-- Logs begin at Mon 2022-03-28 11:12:14 UTC, end at Mon 2022-03-28 12:53:10 UTC. -- Mar 28 11:45:46.431039 dv-neutron-835340-2-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Mar 28 11:45:48.895781 dv-neutron-835340-2-hyperv neutron-server[87765]: INFO neutron.common.config [-] Logging enabled! Mar 28 11:45:48.896424 dv-neutron-835340-2-hyperv neutron-server[87765]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.2.1.dev74 Mar 28 11:45:48.896514 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=87765) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 28 11:45:48.900250 dv-neutron-835340-2-hyperv neutron-server[87765]: INFO neutron.common.config [-] Logging enabled! Mar 28 11:45:48.900501 dv-neutron-835340-2-hyperv neutron-server[87765]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.2.1.dev74 Mar 28 11:45:48.900805 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=87765) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 28 11:45:48.901730 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 28 11:45:48.901961 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 28 11:45:48.902303 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 28 11:45:48.902542 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 28 11:45:48.902761 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 28 11:45:48.903069 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:48.903361 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:48.903925 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:48.904151 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:48.904440 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:48.904723 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:48.904995 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:48.905278 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:48.905571 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:48.905849 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:48.906120 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:48.906395 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:48.906618 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:48.906886 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.common.config [-] config_source = [] {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:48.907162 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:48.907444 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:48.907684 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.common.config [-] debug = True {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:48.907953 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:48.908372 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:48.908757 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:48.909028 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:48.909310 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:48.909578 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:48.909840 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:48.910106 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:48.910380 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:48.910701 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.common.config [-] host = dv-neutron-835340-2-hyperv {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:48.910967 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:48.911248 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:48.911559 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:48.911840 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:48.912107 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:48.912375 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:48.912651 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:48.912912 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.common.config [-] log_dir = None {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:48.913174 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.common.config [-] log_file = None {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:48.914060 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:48.914346 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:48.914626 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:48.914910 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:48.915127 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:48.915344 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:48.915658 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:48.915940 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:48.916206 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:48.916472 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:48.916734 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:48.916999 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:48.917261 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:48.917535 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:48.917813 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:48.918091 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:48.918368 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:48.918632 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:48.918895 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:48.919157 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:48.919420 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:48.919724 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:48.919989 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:48.920252 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:48.920514 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:48.920792 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:48.921050 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:48.921311 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:48.921603 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:48.921882 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:48.922154 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:48.922430 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:48.922693 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:48.922966 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:48.923228 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:48.923509 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.common.config [-] use_journal = False {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:48.923772 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.common.config [-] use_json = False {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:48.924033 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:48.924293 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:48.924565 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:48.924828 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:48.925088 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:48.925348 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:48.925610 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:48.925885 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:48.926147 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:48.926431 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:48.926718 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:48.927008 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:48.927286 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:48.927595 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:48.927868 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:48.928149 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:48.928416 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:48.928695 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:48.929038 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:48.929323 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:48.929673 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:48.929957 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:48.930229 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:48.930519 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:48.930816 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:48.931104 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:48.931390 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:48.931681 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:48.931945 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:48.932208 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:48.932475 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:48.932749 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:48.933034 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:48.933318 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:48.933584 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:48.933851 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:48.934135 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:48.934404 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:48.934666 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:48.934933 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:48.935213 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:48.935502 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:48.935773 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:48.936044 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:48.936312 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:48.936574 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:48.936835 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:48.937104 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:48.937390 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:48.937672 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:48.937934 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:48.938196 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:48.938465 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:48.938726 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:48.939001 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:48.939270 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:48.939561 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:48.939827 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:48.940151 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:48.940423 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:48.940688 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:48.940957 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:48.941221 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:48.941490 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:48.941754 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:48.942018 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:48.942282 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:48.942545 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:48.942807 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:48.943094 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:48.943359 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:48.943662 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:48.943926 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:48.944188 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:48.944450 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:48.945415 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:48.945709 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:48.945996 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:48.946291 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:48.946568 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:48.946843 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:48.947118 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:48.947390 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:48.947688 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:48.947966 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:48.948240 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:48.948514 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:48.948782 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:48.949070 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:48.949346 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:48.949626 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:48.949903 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:48.950174 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:48.950465 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:48.950734 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:48.951010 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:48.951286 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:48.951581 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:48.951860 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:48.952135 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:48.952424 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:48.952713 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:48.953000 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:48.953287 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:48.953573 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:48.953847 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:48.954149 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:48.954422 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:48.954633 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 28 11:45:48.954868 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=87765) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 28 11:45:49.341947 dv-neutron-835340-2-hyperv neutron-server[87765]: INFO keyring.backend [-] Loading KWallet Mar 28 11:45:49.348961 dv-neutron-835340-2-hyperv neutron-server[87765]: INFO keyring.backend [-] Loading SecretService Mar 28 11:45:49.353067 dv-neutron-835340-2-hyperv neutron-server[87765]: INFO keyring.backend [-] Loading Windows Mar 28 11:45:49.354343 dv-neutron-835340-2-hyperv neutron-server[87765]: INFO keyring.backend [-] Loading chainer Mar 28 11:45:49.354891 dv-neutron-835340-2-hyperv neutron-server[87765]: INFO keyring.backend [-] Loading macOS Mar 28 11:45:49.386746 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=87765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Mar 28 11:45:49.387012 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=87765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Mar 28 11:45:49.387297 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=87765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Mar 28 11:45:49.387656 dv-neutron-835340-2-hyperv neutron-server[87765]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 28 11:45:49.770012 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 11:45:49.770299 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 11:45:49.770568 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 11:45:49.771877 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 11:45:49.772151 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 11:45:49.772416 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 11:45:49.807535 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 11:45:49.807802 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 11:45:49.808063 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 11:45:49.820966 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 11:45:49.821238 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 11:45:49.821502 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 11:45:49.851331 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 11:45:49.851635 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 11:45:49.851896 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 11:45:49.887940 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 11:45:49.888203 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 11:45:49.888466 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 11:45:50.119130 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=87765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 11:45:50.119784 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=87765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 11:45:50.119784 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=87765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 11:45:50.119973 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=87765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 11:45:50.120583 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=87765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 11:45:50.237759 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=87765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 11:45:50.238074 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=87765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 11:45:50.238349 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=87765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 11:45:50.238618 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=87765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 11:45:50.238882 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=87765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 11:45:50.239195 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=87765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 11:45:50.239459 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=87765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 11:45:50.239738 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=87765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 11:45:50.239992 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=87765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 11:45:50.240274 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=87765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 11:45:50.240532 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=87765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 11:45:50.240795 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=87765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 11:45:50.241057 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 11:45:50.241312 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=87765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 11:45:50.242188 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=87765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 11:45:50.242463 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=87765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 11:45:50.242723 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=87765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 11:45:50.242996 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 11:45:50.243250 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 11:45:50.243558 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 11:45:50.243920 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=87765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 11:45:50.244178 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=87765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 11:45:50.244430 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=87765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 11:45:50.244714 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 11:45:50.244963 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 11:45:50.245209 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 11:45:50.245590 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=87765) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 28 11:45:50.245825 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=87765) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 28 11:45:50.246058 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=87765) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 28 11:45:50.246289 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=87765) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 28 11:45:50.246519 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=87765) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 28 11:45:50.246747 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=87765) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 28 11:45:50.247103 dv-neutron-835340-2-hyperv neutron-server[87765]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 28 11:45:50.250134 dv-neutron-835340-2-hyperv neutron-server[87765]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 28 11:45:50.254010 dv-neutron-835340-2-hyperv neutron-server[87765]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 28 11:45:50.257913 dv-neutron-835340-2-hyperv neutron-server[87765]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])]) Mar 28 11:45:50.259543 dv-neutron-835340-2-hyperv neutron-server[87765]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 28 11:45:50.260972 dv-neutron-835340-2-hyperv neutron-server[87765]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 28 11:45:50.261303 dv-neutron-835340-2-hyperv neutron-server[87765]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 28 11:45:50.261680 dv-neutron-835340-2-hyperv neutron-server[87765]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 28 11:45:50.264536 dv-neutron-835340-2-hyperv neutron-server[87765]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 28 11:45:50.264778 dv-neutron-835340-2-hyperv neutron-server[87765]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 28 11:45:50.265115 dv-neutron-835340-2-hyperv neutron-server[87765]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 28 11:45:50.293664 dv-neutron-835340-2-hyperv neutron-server[87765]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 28 11:45:50.294108 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=87765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 11:45:50.294406 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=87765) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Mar 28 11:45:50.294760 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=87765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 11:45:50.296129 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=87765) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 28 11:45:50.296405 dv-neutron-835340-2-hyperv neutron-server[87765]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 28 11:45:50.296642 dv-neutron-835340-2-hyperv neutron-server[87765]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 28 11:45:50.299737 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=87765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 11:45:50.300012 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=87765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 11:45:50.360903 dv-neutron-835340-2-hyperv neutron-server[87765]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 28 11:45:50.361136 dv-neutron-835340-2-hyperv neutron-server[87765]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 28 11:45:50.361366 dv-neutron-835340-2-hyperv neutron-server[87765]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 28 11:45:50.361730 dv-neutron-835340-2-hyperv neutron-server[87765]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 28 11:45:50.391995 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_db.sqlalchemy.engines [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=87765) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Mar 28 11:45:50.722932 dv-neutron-835340-2-hyperv neutron-server[87765]: INFO neutron.plugins.ml2.managers [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Initializing driver for type 'gre' Mar 28 11:45:50.723449 dv-neutron-835340-2-hyperv neutron-server[87765]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] gre ID ranges: [(1, 1000)] Mar 28 11:45:50.776938 dv-neutron-835340-2-hyperv neutron-server[87765]: INFO neutron.plugins.ml2.managers [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Initializing driver for type 'local' Mar 28 11:45:50.777309 dv-neutron-835340-2-hyperv neutron-server[87765]: INFO neutron.plugins.ml2.managers [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Initializing driver for type 'vlan' Mar 28 11:45:50.789072 dv-neutron-835340-2-hyperv neutron-server[87765]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] VlanTypeDriver initialization complete Mar 28 11:45:50.789402 dv-neutron-835340-2-hyperv neutron-server[87765]: INFO neutron.plugins.ml2.managers [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Initializing driver for type 'vxlan' Mar 28 11:45:50.789912 dv-neutron-835340-2-hyperv neutron-server[87765]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] vxlan ID ranges: [(1, 1000)] Mar 28 11:45:50.845558 dv-neutron-835340-2-hyperv neutron-server[87765]: INFO neutron.plugins.ml2.managers [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Initializing extension driver 'port_security' Mar 28 11:45:50.845899 dv-neutron-835340-2-hyperv neutron-server[87765]: INFO neutron.plugins.ml2.extensions.port_security [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] PortSecurityExtensionDriver initialization complete Mar 28 11:45:50.846228 dv-neutron-835340-2-hyperv neutron-server[87765]: INFO neutron.plugins.ml2.managers [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Initializing mechanism driver 'openvswitch' Mar 28 11:45:50.846558 dv-neutron-835340-2-hyperv neutron-server[87765]: INFO neutron.plugins.ml2.managers [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Initializing mechanism driver 'hyperv' Mar 28 11:45:50.853294 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.plugins.ml2.plugin [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=87765) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:45:50.853960 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron_lib.callbacks.manager [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Subscribe: > port after_create 55550000 {{(pid=87765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 11:45:50.854324 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron_lib.callbacks.manager [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Subscribe: > port after_update 55550000 {{(pid=87765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 11:45:50.854670 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron_lib.callbacks.manager [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Subscribe: > port after_delete 55550000 {{(pid=87765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 11:45:50.855193 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=87765) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 28 11:45:50.855651 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron_lib.callbacks.manager [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Subscribe: > subnet after_create 55550000 {{(pid=87765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 11:45:50.856001 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron_lib.callbacks.manager [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Subscribe: > subnet after_update 55550000 {{(pid=87765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 11:45:50.856339 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron_lib.callbacks.manager [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Subscribe: > subnet after_delete 55550000 {{(pid=87765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 11:45:50.856726 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=87765) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 28 11:45:50.857124 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron_lib.callbacks.manager [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Subscribe: > network after_create 55550000 {{(pid=87765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 11:45:50.857467 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron_lib.callbacks.manager [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Subscribe: > network after_update 55550000 {{(pid=87765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 11:45:50.857799 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron_lib.callbacks.manager [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Subscribe: > network after_delete 55550000 {{(pid=87765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 11:45:50.858179 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=87765) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 28 11:45:50.858577 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron_lib.callbacks.manager [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Subscribe: > security_group after_create 55550000 {{(pid=87765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 11:45:50.858921 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron_lib.callbacks.manager [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Subscribe: > security_group after_update 55550000 {{(pid=87765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 11:45:50.859259 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron_lib.callbacks.manager [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Subscribe: > security_group after_delete 55550000 {{(pid=87765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 11:45:50.859821 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=87765) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 28 11:45:50.860219 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron_lib.callbacks.manager [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=87765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 11:45:50.860560 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron_lib.callbacks.manager [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=87765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 11:45:50.860897 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron_lib.callbacks.manager [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=87765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 11:45:50.861281 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=87765) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 28 11:45:50.861684 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron_lib.callbacks.manager [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Subscribe: > address_group after_create 55550000 {{(pid=87765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 11:45:50.862021 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron_lib.callbacks.manager [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Subscribe: > address_group after_update 55550000 {{(pid=87765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 11:45:50.862352 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron_lib.callbacks.manager [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Subscribe: > address_group after_delete 55550000 {{(pid=87765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 11:45:50.862734 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=87765) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 28 11:45:50.863167 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] ML2 OVO RPC backend initialized. {{(pid=87765) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:169}} Mar 28 11:45:50.863898 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron_lib.callbacks.manager [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Subscribe: > router_interface after_create 55550000 {{(pid=87765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 11:45:50.864249 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron_lib.callbacks.manager [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Subscribe: > router_interface after_delete 55550000 {{(pid=87765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 11:45:50.864656 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron_lib.callbacks.manager [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Subscribe: > network before_response 55550000 {{(pid=87765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 11:45:50.865002 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron_lib.callbacks.manager [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Subscribe: > networks before_response 55550000 {{(pid=87765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 11:45:50.865346 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron_lib.callbacks.manager [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Subscribe: > port before_response 55550000 {{(pid=87765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 11:45:50.865680 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron_lib.callbacks.manager [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Subscribe: > ports before_response 55550000 {{(pid=87765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 11:45:50.866018 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron_lib.callbacks.manager [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Subscribe: > subnet before_response 55550000 {{(pid=87765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 11:45:50.866846 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron_lib.callbacks.manager [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Subscribe: > subnets before_response 55550000 {{(pid=87765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 11:45:50.867290 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron_lib.callbacks.manager [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Subscribe: > network after_create 55550000 {{(pid=87765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 11:45:50.867735 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron_lib.callbacks.manager [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Subscribe: > network after_update 55550000 {{(pid=87765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 11:45:50.868075 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron_lib.callbacks.manager [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Subscribe: > network after_delete 55550000 {{(pid=87765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 11:45:50.868408 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron_lib.callbacks.manager [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Subscribe: > port after_create 55550000 {{(pid=87765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 11:45:50.868740 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron_lib.callbacks.manager [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Subscribe: > port after_update 55550000 {{(pid=87765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 11:45:50.869069 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron_lib.callbacks.manager [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Subscribe: > port after_delete 55550000 {{(pid=87765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 11:45:50.869400 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron_lib.callbacks.manager [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Subscribe: > subnet after_create 55550000 {{(pid=87765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 11:45:50.869756 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron_lib.callbacks.manager [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Subscribe: > subnet after_update 55550000 {{(pid=87765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 11:45:50.870088 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron_lib.callbacks.manager [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Subscribe: > subnet after_delete 55550000 {{(pid=87765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 11:45:50.870655 dv-neutron-835340-2-hyperv neutron-server[87765]: INFO neutron.plugins.ml2.plugin [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Modular L2 Plugin initialization complete Mar 28 11:45:50.870981 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.manager [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Loading services supported by the core plugin {{(pid=87765) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 28 11:45:50.871305 dv-neutron-835340-2-hyperv neutron-server[87765]: INFO neutron.plugins.ml2.managers [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Got port-security extension from driver 'port_security' Mar 28 11:45:50.871788 dv-neutron-835340-2-hyperv neutron-server[87765]: INFO neutron.extensions.vlantransparent [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Disabled vlantransparent extension. Mar 28 11:45:50.872268 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.manager [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=87765) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 28 11:45:50.872580 dv-neutron-835340-2-hyperv neutron-server[87765]: INFO neutron.manager [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Loading Plugin: router Mar 28 11:45:50.909877 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron_lib.callbacks.manager [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Subscribe: > router_interface before_create 55550000 {{(pid=87765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 11:45:50.910262 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron_lib.callbacks.manager [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Subscribe: > router after_create 55549900 {{(pid=87765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 11:45:50.910633 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron_lib.callbacks.manager [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Subscribe: > router before_create 55549900 {{(pid=87765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 11:45:50.910998 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron_lib.callbacks.manager [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Subscribe: > router_interface before_delete 55550000 {{(pid=87765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 11:45:50.911365 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron_lib.callbacks.manager [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Subscribe: > router_interface after_delete 55550000 {{(pid=87765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 11:45:50.911746 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron_lib.callbacks.manager [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Subscribe: > router after_delete 55549900 {{(pid=87765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 11:45:50.912101 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron_lib.callbacks.manager [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Subscribe: > floatingip after_update 55550000 {{(pid=87765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 11:45:50.912458 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron_lib.callbacks.manager [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Subscribe: > router after_create 55549900 {{(pid=87765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 11:45:50.912802 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron_lib.callbacks.manager [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Subscribe: > router after_update 55549900 {{(pid=87765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 11:45:50.913148 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron_lib.callbacks.manager [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Subscribe: > router after_update 55549900 {{(pid=87765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 11:45:50.913524 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron_lib.callbacks.manager [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=87765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 11:45:50.913876 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron_lib.callbacks.manager [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Subscribe: > router after_update 55549900 {{(pid=87765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 11:45:50.914283 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron_lib.callbacks.manager [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Subscribe: > router precommit_update 55549900 {{(pid=87765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 11:45:50.914653 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron_lib.callbacks.manager [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Subscribe: port after_update 55550000 {{(pid=87765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 11:45:50.914988 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron_lib.callbacks.manager [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Subscribe: port after_delete 55550000 {{(pid=87765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 11:45:50.915320 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron_lib.callbacks.manager [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Subscribe: subnet after_update 55550000 {{(pid=87765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 11:45:50.915678 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron_lib.callbacks.manager [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=87765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 11:45:50.916022 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron_lib.callbacks.manager [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Subscribe: > port precommit_delete 55550000 {{(pid=87765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 11:45:50.916364 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron_lib.callbacks.manager [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Subscribe: > router precommit_create 55549900 {{(pid=87765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 11:45:50.916703 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron_lib.callbacks.manager [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Subscribe: port before_delete 55550000 {{(pid=87765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 11:45:50.917040 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron_lib.callbacks.manager [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Subscribe: > router precommit_create 55550000 {{(pid=87765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 11:45:50.917390 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron_lib.callbacks.manager [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Subscribe: > router after_update 55549900 {{(pid=87765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 11:45:50.917728 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron_lib.callbacks.manager [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Subscribe: > router precommit_delete 55549900 {{(pid=87765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 11:45:50.918069 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron_lib.callbacks.manager [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Subscribe: > router precommit_create 55549900 {{(pid=87765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 11:45:50.918425 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron_lib.callbacks.manager [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Subscribe: > router_interface after_create 55550000 {{(pid=87765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 11:45:50.918765 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron_lib.callbacks.manager [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Subscribe: > router precommit_update 55549900 {{(pid=87765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 11:45:50.919122 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron_lib.callbacks.manager [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Subscribe: > agent after_create 55550000 {{(pid=87765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 11:45:50.919486 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron_lib.callbacks.manager [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Subscribe: > agent after_delete 55550000 {{(pid=87765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 11:45:50.919828 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron_lib.callbacks.manager [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Subscribe: > network after_delete 55550000 {{(pid=87765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 11:45:50.920695 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.quota.resource_registry [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Tracking information for resource: router configured {{(pid=87765) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 28 11:45:50.921024 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.quota.resource_registry [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Tracking information for resource: floatingip configured {{(pid=87765) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 28 11:45:50.925893 dv-neutron-835340-2-hyperv neutron-server[87765]: INFO neutron.db.l3_agentschedulers_db [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 28 11:45:50.926465 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron_lib.callbacks.manager [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Subscribe: port after_update 55550000 {{(pid=87765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 11:45:50.926821 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron_lib.callbacks.manager [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Subscribe: port after_create 55550000 {{(pid=87765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 11:45:50.927170 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron_lib.callbacks.manager [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Subscribe: port after_delete 55550000 {{(pid=87765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 11:45:50.927541 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron_lib.callbacks.manager [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Subscribe: port after_update 55550000 {{(pid=87765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 11:45:50.928317 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron_lib.callbacks.manager [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Subscribe: > router before_create 55550100 {{(pid=87765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 11:45:50.928678 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron_lib.callbacks.manager [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Subscribe: > router precommit_delete 55550100 {{(pid=87765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 11:45:50.929555 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron_lib.callbacks.manager [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Subscribe: > router precommit_create 55550100 {{(pid=87765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 11:45:50.929970 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron_lib.callbacks.manager [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Subscribe: > router precommit_update 55550100 {{(pid=87765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 11:45:50.934368 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.services.provider_configuration [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Service providers = [] {{(pid=87765) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 28 11:45:50.934732 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.db.servicetype_db [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=87765) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 28 11:45:50.937645 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.services.service_base [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=87765) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 28 11:45:50.937993 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.services.service_base [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=87765) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 28 11:45:50.938333 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.services.service_base [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=87765) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 28 11:45:50.939204 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.services.service_base [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=87765) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 28 11:45:50.939603 dv-neutron-835340-2-hyperv neutron-server[87765]: INFO neutron.services.service_base [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 28 11:45:50.939974 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.manager [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=87765) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 28 11:45:50.940295 dv-neutron-835340-2-hyperv neutron-server[87765]: INFO neutron.manager [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 28 11:45:50.951514 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.manager [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Successfully loaded METERING plugin. Description: METERING {{(pid=87765) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 28 11:45:50.951849 dv-neutron-835340-2-hyperv neutron-server[87765]: INFO neutron.manager [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Loading Plugin: auto_allocate Mar 28 11:45:50.957589 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron_lib.callbacks.manager [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Subscribe: network precommit_update 55550000 {{(pid=87765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 11:45:50.957956 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron_lib.callbacks.manager [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Subscribe: network precommit_create 55550000 {{(pid=87765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 11:45:50.958473 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.manager [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=87765) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 28 11:45:50.958793 dv-neutron-835340-2-hyperv neutron-server[87765]: INFO neutron.manager [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Loading Plugin: tag Mar 28 11:45:50.965259 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.manager [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=87765) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 28 11:45:50.965580 dv-neutron-835340-2-hyperv neutron-server[87765]: INFO neutron.manager [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Loading Plugin: timestamp Mar 28 11:45:50.969551 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.manager [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=87765) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 28 11:45:50.969880 dv-neutron-835340-2-hyperv neutron-server[87765]: INFO neutron.manager [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Loading Plugin: network_ip_availability Mar 28 11:45:50.975074 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron_lib.callbacks.manager [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=87765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 11:45:50.975397 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron_lib.callbacks.manager [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=87765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 11:45:50.975808 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron_lib.callbacks.manager [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 11:45:50.976515 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.manager [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=87765) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 28 11:45:50.976830 dv-neutron-835340-2-hyperv neutron-server[87765]: INFO neutron.manager [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Loading Plugin: flavors Mar 28 11:45:50.981423 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.manager [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=87765) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 28 11:45:50.981774 dv-neutron-835340-2-hyperv neutron-server[87765]: INFO neutron.manager [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Loading Plugin: revisions Mar 28 11:45:50.985979 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.manager [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=87765) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 28 11:45:50.986370 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_concurrency.lockutils [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.599s {{(pid=87765) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Mar 28 11:45:50.987106 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=87765) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 28 11:45:50.987439 dv-neutron-835340-2-hyperv neutron-server[87765]: INFO neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Initializing extension manager. Mar 28 11:45:50.987962 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Loading extension file: __init__.py {{(pid=87765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 11:45:50.988298 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Loading extension file: __pycache__ {{(pid=87765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 11:45:50.988626 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=87765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 11:45:50.988954 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Loading extension file: address_group.py {{(pid=87765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 11:45:50.989688 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=87765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 11:45:50.990245 dv-neutron-835340-2-hyperv neutron-server[87765]: INFO neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Loaded extension: address-group Mar 28 11:45:50.990567 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Loading extension file: address_scope.py {{(pid=87765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 11:45:50.991262 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=87765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 11:45:50.992303 dv-neutron-835340-2-hyperv neutron-server[87765]: INFO neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Loaded extension: address-scope Mar 28 11:45:50.992618 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Loading extension file: admin_state_down_before_update.py {{(pid=87765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 11:45:50.993525 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=87765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 11:45:50.994032 dv-neutron-835340-2-hyperv neutron-server[87765]: INFO neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Loaded extension: router-admin-state-down-before-update Mar 28 11:45:50.994351 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Loading extension file: agent.py {{(pid=87765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 11:45:50.995228 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=87765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 11:45:50.995765 dv-neutron-835340-2-hyperv neutron-server[87765]: INFO neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Loaded extension: agent Mar 28 11:45:50.996086 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Loading extension file: agent_resources_synced.py {{(pid=87765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 11:45:50.996976 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=87765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 11:45:50.997482 dv-neutron-835340-2-hyperv neutron-server[87765]: INFO neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Loaded extension: agent-resources-synced Mar 28 11:45:50.997801 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Loading extension file: allowedaddresspairs.py {{(pid=87765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 11:45:50.999588 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=87765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 11:45:51.000146 dv-neutron-835340-2-hyperv neutron-server[87765]: INFO neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Loaded extension: allowed-address-pairs Mar 28 11:45:51.000469 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Loading extension file: auto_allocated_topology.py {{(pid=87765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 11:45:51.001527 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=87765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 11:45:51.002037 dv-neutron-835340-2-hyperv neutron-server[87765]: INFO neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Loaded extension: auto-allocated-topology Mar 28 11:45:51.002361 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Loading extension file: availability_zone.py {{(pid=87765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 11:45:51.003044 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=87765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 11:45:51.003580 dv-neutron-835340-2-hyperv neutron-server[87765]: INFO neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Loaded extension: availability_zone Mar 28 11:45:51.003900 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Loading extension file: availability_zone_filter.py {{(pid=87765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 11:45:51.004794 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=87765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 11:45:51.005300 dv-neutron-835340-2-hyperv neutron-server[87765]: INFO neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Loaded extension: availability_zone_filter Mar 28 11:45:51.005616 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Loading extension file: data_plane_status.py {{(pid=87765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 11:45:51.006503 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=87765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 11:45:51.007566 dv-neutron-835340-2-hyperv neutron-server[87765]: INFO neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Extension data-plane-status not supported by any of loaded plugins Mar 28 11:45:51.007906 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Loading extension file: default_subnetpools.py {{(pid=87765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 11:45:51.008806 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=87765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 11:45:51.009311 dv-neutron-835340-2-hyperv neutron-server[87765]: INFO neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Loaded extension: default-subnetpools Mar 28 11:45:51.009635 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Loading extension file: dhcpagentscheduler.py {{(pid=87765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 11:45:51.010427 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=87765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 11:45:51.010932 dv-neutron-835340-2-hyperv neutron-server[87765]: INFO neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Loaded extension: dhcp_agent_scheduler Mar 28 11:45:51.011249 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Loading extension file: dns.py {{(pid=87765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 11:45:51.012181 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=87765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 11:45:51.012688 dv-neutron-835340-2-hyperv neutron-server[87765]: INFO neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Extension dns-integration not supported by any of loaded plugins Mar 28 11:45:51.013008 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Loading extension file: dns_domain_ports.py {{(pid=87765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 11:45:51.013908 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=87765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 11:45:51.014413 dv-neutron-835340-2-hyperv neutron-server[87765]: INFO neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 28 11:45:51.014730 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Loading extension file: dvr.py {{(pid=87765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 11:45:51.015387 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=87765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 11:45:51.015923 dv-neutron-835340-2-hyperv neutron-server[87765]: INFO neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Loaded extension: dvr Mar 28 11:45:51.016241 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Loading extension file: empty_string_filtering.py {{(pid=87765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 11:45:51.017139 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=87765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 11:45:51.017644 dv-neutron-835340-2-hyperv neutron-server[87765]: INFO neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Loaded extension: empty-string-filtering Mar 28 11:45:51.017960 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=87765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 11:45:51.018850 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=87765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 11:45:51.019348 dv-neutron-835340-2-hyperv neutron-server[87765]: INFO neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 28 11:45:51.019698 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=87765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 11:45:51.020589 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=87765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 11:45:51.021087 dv-neutron-835340-2-hyperv neutron-server[87765]: INFO neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 28 11:45:51.021402 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Loading extension file: external_net.py {{(pid=87765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 11:45:51.022292 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=87765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 11:45:51.022915 dv-neutron-835340-2-hyperv neutron-server[87765]: INFO neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Loaded extension: external-net Mar 28 11:45:51.023238 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Loading extension file: extra_dhcp_opt.py {{(pid=87765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 11:45:51.024151 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=87765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 11:45:51.024658 dv-neutron-835340-2-hyperv neutron-server[87765]: INFO neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Loaded extension: extra_dhcp_opt Mar 28 11:45:51.024979 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Loading extension file: extraroute.py {{(pid=87765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 11:45:51.025879 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=87765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 11:45:51.026382 dv-neutron-835340-2-hyperv neutron-server[87765]: INFO neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Loaded extension: extraroute Mar 28 11:45:51.026700 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Loading extension file: extraroute_atomic.py {{(pid=87765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 11:45:51.027736 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=87765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 11:45:51.028240 dv-neutron-835340-2-hyperv neutron-server[87765]: INFO neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Loaded extension: extraroute-atomic Mar 28 11:45:51.028827 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Loading extension file: filter_validation.py {{(pid=87765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 11:45:51.029488 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=87765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 11:45:51.029985 dv-neutron-835340-2-hyperv neutron-server[87765]: INFO neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Loaded extension: filter-validation Mar 28 11:45:51.030301 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Loading extension file: fip_pf_description.py {{(pid=87765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 11:45:51.031191 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=87765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 11:45:51.031718 dv-neutron-835340-2-hyperv neutron-server[87765]: INFO neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 28 11:45:51.032038 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Loading extension file: fip_port_details.py {{(pid=87765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 11:45:51.032939 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=87765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 11:45:51.033442 dv-neutron-835340-2-hyperv neutron-server[87765]: INFO neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Loaded extension: fip-port-details Mar 28 11:45:51.033762 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Loading extension file: flavors.py {{(pid=87765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 11:45:51.034956 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=87765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 11:45:51.035485 dv-neutron-835340-2-hyperv neutron-server[87765]: INFO neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Loaded extension: flavors Mar 28 11:45:51.035810 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=87765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 11:45:51.037448 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=87765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 11:45:51.037964 dv-neutron-835340-2-hyperv neutron-server[87765]: INFO neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 28 11:45:51.038319 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Loading extension file: floatingip_pools.py {{(pid=87765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 11:45:51.039004 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=87765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 11:45:51.039540 dv-neutron-835340-2-hyperv neutron-server[87765]: INFO neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Loaded extension: floatingip-pools Mar 28 11:45:51.039864 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Loading extension file: ip_allocation.py {{(pid=87765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 11:45:51.040770 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=87765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 11:45:51.041275 dv-neutron-835340-2-hyperv neutron-server[87765]: INFO neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Extension ip_allocation not supported by any of loaded plugins Mar 28 11:45:51.041594 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Loading extension file: ip_substring_port_filtering.py {{(pid=87765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 11:45:51.042500 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=87765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 11:45:51.043003 dv-neutron-835340-2-hyperv neutron-server[87765]: INFO neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Loaded extension: ip-substring-filtering Mar 28 11:45:51.043323 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Loading extension file: l2_adjacency.py {{(pid=87765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 11:45:51.044273 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=87765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 11:45:51.044777 dv-neutron-835340-2-hyperv neutron-server[87765]: INFO neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Extension l2_adjacency not supported by any of loaded plugins Mar 28 11:45:51.045096 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Loading extension file: l3.py {{(pid=87765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 11:45:51.046043 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=87765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 11:45:51.046555 dv-neutron-835340-2-hyperv neutron-server[87765]: INFO neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Loaded extension: router Mar 28 11:45:51.046877 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Loading extension file: l3_conntrack_helper.py {{(pid=87765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 11:45:51.049249 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=87765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 11:45:51.049776 dv-neutron-835340-2-hyperv neutron-server[87765]: INFO neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 28 11:45:51.050105 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Loading extension file: l3_ext_gw_mode.py {{(pid=87765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 11:45:51.051022 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=87765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 11:45:51.051571 dv-neutron-835340-2-hyperv neutron-server[87765]: INFO neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Loaded extension: ext-gw-mode Mar 28 11:45:51.051899 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Loading extension file: l3_ext_ha_mode.py {{(pid=87765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 11:45:51.052809 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=87765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 11:45:51.053314 dv-neutron-835340-2-hyperv neutron-server[87765]: INFO neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Loaded extension: l3-ha Mar 28 11:45:51.053636 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Loading extension file: l3_flavors.py {{(pid=87765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 11:45:51.055083 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=87765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 11:45:51.055618 dv-neutron-835340-2-hyperv neutron-server[87765]: INFO neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Loaded extension: l3-flavors Mar 28 11:45:51.055940 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=87765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 11:45:51.056858 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=87765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 11:45:51.057361 dv-neutron-835340-2-hyperv neutron-server[87765]: INFO neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Loaded extension: l3-port-ip-change-not-allowed Mar 28 11:45:51.057677 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Loading extension file: l3agentscheduler.py {{(pid=87765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 11:45:51.058702 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=87765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 11:45:51.059211 dv-neutron-835340-2-hyperv neutron-server[87765]: INFO neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Loaded extension: l3_agent_scheduler Mar 28 11:45:51.059567 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Loading extension file: logging.py {{(pid=87765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 11:45:51.061055 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=87765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 11:45:51.061570 dv-neutron-835340-2-hyperv neutron-server[87765]: INFO neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Extension logging not supported by any of loaded plugins Mar 28 11:45:51.061893 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Loading extension file: metering.py {{(pid=87765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 11:45:51.062621 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=87765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 11:45:51.063194 dv-neutron-835340-2-hyperv neutron-server[87765]: INFO neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Loaded extension: metering Mar 28 11:45:51.063546 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=87765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 11:45:51.064623 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=87765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 11:45:51.065141 dv-neutron-835340-2-hyperv neutron-server[87765]: INFO neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Loaded extension: metering_source_and_destination_fields Mar 28 11:45:51.065463 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Loading extension file: multiprovidernet.py {{(pid=87765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 11:45:51.066376 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=87765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 11:45:51.066885 dv-neutron-835340-2-hyperv neutron-server[87765]: INFO neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Loaded extension: multi-provider Mar 28 11:45:51.067202 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Loading extension file: netmtu.py {{(pid=87765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 11:45:51.068140 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=87765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 11:45:51.068650 dv-neutron-835340-2-hyperv neutron-server[87765]: INFO neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Loaded extension: net-mtu Mar 28 11:45:51.068967 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Loading extension file: netmtu_writable.py {{(pid=87765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 11:45:51.070469 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=87765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 11:45:51.070976 dv-neutron-835340-2-hyperv neutron-server[87765]: INFO neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Loaded extension: net-mtu-writable Mar 28 11:45:51.071295 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Loading extension file: network_availability_zone.py {{(pid=87765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 11:45:51.071983 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=87765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 11:45:51.072488 dv-neutron-835340-2-hyperv neutron-server[87765]: INFO neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Loaded extension: network_availability_zone Mar 28 11:45:51.072805 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Loading extension file: network_ip_availability.py {{(pid=87765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 11:45:51.073873 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=87765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 11:45:51.074386 dv-neutron-835340-2-hyperv neutron-server[87765]: INFO neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Loaded extension: network-ip-availability Mar 28 11:45:51.074706 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Loading extension file: network_segment_range.py {{(pid=87765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 11:45:51.075461 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=87765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 11:45:51.075994 dv-neutron-835340-2-hyperv neutron-server[87765]: INFO neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Extension network-segment-range not supported by any of loaded plugins Mar 28 11:45:51.076314 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Loading extension file: pagination.py {{(pid=87765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 11:45:51.077274 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=87765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 11:45:51.077600 dv-neutron-835340-2-hyperv neutron-server[87765]: INFO neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Loaded extension: pagination Mar 28 11:45:51.077918 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Loading extension file: port_device_profile.py {{(pid=87765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 11:45:51.078834 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=87765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 11:45:51.079344 dv-neutron-835340-2-hyperv neutron-server[87765]: INFO neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Loaded extension: port-device-profile Mar 28 11:45:51.079691 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Loading extension file: port_mac_address_regenerate.py {{(pid=87765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 11:45:51.080599 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=87765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 11:45:51.081108 dv-neutron-835340-2-hyperv neutron-server[87765]: INFO neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Loaded extension: port-mac-address-regenerate Mar 28 11:45:51.081427 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Loading extension file: port_numa_affinity_policy.py {{(pid=87765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 11:45:51.082328 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=87765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 11:45:51.082832 dv-neutron-835340-2-hyperv neutron-server[87765]: INFO neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Loaded extension: port-numa-affinity-policy Mar 28 11:45:51.083150 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Loading extension file: port_resource_request.py {{(pid=87765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 11:45:51.084082 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=87765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 11:45:51.084612 dv-neutron-835340-2-hyperv neutron-server[87765]: INFO neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Extension port-resource-request not supported by any of loaded plugins Mar 28 11:45:51.084932 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Loading extension file: portbindings.py {{(pid=87765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 11:45:51.086070 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=87765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 11:45:51.086579 dv-neutron-835340-2-hyperv neutron-server[87765]: INFO neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Loaded extension: binding Mar 28 11:45:51.086899 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Loading extension file: portbindings_extended.py {{(pid=87765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 11:45:51.088322 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=87765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 11:45:51.088840 dv-neutron-835340-2-hyperv neutron-server[87765]: INFO neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Loaded extension: binding-extended Mar 28 11:45:51.089164 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Loading extension file: portsecurity.py {{(pid=87765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 11:45:51.090082 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=87765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 11:45:51.090597 dv-neutron-835340-2-hyperv neutron-server[87765]: INFO neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Loaded extension: port-security Mar 28 11:45:51.090919 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Loading extension file: project_id.py {{(pid=87765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 11:45:51.091907 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=87765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 11:45:51.092238 dv-neutron-835340-2-hyperv neutron-server[87765]: INFO neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Loaded extension: project-id Mar 28 11:45:51.092561 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Loading extension file: providernet.py {{(pid=87765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 11:45:51.093472 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=87765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 11:45:51.093983 dv-neutron-835340-2-hyperv neutron-server[87765]: INFO neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Loaded extension: provider Mar 28 11:45:51.094301 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Loading extension file: qos.py {{(pid=87765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 11:45:51.097811 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=87765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 11:45:51.098335 dv-neutron-835340-2-hyperv neutron-server[87765]: INFO neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Extension qos not supported by any of loaded plugins Mar 28 11:45:51.098662 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Loading extension file: qos_bw_limit_direction.py {{(pid=87765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 11:45:51.099913 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=87765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 11:45:51.100430 dv-neutron-835340-2-hyperv neutron-server[87765]: INFO neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 28 11:45:51.100788 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=87765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 11:45:51.101694 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=87765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 11:45:51.102202 dv-neutron-835340-2-hyperv neutron-server[87765]: INFO neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 28 11:45:51.102523 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Loading extension file: qos_default.py {{(pid=87765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 11:45:51.103422 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=87765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 11:45:51.103958 dv-neutron-835340-2-hyperv neutron-server[87765]: INFO neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Extension qos-default not supported by any of loaded plugins Mar 28 11:45:51.104278 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Loading extension file: qos_fip.py {{(pid=87765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 11:45:51.104922 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=87765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 11:45:51.105423 dv-neutron-835340-2-hyperv neutron-server[87765]: INFO neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Extension qos-fip not supported by any of loaded plugins Mar 28 11:45:51.105738 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Loading extension file: qos_gateway_ip.py {{(pid=87765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 11:45:51.106644 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=87765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 11:45:51.107150 dv-neutron-835340-2-hyperv neutron-server[87765]: INFO neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 28 11:45:51.107489 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Loading extension file: qos_port_network_policy.py {{(pid=87765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 11:45:51.108385 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=87765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 11:45:51.108888 dv-neutron-835340-2-hyperv neutron-server[87765]: INFO neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 28 11:45:51.109209 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Loading extension file: qos_rule_type_details.py {{(pid=87765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 11:45:51.110110 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=87765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 11:45:51.110614 dv-neutron-835340-2-hyperv neutron-server[87765]: INFO neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 28 11:45:51.110930 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Loading extension file: qos_rules_alias.py {{(pid=87765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 11:45:51.111982 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=87765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 11:45:51.112489 dv-neutron-835340-2-hyperv neutron-server[87765]: INFO neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 28 11:45:51.112809 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Loading extension file: quotasv2.py {{(pid=87765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 11:45:51.113713 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=87765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 11:45:51.114040 dv-neutron-835340-2-hyperv neutron-server[87765]: INFO neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Loaded extension: quotas Mar 28 11:45:51.114358 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Loading extension file: quotasv2_detail.py {{(pid=87765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 11:45:51.115970 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=87765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 11:45:51.116310 dv-neutron-835340-2-hyperv neutron-server[87765]: INFO neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Loaded extension: quota_details Mar 28 11:45:51.117169 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Loading extension file: rbac.py {{(pid=87765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 11:45:51.118218 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=87765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 11:45:51.118737 dv-neutron-835340-2-hyperv neutron-server[87765]: INFO neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Loaded extension: rbac-policies Mar 28 11:45:51.119064 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Loading extension file: rbac_address_group.py {{(pid=87765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 11:45:51.120000 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=87765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 11:45:51.120553 dv-neutron-835340-2-hyperv neutron-server[87765]: INFO neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Loaded extension: rbac-address-group Mar 28 11:45:51.120837 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Loading extension file: rbac_address_scope.py {{(pid=87765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 11:45:51.121746 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=87765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 11:45:51.122260 dv-neutron-835340-2-hyperv neutron-server[87765]: INFO neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Loaded extension: rbac-address-scope Mar 28 11:45:51.122586 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Loading extension file: rbac_security_groups.py {{(pid=87765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 11:45:51.123501 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=87765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 11:45:51.124015 dv-neutron-835340-2-hyperv neutron-server[87765]: INFO neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Loaded extension: rbac-security-groups Mar 28 11:45:51.124337 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Loading extension file: rbac_subnetpool.py {{(pid=87765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 11:45:51.125255 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=87765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 11:45:51.125763 dv-neutron-835340-2-hyperv neutron-server[87765]: INFO neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Loaded extension: rbac-subnetpool Mar 28 11:45:51.126084 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Loading extension file: revisionifmatch.py {{(pid=87765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 11:45:51.127007 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=87765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 11:45:51.127527 dv-neutron-835340-2-hyperv neutron-server[87765]: INFO neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Loaded extension: revision-if-match Mar 28 11:45:51.127853 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Loading extension file: revisions.py {{(pid=87765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 11:45:51.129057 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=87765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 11:45:51.129570 dv-neutron-835340-2-hyperv neutron-server[87765]: INFO neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Loaded extension: standard-attr-revisions Mar 28 11:45:51.129894 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Loading extension file: router_availability_zone.py {{(pid=87765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 11:45:51.130563 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=87765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 11:45:51.131075 dv-neutron-835340-2-hyperv neutron-server[87765]: INFO neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Loaded extension: router_availability_zone Mar 28 11:45:51.131396 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Loading extension file: routerservicetype.py {{(pid=87765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 11:45:51.132925 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=87765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 11:45:51.133436 dv-neutron-835340-2-hyperv neutron-server[87765]: INFO neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Extension router-service-type not supported by any of loaded plugins Mar 28 11:45:51.133756 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=87765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 11:45:51.134658 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=87765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 11:45:51.135170 dv-neutron-835340-2-hyperv neutron-server[87765]: INFO neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Loaded extension: security-groups-normalized-cidr Mar 28 11:45:51.135513 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Loading extension file: security_groups_port_filtering.py {{(pid=87765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 11:45:51.136419 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=87765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 11:45:51.136929 dv-neutron-835340-2-hyperv neutron-server[87765]: INFO neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Loaded extension: port-security-groups-filtering Mar 28 11:45:51.137250 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Loading extension file: security_groups_remote_address_group.py {{(pid=87765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 11:45:51.138148 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=87765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 11:45:51.138658 dv-neutron-835340-2-hyperv neutron-server[87765]: INFO neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Loaded extension: security-groups-remote-address-group Mar 28 11:45:51.138979 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Loading extension file: securitygroup.py {{(pid=87765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 11:45:51.148508 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=87765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 11:45:51.149030 dv-neutron-835340-2-hyperv neutron-server[87765]: INFO neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Loaded extension: security-group Mar 28 11:45:51.149363 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Loading extension file: segment.py {{(pid=87765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 11:45:51.150130 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=87765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 11:45:51.150645 dv-neutron-835340-2-hyperv neutron-server[87765]: INFO neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Extension segment not supported by any of loaded plugins Mar 28 11:45:51.150972 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=87765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 11:45:51.151929 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=87765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 11:45:51.152438 dv-neutron-835340-2-hyperv neutron-server[87765]: INFO neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 28 11:45:51.152764 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Loading extension file: servicetype.py {{(pid=87765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 11:45:51.154099 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=87765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 11:45:51.154620 dv-neutron-835340-2-hyperv neutron-server[87765]: INFO neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Loaded extension: service-type Mar 28 11:45:51.154944 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Loading extension file: sorting.py {{(pid=87765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 11:45:51.155935 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=87765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 11:45:51.156265 dv-neutron-835340-2-hyperv neutron-server[87765]: INFO neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Loaded extension: sorting Mar 28 11:45:51.156586 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Loading extension file: standard_attr_segment.py {{(pid=87765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 11:45:51.157489 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=87765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 11:45:51.158002 dv-neutron-835340-2-hyperv neutron-server[87765]: INFO neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 28 11:45:51.158323 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Loading extension file: standardattrdescription.py {{(pid=87765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 11:45:51.158959 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=87765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 11:45:51.159493 dv-neutron-835340-2-hyperv neutron-server[87765]: INFO neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Loaded extension: standard-attr-description Mar 28 11:45:51.159824 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Loading extension file: stateful_security_group.py {{(pid=87765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 11:45:51.160739 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=87765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 11:45:51.161253 dv-neutron-835340-2-hyperv neutron-server[87765]: INFO neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Loaded extension: stateful-security-group Mar 28 11:45:51.161575 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Loading extension file: stdattrs_common.py {{(pid=87765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 11:45:51.162144 dv-neutron-835340-2-hyperv neutron-server[87765]: WARNING neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 28 11:45:51.162461 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=87765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 11:45:51.163582 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=87765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 11:45:51.164208 dv-neutron-835340-2-hyperv neutron-server[87765]: INFO neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 28 11:45:51.164528 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Loading extension file: subnet_onboard.py {{(pid=87765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 11:45:51.165601 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=87765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 11:45:51.166122 dv-neutron-835340-2-hyperv neutron-server[87765]: INFO neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Loaded extension: subnet_onboard Mar 28 11:45:51.166440 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Loading extension file: subnet_segmentid_writable.py {{(pid=87765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 11:45:51.167367 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=87765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 11:45:51.167907 dv-neutron-835340-2-hyperv neutron-server[87765]: INFO neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 28 11:45:51.168227 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Loading extension file: subnet_service_types.py {{(pid=87765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 11:45:51.169135 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=87765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 11:45:51.169647 dv-neutron-835340-2-hyperv neutron-server[87765]: INFO neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Loaded extension: subnet-service-types Mar 28 11:45:51.169963 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Loading extension file: subnetallocation.py {{(pid=87765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 11:45:51.171028 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=87765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 11:45:51.171599 dv-neutron-835340-2-hyperv neutron-server[87765]: INFO neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Loaded extension: subnet_allocation Mar 28 11:45:51.171926 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=87765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 11:45:51.172582 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=87765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 11:45:51.173092 dv-neutron-835340-2-hyperv neutron-server[87765]: INFO neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Loaded extension: subnetpool-prefix-ops Mar 28 11:45:51.173410 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=87765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 11:45:51.174341 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=87765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 11:45:51.174848 dv-neutron-835340-2-hyperv neutron-server[87765]: INFO neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 28 11:45:51.175164 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Loading extension file: tagging.py {{(pid=87765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 11:45:51.176226 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=87765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 11:45:51.176741 dv-neutron-835340-2-hyperv neutron-server[87765]: INFO neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Loaded extension: standard-attr-tag Mar 28 11:45:51.177064 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Loading extension file: timestamp.py {{(pid=87765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 11:45:51.178257 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=87765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 11:45:51.178774 dv-neutron-835340-2-hyperv neutron-server[87765]: INFO neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Loaded extension: standard-attr-timestamp Mar 28 11:45:51.179741 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Loading extension file: trunk.py {{(pid=87765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 11:45:51.180841 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=87765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 11:45:51.181363 dv-neutron-835340-2-hyperv neutron-server[87765]: INFO neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Extension trunk not supported by any of loaded plugins Mar 28 11:45:51.181686 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Loading extension file: trunk_details.py {{(pid=87765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 11:45:51.182602 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=87765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 11:45:51.183111 dv-neutron-835340-2-hyperv neutron-server[87765]: INFO neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Extension trunk-details not supported by any of loaded plugins Mar 28 11:45:51.183431 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Loading extension file: uplink_status_propagation.py {{(pid=87765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 11:45:51.184372 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=87765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 11:45:51.184883 dv-neutron-835340-2-hyperv neutron-server[87765]: INFO neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 28 11:45:51.185202 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Loading extension file: vlantransparent.py {{(pid=87765) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 28 11:45:51.185854 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=87765) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 28 11:45:51.186360 dv-neutron-835340-2-hyperv neutron-server[87765]: INFO neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Extension vlan-transparent not supported by any of loaded plugins Mar 28 11:45:51.188787 dv-neutron-835340-2-hyperv neutron-server[87765]: INFO neutron.quota.resource_registry [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Creating instance of TrackedResource for resource:network Mar 28 11:45:51.189509 dv-neutron-835340-2-hyperv neutron-server[87765]: INFO neutron.quota.resource_registry [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Creating instance of TrackedResource for resource:subnet Mar 28 11:45:51.190273 dv-neutron-835340-2-hyperv neutron-server[87765]: INFO neutron.quota.resource_registry [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Creating instance of TrackedResource for resource:subnetpool Mar 28 11:45:51.190870 dv-neutron-835340-2-hyperv neutron-server[87765]: INFO neutron.quota.resource_registry [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Creating instance of TrackedResource for resource:port Mar 28 11:45:51.192172 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.v2.resource_helper [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87765) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 28 11:45:51.192612 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.v2.resource_helper [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Service FLAVORS assigned prefix: {{(pid=87765) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 28 11:45:51.193226 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.v2.resource_helper [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87765) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 28 11:45:51.193653 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.v2.resource_helper [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87765) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 28 11:45:51.193990 dv-neutron-835340-2-hyperv neutron-server[87765]: INFO neutron.quota.resource_registry [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Creating instance of TrackedResource for resource:router Mar 28 11:45:51.195273 dv-neutron-835340-2-hyperv neutron-server[87765]: INFO neutron.quota.resource_registry [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Creating instance of TrackedResource for resource:floatingip Mar 28 11:45:51.196113 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.v2.resource_helper [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Service METERING assigned prefix: /metering {{(pid=87765) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 28 11:45:51.197530 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron_lib.callbacks.manager [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=87765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 11:45:51.197896 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron_lib.callbacks.manager [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=87765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 11:45:51.198242 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron_lib.callbacks.manager [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87765) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 11:45:51.200569 dv-neutron-835340-2-hyperv neutron-server[87765]: INFO neutron.quota.resource_registry [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Creating instance of CountableResource for resource:rbac_policy Mar 28 11:45:51.201023 dv-neutron-835340-2-hyperv neutron-server[87765]: INFO neutron.quota.resource_registry [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Creating instance of TrackedResource for resource:security_group Mar 28 11:45:51.201677 dv-neutron-835340-2-hyperv neutron-server[87765]: INFO neutron.quota.resource_registry [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Creating instance of TrackedResource for resource:security_group_rule Mar 28 11:45:51.202416 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.v2.resource_helper [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Service CORE assigned prefix: {{(pid=87765) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 28 11:45:51.202744 dv-neutron-835340-2-hyperv neutron-server[87765]: INFO neutron.quota.resource_registry [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Creating instance of TrackedResource for resource:subnetpool Mar 28 11:45:51.203076 dv-neutron-835340-2-hyperv neutron-server[87765]: WARNING neutron.quota.resource_registry [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] subnetpool is already registered Mar 28 11:45:51.203732 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.v2.resource_helper [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Service CORE assigned prefix: {{(pid=87765) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 28 11:45:51.204060 dv-neutron-835340-2-hyperv neutron-server[87765]: INFO neutron.quota.resource_registry [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Creating instance of TrackedResource for resource:subnetpool Mar 28 11:45:51.204396 dv-neutron-835340-2-hyperv neutron-server[87765]: WARNING neutron.quota.resource_registry [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] subnetpool is already registered Mar 28 11:45:51.315541 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.v2.resource_helper [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87765) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 28 11:45:51.315894 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.v2.resource_helper [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Service FLAVORS assigned prefix: {{(pid=87765) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 28 11:45:51.316492 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.v2.resource_helper [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87765) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 28 11:45:51.316916 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.v2.resource_helper [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87765) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 28 11:45:51.317255 dv-neutron-835340-2-hyperv neutron-server[87765]: INFO neutron.quota.resource_registry [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Creating instance of TrackedResource for resource:router Mar 28 11:45:51.317590 dv-neutron-835340-2-hyperv neutron-server[87765]: WARNING neutron.quota.resource_registry [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] router is already registered Mar 28 11:45:51.318242 dv-neutron-835340-2-hyperv neutron-server[87765]: INFO neutron.quota.resource_registry [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Creating instance of TrackedResource for resource:floatingip Mar 28 11:45:51.318567 dv-neutron-835340-2-hyperv neutron-server[87765]: WARNING neutron.quota.resource_registry [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] floatingip is already registered Mar 28 11:45:51.319197 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.v2.resource_helper [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Service METERING assigned prefix: /metering {{(pid=87765) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 28 11:45:51.320637 dv-neutron-835340-2-hyperv neutron-server[87765]: INFO neutron.quota.resource_registry [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Creating instance of CountableResource for resource:rbac_policy Mar 28 11:45:51.320968 dv-neutron-835340-2-hyperv neutron-server[87765]: WARNING neutron.quota.resource_registry [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] rbac_policy is already registered Mar 28 11:45:51.321394 dv-neutron-835340-2-hyperv neutron-server[87765]: INFO neutron.quota.resource_registry [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Creating instance of TrackedResource for resource:security_group Mar 28 11:45:51.321730 dv-neutron-835340-2-hyperv neutron-server[87765]: WARNING neutron.quota.resource_registry [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] security_group is already registered Mar 28 11:45:51.322324 dv-neutron-835340-2-hyperv neutron-server[87765]: INFO neutron.quota.resource_registry [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Creating instance of TrackedResource for resource:security_group_rule Mar 28 11:45:51.322652 dv-neutron-835340-2-hyperv neutron-server[87765]: WARNING neutron.quota.resource_registry [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] security_group_rule is already registered Mar 28 11:45:51.323311 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.v2.resource_helper [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Service CORE assigned prefix: {{(pid=87765) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 28 11:45:51.323669 dv-neutron-835340-2-hyperv neutron-server[87765]: INFO neutron.quota.resource_registry [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Creating instance of TrackedResource for resource:subnetpool Mar 28 11:45:51.323993 dv-neutron-835340-2-hyperv neutron-server[87765]: WARNING neutron.quota.resource_registry [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] subnetpool is already registered Mar 28 11:45:51.324598 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.v2.resource_helper [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Service CORE assigned prefix: {{(pid=87765) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 28 11:45:51.324925 dv-neutron-835340-2-hyperv neutron-server[87765]: INFO neutron.quota.resource_registry [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Creating instance of TrackedResource for resource:subnetpool Mar 28 11:45:51.325246 dv-neutron-835340-2-hyperv neutron-server[87765]: WARNING neutron.quota.resource_registry [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] subnetpool is already registered Mar 28 11:45:51.325894 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Extended resource: extensions {{(pid=87765) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 11:45:51.327367 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Extended resource: address-groups {{(pid=87765) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 11:45:51.329016 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Extended resource: address-scopes {{(pid=87765) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 11:45:51.330210 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Extended resource: agents {{(pid=87765) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 11:45:51.331347 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Extended resource: auto-allocated-topology {{(pid=87765) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 11:45:51.332712 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Extended resource: availability_zones {{(pid=87765) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 11:45:51.333916 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Extended resource: dhcp-networks {{(pid=87765) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 11:45:51.335998 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Extended resource: dhcp-agents {{(pid=87765) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 11:45:51.337553 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Extended resource: routers {{(pid=87765) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 11:45:51.339358 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Extended resource: flavors {{(pid=87765) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 11:45:51.340527 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Extended resource: service_profiles {{(pid=87765) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 11:45:51.341721 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Extended resource: next_providers {{(pid=87765) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 11:45:51.343259 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Extended resource: service_profiles {{(pid=87765) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 11:45:51.344734 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Extended resource: floatingip-pools {{(pid=87765) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 11:45:51.345925 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Extended resource: routers {{(pid=87765) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 11:45:51.347738 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Extended resource: floatingips {{(pid=87765) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 11:45:51.348922 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Extended resource: l3-routers {{(pid=87765) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 11:45:51.350279 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Extended resource: l3-agents {{(pid=87765) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 11:45:51.351932 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Extended resource: metering-labels {{(pid=87765) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 11:45:51.353173 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Extended resource: metering-label-rules {{(pid=87765) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 11:45:51.354443 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Extended resource: network-ip-availabilities {{(pid=87765) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 11:45:51.355689 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Extended resource: bindings {{(pid=87765) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 11:45:51.357318 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Extended resource: quotas {{(pid=87765) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 11:45:51.358740 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Extended resource: quotas {{(pid=87765) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 11:45:51.360162 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Extended resource: rbac-policies {{(pid=87765) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 11:45:51.361434 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Extended resource: security-groups {{(pid=87765) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 11:45:51.362622 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Extended resource: security-group-rules {{(pid=87765) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 11:45:51.363851 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Extended resource: service-providers {{(pid=87765) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 11:45:51.365165 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Extended resource: subnetpools {{(pid=87765) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 11:45:51.366599 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Extended resource: subnetpools {{(pid=87765) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 11:45:51.368064 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Extended resource: tags {{(pid=87765) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 11:45:51.369821 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Extended resource: tags {{(pid=87765) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 11:45:51.371536 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Extended resource: tags {{(pid=87765) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 11:45:51.373318 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Extended resource: tags {{(pid=87765) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 11:45:51.376127 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Extended resource: tags {{(pid=87765) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 11:45:51.377937 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Extended resource: tags {{(pid=87765) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 11:45:51.379653 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Extended resource: tags {{(pid=87765) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 11:45:51.381535 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Extended resource: tags {{(pid=87765) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 11:45:51.384053 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Extended resource: tags {{(pid=87765) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 11:45:51.385880 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron.api.extensions [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Extended resource: tags {{(pid=87765) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 28 11:45:51.391753 dv-neutron-835340-2-hyperv neutron-server[87765]: WARNING keystonemiddleware.auth_token [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 28 11:45:51.396450 dv-neutron-835340-2-hyperv neutron-server[87765]: WARNING keystonemiddleware.auth_token [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 28 11:45:51.405391 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_concurrency.lockutils [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Acquired lock "singleton_lock" {{(pid=87765) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Mar 28 11:45:51.405861 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_concurrency.lockutils [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Releasing lock "singleton_lock" {{(pid=87765) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Mar 28 11:45:51.406480 dv-neutron-835340-2-hyperv neutron-server[87765]: INFO oslo_service.service [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Starting 2 workers Mar 28 11:45:51.411134 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Started child 87870 {{(pid=87765) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Mar 28 11:45:51.417598 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Started child 87871 {{(pid=87765) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Mar 28 11:45:51.417914 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:45:51.418578 dv-neutron-835340-2-hyperv neutron-server[87765]: INFO neutron.service [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Neutron service started, listening on 0.0.0.0:9696 Mar 28 11:45:51.418578 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron_lib.callbacks.manager [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Notify callbacks [] for process, before_spawn {{(pid=87765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:45:51.419081 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [-] (87870) wsgi starting up on http://0.0.0.0:9696 Mar 28 11:45:51.419808 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:45:51.420274 dv-neutron-835340-2-hyperv neutron-server[87765]: INFO oslo_service.service [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Starting 1 workers Mar 28 11:45:51.421170 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [-] (87871) wsgi starting up on http://0.0.0.0:9696 Mar 28 11:45:51.425181 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Started child 87872 {{(pid=87765) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Mar 28 11:45:51.425677 dv-neutron-835340-2-hyperv neutron-server[87765]: INFO oslo_service.service [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Starting 1 workers Mar 28 11:45:51.428850 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.service [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] calling RpcWorker wait() {{(pid=87872) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 28 11:45:51.429928 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.service [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] returning from RpcWorker wait() {{(pid=87872) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 28 11:45:51.430034 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Started child 87873 {{(pid=87765) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Mar 28 11:45:51.430770 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG neutron_lib.callbacks.manager [None req-bc54357a-cf36-4de0-8f09-939db9617cfb None None] Notify callbacks [] for process, after_spawn {{(pid=87765) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:45:51.431289 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:45:51.431792 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:45:51.432612 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=87765) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Mar 28 11:45:51.432821 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 28 11:45:51.433007 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 28 11:45:51.433220 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 28 11:45:51.433565 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 28 11:45:51.433729 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 28 11:45:51.434206 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:51.434481 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:51.434725 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:45:51.435215 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:51.435215 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:51.435351 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:51.435939 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:51.436184 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:51.436285 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:45:51.436442 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:51.436691 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:51.436946 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:51.437113 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:51.437271 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:51.437524 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:51.437773 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:51.438064 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:51.438326 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:51.438571 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:51.438849 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:51.439015 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:51.439262 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] config_source = [] {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:51.439543 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:51.439796 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:51.440063 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] debug = True {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:51.440311 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:51.440782 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:51.441007 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:51.441241 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:51.441475 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:51.441764 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:51.442028 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:51.442290 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:51.442520 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:51.442748 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:51.442999 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:51.443256 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:51.443517 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:51.443731 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:51.443947 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:51.444202 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:51.444978 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:51.445413 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] host = dv-neutron-835340-2-hyperv {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:51.445646 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:51.445859 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:51.446105 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:51.446353 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:51.446601 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:51.446835 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:51.447080 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:51.447336 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:51.447634 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:51.447862 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:51.448130 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:51.448390 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:51.448615 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] log_dir = None {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:51.448854 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] log_file = None {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:51.449016 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] log_options = True {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:51.449239 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:51.449511 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:51.449773 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:51.450013 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:51.450163 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:51.450305 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:51.450534 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:51.450685 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:51.450925 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:51.451154 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:51.451365 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:51.451600 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:51.451843 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:51.452084 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:51.452338 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:51.452577 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:51.452827 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:51.453033 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:51.453289 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:51.453519 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:51.453745 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:51.453994 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:51.454233 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:51.454451 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:51.454661 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:51.454874 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:51.455107 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:51.455297 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:51.455633 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:51.455861 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:51.456144 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:51.456354 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:51.456560 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:51.456727 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:51.456959 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:51.457183 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:51.457410 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:51.457828 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:51.457985 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:51.458325 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:51.458590 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:51.458590 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:51.459018 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:51.459018 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:51.459605 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] use_journal = False {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:51.459605 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] use_json = False {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:51.459950 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:51.459950 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:51.461103 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:51.461103 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:51.461103 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:51.461554 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:51.461554 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:51.462176 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:51.462176 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:51.462683 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.462683 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.462947 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.463144 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.463387 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.463627 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.463863 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.464254 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.464423 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.464570 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.464875 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.465097 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.465407 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.465651 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.465874 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.467045 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.467045 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.467045 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.467045 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.467396 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.467523 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.467726 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.468230 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.468378 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.468620 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.30/identity {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.468896 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.469124 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.469356 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.469583 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.469793 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.470002 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.470208 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.470479 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.470694 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.470906 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.471114 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.471344 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.471595 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.471840 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.472087 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.472350 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.472583 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.472822 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.473053 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.473267 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.473486 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.473701 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.473942 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.474161 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.474406 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.474633 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.474853 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.475068 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.475283 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.475545 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.475914 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.476192 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.476438 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.476707 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.476966 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.477178 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.477430 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.477668 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.477876 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.478082 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.478294 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.478502 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.478712 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.478924 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.479171 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.479408 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.479655 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.479872 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.480114 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.480328 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.480540 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.480752 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.480965 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.481180 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.481390 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.481601 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.481811 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.482038 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.482238 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.482527 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.482809 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.483055 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.483349 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.483615 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.483872 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.484088 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.484347 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.484580 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.484796 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.485048 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.485292 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.485533 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.485805 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.486029 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.486239 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.486495 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.486709 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.486928 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.487588 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.487588 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.487588 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.488035 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.488172 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.488576 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.488576 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.488850 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.489106 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.489360 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.489645 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.489879 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.490146 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.490456 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.490723 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.491005 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.491261 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.491758 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.492120 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.492367 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.492645 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.492892 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.493138 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.493344 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.493618 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.493868 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.494088 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.494379 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.494747 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.495114 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.495362 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.495628 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.495858 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.496130 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.496391 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.496636 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.496906 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.497186 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.497413 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.497659 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.497970 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.30/identity {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.498160 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.498364 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.498607 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.498825 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.499058 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.499518 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.499518 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.499797 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.499921 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.500323 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.500527 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.500647 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.501144 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.501144 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.501473 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.501473 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.502017 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.502017 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.502256 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.502377 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.502588 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.502757 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.502959 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.503204 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.503442 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.503722 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.504554 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.504554 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.504554 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.504895 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.504999 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.505110 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.505366 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.505740 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.505882 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.506014 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.506205 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.506407 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.506823 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.506823 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.507632 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.508001 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.508226 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.508704 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.508848 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.509036 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.509255 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.509496 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.509728 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.509948 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.510179 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.510424 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.510653 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.510877 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.511108 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.511338 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.512204 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.512204 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.512204 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.512517 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.512596 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.512812 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.513029 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.513252 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.513464 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.513675 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.513903 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.514129 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.514351 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.514579 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.514793 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.514998 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.515297 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.515566 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.515795 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.516636 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.516636 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.516636 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.516636 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.517126 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.517126 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.517359 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.517480 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.517671 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.517898 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.518115 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.518351 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.518644 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.518892 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.519111 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.519420 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.519675 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.519920 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.520187 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.520518 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.520731 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.520977 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.523761 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.523761 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.523761 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.523761 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.523761 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.523761 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.523761 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.523761 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.524622 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.524622 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.524622 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.524839 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.524919 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.525260 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.525540 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.525776 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.526038 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.526307 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.526530 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.526761 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.526998 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.527230 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.527443 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.527721 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.527978 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.528218 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.528443 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.528945 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.529159 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.529379 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.529609 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.529854 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.530063 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.530219 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 28 11:45:51.530729 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=87765) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Mar 28 11:45:51.530887 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 28 11:45:51.531038 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 28 11:45:51.531207 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 28 11:45:51.531455 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 28 11:45:51.531567 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 28 11:45:51.531750 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:51.531908 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:51.532072 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:51.532238 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:51.532376 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:51.532553 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:51.532712 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:51.532866 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:51.533021 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:51.533177 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:51.533338 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:51.533493 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:51.533648 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:51.533805 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:51.533964 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:51.534122 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:51.534279 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:51.534439 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:51.534600 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:51.534745 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] config_source = [] {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:51.534901 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:51.535061 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:51.535205 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] debug = True {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:51.535347 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:51.535569 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:51.535733 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:51.535889 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:51.536045 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:51.536196 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:51.536346 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:51.536508 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:51.536660 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:51.536816 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:51.536971 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:51.537127 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:51.537283 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:51.537438 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:51.537592 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:51.537769 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:51.537942 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:51.538088 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] host = dv-neutron-835340-2-hyperv {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:51.538241 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:51.538435 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:51.538520 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:51.538678 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:51.538834 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:51.538975 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:51.539135 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:51.539297 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:51.539419 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:51.539597 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:51.539756 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:51.539913 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:51.540067 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] log_dir = None {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:51.540213 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] log_file = None {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:51.540368 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] log_options = True {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:51.540523 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:51.540678 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:51.541402 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:51.541402 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:51.541402 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:51.541402 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:51.541882 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:51.541882 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:51.541882 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:51.541882 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:51.542291 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:51.542291 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:51.542291 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:51.542496 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:51.542600 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:51.542754 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:51.542913 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:51.543072 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:51.543232 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:51.543390 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:51.543568 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:51.543723 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:51.543862 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:51.544021 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:51.544284 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:51.544420 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:51.544583 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:51.544744 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:51.544744 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:51.545001 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:51.545122 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:51.545241 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:51.545361 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:51.545480 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:51.545602 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:51.545755 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:51.545911 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:51.546069 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:51.546224 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:51.546378 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:51.546534 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:51.546688 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:51.546813 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:45:51.546931 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:51.547051 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:51.547180 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] use_journal = False {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:51.547303 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] use_json = False {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:51.547428 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:51.547567 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:51.547726 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:51.547881 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:51.548036 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:51.548190 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:51.548347 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:51.548505 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:51.548662 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 28 11:45:51.548835 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.548995 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.549165 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.549323 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.549481 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.549639 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.549798 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.549956 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.550122 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.550269 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.550439 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.550594 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.550769 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.550917 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.551142 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.551269 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.551389 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.551747 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.551747 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.551980 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.551980 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.552197 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.552317 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.552461 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.552584 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.30/identity {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.552719 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.552863 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.553024 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.553455 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.553455 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.553455 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.553893 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.553893 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.554229 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.554229 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.554605 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.554737 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.554858 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.555006 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.555897 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.555897 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.555897 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.555897 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.555897 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.556842 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.556842 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.556842 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.556842 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.556842 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.556842 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.556842 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.557572 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.557572 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.557572 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.557572 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.557572 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.558188 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.558188 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.558188 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.558510 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.558510 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.558745 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.558745 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.558975 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.559096 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.559213 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.559332 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.559507 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.559669 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.559827 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.559985 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.560144 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.560300 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.560458 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.560616 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.560774 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.560932 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.561091 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.561250 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.561408 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.561566 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.561724 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.561881 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.562039 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.562206 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.562378 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.562537 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.562695 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.563624 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.563624 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.563624 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.563624 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.563624 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.563624 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.564661 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.564661 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.564661 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.564661 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.564661 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.564661 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.564661 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.565754 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.565754 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.565754 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.565754 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.565754 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.565754 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.565754 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.566241 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.566241 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.566241 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.566241 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.566507 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.566507 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.566648 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.566822 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.566994 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.567152 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.567310 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.567488 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.567648 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.567809 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.568257 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.568257 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.568257 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.568544 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.568544 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.568689 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.568855 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.569013 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.569170 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.569959 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.570122 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.570257 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.570520 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.570679 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.570822 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.571205 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.571205 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.572199 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.572199 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.572199 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.572199 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.572199 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.30/identity {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.572199 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.572199 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.572920 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.572920 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.572920 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.572920 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.572920 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.573508 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.573508 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.573508 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.573508 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.573950 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.573950 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.573950 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.575241 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.575241 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.575241 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.575241 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.575241 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.575241 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.575241 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.575241 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.575847 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.575847 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.575847 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.575847 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.575847 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.576847 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.576847 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.576847 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.576847 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.576847 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.576847 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.576847 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.577906 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.577906 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.577906 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.577906 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.577906 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.577906 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.577906 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.578740 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.578740 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.578740 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.578740 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.578740 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.578740 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.579403 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.579403 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.579403 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.579403 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.579729 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.579729 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.580102 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.580102 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.580102 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.580318 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.580395 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.580534 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.580694 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.580855 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.581013 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.581171 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.581330 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.581488 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.581649 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.581809 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.581955 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.582109 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.582266 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.582476 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.582621 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.582764 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.582899 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.583032 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.583166 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.583296 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.583463 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.583639 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.583799 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.583960 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.584408 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.584408 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.584408 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.584621 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.584698 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.584850 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.585020 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.585306 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.585306 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.585674 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.585793 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.585947 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.586102 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.586274 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.586436 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.586592 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.586750 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.586907 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.587065 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.587226 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.587389 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.587584 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.587751 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.587911 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.588079 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.588246 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.588412 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.588571 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.588735 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.588904 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.589062 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.589220 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.589377 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.589534 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.589693 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.589985 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.590145 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.590304 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.590462 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.590620 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.590779 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.590937 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.591096 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.591255 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.591412 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.591594 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.591753 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.591988 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.592152 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 28 11:45:51.592305 dv-neutron-835340-2-hyperv neutron-server[87765]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87765) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 28 11:45:51.593580 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 45920) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:45:51.601822 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [-] 10.222.0.30 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0061705 Mar 28 11:46:02.298428 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc96b1e6-59d0-4d2d-9c98-5b592ce456e7 None None] get_active_networks_info from dv-neutron-835340-2-hyperv {{(pid=87872) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 28 11:46:02.428670 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc96b1e6-59d0-4d2d-9c98-5b592ce456e7 None None] No non-hosted networks {{(pid=87872) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 28 11:46:02.432935 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-62fa1c0e-9b45-4cea-b7dc-f90c9f440d02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-743186'] for agent, after_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:04.644079 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-fc7c799b-d47b-475c-a9b4-d45bbd17320e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-743186'] for agent, after_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:04.679264 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-c95a0487-7260-4dfb-957f-ac414a725cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:05.622105 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-743186'] for agent, after_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:05.627896 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:46:05.629911 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:46:05.631138 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:46:05.632688 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:46:05.634600 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:46:05.636149 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:46:05.636956 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:46:05.640309 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:46:05.642024 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:46:05.645646 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:46:05.648253 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:46:05.649146 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:46:05.650647 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-835340-2-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:46:05.674487 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-835340-2-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:46:05.721193 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-ef3be119-c018-4979-be07-86cf959defc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-743186'] for agent, after_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:07.322431 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-b7ccd3c7-0277-4f12-8e5c-e41478141af5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-743186'] for agent, after_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:07.978957 dv-neutron-835340-2-hyperv neutron-server[87872]: INFO neutron.db.l3_hamode_db [None req-4c344925-907c-4fd5-8ae9-67e94cfe6663 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 28 11:46:08.063226 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c344925-907c-4fd5-8ae9-67e94cfe6663 None None] Routers set() bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:46:08.063625 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c344925-907c-4fd5-8ae9-67e94cfe6663 None None] Router IDs set() for agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:465}} Mar 28 11:46:08.688834 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 46012) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:46:09.259131 dv-neutron-835340-2-hyperv neutron-server[87871]: WARNING oslo_policy.policy [None req-7e567404-6ebc-4ee7-9002-21399bf4b528 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 28 11:46:09.259739 dv-neutron-835340-2-hyperv neutron-server[87871]: WARNING oslo_policy.policy [None req-7e567404-6ebc-4ee7-9002-21399bf4b528 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 28 11:46:09.474984 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [None req-7e567404-6ebc-4ee7-9002-21399bf4b528 admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=87871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 11:46:09.476829 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-7e567404-6ebc-4ee7-9002-21399bf4b528 admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7870495 Mar 28 11:46:11.853214 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 46026) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:46:12.208566 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-d307c798-7885-4ca5-b9fb-a05330318ea4 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'shared': True, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:46:12.303187 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.policy [None req-d307c798-7885-4ca5-b9fb-a05330318ea4 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=87871) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 28 11:46:12.347583 dv-neutron-835340-2-hyperv neutron-server[87871]: WARNING oslo_policy.policy [None req-d307c798-7885-4ca5-b9fb-a05330318ea4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 28 11:46:12.347964 dv-neutron-835340-2-hyperv neutron-server[87871]: WARNING oslo_policy.policy [None req-d307c798-7885-4ca5-b9fb-a05330318ea4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 28 11:46:12.356695 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.quota [None req-d307c798-7885-4ca5-b9fb-a05330318ea4 admin admin] Loaded quota_driver: . Mar 28 11:46:12.372216 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-d307c798-7885-4ca5-b9fb-a05330318ea4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:46:12.431095 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-d307c798-7885-4ca5-b9fb-a05330318ea4 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783494327299', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783494326996', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783494377874', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783494354029', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783494361211', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783494359204', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1573601', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1581359', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-569259', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-755802'] for rbac-policy, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:12.492377 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-d307c798-7885-4ca5-b9fb-a05330318ea4 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:12.493534 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-d307c798-7885-4ca5-b9fb-a05330318ea4 admin admin] 10.222.0.30 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6393926 Mar 28 11:46:15.093386 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 46040) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:46:15.434967 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-2d41ff30-3754-4451-b07e-6413b31eb81d admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'project_id': 'ee5aeb757083446094a0c798d6b24798'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:46:15.439588 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-2d41ff30-3754-4451-b07e-6413b31eb81d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:46:15.443924 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-2d41ff30-3754-4451-b07e-6413b31eb81d admin admin] Usage tracker for resource:network and tenant:ee5aeb757083446094a0c798d6b24798 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:46:15.448500 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-2d41ff30-3754-4451-b07e-6413b31eb81d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:46:15.454446 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-2d41ff30-3754-4451-b07e-6413b31eb81d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:46:15.463880 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d41ff30-3754-4451-b07e-6413b31eb81d admin admin] Made reservation on behalf of ee5aeb757083446094a0c798d6b24798 for: {'network': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:46:15.466521 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-2d41ff30-3754-4451-b07e-6413b31eb81d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for network, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:15.484028 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-2d41ff30-3754-4451-b07e-6413b31eb81d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:15.498262 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-2d41ff30-3754-4451-b07e-6413b31eb81d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:46:15.501879 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-2d41ff30-3754-4451-b07e-6413b31eb81d admin admin] Usage tracker for resource:security_group_rule and tenant:ee5aeb757083446094a0c798d6b24798 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:46:15.506982 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-2d41ff30-3754-4451-b07e-6413b31eb81d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:46:15.512600 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-2d41ff30-3754-4451-b07e-6413b31eb81d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:46:15.610564 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-2d41ff30-3754-4451-b07e-6413b31eb81d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:15.614278 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-2d41ff30-3754-4451-b07e-6413b31eb81d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:15.636324 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d41ff30-3754-4451-b07e-6413b31eb81d admin admin] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=87871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 11:46:15.662645 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-2d41ff30-3754-4451-b07e-6413b31eb81d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8783496351245', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:15.663208 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-2d41ff30-3754-4451-b07e-6413b31eb81d admin admin] Unsubscribe: segment precommit_create {{(pid=87871) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 28 11:46:15.663718 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.db.segments_db [None req-2d41ff30-3754-4451-b07e-6413b31eb81d admin admin] Added segment 742d57af-ab72-4757-9b0f-84e48eddfb27 of type vlan for network 6f9dc008-900c-44fc-8d5f-d3c211065019 Mar 28 11:46:15.711941 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d41ff30-3754-4451-b07e-6413b31eb81d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=650fb9f5-07d4-40d1-ae32-65bedb7b678b,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:46:15.728462 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d41ff30-3754-4451-b07e-6413b31eb81d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:46:15.728819 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d41ff30-3754-4451-b07e-6413b31eb81d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:46:15.729153 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d41ff30-3754-4451-b07e-6413b31eb81d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:46:15.729478 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d41ff30-3754-4451-b07e-6413b31eb81d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:46:15.729797 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d41ff30-3754-4451-b07e-6413b31eb81d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:46:15.730116 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d41ff30-3754-4451-b07e-6413b31eb81d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:46:15.730432 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d41ff30-3754-4451-b07e-6413b31eb81d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:46:15.730746 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d41ff30-3754-4451-b07e-6413b31eb81d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:46:15.731060 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d41ff30-3754-4451-b07e-6413b31eb81d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:46:15.731371 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d41ff30-3754-4451-b07e-6413b31eb81d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:46:15.731706 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d41ff30-3754-4451-b07e-6413b31eb81d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:46:15.732016 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d41ff30-3754-4451-b07e-6413b31eb81d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:46:15.733328 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d41ff30-3754-4451-b07e-6413b31eb81d admin admin] Tracked resource versions report: Mar 28 11:46:15.733328 dv-neutron-835340-2-hyperv neutron-server[87871]: pushed versions: Mar 28 11:46:15.733328 dv-neutron-835340-2-hyperv neutron-server[87871]: { 'AddressGroup': {'1.2'}, Mar 28 11:46:15.733328 dv-neutron-835340-2-hyperv neutron-server[87871]: 'ConntrackHelper': {'1.0'}, Mar 28 11:46:15.733328 dv-neutron-835340-2-hyperv neutron-server[87871]: 'Log': {'1.0'}, Mar 28 11:46:15.733328 dv-neutron-835340-2-hyperv neutron-server[87871]: 'Network': {'1.1'}, Mar 28 11:46:15.733328 dv-neutron-835340-2-hyperv neutron-server[87871]: 'Port': {'1.7'}, Mar 28 11:46:15.733328 dv-neutron-835340-2-hyperv neutron-server[87871]: 'PortForwarding': {'1.2'}, Mar 28 11:46:15.733328 dv-neutron-835340-2-hyperv neutron-server[87871]: 'QosPolicy': {'1.8'}, Mar 28 11:46:15.733328 dv-neutron-835340-2-hyperv neutron-server[87871]: 'SecurityGroup': {'1.4'}, Mar 28 11:46:15.733328 dv-neutron-835340-2-hyperv neutron-server[87871]: 'SecurityGroupRule': {'1.2'}, Mar 28 11:46:15.733328 dv-neutron-835340-2-hyperv neutron-server[87871]: 'SubPort': {'1.0'}, Mar 28 11:46:15.733328 dv-neutron-835340-2-hyperv neutron-server[87871]: 'Subnet': {'1.1'}, Mar 28 11:46:15.733328 dv-neutron-835340-2-hyperv neutron-server[87871]: 'Trunk': {'1.1'}} Mar 28 11:46:15.733328 dv-neutron-835340-2-hyperv neutron-server[87871]: consumer versions: Mar 28 11:46:15.733328 dv-neutron-835340-2-hyperv neutron-server[87871]: { DHCP agent@dv-neutron-835340-2-hyperv: {}, Mar 28 11:46:15.733328 dv-neutron-835340-2-hyperv neutron-server[87871]: L3 agent@dv-neutron-835340-2-hyperv: {}, Mar 28 11:46:15.733328 dv-neutron-835340-2-hyperv neutron-server[87871]: Metadata agent@dv-neutron-835340-2-hyperv: {}, Mar 28 11:46:15.733328 dv-neutron-835340-2-hyperv neutron-server[87871]: Metering agent@dv-neutron-835340-2-hyperv: {}, Mar 28 11:46:15.733328 dv-neutron-835340-2-hyperv neutron-server[87871]: Open vSwitch agent@dv-neutron-835340-2-hyperv: { 'AddressGroup': '1.2', Mar 28 11:46:15.733328 dv-neutron-835340-2-hyperv neutron-server[87871]: 'ConntrackHelper': '1.0', Mar 28 11:46:15.733328 dv-neutron-835340-2-hyperv neutron-server[87871]: 'Log': '1.0', Mar 28 11:46:15.733328 dv-neutron-835340-2-hyperv neutron-server[87871]: 'Network': '1.1', Mar 28 11:46:15.733328 dv-neutron-835340-2-hyperv neutron-server[87871]: 'Port': '1.7', Mar 28 11:46:15.733328 dv-neutron-835340-2-hyperv neutron-server[87871]: 'PortForwarding': '1.2', Mar 28 11:46:15.733328 dv-neutron-835340-2-hyperv neutron-server[87871]: 'QosPolicy': '1.8', Mar 28 11:46:15.733328 dv-neutron-835340-2-hyperv neutron-server[87871]: 'SecurityGroup': '1.4', Mar 28 11:46:15.733328 dv-neutron-835340-2-hyperv neutron-server[87871]: 'SecurityGroupRule': '1.2', Mar 28 11:46:15.733328 dv-neutron-835340-2-hyperv neutron-server[87871]: 'SubPort': '1.0', Mar 28 11:46:15.733328 dv-neutron-835340-2-hyperv neutron-server[87871]: 'Subnet': '1.1', Mar 28 11:46:15.733328 dv-neutron-835340-2-hyperv neutron-server[87871]: 'Trunk': '1.1'}} Mar 28 11:46:15.733328 dv-neutron-835340-2-hyperv neutron-server[87871]: {{(pid=87871) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 28 11:46:15.780355 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-2d41ff30-3754-4451-b07e-6413b31eb81d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783495836591'] for network, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:15.820678 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-2d41ff30-3754-4451-b07e-6413b31eb81d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765'] for network, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:15.821826 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d41ff30-3754-4451-b07e-6413b31eb81d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:46:15.822434 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-2d41ff30-3754-4451-b07e-6413b31eb81d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538751'] for network, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:15.924691 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-2d41ff30-3754-4451-b07e-6413b31eb81d admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.8301535 Mar 28 11:46:15.930243 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d41ff30-3754-4451-b07e-6413b31eb81d admin admin] Pushing event updated for resources: {'Network': ['ID=6f9dc008-900c-44fc-8d5f-d3c211065019,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:46:15.957583 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Network 6f9dc008-900c-44fc-8d5f-d3c211065019 details requested by agent ovs-agent-dv-neutron-835340-2-hyperv with host dv-neutron-835340-2-hyperv {{(pid=87872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 11:46:18.617017 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 46056) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:46:19.063845 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f0db4de-1a1e-469c-a786-53b16d2321d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:46:19.065232 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-8f0db4de-1a1e-469c-a786-53b16d2321d7 admin admin] 10.222.0.30 "GET /v2.0/networks/6f9dc008-900c-44fc-8d5f-d3c211065019 HTTP/1.1" status: 200 len: 824 time: 0.4472325 Mar 28 11:46:19.091364 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-7e72ad65-b4d0-457e-9f8b-fa67e917fda9 admin admin] 10.222.0.30 "GET /v2.0/subnetpools/f27cf0d0-1c07-40ff-86b2-18060bd2130e HTTP/1.1" status: 200 len: 734 time: 0.0207438 Mar 28 11:46:19.099526 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-e058a966-7562-4e8d-aa50-412794386a18 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'subnetpool_id': 'f27cf0d0-1c07-40ff-86b2-18060bd2130e', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'tenant_id': 'ee5aeb757083446094a0c798d6b24798', 'network_id': '6f9dc008-900c-44fc-8d5f-d3c211065019'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:46:19.104244 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-e058a966-7562-4e8d-aa50-412794386a18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:46:19.107953 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-e058a966-7562-4e8d-aa50-412794386a18 admin admin] Usage tracker for resource:subnet and tenant:ee5aeb757083446094a0c798d6b24798 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:46:19.110771 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-e058a966-7562-4e8d-aa50-412794386a18 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:46:19.116475 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-e058a966-7562-4e8d-aa50-412794386a18 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:46:19.126251 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e058a966-7562-4e8d-aa50-412794386a18 admin admin] Made reservation on behalf of ee5aeb757083446094a0c798d6b24798 for: {'subnet': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:46:19.128613 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-e058a966-7562-4e8d-aa50-412794386a18 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:19.412405 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-e058a966-7562-4e8d-aa50-412794386a18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765'] for subnet, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:19.494672 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e058a966-7562-4e8d-aa50-412794386a18 admin admin] Pushing event updated for resources: {'Subnet': ['ID=89106123-9da6-402f-96e5-6d6e173a9544,revision_number=0']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:46:19.496674 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e058a966-7562-4e8d-aa50-412794386a18 admin admin] Checking segment: {'id': '742d57af-ab72-4757-9b0f-84e48eddfb27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '6f9dc008-900c-44fc-8d5f-d3c211065019'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:46:19.497045 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e058a966-7562-4e8d-aa50-412794386a18 admin admin] Network hostable DHCP agents. Network: 6f9dc008-900c-44fc-8d5f-d3c211065019, hostable agents: ['3cb85949-855b-4a40-b988-cd5705e511da'], hosted agents: [] {{(pid=87871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 11:46:19.517731 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e058a966-7562-4e8d-aa50-412794386a18 admin admin] Network 6f9dc008-900c-44fc-8d5f-d3c211065019 is scheduled to be hosted by DHCP agent 3cb85949-855b-4a40-b988-cd5705e511da with binding_index 1 {{(pid=87871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 11:46:19.527711 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-e058a966-7562-4e8d-aa50-412794386a18 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-2-hyperv, 6f9dc008-900c-44fc-8d5f-d3c211065019) {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:46:19.532362 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e058a966-7562-4e8d-aa50-412794386a18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:46:19.532932 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-e058a966-7562-4e8d-aa50-412794386a18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538751'] for subnet, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:19.537305 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7352b511-5581-4022-8ab6-0bc929d71773 None None] Network 6f9dc008-900c-44fc-8d5f-d3c211065019 requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:46:19.555222 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-e058a966-7562-4e8d-aa50-412794386a18 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4588375 Mar 28 11:46:19.852705 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2deeb2bd-6452-4ec1-9798-faa37f4b2998 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1d3f2a9-8722-5ce5-bc40-181687d1ed3f-6f9dc008-900c-44fc-8d5f-d3c211065019', 'network_id': '6f9dc008-900c-44fc-8d5f-d3c211065019', 'tenant_id': 'ee5aeb757083446094a0c798d6b24798', 'fixed_ips': [{'subnet_id': '89106123-9da6-402f-96e5-6d6e173a9544'}]}} from dv-neutron-835340-2-hyperv. {{(pid=87872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 11:46:19.853984 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2deeb2bd-6452-4ec1-9798-faa37f4b2998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:20.037850 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.db_base_plugin_common [None req-2deeb2bd-6452-4ec1-9798-faa37f4b2998 None None] Allocated IP 172.20.0.2 (6f9dc008-900c-44fc-8d5f-d3c211065019/89106123-9da6-402f-96e5-6d6e173a9544/362aa7fa-975d-486c-ae07-ea034c85b23f) {{(pid=87872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:46:20.267122 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2deeb2bd-6452-4ec1-9798-faa37f4b2998 None None] Notify callbacks [] for port, precommit_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:20.281172 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-2deeb2bd-6452-4ec1-9798-faa37f4b2998 None None] Transition to ACTIVE for port object 362aa7fa-975d-486c-ae07-ea034c85b23f will not be triggered until provisioned by entity L2. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:46:20.300522 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-2deeb2bd-6452-4ec1-9798-faa37f4b2998 None None] Transition to ACTIVE for port object 362aa7fa-975d-486c-ae07-ea034c85b23f will not be triggered until provisioned by entity DHCP. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:46:20.306543 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2deeb2bd-6452-4ec1-9798-faa37f4b2998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241'] for port, after_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:20.366192 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2deeb2bd-6452-4ec1-9798-faa37f4b2998 None None] Network 6f9dc008-900c-44fc-8d5f-d3c211065019 is already hosted by enough agents. {{(pid=87872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:46:20.372875 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.base_scheduler [None req-2deeb2bd-6452-4ec1-9798-faa37f4b2998 None None] Resources bound (agent type, host, resource id): {{(pid=87872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:46:20.380063 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2deeb2bd-6452-4ec1-9798-faa37f4b2998 None None] Received port after_create {{(pid=87872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:46:20.382237 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2deeb2bd-6452-4ec1-9798-faa37f4b2998 None None] Pushing event updated for resources: {'Port': ['ID=362aa7fa-975d-486c-ae07-ea034c85b23f,revision_number=1']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:46:20.391157 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2deeb2bd-6452-4ec1-9798-faa37f4b2998 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:46:20.391536 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2deeb2bd-6452-4ec1-9798-faa37f4b2998 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:46:20.391905 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2deeb2bd-6452-4ec1-9798-faa37f4b2998 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:46:20.392230 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2deeb2bd-6452-4ec1-9798-faa37f4b2998 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:46:20.392547 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2deeb2bd-6452-4ec1-9798-faa37f4b2998 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:46:20.392880 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2deeb2bd-6452-4ec1-9798-faa37f4b2998 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:46:20.393203 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2deeb2bd-6452-4ec1-9798-faa37f4b2998 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:46:20.393518 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2deeb2bd-6452-4ec1-9798-faa37f4b2998 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:46:20.393847 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2deeb2bd-6452-4ec1-9798-faa37f4b2998 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:46:20.394190 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2deeb2bd-6452-4ec1-9798-faa37f4b2998 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:46:20.394502 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2deeb2bd-6452-4ec1-9798-faa37f4b2998 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:46:20.394812 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2deeb2bd-6452-4ec1-9798-faa37f4b2998 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:46:20.396180 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2deeb2bd-6452-4ec1-9798-faa37f4b2998 None None] Tracked resource versions report: Mar 28 11:46:20.396180 dv-neutron-835340-2-hyperv neutron-server[87872]: pushed versions: Mar 28 11:46:20.396180 dv-neutron-835340-2-hyperv neutron-server[87872]: { 'AddressGroup': {'1.2'}, Mar 28 11:46:20.396180 dv-neutron-835340-2-hyperv neutron-server[87872]: 'ConntrackHelper': {'1.0'}, Mar 28 11:46:20.396180 dv-neutron-835340-2-hyperv neutron-server[87872]: 'Log': {'1.0'}, Mar 28 11:46:20.396180 dv-neutron-835340-2-hyperv neutron-server[87872]: 'Network': {'1.1'}, Mar 28 11:46:20.396180 dv-neutron-835340-2-hyperv neutron-server[87872]: 'Port': {'1.7'}, Mar 28 11:46:20.396180 dv-neutron-835340-2-hyperv neutron-server[87872]: 'PortForwarding': {'1.2'}, Mar 28 11:46:20.396180 dv-neutron-835340-2-hyperv neutron-server[87872]: 'QosPolicy': {'1.8'}, Mar 28 11:46:20.396180 dv-neutron-835340-2-hyperv neutron-server[87872]: 'SecurityGroup': {'1.4'}, Mar 28 11:46:20.396180 dv-neutron-835340-2-hyperv neutron-server[87872]: 'SecurityGroupRule': {'1.2'}, Mar 28 11:46:20.396180 dv-neutron-835340-2-hyperv neutron-server[87872]: 'SubPort': {'1.0'}, Mar 28 11:46:20.396180 dv-neutron-835340-2-hyperv neutron-server[87872]: 'Subnet': {'1.1'}, Mar 28 11:46:20.396180 dv-neutron-835340-2-hyperv neutron-server[87872]: 'Trunk': {'1.1'}} Mar 28 11:46:20.396180 dv-neutron-835340-2-hyperv neutron-server[87872]: consumer versions: Mar 28 11:46:20.396180 dv-neutron-835340-2-hyperv neutron-server[87872]: { DHCP agent@dv-neutron-835340-2-hyperv: {}, Mar 28 11:46:20.396180 dv-neutron-835340-2-hyperv neutron-server[87872]: L3 agent@dv-neutron-835340-2-hyperv: {}, Mar 28 11:46:20.396180 dv-neutron-835340-2-hyperv neutron-server[87872]: Metadata agent@dv-neutron-835340-2-hyperv: {}, Mar 28 11:46:20.396180 dv-neutron-835340-2-hyperv neutron-server[87872]: Metering agent@dv-neutron-835340-2-hyperv: {}, Mar 28 11:46:20.396180 dv-neutron-835340-2-hyperv neutron-server[87872]: Open vSwitch agent@dv-neutron-835340-2-hyperv: { 'AddressGroup': '1.2', Mar 28 11:46:20.396180 dv-neutron-835340-2-hyperv neutron-server[87872]: 'ConntrackHelper': '1.0', Mar 28 11:46:20.396180 dv-neutron-835340-2-hyperv neutron-server[87872]: 'Log': '1.0', Mar 28 11:46:20.396180 dv-neutron-835340-2-hyperv neutron-server[87872]: 'Network': '1.1', Mar 28 11:46:20.396180 dv-neutron-835340-2-hyperv neutron-server[87872]: 'Port': '1.7', Mar 28 11:46:20.396180 dv-neutron-835340-2-hyperv neutron-server[87872]: 'PortForwarding': '1.2', Mar 28 11:46:20.396180 dv-neutron-835340-2-hyperv neutron-server[87872]: 'QosPolicy': '1.8', Mar 28 11:46:20.396180 dv-neutron-835340-2-hyperv neutron-server[87872]: 'SecurityGroup': '1.4', Mar 28 11:46:20.396180 dv-neutron-835340-2-hyperv neutron-server[87872]: 'SecurityGroupRule': '1.2', Mar 28 11:46:20.396180 dv-neutron-835340-2-hyperv neutron-server[87872]: 'SubPort': '1.0', Mar 28 11:46:20.396180 dv-neutron-835340-2-hyperv neutron-server[87872]: 'Subnet': '1.1', Mar 28 11:46:20.396180 dv-neutron-835340-2-hyperv neutron-server[87872]: 'Trunk': '1.1'}} Mar 28 11:46:20.396180 dv-neutron-835340-2-hyperv neutron-server[87872]: {{(pid=87872) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 28 11:46:20.484192 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-2deeb2bd-6452-4ec1-9798-faa37f4b2998 None None] Attempting to bind port 362aa7fa-975d-486c-ae07-ea034c85b23f on host dv-neutron-835340-2-hyperv for vnic_type normal with profile {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:46:20.484584 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-2deeb2bd-6452-4ec1-9798-faa37f4b2998 None None] Attempting to bind port 362aa7fa-975d-486c-ae07-ea034c85b23f by drivers openvswitch,hyperv on host dv-neutron-835340-2-hyperv at level 0 using segments [{'id': '742d57af-ab72-4757-9b0f-84e48eddfb27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '6f9dc008-900c-44fc-8d5f-d3c211065019'}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:46:20.484984 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2deeb2bd-6452-4ec1-9798-faa37f4b2998 None None] Attempting to bind port 362aa7fa-975d-486c-ae07-ea034c85b23f on network 6f9dc008-900c-44fc-8d5f-d3c211065019 {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:46:20.490075 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2deeb2bd-6452-4ec1-9798-faa37f4b2998 None None] Checking agent: {'id': '961a16fe-cbc8-4264-ac28-bbbd53f89caa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 46, 6), 'started_at': datetime.datetime(2022, 3, 28, 11, 46, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 11, 46, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 11:46:20.490507 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2deeb2bd-6452-4ec1-9798-faa37f4b2998 None None] Checking segment: {'id': '742d57af-ab72-4757-9b0f-84e48eddfb27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '6f9dc008-900c-44fc-8d5f-d3c211065019'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:46:20.491072 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2deeb2bd-6452-4ec1-9798-faa37f4b2998 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:20.491452 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2deeb2bd-6452-4ec1-9798-faa37f4b2998 None None] Bound using segment: {'id': '742d57af-ab72-4757-9b0f-84e48eddfb27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '6f9dc008-900c-44fc-8d5f-d3c211065019'} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 11:46:20.491929 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-2deeb2bd-6452-4ec1-9798-faa37f4b2998 None None] Bound port: 362aa7fa-975d-486c-ae07-ea034c85b23f, host: dv-neutron-835340-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '742d57af-ab72-4757-9b0f-84e48eddfb27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '6f9dc008-900c-44fc-8d5f-d3c211065019'}}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 11:46:20.492324 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2deeb2bd-6452-4ec1-9798-faa37f4b2998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:20.580430 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2deeb2bd-6452-4ec1-9798-faa37f4b2998 None None] For port 362aa7fa-975d-486c-ae07-ea034c85b23f, host dv-neutron-835340-2-hyperv, cleared binding levels {{(pid=87872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 11:46:20.584141 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2deeb2bd-6452-4ec1-9798-faa37f4b2998 None None] For port 362aa7fa-975d-486c-ae07-ea034c85b23f, host dv-neutron-835340-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=362aa7fa-975d-486c-ae07-ea034c85b23f,segment=NetworkSegment(742d57af-ab72-4757-9b0f-84e48eddfb27),segment_id=742d57af-ab72-4757-9b0f-84e48eddfb27)] {{(pid=87872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 11:46:20.589267 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2deeb2bd-6452-4ec1-9798-faa37f4b2998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:20.677780 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2deeb2bd-6452-4ec1-9798-faa37f4b2998 None None] Pushing event updated for resources: {'Port': ['ID=362aa7fa-975d-486c-ae07-ea034c85b23f,revision_number=2']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:46:21.978608 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 46066) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:46:22.555617 dv-neutron-835340-2-hyperv neutron-server[87870]: WARNING oslo_policy.policy [None req-dc675372-d3b5-4736-978a-a7f27d4c83b4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 28 11:46:22.556202 dv-neutron-835340-2-hyperv neutron-server[87870]: WARNING oslo_policy.policy [None req-dc675372-d3b5-4736-978a-a7f27d4c83b4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 28 11:46:22.772024 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [None req-dc675372-d3b5-4736-978a-a7f27d4c83b4 admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=87870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 11:46:22.773367 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-dc675372-d3b5-4736-978a-a7f27d4c83b4 admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7926953 Mar 28 11:46:23.565265 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 362aa7fa-975d-486c-ae07-ea034c85b23f up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:46:23.639089 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning for port 362aa7fa-975d-486c-ae07-ea034c85b23f completed by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:46:24.460616 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a2d4782-3d17-419a-aa86-7c93f9a56601 None None] Network 6f9dc008-900c-44fc-8d5f-d3c211065019 requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:46:24.584099 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-870f3888-6502-45be-b49f-9bf9202550da None None] Provisioning for port 362aa7fa-975d-486c-ae07-ea034c85b23f completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:46:24.592438 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-870f3888-6502-45be-b49f-9bf9202550da None None] Provisioning complete for port 362aa7fa-975d-486c-ae07-ea034c85b23f triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:46:24.592837 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-870f3888-6502-45be-b49f-9bf9202550da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:24.802438 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-870f3888-6502-45be-b49f-9bf9202550da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:24.844898 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-870f3888-6502-45be-b49f-9bf9202550da None None] For port 362aa7fa-975d-486c-ae07-ea034c85b23f, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=362aa7fa-975d-486c-ae07-ea034c85b23f,segment=NetworkSegment(742d57af-ab72-4757-9b0f-84e48eddfb27),segment_id=742d57af-ab72-4757-9b0f-84e48eddfb27)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:46:24.853029 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-870f3888-6502-45be-b49f-9bf9202550da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:24.930401 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870f3888-6502-45be-b49f-9bf9202550da None None] Pushing event updated for resources: {'Port': ['ID=362aa7fa-975d-486c-ae07-ea034c85b23f,revision_number=3']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:46:25.074488 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-0794eac4-ed03-480d-8353-7e34d9a99f6d None None] Provisioning complete for port 362aa7fa-975d-486c-ae07-ea034c85b23f triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:46:25.074891 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-0794eac4-ed03-480d-8353-7e34d9a99f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:25.213117 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 46084) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:46:25.543694 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 362aa7fa-975d-486c-ae07-ea034c85b23f up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:46:25.573170 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [None req-7ac3c553-4332-475f-971a-2233b9d1eff0 admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=87870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 11:46:25.574207 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-7ac3c553-4332-475f-971a-2233b9d1eff0 admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3601875 Mar 28 11:46:25.609960 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port 362aa7fa-975d-486c-ae07-ea034c85b23f triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:46:25.610468 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:28.221409 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 46096) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:46:28.566533 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-3dc25528-10e9-4b1b-bc72-3918a3aecb07 admin admin] Request body: {'router': {'tenant_id': 'ee5aeb757083446094a0c798d6b24798', 'admin_state_up': True, 'name': 'router1'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:46:28.632928 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.policy [None req-3dc25528-10e9-4b1b-bc72-3918a3aecb07 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=87870) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 28 11:46:28.678605 dv-neutron-835340-2-hyperv neutron-server[87870]: WARNING oslo_policy.policy [None req-3dc25528-10e9-4b1b-bc72-3918a3aecb07 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 28 11:46:28.679072 dv-neutron-835340-2-hyperv neutron-server[87870]: WARNING oslo_policy.policy [None req-3dc25528-10e9-4b1b-bc72-3918a3aecb07 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 28 11:46:28.687392 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.quota [None req-3dc25528-10e9-4b1b-bc72-3918a3aecb07 admin admin] Loaded quota_driver: . Mar 28 11:46:28.703202 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-3dc25528-10e9-4b1b-bc72-3918a3aecb07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:46:28.709802 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-3dc25528-10e9-4b1b-bc72-3918a3aecb07 admin admin] Usage tracker for resource:router and tenant:ee5aeb757083446094a0c798d6b24798 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:46:28.714295 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-3dc25528-10e9-4b1b-bc72-3918a3aecb07 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:46:28.721618 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-3dc25528-10e9-4b1b-bc72-3918a3aecb07 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:46:28.737522 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-3dc25528-10e9-4b1b-bc72-3918a3aecb07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-707665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-260886'] for router, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:28.739520 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-3dc25528-10e9-4b1b-bc72-3918a3aecb07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-705660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709650', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-767110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260873'] for router, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:28.764912 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-3dc25528-10e9-4b1b-bc72-3918a3aecb07 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:28.882210 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-3dc25528-10e9-4b1b-bc72-3918a3aecb07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709693'] for router, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:28.903258 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-3dc25528-10e9-4b1b-bc72-3918a3aecb07 admin admin] Notify callbacks [] for router, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:28.904460 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-3dc25528-10e9-4b1b-bc72-3918a3aecb07 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6821218 Mar 28 11:46:31.264736 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 46108) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:46:31.627977 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [None req-02a13f07-2c22-41d8-9a42-f59c6d8fccaa admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=87870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 11:46:31.628931 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-02a13f07-2c22-41d8-9a42-f59c6d8fccaa admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3632939 Mar 28 11:46:32.281258 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-03b4dec4-18ba-42b3-8b00-2784be10ef25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:34.034679 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 46118) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:46:34.391090 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-14681d4d-1e91-4060-b098-7ec00a498968 admin admin] Request body: {'network': {'name': 'public', 'admin_state_up': True, 'router:external': True, 'is_default': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:46:34.396071 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-14681d4d-1e91-4060-b098-7ec00a498968 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:46:34.400327 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-14681d4d-1e91-4060-b098-7ec00a498968 admin admin] Usage tracker for resource:network and tenant:dbbc149552db4f0cb7c1032054f7c9a0 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:46:34.403997 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-14681d4d-1e91-4060-b098-7ec00a498968 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:46:34.409801 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-14681d4d-1e91-4060-b098-7ec00a498968 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:46:34.419813 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14681d4d-1e91-4060-b098-7ec00a498968 admin admin] Made reservation on behalf of dbbc149552db4f0cb7c1032054f7c9a0 for: {'network': 1} {{(pid=87870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:46:34.422447 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-14681d4d-1e91-4060-b098-7ec00a498968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for network, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:34.438543 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-14681d4d-1e91-4060-b098-7ec00a498968 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:34.452010 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-14681d4d-1e91-4060-b098-7ec00a498968 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:46:34.455610 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-14681d4d-1e91-4060-b098-7ec00a498968 admin admin] Usage tracker for resource:security_group_rule and tenant:dbbc149552db4f0cb7c1032054f7c9a0 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:46:34.458631 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-14681d4d-1e91-4060-b098-7ec00a498968 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:46:34.465067 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-14681d4d-1e91-4060-b098-7ec00a498968 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:46:34.557794 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-14681d4d-1e91-4060-b098-7ec00a498968 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:34.561502 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-14681d4d-1e91-4060-b098-7ec00a498968 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:34.575978 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-14681d4d-1e91-4060-b098-7ec00a498968 admin admin] Reserving flat network on physical network physnet1 {{(pid=87870) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 28 11:46:34.607865 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-14681d4d-1e91-4060-b098-7ec00a498968 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8783496351245', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:34.608428 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-14681d4d-1e91-4060-b098-7ec00a498968 admin admin] Unsubscribe: segment precommit_create {{(pid=87870) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 28 11:46:34.608920 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.db.segments_db [None req-14681d4d-1e91-4060-b098-7ec00a498968 admin admin] Added segment 688afb86-c9bd-46e2-ba7d-3fe76fb1efff of type flat for network ac2b1748-8f63-4b17-a9c7-07e79704aa5b Mar 28 11:46:34.626465 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-32c83b05-588e-4fd1-842b-c039af480aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:34.663281 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14681d4d-1e91-4060-b098-7ec00a498968 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6d8ab9f-c9be-4912-981f-1cb3578384bb,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:46:34.683187 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14681d4d-1e91-4060-b098-7ec00a498968 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:46:34.683495 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14681d4d-1e91-4060-b098-7ec00a498968 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:46:34.683839 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14681d4d-1e91-4060-b098-7ec00a498968 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:46:34.684164 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14681d4d-1e91-4060-b098-7ec00a498968 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:46:34.684485 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14681d4d-1e91-4060-b098-7ec00a498968 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:46:34.684808 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14681d4d-1e91-4060-b098-7ec00a498968 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:46:34.685127 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14681d4d-1e91-4060-b098-7ec00a498968 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:46:34.685442 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14681d4d-1e91-4060-b098-7ec00a498968 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:46:34.685759 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14681d4d-1e91-4060-b098-7ec00a498968 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:46:34.686073 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14681d4d-1e91-4060-b098-7ec00a498968 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:46:34.686388 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14681d4d-1e91-4060-b098-7ec00a498968 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:46:34.686698 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14681d4d-1e91-4060-b098-7ec00a498968 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:46:34.688027 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14681d4d-1e91-4060-b098-7ec00a498968 admin admin] Tracked resource versions report: Mar 28 11:46:34.688027 dv-neutron-835340-2-hyperv neutron-server[87870]: pushed versions: Mar 28 11:46:34.688027 dv-neutron-835340-2-hyperv neutron-server[87870]: { 'AddressGroup': {'1.2'}, Mar 28 11:46:34.688027 dv-neutron-835340-2-hyperv neutron-server[87870]: 'ConntrackHelper': {'1.0'}, Mar 28 11:46:34.688027 dv-neutron-835340-2-hyperv neutron-server[87870]: 'Log': {'1.0'}, Mar 28 11:46:34.688027 dv-neutron-835340-2-hyperv neutron-server[87870]: 'Network': {'1.1'}, Mar 28 11:46:34.688027 dv-neutron-835340-2-hyperv neutron-server[87870]: 'Port': {'1.7'}, Mar 28 11:46:34.688027 dv-neutron-835340-2-hyperv neutron-server[87870]: 'PortForwarding': {'1.2'}, Mar 28 11:46:34.688027 dv-neutron-835340-2-hyperv neutron-server[87870]: 'QosPolicy': {'1.8'}, Mar 28 11:46:34.688027 dv-neutron-835340-2-hyperv neutron-server[87870]: 'SecurityGroup': {'1.4'}, Mar 28 11:46:34.688027 dv-neutron-835340-2-hyperv neutron-server[87870]: 'SecurityGroupRule': {'1.2'}, Mar 28 11:46:34.688027 dv-neutron-835340-2-hyperv neutron-server[87870]: 'SubPort': {'1.0'}, Mar 28 11:46:34.688027 dv-neutron-835340-2-hyperv neutron-server[87870]: 'Subnet': {'1.1'}, Mar 28 11:46:34.688027 dv-neutron-835340-2-hyperv neutron-server[87870]: 'Trunk': {'1.1'}} Mar 28 11:46:34.688027 dv-neutron-835340-2-hyperv neutron-server[87870]: consumer versions: Mar 28 11:46:34.688027 dv-neutron-835340-2-hyperv neutron-server[87870]: { DHCP agent@dv-neutron-835340-2-hyperv: {}, Mar 28 11:46:34.688027 dv-neutron-835340-2-hyperv neutron-server[87870]: L3 agent@dv-neutron-835340-2-hyperv: {}, Mar 28 11:46:34.688027 dv-neutron-835340-2-hyperv neutron-server[87870]: Metadata agent@dv-neutron-835340-2-hyperv: {}, Mar 28 11:46:34.688027 dv-neutron-835340-2-hyperv neutron-server[87870]: Metering agent@dv-neutron-835340-2-hyperv: {}, Mar 28 11:46:34.688027 dv-neutron-835340-2-hyperv neutron-server[87870]: Open vSwitch agent@dv-neutron-835340-2-hyperv: { 'AddressGroup': '1.2', Mar 28 11:46:34.688027 dv-neutron-835340-2-hyperv neutron-server[87870]: 'ConntrackHelper': '1.0', Mar 28 11:46:34.688027 dv-neutron-835340-2-hyperv neutron-server[87870]: 'Log': '1.0', Mar 28 11:46:34.688027 dv-neutron-835340-2-hyperv neutron-server[87870]: 'Network': '1.1', Mar 28 11:46:34.688027 dv-neutron-835340-2-hyperv neutron-server[87870]: 'Port': '1.7', Mar 28 11:46:34.688027 dv-neutron-835340-2-hyperv neutron-server[87870]: 'PortForwarding': '1.2', Mar 28 11:46:34.688027 dv-neutron-835340-2-hyperv neutron-server[87870]: 'QosPolicy': '1.8', Mar 28 11:46:34.688027 dv-neutron-835340-2-hyperv neutron-server[87870]: 'SecurityGroup': '1.4', Mar 28 11:46:34.688027 dv-neutron-835340-2-hyperv neutron-server[87870]: 'SecurityGroupRule': '1.2', Mar 28 11:46:34.688027 dv-neutron-835340-2-hyperv neutron-server[87870]: 'SubPort': '1.0', Mar 28 11:46:34.688027 dv-neutron-835340-2-hyperv neutron-server[87870]: 'Subnet': '1.1', Mar 28 11:46:34.688027 dv-neutron-835340-2-hyperv neutron-server[87870]: 'Trunk': '1.1'}} Mar 28 11:46:34.688027 dv-neutron-835340-2-hyperv neutron-server[87870]: {{(pid=87870) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 28 11:46:34.728927 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-14681d4d-1e91-4060-b098-7ec00a498968 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783495836591'] for network, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:34.771637 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-14681d4d-1e91-4060-b098-7ec00a498968 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765'] for network, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:34.772764 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14681d4d-1e91-4060-b098-7ec00a498968 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:46:34.773374 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-14681d4d-1e91-4060-b098-7ec00a498968 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538751'] for network, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:34.882476 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-14681d4d-1e91-4060-b098-7ec00a498968 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8467140 Mar 28 11:46:34.883197 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14681d4d-1e91-4060-b098-7ec00a498968 admin admin] Pushing event updated for resources: {'Network': ['ID=ac2b1748-8f63-4b17-a9c7-07e79704aa5b,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:46:34.894465 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Network ac2b1748-8f63-4b17-a9c7-07e79704aa5b details requested by agent ovs-agent-dv-neutron-835340-2-hyperv with host dv-neutron-835340-2-hyperv {{(pid=87872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 11:46:35.609570 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:35.659173 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-ef3be119-c018-4979-be07-86cf959defc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:37.270610 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 46142) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:46:37.277698 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-b7ccd3c7-0277-4f12-8e5c-e41478141af5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:37.471648 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.agents_db [None req-03fd49d8-b51b-41c1-8716-b8e265c93689 None None] Agent healthcheck: found 5 active agents {{(pid=87873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 11:46:37.483016 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc87ee35-b10d-4b71-819c-126c81f2b201 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:46:37.484400 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-bc87ee35-b10d-4b71-819c-126c81f2b201 admin admin] 10.222.0.30 "GET /v2.0/subnets/89106123-9da6-402f-96e5-6d6e173a9544 HTTP/1.1" status: 200 len: 849 time: 0.2128618 Mar 28 11:46:37.639928 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-86486452-9cb7-4aba-a6bb-533eaf31a1bd admin admin] 10.222.0.30 "GET /v2.0/routers/fd047697-77b7-4719-b518-9e090e151091 HTTP/1.1" status: 200 len: 704 time: 0.1499524 Mar 28 11:46:38.095777 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-55a732ef-0314-4ad4-93d7-07783c0b9783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:38.321020 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.db_base_plugin_common [None req-55a732ef-0314-4ad4-93d7-07783c0b9783 admin admin] Allocated IP 172.20.0.1 (6f9dc008-900c-44fc-8d5f-d3c211065019/89106123-9da6-402f-96e5-6d6e173a9544/9d5f05ce-ffff-4fde-9f49-845f8eb50b20) {{(pid=87870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:46:38.475328 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-55a732ef-0314-4ad4-93d7-07783c0b9783 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:38.492720 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.provisioning_blocks [None req-55a732ef-0314-4ad4-93d7-07783c0b9783 admin admin] Transition to ACTIVE for port object 9d5f05ce-ffff-4fde-9f49-845f8eb50b20 will not be triggered until provisioned by entity DHCP. {{(pid=87870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:46:38.548676 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-55a732ef-0314-4ad4-93d7-07783c0b9783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241'] for port, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:38.611492 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55a732ef-0314-4ad4-93d7-07783c0b9783 admin admin] Network 6f9dc008-900c-44fc-8d5f-d3c211065019 is already hosted by enough agents. {{(pid=87870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:46:38.618435 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.base_scheduler [None req-55a732ef-0314-4ad4-93d7-07783c0b9783 admin admin] Resources bound (agent type, host, resource id): {{(pid=87870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:46:38.625497 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a732ef-0314-4ad4-93d7-07783c0b9783 admin admin] Received port after_create {{(pid=87870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:46:38.626367 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-55a732ef-0314-4ad4-93d7-07783c0b9783 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-709483'] for router_interface, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:38.741394 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a732ef-0314-4ad4-93d7-07783c0b9783 admin admin] Pushing event updated for resources: {'Port': ['ID=9d5f05ce-ffff-4fde-9f49-845f8eb50b20,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:46:38.781588 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-d6d48c91-cb5a-42a5-bded-be8b5ff6e27b None None] Provisioning for port 9d5f05ce-ffff-4fde-9f49-845f8eb50b20 completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:46:38.786560 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-d6d48c91-cb5a-42a5-bded-be8b5ff6e27b None None] Provisioning complete for port 9d5f05ce-ffff-4fde-9f49-845f8eb50b20 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:46:38.787604 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-d6d48c91-cb5a-42a5-bded-be8b5ff6e27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:38.842063 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-d6d48c91-cb5a-42a5-bded-be8b5ff6e27b None None] Port 9d5f05ce-ffff-4fde-9f49-845f8eb50b20 cannot update to ACTIVE because it is not bound. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 11:46:38.926072 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-55a732ef-0314-4ad4-93d7-07783c0b9783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:39.151180 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-55a732ef-0314-4ad4-93d7-07783c0b9783 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:39.155858 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-55a732ef-0314-4ad4-93d7-07783c0b9783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:39.156567 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-55a732ef-0314-4ad4-93d7-07783c0b9783 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-743372'] for router_interface, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:39.292082 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a732ef-0314-4ad4-93d7-07783c0b9783 admin admin] Pushing event updated for resources: {'Port': ['ID=9d5f05ce-ffff-4fde-9f49-845f8eb50b20,revision_number=2']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:46:39.344120 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55a732ef-0314-4ad4-93d7-07783c0b9783 admin admin] Network 6f9dc008-900c-44fc-8d5f-d3c211065019 is already hosted by enough agents. {{(pid=87870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:46:39.345157 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.base_scheduler [None req-55a732ef-0314-4ad4-93d7-07783c0b9783 admin admin] Resources bound (agent type, host, resource id): {{(pid=87870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:46:39.532377 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55a732ef-0314-4ad4-93d7-07783c0b9783 admin admin] Router fd047697-77b7-4719-b518-9e090e151091 is scheduled to L3 agent af79d429-529e-400b-a119-94d4bec03f3e with binding_index 1 {{(pid=87870) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 11:46:39.565357 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-61e5e8f3-470d-461b-8f8c-f86ff103387c None None] Provisioning complete for port 9d5f05ce-ffff-4fde-9f49-845f8eb50b20 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:46:39.565721 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-61e5e8f3-470d-461b-8f8c-f86ff103387c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:39.620384 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-61e5e8f3-470d-461b-8f8c-f86ff103387c None None] Port 9d5f05ce-ffff-4fde-9f49-845f8eb50b20 cannot update to ACTIVE because it is not bound. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 11:46:39.684108 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55a732ef-0314-4ad4-93d7-07783c0b9783 admin admin] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 11:46:39.692788 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-55a732ef-0314-4ad4-93d7-07783c0b9783 admin admin] 10.222.0.30 "PUT /v2.0/routers/fd047697-77b7-4719-b518-9e090e151091/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0480297 Mar 28 11:46:39.693631 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd385c4-f575-4bb1-9010-97f6f3589581 None None] Sync routers for ids ['fd047697-77b7-4719-b518-9e090e151091'] in dv-neutron-835340-2-hyperv {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 11:46:39.704098 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd385c4-f575-4bb1-9010-97f6f3589581 None None] Routers {'fd047697-77b7-4719-b518-9e090e151091'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:46:39.704928 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-dbd385c4-f575-4bb1-9010-97f6f3589581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T11:46:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['fd047697-77b7-4719-b518-9e090e151091'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:46:39.880920 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvr_db [None req-dbd385c4-f575-4bb1-9010-97f6f3589581 None None] Set router fd047697-77b7-4719-b518-9e090e151091 gateway port host: None {{(pid=87873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:46:40.248643 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-dbd385c4-f575-4bb1-9010-97f6f3589581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd047697-77b7-4719-b518-9e090e151091', 'name': 'router1', 'tenant_id': 'ee5aeb757083446094a0c798d6b24798', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:46:28Z', 'updated_at': '2022-03-28T11:46:38Z', 'revision_number': 2, 'project_id': 'ee5aeb757083446094a0c798d6b24798', 'gw_port_host': None, '_interfaces': [{'id': '9d5f05ce-ffff-4fde-9f49-845f8eb50b20', 'name': '', 'network_id': '6f9dc008-900c-44fc-8d5f-d3c211065019', 'tenant_id': 'ee5aeb757083446094a0c798d6b24798', 'mac_address': 'fa:16:3e:4d:9c:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd047697-77b7-4719-b518-9e090e151091', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '89106123-9da6-402f-96e5-6d6e173a9544', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:46:38Z', 'updated_at': '2022-03-28T11:46:38Z', 'revision_number': 2, 'project_id': 'ee5aeb757083446094a0c798d6b24798', 'subnets': [{'id': '89106123-9da6-402f-96e5-6d6e173a9544', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f27cf0d0-1c07-40ff-86b2-18060bd2130e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:46:40.253449 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd385c4-f575-4bb1-9010-97f6f3589581 None None] Checking router: fd047697-77b7-4719-b518-9e090e151091 for host: dv-neutron-835340-2-hyperv {{(pid=87873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 11:46:40.253814 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd385c4-f575-4bb1-9010-97f6f3589581 None None] Updating router fd047697-77b7-4719-b518-9e090e151091 port 9d5f05ce-ffff-4fde-9f49-845f8eb50b20 binding host dv-neutron-835340-2-hyperv {{(pid=87873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 11:46:40.306421 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron_lib.callbacks.manager [None req-dbd385c4-f575-4bb1-9010-97f6f3589581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:40.683841 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron_lib.callbacks.manager [None req-dbd385c4-f575-4bb1-9010-97f6f3589581 None None] Notify callbacks [] for port, precommit_update {{(pid=87873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:40.698543 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.provisioning_blocks [None req-dbd385c4-f575-4bb1-9010-97f6f3589581 None None] Transition to ACTIVE for port object 9d5f05ce-ffff-4fde-9f49-845f8eb50b20 will not be triggered until provisioned by entity L2. {{(pid=87873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:46:40.705129 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron_lib.callbacks.manager [None req-dbd385c4-f575-4bb1-9010-97f6f3589581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:40.849729 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1464d5fb-89bc-472d-a191-c3b4eb780d18 None None] Pushing event updated for resources: {'Port': ['ID=9d5f05ce-ffff-4fde-9f49-845f8eb50b20,revision_number=3']} {{(pid=87873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:46:40.885467 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1464d5fb-89bc-472d-a191-c3b4eb780d18 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:46:40.885815 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1464d5fb-89bc-472d-a191-c3b4eb780d18 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:46:40.886153 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1464d5fb-89bc-472d-a191-c3b4eb780d18 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:46:40.886484 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1464d5fb-89bc-472d-a191-c3b4eb780d18 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:46:40.886809 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1464d5fb-89bc-472d-a191-c3b4eb780d18 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:46:40.887146 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1464d5fb-89bc-472d-a191-c3b4eb780d18 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:46:40.887488 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1464d5fb-89bc-472d-a191-c3b4eb780d18 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:46:40.887812 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1464d5fb-89bc-472d-a191-c3b4eb780d18 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:46:40.888145 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1464d5fb-89bc-472d-a191-c3b4eb780d18 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:46:40.888471 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1464d5fb-89bc-472d-a191-c3b4eb780d18 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:46:40.888789 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1464d5fb-89bc-472d-a191-c3b4eb780d18 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:46:40.889103 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1464d5fb-89bc-472d-a191-c3b4eb780d18 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:46:40.890466 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1464d5fb-89bc-472d-a191-c3b4eb780d18 None None] Tracked resource versions report: Mar 28 11:46:40.890466 dv-neutron-835340-2-hyperv neutron-server[87873]: pushed versions: Mar 28 11:46:40.890466 dv-neutron-835340-2-hyperv neutron-server[87873]: { 'AddressGroup': {'1.2'}, Mar 28 11:46:40.890466 dv-neutron-835340-2-hyperv neutron-server[87873]: 'ConntrackHelper': {'1.0'}, Mar 28 11:46:40.890466 dv-neutron-835340-2-hyperv neutron-server[87873]: 'Log': {'1.0'}, Mar 28 11:46:40.890466 dv-neutron-835340-2-hyperv neutron-server[87873]: 'Network': {'1.1'}, Mar 28 11:46:40.890466 dv-neutron-835340-2-hyperv neutron-server[87873]: 'Port': {'1.7'}, Mar 28 11:46:40.890466 dv-neutron-835340-2-hyperv neutron-server[87873]: 'PortForwarding': {'1.2'}, Mar 28 11:46:40.890466 dv-neutron-835340-2-hyperv neutron-server[87873]: 'QosPolicy': {'1.8'}, Mar 28 11:46:40.890466 dv-neutron-835340-2-hyperv neutron-server[87873]: 'SecurityGroup': {'1.4'}, Mar 28 11:46:40.890466 dv-neutron-835340-2-hyperv neutron-server[87873]: 'SecurityGroupRule': {'1.2'}, Mar 28 11:46:40.890466 dv-neutron-835340-2-hyperv neutron-server[87873]: 'SubPort': {'1.0'}, Mar 28 11:46:40.890466 dv-neutron-835340-2-hyperv neutron-server[87873]: 'Subnet': {'1.1'}, Mar 28 11:46:40.890466 dv-neutron-835340-2-hyperv neutron-server[87873]: 'Trunk': {'1.1'}} Mar 28 11:46:40.890466 dv-neutron-835340-2-hyperv neutron-server[87873]: consumer versions: Mar 28 11:46:40.890466 dv-neutron-835340-2-hyperv neutron-server[87873]: { DHCP agent@dv-neutron-835340-2-hyperv: {}, Mar 28 11:46:40.890466 dv-neutron-835340-2-hyperv neutron-server[87873]: L3 agent@dv-neutron-835340-2-hyperv: {}, Mar 28 11:46:40.890466 dv-neutron-835340-2-hyperv neutron-server[87873]: Metadata agent@dv-neutron-835340-2-hyperv: {}, Mar 28 11:46:40.890466 dv-neutron-835340-2-hyperv neutron-server[87873]: Metering agent@dv-neutron-835340-2-hyperv: {}, Mar 28 11:46:40.890466 dv-neutron-835340-2-hyperv neutron-server[87873]: Open vSwitch agent@dv-neutron-835340-2-hyperv: { 'AddressGroup': '1.2', Mar 28 11:46:40.890466 dv-neutron-835340-2-hyperv neutron-server[87873]: 'ConntrackHelper': '1.0', Mar 28 11:46:40.890466 dv-neutron-835340-2-hyperv neutron-server[87873]: 'Log': '1.0', Mar 28 11:46:40.890466 dv-neutron-835340-2-hyperv neutron-server[87873]: 'Network': '1.1', Mar 28 11:46:40.890466 dv-neutron-835340-2-hyperv neutron-server[87873]: 'Port': '1.7', Mar 28 11:46:40.890466 dv-neutron-835340-2-hyperv neutron-server[87873]: 'PortForwarding': '1.2', Mar 28 11:46:40.890466 dv-neutron-835340-2-hyperv neutron-server[87873]: 'QosPolicy': '1.8', Mar 28 11:46:40.890466 dv-neutron-835340-2-hyperv neutron-server[87873]: 'SecurityGroup': '1.4', Mar 28 11:46:40.890466 dv-neutron-835340-2-hyperv neutron-server[87873]: 'SecurityGroupRule': '1.2', Mar 28 11:46:40.890466 dv-neutron-835340-2-hyperv neutron-server[87873]: 'SubPort': '1.0', Mar 28 11:46:40.890466 dv-neutron-835340-2-hyperv neutron-server[87873]: 'Subnet': '1.1', Mar 28 11:46:40.890466 dv-neutron-835340-2-hyperv neutron-server[87873]: 'Trunk': '1.1'}} Mar 28 11:46:40.890466 dv-neutron-835340-2-hyperv neutron-server[87873]: {{(pid=87873) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 28 11:46:40.978133 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.managers [None req-dbd385c4-f575-4bb1-9010-97f6f3589581 None None] Attempting to bind port 9d5f05ce-ffff-4fde-9f49-845f8eb50b20 on host dv-neutron-835340-2-hyperv for vnic_type normal with profile {{(pid=87873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:46:40.978527 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.managers [None req-dbd385c4-f575-4bb1-9010-97f6f3589581 None None] Attempting to bind port 9d5f05ce-ffff-4fde-9f49-845f8eb50b20 by drivers openvswitch,hyperv on host dv-neutron-835340-2-hyperv at level 0 using segments [{'id': '742d57af-ab72-4757-9b0f-84e48eddfb27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '6f9dc008-900c-44fc-8d5f-d3c211065019'}] {{(pid=87873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:46:40.978955 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd385c4-f575-4bb1-9010-97f6f3589581 None None] Attempting to bind port 9d5f05ce-ffff-4fde-9f49-845f8eb50b20 on network 6f9dc008-900c-44fc-8d5f-d3c211065019 {{(pid=87873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:46:40.984172 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd385c4-f575-4bb1-9010-97f6f3589581 None None] Checking agent: {'id': '961a16fe-cbc8-4264-ac28-bbbd53f89caa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 46, 6), 'started_at': datetime.datetime(2022, 3, 28, 11, 46, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 11, 46, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 11:46:40.984592 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd385c4-f575-4bb1-9010-97f6f3589581 None None] Checking segment: {'id': '742d57af-ab72-4757-9b0f-84e48eddfb27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '6f9dc008-900c-44fc-8d5f-d3c211065019'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:46:40.985040 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron_lib.callbacks.manager [None req-dbd385c4-f575-4bb1-9010-97f6f3589581 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:40.985420 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd385c4-f575-4bb1-9010-97f6f3589581 None None] Bound using segment: {'id': '742d57af-ab72-4757-9b0f-84e48eddfb27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '6f9dc008-900c-44fc-8d5f-d3c211065019'} {{(pid=87873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 11:46:40.985891 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.managers [None req-dbd385c4-f575-4bb1-9010-97f6f3589581 None None] Bound port: 9d5f05ce-ffff-4fde-9f49-845f8eb50b20, host: dv-neutron-835340-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '742d57af-ab72-4757-9b0f-84e48eddfb27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '6f9dc008-900c-44fc-8d5f-d3c211065019'}}] {{(pid=87873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 11:46:40.986261 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron_lib.callbacks.manager [None req-dbd385c4-f575-4bb1-9010-97f6f3589581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:41.072232 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.db [None req-dbd385c4-f575-4bb1-9010-97f6f3589581 None None] For port 9d5f05ce-ffff-4fde-9f49-845f8eb50b20, host dv-neutron-835340-2-hyperv, cleared binding levels {{(pid=87873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 11:46:41.076345 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.db [None req-dbd385c4-f575-4bb1-9010-97f6f3589581 None None] For port 9d5f05ce-ffff-4fde-9f49-845f8eb50b20, host dv-neutron-835340-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=9d5f05ce-ffff-4fde-9f49-845f8eb50b20,segment=NetworkSegment(742d57af-ab72-4757-9b0f-84e48eddfb27),segment_id=742d57af-ab72-4757-9b0f-84e48eddfb27)] {{(pid=87873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 11:46:41.080994 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron_lib.callbacks.manager [None req-dbd385c4-f575-4bb1-9010-97f6f3589581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:41.165275 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd385c4-f575-4bb1-9010-97f6f3589581 None None] Routers {'fd047697-77b7-4719-b518-9e090e151091'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:46:41.165898 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-dbd385c4-f575-4bb1-9010-97f6f3589581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T11:46:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['fd047697-77b7-4719-b518-9e090e151091'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:46:41.234575 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1464d5fb-89bc-472d-a191-c3b4eb780d18 None None] Pushing event updated for resources: {'Port': ['ID=9d5f05ce-ffff-4fde-9f49-845f8eb50b20,revision_number=4']} {{(pid=87873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:46:41.324049 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvr_db [None req-dbd385c4-f575-4bb1-9010-97f6f3589581 None None] Set router fd047697-77b7-4719-b518-9e090e151091 gateway port host: None {{(pid=87873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:46:41.647342 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-dbd385c4-f575-4bb1-9010-97f6f3589581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd047697-77b7-4719-b518-9e090e151091', 'name': 'router1', 'tenant_id': 'ee5aeb757083446094a0c798d6b24798', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:46:28Z', 'updated_at': '2022-03-28T11:46:38Z', 'revision_number': 2, 'project_id': 'ee5aeb757083446094a0c798d6b24798', 'gw_port_host': None, '_interfaces': [{'id': '9d5f05ce-ffff-4fde-9f49-845f8eb50b20', 'name': '', 'network_id': '6f9dc008-900c-44fc-8d5f-d3c211065019', 'tenant_id': 'ee5aeb757083446094a0c798d6b24798', 'mac_address': 'fa:16:3e:4d:9c:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd047697-77b7-4719-b518-9e090e151091', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '89106123-9da6-402f-96e5-6d6e173a9544', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:46:38Z', 'updated_at': '2022-03-28T11:46:41Z', 'revision_number': 4, 'project_id': 'ee5aeb757083446094a0c798d6b24798', 'subnets': [{'id': '89106123-9da6-402f-96e5-6d6e173a9544', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f27cf0d0-1c07-40ff-86b2-18060bd2130e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:46:41.651169 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd385c4-f575-4bb1-9010-97f6f3589581 None None] The sync data for ids ['fd047697-77b7-4719-b518-9e090e151091'] in dv-neutron-835340-2-hyperv is: [{'id': 'fd047697-77b7-4719-b518-9e090e151091', 'name': 'router1', 'tenant_id': 'ee5aeb757083446094a0c798d6b24798', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:46:28Z', 'updated_at': '2022-03-28T11:46:38Z', 'revision_number': 2, 'project_id': 'ee5aeb757083446094a0c798d6b24798', 'gw_port_host': None, '_interfaces': [{'id': '9d5f05ce-ffff-4fde-9f49-845f8eb50b20', 'name': '', 'network_id': '6f9dc008-900c-44fc-8d5f-d3c211065019', 'tenant_id': 'ee5aeb757083446094a0c798d6b24798', 'mac_address': 'fa:16:3e:4d:9c:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd047697-77b7-4719-b518-9e090e151091', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '89106123-9da6-402f-96e5-6d6e173a9544', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:46:38Z', 'updated_at': '2022-03-28T11:46:41Z', 'revision_number': 4, 'project_id': 'ee5aeb757083446094a0c798d6b24798', 'subnets': [{'id': '89106123-9da6-402f-96e5-6d6e173a9544', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f27cf0d0-1c07-40ff-86b2-18060bd2130e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 11:46:41.892591 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 46164) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:46:42.051036 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac797fb0-cd08-409c-b737-7fd6d0c86bac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:46:42.051636 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-ac797fb0-cd08-409c-b737-7fd6d0c86bac admin admin] Synchronizing usage tracker for tenant:dbbc149552db4f0cb7c1032054f7c9a0 on resource:network {{(pid=87870) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:46:42.070145 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-ac797fb0-cd08-409c-b737-7fd6d0c86bac admin admin] Unset dirty status for tenant:dbbc149552db4f0cb7c1032054f7c9a0 on resource:network {{(pid=87870) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:46:42.071372 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-ac797fb0-cd08-409c-b737-7fd6d0c86bac admin admin] 10.222.0.30 "GET /v2.0/networks/ac2b1748-8f63-4b17-a9c7-07e79704aa5b HTTP/1.1" status: 200 len: 842 time: 0.1776338 Mar 28 11:46:42.080683 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-a2af0911-4760-4450-ab07-5fa85f8dc801 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'name': 'public-subnet', 'ip_version': 4, 'cidr': '172.26.7.0/24', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'gateway_ip': '172.26.7.1'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:46:42.086206 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-a2af0911-4760-4450-ab07-5fa85f8dc801 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:46:42.090081 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-a2af0911-4760-4450-ab07-5fa85f8dc801 admin admin] Usage tracker for resource:subnet and tenant:dbbc149552db4f0cb7c1032054f7c9a0 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:46:42.092939 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-a2af0911-4760-4450-ab07-5fa85f8dc801 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:46:42.098910 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-a2af0911-4760-4450-ab07-5fa85f8dc801 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:46:42.109066 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2af0911-4760-4450-ab07-5fa85f8dc801 admin admin] Made reservation on behalf of dbbc149552db4f0cb7c1032054f7c9a0 for: {'subnet': 1} {{(pid=87870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:46:42.111400 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-a2af0911-4760-4450-ab07-5fa85f8dc801 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:42.504434 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.objects.ports [None req-a2af0911-4760-4450-ab07-5fa85f8dc801 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87870) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 28 11:46:42.504889 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-a2af0911-4760-4450-ab07-5fa85f8dc801 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765'] for subnet, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:42.578534 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2af0911-4760-4450-ab07-5fa85f8dc801 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b7ebf76-1dc7-431a-a0b4-b96bacf287c2,revision_number=0']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:46:42.586406 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2af0911-4760-4450-ab07-5fa85f8dc801 admin admin] Checking segment: {'id': '688afb86-c9bd-46e2-ba7d-3fe76fb1efff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:46:42.586749 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2af0911-4760-4450-ab07-5fa85f8dc801 admin admin] Network hostable DHCP agents. Network: ac2b1748-8f63-4b17-a9c7-07e79704aa5b, hostable agents: ['3cb85949-855b-4a40-b988-cd5705e511da'], hosted agents: [] {{(pid=87870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 11:46:42.609393 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2af0911-4760-4450-ab07-5fa85f8dc801 admin admin] Network ac2b1748-8f63-4b17-a9c7-07e79704aa5b is scheduled to be hosted by DHCP agent 3cb85949-855b-4a40-b988-cd5705e511da with binding_index 1 {{(pid=87870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 11:46:42.619795 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.base_scheduler [None req-a2af0911-4760-4450-ab07-5fa85f8dc801 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-2-hyperv, ac2b1748-8f63-4b17-a9c7-07e79704aa5b) {{(pid=87870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:46:42.624202 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2af0911-4760-4450-ab07-5fa85f8dc801 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:46:42.624770 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-a2af0911-4760-4450-ab07-5fa85f8dc801 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538751'] for subnet, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:42.629886 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3db72b28-9f36-4439-85ce-f43b4ab78985 None None] Network ac2b1748-8f63-4b17-a9c7-07e79704aa5b requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:46:42.651099 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-a2af0911-4760-4450-ab07-5fa85f8dc801 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5681248 Mar 28 11:46:42.854905 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1359c199-9642-4c2b-b1a3-d2df6026dda0 None None] Network ac2b1748-8f63-4b17-a9c7-07e79704aa5b requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:46:43.577532 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 9d5f05ce-ffff-4fde-9f49-845f8eb50b20 up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:46:43.644207 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning for port 9d5f05ce-ffff-4fde-9f49-845f8eb50b20 completed by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:46:43.648720 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port 9d5f05ce-ffff-4fde-9f49-845f8eb50b20 triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:46:43.649085 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:43.765629 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:43.797448 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] For port 9d5f05ce-ffff-4fde-9f49-845f8eb50b20, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=9d5f05ce-ffff-4fde-9f49-845f8eb50b20,segment=NetworkSegment(742d57af-ab72-4757-9b0f-84e48eddfb27),segment_id=742d57af-ab72-4757-9b0f-84e48eddfb27)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:46:43.803336 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:43.897968 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Pushing event updated for resources: {'Port': ['ID=9d5f05ce-ffff-4fde-9f49-845f8eb50b20,revision_number=5']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:46:44.905237 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 46178) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:46:45.135697 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-adf10212-37c7-432d-9e7a-ec38a366af5f admin admin] 10.222.0.30 "GET /v2.0/routers/fd047697-77b7-4719-b518-9e090e151091 HTTP/1.1" status: 200 len: 710 time: 0.2292526 Mar 28 11:46:45.260406 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8acde9da-41b6-4108-bea5-8aabaf5842a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:46:45.261703 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-8acde9da-41b6-4108-bea5-8aabaf5842a7 admin admin] 10.222.0.30 "GET /v2.0/networks/ac2b1748-8f63-4b17-a9c7-07e79704aa5b HTTP/1.1" status: 200 len: 886 time: 0.1210282 Mar 28 11:46:45.270017 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-500db4e7-de62-4ca9-bf7e-911aa407f2ec admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b'}}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:46:45.553615 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 9d5f05ce-ffff-4fde-9f49-845f8eb50b20 up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:46:45.620499 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port 9d5f05ce-ffff-4fde-9f49-845f8eb50b20 triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:46:45.620867 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:45.699054 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-500db4e7-de62-4ca9-bf7e-911aa407f2ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-709632', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-707672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260923'] for router, precommit_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:46.022200 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-500db4e7-de62-4ca9-bf7e-911aa407f2ec admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:46.076548 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-500db4e7-de62-4ca9-bf7e-911aa407f2ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:46.255856 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.db_base_plugin_common [None req-500db4e7-de62-4ca9-bf7e-911aa407f2ec admin admin] Allocated IP 172.26.7.252 (ac2b1748-8f63-4b17-a9c7-07e79704aa5b/0b7ebf76-1dc7-431a-a0b4-b96bacf287c2/0e45b5b0-f9e8-48f5-9084-93e22a90d605) {{(pid=87870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:46:46.394498 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-500db4e7-de62-4ca9-bf7e-911aa407f2ec admin admin] Notify callbacks [] for port, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:46.422471 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-500db4e7-de62-4ca9-bf7e-911aa407f2ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241'] for port, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:46.480255 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-500db4e7-de62-4ca9-bf7e-911aa407f2ec admin admin] Network ac2b1748-8f63-4b17-a9c7-07e79704aa5b is already hosted by enough agents. {{(pid=87870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:46:46.482959 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.base_scheduler [None req-500db4e7-de62-4ca9-bf7e-911aa407f2ec admin admin] Resources bound (agent type, host, resource id): {{(pid=87870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:46:46.493099 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-500db4e7-de62-4ca9-bf7e-911aa407f2ec admin admin] Received port after_create {{(pid=87870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:46:46.555601 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500db4e7-de62-4ca9-bf7e-911aa407f2ec admin admin] Pushing event updated for resources: {'Port': ['ID=0e45b5b0-f9e8-48f5-9084-93e22a90d605,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:46:46.868869 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-500db4e7-de62-4ca9-bf7e-911aa407f2ec admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:47.191676 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-500db4e7-de62-4ca9-bf7e-911aa407f2ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-709632', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-707672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260923'] for router, precommit_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:47.195333 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-500db4e7-de62-4ca9-bf7e-911aa407f2ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-709647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-709686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-745031'] for router, after_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:47.368642 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-500db4e7-de62-4ca9-bf7e-911aa407f2ec admin admin] Router fd047697-77b7-4719-b518-9e090e151091 has already been hosted by L3 agent af79d429-529e-400b-a119-94d4bec03f3e {{(pid=87870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 11:46:47.592031 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-500db4e7-de62-4ca9-bf7e-911aa407f2ec admin admin] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 11:46:47.601045 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-500db4e7-de62-4ca9-bf7e-911aa407f2ec admin admin] Notify callbacks [] for router, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:47.602129 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ac8d16-3792-433d-aab3-36490f682536 None None] Sync routers for ids ['fd047697-77b7-4719-b518-9e090e151091'] in dv-neutron-835340-2-hyperv {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 11:46:47.602586 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-500db4e7-de62-4ca9-bf7e-911aa407f2ec admin admin] 10.222.0.30 "PUT /v2.0/routers/fd047697-77b7-4719-b518-9e090e151091 HTTP/1.1" status: 200 len: 890 time: 2.3352425 Mar 28 11:46:47.613283 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ac8d16-3792-433d-aab3-36490f682536 None None] Routers {'fd047697-77b7-4719-b518-9e090e151091'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:46:47.613945 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-c9ac8d16-3792-433d-aab3-36490f682536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T11:46:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['fd047697-77b7-4719-b518-9e090e151091'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:46:47.806552 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvr_db [None req-c9ac8d16-3792-433d-aab3-36490f682536 None None] Set router fd047697-77b7-4719-b518-9e090e151091 gateway port host: dv-neutron-835340-2-hyperv {{(pid=87872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:46:48.143538 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-c9ac8d16-3792-433d-aab3-36490f682536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd047697-77b7-4719-b518-9e090e151091', 'name': 'router1', 'tenant_id': 'ee5aeb757083446094a0c798d6b24798', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.252'}], 'enable_snat': True}, 'gw_port_id': '0e45b5b0-f9e8-48f5-9084-93e22a90d605', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:46:28Z', 'updated_at': '2022-03-28T11:46:46Z', 'revision_number': 4, 'project_id': 'ee5aeb757083446094a0c798d6b24798', 'gw_port': {'id': '0e45b5b0-f9e8-48f5-9084-93e22a90d605', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:ca:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd047697-77b7-4719-b518-9e090e151091', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:46:46Z', 'updated_at': '2022-03-28T11:46:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_interfaces': [{'id': '9d5f05ce-ffff-4fde-9f49-845f8eb50b20', 'name': '', 'network_id': '6f9dc008-900c-44fc-8d5f-d3c211065019', 'tenant_id': 'ee5aeb757083446094a0c798d6b24798', 'mac_address': 'fa:16:3e:4d:9c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd047697-77b7-4719-b518-9e090e151091', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '89106123-9da6-402f-96e5-6d6e173a9544', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:46:38Z', 'updated_at': '2022-03-28T11:46:43Z', 'revision_number': 5, 'project_id': 'ee5aeb757083446094a0c798d6b24798', 'subnets': [{'id': '89106123-9da6-402f-96e5-6d6e173a9544', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f27cf0d0-1c07-40ff-86b2-18060bd2130e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:46:48.148921 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ac8d16-3792-433d-aab3-36490f682536 None None] Checking router: fd047697-77b7-4719-b518-9e090e151091 for host: dv-neutron-835340-2-hyperv {{(pid=87872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 11:46:48.149289 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ac8d16-3792-433d-aab3-36490f682536 None None] Updating router fd047697-77b7-4719-b518-9e090e151091 port 0e45b5b0-f9e8-48f5-9084-93e22a90d605 binding host dv-neutron-835340-2-hyperv {{(pid=87872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 11:46:48.200590 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-c9ac8d16-3792-433d-aab3-36490f682536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:48.525661 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-c9ac8d16-3792-433d-aab3-36490f682536 None None] Notify callbacks [] for port, precommit_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:48.538301 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-c9ac8d16-3792-433d-aab3-36490f682536 None None] Transition to ACTIVE for port object 0e45b5b0-f9e8-48f5-9084-93e22a90d605 will not be triggered until provisioned by entity L2. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:46:48.544978 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-c9ac8d16-3792-433d-aab3-36490f682536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:48.626933 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1999fb-03b7-4ca2-bc9d-74cddb8a4508 None None] Pushing event updated for resources: {'Port': ['ID=0e45b5b0-f9e8-48f5-9084-93e22a90d605,revision_number=2']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:46:48.628776 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-c9ac8d16-3792-433d-aab3-36490f682536 None None] Attempting to bind port 0e45b5b0-f9e8-48f5-9084-93e22a90d605 on host dv-neutron-835340-2-hyperv for vnic_type normal with profile {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:46:48.629140 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-c9ac8d16-3792-433d-aab3-36490f682536 None None] Attempting to bind port 0e45b5b0-f9e8-48f5-9084-93e22a90d605 by drivers openvswitch,hyperv on host dv-neutron-835340-2-hyperv at level 0 using segments [{'id': '688afb86-c9bd-46e2-ba7d-3fe76fb1efff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b'}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:46:48.629493 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ac8d16-3792-433d-aab3-36490f682536 None None] Attempting to bind port 0e45b5b0-f9e8-48f5-9084-93e22a90d605 on network ac2b1748-8f63-4b17-a9c7-07e79704aa5b {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:46:48.635262 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ac8d16-3792-433d-aab3-36490f682536 None None] Checking agent: {'id': '961a16fe-cbc8-4264-ac28-bbbd53f89caa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 46, 6), 'started_at': datetime.datetime(2022, 3, 28, 11, 46, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 11, 46, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 11:46:48.635664 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ac8d16-3792-433d-aab3-36490f682536 None None] Checking segment: {'id': '688afb86-c9bd-46e2-ba7d-3fe76fb1efff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:46:48.636063 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-c9ac8d16-3792-433d-aab3-36490f682536 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:48.636444 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ac8d16-3792-433d-aab3-36490f682536 None None] Bound using segment: {'id': '688afb86-c9bd-46e2-ba7d-3fe76fb1efff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b'} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 11:46:48.636903 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-c9ac8d16-3792-433d-aab3-36490f682536 None None] Bound port: 0e45b5b0-f9e8-48f5-9084-93e22a90d605, host: dv-neutron-835340-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '688afb86-c9bd-46e2-ba7d-3fe76fb1efff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b'}}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 11:46:48.637288 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-c9ac8d16-3792-433d-aab3-36490f682536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:48.707167 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-c9ac8d16-3792-433d-aab3-36490f682536 None None] For port 0e45b5b0-f9e8-48f5-9084-93e22a90d605, host dv-neutron-835340-2-hyperv, cleared binding levels {{(pid=87872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 11:46:48.711004 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-c9ac8d16-3792-433d-aab3-36490f682536 None None] For port 0e45b5b0-f9e8-48f5-9084-93e22a90d605, host dv-neutron-835340-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=0e45b5b0-f9e8-48f5-9084-93e22a90d605,segment=NetworkSegment(688afb86-c9bd-46e2-ba7d-3fe76fb1efff),segment_id=688afb86-c9bd-46e2-ba7d-3fe76fb1efff)] {{(pid=87872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 11:46:48.715236 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-c9ac8d16-3792-433d-aab3-36490f682536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:48.794026 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ac8d16-3792-433d-aab3-36490f682536 None None] Routers {'fd047697-77b7-4719-b518-9e090e151091'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:46:48.794533 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-c9ac8d16-3792-433d-aab3-36490f682536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T11:46:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['fd047697-77b7-4719-b518-9e090e151091'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:46:48.850651 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1999fb-03b7-4ca2-bc9d-74cddb8a4508 None None] Pushing event updated for resources: {'Port': ['ID=0e45b5b0-f9e8-48f5-9084-93e22a90d605,revision_number=3']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:46:49.000459 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvr_db [None req-c9ac8d16-3792-433d-aab3-36490f682536 None None] Set router fd047697-77b7-4719-b518-9e090e151091 gateway port host: dv-neutron-835340-2-hyperv {{(pid=87872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:46:49.320429 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-c9ac8d16-3792-433d-aab3-36490f682536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd047697-77b7-4719-b518-9e090e151091', 'name': 'router1', 'tenant_id': 'ee5aeb757083446094a0c798d6b24798', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.252'}], 'enable_snat': True}, 'gw_port_id': '0e45b5b0-f9e8-48f5-9084-93e22a90d605', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:46:28Z', 'updated_at': '2022-03-28T11:46:46Z', 'revision_number': 4, 'project_id': 'ee5aeb757083446094a0c798d6b24798', 'gw_port': {'id': '0e45b5b0-f9e8-48f5-9084-93e22a90d605', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:ca:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd047697-77b7-4719-b518-9e090e151091', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:46:46Z', 'updated_at': '2022-03-28T11:46:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_interfaces': [{'id': '9d5f05ce-ffff-4fde-9f49-845f8eb50b20', 'name': '', 'network_id': '6f9dc008-900c-44fc-8d5f-d3c211065019', 'tenant_id': 'ee5aeb757083446094a0c798d6b24798', 'mac_address': 'fa:16:3e:4d:9c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd047697-77b7-4719-b518-9e090e151091', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '89106123-9da6-402f-96e5-6d6e173a9544', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:46:38Z', 'updated_at': '2022-03-28T11:46:43Z', 'revision_number': 5, 'project_id': 'ee5aeb757083446094a0c798d6b24798', 'subnets': [{'id': '89106123-9da6-402f-96e5-6d6e173a9544', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f27cf0d0-1c07-40ff-86b2-18060bd2130e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:46:49.324334 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ac8d16-3792-433d-aab3-36490f682536 None None] The sync data for ids ['fd047697-77b7-4719-b518-9e090e151091'] in dv-neutron-835340-2-hyperv is: [{'id': 'fd047697-77b7-4719-b518-9e090e151091', 'name': 'router1', 'tenant_id': 'ee5aeb757083446094a0c798d6b24798', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.252'}], 'enable_snat': True}, 'gw_port_id': '0e45b5b0-f9e8-48f5-9084-93e22a90d605', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:46:28Z', 'updated_at': '2022-03-28T11:46:46Z', 'revision_number': 4, 'project_id': 'ee5aeb757083446094a0c798d6b24798', 'gw_port': {'id': '0e45b5b0-f9e8-48f5-9084-93e22a90d605', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:ca:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd047697-77b7-4719-b518-9e090e151091', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:46:46Z', 'updated_at': '2022-03-28T11:46:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_interfaces': [{'id': '9d5f05ce-ffff-4fde-9f49-845f8eb50b20', 'name': '', 'network_id': '6f9dc008-900c-44fc-8d5f-d3c211065019', 'tenant_id': 'ee5aeb757083446094a0c798d6b24798', 'mac_address': 'fa:16:3e:4d:9c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd047697-77b7-4719-b518-9e090e151091', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '89106123-9da6-402f-96e5-6d6e173a9544', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:46:38Z', 'updated_at': '2022-03-28T11:46:43Z', 'revision_number': 5, 'project_id': 'ee5aeb757083446094a0c798d6b24798', 'subnets': [{'id': '89106123-9da6-402f-96e5-6d6e173a9544', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f27cf0d0-1c07-40ff-86b2-18060bd2130e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 11:46:49.593376 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 0e45b5b0-f9e8-48f5-9084-93e22a90d605 up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:46:49.669390 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning for port 0e45b5b0-f9e8-48f5-9084-93e22a90d605 completed by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:46:49.674767 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port 0e45b5b0-f9e8-48f5-9084-93e22a90d605 triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:46:49.675207 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:49.802189 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:49.820496 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] For port 0e45b5b0-f9e8-48f5-9084-93e22a90d605, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=0e45b5b0-f9e8-48f5-9084-93e22a90d605,segment=NetworkSegment(688afb86-c9bd-46e2-ba7d-3fe76fb1efff),segment_id=688afb86-c9bd-46e2-ba7d-3fe76fb1efff)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:46:49.827610 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:46:49.904579 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Pushing event updated for resources: {'Port': ['ID=0e45b5b0-f9e8-48f5-9084-93e22a90d605,revision_number=4']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:46:49.996606 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 46188) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:46:50.111124 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-8ad8fa9b-5cd3-41b5-83d9-1ae0db50d164 admin admin] 10.222.0.30 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 413 time: 0.1134176 Mar 28 11:46:51.557816 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 0e45b5b0-f9e8-48f5-9084-93e22a90d605 up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:46:51.625502 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port 0e45b5b0-f9e8-48f5-9084-93e22a90d605 triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:46:51.625867 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:47:02.287085 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-0759256f-9e44-45c9-8add-da20a8bb79e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:47:04.629393 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-9b2385fc-7ab9-4001-99b8-5204d60006c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:47:05.611903 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:47:05.663267 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-ef3be119-c018-4979-be07-86cf959defc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:47:07.292189 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-b7ccd3c7-0277-4f12-8e5c-e41478141af5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:47:14.470822 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.agents_db [None req-03fd49d8-b51b-41c1-8716-b8e265c93689 None None] Agent healthcheck: found 5 active agents {{(pid=87873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 11:47:32.281318 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-c9cc15d6-2c6b-47c2-862f-ac9dc178ee6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:47:34.634566 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-b69f2e4b-f9cc-4cbf-82e6-c651a0fce583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:47:35.616800 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:47:35.668565 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-ef3be119-c018-4979-be07-86cf959defc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:47:37.294175 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-b7ccd3c7-0277-4f12-8e5c-e41478141af5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:47:51.471376 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.agents_db [None req-03fd49d8-b51b-41c1-8716-b8e265c93689 None None] Agent healthcheck: found 5 active agents {{(pid=87873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 11:48:02.290958 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-cade6a5a-b903-4b42-97dd-c28a268a49c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:48:04.639625 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-236be781-939b-4868-9220-ef779fca8238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:48:05.621813 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:48:05.675603 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-ef3be119-c018-4979-be07-86cf959defc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:48:07.367460 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-b7ccd3c7-0277-4f12-8e5c-e41478141af5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:48:28.469916 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.agents_db [None req-03fd49d8-b51b-41c1-8716-b8e265c93689 None None] Agent healthcheck: found 5 active agents {{(pid=87873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 11:48:32.284791 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-8b00ad6c-120b-43e0-9537-3044da16c2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:48:34.642423 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-a01be006-28f3-4f46-bb9b-e708a2e67331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:48:35.617926 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:48:35.674084 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-ef3be119-c018-4979-be07-86cf959defc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:48:37.295730 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-b7ccd3c7-0277-4f12-8e5c-e41478141af5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:48:55.945348 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 46790) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:48:56.011925 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ae74ea4-c0de-48d5-bc72-5a2f06ef88e3 admin admin] GET failed (client error): The resource could not be found. Mar 28 11:48:56.013198 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-0ae74ea4-c0de-48d5-bc72-5a2f06ef88e3 admin admin] 10.222.0.30 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0669293 Mar 28 11:48:56.144472 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-926046b0-392b-4794-bd70-e8503764cd41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:48:56.145861 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-926046b0-392b-4794-bd70-e8503764cd41 admin admin] 10.222.0.30 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 871 time: 0.1283622 Mar 28 11:48:58.309759 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 46800) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:48:58.418605 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8363fc64-5a17-4d11-a6e7-b5ff02b5b6a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:48:58.419160 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-8363fc64-5a17-4d11-a6e7-b5ff02b5b6a4 admin admin] Synchronizing usage tracker for tenant:dbbc149552db4f0cb7c1032054f7c9a0 on resource:subnet {{(pid=87870) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:48:58.435658 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-8363fc64-5a17-4d11-a6e7-b5ff02b5b6a4 admin admin] Unset dirty status for tenant:dbbc149552db4f0cb7c1032054f7c9a0 on resource:subnet {{(pid=87870) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:48:58.436790 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-8363fc64-5a17-4d11-a6e7-b5ff02b5b6a4 admin admin] 10.222.0.30 "GET /v2.0/subnets/89106123-9da6-402f-96e5-6d6e173a9544 HTTP/1.1" status: 200 len: 849 time: 0.1260924 Mar 28 11:48:58.446407 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-72f30e04-b2fe-46f9-b16b-fec83d9ce923 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:48:58.562296 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-72f30e04-b2fe-46f9-b16b-fec83d9ce923 admin admin] Notify callbacks [] for subnet, before_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:48:58.744802 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-72f30e04-b2fe-46f9-b16b-fec83d9ce923 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8783496229102'] for subnet, after_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:48:58.785806 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72f30e04-b2fe-46f9-b16b-fec83d9ce923 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:48:58.786686 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-72f30e04-b2fe-46f9-b16b-fec83d9ce923 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538751'] for subnet, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:48:58.803525 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-72f30e04-b2fe-46f9-b16b-fec83d9ce923 admin admin] 10.222.0.30 "PUT /v2.0/subnets/89106123-9da6-402f-96e5-6d6e173a9544 HTTP/1.1" status: 200 len: 868 time: 0.3455215 Mar 28 11:48:58.803773 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a312872b-d32a-4b4c-827f-13cb9122262a None None] Network 6f9dc008-900c-44fc-8d5f-d3c211065019 requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:48:58.814452 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f30e04-b2fe-46f9-b16b-fec83d9ce923 admin admin] Pushing event updated for resources: {'Subnet': ['ID=89106123-9da6-402f-96e5-6d6e173a9544,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:48:58.823427 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f30e04-b2fe-46f9-b16b-fec83d9ce923 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:48:58.823808 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f30e04-b2fe-46f9-b16b-fec83d9ce923 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:48:58.824173 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f30e04-b2fe-46f9-b16b-fec83d9ce923 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:48:58.824572 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f30e04-b2fe-46f9-b16b-fec83d9ce923 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:48:58.824946 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f30e04-b2fe-46f9-b16b-fec83d9ce923 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:48:58.825322 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f30e04-b2fe-46f9-b16b-fec83d9ce923 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:48:58.825703 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f30e04-b2fe-46f9-b16b-fec83d9ce923 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:48:58.826030 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f30e04-b2fe-46f9-b16b-fec83d9ce923 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:48:58.826439 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f30e04-b2fe-46f9-b16b-fec83d9ce923 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:48:58.826835 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f30e04-b2fe-46f9-b16b-fec83d9ce923 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:48:58.827160 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f30e04-b2fe-46f9-b16b-fec83d9ce923 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:48:58.827564 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72f30e04-b2fe-46f9-b16b-fec83d9ce923 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:48:59.329218 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-2bf5d395-227c-4e44-ab82-8e5f2b41144f None None] Provisioning complete for port 9d5f05ce-ffff-4fde-9f49-845f8eb50b20 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:48:59.329574 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2bf5d395-227c-4e44-ab82-8e5f2b41144f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:48:59.451399 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-2bf5d395-227c-4e44-ab82-8e5f2b41144f None None] Provisioning complete for port 362aa7fa-975d-486c-ae07-ea034c85b23f triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:48:59.451689 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2bf5d395-227c-4e44-ab82-8e5f2b41144f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:49:00.988306 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 46810) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:49:01.162588 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b91597bf-7da9-4828-8e12-b645e8176222 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:49:01.162966 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b91597bf-7da9-4828-8e12-b645e8176222 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:49:01.164517 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-b91597bf-7da9-4828-8e12-b645e8176222 admin admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1746604 Mar 28 11:49:02.290443 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-f160dfc8-1775-4870-83bc-b953155881a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:49:03.311852 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 46820) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:49:03.485255 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cca8b83-6742-41ce-ae9c-12a908ad11ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:49:03.485721 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cca8b83-6742-41ce-ae9c-12a908ad11ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:49:03.487206 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-8cca8b83-6742-41ce-ae9c-12a908ad11ad admin admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1744208 Mar 28 11:49:04.645294 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-62aff64b-6612-4ae2-a9d4-d2de5db50c57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:49:05.468592 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.agents_db [None req-03fd49d8-b51b-41c1-8716-b8e265c93689 None None] Agent healthcheck: found 5 active agents {{(pid=87873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 11:49:05.620858 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:49:05.636612 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 46830) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:49:05.675139 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-ef3be119-c018-4979-be07-86cf959defc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:49:05.807938 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a581a205-8f44-4b1e-983c-e8fbe1996570 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:49:05.809199 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-a581a205-8f44-4b1e-983c-e8fbe1996570 admin admin] 10.222.0.30 "GET /v2.0/networks/6f9dc008-900c-44fc-8d5f-d3c211065019 HTTP/1.1" status: 200 len: 868 time: 0.1716509 Mar 28 11:49:07.302253 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-b7ccd3c7-0277-4f12-8e5c-e41478141af5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:49:07.955400 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 46840) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:49:08.126655 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c49ae42-1a47-45a8-aaad-c368b6b7b5af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:49:08.127925 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-1c49ae42-1a47-45a8-aaad-c368b6b7b5af admin admin] 10.222.0.30 "GET /v2.0/networks/ac2b1748-8f63-4b17-a9c7-07e79704aa5b HTTP/1.1" status: 200 len: 886 time: 0.1715827 Mar 28 11:49:10.286328 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 46850) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:49:10.396138 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf9ab94b-951b-41eb-8adb-8a4baec12163 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:49:10.396587 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf9ab94b-951b-41eb-8adb-8a4baec12163 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:49:10.398100 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-bf9ab94b-951b-41eb-8adb-8a4baec12163 admin admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1108146 Mar 28 11:49:12.527155 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 46860) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:49:12.632289 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0bb30ab-9584-44f8-9ff5-71cefbc239f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:49:12.632747 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0bb30ab-9584-44f8-9ff5-71cefbc239f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:49:12.634242 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-e0bb30ab-9584-44f8-9ff5-71cefbc239f3 admin admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1061003 Mar 28 11:49:14.806968 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 46870) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:49:14.911155 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c69b2097-f781-4feb-ae83-a1567bbe75d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:49:14.912492 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-c69b2097-f781-4feb-ae83-a1567bbe75d8 admin admin] 10.222.0.30 "GET /v2.0/subnets/0b7ebf76-1dc7-431a-a0b4-b96bacf287c2 HTTP/1.1" status: 200 len: 816 time: 0.1044776 Mar 28 11:49:17.052117 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 46880) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:49:17.159685 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0c10793-6e94-49d4-8b73-20cf7a0bcfb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:49:17.161034 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-b0c10793-6e94-49d4-8b73-20cf7a0bcfb0 admin admin] 10.222.0.30 "GET /v2.0/subnets/89106123-9da6-402f-96e5-6d6e173a9544 HTTP/1.1" status: 200 len: 868 time: 0.1079981 Mar 28 11:49:32.287970 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-91235249-2901-4e28-b635-1a6357205227 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:49:34.649765 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-ba28c203-3534-4242-8cc8-d841f3f12bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:49:35.624777 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:49:35.682404 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-ef3be119-c018-4979-be07-86cf959defc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:49:36.486023 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 46926) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:49:36.532781 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [None req-c56303f1-d550-4116-b401-4c139c434b73 admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=87871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 11:49:36.533745 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-c56303f1-d550-4116-b401-4c139c434b73 admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0468144 Mar 28 11:49:37.306877 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-b7ccd3c7-0277-4f12-8e5c-e41478141af5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:49:38.736709 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 46936) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:49:38.802110 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.pecan_wsgi.hooks.translation [None req-a56d0b2a-6a31-4427-a4e8-9153442b5293 admin admin] GET failed (client error): The resource could not be found. Mar 28 11:49:38.803351 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-a56d0b2a-6a31-4427-a4e8-9153442b5293 admin admin] 10.222.0.30 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0657346 Mar 28 11:49:38.926387 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfbc2a77-1dcd-47ee-a380-94289c6f9536 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:49:38.927733 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-cfbc2a77-1dcd-47ee-a380-94289c6f9536 admin admin] 10.222.0.30 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1205118 Mar 28 11:49:41.111913 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 46946) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:49:41.160449 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-b3eb8da9-a767-4094-8dbf-9bb6afae7fc1 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:49:41.164993 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-b3eb8da9-a767-4094-8dbf-9bb6afae7fc1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:49:41.174569 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-b3eb8da9-a767-4094-8dbf-9bb6afae7fc1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:49:41.183750 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3eb8da9-a767-4094-8dbf-9bb6afae7fc1 admin admin] Made reservation on behalf of dbbc149552db4f0cb7c1032054f7c9a0 for: {'network': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:49:41.186040 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-b3eb8da9-a767-4094-8dbf-9bb6afae7fc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for network, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:49:41.274335 dv-neutron-835340-2-hyperv neutron-server[87871]: WARNING neutron.services.revisions.revision_plugin [None req-b3eb8da9-a767-4094-8dbf-9bb6afae7fc1 admin admin] Could not find related network for resource to bump revision. Mar 28 11:49:41.286700 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3eb8da9-a767-4094-8dbf-9bb6afae7fc1 admin admin] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=87871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 11:49:41.295374 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-b3eb8da9-a767-4094-8dbf-9bb6afae7fc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:49:41.295742 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.db.segments_db [None req-b3eb8da9-a767-4094-8dbf-9bb6afae7fc1 admin admin] Added segment 25f0d3da-e3c9-4168-9e03-ab35754e4b52 of type vlan for network d2c2457a-47d6-4309-a3e9-a07627a51ec5 Mar 28 11:49:41.320501 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-b3eb8da9-a767-4094-8dbf-9bb6afae7fc1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783495836591'] for network, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:49:41.348055 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-b3eb8da9-a767-4094-8dbf-9bb6afae7fc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765'] for network, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:49:41.348952 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3eb8da9-a767-4094-8dbf-9bb6afae7fc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:49:41.349523 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-b3eb8da9-a767-4094-8dbf-9bb6afae7fc1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538751'] for network, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:49:41.447062 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-b3eb8da9-a767-4094-8dbf-9bb6afae7fc1 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 846 time: 0.3340440 Mar 28 11:49:41.452019 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3eb8da9-a767-4094-8dbf-9bb6afae7fc1 admin admin] Pushing event updated for resources: {'Network': ['ID=d2c2457a-47d6-4309-a3e9-a07627a51ec5,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:49:41.459226 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3eb8da9-a767-4094-8dbf-9bb6afae7fc1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:49:41.459812 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3eb8da9-a767-4094-8dbf-9bb6afae7fc1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:49:41.460144 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3eb8da9-a767-4094-8dbf-9bb6afae7fc1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:49:41.460474 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3eb8da9-a767-4094-8dbf-9bb6afae7fc1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:49:41.460791 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3eb8da9-a767-4094-8dbf-9bb6afae7fc1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:49:41.461127 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3eb8da9-a767-4094-8dbf-9bb6afae7fc1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:49:41.461450 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3eb8da9-a767-4094-8dbf-9bb6afae7fc1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:49:41.461779 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3eb8da9-a767-4094-8dbf-9bb6afae7fc1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:49:41.462101 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3eb8da9-a767-4094-8dbf-9bb6afae7fc1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:49:41.462410 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3eb8da9-a767-4094-8dbf-9bb6afae7fc1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:49:41.462721 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3eb8da9-a767-4094-8dbf-9bb6afae7fc1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:49:41.463032 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3eb8da9-a767-4094-8dbf-9bb6afae7fc1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:49:41.474442 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Network d2c2457a-47d6-4309-a3e9-a07627a51ec5 details requested by agent ovs-agent-dv-neutron-835340-2-hyperv with host dv-neutron-835340-2-hyperv {{(pid=87872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 11:49:42.467833 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.agents_db [None req-03fd49d8-b51b-41c1-8716-b8e265c93689 None None] Agent healthcheck: found 5 active agents {{(pid=87873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 11:49:43.620258 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 46956) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:49:43.686403 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb489f3c-2845-43b2-8d2d-c575aaa15204 admin admin] GET failed (client error): The resource could not be found. Mar 28 11:49:43.686907 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-fb489f3c-2845-43b2-8d2d-c575aaa15204 admin admin] Synchronizing usage tracker for tenant:dbbc149552db4f0cb7c1032054f7c9a0 on resource:network {{(pid=87871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:49:43.701540 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-fb489f3c-2845-43b2-8d2d-c575aaa15204 admin admin] Unset dirty status for tenant:dbbc149552db4f0cb7c1032054f7c9a0 on resource:network {{(pid=87871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:49:43.702769 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-fb489f3c-2845-43b2-8d2d-c575aaa15204 admin admin] 10.222.0.30 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0815794 Mar 28 11:49:43.808264 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00623574-abde-4116-a3f1-665e2e8b064f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:49:43.809603 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-00623574-abde-4116-a3f1-665e2e8b064f admin admin] 10.222.0.30 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 825 time: 0.1023686 Mar 28 11:49:43.820083 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-515f8a6e-3f24-4b06-8bc7-52b5febd2b6f admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'network_id': 'd2c2457a-47d6-4309-a3e9-a07627a51ec5', 'ip_version': 4, 'description': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:49:43.824826 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-515f8a6e-3f24-4b06-8bc7-52b5febd2b6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:49:43.834565 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-515f8a6e-3f24-4b06-8bc7-52b5febd2b6f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:49:43.844599 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-515f8a6e-3f24-4b06-8bc7-52b5febd2b6f admin admin] Made reservation on behalf of dbbc149552db4f0cb7c1032054f7c9a0 for: {'subnet': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:49:43.846747 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-515f8a6e-3f24-4b06-8bc7-52b5febd2b6f admin admin] Notify callbacks [] for subnet, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:49:44.045040 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-515f8a6e-3f24-4b06-8bc7-52b5febd2b6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765'] for subnet, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:49:44.116434 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515f8a6e-3f24-4b06-8bc7-52b5febd2b6f admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0523687-06ed-471a-8f5e-ebccdcc6b78c,revision_number=0']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:49:44.123398 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-515f8a6e-3f24-4b06-8bc7-52b5febd2b6f admin admin] Checking segment: {'id': '25f0d3da-e3c9-4168-9e03-ab35754e4b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'd2c2457a-47d6-4309-a3e9-a07627a51ec5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:49:44.123784 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-515f8a6e-3f24-4b06-8bc7-52b5febd2b6f admin admin] Network hostable DHCP agents. Network: d2c2457a-47d6-4309-a3e9-a07627a51ec5, hostable agents: ['3cb85949-855b-4a40-b988-cd5705e511da'], hosted agents: [] {{(pid=87871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 11:49:44.141284 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-515f8a6e-3f24-4b06-8bc7-52b5febd2b6f admin admin] Network d2c2457a-47d6-4309-a3e9-a07627a51ec5 is scheduled to be hosted by DHCP agent 3cb85949-855b-4a40-b988-cd5705e511da with binding_index 1 {{(pid=87871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 11:49:44.149627 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-515f8a6e-3f24-4b06-8bc7-52b5febd2b6f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-2-hyperv, d2c2457a-47d6-4309-a3e9-a07627a51ec5) {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:49:44.153802 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-515f8a6e-3f24-4b06-8bc7-52b5febd2b6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:49:44.154378 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-515f8a6e-3f24-4b06-8bc7-52b5febd2b6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538751'] for subnet, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:49:44.158504 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18e052f1-0164-41ff-bcf8-05f485eaf002 None None] Network d2c2457a-47d6-4309-a3e9-a07627a51ec5 requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:49:44.181103 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-515f8a6e-3f24-4b06-8bc7-52b5febd2b6f admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3653591 Mar 28 11:49:44.376524 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-280e2b62-90bd-4270-87c8-6da2e156c01f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1d3f2a9-8722-5ce5-bc40-181687d1ed3f-d2c2457a-47d6-4309-a3e9-a07627a51ec5', 'network_id': 'd2c2457a-47d6-4309-a3e9-a07627a51ec5', 'tenant_id': 'dbbc149552db4f0cb7c1032054f7c9a0', 'fixed_ips': [{'subnet_id': 'c0523687-06ed-471a-8f5e-ebccdcc6b78c'}]}} from dv-neutron-835340-2-hyperv. {{(pid=87872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 11:49:44.377364 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-280e2b62-90bd-4270-87c8-6da2e156c01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:49:44.534469 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.db_base_plugin_common [None req-280e2b62-90bd-4270-87c8-6da2e156c01f None None] Allocated IP 192.168.233.2 (d2c2457a-47d6-4309-a3e9-a07627a51ec5/c0523687-06ed-471a-8f5e-ebccdcc6b78c/d7cdedb3-7787-4073-a97b-ec795afa7395) {{(pid=87872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:49:44.746072 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-280e2b62-90bd-4270-87c8-6da2e156c01f None None] Notify callbacks [] for port, precommit_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:49:44.756986 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-280e2b62-90bd-4270-87c8-6da2e156c01f None None] Transition to ACTIVE for port object d7cdedb3-7787-4073-a97b-ec795afa7395 will not be triggered until provisioned by entity L2. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:49:44.775749 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-280e2b62-90bd-4270-87c8-6da2e156c01f None None] Transition to ACTIVE for port object d7cdedb3-7787-4073-a97b-ec795afa7395 will not be triggered until provisioned by entity DHCP. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:49:44.783028 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-280e2b62-90bd-4270-87c8-6da2e156c01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241'] for port, after_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:49:44.857270 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-280e2b62-90bd-4270-87c8-6da2e156c01f None None] Network d2c2457a-47d6-4309-a3e9-a07627a51ec5 is already hosted by enough agents. {{(pid=87872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:49:44.860455 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280e2b62-90bd-4270-87c8-6da2e156c01f None None] Pushing event updated for resources: {'Port': ['ID=d7cdedb3-7787-4073-a97b-ec795afa7395,revision_number=1']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:49:44.862820 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.base_scheduler [None req-280e2b62-90bd-4270-87c8-6da2e156c01f None None] Resources bound (agent type, host, resource id): {{(pid=87872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:49:44.869481 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-280e2b62-90bd-4270-87c8-6da2e156c01f None None] Received port after_create {{(pid=87872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:49:44.871791 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280e2b62-90bd-4270-87c8-6da2e156c01f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:49:44.872157 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280e2b62-90bd-4270-87c8-6da2e156c01f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:49:44.872483 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280e2b62-90bd-4270-87c8-6da2e156c01f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:49:44.872809 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280e2b62-90bd-4270-87c8-6da2e156c01f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:49:44.873132 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280e2b62-90bd-4270-87c8-6da2e156c01f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:49:44.873467 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280e2b62-90bd-4270-87c8-6da2e156c01f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:49:44.873790 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280e2b62-90bd-4270-87c8-6da2e156c01f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:49:44.874107 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280e2b62-90bd-4270-87c8-6da2e156c01f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:49:44.874437 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280e2b62-90bd-4270-87c8-6da2e156c01f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:49:44.874774 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280e2b62-90bd-4270-87c8-6da2e156c01f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:49:44.875085 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280e2b62-90bd-4270-87c8-6da2e156c01f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:49:44.875394 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280e2b62-90bd-4270-87c8-6da2e156c01f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:49:44.965518 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-280e2b62-90bd-4270-87c8-6da2e156c01f None None] Attempting to bind port d7cdedb3-7787-4073-a97b-ec795afa7395 on host dv-neutron-835340-2-hyperv for vnic_type normal with profile {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:49:44.965875 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-280e2b62-90bd-4270-87c8-6da2e156c01f None None] Attempting to bind port d7cdedb3-7787-4073-a97b-ec795afa7395 by drivers openvswitch,hyperv on host dv-neutron-835340-2-hyperv at level 0 using segments [{'id': '25f0d3da-e3c9-4168-9e03-ab35754e4b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'd2c2457a-47d6-4309-a3e9-a07627a51ec5'}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:49:44.966231 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280e2b62-90bd-4270-87c8-6da2e156c01f None None] Attempting to bind port d7cdedb3-7787-4073-a97b-ec795afa7395 on network d2c2457a-47d6-4309-a3e9-a07627a51ec5 {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:49:44.971528 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280e2b62-90bd-4270-87c8-6da2e156c01f None None] Checking agent: {'id': '961a16fe-cbc8-4264-ac28-bbbd53f89caa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 46, 6), 'started_at': datetime.datetime(2022, 3, 28, 11, 46, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 11, 49, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 11:49:44.971930 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280e2b62-90bd-4270-87c8-6da2e156c01f None None] Checking segment: {'id': '25f0d3da-e3c9-4168-9e03-ab35754e4b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'd2c2457a-47d6-4309-a3e9-a07627a51ec5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:49:44.972322 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-280e2b62-90bd-4270-87c8-6da2e156c01f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:49:44.972702 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280e2b62-90bd-4270-87c8-6da2e156c01f None None] Bound using segment: {'id': '25f0d3da-e3c9-4168-9e03-ab35754e4b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'd2c2457a-47d6-4309-a3e9-a07627a51ec5'} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 11:49:44.973709 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-280e2b62-90bd-4270-87c8-6da2e156c01f None None] Bound port: d7cdedb3-7787-4073-a97b-ec795afa7395, host: dv-neutron-835340-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25f0d3da-e3c9-4168-9e03-ab35754e4b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'd2c2457a-47d6-4309-a3e9-a07627a51ec5'}}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 11:49:44.974288 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-280e2b62-90bd-4270-87c8-6da2e156c01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:49:45.062514 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-280e2b62-90bd-4270-87c8-6da2e156c01f None None] For port d7cdedb3-7787-4073-a97b-ec795afa7395, host dv-neutron-835340-2-hyperv, cleared binding levels {{(pid=87872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 11:49:45.065769 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-280e2b62-90bd-4270-87c8-6da2e156c01f None None] For port d7cdedb3-7787-4073-a97b-ec795afa7395, host dv-neutron-835340-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=d7cdedb3-7787-4073-a97b-ec795afa7395,segment=NetworkSegment(25f0d3da-e3c9-4168-9e03-ab35754e4b52),segment_id=25f0d3da-e3c9-4168-9e03-ab35754e4b52)] {{(pid=87872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 11:49:45.070354 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-280e2b62-90bd-4270-87c8-6da2e156c01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:49:45.172055 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280e2b62-90bd-4270-87c8-6da2e156c01f None None] Pushing event updated for resources: {'Port': ['ID=d7cdedb3-7787-4073-a97b-ec795afa7395,revision_number=2']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:49:45.671360 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device d7cdedb3-7787-4073-a97b-ec795afa7395 up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:49:45.749357 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning for port d7cdedb3-7787-4073-a97b-ec795afa7395 completed by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:49:45.989955 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1465756-747b-4c89-ab80-cf04e95b2081 None None] Network d2c2457a-47d6-4309-a3e9-a07627a51ec5 requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:49:46.099327 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-69a49601-e90c-4b65-a0c7-4db56312dfc7 None None] Provisioning for port d7cdedb3-7787-4073-a97b-ec795afa7395 completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:49:46.115970 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-69a49601-e90c-4b65-a0c7-4db56312dfc7 None None] Provisioning complete for port d7cdedb3-7787-4073-a97b-ec795afa7395 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:49:46.116333 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-69a49601-e90c-4b65-a0c7-4db56312dfc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:49:46.319054 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-69a49601-e90c-4b65-a0c7-4db56312dfc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:49:46.363784 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-69a49601-e90c-4b65-a0c7-4db56312dfc7 None None] For port d7cdedb3-7787-4073-a97b-ec795afa7395, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=d7cdedb3-7787-4073-a97b-ec795afa7395,segment=NetworkSegment(25f0d3da-e3c9-4168-9e03-ab35754e4b52),segment_id=25f0d3da-e3c9-4168-9e03-ab35754e4b52)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:49:46.368999 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-69a49601-e90c-4b65-a0c7-4db56312dfc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:49:46.441221 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a49601-e90c-4b65-a0c7-4db56312dfc7 None None] Pushing event updated for resources: {'Port': ['ID=d7cdedb3-7787-4073-a97b-ec795afa7395,revision_number=3']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:49:46.596420 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-8cf4f32e-0d2b-4009-a5e7-60662271fd81 None None] Provisioning complete for port d7cdedb3-7787-4073-a97b-ec795afa7395 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:49:46.596774 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-8cf4f32e-0d2b-4009-a5e7-60662271fd81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:49:47.643755 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device d7cdedb3-7787-4073-a97b-ec795afa7395 up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:49:47.712105 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port d7cdedb3-7787-4073-a97b-ec795afa7395 triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:49:47.712462 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:50:02.281042 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-b6557486-0e86-4611-a885-ff93b23674e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:50:04.652376 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-17b7f404-740c-4106-b543-64c2e1a9cba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:50:05.627445 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:50:05.679246 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-ef3be119-c018-4979-be07-86cf959defc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:50:07.319898 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-b7ccd3c7-0277-4f12-8e5c-e41478141af5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:50:19.466773 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.agents_db [None req-03fd49d8-b51b-41c1-8716-b8e265c93689 None None] Agent healthcheck: found 5 active agents {{(pid=87873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 11:50:32.284192 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-89a6aac8-50ce-4f01-8e61-ca2d7fc5738e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:50:34.654111 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2bef7162-cede-462a-8c94-ef727b502c38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:50:35.630803 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:50:35.682021 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-ef3be119-c018-4979-be07-86cf959defc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:50:37.312817 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-b7ccd3c7-0277-4f12-8e5c-e41478141af5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:50:56.466451 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.agents_db [None req-03fd49d8-b51b-41c1-8716-b8e265c93689 None None] Agent healthcheck: found 5 active agents {{(pid=87873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 11:51:02.287505 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-81c32a15-b423-47c7-98af-ab749e87c572 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:51:04.657112 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-6a6696a1-4f09-4b94-bcb2-fd15d59661b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:51:05.633238 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:51:05.683895 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-ef3be119-c018-4979-be07-86cf959defc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:51:07.315887 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-b7ccd3c7-0277-4f12-8e5c-e41478141af5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:51:09.282442 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 47000) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:51:09.288982 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [None req-990dde16-3224-450d-b9b3-cd648e786678 tempest-verify_tempest_config-1142718796 tempest-verify_tempest_config-1142718796-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=87871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 11:51:09.289938 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-990dde16-3224-450d-b9b3-cd648e786678 tempest-verify_tempest_config-1142718796 tempest-verify_tempest_config-1142718796-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0058403 Mar 28 11:51:09.593736 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 47018) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:51:09.707038 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-22c8189c-abea-417a-b6f6-eef7407cc71b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:51:09.720770 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-22c8189c-abea-417a-b6f6-eef7407cc71b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:51:09.724538 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-22c8189c-abea-417a-b6f6-eef7407cc71b admin admin] Usage tracker for resource:security_group_rule and tenant:08003aac279645feaee2abe663f063c1 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:51:09.727214 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-22c8189c-abea-417a-b6f6-eef7407cc71b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:51:09.732750 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-22c8189c-abea-417a-b6f6-eef7407cc71b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:51:09.816684 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-22c8189c-abea-417a-b6f6-eef7407cc71b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:51:09.820178 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-22c8189c-abea-417a-b6f6-eef7407cc71b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:51:09.867303 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-22c8189c-abea-417a-b6f6-eef7407cc71b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=08003aac279645feaee2abe663f063c1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2725337 Mar 28 11:51:09.868261 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c8189c-abea-417a-b6f6-eef7407cc71b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aab6ed0f-e3f9-47fd-a01f-8005238bbd78,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:51:09.870034 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 47024) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:51:09.875282 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c8189c-abea-417a-b6f6-eef7407cc71b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:51:09.875678 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c8189c-abea-417a-b6f6-eef7407cc71b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:51:09.876036 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c8189c-abea-417a-b6f6-eef7407cc71b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:51:09.876356 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c8189c-abea-417a-b6f6-eef7407cc71b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:51:09.877335 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c8189c-abea-417a-b6f6-eef7407cc71b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:51:09.877836 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c8189c-abea-417a-b6f6-eef7407cc71b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:51:09.878322 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c8189c-abea-417a-b6f6-eef7407cc71b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:51:09.878674 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c8189c-abea-417a-b6f6-eef7407cc71b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:51:09.879004 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c8189c-abea-417a-b6f6-eef7407cc71b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:51:09.879326 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c8189c-abea-417a-b6f6-eef7407cc71b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:51:09.879670 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c8189c-abea-417a-b6f6-eef7407cc71b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:51:09.879988 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22c8189c-abea-417a-b6f6-eef7407cc71b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:51:09.928930 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-3185b573-038d-41dc-80e0-57942351c77f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:51:09.954215 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-3185b573-038d-41dc-80e0-57942351c77f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:51:10.046198 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-3185b573-038d-41dc-80e0-57942351c77f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:51:10.060869 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3185b573-038d-41dc-80e0-57942351c77f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aab6ed0f-e3f9-47fd-a01f-8005238bbd78,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:51:10.071495 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3185b573-038d-41dc-80e0-57942351c77f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:51:10.071854 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3185b573-038d-41dc-80e0-57942351c77f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:51:10.072194 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3185b573-038d-41dc-80e0-57942351c77f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:51:10.072530 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3185b573-038d-41dc-80e0-57942351c77f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:51:10.072858 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3185b573-038d-41dc-80e0-57942351c77f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:51:10.073201 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3185b573-038d-41dc-80e0-57942351c77f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:51:10.073530 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3185b573-038d-41dc-80e0-57942351c77f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:51:10.073869 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3185b573-038d-41dc-80e0-57942351c77f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:51:10.074195 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3185b573-038d-41dc-80e0-57942351c77f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:51:10.074513 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3185b573-038d-41dc-80e0-57942351c77f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:51:10.074833 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3185b573-038d-41dc-80e0-57942351c77f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:51:10.075152 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3185b573-038d-41dc-80e0-57942351c77f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:51:10.078158 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-3185b573-038d-41dc-80e0-57942351c77f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:51:10.079262 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-3185b573-038d-41dc-80e0-57942351c77f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/aab6ed0f-e3f9-47fd-a01f-8005238bbd78 HTTP/1.1" status: 204 len: 168 time: 0.2082105 Mar 28 11:51:32.291583 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-64538993-b72a-409b-8391-18097a0fca8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:51:33.466468 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.agents_db [None req-03fd49d8-b51b-41c1-8716-b8e265c93689 None None] Agent healthcheck: found 5 active agents {{(pid=87873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 11:51:34.661137 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-61a26fbf-18da-48a5-a090-f7c220c0e8e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:51:35.634486 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:51:35.687604 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-ef3be119-c018-4979-be07-86cf959defc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:51:37.319120 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-b7ccd3c7-0277-4f12-8e5c-e41478141af5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:52:02.293327 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-9697d81a-077d-45d6-8812-b2603351fe30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:52:04.662682 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-90e1444a-a851-4fae-8b9f-06f135feca99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:52:05.636495 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:52:05.690389 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-ef3be119-c018-4979-be07-86cf959defc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:52:07.320175 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-b7ccd3c7-0277-4f12-8e5c-e41478141af5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:52:10.465126 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.agents_db [None req-03fd49d8-b51b-41c1-8716-b8e265c93689 None None] Agent healthcheck: found 5 active agents {{(pid=87873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 11:52:20.461278 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-743186'] for agent, after_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:52:32.296203 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2a2c2834-53ae-4cf3-9342-8f9e1e48b781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:52:34.665701 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-8b878df8-9000-4e6a-b929-0c9b8e330267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:52:35.227359 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 47094) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:52:35.336371 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-32c8fbc7-5d08-4d21-9e10-32ccdcb6a91a admin admin] 10.222.0.30 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.1079228 Mar 28 11:52:35.638654 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:52:35.693217 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-ef3be119-c018-4979-be07-86cf959defc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:52:37.323700 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-b7ccd3c7-0277-4f12-8e5c-e41478141af5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:52:37.482094 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 47104) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:52:37.537244 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-123a41b0-063f-4e50-beef-b4bbc4e8a1e1 admin admin] 10.222.0.30 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0540698 Mar 28 11:52:47.465515 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.agents_db [None req-03fd49d8-b51b-41c1-8716-b8e265c93689 None None] Agent healthcheck: found 6 active agents {{(pid=87873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 11:52:50.412725 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:53:02.298830 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-300ca0a1-ef3e-4b65-8337-0d1809eadfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:53:04.667039 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-a9740e13-a7bd-43e6-9832-515ff6339604 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:53:05.641209 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:53:05.696394 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-ef3be119-c018-4979-be07-86cf959defc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:53:07.327511 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-b7ccd3c7-0277-4f12-8e5c-e41478141af5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:53:20.413476 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:53:24.465787 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.agents_db [None req-03fd49d8-b51b-41c1-8716-b8e265c93689 None None] Agent healthcheck: found 6 active agents {{(pid=87873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 11:53:32.302853 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-a49acf4b-d488-4df4-b76a-7c20c1f058ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:53:34.668991 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2e071fb2-afdf-4a2c-909b-87a125814587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:53:35.642041 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:53:35.699462 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-ef3be119-c018-4979-be07-86cf959defc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:53:37.331167 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-b7ccd3c7-0277-4f12-8e5c-e41478141af5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:53:50.426469 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:01.465036 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.agents_db [None req-03fd49d8-b51b-41c1-8716-b8e265c93689 None None] Agent healthcheck: found 6 active agents {{(pid=87873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 11:54:02.305248 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-b6509d72-b9c0-47c3-a2dc-154cef21c5f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:04.681790 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-bfaa261a-3317-49c4-aae9-26716341a8f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:05.651602 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:05.717682 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-ef3be119-c018-4979-be07-86cf959defc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:07.339221 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-b7ccd3c7-0277-4f12-8e5c-e41478141af5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:07.474207 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 47236) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:54:07.702382 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-835d6565-996f-45a4-9740-10c3476aa6c4 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-2058185223-network', 'tenant_id': 'ef5d94df2651453a8526eba31d74035c'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:54:07.707707 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-835d6565-996f-45a4-9740-10c3476aa6c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:54:07.712452 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-835d6565-996f-45a4-9740-10c3476aa6c4 admin admin] Usage tracker for resource:network and tenant:ef5d94df2651453a8526eba31d74035c is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:54:07.715999 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-835d6565-996f-45a4-9740-10c3476aa6c4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:54:07.722427 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-835d6565-996f-45a4-9740-10c3476aa6c4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:54:07.735821 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-835d6565-996f-45a4-9740-10c3476aa6c4 admin admin] Made reservation on behalf of ef5d94df2651453a8526eba31d74035c for: {'network': 1} {{(pid=87870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:54:07.738312 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-835d6565-996f-45a4-9740-10c3476aa6c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for network, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:07.750575 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-835d6565-996f-45a4-9740-10c3476aa6c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:07.775334 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-835d6565-996f-45a4-9740-10c3476aa6c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:54:07.779171 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-835d6565-996f-45a4-9740-10c3476aa6c4 admin admin] Usage tracker for resource:security_group_rule and tenant:ef5d94df2651453a8526eba31d74035c is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:54:07.782098 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-835d6565-996f-45a4-9740-10c3476aa6c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:54:07.787812 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-835d6565-996f-45a4-9740-10c3476aa6c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:54:07.958628 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-835d6565-996f-45a4-9740-10c3476aa6c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:07.963900 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-835d6565-996f-45a4-9740-10c3476aa6c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:08.004859 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835d6565-996f-45a4-9740-10c3476aa6c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1f952eb-26bf-456b-a5e1-a4804496502b,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:54:08.006979 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-835d6565-996f-45a4-9740-10c3476aa6c4 admin admin] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=87870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 11:54:08.018293 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835d6565-996f-45a4-9740-10c3476aa6c4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:54:08.018755 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835d6565-996f-45a4-9740-10c3476aa6c4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:54:08.018986 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835d6565-996f-45a4-9740-10c3476aa6c4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:54:08.019497 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835d6565-996f-45a4-9740-10c3476aa6c4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:54:08.019977 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835d6565-996f-45a4-9740-10c3476aa6c4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:54:08.020318 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835d6565-996f-45a4-9740-10c3476aa6c4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:54:08.020897 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835d6565-996f-45a4-9740-10c3476aa6c4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:54:08.021216 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835d6565-996f-45a4-9740-10c3476aa6c4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:54:08.021540 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835d6565-996f-45a4-9740-10c3476aa6c4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:54:08.021852 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835d6565-996f-45a4-9740-10c3476aa6c4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:54:08.022165 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835d6565-996f-45a4-9740-10c3476aa6c4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:54:08.022476 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835d6565-996f-45a4-9740-10c3476aa6c4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:54:08.023566 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835d6565-996f-45a4-9740-10c3476aa6c4 admin admin] Tracked resource versions report: Mar 28 11:54:08.023566 dv-neutron-835340-2-hyperv neutron-server[87870]: pushed versions: Mar 28 11:54:08.023566 dv-neutron-835340-2-hyperv neutron-server[87870]: { 'AddressGroup': {'1.2'}, Mar 28 11:54:08.023566 dv-neutron-835340-2-hyperv neutron-server[87870]: 'ConntrackHelper': {'1.0'}, Mar 28 11:54:08.023566 dv-neutron-835340-2-hyperv neutron-server[87870]: 'Log': {'1.0'}, Mar 28 11:54:08.023566 dv-neutron-835340-2-hyperv neutron-server[87870]: 'Network': {'1.1'}, Mar 28 11:54:08.023566 dv-neutron-835340-2-hyperv neutron-server[87870]: 'Port': {'1.7'}, Mar 28 11:54:08.023566 dv-neutron-835340-2-hyperv neutron-server[87870]: 'PortForwarding': {'1.2'}, Mar 28 11:54:08.023566 dv-neutron-835340-2-hyperv neutron-server[87870]: 'QosPolicy': {'1.8'}, Mar 28 11:54:08.023566 dv-neutron-835340-2-hyperv neutron-server[87870]: 'SecurityGroup': {'1.4'}, Mar 28 11:54:08.023566 dv-neutron-835340-2-hyperv neutron-server[87870]: 'SecurityGroupRule': {'1.2'}, Mar 28 11:54:08.023566 dv-neutron-835340-2-hyperv neutron-server[87870]: 'SubPort': {'1.0'}, Mar 28 11:54:08.023566 dv-neutron-835340-2-hyperv neutron-server[87870]: 'Subnet': {'1.1'}, Mar 28 11:54:08.023566 dv-neutron-835340-2-hyperv neutron-server[87870]: 'Trunk': {'1.1'}} Mar 28 11:54:08.023566 dv-neutron-835340-2-hyperv neutron-server[87870]: consumer versions: Mar 28 11:54:08.023566 dv-neutron-835340-2-hyperv neutron-server[87870]: { DHCP agent@dv-neutron-835340-2-hyperv: {}, Mar 28 11:54:08.023566 dv-neutron-835340-2-hyperv neutron-server[87870]: HyperV agent@hv-neutron-8353: {}, Mar 28 11:54:08.023566 dv-neutron-835340-2-hyperv neutron-server[87870]: L3 agent@dv-neutron-835340-2-hyperv: {}, Mar 28 11:54:08.023566 dv-neutron-835340-2-hyperv neutron-server[87870]: Metadata agent@dv-neutron-835340-2-hyperv: {}, Mar 28 11:54:08.023566 dv-neutron-835340-2-hyperv neutron-server[87870]: Metering agent@dv-neutron-835340-2-hyperv: {}, Mar 28 11:54:08.023566 dv-neutron-835340-2-hyperv neutron-server[87870]: Open vSwitch agent@dv-neutron-835340-2-hyperv: { 'AddressGroup': '1.2', Mar 28 11:54:08.023566 dv-neutron-835340-2-hyperv neutron-server[87870]: 'ConntrackHelper': '1.0', Mar 28 11:54:08.023566 dv-neutron-835340-2-hyperv neutron-server[87870]: 'Log': '1.0', Mar 28 11:54:08.023566 dv-neutron-835340-2-hyperv neutron-server[87870]: 'Network': '1.1', Mar 28 11:54:08.023566 dv-neutron-835340-2-hyperv neutron-server[87870]: 'Port': '1.7', Mar 28 11:54:08.023566 dv-neutron-835340-2-hyperv neutron-server[87870]: 'PortForwarding': '1.2', Mar 28 11:54:08.023566 dv-neutron-835340-2-hyperv neutron-server[87870]: 'QosPolicy': '1.8', Mar 28 11:54:08.023566 dv-neutron-835340-2-hyperv neutron-server[87870]: 'SecurityGroup': '1.4', Mar 28 11:54:08.023566 dv-neutron-835340-2-hyperv neutron-server[87870]: 'SecurityGroupRule': '1.2', Mar 28 11:54:08.023566 dv-neutron-835340-2-hyperv neutron-server[87870]: 'SubPort': '1.0', Mar 28 11:54:08.023566 dv-neutron-835340-2-hyperv neutron-server[87870]: 'Subnet': '1.1', Mar 28 11:54:08.023566 dv-neutron-835340-2-hyperv neutron-server[87870]: 'Trunk': '1.1'}} Mar 28 11:54:08.023566 dv-neutron-835340-2-hyperv neutron-server[87870]: {{(pid=87870) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 28 11:54:08.030817 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-835d6565-996f-45a4-9740-10c3476aa6c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:08.031375 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.db.segments_db [None req-835d6565-996f-45a4-9740-10c3476aa6c4 admin admin] Added segment 786b361f-a2db-447a-b210-1eddef47c794 of type vlan for network 4a776d3d-9745-4c38-b1e0-dfac029e8437 Mar 28 11:54:08.062217 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-835d6565-996f-45a4-9740-10c3476aa6c4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783495836591'] for network, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:08.099038 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-835d6565-996f-45a4-9740-10c3476aa6c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765'] for network, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:08.100095 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-835d6565-996f-45a4-9740-10c3476aa6c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:54:08.100724 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-835d6565-996f-45a4-9740-10c3476aa6c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538751'] for network, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:08.212243 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835d6565-996f-45a4-9740-10c3476aa6c4 admin admin] Pushing event updated for resources: {'Network': ['ID=4a776d3d-9745-4c38-b1e0-dfac029e8437,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:54:08.222031 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-835d6565-996f-45a4-9740-10c3476aa6c4 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7447536 Mar 28 11:54:08.223510 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 47288) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:54:08.226042 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Network 4a776d3d-9745-4c38-b1e0-dfac029e8437 details requested by agent ovs-agent-dv-neutron-835340-2-hyperv with host dv-neutron-835340-2-hyperv {{(pid=87872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 11:54:08.232852 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-d52e9fcf-7939-40b2-bbae-e795c79877d8 admin admin] Request body: {'subnet': {'network_id': '4a776d3d-9745-4c38-b1e0-dfac029e8437', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-2058185223-subnet', 'tenant_id': 'ef5d94df2651453a8526eba31d74035c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:54:08.238423 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-d52e9fcf-7939-40b2-bbae-e795c79877d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:54:08.242688 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-d52e9fcf-7939-40b2-bbae-e795c79877d8 admin admin] Usage tracker for resource:subnet and tenant:ef5d94df2651453a8526eba31d74035c is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:54:08.245880 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-d52e9fcf-7939-40b2-bbae-e795c79877d8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:54:08.252890 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-d52e9fcf-7939-40b2-bbae-e795c79877d8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:54:08.264988 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d52e9fcf-7939-40b2-bbae-e795c79877d8 admin admin] Made reservation on behalf of ef5d94df2651453a8526eba31d74035c for: {'subnet': 1} {{(pid=87870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:54:08.268033 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-d52e9fcf-7939-40b2-bbae-e795c79877d8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:08.479416 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 47296) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:54:08.495974 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-d52e9fcf-7939-40b2-bbae-e795c79877d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765'] for subnet, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:08.582681 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d52e9fcf-7939-40b2-bbae-e795c79877d8 admin admin] Checking segment: {'id': '786b361f-a2db-447a-b210-1eddef47c794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '4a776d3d-9745-4c38-b1e0-dfac029e8437'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:54:08.583027 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d52e9fcf-7939-40b2-bbae-e795c79877d8 admin admin] Network hostable DHCP agents. Network: 4a776d3d-9745-4c38-b1e0-dfac029e8437, hostable agents: ['3cb85949-855b-4a40-b988-cd5705e511da'], hosted agents: [] {{(pid=87870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 11:54:08.588820 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52e9fcf-7939-40b2-bbae-e795c79877d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=51390c4c-f007-438b-8f55-097eecbd0e38,revision_number=0']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:54:08.611198 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d52e9fcf-7939-40b2-bbae-e795c79877d8 admin admin] Network 4a776d3d-9745-4c38-b1e0-dfac029e8437 is scheduled to be hosted by DHCP agent 3cb85949-855b-4a40-b988-cd5705e511da with binding_index 1 {{(pid=87870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 11:54:08.627819 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.base_scheduler [None req-d52e9fcf-7939-40b2-bbae-e795c79877d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-2-hyperv, 4a776d3d-9745-4c38-b1e0-dfac029e8437) {{(pid=87870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:54:08.638008 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a86d4576-c198-4f89-b405-003c0d038519 None None] Network 4a776d3d-9745-4c38-b1e0-dfac029e8437 requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:54:08.639880 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d52e9fcf-7939-40b2-bbae-e795c79877d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:54:08.640652 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-d52e9fcf-7939-40b2-bbae-e795c79877d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538751'] for subnet, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:08.670903 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-d52e9fcf-7939-40b2-bbae-e795c79877d8 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4461343 Mar 28 11:54:08.673473 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 47306) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:54:08.680598 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-c9989067-616f-4c63-bce1-4d8e329dce5e admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-2058185223-router', 'tenant_id': 'ef5d94df2651453a8526eba31d74035c', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b'}}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:54:08.687507 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-c9989067-616f-4c63-bce1-4d8e329dce5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:54:08.693453 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-c9989067-616f-4c63-bce1-4d8e329dce5e admin admin] Usage tracker for resource:router and tenant:ef5d94df2651453a8526eba31d74035c is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:54:08.699012 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-c9989067-616f-4c63-bce1-4d8e329dce5e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:54:08.708563 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-c9989067-616f-4c63-bce1-4d8e329dce5e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:54:08.722055 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-c9989067-616f-4c63-bce1-4d8e329dce5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-707665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-260886'] for router, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:08.724002 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-c9989067-616f-4c63-bce1-4d8e329dce5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-705660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709650', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-767110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260873'] for router, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:08.755241 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-c9989067-616f-4c63-bce1-4d8e329dce5e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:08.763583 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 47312) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:54:08.885458 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 47318) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:54:08.998331 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c15f2fa-d4cb-4f22-8d73-9d35000e7a01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1d3f2a9-8722-5ce5-bc40-181687d1ed3f-4a776d3d-9745-4c38-b1e0-dfac029e8437', 'network_id': '4a776d3d-9745-4c38-b1e0-dfac029e8437', 'tenant_id': 'ef5d94df2651453a8526eba31d74035c', 'fixed_ips': [{'subnet_id': '51390c4c-f007-438b-8f55-097eecbd0e38'}]}} from dv-neutron-835340-2-hyperv. {{(pid=87872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 11:54:08.999201 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-3c15f2fa-d4cb-4f22-8d73-9d35000e7a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:09.022034 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-7e92e307-0a87-4b34-af67-8295eb0ab0cc admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-319239182-network', 'tenant_id': 'acd670e645c74d2b90f128b4c99c366d'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:54:09.035151 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-7e92e307-0a87-4b34-af67-8295eb0ab0cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:54:09.041980 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-7e92e307-0a87-4b34-af67-8295eb0ab0cc admin admin] Usage tracker for resource:network and tenant:acd670e645c74d2b90f128b4c99c366d is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:54:09.097868 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-7e92e307-0a87-4b34-af67-8295eb0ab0cc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:54:09.112214 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-7e92e307-0a87-4b34-af67-8295eb0ab0cc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:54:09.192397 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.db_base_plugin_common [None req-3c15f2fa-d4cb-4f22-8d73-9d35000e7a01 None None] Allocated IP 172.20.0.2 (4a776d3d-9745-4c38-b1e0-dfac029e8437/51390c4c-f007-438b-8f55-097eecbd0e38/ea50ce8f-40bb-4034-ba40-83dad5861538) {{(pid=87872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:54:09.231600 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e92e307-0a87-4b34-af67-8295eb0ab0cc admin admin] Made reservation on behalf of acd670e645c74d2b90f128b4c99c366d for: {'network': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:54:09.234450 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-7e92e307-0a87-4b34-af67-8295eb0ab0cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for network, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:09.250532 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-b760d430-aeca-4bcd-9745-cdd832b41742 tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-906986537'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:54:09.259711 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-b760d430-aeca-4bcd-9745-cdd832b41742 tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:54:09.261368 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-c9989067-616f-4c63-bce1-4d8e329dce5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-709632', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-707672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260923'] for router, precommit_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:09.266908 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-7e92e307-0a87-4b34-af67-8295eb0ab0cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:09.268992 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-b760d430-aeca-4bcd-9745-cdd832b41742 tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] Usage tracker for resource:network and tenant:fd6f94a999304d45b576d97dddac9f8b is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:54:09.276577 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-b760d430-aeca-4bcd-9745-cdd832b41742 tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:54:09.287336 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-7e92e307-0a87-4b34-af67-8295eb0ab0cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:54:09.290576 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-b760d430-aeca-4bcd-9745-cdd832b41742 tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:54:09.307078 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-7e92e307-0a87-4b34-af67-8295eb0ab0cc admin admin] Usage tracker for resource:security_group_rule and tenant:acd670e645c74d2b90f128b4c99c366d is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:54:09.317252 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-b6d139d1-bdff-4beb-9a3e-c3b9e5b834c1 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-286231784-network', 'tenant_id': 'a9d4ebb77b824347aa8bcf325a031e53'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:54:09.321744 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-7e92e307-0a87-4b34-af67-8295eb0ab0cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:54:09.329502 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-7e92e307-0a87-4b34-af67-8295eb0ab0cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:54:09.331154 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-b6d139d1-bdff-4beb-9a3e-c3b9e5b834c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:54:09.340991 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b760d430-aeca-4bcd-9745-cdd832b41742 tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] Made reservation on behalf of fd6f94a999304d45b576d97dddac9f8b for: {'network': 1} {{(pid=87870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:54:09.354471 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-b760d430-aeca-4bcd-9745-cdd832b41742 tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for network, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:09.387906 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-b6d139d1-bdff-4beb-9a3e-c3b9e5b834c1 admin admin] Usage tracker for resource:network and tenant:a9d4ebb77b824347aa8bcf325a031e53 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:54:09.402445 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-b760d430-aeca-4bcd-9745-cdd832b41742 tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] Notify callbacks [] for security_group, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:09.412140 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-b6d139d1-bdff-4beb-9a3e-c3b9e5b834c1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:54:09.431753 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-b6d139d1-bdff-4beb-9a3e-c3b9e5b834c1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:54:09.433934 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-b760d430-aeca-4bcd-9745-cdd832b41742 tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:54:09.452932 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-b760d430-aeca-4bcd-9745-cdd832b41742 tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] Usage tracker for resource:security_group_rule and tenant:fd6f94a999304d45b576d97dddac9f8b is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:54:09.465190 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-3c15f2fa-d4cb-4f22-8d73-9d35000e7a01 None None] Notify callbacks [] for port, precommit_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:09.469138 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-b760d430-aeca-4bcd-9745-cdd832b41742 tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:54:09.472881 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6d139d1-bdff-4beb-9a3e-c3b9e5b834c1 admin admin] Made reservation on behalf of a9d4ebb77b824347aa8bcf325a031e53 for: {'network': 1} {{(pid=87870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:54:09.475217 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-b6d139d1-bdff-4beb-9a3e-c3b9e5b834c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for network, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:09.476076 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-3c15f2fa-d4cb-4f22-8d73-9d35000e7a01 None None] Transition to ACTIVE for port object ea50ce8f-40bb-4034-ba40-83dad5861538 will not be triggered until provisioned by entity L2. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:54:09.496826 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-3c15f2fa-d4cb-4f22-8d73-9d35000e7a01 None None] Transition to ACTIVE for port object ea50ce8f-40bb-4034-ba40-83dad5861538 will not be triggered until provisioned by entity DHCP. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:54:09.504222 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-3c15f2fa-d4cb-4f22-8d73-9d35000e7a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241'] for port, after_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:09.512984 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-b6d139d1-bdff-4beb-9a3e-c3b9e5b834c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:09.559823 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-b760d430-aeca-4bcd-9745-cdd832b41742 tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:54:09.572200 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-b6d139d1-bdff-4beb-9a3e-c3b9e5b834c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:54:09.572655 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-7e92e307-0a87-4b34-af67-8295eb0ab0cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:09.585300 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c15f2fa-d4cb-4f22-8d73-9d35000e7a01 None None] Pushing event updated for resources: {'Port': ['ID=ea50ce8f-40bb-4034-ba40-83dad5861538,revision_number=1']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:54:09.585775 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-b6d139d1-bdff-4beb-9a3e-c3b9e5b834c1 admin admin] Usage tracker for resource:security_group_rule and tenant:a9d4ebb77b824347aa8bcf325a031e53 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:54:09.592475 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-b6d139d1-bdff-4beb-9a3e-c3b9e5b834c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:54:09.593919 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c15f2fa-d4cb-4f22-8d73-9d35000e7a01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:54:09.594280 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c15f2fa-d4cb-4f22-8d73-9d35000e7a01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:54:09.594590 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c15f2fa-d4cb-4f22-8d73-9d35000e7a01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:54:09.594914 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c15f2fa-d4cb-4f22-8d73-9d35000e7a01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:54:09.595233 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c15f2fa-d4cb-4f22-8d73-9d35000e7a01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:54:09.595724 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c15f2fa-d4cb-4f22-8d73-9d35000e7a01 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:54:09.595973 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-7e92e307-0a87-4b34-af67-8295eb0ab0cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:09.596094 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c15f2fa-d4cb-4f22-8d73-9d35000e7a01 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:54:09.596351 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c15f2fa-d4cb-4f22-8d73-9d35000e7a01 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:54:09.596775 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c15f2fa-d4cb-4f22-8d73-9d35000e7a01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:54:09.597214 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c15f2fa-d4cb-4f22-8d73-9d35000e7a01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:54:09.597607 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c15f2fa-d4cb-4f22-8d73-9d35000e7a01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:54:09.597935 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c15f2fa-d4cb-4f22-8d73-9d35000e7a01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:54:09.598999 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c15f2fa-d4cb-4f22-8d73-9d35000e7a01 None None] Tracked resource versions report: Mar 28 11:54:09.598999 dv-neutron-835340-2-hyperv neutron-server[87872]: pushed versions: Mar 28 11:54:09.598999 dv-neutron-835340-2-hyperv neutron-server[87872]: { 'AddressGroup': {'1.2'}, Mar 28 11:54:09.598999 dv-neutron-835340-2-hyperv neutron-server[87872]: 'ConntrackHelper': {'1.0'}, Mar 28 11:54:09.598999 dv-neutron-835340-2-hyperv neutron-server[87872]: 'Log': {'1.0'}, Mar 28 11:54:09.598999 dv-neutron-835340-2-hyperv neutron-server[87872]: 'Network': {'1.1'}, Mar 28 11:54:09.598999 dv-neutron-835340-2-hyperv neutron-server[87872]: 'Port': {'1.7'}, Mar 28 11:54:09.598999 dv-neutron-835340-2-hyperv neutron-server[87872]: 'PortForwarding': {'1.2'}, Mar 28 11:54:09.598999 dv-neutron-835340-2-hyperv neutron-server[87872]: 'QosPolicy': {'1.8'}, Mar 28 11:54:09.598999 dv-neutron-835340-2-hyperv neutron-server[87872]: 'SecurityGroup': {'1.4'}, Mar 28 11:54:09.598999 dv-neutron-835340-2-hyperv neutron-server[87872]: 'SecurityGroupRule': {'1.2'}, Mar 28 11:54:09.598999 dv-neutron-835340-2-hyperv neutron-server[87872]: 'SubPort': {'1.0'}, Mar 28 11:54:09.598999 dv-neutron-835340-2-hyperv neutron-server[87872]: 'Subnet': {'1.1'}, Mar 28 11:54:09.598999 dv-neutron-835340-2-hyperv neutron-server[87872]: 'Trunk': {'1.1'}} Mar 28 11:54:09.598999 dv-neutron-835340-2-hyperv neutron-server[87872]: consumer versions: Mar 28 11:54:09.598999 dv-neutron-835340-2-hyperv neutron-server[87872]: { DHCP agent@dv-neutron-835340-2-hyperv: {}, Mar 28 11:54:09.598999 dv-neutron-835340-2-hyperv neutron-server[87872]: HyperV agent@hv-neutron-8353: {}, Mar 28 11:54:09.598999 dv-neutron-835340-2-hyperv neutron-server[87872]: L3 agent@dv-neutron-835340-2-hyperv: {}, Mar 28 11:54:09.598999 dv-neutron-835340-2-hyperv neutron-server[87872]: Metadata agent@dv-neutron-835340-2-hyperv: {}, Mar 28 11:54:09.598999 dv-neutron-835340-2-hyperv neutron-server[87872]: Metering agent@dv-neutron-835340-2-hyperv: {}, Mar 28 11:54:09.598999 dv-neutron-835340-2-hyperv neutron-server[87872]: Open vSwitch agent@dv-neutron-835340-2-hyperv: { 'AddressGroup': '1.2', Mar 28 11:54:09.598999 dv-neutron-835340-2-hyperv neutron-server[87872]: 'ConntrackHelper': '1.0', Mar 28 11:54:09.598999 dv-neutron-835340-2-hyperv neutron-server[87872]: 'Log': '1.0', Mar 28 11:54:09.598999 dv-neutron-835340-2-hyperv neutron-server[87872]: 'Network': '1.1', Mar 28 11:54:09.598999 dv-neutron-835340-2-hyperv neutron-server[87872]: 'Port': '1.7', Mar 28 11:54:09.598999 dv-neutron-835340-2-hyperv neutron-server[87872]: 'PortForwarding': '1.2', Mar 28 11:54:09.598999 dv-neutron-835340-2-hyperv neutron-server[87872]: 'QosPolicy': '1.8', Mar 28 11:54:09.598999 dv-neutron-835340-2-hyperv neutron-server[87872]: 'SecurityGroup': '1.4', Mar 28 11:54:09.598999 dv-neutron-835340-2-hyperv neutron-server[87872]: 'SecurityGroupRule': '1.2', Mar 28 11:54:09.598999 dv-neutron-835340-2-hyperv neutron-server[87872]: 'SubPort': '1.0', Mar 28 11:54:09.598999 dv-neutron-835340-2-hyperv neutron-server[87872]: 'Subnet': '1.1', Mar 28 11:54:09.598999 dv-neutron-835340-2-hyperv neutron-server[87872]: 'Trunk': '1.1'}} Mar 28 11:54:09.598999 dv-neutron-835340-2-hyperv neutron-server[87872]: {{(pid=87872) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 28 11:54:09.609566 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c15f2fa-d4cb-4f22-8d73-9d35000e7a01 None None] Network 4a776d3d-9745-4c38-b1e0-dfac029e8437 is already hosted by enough agents. {{(pid=87872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:54:09.610688 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.base_scheduler [None req-3c15f2fa-d4cb-4f22-8d73-9d35000e7a01 None None] Resources bound (agent type, host, resource id): {{(pid=87872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:54:09.612249 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-b6d139d1-bdff-4beb-9a3e-c3b9e5b834c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:54:09.613774 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c15f2fa-d4cb-4f22-8d73-9d35000e7a01 None None] Received port after_create {{(pid=87872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:54:09.728169 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-3c15f2fa-d4cb-4f22-8d73-9d35000e7a01 None None] Attempting to bind port ea50ce8f-40bb-4034-ba40-83dad5861538 on host dv-neutron-835340-2-hyperv for vnic_type normal with profile {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:54:09.728822 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-3c15f2fa-d4cb-4f22-8d73-9d35000e7a01 None None] Attempting to bind port ea50ce8f-40bb-4034-ba40-83dad5861538 by drivers openvswitch,hyperv on host dv-neutron-835340-2-hyperv at level 0 using segments [{'id': '786b361f-a2db-447a-b210-1eddef47c794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '4a776d3d-9745-4c38-b1e0-dfac029e8437'}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:54:09.728917 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c15f2fa-d4cb-4f22-8d73-9d35000e7a01 None None] Attempting to bind port ea50ce8f-40bb-4034-ba40-83dad5861538 on network 4a776d3d-9745-4c38-b1e0-dfac029e8437 {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:54:09.735753 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c15f2fa-d4cb-4f22-8d73-9d35000e7a01 None None] Checking agent: {'id': '961a16fe-cbc8-4264-ac28-bbbd53f89caa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 46, 6), 'started_at': datetime.datetime(2022, 3, 28, 11, 46, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 11, 54, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 11:54:09.736264 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c15f2fa-d4cb-4f22-8d73-9d35000e7a01 None None] Checking segment: {'id': '786b361f-a2db-447a-b210-1eddef47c794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '4a776d3d-9745-4c38-b1e0-dfac029e8437'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:54:09.736857 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-3c15f2fa-d4cb-4f22-8d73-9d35000e7a01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:09.737382 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c15f2fa-d4cb-4f22-8d73-9d35000e7a01 None None] Bound using segment: {'id': '786b361f-a2db-447a-b210-1eddef47c794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '4a776d3d-9745-4c38-b1e0-dfac029e8437'} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 11:54:09.738024 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-3c15f2fa-d4cb-4f22-8d73-9d35000e7a01 None None] Bound port: ea50ce8f-40bb-4034-ba40-83dad5861538, host: dv-neutron-835340-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '786b361f-a2db-447a-b210-1eddef47c794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '4a776d3d-9745-4c38-b1e0-dfac029e8437'}}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 11:54:09.738547 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-3c15f2fa-d4cb-4f22-8d73-9d35000e7a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:09.757037 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-b6d139d1-bdff-4beb-9a3e-c3b9e5b834c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:09.780489 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e92e307-0a87-4b34-af67-8295eb0ab0cc admin admin] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=87871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 11:54:09.784942 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-b6d139d1-bdff-4beb-9a3e-c3b9e5b834c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:09.806205 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6d139d1-bdff-4beb-9a3e-c3b9e5b834c1 admin admin] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=87870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 11:54:09.816827 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-b6d139d1-bdff-4beb-9a3e-c3b9e5b834c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:09.817316 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.db.segments_db [None req-b6d139d1-bdff-4beb-9a3e-c3b9e5b834c1 admin admin] Added segment e329885b-8f4a-46ec-aac6-9c31786794f0 of type vlan for network b072139b-1edf-4981-9f6f-41603d7605ef Mar 28 11:54:09.848284 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-b6d139d1-bdff-4beb-9a3e-c3b9e5b834c1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783495836591'] for network, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:09.852693 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-7e92e307-0a87-4b34-af67-8295eb0ab0cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:09.854950 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.db.segments_db [None req-7e92e307-0a87-4b34-af67-8295eb0ab0cc admin admin] Added segment 198798f5-3835-4d38-b1d4-ea994e0d42ca of type vlan for network a4e7a0f3-f0a8-4b6f-ba98-4c112b7f4173 Mar 28 11:54:09.855582 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-c9989067-616f-4c63-bce1-4d8e329dce5e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:09.894568 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-c9989067-616f-4c63-bce1-4d8e329dce5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:09.898201 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-b6d139d1-bdff-4beb-9a3e-c3b9e5b834c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765'] for network, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:09.899366 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6d139d1-bdff-4beb-9a3e-c3b9e5b834c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:54:09.900043 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-b6d139d1-bdff-4beb-9a3e-c3b9e5b834c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538751'] for network, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:09.930141 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-3c15f2fa-d4cb-4f22-8d73-9d35000e7a01 None None] For port ea50ce8f-40bb-4034-ba40-83dad5861538, host dv-neutron-835340-2-hyperv, cleared binding levels {{(pid=87872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 11:54:09.940121 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-3c15f2fa-d4cb-4f22-8d73-9d35000e7a01 None None] For port ea50ce8f-40bb-4034-ba40-83dad5861538, host dv-neutron-835340-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=ea50ce8f-40bb-4034-ba40-83dad5861538,segment=NetworkSegment(786b361f-a2db-447a-b210-1eddef47c794),segment_id=786b361f-a2db-447a-b210-1eddef47c794)] {{(pid=87872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 11:54:09.950433 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-3c15f2fa-d4cb-4f22-8d73-9d35000e7a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:10.038797 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d139d1-bdff-4beb-9a3e-c3b9e5b834c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a7b4b8e-cb7c-4ec8-9fda-6a4c10737d07,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:54:10.046390 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c15f2fa-d4cb-4f22-8d73-9d35000e7a01 None None] Pushing event updated for resources: {'Port': ['ID=ea50ce8f-40bb-4034-ba40-83dad5861538,revision_number=2']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:54:10.071781 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d139d1-bdff-4beb-9a3e-c3b9e5b834c1 admin admin] Pushing event updated for resources: {'Network': ['ID=b072139b-1edf-4981-9f6f-41603d7605ef,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:54:10.088009 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-b6d139d1-bdff-4beb-9a3e-c3b9e5b834c1 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.2013583 Mar 28 11:54:10.091374 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e92e307-0a87-4b34-af67-8295eb0ab0cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ef7ef2f-8646-4246-9b73-6964ad28eb97,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:54:10.092131 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Network b072139b-1edf-4981-9f6f-41603d7605ef details requested by agent ovs-agent-dv-neutron-835340-2-hyperv with host dv-neutron-835340-2-hyperv {{(pid=87872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 11:54:10.100340 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 47364) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:54:10.108163 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e92e307-0a87-4b34-af67-8295eb0ab0cc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:54:10.109684 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e92e307-0a87-4b34-af67-8295eb0ab0cc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:54:10.110025 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e92e307-0a87-4b34-af67-8295eb0ab0cc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:54:10.112449 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e92e307-0a87-4b34-af67-8295eb0ab0cc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:54:10.112816 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e92e307-0a87-4b34-af67-8295eb0ab0cc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:54:10.113183 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e92e307-0a87-4b34-af67-8295eb0ab0cc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:54:10.113522 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e92e307-0a87-4b34-af67-8295eb0ab0cc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:54:10.115885 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e92e307-0a87-4b34-af67-8295eb0ab0cc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:54:10.116229 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e92e307-0a87-4b34-af67-8295eb0ab0cc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:54:10.116965 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e92e307-0a87-4b34-af67-8295eb0ab0cc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:54:10.117300 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e92e307-0a87-4b34-af67-8295eb0ab0cc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:54:10.117656 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e92e307-0a87-4b34-af67-8295eb0ab0cc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:54:10.119306 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e92e307-0a87-4b34-af67-8295eb0ab0cc admin admin] Tracked resource versions report: Mar 28 11:54:10.119306 dv-neutron-835340-2-hyperv neutron-server[87871]: pushed versions: Mar 28 11:54:10.119306 dv-neutron-835340-2-hyperv neutron-server[87871]: { 'AddressGroup': {'1.2'}, Mar 28 11:54:10.119306 dv-neutron-835340-2-hyperv neutron-server[87871]: 'ConntrackHelper': {'1.0'}, Mar 28 11:54:10.119306 dv-neutron-835340-2-hyperv neutron-server[87871]: 'Log': {'1.0'}, Mar 28 11:54:10.119306 dv-neutron-835340-2-hyperv neutron-server[87871]: 'Network': {'1.1'}, Mar 28 11:54:10.119306 dv-neutron-835340-2-hyperv neutron-server[87871]: 'Port': {'1.7'}, Mar 28 11:54:10.119306 dv-neutron-835340-2-hyperv neutron-server[87871]: 'PortForwarding': {'1.2'}, Mar 28 11:54:10.119306 dv-neutron-835340-2-hyperv neutron-server[87871]: 'QosPolicy': {'1.8'}, Mar 28 11:54:10.119306 dv-neutron-835340-2-hyperv neutron-server[87871]: 'SecurityGroup': {'1.4'}, Mar 28 11:54:10.119306 dv-neutron-835340-2-hyperv neutron-server[87871]: 'SecurityGroupRule': {'1.2'}, Mar 28 11:54:10.119306 dv-neutron-835340-2-hyperv neutron-server[87871]: 'SubPort': {'1.0'}, Mar 28 11:54:10.119306 dv-neutron-835340-2-hyperv neutron-server[87871]: 'Subnet': {'1.1'}, Mar 28 11:54:10.119306 dv-neutron-835340-2-hyperv neutron-server[87871]: 'Trunk': {'1.1'}} Mar 28 11:54:10.119306 dv-neutron-835340-2-hyperv neutron-server[87871]: consumer versions: Mar 28 11:54:10.119306 dv-neutron-835340-2-hyperv neutron-server[87871]: { DHCP agent@dv-neutron-835340-2-hyperv: {}, Mar 28 11:54:10.119306 dv-neutron-835340-2-hyperv neutron-server[87871]: HyperV agent@hv-neutron-8353: {}, Mar 28 11:54:10.119306 dv-neutron-835340-2-hyperv neutron-server[87871]: L3 agent@dv-neutron-835340-2-hyperv: {}, Mar 28 11:54:10.119306 dv-neutron-835340-2-hyperv neutron-server[87871]: Metadata agent@dv-neutron-835340-2-hyperv: {}, Mar 28 11:54:10.119306 dv-neutron-835340-2-hyperv neutron-server[87871]: Metering agent@dv-neutron-835340-2-hyperv: {}, Mar 28 11:54:10.119306 dv-neutron-835340-2-hyperv neutron-server[87871]: Open vSwitch agent@dv-neutron-835340-2-hyperv: { 'AddressGroup': '1.2', Mar 28 11:54:10.119306 dv-neutron-835340-2-hyperv neutron-server[87871]: 'ConntrackHelper': '1.0', Mar 28 11:54:10.119306 dv-neutron-835340-2-hyperv neutron-server[87871]: 'Log': '1.0', Mar 28 11:54:10.119306 dv-neutron-835340-2-hyperv neutron-server[87871]: 'Network': '1.1', Mar 28 11:54:10.119306 dv-neutron-835340-2-hyperv neutron-server[87871]: 'Port': '1.7', Mar 28 11:54:10.119306 dv-neutron-835340-2-hyperv neutron-server[87871]: 'PortForwarding': '1.2', Mar 28 11:54:10.119306 dv-neutron-835340-2-hyperv neutron-server[87871]: 'QosPolicy': '1.8', Mar 28 11:54:10.119306 dv-neutron-835340-2-hyperv neutron-server[87871]: 'SecurityGroup': '1.4', Mar 28 11:54:10.119306 dv-neutron-835340-2-hyperv neutron-server[87871]: 'SecurityGroupRule': '1.2', Mar 28 11:54:10.119306 dv-neutron-835340-2-hyperv neutron-server[87871]: 'SubPort': '1.0', Mar 28 11:54:10.119306 dv-neutron-835340-2-hyperv neutron-server[87871]: 'Subnet': '1.1', Mar 28 11:54:10.119306 dv-neutron-835340-2-hyperv neutron-server[87871]: 'Trunk': '1.1'}} Mar 28 11:54:10.119306 dv-neutron-835340-2-hyperv neutron-server[87871]: {{(pid=87871) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 28 11:54:10.162255 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-8e33416c-7627-481c-92cc-aa653d703150 admin admin] Request body: {'subnet': {'network_id': 'b072139b-1edf-4981-9f6f-41603d7605ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-286231784-subnet', 'tenant_id': 'a9d4ebb77b824347aa8bcf325a031e53', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:54:10.176462 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-b760d430-aeca-4bcd-9745-cdd832b41742 tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] Notify callbacks [] for security_group, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:10.176687 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-8e33416c-7627-481c-92cc-aa653d703150 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:54:10.181945 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-8e33416c-7627-481c-92cc-aa653d703150 admin admin] Usage tracker for resource:subnet and tenant:a9d4ebb77b824347aa8bcf325a031e53 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:54:10.183134 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-b760d430-aeca-4bcd-9745-cdd832b41742 tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:10.189433 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-8e33416c-7627-481c-92cc-aa653d703150 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:54:10.206905 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b760d430-aeca-4bcd-9745-cdd832b41742 tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=87870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 11:54:10.207027 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-8e33416c-7627-481c-92cc-aa653d703150 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:54:10.224076 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-b760d430-aeca-4bcd-9745-cdd832b41742 tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:10.224459 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.db.segments_db [None req-b760d430-aeca-4bcd-9745-cdd832b41742 tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] Added segment d6ac5c2d-906e-47e6-9502-c659012845e8 of type vlan for network a8bc875b-e62f-44c7-bfcd-0308dd813eea Mar 28 11:54:10.258190 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-b760d430-aeca-4bcd-9745-cdd832b41742 tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783495836591'] for network, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:10.264016 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-7e92e307-0a87-4b34-af67-8295eb0ab0cc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783495836591'] for network, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:10.299177 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e33416c-7627-481c-92cc-aa653d703150 admin admin] Made reservation on behalf of a9d4ebb77b824347aa8bcf325a031e53 for: {'subnet': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:54:10.301976 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-b760d430-aeca-4bcd-9745-cdd832b41742 tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765'] for network, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:10.310068 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-8e33416c-7627-481c-92cc-aa653d703150 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:10.312062 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b760d430-aeca-4bcd-9745-cdd832b41742 tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:54:10.312824 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-b760d430-aeca-4bcd-9745-cdd832b41742 tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538751'] for network, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:10.389435 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.db_base_plugin_common [None req-c9989067-616f-4c63-bce1-4d8e329dce5e admin admin] Allocated IP 172.26.7.55 (ac2b1748-8f63-4b17-a9c7-07e79704aa5b/0b7ebf76-1dc7-431a-a0b4-b96bacf287c2/7a491cab-d3e7-422b-8811-bc282f168100) {{(pid=87871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:54:10.390579 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b760d430-aeca-4bcd-9745-cdd832b41742 tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a6cb89f-c992-4f70-8781-906f6e04ca08,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:54:10.466309 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-b760d430-aeca-4bcd-9745-cdd832b41742 tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.7013566 Mar 28 11:54:10.471212 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 47378) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:54:10.480368 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-f8ebc465-8f3e-4e56-8647-1badbb8b1a25 tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] Request body: {'subnet': {'network_id': 'a8bc875b-e62f-44c7-bfcd-0308dd813eea', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:54:10.498398 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b760d430-aeca-4bcd-9745-cdd832b41742 tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] Pushing event updated for resources: {'Network': ['ID=a8bc875b-e62f-44c7-bfcd-0308dd813eea,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:54:10.510165 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Network a8bc875b-e62f-44c7-bfcd-0308dd813eea details requested by agent ovs-agent-dv-neutron-835340-2-hyperv with host dv-neutron-835340-2-hyperv {{(pid=87872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 11:54:10.583222 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-7e92e307-0a87-4b34-af67-8295eb0ab0cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765'] for network, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:10.585063 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e92e307-0a87-4b34-af67-8295eb0ab0cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:54:10.586134 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-7e92e307-0a87-4b34-af67-8295eb0ab0cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538751'] for network, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:10.638105 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-f8ebc465-8f3e-4e56-8647-1badbb8b1a25 tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:54:10.642857 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-f8ebc465-8f3e-4e56-8647-1badbb8b1a25 tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] Usage tracker for resource:subnet and tenant:fd6f94a999304d45b576d97dddac9f8b is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:54:10.646325 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-f8ebc465-8f3e-4e56-8647-1badbb8b1a25 tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:54:10.653617 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-f8ebc465-8f3e-4e56-8647-1badbb8b1a25 tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:54:10.666019 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8ebc465-8f3e-4e56-8647-1badbb8b1a25 tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] Made reservation on behalf of fd6f94a999304d45b576d97dddac9f8b for: {'subnet': 1} {{(pid=87870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:54:10.672768 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-f8ebc465-8f3e-4e56-8647-1badbb8b1a25 tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] Notify callbacks [] for subnet, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:10.781890 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 47390) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:54:10.948290 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-7e92e307-0a87-4b34-af67-8295eb0ab0cc admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 2.4667721 Mar 28 11:54:10.956626 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 47396) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:54:10.956835 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 47398) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:54:10.967700 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-661531a3-39f4-4f6e-862b-7bc1b8c32698 admin admin] Request body: {'subnet': {'network_id': 'a4e7a0f3-f0a8-4b6f-ba98-4c112b7f4173', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-319239182-subnet', 'tenant_id': 'acd670e645c74d2b90f128b4c99c366d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:54:10.974499 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e92e307-0a87-4b34-af67-8295eb0ab0cc admin admin] Pushing event updated for resources: {'Network': ['ID=a4e7a0f3-f0a8-4b6f-ba98-4c112b7f4173,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:54:10.978362 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-661531a3-39f4-4f6e-862b-7bc1b8c32698 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:54:10.987024 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Network a4e7a0f3-f0a8-4b6f-ba98-4c112b7f4173 details requested by agent ovs-agent-dv-neutron-835340-2-hyperv with host dv-neutron-835340-2-hyperv {{(pid=87872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 11:54:10.996709 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-661531a3-39f4-4f6e-862b-7bc1b8c32698 admin admin] Usage tracker for resource:subnet and tenant:acd670e645c74d2b90f128b4c99c366d is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:54:11.001034 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-661531a3-39f4-4f6e-862b-7bc1b8c32698 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:54:11.009229 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-f8ebc465-8f3e-4e56-8647-1badbb8b1a25 tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765'] for subnet, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:11.011103 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-8e33416c-7627-481c-92cc-aa653d703150 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765'] for subnet, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:11.014058 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-661531a3-39f4-4f6e-862b-7bc1b8c32698 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:54:11.140963 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-661531a3-39f4-4f6e-862b-7bc1b8c32698 admin admin] Made reservation on behalf of acd670e645c74d2b90f128b4c99c366d for: {'subnet': 1} {{(pid=87870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:54:11.143332 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-661531a3-39f4-4f6e-862b-7bc1b8c32698 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:11.188012 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ebc465-8f3e-4e56-8647-1badbb8b1a25 tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] Pushing event updated for resources: {'Subnet': ['ID=b5bfd83c-32e3-4005-a9f4-2dc4b916b5ee,revision_number=0']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:54:11.257509 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e33416c-7627-481c-92cc-aa653d703150 admin admin] Checking segment: {'id': 'e329885b-8f4a-46ec-aac6-9c31786794f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'b072139b-1edf-4981-9f6f-41603d7605ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:54:11.257905 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e33416c-7627-481c-92cc-aa653d703150 admin admin] Network hostable DHCP agents. Network: b072139b-1edf-4981-9f6f-41603d7605ef, hostable agents: ['3cb85949-855b-4a40-b988-cd5705e511da'], hosted agents: [] {{(pid=87871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 11:54:11.302880 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e33416c-7627-481c-92cc-aa653d703150 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cfae7222-6a03-4ef8-86ee-e424dc4b71d7,revision_number=0']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:54:11.308485 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-c9989067-616f-4c63-bce1-4d8e329dce5e admin admin] Notify callbacks [] for port, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:11.324595 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e33416c-7627-481c-92cc-aa653d703150 admin admin] Network b072139b-1edf-4981-9f6f-41603d7605ef is scheduled to be hosted by DHCP agent 3cb85949-855b-4a40-b988-cd5705e511da with binding_index 1 {{(pid=87871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 11:54:11.340035 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ebc465-8f3e-4e56-8647-1badbb8b1a25 tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] Checking segment: {'id': 'd6ac5c2d-906e-47e6-9502-c659012845e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'a8bc875b-e62f-44c7-bfcd-0308dd813eea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:54:11.344645 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8ebc465-8f3e-4e56-8647-1badbb8b1a25 tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] Network hostable DHCP agents. Network: a8bc875b-e62f-44c7-bfcd-0308dd813eea, hostable agents: ['3cb85949-855b-4a40-b988-cd5705e511da'], hosted agents: [] {{(pid=87870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 11:54:11.347188 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-8e33416c-7627-481c-92cc-aa653d703150 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-2-hyperv, b072139b-1edf-4981-9f6f-41603d7605ef) {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:54:11.356846 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76d824e4-0dee-4805-a6ee-cb74aa568abd None None] Network b072139b-1edf-4981-9f6f-41603d7605ef requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:54:11.360863 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-85bc694a-3671-48d9-9e2b-b0c752b1f403 tempest-DHCPAgentSchedulersTestJSON-1683762586 tempest-DHCPAgentSchedulersTestJSON-1683762586-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1113896451'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:54:11.368852 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e33416c-7627-481c-92cc-aa653d703150 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:54:11.371379 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-8e33416c-7627-481c-92cc-aa653d703150 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538751'] for subnet, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:11.382482 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-91f1626c-7a8c-4e8c-a27c-373fb8d2e686 tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1685185919', 'router:external': True}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:54:11.417441 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-85bc694a-3671-48d9-9e2b-b0c752b1f403 tempest-DHCPAgentSchedulersTestJSON-1683762586 tempest-DHCPAgentSchedulersTestJSON-1683762586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:54:11.420988 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-8e33416c-7627-481c-92cc-aa653d703150 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2973056 Mar 28 11:54:11.423902 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 47412) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:54:11.428068 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-91f1626c-7a8c-4e8c-a27c-373fb8d2e686 tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:54:11.434847 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-e9def875-ec0e-4c1f-86f2-d216595e465d admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-286231784-router', 'tenant_id': 'a9d4ebb77b824347aa8bcf325a031e53', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b'}}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:54:11.437548 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-91f1626c-7a8c-4e8c-a27c-373fb8d2e686 tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Usage tracker for resource:network and tenant:d81c380f5a424ddd9f088c5f4081fe4e is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:54:11.442103 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-85bc694a-3671-48d9-9e2b-b0c752b1f403 tempest-DHCPAgentSchedulersTestJSON-1683762586 tempest-DHCPAgentSchedulersTestJSON-1683762586-project] Usage tracker for resource:network and tenant:4337e0c467b94157b250d24d73446fa6 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:54:11.444549 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-e9def875-ec0e-4c1f-86f2-d216595e465d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:54:11.451971 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-e9def875-ec0e-4c1f-86f2-d216595e465d admin admin] Usage tracker for resource:router and tenant:a9d4ebb77b824347aa8bcf325a031e53 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:54:11.456645 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-e9def875-ec0e-4c1f-86f2-d216595e465d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:54:11.462311 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-c9989067-616f-4c63-bce1-4d8e329dce5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241'] for port, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:11.465117 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-91f1626c-7a8c-4e8c-a27c-373fb8d2e686 tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:54:11.468103 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-85bc694a-3671-48d9-9e2b-b0c752b1f403 tempest-DHCPAgentSchedulersTestJSON-1683762586 tempest-DHCPAgentSchedulersTestJSON-1683762586-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:54:11.495028 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-91f1626c-7a8c-4e8c-a27c-373fb8d2e686 tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:54:11.497259 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-85bc694a-3671-48d9-9e2b-b0c752b1f403 tempest-DHCPAgentSchedulersTestJSON-1683762586 tempest-DHCPAgentSchedulersTestJSON-1683762586-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:54:11.512932 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8ebc465-8f3e-4e56-8647-1badbb8b1a25 tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] Network a8bc875b-e62f-44c7-bfcd-0308dd813eea is scheduled to be hosted by DHCP agent 3cb85949-855b-4a40-b988-cd5705e511da with binding_index 1 {{(pid=87870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 11:54:11.529025 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.base_scheduler [None req-f8ebc465-8f3e-4e56-8647-1badbb8b1a25 tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-2-hyperv, a8bc875b-e62f-44c7-bfcd-0308dd813eea) {{(pid=87870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:54:11.536344 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8ebc465-8f3e-4e56-8647-1badbb8b1a25 tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:54:11.537241 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-f8ebc465-8f3e-4e56-8647-1badbb8b1a25 tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538751'] for subnet, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:11.541511 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85bc694a-3671-48d9-9e2b-b0c752b1f403 tempest-DHCPAgentSchedulersTestJSON-1683762586 tempest-DHCPAgentSchedulersTestJSON-1683762586-project] Made reservation on behalf of 4337e0c467b94157b250d24d73446fa6 for: {'network': 1} {{(pid=87870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:54:11.545240 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-85bc694a-3671-48d9-9e2b-b0c752b1f403 tempest-DHCPAgentSchedulersTestJSON-1683762586 tempest-DHCPAgentSchedulersTestJSON-1683762586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for network, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:11.557655 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 47418) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:54:11.563810 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-e9def875-ec0e-4c1f-86f2-d216595e465d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:54:11.566420 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9989067-616f-4c63-bce1-4d8e329dce5e admin admin] Pushing event updated for resources: {'Port': ['ID=7a491cab-d3e7-422b-8811-bc282f168100,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:54:11.573416 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f2285b8-d17b-448e-bbef-1d6f6c06f0f9 None None] Network 4a776d3d-9745-4c38-b1e0-dfac029e8437 requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:54:11.575982 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91f1626c-7a8c-4e8c-a27c-373fb8d2e686 tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Made reservation on behalf of d81c380f5a424ddd9f088c5f4081fe4e for: {'network': 1} {{(pid=87870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:54:11.578484 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-91f1626c-7a8c-4e8c-a27c-373fb8d2e686 tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for network, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:11.588130 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9989067-616f-4c63-bce1-4d8e329dce5e admin admin] Network ac2b1748-8f63-4b17-a9c7-07e79704aa5b is already hosted by enough agents. {{(pid=87871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:54:11.589685 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-c9989067-616f-4c63-bce1-4d8e329dce5e admin admin] Resources bound (agent type, host, resource id): {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:54:11.593329 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9989067-616f-4c63-bce1-4d8e329dce5e admin admin] Received port after_create {{(pid=87871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:54:11.596922 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-85bc694a-3671-48d9-9e2b-b0c752b1f403 tempest-DHCPAgentSchedulersTestJSON-1683762586 tempest-DHCPAgentSchedulersTestJSON-1683762586-project] Notify callbacks [] for security_group, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:11.607951 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed67fa08-02f2-4fc8-96a1-465cd7fab8d3 None None] Network a8bc875b-e62f-44c7-bfcd-0308dd813eea requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:54:11.619820 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-91f1626c-7a8c-4e8c-a27c-373fb8d2e686 tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:11.712007 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 47426) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:54:11.728594 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-f8ebc465-8f3e-4e56-8647-1badbb8b1a25 tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2568901 Mar 28 11:54:11.741289 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-85bc694a-3671-48d9-9e2b-b0c752b1f403 tempest-DHCPAgentSchedulersTestJSON-1683762586 tempest-DHCPAgentSchedulersTestJSON-1683762586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:54:11.743573 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 47430) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:54:11.751554 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-91f1626c-7a8c-4e8c-a27c-373fb8d2e686 tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:54:11.758371 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-a72fce53-8da6-4f57-9570-715971eef9ee tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] Request body: {'port': {'network_id': 'a8bc875b-e62f-44c7-bfcd-0308dd813eea', 'name': 'tempest-AllowedAddressPairTestJSON-1872889666'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:54:11.774692 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-85bc694a-3671-48d9-9e2b-b0c752b1f403 tempest-DHCPAgentSchedulersTestJSON-1683762586 tempest-DHCPAgentSchedulersTestJSON-1683762586-project] Usage tracker for resource:security_group_rule and tenant:4337e0c467b94157b250d24d73446fa6 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:54:11.797350 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-85bc694a-3671-48d9-9e2b-b0c752b1f403 tempest-DHCPAgentSchedulersTestJSON-1683762586 tempest-DHCPAgentSchedulersTestJSON-1683762586-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:54:11.812912 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-e9def875-ec0e-4c1f-86f2-d216595e465d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-707665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-260886'] for router, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:11.814330 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-e9def875-ec0e-4c1f-86f2-d216595e465d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-705660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709650', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-767110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260873'] for router, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:11.839374 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-91f1626c-7a8c-4e8c-a27c-373fb8d2e686 tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Usage tracker for resource:security_group_rule and tenant:d81c380f5a424ddd9f088c5f4081fe4e is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:54:11.855143 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-85bc694a-3671-48d9-9e2b-b0c752b1f403 tempest-DHCPAgentSchedulersTestJSON-1683762586 tempest-DHCPAgentSchedulersTestJSON-1683762586-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:54:11.884013 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-91f1626c-7a8c-4e8c-a27c-373fb8d2e686 tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:54:11.894169 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-91f1626c-7a8c-4e8c-a27c-373fb8d2e686 tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:54:11.978748 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device ea50ce8f-40bb-4034-ba40-83dad5861538 up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:54:11.989474 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-e9def875-ec0e-4c1f-86f2-d216595e465d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:12.009216 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-90c3dd88-98eb-4d7b-840a-3cc10c2a1664 tempest-ExternalNetworksTestJSON-1435642594 tempest-ExternalNetworksTestJSON-1435642594-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-821290106'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:54:12.024904 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-674858d8-d18e-4795-be05-42e1eff34d91 tempest-QuotasNegativeTest-871283439 tempest-QuotasNegativeTest-871283439-project-admin] Request body: {'quota': {'network': 2}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:54:12.050670 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8454c091-975f-4f5b-a6b2-003fce9fa41f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1d3f2a9-8722-5ce5-bc40-181687d1ed3f-a8bc875b-e62f-44c7-bfcd-0308dd813eea', 'network_id': 'a8bc875b-e62f-44c7-bfcd-0308dd813eea', 'tenant_id': 'fd6f94a999304d45b576d97dddac9f8b', 'fixed_ips': [{'subnet_id': 'b5bfd83c-32e3-4005-a9f4-2dc4b916b5ee'}]}} from dv-neutron-835340-2-hyperv. {{(pid=87872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 11:54:12.051787 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-8454c091-975f-4f5b-a6b2-003fce9fa41f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:12.061071 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-967785ac-bf87-4011-a82a-2280a0d2f211 None None] Provisioning for port ea50ce8f-40bb-4034-ba40-83dad5861538 completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:54:12.138421 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-91f1626c-7a8c-4e8c-a27c-373fb8d2e686 tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:12.144647 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-90c3dd88-98eb-4d7b-840a-3cc10c2a1664 tempest-ExternalNetworksTestJSON-1435642594 tempest-ExternalNetworksTestJSON-1435642594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:54:12.155078 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-90c3dd88-98eb-4d7b-840a-3cc10c2a1664 tempest-ExternalNetworksTestJSON-1435642594 tempest-ExternalNetworksTestJSON-1435642594-project] Usage tracker for resource:network and tenant:4fa92cfcecf34d699cb8ed1e87af5643 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:54:12.157323 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-c9989067-616f-4c63-bce1-4d8e329dce5e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:12.163438 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-90c3dd88-98eb-4d7b-840a-3cc10c2a1664 tempest-ExternalNetworksTestJSON-1435642594 tempest-ExternalNetworksTestJSON-1435642594-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:54:12.175533 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-91f1626c-7a8c-4e8c-a27c-373fb8d2e686 tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:12.181491 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-90c3dd88-98eb-4d7b-840a-3cc10c2a1664 tempest-ExternalNetworksTestJSON-1435642594 tempest-ExternalNetworksTestJSON-1435642594-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:54:12.193559 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-661531a3-39f4-4f6e-862b-7bc1b8c32698 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765'] for subnet, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:12.258338 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning for port ea50ce8f-40bb-4034-ba40-83dad5861538 completed by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:54:12.284432 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91f1626c-7a8c-4e8c-a27c-373fb8d2e686 tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=87870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 11:54:12.286497 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90c3dd88-98eb-4d7b-840a-3cc10c2a1664 tempest-ExternalNetworksTestJSON-1435642594 tempest-ExternalNetworksTestJSON-1435642594-project] Made reservation on behalf of 4fa92cfcecf34d699cb8ed1e87af5643 for: {'network': 1} {{(pid=87870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:54:12.289870 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-90c3dd88-98eb-4d7b-840a-3cc10c2a1664 tempest-ExternalNetworksTestJSON-1435642594 tempest-ExternalNetworksTestJSON-1435642594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for network, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:12.291969 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port ea50ce8f-40bb-4034-ba40-83dad5861538 triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:54:12.292410 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:12.306678 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-a72fce53-8da6-4f57-9570-715971eef9ee tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:54:12.318252 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-674858d8-d18e-4795-be05-42e1eff34d91 tempest-QuotasNegativeTest-871283439 tempest-QuotasNegativeTest-871283439-project-admin] 10.222.0.30 "PUT /v2.0/quotas/27be751ebffa451eb151e97f89cfe880 HTTP/1.1" status: 200 len: 368 time: 0.5964203 Mar 28 11:54:12.334984 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 47450) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:54:12.346094 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-a72fce53-8da6-4f57-9570-715971eef9ee tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] Usage tracker for resource:port and tenant:fd6f94a999304d45b576d97dddac9f8b is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:54:12.351448 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-90c3dd88-98eb-4d7b-840a-3cc10c2a1664 tempest-ExternalNetworksTestJSON-1435642594 tempest-ExternalNetworksTestJSON-1435642594-project] Notify callbacks [] for security_group, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:12.373845 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-a72fce53-8da6-4f57-9570-715971eef9ee tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:54:12.379986 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-595fd70c-b518-4b54-9d7a-186e9cec17ae tempest-QuotasNegativeTest-871283439 tempest-QuotasNegativeTest-871283439-project-admin] Request body: {'network': {'project_id': '27be751ebffa451eb151e97f89cfe880'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:54:12.407896 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-91f1626c-7a8c-4e8c-a27c-373fb8d2e686 tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:12.408174 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.db.segments_db [None req-91f1626c-7a8c-4e8c-a27c-373fb8d2e686 tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Added segment b57b40a9-6248-40c1-823d-39c10ede8c70 of type vlan for network 35092b8c-5d05-4711-9f2d-1d6ba13f5d9e Mar 28 11:54:12.411174 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-595fd70c-b518-4b54-9d7a-186e9cec17ae tempest-QuotasNegativeTest-871283439 tempest-QuotasNegativeTest-871283439-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:54:12.417058 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-a72fce53-8da6-4f57-9570-715971eef9ee tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:54:12.419072 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f1626c-7a8c-4e8c-a27c-373fb8d2e686 tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0b91103-bfdc-4e49-8af0-e803f2d1a003,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:54:12.432606 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-e9def875-ec0e-4c1f-86f2-d216595e465d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-709632', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-707672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260923'] for router, precommit_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:12.452795 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-595fd70c-b518-4b54-9d7a-186e9cec17ae tempest-QuotasNegativeTest-871283439 tempest-QuotasNegativeTest-871283439-project-admin] Usage tracker for resource:network and tenant:27be751ebffa451eb151e97f89cfe880 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:54:12.459215 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-595fd70c-b518-4b54-9d7a-186e9cec17ae tempest-QuotasNegativeTest-871283439 tempest-QuotasNegativeTest-871283439-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:54:12.469130 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-90c3dd88-98eb-4d7b-840a-3cc10c2a1664 tempest-ExternalNetworksTestJSON-1435642594 tempest-ExternalNetworksTestJSON-1435642594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:54:12.481102 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-595fd70c-b518-4b54-9d7a-186e9cec17ae tempest-QuotasNegativeTest-871283439 tempest-QuotasNegativeTest-871283439-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:54:12.494073 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661531a3-39f4-4f6e-862b-7bc1b8c32698 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ed780f2-8d6e-4932-8a9f-fdf7d02c0d26,revision_number=0']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:54:12.496181 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661531a3-39f4-4f6e-862b-7bc1b8c32698 admin admin] Checking segment: {'id': '198798f5-3835-4d38-b1d4-ea994e0d42ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'a4e7a0f3-f0a8-4b6f-ba98-4c112b7f4173'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:54:12.496532 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-661531a3-39f4-4f6e-862b-7bc1b8c32698 admin admin] Network hostable DHCP agents. Network: a4e7a0f3-f0a8-4b6f-ba98-4c112b7f4173, hostable agents: ['3cb85949-855b-4a40-b988-cd5705e511da'], hosted agents: [] {{(pid=87870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 11:54:12.507819 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-90c3dd88-98eb-4d7b-840a-3cc10c2a1664 tempest-ExternalNetworksTestJSON-1435642594 tempest-ExternalNetworksTestJSON-1435642594-project] Usage tracker for resource:security_group_rule and tenant:4fa92cfcecf34d699cb8ed1e87af5643 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:54:12.517780 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a72fce53-8da6-4f57-9570-715971eef9ee tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] Made reservation on behalf of fd6f94a999304d45b576d97dddac9f8b for: {'port': 1} {{(pid=87870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:54:12.521637 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-a72fce53-8da6-4f57-9570-715971eef9ee tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:12.524105 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e301203c-0e58-435b-9589-5e019c7e08cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1d3f2a9-8722-5ce5-bc40-181687d1ed3f-b072139b-1edf-4981-9f6f-41603d7605ef', 'network_id': 'b072139b-1edf-4981-9f6f-41603d7605ef', 'tenant_id': 'a9d4ebb77b824347aa8bcf325a031e53', 'fixed_ips': [{'subnet_id': 'cfae7222-6a03-4ef8-86ee-e424dc4b71d7'}]}} from dv-neutron-835340-2-hyperv. {{(pid=87872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 11:54:12.524948 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-e301203c-0e58-435b-9589-5e019c7e08cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:12.531057 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-90c3dd88-98eb-4d7b-840a-3cc10c2a1664 tempest-ExternalNetworksTestJSON-1435642594 tempest-ExternalNetworksTestJSON-1435642594-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:54:12.535810 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-85bc694a-3671-48d9-9e2b-b0c752b1f403 tempest-DHCPAgentSchedulersTestJSON-1683762586 tempest-DHCPAgentSchedulersTestJSON-1683762586-project] Notify callbacks [] for security_group, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:12.555377 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-90c3dd88-98eb-4d7b-840a-3cc10c2a1664 tempest-ExternalNetworksTestJSON-1435642594 tempest-ExternalNetworksTestJSON-1435642594-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:54:12.567077 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-85bc694a-3671-48d9-9e2b-b0c752b1f403 tempest-DHCPAgentSchedulersTestJSON-1683762586 tempest-DHCPAgentSchedulersTestJSON-1683762586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:12.585729 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-91f1626c-7a8c-4e8c-a27c-373fb8d2e686 tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783495836591'] for network, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:12.597523 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-595fd70c-b518-4b54-9d7a-186e9cec17ae tempest-QuotasNegativeTest-871283439 tempest-QuotasNegativeTest-871283439-project-admin] Made reservation on behalf of 27be751ebffa451eb151e97f89cfe880 for: {'network': 1} {{(pid=87870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:54:12.599999 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-595fd70c-b518-4b54-9d7a-186e9cec17ae tempest-QuotasNegativeTest-871283439 tempest-QuotasNegativeTest-871283439-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for network, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:12.622394 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.notifiers.nova [None req-a72fce53-8da6-4f57-9570-715971eef9ee tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] device_id is not set on port 39bf5880-5076-4aee-9d95-ec89ecdca97a yet. {{(pid=87870) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 11:54:12.676172 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-595fd70c-b518-4b54-9d7a-186e9cec17ae tempest-QuotasNegativeTest-871283439 tempest-QuotasNegativeTest-871283439-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:12.700578 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85bc694a-3671-48d9-9e2b-b0c752b1f403 tempest-DHCPAgentSchedulersTestJSON-1683762586 tempest-DHCPAgentSchedulersTestJSON-1683762586-project] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'} {{(pid=87870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 11:54:12.711156 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-661531a3-39f4-4f6e-862b-7bc1b8c32698 admin admin] Network a4e7a0f3-f0a8-4b6f-ba98-4c112b7f4173 is scheduled to be hosted by DHCP agent 3cb85949-855b-4a40-b988-cd5705e511da with binding_index 1 {{(pid=87870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 11:54:12.715560 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.db_base_plugin_common [None req-8454c091-975f-4f5b-a6b2-003fce9fa41f None None] Allocated IP 172.20.0.2 (a8bc875b-e62f-44c7-bfcd-0308dd813eea/b5bfd83c-32e3-4005-a9f4-2dc4b916b5ee/8de2fb99-98de-4452-9fd9-d64d82c6052c) {{(pid=87872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:54:12.755783 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-595fd70c-b518-4b54-9d7a-186e9cec17ae tempest-QuotasNegativeTest-871283439 tempest-QuotasNegativeTest-871283439-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:54:12.758673 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bc694a-3671-48d9-9e2b-b0c752b1f403 tempest-DHCPAgentSchedulersTestJSON-1683762586 tempest-DHCPAgentSchedulersTestJSON-1683762586-project] Pushing event updated for resources: {'SecurityGroup': ['ID=508a2403-ed93-4486-bdf7-898220c05acf,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:54:12.780025 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-85bc694a-3671-48d9-9e2b-b0c752b1f403 tempest-DHCPAgentSchedulersTestJSON-1683762586 tempest-DHCPAgentSchedulersTestJSON-1683762586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:12.780624 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.db.segments_db [None req-85bc694a-3671-48d9-9e2b-b0c752b1f403 tempest-DHCPAgentSchedulersTestJSON-1683762586 tempest-DHCPAgentSchedulersTestJSON-1683762586-project] Added segment 0dd22642-a655-4fec-b298-e0b3a8a22f6f of type vlan for network 52822e74-9123-45bb-bbd9-4d98fdce56b3 Mar 28 11:54:12.787984 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-595fd70c-b518-4b54-9d7a-186e9cec17ae tempest-QuotasNegativeTest-871283439 tempest-QuotasNegativeTest-871283439-project-admin] Usage tracker for resource:security_group_rule and tenant:27be751ebffa451eb151e97f89cfe880 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:54:12.806008 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-595fd70c-b518-4b54-9d7a-186e9cec17ae tempest-QuotasNegativeTest-871283439 tempest-QuotasNegativeTest-871283439-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:54:12.810120 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.base_scheduler [None req-661531a3-39f4-4f6e-862b-7bc1b8c32698 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-2-hyperv, a4e7a0f3-f0a8-4b6f-ba98-4c112b7f4173) {{(pid=87870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:54:12.824478 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-595fd70c-b518-4b54-9d7a-186e9cec17ae tempest-QuotasNegativeTest-871283439 tempest-QuotasNegativeTest-871283439-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:54:12.835337 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-661531a3-39f4-4f6e-862b-7bc1b8c32698 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:54:12.836192 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-661531a3-39f4-4f6e-862b-7bc1b8c32698 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538751'] for subnet, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:12.844894 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-91f1626c-7a8c-4e8c-a27c-373fb8d2e686 tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765'] for network, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:12.846903 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91f1626c-7a8c-4e8c-a27c-373fb8d2e686 tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:54:12.847793 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-91f1626c-7a8c-4e8c-a27c-373fb8d2e686 tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538751'] for network, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:12.862231 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:12.873698 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f29e512-6afa-4ac6-8bbd-8b93a097aaa5 None None] Network a4e7a0f3-f0a8-4b6f-ba98-4c112b7f4173 requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:54:12.883617 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-c9989067-616f-4c63-bce1-4d8e329dce5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709693'] for router, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:12.920073 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-85bc694a-3671-48d9-9e2b-b0c752b1f403 tempest-DHCPAgentSchedulersTestJSON-1683762586 tempest-DHCPAgentSchedulersTestJSON-1683762586-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783495836591'] for network, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:13.073626 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.db.resource_extend [None req-85bc694a-3671-48d9-9e2b-b0c752b1f403 tempest-DHCPAgentSchedulersTestJSON-1683762586 tempest-DHCPAgentSchedulersTestJSON-1683762586-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 28 11:54:13.081848 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f1626c-7a8c-4e8c-a27c-373fb8d2e686 tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Pushing event updated for resources: {'Network': ['ID=35092b8c-5d05-4711-9f2d-1d6ba13f5d9e,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:54:13.099866 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Network 35092b8c-5d05-4711-9f2d-1d6ba13f5d9e details requested by agent ovs-agent-dv-neutron-835340-2-hyperv with host dv-neutron-835340-2-hyperv {{(pid=87872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 11:54:13.114040 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-91f1626c-7a8c-4e8c-a27c-373fb8d2e686 tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 2.3310313 Mar 28 11:54:13.140015 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 47454) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:54:13.154291 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.db_base_plugin_common [None req-e301203c-0e58-435b-9589-5e019c7e08cc None None] Allocated IP 172.20.0.2 (b072139b-1edf-4981-9f6f-41603d7605ef/cfae7222-6a03-4ef8-86ee-e424dc4b71d7/3427895c-99da-4390-9f1d-9a02bef4a15f) {{(pid=87872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:54:13.161818 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-da70e512-3075-45a5-a1a7-d0c90697ddbc tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Request body: {'subnet': {'network_id': '35092b8c-5d05-4711-9f2d-1d6ba13f5d9e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:54:13.163974 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] For port ea50ce8f-40bb-4034-ba40-83dad5861538, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=ea50ce8f-40bb-4034-ba40-83dad5861538,segment=NetworkSegment(786b361f-a2db-447a-b210-1eddef47c794),segment_id=786b361f-a2db-447a-b210-1eddef47c794)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:54:13.171614 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-661531a3-39f4-4f6e-862b-7bc1b8c32698 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 2.2093468 Mar 28 11:54:13.171614 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-85bc694a-3671-48d9-9e2b-b0c752b1f403 tempest-DHCPAgentSchedulersTestJSON-1683762586 tempest-DHCPAgentSchedulersTestJSON-1683762586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765'] for network, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:13.178993 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85bc694a-3671-48d9-9e2b-b0c752b1f403 tempest-DHCPAgentSchedulersTestJSON-1683762586 tempest-DHCPAgentSchedulersTestJSON-1683762586-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:54:13.179658 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-85bc694a-3671-48d9-9e2b-b0c752b1f403 tempest-DHCPAgentSchedulersTestJSON-1683762586 tempest-DHCPAgentSchedulersTestJSON-1683762586-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538751'] for network, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:13.186044 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 47458) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:54:13.186919 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-90c3dd88-98eb-4d7b-840a-3cc10c2a1664 tempest-ExternalNetworksTestJSON-1435642594 tempest-ExternalNetworksTestJSON-1435642594-project] Notify callbacks [] for security_group, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:13.203805 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:13.206174 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-f8db2df4-6f2e-480e-aabe-558be7e110ab admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-319239182-router', 'tenant_id': 'acd670e645c74d2b90f128b4c99c366d', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b'}}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:54:13.223442 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-da70e512-3075-45a5-a1a7-d0c90697ddbc tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:54:13.242050 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-f8db2df4-6f2e-480e-aabe-558be7e110ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:54:13.245168 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-90c3dd88-98eb-4d7b-840a-3cc10c2a1664 tempest-ExternalNetworksTestJSON-1435642594 tempest-ExternalNetworksTestJSON-1435642594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:13.268302 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-f8db2df4-6f2e-480e-aabe-558be7e110ab admin admin] Usage tracker for resource:router and tenant:acd670e645c74d2b90f128b4c99c366d is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:54:13.280635 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-f8db2df4-6f2e-480e-aabe-558be7e110ab admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:54:13.283968 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-da70e512-3075-45a5-a1a7-d0c90697ddbc tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Usage tracker for resource:subnet and tenant:d81c380f5a424ddd9f088c5f4081fe4e is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:54:13.292400 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-f8db2df4-6f2e-480e-aabe-558be7e110ab admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:54:13.296806 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c3dd88-98eb-4d7b-840a-3cc10c2a1664 tempest-ExternalNetworksTestJSON-1435642594 tempest-ExternalNetworksTestJSON-1435642594-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50d056fc-2aa7-4912-a108-7539f1d5a95d,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:54:13.306886 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-da70e512-3075-45a5-a1a7-d0c90697ddbc tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:54:13.318860 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-e9def875-ec0e-4c1f-86f2-d216595e465d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:13.356061 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-f8db2df4-6f2e-480e-aabe-558be7e110ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-707665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-260886'] for router, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:13.357314 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-f8db2df4-6f2e-480e-aabe-558be7e110ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-705660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709650', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-767110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260873'] for router, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:13.362689 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-e9def875-ec0e-4c1f-86f2-d216595e465d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:13.374992 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-da70e512-3075-45a5-a1a7-d0c90697ddbc tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:54:13.398158 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-85bc694a-3671-48d9-9e2b-b0c752b1f403 tempest-DHCPAgentSchedulersTestJSON-1683762586 tempest-DHCPAgentSchedulersTestJSON-1683762586-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.4399462 Mar 28 11:54:13.401935 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 47464) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:54:13.405057 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90c3dd88-98eb-4d7b-840a-3cc10c2a1664 tempest-ExternalNetworksTestJSON-1435642594 tempest-ExternalNetworksTestJSON-1435642594-project] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=87870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 11:54:13.420233 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bc694a-3671-48d9-9e2b-b0c752b1f403 tempest-DHCPAgentSchedulersTestJSON-1683762586 tempest-DHCPAgentSchedulersTestJSON-1683762586-project] Pushing event updated for resources: {'Network': ['ID=52822e74-9123-45bb-bbd9-4d98fdce56b3,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:54:13.423991 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-f8db2df4-6f2e-480e-aabe-558be7e110ab admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:13.431381 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-ee5c8020-5406-40f8-8eee-931c7207c233 tempest-DHCPAgentSchedulersTestJSON-1683762586 tempest-DHCPAgentSchedulersTestJSON-1683762586-project] Request body: {'subnet': {'network_id': '52822e74-9123-45bb-bbd9-4d98fdce56b3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:54:13.449270 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9989067-616f-4c63-bce1-4d8e329dce5e admin admin] Router d0ee4dee-6ec7-4496-b34d-8d0109fa8f8a is scheduled to L3 agent af79d429-529e-400b-a119-94d4bec03f3e with binding_index 1 {{(pid=87871) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 11:54:13.486467 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-90c3dd88-98eb-4d7b-840a-3cc10c2a1664 tempest-ExternalNetworksTestJSON-1435642594 tempest-ExternalNetworksTestJSON-1435642594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:13.486802 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.db.segments_db [None req-90c3dd88-98eb-4d7b-840a-3cc10c2a1664 tempest-ExternalNetworksTestJSON-1435642594 tempest-ExternalNetworksTestJSON-1435642594-project] Added segment d6065070-b9cc-4851-915c-23a970b41e87 of type vlan for network 9823ffb8-56a9-484c-aeaf-d87fddb35ad5 Mar 28 11:54:13.492187 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-595fd70c-b518-4b54-9d7a-186e9cec17ae tempest-QuotasNegativeTest-871283439 tempest-QuotasNegativeTest-871283439-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:13.504537 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-595fd70c-b518-4b54-9d7a-186e9cec17ae tempest-QuotasNegativeTest-871283439 tempest-QuotasNegativeTest-871283439-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:13.506022 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Network 52822e74-9123-45bb-bbd9-4d98fdce56b3 details requested by agent ovs-agent-dv-neutron-835340-2-hyperv with host dv-neutron-835340-2-hyperv {{(pid=87872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 11:54:13.515834 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-595fd70c-b518-4b54-9d7a-186e9cec17ae tempest-QuotasNegativeTest-871283439 tempest-QuotasNegativeTest-871283439-project-admin] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=87870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 11:54:13.528119 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-595fd70c-b518-4b54-9d7a-186e9cec17ae tempest-QuotasNegativeTest-871283439 tempest-QuotasNegativeTest-871283439-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:13.528460 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.db.segments_db [None req-595fd70c-b518-4b54-9d7a-186e9cec17ae tempest-QuotasNegativeTest-871283439 tempest-QuotasNegativeTest-871283439-project-admin] Added segment 05e9a489-0a39-4863-933c-543776716a42 of type vlan for network c8d74ba6-db3c-4c01-aee2-4c553ef770f4 Mar 28 11:54:13.556631 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-595fd70c-b518-4b54-9d7a-186e9cec17ae tempest-QuotasNegativeTest-871283439 tempest-QuotasNegativeTest-871283439-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783495836591'] for network, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:13.653726 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-595fd70c-b518-4b54-9d7a-186e9cec17ae tempest-QuotasNegativeTest-871283439 tempest-QuotasNegativeTest-871283439-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765'] for network, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:13.655835 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-595fd70c-b518-4b54-9d7a-186e9cec17ae tempest-QuotasNegativeTest-871283439 tempest-QuotasNegativeTest-871283439-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:54:13.656574 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-595fd70c-b518-4b54-9d7a-186e9cec17ae tempest-QuotasNegativeTest-871283439 tempest-QuotasNegativeTest-871283439-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538751'] for network, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:13.690434 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da70e512-3075-45a5-a1a7-d0c90697ddbc tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Made reservation on behalf of d81c380f5a424ddd9f088c5f4081fe4e for: {'subnet': 1} {{(pid=87870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:54:13.692857 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-da70e512-3075-45a5-a1a7-d0c90697ddbc tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Notify callbacks [] for subnet, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:13.698646 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-8454c091-975f-4f5b-a6b2-003fce9fa41f None None] Notify callbacks [] for port, precommit_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:13.705867 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Pushing event updated for resources: {'Port': ['ID=ea50ce8f-40bb-4034-ba40-83dad5861538,revision_number=3']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:54:13.732536 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-90c3dd88-98eb-4d7b-840a-3cc10c2a1664 tempest-ExternalNetworksTestJSON-1435642594 tempest-ExternalNetworksTestJSON-1435642594-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783495836591'] for network, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:13.808919 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-8454c091-975f-4f5b-a6b2-003fce9fa41f None None] Transition to ACTIVE for port object 8de2fb99-98de-4452-9fd9-d64d82c6052c will not be triggered until provisioned by entity L2. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:54:13.823576 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-940c5d6f-904c-4362-85ef-69831268f4ed None None] Provisioning complete for port ea50ce8f-40bb-4034-ba40-83dad5861538 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:54:13.823966 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-940c5d6f-904c-4362-85ef-69831268f4ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:13.870411 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device ea50ce8f-40bb-4034-ba40-83dad5861538 up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:54:13.897262 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90298c66-a125-4adf-88c6-835de3412c78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1d3f2a9-8722-5ce5-bc40-181687d1ed3f-a4e7a0f3-f0a8-4b6f-ba98-4c112b7f4173', 'network_id': 'a4e7a0f3-f0a8-4b6f-ba98-4c112b7f4173', 'tenant_id': 'acd670e645c74d2b90f128b4c99c366d', 'fixed_ips': [{'subnet_id': '0ed780f2-8d6e-4932-8a9f-fdf7d02c0d26'}]}} from dv-neutron-835340-2-hyperv. {{(pid=87872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 11:54:13.898177 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-90298c66-a125-4adf-88c6-835de3412c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:13.922059 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-ee5c8020-5406-40f8-8eee-931c7207c233 tempest-DHCPAgentSchedulersTestJSON-1683762586 tempest-DHCPAgentSchedulersTestJSON-1683762586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:54:13.925717 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595fd70c-b518-4b54-9d7a-186e9cec17ae tempest-QuotasNegativeTest-871283439 tempest-QuotasNegativeTest-871283439-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a74187e-4f5a-4de7-9dcc-0d20a15cd493,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:54:13.943891 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-ee5c8020-5406-40f8-8eee-931c7207c233 tempest-DHCPAgentSchedulersTestJSON-1683762586 tempest-DHCPAgentSchedulersTestJSON-1683762586-project] Usage tracker for resource:subnet and tenant:4337e0c467b94157b250d24d73446fa6 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:54:13.951157 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-f8db2df4-6f2e-480e-aabe-558be7e110ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-709632', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-707672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260923'] for router, precommit_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:13.959294 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-595fd70c-b518-4b54-9d7a-186e9cec17ae tempest-QuotasNegativeTest-871283439 tempest-QuotasNegativeTest-871283439-project-admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.6232042 Mar 28 11:54:13.961600 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-ee5c8020-5406-40f8-8eee-931c7207c233 tempest-DHCPAgentSchedulersTestJSON-1683762586 tempest-DHCPAgentSchedulersTestJSON-1683762586-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:54:13.969066 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 47470) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:54:13.977210 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595fd70c-b518-4b54-9d7a-186e9cec17ae tempest-QuotasNegativeTest-871283439 tempest-QuotasNegativeTest-871283439-project-admin] Pushing event updated for resources: {'Network': ['ID=c8d74ba6-db3c-4c01-aee2-4c553ef770f4,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:54:13.980244 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-ee5c8020-5406-40f8-8eee-931c7207c233 tempest-DHCPAgentSchedulersTestJSON-1683762586 tempest-DHCPAgentSchedulersTestJSON-1683762586-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:54:13.980394 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.db_base_plugin_common [None req-e9def875-ec0e-4c1f-86f2-d216595e465d admin admin] Allocated IP 172.26.7.97 (ac2b1748-8f63-4b17-a9c7-07e79704aa5b/0b7ebf76-1dc7-431a-a0b4-b96bacf287c2/cde66981-b80d-4fd1-a873-aa0ceb8e9778) {{(pid=87871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:54:13.987030 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-75156bd2-60b0-43e5-a0e2-e8f4c3736d82 tempest-QuotasNegativeTest-871283439 tempest-QuotasNegativeTest-871283439-project-admin] Request body: {'network': {'project_id': '27be751ebffa451eb151e97f89cfe880'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:54:13.987802 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-8454c091-975f-4f5b-a6b2-003fce9fa41f None None] Transition to ACTIVE for port object 8de2fb99-98de-4452-9fd9-d64d82c6052c will not be triggered until provisioned by entity DHCP. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:54:13.991376 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9989067-616f-4c63-bce1-4d8e329dce5e admin admin] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 11:54:14.007520 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-75156bd2-60b0-43e5-a0e2-e8f4c3736d82 tempest-QuotasNegativeTest-871283439 tempest-QuotasNegativeTest-871283439-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:54:14.015457 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa641e75-a7eb-4100-94e8-a72e526207f1 None None] Sync routers for ids ['d0ee4dee-6ec7-4496-b34d-8d0109fa8f8a'] in dv-neutron-835340-2-hyperv {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 11:54:14.032513 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa641e75-a7eb-4100-94e8-a72e526207f1 None None] Routers {'d0ee4dee-6ec7-4496-b34d-8d0109fa8f8a'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:54:14.033724 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-fa641e75-a7eb-4100-94e8-a72e526207f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T11:54:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['d0ee4dee-6ec7-4496-b34d-8d0109fa8f8a'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:54:14.056961 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Network c8d74ba6-db3c-4c01-aee2-4c553ef770f4 details requested by agent ovs-agent-dv-neutron-835340-2-hyperv with host dv-neutron-835340-2-hyperv {{(pid=87872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 11:54:14.076464 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-c9989067-616f-4c63-bce1-4d8e329dce5e admin admin] Notify callbacks [] for router, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:14.081303 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-c9989067-616f-4c63-bce1-4d8e329dce5e admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.4063027 Mar 28 11:54:14.083684 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 47474) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:54:14.123363 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-75156bd2-60b0-43e5-a0e2-e8f4c3736d82 tempest-QuotasNegativeTest-871283439 tempest-QuotasNegativeTest-871283439-project-admin] Usage tracker for resource:network and tenant:27be751ebffa451eb151e97f89cfe880 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:54:14.126792 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-8454c091-975f-4f5b-a6b2-003fce9fa41f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241'] for port, after_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:14.130480 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-75156bd2-60b0-43e5-a0e2-e8f4c3736d82 tempest-QuotasNegativeTest-871283439 tempest-QuotasNegativeTest-871283439-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:54:14.133801 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.db.api [None req-a72fce53-8da6-4f57-9570-715971eef9ee tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-acb29eb6-d50a-468a-a9cc-c623e55680be {{(pid=87870) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 11:54:14.134732 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG oslo_db.api [None req-a72fce53-8da6-4f57-9570-715971eef9ee tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 11:54:14.140738 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-90c3dd88-98eb-4d7b-840a-3cc10c2a1664 tempest-ExternalNetworksTestJSON-1435642594 tempest-ExternalNetworksTestJSON-1435642594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765'] for network, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:14.147704 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90c3dd88-98eb-4d7b-840a-3cc10c2a1664 tempest-ExternalNetworksTestJSON-1435642594 tempest-ExternalNetworksTestJSON-1435642594-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:54:14.147933 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-90c3dd88-98eb-4d7b-840a-3cc10c2a1664 tempest-ExternalNetworksTestJSON-1435642594 tempest-ExternalNetworksTestJSON-1435642594-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538751'] for network, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:14.153389 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-75156bd2-60b0-43e5-a0e2-e8f4c3736d82 tempest-QuotasNegativeTest-871283439 tempest-QuotasNegativeTest-871283439-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:54:14.182098 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee5c8020-5406-40f8-8eee-931c7207c233 tempest-DHCPAgentSchedulersTestJSON-1683762586 tempest-DHCPAgentSchedulersTestJSON-1683762586-project] Made reservation on behalf of 4337e0c467b94157b250d24d73446fa6 for: {'subnet': 1} {{(pid=87870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:54:14.186655 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-ee5c8020-5406-40f8-8eee-931c7207c233 tempest-DHCPAgentSchedulersTestJSON-1683762586 tempest-DHCPAgentSchedulersTestJSON-1683762586-project] Notify callbacks [] for subnet, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:14.302179 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8454c091-975f-4f5b-a6b2-003fce9fa41f None None] Network a8bc875b-e62f-44c7-bfcd-0308dd813eea is already hosted by enough agents. {{(pid=87872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:54:14.319790 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvr_db [None req-fa641e75-a7eb-4100-94e8-a72e526207f1 None None] Set router d0ee4dee-6ec7-4496-b34d-8d0109fa8f8a gateway port host: dv-neutron-835340-2-hyperv {{(pid=87873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:54:14.330810 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.base_scheduler [None req-8454c091-975f-4f5b-a6b2-003fce9fa41f None None] Resources bound (agent type, host, resource id): {{(pid=87872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:54:14.334092 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8454c091-975f-4f5b-a6b2-003fce9fa41f None None] Received port after_create {{(pid=87872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:54:14.361440 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-e301203c-0e58-435b-9589-5e019c7e08cc None None] Notify callbacks [] for port, precommit_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:14.387277 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-90c3dd88-98eb-4d7b-840a-3cc10c2a1664 tempest-ExternalNetworksTestJSON-1435642594 tempest-ExternalNetworksTestJSON-1435642594-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.8268011 Mar 28 11:54:14.443811 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75156bd2-60b0-43e5-a0e2-e8f4c3736d82 tempest-QuotasNegativeTest-871283439 tempest-QuotasNegativeTest-871283439-project-admin] Made reservation on behalf of 27be751ebffa451eb151e97f89cfe880 for: {'network': 1} {{(pid=87870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:54:14.447081 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-75156bd2-60b0-43e5-a0e2-e8f4c3736d82 tempest-QuotasNegativeTest-871283439 tempest-QuotasNegativeTest-871283439-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for network, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:14.449165 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8454c091-975f-4f5b-a6b2-003fce9fa41f None None] Pushing event updated for resources: {'Port': ['ID=8de2fb99-98de-4452-9fd9-d64d82c6052c,revision_number=1']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:54:14.466609 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 47478) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:54:14.521203 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c3dd88-98eb-4d7b-840a-3cc10c2a1664 tempest-ExternalNetworksTestJSON-1435642594 tempest-ExternalNetworksTestJSON-1435642594-project] Pushing event updated for resources: {'Network': ['ID=9823ffb8-56a9-484c-aeaf-d87fddb35ad5,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:54:14.527769 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port ea50ce8f-40bb-4034-ba40-83dad5861538 triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:54:14.528139 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:14.575416 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-e301203c-0e58-435b-9589-5e019c7e08cc None None] Transition to ACTIVE for port object 3427895c-99da-4390-9f1d-9a02bef4a15f will not be triggered until provisioned by entity L2. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:54:14.582778 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Network 9823ffb8-56a9-484c-aeaf-d87fddb35ad5 details requested by agent ovs-agent-dv-neutron-835340-2-hyperv with host dv-neutron-835340-2-hyperv {{(pid=87872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 11:54:14.600648 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-e9def875-ec0e-4c1f-86f2-d216595e465d admin admin] Notify callbacks [] for port, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:14.692015 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-fa641e75-a7eb-4100-94e8-a72e526207f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0ee4dee-6ec7-4496-b34d-8d0109fa8f8a', 'name': 'tempest-ServersTestManualDisk-2058185223-router', 'tenant_id': 'ef5d94df2651453a8526eba31d74035c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.55'}], 'enable_snat': True}, 'gw_port_id': '7a491cab-d3e7-422b-8811-bc282f168100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:54:08Z', 'updated_at': '2022-03-28T11:54:11Z', 'revision_number': 3, 'project_id': 'ef5d94df2651453a8526eba31d74035c', 'gw_port': {'id': '7a491cab-d3e7-422b-8811-bc282f168100', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:1f:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0ee4dee-6ec7-4496-b34d-8d0109fa8f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:54:09Z', 'updated_at': '2022-03-28T11:54:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv'}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:54:14.698015 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa641e75-a7eb-4100-94e8-a72e526207f1 None None] Checking router: d0ee4dee-6ec7-4496-b34d-8d0109fa8f8a for host: dv-neutron-835340-2-hyperv {{(pid=87873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 11:54:14.698015 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa641e75-a7eb-4100-94e8-a72e526207f1 None None] Updating router d0ee4dee-6ec7-4496-b34d-8d0109fa8f8a port 7a491cab-d3e7-422b-8811-bc282f168100 binding host dv-neutron-835340-2-hyperv {{(pid=87873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 11:54:14.745154 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-e301203c-0e58-435b-9589-5e019c7e08cc None None] Transition to ACTIVE for port object 3427895c-99da-4390-9f1d-9a02bef4a15f will not be triggered until provisioned by entity DHCP. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:54:14.748911 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-8454c091-975f-4f5b-a6b2-003fce9fa41f None None] Attempting to bind port 8de2fb99-98de-4452-9fd9-d64d82c6052c on host dv-neutron-835340-2-hyperv for vnic_type normal with profile {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:54:14.749443 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-8454c091-975f-4f5b-a6b2-003fce9fa41f None None] Attempting to bind port 8de2fb99-98de-4452-9fd9-d64d82c6052c by drivers openvswitch,hyperv on host dv-neutron-835340-2-hyperv at level 0 using segments [{'id': 'd6ac5c2d-906e-47e6-9502-c659012845e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'a8bc875b-e62f-44c7-bfcd-0308dd813eea'}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:54:14.749994 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8454c091-975f-4f5b-a6b2-003fce9fa41f None None] Attempting to bind port 8de2fb99-98de-4452-9fd9-d64d82c6052c on network a8bc875b-e62f-44c7-bfcd-0308dd813eea {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:54:14.772332 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron_lib.callbacks.manager [None req-fa641e75-a7eb-4100-94e8-a72e526207f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:14.782590 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-e301203c-0e58-435b-9589-5e019c7e08cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241'] for port, after_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:14.786472 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8454c091-975f-4f5b-a6b2-003fce9fa41f None None] Checking agent: {'id': '961a16fe-cbc8-4264-ac28-bbbd53f89caa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 46, 6), 'started_at': datetime.datetime(2022, 3, 28, 11, 46, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 11, 54, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 11:54:14.787063 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8454c091-975f-4f5b-a6b2-003fce9fa41f None None] Checking segment: {'id': 'd6ac5c2d-906e-47e6-9502-c659012845e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'a8bc875b-e62f-44c7-bfcd-0308dd813eea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:54:14.787647 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-8454c091-975f-4f5b-a6b2-003fce9fa41f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:14.788198 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8454c091-975f-4f5b-a6b2-003fce9fa41f None None] Bound using segment: {'id': 'd6ac5c2d-906e-47e6-9502-c659012845e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'a8bc875b-e62f-44c7-bfcd-0308dd813eea'} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 11:54:14.788828 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-8454c091-975f-4f5b-a6b2-003fce9fa41f None None] Bound port: 8de2fb99-98de-4452-9fd9-d64d82c6052c, host: dv-neutron-835340-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6ac5c2d-906e-47e6-9502-c659012845e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'a8bc875b-e62f-44c7-bfcd-0308dd813eea'}}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 11:54:14.789368 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-8454c091-975f-4f5b-a6b2-003fce9fa41f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:14.794584 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75156bd2-60b0-43e5-a0e2-e8f4c3736d82 tempest-QuotasNegativeTest-871283439 tempest-QuotasNegativeTest-871283439-project-admin] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=87870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 11:54:14.805945 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-75156bd2-60b0-43e5-a0e2-e8f4c3736d82 tempest-QuotasNegativeTest-871283439 tempest-QuotasNegativeTest-871283439-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:14.806316 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.db.segments_db [None req-75156bd2-60b0-43e5-a0e2-e8f4c3736d82 tempest-QuotasNegativeTest-871283439 tempest-QuotasNegativeTest-871283439-project-admin] Added segment 6de4d4aa-44e3-4708-ba13-721f9cb1708f of type vlan for network 10d9d625-1637-4f6d-b30e-ad240a7cfe60 Mar 28 11:54:14.837368 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-75156bd2-60b0-43e5-a0e2-e8f4c3736d82 tempest-QuotasNegativeTest-871283439 tempest-QuotasNegativeTest-871283439-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783495836591'] for network, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:14.851505 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.db_base_plugin_common [None req-90298c66-a125-4adf-88c6-835de3412c78 None None] Allocated IP 172.20.0.2 (a4e7a0f3-f0a8-4b6f-ba98-4c112b7f4173/0ed780f2-8d6e-4932-8a9f-fdf7d02c0d26/e3a6fd75-58b7-4aa8-b53f-07a3d17b9a4b) {{(pid=87872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:54:14.870795 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-a72fce53-8da6-4f57-9570-715971eef9ee tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:14.889912 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-ee5c8020-5406-40f8-8eee-931c7207c233 tempest-DHCPAgentSchedulersTestJSON-1683762586 tempest-DHCPAgentSchedulersTestJSON-1683762586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765'] for subnet, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:14.894673 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-75156bd2-60b0-43e5-a0e2-e8f4c3736d82 tempest-QuotasNegativeTest-871283439 tempest-QuotasNegativeTest-871283439-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765'] for network, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:14.896539 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75156bd2-60b0-43e5-a0e2-e8f4c3736d82 tempest-QuotasNegativeTest-871283439 tempest-QuotasNegativeTest-871283439-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:54:14.897530 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-75156bd2-60b0-43e5-a0e2-e8f4c3736d82 tempest-QuotasNegativeTest-871283439 tempest-QuotasNegativeTest-871283439-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538751'] for network, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:14.917983 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-97a77cd2-c150-411a-88ae-50b330500bb1 tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] Request body: {'network': {'name': 'tempest-network--1373596691', 'router:external': True}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:54:14.922138 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-97a77cd2-c150-411a-88ae-50b330500bb1 tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:54:14.928419 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-97a77cd2-c150-411a-88ae-50b330500bb1 tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] Usage tracker for resource:network and tenant:1667953568d5410c86af3cfb9a52e3bf is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:54:14.937686 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e301203c-0e58-435b-9589-5e019c7e08cc None None] Network b072139b-1edf-4981-9f6f-41603d7605ef is already hosted by enough agents. {{(pid=87872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:54:14.977927 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.base_scheduler [None req-e301203c-0e58-435b-9589-5e019c7e08cc None None] Resources bound (agent type, host, resource id): {{(pid=87872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:54:14.981167 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e301203c-0e58-435b-9589-5e019c7e08cc None None] Received port after_create {{(pid=87872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:54:15.001354 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-97a77cd2-c150-411a-88ae-50b330500bb1 tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:54:15.010411 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-97a77cd2-c150-411a-88ae-50b330500bb1 tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:54:15.113636 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75156bd2-60b0-43e5-a0e2-e8f4c3736d82 tempest-QuotasNegativeTest-871283439 tempest-QuotasNegativeTest-871283439-project-admin] Pushing event updated for resources: {'Network': ['ID=10d9d625-1637-4f6d-b30e-ad240a7cfe60,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:54:15.125910 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-e9def875-ec0e-4c1f-86f2-d216595e465d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241'] for port, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:15.133468 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e301203c-0e58-435b-9589-5e019c7e08cc None None] Pushing event updated for resources: {'Port': ['ID=3427895c-99da-4390-9f1d-9a02bef4a15f,revision_number=1']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:54:15.138725 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97a77cd2-c150-411a-88ae-50b330500bb1 tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] Made reservation on behalf of 1667953568d5410c86af3cfb9a52e3bf for: {'network': 1} {{(pid=87870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:54:15.141015 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-97a77cd2-c150-411a-88ae-50b330500bb1 tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for network, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:15.149599 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Network 10d9d625-1637-4f6d-b30e-ad240a7cfe60 details requested by agent ovs-agent-dv-neutron-835340-2-hyperv with host dv-neutron-835340-2-hyperv {{(pid=87872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 11:54:15.161016 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-97a77cd2-c150-411a-88ae-50b330500bb1 tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:15.185986 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-97a77cd2-c150-411a-88ae-50b330500bb1 tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:54:15.190426 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-97a77cd2-c150-411a-88ae-50b330500bb1 tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] Usage tracker for resource:security_group_rule and tenant:1667953568d5410c86af3cfb9a52e3bf is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:54:15.193344 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-97a77cd2-c150-411a-88ae-50b330500bb1 tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:54:15.198909 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-97a77cd2-c150-411a-88ae-50b330500bb1 tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:54:15.287045 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-97a77cd2-c150-411a-88ae-50b330500bb1 tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:15.291802 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.notifiers.nova [None req-a72fce53-8da6-4f57-9570-715971eef9ee tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] device_id is not set on port 3b1bc195-33f8-4a41-b60e-dbde089bd6aa yet. {{(pid=87870) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 11:54:15.300790 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron_lib.callbacks.manager [None req-fa641e75-a7eb-4100-94e8-a72e526207f1 None None] Notify callbacks [] for port, precommit_update {{(pid=87873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:15.322921 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.provisioning_blocks [None req-fa641e75-a7eb-4100-94e8-a72e526207f1 None None] Transition to ACTIVE for port object 7a491cab-d3e7-422b-8811-bc282f168100 will not be triggered until provisioned by entity L2. {{(pid=87873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:54:15.336602 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron_lib.callbacks.manager [None req-fa641e75-a7eb-4100-94e8-a72e526207f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:15.343702 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9def875-ec0e-4c1f-86f2-d216595e465d admin admin] Network ac2b1748-8f63-4b17-a9c7-07e79704aa5b is already hosted by enough agents. {{(pid=87871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:54:15.350390 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-97a77cd2-c150-411a-88ae-50b330500bb1 tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:15.358159 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-e9def875-ec0e-4c1f-86f2-d216595e465d admin admin] Resources bound (agent type, host, resource id): {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:54:15.374597 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-8454c091-975f-4f5b-a6b2-003fce9fa41f None None] For port 8de2fb99-98de-4452-9fd9-d64d82c6052c, host dv-neutron-835340-2-hyperv, cleared binding levels {{(pid=87872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 11:54:15.380086 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9def875-ec0e-4c1f-86f2-d216595e465d admin admin] Received port after_create {{(pid=87871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:54:15.388745 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-e301203c-0e58-435b-9589-5e019c7e08cc None None] Attempting to bind port 3427895c-99da-4390-9f1d-9a02bef4a15f on host dv-neutron-835340-2-hyperv for vnic_type normal with profile {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:54:15.389109 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-e301203c-0e58-435b-9589-5e019c7e08cc None None] Attempting to bind port 3427895c-99da-4390-9f1d-9a02bef4a15f by drivers openvswitch,hyperv on host dv-neutron-835340-2-hyperv at level 0 using segments [{'id': 'e329885b-8f4a-46ec-aac6-9c31786794f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'b072139b-1edf-4981-9f6f-41603d7605ef'}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:54:15.389471 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e301203c-0e58-435b-9589-5e019c7e08cc None None] Attempting to bind port 3427895c-99da-4390-9f1d-9a02bef4a15f on network b072139b-1edf-4981-9f6f-41603d7605ef {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:54:15.401477 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a77cd2-c150-411a-88ae-50b330500bb1 tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45ff7907-7848-4b9a-8edf-84142be3dd26,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:54:15.412190 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5c8020-5406-40f8-8eee-931c7207c233 tempest-DHCPAgentSchedulersTestJSON-1683762586 tempest-DHCPAgentSchedulersTestJSON-1683762586-project] Pushing event updated for resources: {'Subnet': ['ID=6675f677-8c0c-4038-87b6-751da945e8e5,revision_number=0']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:54:15.414112 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e301203c-0e58-435b-9589-5e019c7e08cc None None] Checking agent: {'id': '961a16fe-cbc8-4264-ac28-bbbd53f89caa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 46, 6), 'started_at': datetime.datetime(2022, 3, 28, 11, 46, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 11, 54, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 11:54:15.414489 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e301203c-0e58-435b-9589-5e019c7e08cc None None] Checking segment: {'id': 'e329885b-8f4a-46ec-aac6-9c31786794f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'b072139b-1edf-4981-9f6f-41603d7605ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:54:15.414891 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-e301203c-0e58-435b-9589-5e019c7e08cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:15.416311 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e301203c-0e58-435b-9589-5e019c7e08cc None None] Bound using segment: {'id': 'e329885b-8f4a-46ec-aac6-9c31786794f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'b072139b-1edf-4981-9f6f-41603d7605ef'} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 11:54:15.416890 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-e301203c-0e58-435b-9589-5e019c7e08cc None None] Bound port: 3427895c-99da-4390-9f1d-9a02bef4a15f, host: dv-neutron-835340-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e329885b-8f4a-46ec-aac6-9c31786794f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'b072139b-1edf-4981-9f6f-41603d7605ef'}}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 11:54:15.417201 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-e301203c-0e58-435b-9589-5e019c7e08cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:15.427282 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-8454c091-975f-4f5b-a6b2-003fce9fa41f None None] For port 8de2fb99-98de-4452-9fd9-d64d82c6052c, host dv-neutron-835340-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=8de2fb99-98de-4452-9fd9-d64d82c6052c,segment=NetworkSegment(d6ac5c2d-906e-47e6-9502-c659012845e8),segment_id=d6ac5c2d-906e-47e6-9502-c659012845e8)] {{(pid=87872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 11:54:15.453002 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e961bb-d77c-4f59-ab8a-cddf77af5fb5 None None] Pushing event updated for resources: {'Port': ['ID=7a491cab-d3e7-422b-8811-bc282f168100,revision_number=2']} {{(pid=87873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:54:15.457071 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-8454c091-975f-4f5b-a6b2-003fce9fa41f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:15.463695 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9def875-ec0e-4c1f-86f2-d216595e465d admin admin] Pushing event updated for resources: {'Port': ['ID=cde66981-b80d-4fd1-a873-aa0ceb8e9778,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:54:15.467873 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-75156bd2-60b0-43e5-a0e2-e8f4c3736d82 tempest-QuotasNegativeTest-871283439 tempest-QuotasNegativeTest-871283439-project-admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.4903834 Mar 28 11:54:15.468022 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e961bb-d77c-4f59-ab8a-cddf77af5fb5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:54:15.468022 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e961bb-d77c-4f59-ab8a-cddf77af5fb5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:54:15.468022 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e961bb-d77c-4f59-ab8a-cddf77af5fb5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:54:15.468509 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e961bb-d77c-4f59-ab8a-cddf77af5fb5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:54:15.469045 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e961bb-d77c-4f59-ab8a-cddf77af5fb5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:54:15.469481 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e961bb-d77c-4f59-ab8a-cddf77af5fb5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:54:15.469907 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e961bb-d77c-4f59-ab8a-cddf77af5fb5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:54:15.470608 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e961bb-d77c-4f59-ab8a-cddf77af5fb5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:54:15.471042 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e961bb-d77c-4f59-ab8a-cddf77af5fb5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:54:15.471461 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e961bb-d77c-4f59-ab8a-cddf77af5fb5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:54:15.471904 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e961bb-d77c-4f59-ab8a-cddf77af5fb5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:54:15.472473 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e961bb-d77c-4f59-ab8a-cddf77af5fb5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:54:15.476228 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e961bb-d77c-4f59-ab8a-cddf77af5fb5 None None] Tracked resource versions report: Mar 28 11:54:15.476228 dv-neutron-835340-2-hyperv neutron-server[87873]: pushed versions: Mar 28 11:54:15.476228 dv-neutron-835340-2-hyperv neutron-server[87873]: { 'AddressGroup': {'1.2'}, Mar 28 11:54:15.476228 dv-neutron-835340-2-hyperv neutron-server[87873]: 'ConntrackHelper': {'1.0'}, Mar 28 11:54:15.476228 dv-neutron-835340-2-hyperv neutron-server[87873]: 'Log': {'1.0'}, Mar 28 11:54:15.476228 dv-neutron-835340-2-hyperv neutron-server[87873]: 'Network': {'1.1'}, Mar 28 11:54:15.476228 dv-neutron-835340-2-hyperv neutron-server[87873]: 'Port': {'1.7'}, Mar 28 11:54:15.476228 dv-neutron-835340-2-hyperv neutron-server[87873]: 'PortForwarding': {'1.2'}, Mar 28 11:54:15.476228 dv-neutron-835340-2-hyperv neutron-server[87873]: 'QosPolicy': {'1.8'}, Mar 28 11:54:15.476228 dv-neutron-835340-2-hyperv neutron-server[87873]: 'SecurityGroup': {'1.4'}, Mar 28 11:54:15.476228 dv-neutron-835340-2-hyperv neutron-server[87873]: 'SecurityGroupRule': {'1.2'}, Mar 28 11:54:15.476228 dv-neutron-835340-2-hyperv neutron-server[87873]: 'SubPort': {'1.0'}, Mar 28 11:54:15.476228 dv-neutron-835340-2-hyperv neutron-server[87873]: 'Subnet': {'1.1'}, Mar 28 11:54:15.476228 dv-neutron-835340-2-hyperv neutron-server[87873]: 'Trunk': {'1.1'}} Mar 28 11:54:15.476228 dv-neutron-835340-2-hyperv neutron-server[87873]: consumer versions: Mar 28 11:54:15.476228 dv-neutron-835340-2-hyperv neutron-server[87873]: { DHCP agent@dv-neutron-835340-2-hyperv: {}, Mar 28 11:54:15.476228 dv-neutron-835340-2-hyperv neutron-server[87873]: HyperV agent@hv-neutron-8353: {}, Mar 28 11:54:15.476228 dv-neutron-835340-2-hyperv neutron-server[87873]: L3 agent@dv-neutron-835340-2-hyperv: {}, Mar 28 11:54:15.476228 dv-neutron-835340-2-hyperv neutron-server[87873]: Metadata agent@dv-neutron-835340-2-hyperv: {}, Mar 28 11:54:15.476228 dv-neutron-835340-2-hyperv neutron-server[87873]: Metering agent@dv-neutron-835340-2-hyperv: {}, Mar 28 11:54:15.476228 dv-neutron-835340-2-hyperv neutron-server[87873]: Open vSwitch agent@dv-neutron-835340-2-hyperv: { 'AddressGroup': '1.2', Mar 28 11:54:15.476228 dv-neutron-835340-2-hyperv neutron-server[87873]: 'ConntrackHelper': '1.0', Mar 28 11:54:15.476228 dv-neutron-835340-2-hyperv neutron-server[87873]: 'Log': '1.0', Mar 28 11:54:15.476228 dv-neutron-835340-2-hyperv neutron-server[87873]: 'Network': '1.1', Mar 28 11:54:15.476228 dv-neutron-835340-2-hyperv neutron-server[87873]: 'Port': '1.7', Mar 28 11:54:15.476228 dv-neutron-835340-2-hyperv neutron-server[87873]: 'PortForwarding': '1.2', Mar 28 11:54:15.476228 dv-neutron-835340-2-hyperv neutron-server[87873]: 'QosPolicy': '1.8', Mar 28 11:54:15.476228 dv-neutron-835340-2-hyperv neutron-server[87873]: 'SecurityGroup': '1.4', Mar 28 11:54:15.476228 dv-neutron-835340-2-hyperv neutron-server[87873]: 'SecurityGroupRule': '1.2', Mar 28 11:54:15.476228 dv-neutron-835340-2-hyperv neutron-server[87873]: 'SubPort': '1.0', Mar 28 11:54:15.476228 dv-neutron-835340-2-hyperv neutron-server[87873]: 'Subnet': '1.1', Mar 28 11:54:15.476228 dv-neutron-835340-2-hyperv neutron-server[87873]: 'Trunk': '1.1'}} Mar 28 11:54:15.476228 dv-neutron-835340-2-hyperv neutron-server[87873]: {{(pid=87873) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 28 11:54:15.485339 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 47486) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:54:15.506742 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-c300a92d-c015-4103-b7fa-af9d2ce97831 tempest-QuotasNegativeTest-871283439 tempest-QuotasNegativeTest-871283439-project-admin] Request body: {'network': {'project_id': '27be751ebffa451eb151e97f89cfe880'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:54:15.518010 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97a77cd2-c150-411a-88ae-50b330500bb1 tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=87870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 11:54:15.526498 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-c300a92d-c015-4103-b7fa-af9d2ce97831 tempest-QuotasNegativeTest-871283439 tempest-QuotasNegativeTest-871283439-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:54:15.533482 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.managers [None req-fa641e75-a7eb-4100-94e8-a72e526207f1 None None] Attempting to bind port 7a491cab-d3e7-422b-8811-bc282f168100 on host dv-neutron-835340-2-hyperv for vnic_type normal with profile {{(pid=87873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:54:15.534451 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.managers [None req-fa641e75-a7eb-4100-94e8-a72e526207f1 None None] Attempting to bind port 7a491cab-d3e7-422b-8811-bc282f168100 by drivers openvswitch,hyperv on host dv-neutron-835340-2-hyperv at level 0 using segments [{'id': '688afb86-c9bd-46e2-ba7d-3fe76fb1efff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b'}] {{(pid=87873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:54:15.535520 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5c8020-5406-40f8-8eee-931c7207c233 tempest-DHCPAgentSchedulersTestJSON-1683762586 tempest-DHCPAgentSchedulersTestJSON-1683762586-project] Checking segment: {'id': '0dd22642-a655-4fec-b298-e0b3a8a22f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '52822e74-9123-45bb-bbd9-4d98fdce56b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:54:15.535851 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee5c8020-5406-40f8-8eee-931c7207c233 tempest-DHCPAgentSchedulersTestJSON-1683762586 tempest-DHCPAgentSchedulersTestJSON-1683762586-project] Network hostable DHCP agents. Network: 52822e74-9123-45bb-bbd9-4d98fdce56b3, hostable agents: ['3cb85949-855b-4a40-b988-cd5705e511da'], hosted agents: [] {{(pid=87870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 11:54:15.536298 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa641e75-a7eb-4100-94e8-a72e526207f1 None None] Attempting to bind port 7a491cab-d3e7-422b-8811-bc282f168100 on network ac2b1748-8f63-4b17-a9c7-07e79704aa5b {{(pid=87873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:54:15.548168 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa641e75-a7eb-4100-94e8-a72e526207f1 None None] Checking agent: {'id': '961a16fe-cbc8-4264-ac28-bbbd53f89caa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 46, 6), 'started_at': datetime.datetime(2022, 3, 28, 11, 46, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 11, 54, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 11:54:15.549665 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa641e75-a7eb-4100-94e8-a72e526207f1 None None] Checking segment: {'id': '688afb86-c9bd-46e2-ba7d-3fe76fb1efff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:54:15.550200 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron_lib.callbacks.manager [None req-fa641e75-a7eb-4100-94e8-a72e526207f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:15.551841 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa641e75-a7eb-4100-94e8-a72e526207f1 None None] Bound using segment: {'id': '688afb86-c9bd-46e2-ba7d-3fe76fb1efff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b'} {{(pid=87873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 11:54:15.552547 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.managers [None req-fa641e75-a7eb-4100-94e8-a72e526207f1 None None] Bound port: 7a491cab-d3e7-422b-8811-bc282f168100, host: dv-neutron-835340-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '688afb86-c9bd-46e2-ba7d-3fe76fb1efff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b'}}] {{(pid=87873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 11:54:15.553144 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron_lib.callbacks.manager [None req-fa641e75-a7eb-4100-94e8-a72e526207f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:15.641527 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.db [None req-fa641e75-a7eb-4100-94e8-a72e526207f1 None None] For port 7a491cab-d3e7-422b-8811-bc282f168100, host dv-neutron-835340-2-hyperv, cleared binding levels {{(pid=87873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 11:54:15.641862 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-f8db2df4-6f2e-480e-aabe-558be7e110ab admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:15.646455 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.db [None req-fa641e75-a7eb-4100-94e8-a72e526207f1 None None] For port 7a491cab-d3e7-422b-8811-bc282f168100, host dv-neutron-835340-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=7a491cab-d3e7-422b-8811-bc282f168100,segment=NetworkSegment(688afb86-c9bd-46e2-ba7d-3fe76fb1efff),segment_id=688afb86-c9bd-46e2-ba7d-3fe76fb1efff)] {{(pid=87873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 11:54:15.650821 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron_lib.callbacks.manager [None req-fa641e75-a7eb-4100-94e8-a72e526207f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:15.685605 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.db_base_plugin_common [None req-a72fce53-8da6-4f57-9570-715971eef9ee tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] Allocated IP 172.20.0.4 (a8bc875b-e62f-44c7-bfcd-0308dd813eea/b5bfd83c-32e3-4005-a9f4-2dc4b916b5ee/3b1bc195-33f8-4a41-b60e-dbde089bd6aa) {{(pid=87870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:54:15.709255 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8454c091-975f-4f5b-a6b2-003fce9fa41f None None] Pushing event updated for resources: {'Port': ['ID=8de2fb99-98de-4452-9fd9-d64d82c6052c,revision_number=2']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:54:15.719373 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-90298c66-a125-4adf-88c6-835de3412c78 None None] Notify callbacks [] for port, precommit_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:15.726494 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-e301203c-0e58-435b-9589-5e019c7e08cc None None] For port 3427895c-99da-4390-9f1d-9a02bef4a15f, host dv-neutron-835340-2-hyperv, cleared binding levels {{(pid=87872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 11:54:15.733035 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-e301203c-0e58-435b-9589-5e019c7e08cc None None] For port 3427895c-99da-4390-9f1d-9a02bef4a15f, host dv-neutron-835340-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=3427895c-99da-4390-9f1d-9a02bef4a15f,segment=NetworkSegment(e329885b-8f4a-46ec-aac6-9c31786794f0),segment_id=e329885b-8f4a-46ec-aac6-9c31786794f0)] {{(pid=87872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 11:54:15.738477 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-90298c66-a125-4adf-88c6-835de3412c78 None None] Transition to ACTIVE for port object e3a6fd75-58b7-4aa8-b53f-07a3d17b9a4b will not be triggered until provisioned by entity L2. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:54:15.742434 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-f8db2df4-6f2e-480e-aabe-558be7e110ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:15.751379 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-e301203c-0e58-435b-9589-5e019c7e08cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:15.763809 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e961bb-d77c-4f59-ab8a-cddf77af5fb5 None None] Pushing event updated for resources: {'Port': ['ID=7a491cab-d3e7-422b-8811-bc282f168100,revision_number=3']} {{(pid=87873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:54:15.785056 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa641e75-a7eb-4100-94e8-a72e526207f1 None None] Routers {'d0ee4dee-6ec7-4496-b34d-8d0109fa8f8a'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:54:15.785762 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-fa641e75-a7eb-4100-94e8-a72e526207f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T11:54:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['d0ee4dee-6ec7-4496-b34d-8d0109fa8f8a'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:54:15.844676 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-90298c66-a125-4adf-88c6-835de3412c78 None None] Transition to ACTIVE for port object e3a6fd75-58b7-4aa8-b53f-07a3d17b9a4b will not be triggered until provisioned by entity DHCP. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:54:15.859667 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-90298c66-a125-4adf-88c6-835de3412c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241'] for port, after_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:15.885132 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e301203c-0e58-435b-9589-5e019c7e08cc None None] Pushing event updated for resources: {'Port': ['ID=3427895c-99da-4390-9f1d-9a02bef4a15f,revision_number=2']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:54:16.046605 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90298c66-a125-4adf-88c6-835de3412c78 None None] Network a4e7a0f3-f0a8-4b6f-ba98-4c112b7f4173 is already hosted by enough agents. {{(pid=87872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:54:16.075775 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.base_scheduler [None req-90298c66-a125-4adf-88c6-835de3412c78 None None] Resources bound (agent type, host, resource id): {{(pid=87872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:54:16.092146 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-c300a92d-c015-4103-b7fa-af9d2ce97831 tempest-QuotasNegativeTest-871283439 tempest-QuotasNegativeTest-871283439-project-admin] Usage tracker for resource:network and tenant:27be751ebffa451eb151e97f89cfe880 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:54:16.101290 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90298c66-a125-4adf-88c6-835de3412c78 None None] Received port after_create {{(pid=87872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:54:16.105745 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-c300a92d-c015-4103-b7fa-af9d2ce97831 tempest-QuotasNegativeTest-871283439 tempest-QuotasNegativeTest-871283439-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:54:16.133567 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-97a77cd2-c150-411a-88ae-50b330500bb1 tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:16.133902 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.db.segments_db [None req-97a77cd2-c150-411a-88ae-50b330500bb1 tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] Added segment 8faa5edc-6e78-4e2f-a153-e49a6134e64c of type vlan for network 323082ed-729d-4c9e-8e93-fc244a410a4b Mar 28 11:54:16.145652 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-c300a92d-c015-4103-b7fa-af9d2ce97831 tempest-QuotasNegativeTest-871283439 tempest-QuotasNegativeTest-871283439-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:54:16.146438 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee5c8020-5406-40f8-8eee-931c7207c233 tempest-DHCPAgentSchedulersTestJSON-1683762586 tempest-DHCPAgentSchedulersTestJSON-1683762586-project] Network 52822e74-9123-45bb-bbd9-4d98fdce56b3 is scheduled to be hosted by DHCP agent 3cb85949-855b-4a40-b988-cd5705e511da with binding_index 1 {{(pid=87870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 11:54:16.174986 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.pecan_wsgi.hooks.translation [None req-c300a92d-c015-4103-b7fa-af9d2ce97831 tempest-QuotasNegativeTest-871283439 tempest-QuotasNegativeTest-871283439-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Mar 28 11:54:16.175575 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c300a92d-c015-4103-b7fa-af9d2ce97831 tempest-QuotasNegativeTest-871283439 tempest-QuotasNegativeTest-871283439-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=87870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 11:54:16.178614 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-c300a92d-c015-4103-b7fa-af9d2ce97831 tempest-QuotasNegativeTest-871283439 tempest-QuotasNegativeTest-871283439-project-admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.6788917 Mar 28 11:54:16.184717 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 47492) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:54:16.186816 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvr_db [None req-fa641e75-a7eb-4100-94e8-a72e526207f1 None None] Set router d0ee4dee-6ec7-4496-b34d-8d0109fa8f8a gateway port host: dv-neutron-835340-2-hyperv {{(pid=87873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:54:16.254233 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.base_scheduler [None req-ee5c8020-5406-40f8-8eee-931c7207c233 tempest-DHCPAgentSchedulersTestJSON-1683762586 tempest-DHCPAgentSchedulersTestJSON-1683762586-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-2-hyperv, 52822e74-9123-45bb-bbd9-4d98fdce56b3) {{(pid=87870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:54:16.258548 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-a72fce53-8da6-4f57-9570-715971eef9ee tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] Notify callbacks [] for port, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:16.304351 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-97a77cd2-c150-411a-88ae-50b330500bb1 tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783495836591'] for network, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:16.316118 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee5c8020-5406-40f8-8eee-931c7207c233 tempest-DHCPAgentSchedulersTestJSON-1683762586 tempest-DHCPAgentSchedulersTestJSON-1683762586-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:54:16.316710 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-ee5c8020-5406-40f8-8eee-931c7207c233 tempest-DHCPAgentSchedulersTestJSON-1683762586 tempest-DHCPAgentSchedulersTestJSON-1683762586-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538751'] for subnet, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:16.334544 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4cbb0c3-a950-4a59-9bea-be31a622d5b5 None None] Network 52822e74-9123-45bb-bbd9-4d98fdce56b3 requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:54:16.353714 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.provisioning_blocks [None req-a72fce53-8da6-4f57-9570-715971eef9ee tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] Transition to ACTIVE for port object 3b1bc195-33f8-4a41-b60e-dbde089bd6aa will not be triggered until provisioned by entity DHCP. {{(pid=87870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:54:16.387858 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90298c66-a125-4adf-88c6-835de3412c78 None None] Pushing event updated for resources: {'Port': ['ID=e3a6fd75-58b7-4aa8-b53f-07a3d17b9a4b,revision_number=1']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:54:16.406180 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-90298c66-a125-4adf-88c6-835de3412c78 None None] Attempting to bind port e3a6fd75-58b7-4aa8-b53f-07a3d17b9a4b on host dv-neutron-835340-2-hyperv for vnic_type normal with profile {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:54:16.406629 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-90298c66-a125-4adf-88c6-835de3412c78 None None] Attempting to bind port e3a6fd75-58b7-4aa8-b53f-07a3d17b9a4b by drivers openvswitch,hyperv on host dv-neutron-835340-2-hyperv at level 0 using segments [{'id': '198798f5-3835-4d38-b1d4-ea994e0d42ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'a4e7a0f3-f0a8-4b6f-ba98-4c112b7f4173'}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:54:16.407046 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-ee5c8020-5406-40f8-8eee-931c7207c233 tempest-DHCPAgentSchedulersTestJSON-1683762586 tempest-DHCPAgentSchedulersTestJSON-1683762586-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9990814 Mar 28 11:54:16.407260 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90298c66-a125-4adf-88c6-835de3412c78 None None] Attempting to bind port e3a6fd75-58b7-4aa8-b53f-07a3d17b9a4b on network a4e7a0f3-f0a8-4b6f-ba98-4c112b7f4173 {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:54:16.411149 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 47496) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:54:16.424459 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-6c4e4031-ee1b-45c3-8595-f40aaff9b2b4 tempest-DHCPAgentSchedulersTestJSON-1683762586 tempest-DHCPAgentSchedulersTestJSON-1683762586-project] Request body: {'port': {'network_id': '52822e74-9123-45bb-bbd9-4d98fdce56b3', 'name': 'tempest-DHCPAgentSchedulersTestJSON-985130809'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:54:16.491725 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-da868258-25ce-4ec4-97aa-274106c4f36b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:16.499972 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90298c66-a125-4adf-88c6-835de3412c78 None None] Checking agent: {'id': '961a16fe-cbc8-4264-ac28-bbbd53f89caa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 46, 6), 'started_at': datetime.datetime(2022, 3, 28, 11, 46, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 11, 54, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 11:54:16.502846 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90298c66-a125-4adf-88c6-835de3412c78 None None] Checking segment: {'id': '198798f5-3835-4d38-b1d4-ea994e0d42ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'a4e7a0f3-f0a8-4b6f-ba98-4c112b7f4173'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:54:16.505862 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-90298c66-a125-4adf-88c6-835de3412c78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:16.506521 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90298c66-a125-4adf-88c6-835de3412c78 None None] Bound using segment: {'id': '198798f5-3835-4d38-b1d4-ea994e0d42ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'a4e7a0f3-f0a8-4b6f-ba98-4c112b7f4173'} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 11:54:16.507233 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-90298c66-a125-4adf-88c6-835de3412c78 None None] Bound port: e3a6fd75-58b7-4aa8-b53f-07a3d17b9a4b, host: dv-neutron-835340-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '198798f5-3835-4d38-b1d4-ea994e0d42ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'a4e7a0f3-f0a8-4b6f-ba98-4c112b7f4173'}}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 11:54:16.507868 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-90298c66-a125-4adf-88c6-835de3412c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:16.536644 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-97a77cd2-c150-411a-88ae-50b330500bb1 tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765'] for network, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:16.537594 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97a77cd2-c150-411a-88ae-50b330500bb1 tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:54:16.538165 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-97a77cd2-c150-411a-88ae-50b330500bb1 tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538751'] for network, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:16.611766 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.objects.ports [None req-da70e512-3075-45a5-a1a7-d0c90697ddbc tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87870) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 28 11:54:16.612492 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-da70e512-3075-45a5-a1a7-d0c90697ddbc tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765'] for subnet, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:16.708432 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-fa641e75-a7eb-4100-94e8-a72e526207f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0ee4dee-6ec7-4496-b34d-8d0109fa8f8a', 'name': 'tempest-ServersTestManualDisk-2058185223-router', 'tenant_id': 'ef5d94df2651453a8526eba31d74035c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.55'}], 'enable_snat': True}, 'gw_port_id': '7a491cab-d3e7-422b-8811-bc282f168100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:54:08Z', 'updated_at': '2022-03-28T11:54:11Z', 'revision_number': 3, 'project_id': 'ef5d94df2651453a8526eba31d74035c', 'gw_port': {'id': '7a491cab-d3e7-422b-8811-bc282f168100', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:1f:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0ee4dee-6ec7-4496-b34d-8d0109fa8f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:54:09Z', 'updated_at': '2022-03-28T11:54:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv'}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:54:16.714818 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa641e75-a7eb-4100-94e8-a72e526207f1 None None] The sync data for ids ['d0ee4dee-6ec7-4496-b34d-8d0109fa8f8a'] in dv-neutron-835340-2-hyperv is: [{'id': 'd0ee4dee-6ec7-4496-b34d-8d0109fa8f8a', 'name': 'tempest-ServersTestManualDisk-2058185223-router', 'tenant_id': 'ef5d94df2651453a8526eba31d74035c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.55'}], 'enable_snat': True}, 'gw_port_id': '7a491cab-d3e7-422b-8811-bc282f168100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:54:08Z', 'updated_at': '2022-03-28T11:54:11Z', 'revision_number': 3, 'project_id': 'ef5d94df2651453a8526eba31d74035c', 'gw_port': {'id': '7a491cab-d3e7-422b-8811-bc282f168100', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:1f:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0ee4dee-6ec7-4496-b34d-8d0109fa8f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:54:09Z', 'updated_at': '2022-03-28T11:54:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv'}] {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 11:54:16.747086 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-90298c66-a125-4adf-88c6-835de3412c78 None None] For port e3a6fd75-58b7-4aa8-b53f-07a3d17b9a4b, host dv-neutron-835340-2-hyperv, cleared binding levels {{(pid=87872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 11:54:16.752028 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-90298c66-a125-4adf-88c6-835de3412c78 None None] For port e3a6fd75-58b7-4aa8-b53f-07a3d17b9a4b, host dv-neutron-835340-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=e3a6fd75-58b7-4aa8-b53f-07a3d17b9a4b,segment=NetworkSegment(198798f5-3835-4d38-b1d4-ea994e0d42ca),segment_id=198798f5-3835-4d38-b1d4-ea994e0d42ca)] {{(pid=87872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 11:54:16.755733 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.db_base_plugin_common [None req-da868258-25ce-4ec4-97aa-274106c4f36b admin admin] Allocated IP 172.20.0.1 (4a776d3d-9745-4c38-b1e0-dfac029e8437/51390c4c-f007-438b-8f55-097eecbd0e38/8b64da70-6a09-4b97-bfdd-61f19d79beaa) {{(pid=87871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:54:16.756421 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdf9d93f-528e-4ada-b38c-dd00ecce07ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1d3f2a9-8722-5ce5-bc40-181687d1ed3f-52822e74-9123-45bb-bbd9-4d98fdce56b3', 'network_id': '52822e74-9123-45bb-bbd9-4d98fdce56b3', 'tenant_id': '4337e0c467b94157b250d24d73446fa6', 'fixed_ips': [{'subnet_id': '6675f677-8c0c-4038-87b6-751da945e8e5'}]}} from dv-neutron-835340-2-hyperv. {{(pid=87872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 11:54:16.757438 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-cdf9d93f-528e-4ada-b38c-dd00ecce07ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:16.773425 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-90298c66-a125-4adf-88c6-835de3412c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:16.801540 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a77cd2-c150-411a-88ae-50b330500bb1 tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] Pushing event updated for resources: {'Network': ['ID=323082ed-729d-4c9e-8e93-fc244a410a4b,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:54:16.828515 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da70e512-3075-45a5-a1a7-d0c90697ddbc tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Pushing event updated for resources: {'Subnet': ['ID=33f8e5c0-e2c5-4b41-af12-cccd575ee8cc,revision_number=0']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:54:16.833085 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-a72fce53-8da6-4f57-9570-715971eef9ee tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241'] for port, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:16.921698 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90298c66-a125-4adf-88c6-835de3412c78 None None] Pushing event updated for resources: {'Port': ['ID=e3a6fd75-58b7-4aa8-b53f-07a3d17b9a4b,revision_number=2']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:54:16.926858 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Network 323082ed-729d-4c9e-8e93-fc244a410a4b details requested by agent ovs-agent-dv-neutron-835340-2-hyperv with host dv-neutron-835340-2-hyperv {{(pid=87872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 11:54:16.937647 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.db_base_plugin_common [None req-f8db2df4-6f2e-480e-aabe-558be7e110ab admin admin] Allocated IP 172.26.7.162 (ac2b1748-8f63-4b17-a9c7-07e79704aa5b/0b7ebf76-1dc7-431a-a0b4-b96bacf287c2/0e3b5c56-40c6-441b-9322-13f44351c6c3) {{(pid=87871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:54:16.944001 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-f218df29-683a-4012-b923-eaf1fe9a0e05 tempest-QuotasNegativeTest-871283439 tempest-QuotasNegativeTest-871283439-project-admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=27be751ebffa451eb151e97f89cfe880&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7429473 Mar 28 11:54:16.966875 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 47500) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:54:17.033243 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-97a77cd2-c150-411a-88ae-50b330500bb1 tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 2.5536532 Mar 28 11:54:17.055324 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 47504) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:54:17.175385 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-e9def875-ec0e-4c1f-86f2-d216595e465d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:17.179050 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72fce53-8da6-4f57-9570-715971eef9ee tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] Pushing event updated for resources: {'Port': ['ID=3b1bc195-33f8-4a41-b60e-dbde089bd6aa,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:54:17.209876 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-6c4e4031-ee1b-45c3-8595-f40aaff9b2b4 tempest-DHCPAgentSchedulersTestJSON-1683762586 tempest-DHCPAgentSchedulersTestJSON-1683762586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:54:17.215292 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-6c4e4031-ee1b-45c3-8595-f40aaff9b2b4 tempest-DHCPAgentSchedulersTestJSON-1683762586 tempest-DHCPAgentSchedulersTestJSON-1683762586-project] Usage tracker for resource:port and tenant:4337e0c467b94157b250d24d73446fa6 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:54:17.220688 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-6c4e4031-ee1b-45c3-8595-f40aaff9b2b4 tempest-DHCPAgentSchedulersTestJSON-1683762586 tempest-DHCPAgentSchedulersTestJSON-1683762586-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:54:17.234543 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-6c4e4031-ee1b-45c3-8595-f40aaff9b2b4 tempest-DHCPAgentSchedulersTestJSON-1683762586 tempest-DHCPAgentSchedulersTestJSON-1683762586-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:54:17.247713 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da70e512-3075-45a5-a1a7-d0c90697ddbc tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Checking segment: {'id': 'b57b40a9-6248-40c1-823d-39c10ede8c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '35092b8c-5d05-4711-9f2d-1d6ba13f5d9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:54:17.248172 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da70e512-3075-45a5-a1a7-d0c90697ddbc tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Network hostable DHCP agents. Network: 35092b8c-5d05-4711-9f2d-1d6ba13f5d9e, hostable agents: ['3cb85949-855b-4a40-b988-cd5705e511da'], hosted agents: [] {{(pid=87870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 11:54:17.278953 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a72fce53-8da6-4f57-9570-715971eef9ee tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] Network a8bc875b-e62f-44c7-bfcd-0308dd813eea is already hosted by enough agents. {{(pid=87870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:54:17.285029 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c4e4031-ee1b-45c3-8595-f40aaff9b2b4 tempest-DHCPAgentSchedulersTestJSON-1683762586 tempest-DHCPAgentSchedulersTestJSON-1683762586-project] Made reservation on behalf of 4337e0c467b94157b250d24d73446fa6 for: {'port': 1} {{(pid=87870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:54:17.288668 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-6c4e4031-ee1b-45c3-8595-f40aaff9b2b4 tempest-DHCPAgentSchedulersTestJSON-1683762586 tempest-DHCPAgentSchedulersTestJSON-1683762586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:17.317257 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.notifiers.nova [None req-6c4e4031-ee1b-45c3-8595-f40aaff9b2b4 tempest-DHCPAgentSchedulersTestJSON-1683762586 tempest-DHCPAgentSchedulersTestJSON-1683762586-project] device_id is not set on port 728cb347-14b4-4797-aa09-547d2e73092d yet. {{(pid=87870) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 11:54:17.406732 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.db_base_plugin_common [None req-cdf9d93f-528e-4ada-b38c-dd00ecce07ce None None] Allocated IP 172.20.0.2 (52822e74-9123-45bb-bbd9-4d98fdce56b3/6675f677-8c0c-4038-87b6-751da945e8e5/da09ca86-1b55-4904-9fca-68fdd23ccc8e) {{(pid=87872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:54:17.451833 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.base_scheduler [None req-a72fce53-8da6-4f57-9570-715971eef9ee tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] Resources bound (agent type, host, resource id): {{(pid=87870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:54:17.457472 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a72fce53-8da6-4f57-9570-715971eef9ee tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] Received port after_create {{(pid=87870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:54:17.469998 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a72fce53-8da6-4f57-9570-715971eef9ee tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:54:17.471413 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-a72fce53-8da6-4f57-9570-715971eef9ee tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538751'] for port, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:17.563202 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73672fe5-554c-4879-b4c0-2aaf4b6cabc5 None None] Network b072139b-1edf-4981-9f6f-41603d7605ef requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:54:17.578456 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-a72fce53-8da6-4f57-9570-715971eef9ee tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.8271580 Mar 28 11:54:17.578700 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da70e512-3075-45a5-a1a7-d0c90697ddbc tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Network 35092b8c-5d05-4711-9f2d-1d6ba13f5d9e is scheduled to be hosted by DHCP agent 3cb85949-855b-4a40-b988-cd5705e511da with binding_index 1 {{(pid=87870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 11:54:17.609035 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 47510) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:54:17.630940 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-053811d3-e7bf-4f74-82c4-27e334974bc1 tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] Request body: {'port': {'network_id': 'a8bc875b-e62f-44c7-bfcd-0308dd813eea', 'name': 'tempest-AllowedAddressPairTestJSON-1871371567', 'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:e9:30:fe'}]}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:54:17.714642 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.base_scheduler [None req-da70e512-3075-45a5-a1a7-d0c90697ddbc tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-2-hyperv, 35092b8c-5d05-4711-9f2d-1d6ba13f5d9e) {{(pid=87870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:54:17.725173 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da70e512-3075-45a5-a1a7-d0c90697ddbc tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:54:17.726193 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-da70e512-3075-45a5-a1a7-d0c90697ddbc tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538751'] for subnet, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:17.738715 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa913590-096f-4e42-bd06-9b089fbdad22 None None] Network 35092b8c-5d05-4711-9f2d-1d6ba13f5d9e requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:54:17.740211 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c70c0cad-2831-4408-80c8-78d1bb31de90 tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588883'] for network, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:17.847738 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74f52579-5293-46c5-a444-4d9902ca8d46 None None] Network a8bc875b-e62f-44c7-bfcd-0308dd813eea requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:54:17.866489 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-da70e512-3075-45a5-a1a7-d0c90697ddbc tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 4.7253115 Mar 28 11:54:17.904923 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 47514) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:54:17.905977 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-ece08aaa-768c-42fe-b081-06a799786960 None None] Provisioning for port 3427895c-99da-4390-9f1d-9a02bef4a15f completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:54:17.935364 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-0e5ae75f-587a-4911-8fc1-6be45f24cd5a tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1395954899', 'network_id': '35092b8c-5d05-4711-9f2d-1d6ba13f5d9e'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:54:17.946650 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-da868258-25ce-4ec4-97aa-274106c4f36b admin admin] Notify callbacks [] for port, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:17.964758 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-0e5ae75f-587a-4911-8fc1-6be45f24cd5a tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:54:17.967135 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.provisioning_blocks [None req-da868258-25ce-4ec4-97aa-274106c4f36b admin admin] Transition to ACTIVE for port object 8b64da70-6a09-4b97-bfdd-61f19d79beaa will not be triggered until provisioned by entity DHCP. {{(pid=87871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:54:18.088142 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-f8db2df4-6f2e-480e-aabe-558be7e110ab admin admin] Notify callbacks [] for port, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:18.110439 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-0e5ae75f-587a-4911-8fc1-6be45f24cd5a tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Usage tracker for resource:port and tenant:d81c380f5a424ddd9f088c5f4081fe4e is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:54:18.116636 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-0e5ae75f-587a-4911-8fc1-6be45f24cd5a tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:54:18.120218 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 8de2fb99-98de-4452-9fd9-d64d82c6052c up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:54:18.120577 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c70c0cad-2831-4408-80c8-78d1bb31de90 tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930431', 'neutron.services.segments.db._delete_segments_for_network-8783496351308'] for network, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:18.133591 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-0e5ae75f-587a-4911-8fc1-6be45f24cd5a tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:54:18.146858 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-053811d3-e7bf-4f74-82c4-27e334974bc1 tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:54:18.151630 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-053811d3-e7bf-4f74-82c4-27e334974bc1 tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] Usage tracker for resource:port and tenant:fd6f94a999304d45b576d97dddac9f8b is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:54:18.158418 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-053811d3-e7bf-4f74-82c4-27e334974bc1 tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:54:18.158819 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c70c0cad-2831-4408-80c8-78d1bb31de90 tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=87870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 11:54:18.159315 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c70c0cad-2831-4408-80c8-78d1bb31de90 tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=87870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 11:54:18.160188 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c70c0cad-2831-4408-80c8-78d1bb31de90 tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 11:54:18.160637 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c70c0cad-2831-4408-80c8-78d1bb31de90 tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] Subscribe: > port after_create 55550000 {{(pid=87870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 11:54:18.160983 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c70c0cad-2831-4408-80c8-78d1bb31de90 tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] Subscribe: > port after_delete 55550000 {{(pid=87870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 11:54:18.161305 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c70c0cad-2831-4408-80c8-78d1bb31de90 tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] Subscribe: > port after_update 55550000 {{(pid=87870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 11:54:18.161786 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c70c0cad-2831-4408-80c8-78d1bb31de90 tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=87870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 11:54:18.162215 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c70c0cad-2831-4408-80c8-78d1bb31de90 tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=87870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 11:54:18.162485 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c70c0cad-2831-4408-80c8-78d1bb31de90 tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=87870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 11:54:18.162867 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c70c0cad-2831-4408-80c8-78d1bb31de90 tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=87870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 11:54:18.263937 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-053811d3-e7bf-4f74-82c4-27e334974bc1 tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:54:18.275081 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-e4cd5f22-aa37-4161-96a9-582d803edfdf tempest-QuotasNegativeTest-871283439 tempest-QuotasNegativeTest-871283439-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:18.333992 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-e4cd5f22-aa37-4161-96a9-582d803edfdf tempest-QuotasNegativeTest-871283439 tempest-QuotasNegativeTest-871283439-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:18.363876 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c70c0cad-2831-4408-80c8-78d1bb31de90 tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=87870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 11:54:18.364393 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c70c0cad-2831-4408-80c8-78d1bb31de90 tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=87870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 11:54:18.364726 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c70c0cad-2831-4408-80c8-78d1bb31de90 tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=87870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 11:54:18.365137 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c70c0cad-2831-4408-80c8-78d1bb31de90 tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=87870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 11:54:18.365582 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-c70c0cad-2831-4408-80c8-78d1bb31de90 tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['323082ed-729d-4c9e-8e93-fc244a410a4b']}} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:54:18.380207 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-c70c0cad-2831-4408-80c8-78d1bb31de90 tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8faa5edc-6e78-4e2f-a153-e49a6134e64c') {'for_net_delete': True} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:54:18.380616 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-c70c0cad-2831-4408-80c8-78d1bb31de90 tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8faa5edc-6e78-4e2f-a153-e49a6134e64c') {} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:54:18.390512 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-f8db2df4-6f2e-480e-aabe-558be7e110ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241'] for port, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:18.390709 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e5ae75f-587a-4911-8fc1-6be45f24cd5a tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Made reservation on behalf of d81c380f5a424ddd9f088c5f4081fe4e for: {'port': 1} {{(pid=87870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:54:18.394290 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-0e5ae75f-587a-4911-8fc1-6be45f24cd5a tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:18.395838 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-da868258-25ce-4ec4-97aa-274106c4f36b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241'] for port, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:18.398027 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-d0af1fc3-f945-40ad-a524-a29d2314f2cd None None] Provisioning for port 8de2fb99-98de-4452-9fd9-d64d82c6052c completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:54:18.412565 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c70c0cad-2831-4408-80c8-78d1bb31de90 tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783496353639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3591341'] for segment, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:18.436237 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.notifiers.nova [None req-0e5ae75f-587a-4911-8fc1-6be45f24cd5a tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] device_id is not set on port a4e6a8fa-4651-4b37-aa66-54c16afc078c yet. {{(pid=87870) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 11:54:18.436436 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-053811d3-e7bf-4f74-82c4-27e334974bc1 tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] Made reservation on behalf of fd6f94a999304d45b576d97dddac9f8b for: {'port': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:54:18.472573 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-cdf9d93f-528e-4ada-b38c-dd00ecce07ce None None] Notify callbacks [] for port, precommit_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:18.478536 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c70c0cad-2831-4408-80c8-78d1bb31de90 tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:18.493644 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c70c0cad-2831-4408-80c8-78d1bb31de90 tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] Releasing vlan 86 on physical network physnet1 to pool {{(pid=87870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 11:54:18.494360 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c70c0cad-2831-4408-80c8-78d1bb31de90 tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1920481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2558260'] for segment, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:18.513173 dv-neutron-835340-2-hyperv neutron-server[87870]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 28 11:54:18.513173 dv-neutron-835340-2-hyperv neutron-server[87870]: from cryptography.utils import int_from_bytes Mar 28 11:54:18.513173 dv-neutron-835340-2-hyperv neutron-server[87870]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 28 11:54:18.513173 dv-neutron-835340-2-hyperv neutron-server[87870]: from cryptography.utils import int_from_bytes Mar 28 11:54:18.513173 dv-neutron-835340-2-hyperv neutron-server[87870]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Mar 28 11:54:18.513173 dv-neutron-835340-2-hyperv neutron-server[87870]: util.warn_limited( Mar 28 11:54:18.513173 dv-neutron-835340-2-hyperv neutron-server[87870]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Mar 28 11:54:18.513173 dv-neutron-835340-2-hyperv neutron-server[87870]: util.warn_limited( Mar 28 11:54:18.513173 dv-neutron-835340-2-hyperv neutron-server[87870]: Traceback (most recent call last): Mar 28 11:54:18.513173 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 11:54:18.513173 dv-neutron-835340-2-hyperv neutron-server[87870]: timer() Mar 28 11:54:18.513173 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 11:54:18.513173 dv-neutron-835340-2-hyperv neutron-server[87870]: cb(*args, **kw) Mar 28 11:54:18.513173 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 11:54:18.513173 dv-neutron-835340-2-hyperv neutron-server[87870]: return func(*args, **kwargs) Mar 28 11:54:18.513173 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 11:54:18.513173 dv-neutron-835340-2-hyperv neutron-server[87870]: self._notify() Mar 28 11:54:18.513173 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 11:54:18.513173 dv-neutron-835340-2-hyperv neutron-server[87870]: self.callback(batched_events) Mar 28 11:54:18.513173 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 11:54:18.513173 dv-neutron-835340-2-hyperv neutron-server[87870]: event.method(event) Mar 28 11:54:18.513173 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 11:54:18.513173 dv-neutron-835340-2-hyperv neutron-server[87870]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 11:54:18.513173 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 11:54:18.513173 dv-neutron-835340-2-hyperv neutron-server[87870]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 11:54:18.513173 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 11:54:18.513173 dv-neutron-835340-2-hyperv neutron-server[87870]: return f(self, *a, **k) Mar 28 11:54:18.513173 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 11:54:18.513173 dv-neutron-835340-2-hyperv neutron-server[87870]: return self._get(url).json() Mar 28 11:54:18.513173 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 11:54:18.513173 dv-neutron-835340-2-hyperv neutron-server[87870]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 11:54:18.513173 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 11:54:18.513173 dv-neutron-835340-2-hyperv neutron-server[87870]: return self.request(url, 'GET', **kwargs) Mar 28 11:54:18.513173 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 11:54:18.513173 dv-neutron-835340-2-hyperv neutron-server[87870]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 11:54:18.513173 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 11:54:18.513173 dv-neutron-835340-2-hyperv neutron-server[87870]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 11:54:18.513173 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 11:54:18.513173 dv-neutron-835340-2-hyperv neutron-server[87870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 11:54:18.513173 dv-neutron-835340-2-hyperv neutron-server[87870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 11:54:18.537488 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-cdf9d93f-528e-4ada-b38c-dd00ecce07ce None None] Transition to ACTIVE for port object da09ca86-1b55-4904-9fca-68fdd23ccc8e will not be triggered until provisioned by entity L2. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:54:18.575421 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8db2df4-6f2e-480e-aabe-558be7e110ab admin admin] Pushing event updated for resources: {'Port': ['ID=0e3b5c56-40c6-441b-9322-13f44351c6c3,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:54:18.612743 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning for port 8de2fb99-98de-4452-9fd9-d64d82c6052c completed by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:54:18.665045 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port 8de2fb99-98de-4452-9fd9-d64d82c6052c triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:54:18.665682 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:18.667165 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da868258-25ce-4ec4-97aa-274106c4f36b admin admin] Network 4a776d3d-9745-4c38-b1e0-dfac029e8437 is already hosted by enough agents. {{(pid=87871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:54:18.682940 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8db2df4-6f2e-480e-aabe-558be7e110ab admin admin] Network ac2b1748-8f63-4b17-a9c7-07e79704aa5b is already hosted by enough agents. {{(pid=87871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:54:18.684061 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-da868258-25ce-4ec4-97aa-274106c4f36b admin admin] Resources bound (agent type, host, resource id): {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:54:18.686725 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c70c0cad-2831-4408-80c8-78d1bb31de90 tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709602'] for network, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:18.693245 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20a0c21e-6ccb-4a2a-8de5-77508aadfe22 None None] Network a4e7a0f3-f0a8-4b6f-ba98-4c112b7f4173 requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:54:18.714155 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c70c0cad-2831-4408-80c8-78d1bb31de90 tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 323082ed-729d-4c9e-8e93-fc244a410a4b {{(pid=87870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 28 11:54:18.721650 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c70c0cad-2831-4408-80c8-78d1bb31de90 tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538751'] for network, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:18.725205 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70c0cad-2831-4408-80c8-78d1bb31de90 tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] Pushing event deleted for resources: {'Network': ['ID=323082ed-729d-4c9e-8e93-fc244a410a4b,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:54:18.726115 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-cdf9d93f-528e-4ada-b38c-dd00ecce07ce None None] Transition to ACTIVE for port object da09ca86-1b55-4904-9fca-68fdd23ccc8e will not be triggered until provisioned by entity DHCP. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:54:18.735276 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-f8db2df4-6f2e-480e-aabe-558be7e110ab admin admin] Resources bound (agent type, host, resource id): {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:54:18.748676 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-c70c0cad-2831-4408-80c8-78d1bb31de90 tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] 10.222.0.30 "DELETE /v2.0/networks/323082ed-729d-4c9e-8e93-fc244a410a4b HTTP/1.1" status: 204 len: 168 time: 1.6862075 Mar 28 11:54:18.750449 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.db_base_plugin_common [None req-0e5ae75f-587a-4911-8fc1-6be45f24cd5a tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Allocated IP 172.20.0.13 (35092b8c-5d05-4711-9f2d-1d6ba13f5d9e/33f8e5c0-e2c5-4b41-af12-cccd575ee8cc/a4e6a8fa-4651-4b37-aa66-54c16afc078c) {{(pid=87870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:54:18.750569 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da868258-25ce-4ec4-97aa-274106c4f36b admin admin] Received port after_create {{(pid=87871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:54:18.751047 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-da868258-25ce-4ec4-97aa-274106c4f36b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-709483'] for router_interface, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:18.754089 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 47522) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:54:18.763432 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-0f9efd83-28fe-49c5-86f3-c4aecd57a49b tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] Request body: {'network': {'router:external': True}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:54:18.779018 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-0f9efd83-28fe-49c5-86f3-c4aecd57a49b tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:54:18.822612 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-0f9efd83-28fe-49c5-86f3-c4aecd57a49b tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] Usage tracker for resource:network and tenant:1667953568d5410c86af3cfb9a52e3bf is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:54:18.834637 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-0f9efd83-28fe-49c5-86f3-c4aecd57a49b tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:54:18.863180 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-0f9efd83-28fe-49c5-86f3-c4aecd57a49b tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:54:18.925562 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f9efd83-28fe-49c5-86f3-c4aecd57a49b tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] Made reservation on behalf of 1667953568d5410c86af3cfb9a52e3bf for: {'network': 1} {{(pid=87870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:54:18.928381 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-0f9efd83-28fe-49c5-86f3-c4aecd57a49b tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for network, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:18.961243 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.db.api [None req-6c4e4031-ee1b-45c3-8595-f40aaff9b2b4 tempest-DHCPAgentSchedulersTestJSON-1683762586 tempest-DHCPAgentSchedulersTestJSON-1683762586-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-00cdac9d-acbe-41c4-85a4-b0e4cf7123fd {{(pid=87870) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 11:54:18.961568 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG oslo_db.api [None req-6c4e4031-ee1b-45c3-8595-f40aaff9b2b4 tempest-DHCPAgentSchedulersTestJSON-1683762586 tempest-DHCPAgentSchedulersTestJSON-1683762586-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 11:54:18.978137 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-cdf9d93f-528e-4ada-b38c-dd00ecce07ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241'] for port, after_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:19.067712 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aeb6167-5269-4df8-97d6-cb4255aceee6 None None] Network 35092b8c-5d05-4711-9f2d-1d6ba13f5d9e requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:54:19.090775 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f9efd83-28fe-49c5-86f3-c4aecd57a49b tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'} {{(pid=87870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 11:54:19.102201 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-053811d3-e7bf-4f74-82c4-27e334974bc1 tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:19.109401 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-0f9efd83-28fe-49c5-86f3-c4aecd57a49b tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:19.109735 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.db.segments_db [None req-0f9efd83-28fe-49c5-86f3-c4aecd57a49b tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] Added segment 9747791a-7a60-4d63-98a6-e0b7b401bde1 of type vlan for network 24be702d-6a19-4aa9-868d-440d4f57b782 Mar 28 11:54:19.130664 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da868258-25ce-4ec4-97aa-274106c4f36b admin admin] Pushing event updated for resources: {'Port': ['ID=8b64da70-6a09-4b97-bfdd-61f19d79beaa,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:54:19.155167 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-c2547236-3b92-49ef-b64e-2b07321f3fb0 None None] Provisioning for port e3a6fd75-58b7-4aa8-b53f-07a3d17b9a4b completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:54:19.161337 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.notifiers.nova [None req-053811d3-e7bf-4f74-82c4-27e334974bc1 tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] device_id is not set on port 81806571-c84a-4b1b-870a-c82754131dc9 yet. {{(pid=87871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 11:54:19.180424 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdf9d93f-528e-4ada-b38c-dd00ecce07ce None None] Network 52822e74-9123-45bb-bbd9-4d98fdce56b3 is already hosted by enough agents. {{(pid=87872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:54:19.184113 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-0e5ae75f-587a-4911-8fc1-6be45f24cd5a tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:19.192187 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-0f9efd83-28fe-49c5-86f3-c4aecd57a49b tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783495836591'] for network, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:19.198740 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.base_scheduler [None req-cdf9d93f-528e-4ada-b38c-dd00ecce07ce None None] Resources bound (agent type, host, resource id): {{(pid=87872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:54:19.201905 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf9d93f-528e-4ada-b38c-dd00ecce07ce None None] Received port after_create {{(pid=87872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:54:19.244492 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-0f9efd83-28fe-49c5-86f3-c4aecd57a49b tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765'] for network, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:19.245504 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f9efd83-28fe-49c5-86f3-c4aecd57a49b tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:54:19.246128 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-0f9efd83-28fe-49c5-86f3-c4aecd57a49b tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538751'] for network, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:19.265852 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf9d93f-528e-4ada-b38c-dd00ecce07ce None None] Pushing event updated for resources: {'Port': ['ID=da09ca86-1b55-4904-9fca-68fdd23ccc8e,revision_number=1']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:54:19.288582 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-0e5ae75f-587a-4911-8fc1-6be45f24cd5a tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:19.290912 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-0f9efd83-28fe-49c5-86f3-c4aecd57a49b tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 835 time: 0.5347221 Mar 28 11:54:19.343650 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.db_base_plugin_common [None req-053811d3-e7bf-4f74-82c4-27e334974bc1 tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] Allocated IP 172.20.0.8 (a8bc875b-e62f-44c7-bfcd-0308dd813eea/b5bfd83c-32e3-4005-a9f4-2dc4b916b5ee/81806571-c84a-4b1b-870a-c82754131dc9) {{(pid=87871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:54:19.346983 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 47528) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:54:19.369375 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-bb09cec8-cfd1-4eb5-9818-7498c12b581f tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] Request body: {'subnet': {'network_id': '24be702d-6a19-4aa9-868d-440d4f57b782', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:54:19.435220 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-bb09cec8-cfd1-4eb5-9818-7498c12b581f tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:54:19.468490 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-6c4e4031-ee1b-45c3-8595-f40aaff9b2b4 tempest-DHCPAgentSchedulersTestJSON-1683762586 tempest-DHCPAgentSchedulersTestJSON-1683762586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:19.498704 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-bb09cec8-cfd1-4eb5-9818-7498c12b581f tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] Usage tracker for resource:subnet and tenant:1667953568d5410c86af3cfb9a52e3bf is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:54:19.504651 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e5ae75f-587a-4911-8fc1-6be45f24cd5a tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Network 35092b8c-5d05-4711-9f2d-1d6ba13f5d9e is already hosted by enough agents. {{(pid=87870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:54:19.508641 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9efd83-28fe-49c5-86f3-c4aecd57a49b tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] Pushing event updated for resources: {'Network': ['ID=24be702d-6a19-4aa9-868d-440d4f57b782,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:54:19.528973 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-bb09cec8-cfd1-4eb5-9818-7498c12b581f tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:54:19.533703 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.base_scheduler [None req-0e5ae75f-587a-4911-8fc1-6be45f24cd5a tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Resources bound (agent type, host, resource id): {{(pid=87870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:54:19.553662 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.notifiers.nova [None req-6c4e4031-ee1b-45c3-8595-f40aaff9b2b4 tempest-DHCPAgentSchedulersTestJSON-1683762586 tempest-DHCPAgentSchedulersTestJSON-1683762586-project] device_id is not set on port e94452d7-9c98-47bb-909b-42d840bfadda yet. {{(pid=87870) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 11:54:19.553878 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Network 24be702d-6a19-4aa9-868d-440d4f57b782 details requested by agent ovs-agent-dv-neutron-835340-2-hyperv with host dv-neutron-835340-2-hyperv {{(pid=87872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 11:54:19.579277 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-e4cd5f22-aa37-4161-96a9-582d803edfdf tempest-QuotasNegativeTest-871283439 tempest-QuotasNegativeTest-871283439-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:19.604624 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-bb09cec8-cfd1-4eb5-9818-7498c12b581f tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:54:19.606964 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e5ae75f-587a-4911-8fc1-6be45f24cd5a tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Received port after_create {{(pid=87870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:54:19.633640 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-4199ec21-948f-4bb6-8c25-3e9ae62c3498 None None] Provisioning for port 8b64da70-6a09-4b97-bfdd-61f19d79beaa completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:54:19.640405 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8db2df4-6f2e-480e-aabe-558be7e110ab admin admin] Received port after_create {{(pid=87871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:54:19.646331 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5ae75f-587a-4911-8fc1-6be45f24cd5a tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Pushing event updated for resources: {'Port': ['ID=a4e6a8fa-4651-4b37-aa66-54c16afc078c,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:54:19.706926 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb09cec8-cfd1-4eb5-9818-7498c12b581f tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] Made reservation on behalf of 1667953568d5410c86af3cfb9a52e3bf for: {'subnet': 1} {{(pid=87870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:54:19.709528 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-bb09cec8-cfd1-4eb5-9818-7498c12b581f tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2563571'] for subnet, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:19.715081 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cd5f22-aa37-4161-96a9-582d803edfdf tempest-QuotasNegativeTest-871283439 tempest-QuotasNegativeTest-871283439-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a74187e-4f5a-4de7-9dcc-0d20a15cd493,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:54:19.719422 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-4199ec21-948f-4bb6-8c25-3e9ae62c3498 None None] Provisioning complete for port 8b64da70-6a09-4b97-bfdd-61f19d79beaa triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:54:19.719826 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-4199ec21-948f-4bb6-8c25-3e9ae62c3498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:19.752468 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-cdf9d93f-528e-4ada-b38c-dd00ecce07ce None None] Attempting to bind port da09ca86-1b55-4904-9fca-68fdd23ccc8e on host dv-neutron-835340-2-hyperv for vnic_type normal with profile {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:54:19.753196 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-cdf9d93f-528e-4ada-b38c-dd00ecce07ce None None] Attempting to bind port da09ca86-1b55-4904-9fca-68fdd23ccc8e by drivers openvswitch,hyperv on host dv-neutron-835340-2-hyperv at level 0 using segments [{'id': '0dd22642-a655-4fec-b298-e0b3a8a22f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '52822e74-9123-45bb-bbd9-4d98fdce56b3'}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:54:19.753744 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf9d93f-528e-4ada-b38c-dd00ecce07ce None None] Attempting to bind port da09ca86-1b55-4904-9fca-68fdd23ccc8e on network 52822e74-9123-45bb-bbd9-4d98fdce56b3 {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:54:19.852544 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf9d93f-528e-4ada-b38c-dd00ecce07ce None None] Checking agent: {'id': '961a16fe-cbc8-4264-ac28-bbbd53f89caa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 46, 6), 'started_at': datetime.datetime(2022, 3, 28, 11, 46, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 11, 54, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 11:54:19.852922 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf9d93f-528e-4ada-b38c-dd00ecce07ce None None] Checking segment: {'id': '0dd22642-a655-4fec-b298-e0b3a8a22f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '52822e74-9123-45bb-bbd9-4d98fdce56b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:54:19.853347 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-cdf9d93f-528e-4ada-b38c-dd00ecce07ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:19.853704 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf9d93f-528e-4ada-b38c-dd00ecce07ce None None] Bound using segment: {'id': '0dd22642-a655-4fec-b298-e0b3a8a22f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '52822e74-9123-45bb-bbd9-4d98fdce56b3'} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 11:54:19.854191 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-cdf9d93f-528e-4ada-b38c-dd00ecce07ce None None] Bound port: da09ca86-1b55-4904-9fca-68fdd23ccc8e, host: dv-neutron-835340-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dd22642-a655-4fec-b298-e0b3a8a22f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '52822e74-9123-45bb-bbd9-4d98fdce56b3'}}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 11:54:19.854563 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-cdf9d93f-528e-4ada-b38c-dd00ecce07ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:19.859123 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-e9def875-ec0e-4c1f-86f2-d216595e465d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709693'] for router, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:19.884414 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:19.958204 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e5ae75f-587a-4911-8fc1-6be45f24cd5a tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:54:19.959293 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-0e5ae75f-587a-4911-8fc1-6be45f24cd5a tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538751'] for port, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:20.028302 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.db_base_plugin_common [None req-6c4e4031-ee1b-45c3-8595-f40aaff9b2b4 tempest-DHCPAgentSchedulersTestJSON-1683762586 tempest-DHCPAgentSchedulersTestJSON-1683762586-project] Allocated IP 172.20.0.7 (52822e74-9123-45bb-bbd9-4d98fdce56b3/6675f677-8c0c-4038-87b6-751da945e8e5/e94452d7-9c98-47bb-909b-42d840bfadda) {{(pid=87870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:54:20.050783 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-4199ec21-948f-4bb6-8c25-3e9ae62c3498 None None] Port 8b64da70-6a09-4b97-bfdd-61f19d79beaa cannot update to ACTIVE because it is not bound. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 11:54:20.120150 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-e4cd5f22-aa37-4161-96a9-582d803edfdf tempest-QuotasNegativeTest-871283439 tempest-QuotasNegativeTest-871283439-project-admin] Notify callbacks [] for security_group, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:20.124971 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-e4cd5f22-aa37-4161-96a9-582d803edfdf tempest-QuotasNegativeTest-871283439 tempest-QuotasNegativeTest-871283439-project-admin] 10.222.0.30 "DELETE /v2.0/security-groups/2a74187e-4f5a-4de7-9dcc-0d20a15cd493 HTTP/1.1" status: 204 len: 168 time: 3.1405914 Mar 28 11:54:20.127320 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 47532) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:54:20.156112 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] For port 8de2fb99-98de-4452-9fd9-d64d82c6052c, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=8de2fb99-98de-4452-9fd9-d64d82c6052c,segment=NetworkSegment(d6ac5c2d-906e-47e6-9502-c659012845e8),segment_id=d6ac5c2d-906e-47e6-9502-c659012845e8)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:54:20.179536 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:20.181183 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 7a491cab-d3e7-422b-8811-bc282f168100 up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:54:20.229799 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-053811d3-e7bf-4f74-82c4-27e334974bc1 tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] Notify callbacks [] for port, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:20.256783 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-0e5ae75f-587a-4911-8fc1-6be45f24cd5a tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1024 time: 2.3501871 Mar 28 11:54:20.279398 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 47536) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:54:20.325752 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Pushing event updated for resources: {'Port': ['ID=8de2fb99-98de-4452-9fd9-d64d82c6052c,revision_number=3']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:54:20.335963 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-cdf9d93f-528e-4ada-b38c-dd00ecce07ce None None] For port da09ca86-1b55-4904-9fca-68fdd23ccc8e, host dv-neutron-835340-2-hyperv, cleared binding levels {{(pid=87872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 11:54:20.374859 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-cdf9d93f-528e-4ada-b38c-dd00ecce07ce None None] For port da09ca86-1b55-4904-9fca-68fdd23ccc8e, host dv-neutron-835340-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=da09ca86-1b55-4904-9fca-68fdd23ccc8e,segment=NetworkSegment(0dd22642-a655-4fec-b298-e0b3a8a22f6f),segment_id=0dd22642-a655-4fec-b298-e0b3a8a22f6f)] {{(pid=87872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 11:54:20.379284 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-6674dfc5-a8a9-41c4-ab24-0d78c3a913d6 tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Deleting port a4e6a8fa-4651-4b37-aa66-54c16afc078c {{(pid=87870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:54:20.379939 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-6674dfc5-a8a9-41c4-ab24-0d78c3a913d6 tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:20.387656 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-c7214953-8e98-4d59-9d52-fe4cf9c40847 None None] Provisioning for port 3b1bc195-33f8-4a41-b60e-dbde089bd6aa completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:54:20.401912 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-cdf9d93f-528e-4ada-b38c-dd00ecce07ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:20.470221 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-c7214953-8e98-4d59-9d52-fe4cf9c40847 None None] Provisioning complete for port 3b1bc195-33f8-4a41-b60e-dbde089bd6aa triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:54:20.471899 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-c7214953-8e98-4d59-9d52-fe4cf9c40847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:20.482416 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.provisioning_blocks [None req-053811d3-e7bf-4f74-82c4-27e334974bc1 tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] Transition to ACTIVE for port object 81806571-c84a-4b1b-870a-c82754131dc9 will not be triggered until provisioned by entity DHCP. {{(pid=87871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:54:20.569873 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-6c4e4031-ee1b-45c3-8595-f40aaff9b2b4 tempest-DHCPAgentSchedulersTestJSON-1683762586 tempest-DHCPAgentSchedulersTestJSON-1683762586-project] Notify callbacks [] for port, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:20.583213 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:20.596875 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-c7214953-8e98-4d59-9d52-fe4cf9c40847 None None] Port 3b1bc195-33f8-4a41-b60e-dbde089bd6aa cannot update to ACTIVE because it is not bound. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 11:54:20.601831 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning for port 7a491cab-d3e7-422b-8811-bc282f168100 completed by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:54:20.611205 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port 7a491cab-d3e7-422b-8811-bc282f168100 triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:54:20.611205 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:20.657078 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf9d93f-528e-4ada-b38c-dd00ecce07ce None None] Pushing event updated for resources: {'Port': ['ID=da09ca86-1b55-4904-9fca-68fdd23ccc8e,revision_number=2']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:54:20.663737 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.provisioning_blocks [None req-6c4e4031-ee1b-45c3-8595-f40aaff9b2b4 tempest-DHCPAgentSchedulersTestJSON-1683762586 tempest-DHCPAgentSchedulersTestJSON-1683762586-project] Transition to ACTIVE for port object e94452d7-9c98-47bb-909b-42d840bfadda will not be triggered until provisioned by entity DHCP. {{(pid=87870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:54:20.698365 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-c7214953-8e98-4d59-9d52-fe4cf9c40847 None None] Provisioning complete for port 8de2fb99-98de-4452-9fd9-d64d82c6052c triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:54:20.699721 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-c7214953-8e98-4d59-9d52-fe4cf9c40847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:20.734734 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-79146f8a-1507-4c88-a6b1-e10c3723ffa1 tempest-QuotasNegativeTest-871283439 tempest-QuotasNegativeTest-871283439-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588883'] for network, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:20.818540 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:20.895837 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] For port 7a491cab-d3e7-422b-8811-bc282f168100, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=7a491cab-d3e7-422b-8811-bc282f168100,segment=NetworkSegment(688afb86-c9bd-46e2-ba7d-3fe76fb1efff),segment_id=688afb86-c9bd-46e2-ba7d-3fe76fb1efff)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:54:20.904316 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:20.905345 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 3427895c-99da-4390-9f1d-9a02bef4a15f up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:54:20.914746 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-053811d3-e7bf-4f74-82c4-27e334974bc1 tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241'] for port, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:20.952053 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-f8db2df4-6f2e-480e-aabe-558be7e110ab admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:20.977784 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-6674dfc5-a8a9-41c4-ab24-0d78c3a913d6 tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:21.040628 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Pushing event updated for resources: {'Port': ['ID=7a491cab-d3e7-422b-8811-bc282f168100,revision_number=4']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:54:21.050311 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-da868258-25ce-4ec4-97aa-274106c4f36b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:21.060207 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning for port 3427895c-99da-4390-9f1d-9a02bef4a15f completed by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:54:21.066217 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port 3427895c-99da-4390-9f1d-9a02bef4a15f triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:54:21.066788 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:21.129480 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-6674dfc5-a8a9-41c4-ab24-0d78c3a913d6 tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Calling delete_port for a4e6a8fa-4651-4b37-aa66-54c16afc078c owned by {{(pid=87870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:54:21.188094 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-6bb11305-3afb-457c-b977-9b26234277d3 None None] Provisioning complete for port 3b1bc195-33f8-4a41-b60e-dbde089bd6aa triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:54:21.188568 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-6bb11305-3afb-457c-b977-9b26234277d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:21.237897 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-6c4e4031-ee1b-45c3-8595-f40aaff9b2b4 tempest-DHCPAgentSchedulersTestJSON-1683762586 tempest-DHCPAgentSchedulersTestJSON-1683762586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:21.249175 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:21.253098 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-053811d3-e7bf-4f74-82c4-27e334974bc1 tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] Network a8bc875b-e62f-44c7-bfcd-0308dd813eea is already hosted by enough agents. {{(pid=87871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:54:21.271776 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-79146f8a-1507-4c88-a6b1-e10c3723ffa1 tempest-QuotasNegativeTest-871283439 tempest-QuotasNegativeTest-871283439-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930431', 'neutron.services.segments.db._delete_segments_for_network-8783496351308'] for network, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:21.274399 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-6bb11305-3afb-457c-b977-9b26234277d3 None None] Port 3b1bc195-33f8-4a41-b60e-dbde089bd6aa cannot update to ACTIVE because it is not bound. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 11:54:21.286246 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-053811d3-e7bf-4f74-82c4-27e334974bc1 tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] Resources bound (agent type, host, resource id): {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:54:21.295150 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] For port 3427895c-99da-4390-9f1d-9a02bef4a15f, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=3427895c-99da-4390-9f1d-9a02bef4a15f,segment=NetworkSegment(e329885b-8f4a-46ec-aac6-9c31786794f0),segment_id=e329885b-8f4a-46ec-aac6-9c31786794f0)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:54:21.301200 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-053811d3-e7bf-4f74-82c4-27e334974bc1 tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] Received port after_create {{(pid=87871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:54:21.306677 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-053811d3-e7bf-4f74-82c4-27e334974bc1 tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:54:21.307322 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-053811d3-e7bf-4f74-82c4-27e334974bc1 tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538751'] for port, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:21.311348 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:21.312171 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device e3a6fd75-58b7-4aa8-b53f-07a3d17b9a4b up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:54:21.327595 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9def875-ec0e-4c1f-86f2-d216595e465d admin admin] Router e0cc35fd-c36e-466e-b03a-106c19342ec3 is scheduled to L3 agent af79d429-529e-400b-a119-94d4bec03f3e with binding_index 1 {{(pid=87871) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 11:54:21.329887 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053811d3-e7bf-4f74-82c4-27e334974bc1 tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] Pushing event updated for resources: {'Port': ['ID=81806571-c84a-4b1b-870a-c82754131dc9,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:54:21.463055 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c4e4031-ee1b-45c3-8595-f40aaff9b2b4 tempest-DHCPAgentSchedulersTestJSON-1683762586 tempest-DHCPAgentSchedulersTestJSON-1683762586-project] Network 52822e74-9123-45bb-bbd9-4d98fdce56b3 is already hosted by enough agents. {{(pid=87870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:54:21.464136 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Pushing event updated for resources: {'Port': ['ID=3427895c-99da-4390-9f1d-9a02bef4a15f,revision_number=3']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:54:21.473516 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.base_scheduler [None req-6c4e4031-ee1b-45c3-8595-f40aaff9b2b4 tempest-DHCPAgentSchedulersTestJSON-1683762586 tempest-DHCPAgentSchedulersTestJSON-1683762586-project] Resources bound (agent type, host, resource id): {{(pid=87870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:54:21.485213 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c4e4031-ee1b-45c3-8595-f40aaff9b2b4 tempest-DHCPAgentSchedulersTestJSON-1683762586 tempest-DHCPAgentSchedulersTestJSON-1683762586-project] Received port after_create {{(pid=87870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:54:21.488903 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning for port e3a6fd75-58b7-4aa8-b53f-07a3d17b9a4b completed by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:54:21.503905 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port e3a6fd75-58b7-4aa8-b53f-07a3d17b9a4b triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:54:21.505520 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:21.508651 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-79146f8a-1507-4c88-a6b1-e10c3723ffa1 tempest-QuotasNegativeTest-871283439 tempest-QuotasNegativeTest-871283439-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=87871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 11:54:21.509112 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-79146f8a-1507-4c88-a6b1-e10c3723ffa1 tempest-QuotasNegativeTest-871283439 tempest-QuotasNegativeTest-871283439-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=87871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 11:54:21.510039 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-79146f8a-1507-4c88-a6b1-e10c3723ffa1 tempest-QuotasNegativeTest-871283439 tempest-QuotasNegativeTest-871283439-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 11:54:21.510462 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-79146f8a-1507-4c88-a6b1-e10c3723ffa1 tempest-QuotasNegativeTest-871283439 tempest-QuotasNegativeTest-871283439-project-admin] Subscribe: > port after_create 55550000 {{(pid=87871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 11:54:21.510864 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-79146f8a-1507-4c88-a6b1-e10c3723ffa1 tempest-QuotasNegativeTest-871283439 tempest-QuotasNegativeTest-871283439-project-admin] Subscribe: > port after_delete 55550000 {{(pid=87871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 11:54:21.511334 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-79146f8a-1507-4c88-a6b1-e10c3723ffa1 tempest-QuotasNegativeTest-871283439 tempest-QuotasNegativeTest-871283439-project-admin] Subscribe: > port after_update 55550000 {{(pid=87871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 11:54:21.511794 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-79146f8a-1507-4c88-a6b1-e10c3723ffa1 tempest-QuotasNegativeTest-871283439 tempest-QuotasNegativeTest-871283439-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=87871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 11:54:21.512245 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-79146f8a-1507-4c88-a6b1-e10c3723ffa1 tempest-QuotasNegativeTest-871283439 tempest-QuotasNegativeTest-871283439-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=87871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 11:54:21.512646 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-79146f8a-1507-4c88-a6b1-e10c3723ffa1 tempest-QuotasNegativeTest-871283439 tempest-QuotasNegativeTest-871283439-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=87871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 11:54:21.513112 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-79146f8a-1507-4c88-a6b1-e10c3723ffa1 tempest-QuotasNegativeTest-871283439 tempest-QuotasNegativeTest-871283439-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=87871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 11:54:21.596086 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4e4031-ee1b-45c3-8595-f40aaff9b2b4 tempest-DHCPAgentSchedulersTestJSON-1683762586 tempest-DHCPAgentSchedulersTestJSON-1683762586-project] Pushing event updated for resources: {'Port': ['ID=e94452d7-9c98-47bb-909b-42d840bfadda,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:54:21.659516 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.objects.ports [None req-bb09cec8-cfd1-4eb5-9818-7498c12b581f tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87870) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 28 11:54:21.659979 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-bb09cec8-cfd1-4eb5-9818-7498c12b581f tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2561241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2563521'] for subnet, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:21.674069 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:21.722905 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c4e4031-ee1b-45c3-8595-f40aaff9b2b4 tempest-DHCPAgentSchedulersTestJSON-1683762586 tempest-DHCPAgentSchedulersTestJSON-1683762586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:54:21.723125 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] For port e3a6fd75-58b7-4aa8-b53f-07a3d17b9a4b, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=e3a6fd75-58b7-4aa8-b53f-07a3d17b9a4b,segment=NetworkSegment(198798f5-3835-4d38-b1d4-ea994e0d42ca),segment_id=198798f5-3835-4d38-b1d4-ea994e0d42ca)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:54:21.723575 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-6c4e4031-ee1b-45c3-8595-f40aaff9b2b4 tempest-DHCPAgentSchedulersTestJSON-1683762586 tempest-DHCPAgentSchedulersTestJSON-1683762586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538751'] for port, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:21.725163 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-4e80b61c-503c-4f7d-be75-b8d9f4652630 None None] Provisioning for port 81806571-c84a-4b1b-870a-c82754131dc9 completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:54:21.733186 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:21.742439 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb09cec8-cfd1-4eb5-9818-7498c12b581f tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] Pushing event updated for resources: {'Subnet': ['ID=6b1e78a0-800e-4bce-b579-bcd93cf88fa8,revision_number=0']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:54:21.743929 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-79146f8a-1507-4c88-a6b1-e10c3723ffa1 tempest-QuotasNegativeTest-871283439 tempest-QuotasNegativeTest-871283439-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=87871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 11:54:21.745451 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-79146f8a-1507-4c88-a6b1-e10c3723ffa1 tempest-QuotasNegativeTest-871283439 tempest-QuotasNegativeTest-871283439-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=87871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 11:54:21.746053 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-79146f8a-1507-4c88-a6b1-e10c3723ffa1 tempest-QuotasNegativeTest-871283439 tempest-QuotasNegativeTest-871283439-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=87871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 11:54:21.746595 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-79146f8a-1507-4c88-a6b1-e10c3723ffa1 tempest-QuotasNegativeTest-871283439 tempest-QuotasNegativeTest-871283439-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=87871) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 28 11:54:21.747116 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.segments.db [None req-79146f8a-1507-4c88-a6b1-e10c3723ffa1 tempest-QuotasNegativeTest-871283439 tempest-QuotasNegativeTest-871283439-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10d9d625-1637-4f6d-b30e-ad240a7cfe60']}} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:54:21.759520 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-6674dfc5-a8a9-41c4-ab24-0d78c3a913d6 tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:21.763559 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.segments.db [None req-79146f8a-1507-4c88-a6b1-e10c3723ffa1 tempest-QuotasNegativeTest-871283439 tempest-QuotasNegativeTest-871283439-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6de4d4aa-44e3-4708-ba13-721f9cb1708f') {'for_net_delete': True} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:54:21.764281 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.segments.db [None req-79146f8a-1507-4c88-a6b1-e10c3723ffa1 tempest-QuotasNegativeTest-871283439 tempest-QuotasNegativeTest-871283439-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6de4d4aa-44e3-4708-ba13-721f9cb1708f') {} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:54:21.779208 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-79146f8a-1507-4c88-a6b1-e10c3723ffa1 tempest-QuotasNegativeTest-871283439 tempest-QuotasNegativeTest-871283439-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783496353639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3436890'] for segment, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:21.802459 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-79146f8a-1507-4c88-a6b1-e10c3723ffa1 tempest-QuotasNegativeTest-871283439 tempest-QuotasNegativeTest-871283439-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:21.812940 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79146f8a-1507-4c88-a6b1-e10c3723ffa1 tempest-QuotasNegativeTest-871283439 tempest-QuotasNegativeTest-871283439-project-admin] Releasing vlan 90 on physical network physnet1 to pool {{(pid=87871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 11:54:21.813388 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-79146f8a-1507-4c88-a6b1-e10c3723ffa1 tempest-QuotasNegativeTest-871283439 tempest-QuotasNegativeTest-871283439-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1920481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2363149'] for segment, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:21.888779 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-4e80b61c-503c-4f7d-be75-b8d9f4652630 None None] Provisioning complete for port 81806571-c84a-4b1b-870a-c82754131dc9 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:54:21.889283 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-4e80b61c-503c-4f7d-be75-b8d9f4652630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:21.930635 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-6c4e4031-ee1b-45c3-8595-f40aaff9b2b4 tempest-DHCPAgentSchedulersTestJSON-1683762586 tempest-DHCPAgentSchedulersTestJSON-1683762586-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.5158124 Mar 28 11:54:21.931527 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6674dfc5-a8a9-41c4-ab24-0d78c3a913d6 tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Pushing event deleted for resources: {'Port': ['ID=a4e6a8fa-4651-4b37-aa66-54c16afc078c,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:54:21.934413 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 47540) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:54:21.960761 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-4e80b61c-503c-4f7d-be75-b8d9f4652630 None None] Port 81806571-c84a-4b1b-870a-c82754131dc9 cannot update to ACTIVE because it is not bound. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 11:54:21.973313 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Pushing event updated for resources: {'Port': ['ID=e3a6fd75-58b7-4aa8-b53f-07a3d17b9a4b,revision_number=3']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:54:21.998249 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-558aeb37-bc7a-4384-8f66-b3a6309dad6a None None] Network 52822e74-9123-45bb-bbd9-4d98fdce56b3 requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:54:22.009063 dv-neutron-835340-2-hyperv neutron-server[87871]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 28 11:54:22.009063 dv-neutron-835340-2-hyperv neutron-server[87871]: from cryptography.utils import int_from_bytes Mar 28 11:54:22.009063 dv-neutron-835340-2-hyperv neutron-server[87871]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 28 11:54:22.009063 dv-neutron-835340-2-hyperv neutron-server[87871]: from cryptography.utils import int_from_bytes Mar 28 11:54:22.009063 dv-neutron-835340-2-hyperv neutron-server[87871]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Mar 28 11:54:22.009063 dv-neutron-835340-2-hyperv neutron-server[87871]: util.warn_limited( Mar 28 11:54:22.009063 dv-neutron-835340-2-hyperv neutron-server[87871]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Mar 28 11:54:22.009063 dv-neutron-835340-2-hyperv neutron-server[87871]: util.warn_limited( Mar 28 11:54:22.009063 dv-neutron-835340-2-hyperv neutron-server[87871]: Traceback (most recent call last): Mar 28 11:54:22.009063 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 11:54:22.009063 dv-neutron-835340-2-hyperv neutron-server[87871]: timer() Mar 28 11:54:22.009063 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 11:54:22.009063 dv-neutron-835340-2-hyperv neutron-server[87871]: cb(*args, **kw) Mar 28 11:54:22.009063 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 11:54:22.009063 dv-neutron-835340-2-hyperv neutron-server[87871]: return func(*args, **kwargs) Mar 28 11:54:22.009063 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 11:54:22.009063 dv-neutron-835340-2-hyperv neutron-server[87871]: self._notify() Mar 28 11:54:22.009063 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 11:54:22.009063 dv-neutron-835340-2-hyperv neutron-server[87871]: self.callback(batched_events) Mar 28 11:54:22.009063 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 11:54:22.009063 dv-neutron-835340-2-hyperv neutron-server[87871]: event.method(event) Mar 28 11:54:22.009063 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 11:54:22.009063 dv-neutron-835340-2-hyperv neutron-server[87871]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 11:54:22.009063 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 11:54:22.009063 dv-neutron-835340-2-hyperv neutron-server[87871]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 11:54:22.009063 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 11:54:22.009063 dv-neutron-835340-2-hyperv neutron-server[87871]: return f(self, *a, **k) Mar 28 11:54:22.009063 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 11:54:22.009063 dv-neutron-835340-2-hyperv neutron-server[87871]: return self._get(url).json() Mar 28 11:54:22.009063 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 11:54:22.009063 dv-neutron-835340-2-hyperv neutron-server[87871]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 11:54:22.009063 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 11:54:22.009063 dv-neutron-835340-2-hyperv neutron-server[87871]: return self.request(url, 'GET', **kwargs) Mar 28 11:54:22.009063 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 11:54:22.009063 dv-neutron-835340-2-hyperv neutron-server[87871]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 11:54:22.009063 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 11:54:22.009063 dv-neutron-835340-2-hyperv neutron-server[87871]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 11:54:22.009063 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 11:54:22.009063 dv-neutron-835340-2-hyperv neutron-server[87871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 11:54:22.009063 dv-neutron-835340-2-hyperv neutron-server[87871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 11:54:22.041764 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 8de2fb99-98de-4452-9fd9-d64d82c6052c up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:54:22.083963 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-79146f8a-1507-4c88-a6b1-e10c3723ffa1 tempest-QuotasNegativeTest-871283439 tempest-QuotasNegativeTest-871283439-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709602'] for network, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:22.097629 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-053811d3-e7bf-4f74-82c4-27e334974bc1 tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 4.4873183 Mar 28 11:54:22.107628 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 47544) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:54:22.145471 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb09cec8-cfd1-4eb5-9818-7498c12b581f tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] Checking segment: {'id': '9747791a-7a60-4d63-98a6-e0b7b401bde1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '24be702d-6a19-4aa9-868d-440d4f57b782'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:54:22.145823 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb09cec8-cfd1-4eb5-9818-7498c12b581f tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] Network hostable DHCP agents. Network: 24be702d-6a19-4aa9-868d-440d4f57b782, hostable agents: ['3cb85949-855b-4a40-b988-cd5705e511da'], hosted agents: [] {{(pid=87870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 11:54:22.175514 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-232eadab-b068-41de-9d3d-03733ed8d3c2 None None] Provisioning for port da09ca86-1b55-4904-9fca-68fdd23ccc8e completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:54:22.183996 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-8bd8647e-d414-4ae3-940b-baab03b2fb9d tempest-DHCPAgentSchedulersTestJSON-1683762586 tempest-DHCPAgentSchedulersTestJSON-1683762586-project] Deleting port e94452d7-9c98-47bb-909b-42d840bfadda {{(pid=87870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:54:22.184333 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-8bd8647e-d414-4ae3-940b-baab03b2fb9d tempest-DHCPAgentSchedulersTestJSON-1683762586 tempest-DHCPAgentSchedulersTestJSON-1683762586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:22.234181 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb09cec8-cfd1-4eb5-9818-7498c12b581f tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] Network 24be702d-6a19-4aa9-868d-440d4f57b782 is scheduled to be hosted by DHCP agent 3cb85949-855b-4a40-b988-cd5705e511da with binding_index 1 {{(pid=87870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 11:54:22.257365 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-6674dfc5-a8a9-41c4-ab24-0d78c3a913d6 tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:22.263407 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-6674dfc5-a8a9-41c4-ab24-0d78c3a913d6 tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] 10.222.0.30 "DELETE /v2.0/ports/a4e6a8fa-4651-4b37-aa66-54c16afc078c HTTP/1.1" status: 204 len: 168 time: 1.9755476 Mar 28 11:54:22.263713 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port 8de2fb99-98de-4452-9fd9-d64d82c6052c triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:54:22.263713 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:22.264922 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 47548) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:54:22.303770 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.base_scheduler [None req-bb09cec8-cfd1-4eb5-9818-7498c12b581f tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-2-hyperv, 24be702d-6a19-4aa9-868d-440d4f57b782) {{(pid=87870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:54:22.315243 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-a864ddec-cd30-4552-870d-4cef9acb655f tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '35092b8c-5d05-4711-9f2d-1d6ba13f5d9e', 'external_fixed_ips': [{'subnet_id': '33f8e5c0-e2c5-4b41-af12-cccd575ee8cc', 'ip_address': '172.20.0.13'}]}}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:54:22.323613 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb09cec8-cfd1-4eb5-9818-7498c12b581f tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:54:22.324201 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-bb09cec8-cfd1-4eb5-9818-7498c12b581f tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538751'] for subnet, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:22.330643 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-a864ddec-cd30-4552-870d-4cef9acb655f tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:54:22.350810 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-a864ddec-cd30-4552-870d-4cef9acb655f tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Usage tracker for resource:router and tenant:d81c380f5a424ddd9f088c5f4081fe4e is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:54:22.354659 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb3a2cca-4a9f-448c-8a45-a4bd687a8179 None None] Network 24be702d-6a19-4aa9-868d-440d4f57b782 requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:54:22.358845 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-a864ddec-cd30-4552-870d-4cef9acb655f tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:54:22.383504 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-79146f8a-1507-4c88-a6b1-e10c3723ffa1 tempest-QuotasNegativeTest-871283439 tempest-QuotasNegativeTest-871283439-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538751'] for network, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:22.391105 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79146f8a-1507-4c88-a6b1-e10c3723ffa1 tempest-QuotasNegativeTest-871283439 tempest-QuotasNegativeTest-871283439-project-admin] Pushing event deleted for resources: {'Network': ['ID=10d9d625-1637-4f6d-b30e-ad240a7cfe60,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:54:22.403052 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-a864ddec-cd30-4552-870d-4cef9acb655f tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:54:22.408061 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-bb09cec8-cfd1-4eb5-9818-7498c12b581f tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.0579343 Mar 28 11:54:22.412071 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 47552) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:54:22.418797 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-f88443e3-4e01-4f89-9e67-e93e3e3e2f96 tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] Request body: {'floatingip': {'floating_network_id': '24be702d-6a19-4aa9-868d-440d4f57b782'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:54:22.429126 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-f88443e3-4e01-4f89-9e67-e93e3e3e2f96 tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:54:22.435647 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-79146f8a-1507-4c88-a6b1-e10c3723ffa1 tempest-QuotasNegativeTest-871283439 tempest-QuotasNegativeTest-871283439-project-admin] 10.222.0.30 "DELETE /v2.0/networks/10d9d625-1637-4f6d-b30e-ad240a7cfe60 HTTP/1.1" status: 204 len: 168 time: 2.2917185 Mar 28 11:54:22.442247 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 47556) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:54:22.479461 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-f88443e3-4e01-4f89-9e67-e93e3e3e2f96 tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] Usage tracker for resource:floatingip and tenant:1667953568d5410c86af3cfb9a52e3bf is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:54:22.487029 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-a864ddec-cd30-4552-870d-4cef9acb655f tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-707665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-260886'] for router, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:22.488175 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-a864ddec-cd30-4552-870d-4cef9acb655f tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-705660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709650', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-767110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260873'] for router, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:22.492596 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-f88443e3-4e01-4f89-9e67-e93e3e3e2f96 tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:54:22.505717 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-f88443e3-4e01-4f89-9e67-e93e3e3e2f96 tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:54:22.533871 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-a864ddec-cd30-4552-870d-4cef9acb655f tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:22.535378 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-f88443e3-4e01-4f89-9e67-e93e3e3e2f96 tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:22.591739 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-8bd8647e-d414-4ae3-940b-baab03b2fb9d tempest-DHCPAgentSchedulersTestJSON-1683762586 tempest-DHCPAgentSchedulersTestJSON-1683762586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:22.615706 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 7a491cab-d3e7-422b-8811-bc282f168100 up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:54:22.738917 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57c62113-2967-4d6c-b603-796bc80347d0 None None] Network 24be702d-6a19-4aa9-868d-440d4f57b782 requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:54:22.744190 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-da868258-25ce-4ec4-97aa-274106c4f36b admin admin] Notify callbacks [] for port, precommit_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:22.747044 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9def875-ec0e-4c1f-86f2-d216595e465d admin admin] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 11:54:22.755897 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port 7a491cab-d3e7-422b-8811-bc282f168100 triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:54:22.756665 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:22.778192 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-f8db2df4-6f2e-480e-aabe-558be7e110ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709693'] for router, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:22.778881 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-8bd8647e-d414-4ae3-940b-baab03b2fb9d tempest-DHCPAgentSchedulersTestJSON-1683762586 tempest-DHCPAgentSchedulersTestJSON-1683762586-project] Calling delete_port for e94452d7-9c98-47bb-909b-42d840bfadda owned by {{(pid=87870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:54:22.788620 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f6c9f9-9b5e-4960-a20b-63e23bd30b47 None None] Sync routers for ids ['e0cc35fd-c36e-466e-b03a-106c19342ec3'] in dv-neutron-835340-2-hyperv {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 11:54:22.802132 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-da868258-25ce-4ec4-97aa-274106c4f36b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2363241'] for port, after_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:22.927162 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f6c9f9-9b5e-4960-a20b-63e23bd30b47 None None] Routers {'e0cc35fd-c36e-466e-b03a-106c19342ec3'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:54:22.927812 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-e6f6c9f9-9b5e-4960-a20b-63e23bd30b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T11:54:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['e0cc35fd-c36e-466e-b03a-106c19342ec3'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:54:22.946756 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-e9def875-ec0e-4c1f-86f2-d216595e465d admin admin] Notify callbacks [] for router, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:22.946756 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-e9def875-ec0e-4c1f-86f2-d216595e465d admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 11.5215189 Mar 28 11:54:22.961547 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 47560) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:54:23.081450 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-47354bbb-890f-43d3-a0ea-ea1f343a257f None None] Provisioning for port e94452d7-9c98-47bb-909b-42d840bfadda completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:54:23.109054 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-6e7d5d34-d1fc-40e2-9445-68c0fffc4332 tempest-QuotasNegativeTest-871283439 tempest-QuotasNegativeTest-871283439-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588883'] for network, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:23.114875 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-da868258-25ce-4ec4-97aa-274106c4f36b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-743372'] for router_interface, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:23.118389 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da868258-25ce-4ec4-97aa-274106c4f36b admin admin] Pushing event updated for resources: {'Port': ['ID=8b64da70-6a09-4b97-bfdd-61f19d79beaa,revision_number=2']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:54:23.177331 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1757a0d9-3a5a-4334-8dad-0a2e7f2d89bc tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:54:23.183135 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1757a0d9-3a5a-4334-8dad-0a2e7f2d89bc tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:54:23.189586 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1757a0d9-3a5a-4334-8dad-0a2e7f2d89bc tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:54:23.190760 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-1757a0d9-3a5a-4334-8dad-0a2e7f2d89bc tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] Synchronizing usage tracker for tenant:fd6f94a999304d45b576d97dddac9f8b on resource:port {{(pid=87871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:54:23.194352 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-a864ddec-cd30-4552-870d-4cef9acb655f tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-709632', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-707672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260923'] for router, precommit_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:23.210564 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-47354bbb-890f-43d3-a0ea-ea1f343a257f None None] Provisioning complete for port e94452d7-9c98-47bb-909b-42d840bfadda triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:54:23.210564 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-47354bbb-890f-43d3-a0ea-ea1f343a257f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:23.309329 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-1757a0d9-3a5a-4334-8dad-0a2e7f2d89bc tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] Unset dirty status for tenant:fd6f94a999304d45b576d97dddac9f8b on resource:port {{(pid=87871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:54:23.314280 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-1757a0d9-3a5a-4334-8dad-0a2e7f2d89bc tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2466 time: 1.2012525 Mar 28 11:54:23.326172 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 47564) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:54:23.412073 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-47354bbb-890f-43d3-a0ea-ea1f343a257f None None] Port e94452d7-9c98-47bb-909b-42d840bfadda cannot update to ACTIVE because it is not bound. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 11:54:23.417508 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvr_db [None req-e6f6c9f9-9b5e-4960-a20b-63e23bd30b47 None None] Set router e0cc35fd-c36e-466e-b03a-106c19342ec3 gateway port host: dv-neutron-835340-2-hyperv {{(pid=87872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:54:23.460256 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 3427895c-99da-4390-9f1d-9a02bef4a15f up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:54:23.478078 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-8bd8647e-d414-4ae3-940b-baab03b2fb9d tempest-DHCPAgentSchedulersTestJSON-1683762586 tempest-DHCPAgentSchedulersTestJSON-1683762586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:23.516636 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-6e7d5d34-d1fc-40e2-9445-68c0fffc4332 tempest-QuotasNegativeTest-871283439 tempest-QuotasNegativeTest-871283439-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930431', 'neutron.services.segments.db._delete_segments_for_network-8783496351308'] for network, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:23.573759 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.segments.db [None req-6e7d5d34-d1fc-40e2-9445-68c0fffc4332 tempest-QuotasNegativeTest-871283439 tempest-QuotasNegativeTest-871283439-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8d74ba6-db3c-4c01-aee2-4c553ef770f4']}} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:54:23.584741 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-86514dd6-3b37-4588-be57-03468a59db3c None None] Could not find standard attr ID for object e94452d7-9c98-47bb-909b-42d840bfadda. {{(pid=87872) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 28 11:54:23.586279 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-b3396379-9951-4675-9a69-05c637ab7109 tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] Deleting port 81806571-c84a-4b1b-870a-c82754131dc9 {{(pid=87871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:54:23.586694 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-b3396379-9951-4675-9a69-05c637ab7109 tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:23.644534 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.segments.db [None req-6e7d5d34-d1fc-40e2-9445-68c0fffc4332 tempest-QuotasNegativeTest-871283439 tempest-QuotasNegativeTest-871283439-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05e9a489-0a39-4863-933c-543776716a42') {'for_net_delete': True} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:54:23.645108 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.segments.db [None req-6e7d5d34-d1fc-40e2-9445-68c0fffc4332 tempest-QuotasNegativeTest-871283439 tempest-QuotasNegativeTest-871283439-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05e9a489-0a39-4863-933c-543776716a42') {} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:54:23.665914 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd8647e-d414-4ae3-940b-baab03b2fb9d tempest-DHCPAgentSchedulersTestJSON-1683762586 tempest-DHCPAgentSchedulersTestJSON-1683762586-project] Pushing event deleted for resources: {'Port': ['ID=e94452d7-9c98-47bb-909b-42d840bfadda,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:54:23.669012 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-f88443e3-4e01-4f89-9e67-e93e3e3e2f96 tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:23.669449 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-6e7d5d34-d1fc-40e2-9445-68c0fffc4332 tempest-QuotasNegativeTest-871283439 tempest-QuotasNegativeTest-871283439-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783496353639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3436890'] for segment, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:23.676892 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8db2df4-6f2e-480e-aabe-558be7e110ab admin admin] Router 005adf9f-eb7d-4a36-bd5a-ec48d4aae6b3 is scheduled to L3 agent af79d429-529e-400b-a119-94d4bec03f3e with binding_index 1 {{(pid=87871) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 11:54:23.690013 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da868258-25ce-4ec4-97aa-274106c4f36b admin admin] Network 4a776d3d-9745-4c38-b1e0-dfac029e8437 is already hosted by enough agents. {{(pid=87871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:54:23.699824 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-da868258-25ce-4ec4-97aa-274106c4f36b admin admin] Resources bound (agent type, host, resource id): {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:54:23.707345 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port 3427895c-99da-4390-9f1d-9a02bef4a15f triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:54:23.707795 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:23.715409 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-6e7d5d34-d1fc-40e2-9445-68c0fffc4332 tempest-QuotasNegativeTest-871283439 tempest-QuotasNegativeTest-871283439-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:23.885179 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e7d5d34-d1fc-40e2-9445-68c0fffc4332 tempest-QuotasNegativeTest-871283439 tempest-QuotasNegativeTest-871283439-project-admin] Releasing vlan 72 on physical network physnet1 to pool {{(pid=87871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 11:54:23.887044 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-6e7d5d34-d1fc-40e2-9445-68c0fffc4332 tempest-QuotasNegativeTest-871283439 tempest-QuotasNegativeTest-871283439-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1920481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2363149'] for segment, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:23.925817 dv-neutron-835340-2-hyperv neutron-server[87871]: Traceback (most recent call last): Mar 28 11:54:23.925817 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 11:54:23.925817 dv-neutron-835340-2-hyperv neutron-server[87871]: timer() Mar 28 11:54:23.925817 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 11:54:23.925817 dv-neutron-835340-2-hyperv neutron-server[87871]: cb(*args, **kw) Mar 28 11:54:23.925817 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 11:54:23.925817 dv-neutron-835340-2-hyperv neutron-server[87871]: return func(*args, **kwargs) Mar 28 11:54:23.925817 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 11:54:23.925817 dv-neutron-835340-2-hyperv neutron-server[87871]: self._notify() Mar 28 11:54:23.925817 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 11:54:23.925817 dv-neutron-835340-2-hyperv neutron-server[87871]: self.callback(batched_events) Mar 28 11:54:23.925817 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 11:54:23.925817 dv-neutron-835340-2-hyperv neutron-server[87871]: event.method(event) Mar 28 11:54:23.925817 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 11:54:23.925817 dv-neutron-835340-2-hyperv neutron-server[87871]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 11:54:23.925817 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 11:54:23.925817 dv-neutron-835340-2-hyperv neutron-server[87871]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 11:54:23.925817 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 11:54:23.925817 dv-neutron-835340-2-hyperv neutron-server[87871]: return f(self, *a, **k) Mar 28 11:54:23.925817 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 11:54:23.925817 dv-neutron-835340-2-hyperv neutron-server[87871]: return self._get(url).json() Mar 28 11:54:23.925817 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 11:54:23.925817 dv-neutron-835340-2-hyperv neutron-server[87871]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 11:54:23.925817 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 11:54:23.925817 dv-neutron-835340-2-hyperv neutron-server[87871]: return self.request(url, 'GET', **kwargs) Mar 28 11:54:23.925817 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 11:54:23.925817 dv-neutron-835340-2-hyperv neutron-server[87871]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 11:54:23.925817 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 11:54:23.925817 dv-neutron-835340-2-hyperv neutron-server[87871]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 11:54:23.925817 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 11:54:23.925817 dv-neutron-835340-2-hyperv neutron-server[87871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 11:54:23.925817 dv-neutron-835340-2-hyperv neutron-server[87871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 11:54:24.007779 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device da09ca86-1b55-4904-9fca-68fdd23ccc8e up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:54:24.036945 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-e6f6c9f9-9b5e-4960-a20b-63e23bd30b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0cc35fd-c36e-466e-b03a-106c19342ec3', 'name': 'tempest-ServerActionsTestJSON-286231784-router', 'tenant_id': 'a9d4ebb77b824347aa8bcf325a031e53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.97'}], 'enable_snat': True}, 'gw_port_id': 'cde66981-b80d-4fd1-a873-aa0ceb8e9778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:54:11Z', 'updated_at': '2022-03-28T11:54:16Z', 'revision_number': 3, 'project_id': 'a9d4ebb77b824347aa8bcf325a031e53', 'gw_port': {'id': 'cde66981-b80d-4fd1-a873-aa0ceb8e9778', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:a0:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0cc35fd-c36e-466e-b03a-106c19342ec3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:54:13Z', 'updated_at': '2022-03-28T11:54:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv'}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:54:24.043903 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-8bd8647e-d414-4ae3-940b-baab03b2fb9d tempest-DHCPAgentSchedulersTestJSON-1683762586 tempest-DHCPAgentSchedulersTestJSON-1683762586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:24.053311 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f6c9f9-9b5e-4960-a20b-63e23bd30b47 None None] Checking router: e0cc35fd-c36e-466e-b03a-106c19342ec3 for host: dv-neutron-835340-2-hyperv {{(pid=87872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 11:54:24.053648 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f6c9f9-9b5e-4960-a20b-63e23bd30b47 None None] Updating router e0cc35fd-c36e-466e-b03a-106c19342ec3 port cde66981-b80d-4fd1-a873-aa0ceb8e9778 binding host dv-neutron-835340-2-hyperv {{(pid=87872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 11:54:24.125422 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-e6f6c9f9-9b5e-4960-a20b-63e23bd30b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:24.164171 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-8bd8647e-d414-4ae3-940b-baab03b2fb9d tempest-DHCPAgentSchedulersTestJSON-1683762586 tempest-DHCPAgentSchedulersTestJSON-1683762586-project] 10.222.0.30 "DELETE /v2.0/ports/e94452d7-9c98-47bb-909b-42d840bfadda HTTP/1.1" status: 204 len: 168 time: 2.2259090 Mar 28 11:54:24.175559 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 47568) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:54:24.191426 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-b6010864-fcf6-413d-aa8f-9ef13fbf99f0 None None] Provisioning complete for port 8b64da70-6a09-4b97-bfdd-61f19d79beaa triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:54:24.191734 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-b6010864-fcf6-413d-aa8f-9ef13fbf99f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:24.259456 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.db_base_plugin_common [None req-f88443e3-4e01-4f89-9e67-e93e3e3e2f96 tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] Allocated IP 172.20.0.3 (24be702d-6a19-4aa9-868d-440d4f57b782/6b1e78a0-800e-4bce-b579-bcd93cf88fa8/002bae0e-3959-4210-b26e-2e46f61fe4cc) {{(pid=87870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:54:24.330001 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-6e7d5d34-d1fc-40e2-9445-68c0fffc4332 tempest-QuotasNegativeTest-871283439 tempest-QuotasNegativeTest-871283439-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709602'] for network, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:24.335827 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-b6010864-fcf6-413d-aa8f-9ef13fbf99f0 None None] Port 8b64da70-6a09-4b97-bfdd-61f19d79beaa cannot update to ACTIVE because it is not bound. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 11:54:24.369021 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning for port da09ca86-1b55-4904-9fca-68fdd23ccc8e completed by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:54:24.377177 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port da09ca86-1b55-4904-9fca-68fdd23ccc8e triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:54:24.377547 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:24.410499 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-6e7d5d34-d1fc-40e2-9445-68c0fffc4332 tempest-QuotasNegativeTest-871283439 tempest-QuotasNegativeTest-871283439-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538751'] for network, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:24.434361 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7d5d34-d1fc-40e2-9445-68c0fffc4332 tempest-QuotasNegativeTest-871283439 tempest-QuotasNegativeTest-871283439-project-admin] Pushing event deleted for resources: {'Network': ['ID=c8d74ba6-db3c-4c01-aee2-4c553ef770f4,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:54:24.473575 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-6e7d5d34-d1fc-40e2-9445-68c0fffc4332 tempest-QuotasNegativeTest-871283439 tempest-QuotasNegativeTest-871283439-project-admin] 10.222.0.30 "DELETE /v2.0/networks/c8d74ba6-db3c-4c01-aee2-4c553ef770f4 HTTP/1.1" status: 204 len: 168 time: 2.0252943 Mar 28 11:54:24.496392 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8db2df4-6f2e-480e-aabe-558be7e110ab admin admin] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 11:54:24.510742 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da868258-25ce-4ec4-97aa-274106c4f36b admin admin] Router d0ee4dee-6ec7-4496-b34d-8d0109fa8f8a has already been hosted by L3 agent af79d429-529e-400b-a119-94d4bec03f3e {{(pid=87871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 11:54:24.512199 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16364655-fc8a-4a7b-b233-06c7136d612e None None] Sync routers for ids ['005adf9f-eb7d-4a36-bd5a-ec48d4aae6b3'] in dv-neutron-835340-2-hyperv {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 11:54:24.529039 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-d9fd6bcf-75d2-403e-b4ea-121dd45a8b46 tempest-DHCPAgentSchedulersTestJSON-1036098822 tempest-DHCPAgentSchedulersTestJSON-1036098822-project-admin] 10.222.0.30 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4310 time: 0.3506026 Mar 28 11:54:24.531510 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 47576) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:54:24.532268 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16364655-fc8a-4a7b-b233-06c7136d612e None None] Routers {'005adf9f-eb7d-4a36-bd5a-ec48d4aae6b3'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:54:24.533023 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-16364655-fc8a-4a7b-b233-06c7136d612e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T11:54:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['005adf9f-eb7d-4a36-bd5a-ec48d4aae6b3'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:54:24.542464 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-fb13a4ed-e649-4bc8-9f0b-78d74d239c14 tempest-DHCPAgentSchedulersTestJSON-1683762586 tempest-DHCPAgentSchedulersTestJSON-1683762586-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-152762652'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:54:24.550448 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-b3396379-9951-4675-9a69-05c637ab7109 tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:24.560279 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-fb13a4ed-e649-4bc8-9f0b-78d74d239c14 tempest-DHCPAgentSchedulersTestJSON-1683762586 tempest-DHCPAgentSchedulersTestJSON-1683762586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:54:24.571119 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-f8db2df4-6f2e-480e-aabe-558be7e110ab admin admin] Notify callbacks [] for router, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:24.575646 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-f8db2df4-6f2e-480e-aabe-558be7e110ab admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 11.3880494 Mar 28 11:54:24.624021 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 47580) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:54:24.625158 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-fb13a4ed-e649-4bc8-9f0b-78d74d239c14 tempest-DHCPAgentSchedulersTestJSON-1683762586 tempest-DHCPAgentSchedulersTestJSON-1683762586-project] Usage tracker for resource:network and tenant:4337e0c467b94157b250d24d73446fa6 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:54:24.670036 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:24.736170 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] For port da09ca86-1b55-4904-9fca-68fdd23ccc8e, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=da09ca86-1b55-4904-9fca-68fdd23ccc8e,segment=NetworkSegment(0dd22642-a655-4fec-b298-e0b3a8a22f6f),segment_id=0dd22642-a655-4fec-b298-e0b3a8a22f6f)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:54:24.746609 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:24.800288 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-a864ddec-cd30-4552-870d-4cef9acb655f tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:24.828186 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-fb13a4ed-e649-4bc8-9f0b-78d74d239c14 tempest-DHCPAgentSchedulersTestJSON-1683762586 tempest-DHCPAgentSchedulersTestJSON-1683762586-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:54:24.852392 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-b3396379-9951-4675-9a69-05c637ab7109 tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] Calling delete_port for 81806571-c84a-4b1b-870a-c82754131dc9 owned by {{(pid=87871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:54:24.873431 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-f88443e3-4e01-4f89-9e67-e93e3e3e2f96 tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:24.874162 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device e3a6fd75-58b7-4aa8-b53f-07a3d17b9a4b up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:54:24.877582 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-a864ddec-cd30-4552-870d-4cef9acb655f tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:24.911599 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-fb13a4ed-e649-4bc8-9f0b-78d74d239c14 tempest-DHCPAgentSchedulersTestJSON-1683762586 tempest-DHCPAgentSchedulersTestJSON-1683762586-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:54:25.002286 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb13a4ed-e649-4bc8-9f0b-78d74d239c14 tempest-DHCPAgentSchedulersTestJSON-1683762586 tempest-DHCPAgentSchedulersTestJSON-1683762586-project] Made reservation on behalf of 4337e0c467b94157b250d24d73446fa6 for: {'network': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:54:25.005927 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-fb13a4ed-e649-4bc8-9f0b-78d74d239c14 tempest-DHCPAgentSchedulersTestJSON-1683762586 tempest-DHCPAgentSchedulersTestJSON-1683762586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for network, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:25.035331 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvr_db [None req-16364655-fc8a-4a7b-b233-06c7136d612e None None] Set router 005adf9f-eb7d-4a36-bd5a-ec48d4aae6b3 gateway port host: dv-neutron-835340-2-hyperv {{(pid=87873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:54:25.044761 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c0313163-fa0b-4edd-ae41-9de3c577c56f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:25.117830 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-f88443e3-4e01-4f89-9e67-e93e3e3e2f96 tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:25.191194 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-e6f6c9f9-9b5e-4960-a20b-63e23bd30b47 None None] Notify callbacks [] for port, precommit_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:25.206228 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Pushing event updated for resources: {'Port': ['ID=da09ca86-1b55-4904-9fca-68fdd23ccc8e,revision_number=3']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:54:25.210125 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-e6f6c9f9-9b5e-4960-a20b-63e23bd30b47 None None] Transition to ACTIVE for port object cde66981-b80d-4fd1-a873-aa0ceb8e9778 will not be triggered until provisioned by entity L2. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:54:25.224045 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port e3a6fd75-58b7-4aa8-b53f-07a3d17b9a4b triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:54:25.224851 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:25.259584 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-e6f6c9f9-9b5e-4960-a20b-63e23bd30b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:25.394653 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-16364655-fc8a-4a7b-b233-06c7136d612e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '005adf9f-eb7d-4a36-bd5a-ec48d4aae6b3', 'name': 'tempest-ServersTestJSON-319239182-router', 'tenant_id': 'acd670e645c74d2b90f128b4c99c366d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.162'}], 'enable_snat': True}, 'gw_port_id': '0e3b5c56-40c6-441b-9322-13f44351c6c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:54:13Z', 'updated_at': '2022-03-28T11:54:20Z', 'revision_number': 3, 'project_id': 'acd670e645c74d2b90f128b4c99c366d', 'gw_port': {'id': '0e3b5c56-40c6-441b-9322-13f44351c6c3', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:d1:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '005adf9f-eb7d-4a36-bd5a-ec48d4aae6b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:54:15Z', 'updated_at': '2022-03-28T11:54:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv'}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:54:25.397483 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb13a4ed-e649-4bc8-9f0b-78d74d239c14 tempest-DHCPAgentSchedulersTestJSON-1683762586 tempest-DHCPAgentSchedulersTestJSON-1683762586-project] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=87871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 11:54:25.399109 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16364655-fc8a-4a7b-b233-06c7136d612e None None] Checking router: 005adf9f-eb7d-4a36-bd5a-ec48d4aae6b3 for host: dv-neutron-835340-2-hyperv {{(pid=87873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 11:54:25.399561 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16364655-fc8a-4a7b-b233-06c7136d612e None None] Updating router 005adf9f-eb7d-4a36-bd5a-ec48d4aae6b3 port 0e3b5c56-40c6-441b-9322-13f44351c6c3 binding host dv-neutron-835340-2-hyperv {{(pid=87873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 11:54:25.417321 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863fbdd3-091d-4ff7-ab35-b0bf9b0d6a3b None None] Pushing event updated for resources: {'Port': ['ID=cde66981-b80d-4fd1-a873-aa0ceb8e9778,revision_number=2']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:54:25.455102 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron_lib.callbacks.manager [None req-16364655-fc8a-4a7b-b233-06c7136d612e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:25.463814 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-e6f6c9f9-9b5e-4960-a20b-63e23bd30b47 None None] Attempting to bind port cde66981-b80d-4fd1-a873-aa0ceb8e9778 on host dv-neutron-835340-2-hyperv for vnic_type normal with profile {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:54:25.464097 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-e6f6c9f9-9b5e-4960-a20b-63e23bd30b47 None None] Attempting to bind port cde66981-b80d-4fd1-a873-aa0ceb8e9778 by drivers openvswitch,hyperv on host dv-neutron-835340-2-hyperv at level 0 using segments [{'id': '688afb86-c9bd-46e2-ba7d-3fe76fb1efff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b'}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:54:25.464475 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f6c9f9-9b5e-4960-a20b-63e23bd30b47 None None] Attempting to bind port cde66981-b80d-4fd1-a873-aa0ceb8e9778 on network ac2b1748-8f63-4b17-a9c7-07e79704aa5b {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:54:25.474106 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f6c9f9-9b5e-4960-a20b-63e23bd30b47 None None] Checking agent: {'id': '961a16fe-cbc8-4264-ac28-bbbd53f89caa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 46, 6), 'started_at': datetime.datetime(2022, 3, 28, 11, 46, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 11, 54, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 11:54:25.474560 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f6c9f9-9b5e-4960-a20b-63e23bd30b47 None None] Checking segment: {'id': '688afb86-c9bd-46e2-ba7d-3fe76fb1efff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:54:25.474960 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-e6f6c9f9-9b5e-4960-a20b-63e23bd30b47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:25.475501 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6f6c9f9-9b5e-4960-a20b-63e23bd30b47 None None] Bound using segment: {'id': '688afb86-c9bd-46e2-ba7d-3fe76fb1efff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b'} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 11:54:25.476111 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-e6f6c9f9-9b5e-4960-a20b-63e23bd30b47 None None] Bound port: cde66981-b80d-4fd1-a873-aa0ceb8e9778, host: dv-neutron-835340-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '688afb86-c9bd-46e2-ba7d-3fe76fb1efff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b'}}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 11:54:25.476664 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-e6f6c9f9-9b5e-4960-a20b-63e23bd30b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:25.545119 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.db_base_plugin_common [None req-c0313163-fa0b-4edd-ae41-9de3c577c56f admin admin] Allocated IP 172.20.0.1 (b072139b-1edf-4981-9f6f-41603d7605ef/cfae7222-6a03-4ef8-86ee-e424dc4b71d7/3b5afcb8-5cb5-491f-b4e1-8a52a44ebc8d) {{(pid=87870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:54:25.625865 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-e6f6c9f9-9b5e-4960-a20b-63e23bd30b47 None None] For port cde66981-b80d-4fd1-a873-aa0ceb8e9778, host dv-neutron-835340-2-hyperv, cleared binding levels {{(pid=87872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 11:54:25.635524 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-e6f6c9f9-9b5e-4960-a20b-63e23bd30b47 None None] For port cde66981-b80d-4fd1-a873-aa0ceb8e9778, host dv-neutron-835340-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=cde66981-b80d-4fd1-a873-aa0ceb8e9778,segment=NetworkSegment(688afb86-c9bd-46e2-ba7d-3fe76fb1efff),segment_id=688afb86-c9bd-46e2-ba7d-3fe76fb1efff)] {{(pid=87872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 11:54:25.643340 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-e6f6c9f9-9b5e-4960-a20b-63e23bd30b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:25.668573 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da868258-25ce-4ec4-97aa-274106c4f36b admin admin] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 11:54:25.670249 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 47590) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:54:25.737325 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7fe981-2952-4a69-bc84-bd34b2e85540 None None] Sync routers for ids ['d0ee4dee-6ec7-4496-b34d-8d0109fa8f8a'] in dv-neutron-835340-2-hyperv {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 11:54:25.759115 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c0313163-fa0b-4edd-ae41-9de3c577c56f admin admin] Notify callbacks [] for port, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:25.773550 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-da868258-25ce-4ec4-97aa-274106c4f36b admin admin] 10.222.0.30 "PUT /v2.0/routers/d0ee4dee-6ec7-4496-b34d-8d0109fa8f8a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6750827 Mar 28 11:54:25.778870 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.provisioning_blocks [None req-c0313163-fa0b-4edd-ae41-9de3c577c56f admin admin] Transition to ACTIVE for port object 3b5afcb8-5cb5-491f-b4e1-8a52a44ebc8d will not be triggered until provisioned by entity DHCP. {{(pid=87870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:54:25.818022 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron_lib.callbacks.manager [None req-16364655-fc8a-4a7b-b233-06c7136d612e None None] Notify callbacks [] for port, precommit_update {{(pid=87873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:25.831560 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.provisioning_blocks [None req-16364655-fc8a-4a7b-b233-06c7136d612e None None] Transition to ACTIVE for port object 0e3b5c56-40c6-441b-9322-13f44351c6c3 will not be triggered until provisioned by entity L2. {{(pid=87873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:54:25.841111 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron_lib.callbacks.manager [None req-16364655-fc8a-4a7b-b233-06c7136d612e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:25.887918 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.db_base_plugin_common [None req-a864ddec-cd30-4552-870d-4cef9acb655f tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Allocated IP 172.20.0.13 (35092b8c-5d05-4711-9f2d-1d6ba13f5d9e/33f8e5c0-e2c5-4b41-af12-cccd575ee8cc/ccb2b1bb-aa4a-4f84-a029-03c5cc6ac21b) {{(pid=87870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:54:25.906988 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-fb13a4ed-e649-4bc8-9f0b-78d74d239c14 tempest-DHCPAgentSchedulersTestJSON-1683762586 tempest-DHCPAgentSchedulersTestJSON-1683762586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:25.907906 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.db.segments_db [None req-fb13a4ed-e649-4bc8-9f0b-78d74d239c14 tempest-DHCPAgentSchedulersTestJSON-1683762586 tempest-DHCPAgentSchedulersTestJSON-1683762586-project] Added segment 8089aa6b-e674-4c02-9c77-0d87cce1fdc5 of type vlan for network 23639eb7-9405-4c27-8a47-c8bfe6d06139 Mar 28 11:54:25.909309 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-b3396379-9951-4675-9a69-05c637ab7109 tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:25.976928 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7fe981-2952-4a69-bc84-bd34b2e85540 None None] Routers {'d0ee4dee-6ec7-4496-b34d-8d0109fa8f8a'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:54:25.977935 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-6b7fe981-2952-4a69-bc84-bd34b2e85540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T11:54:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['d0ee4dee-6ec7-4496-b34d-8d0109fa8f8a'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:54:25.999324 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.managers [None req-16364655-fc8a-4a7b-b233-06c7136d612e None None] Attempting to bind port 0e3b5c56-40c6-441b-9322-13f44351c6c3 on host dv-neutron-835340-2-hyperv for vnic_type normal with profile {{(pid=87873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:54:25.999645 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.managers [None req-16364655-fc8a-4a7b-b233-06c7136d612e None None] Attempting to bind port 0e3b5c56-40c6-441b-9322-13f44351c6c3 by drivers openvswitch,hyperv on host dv-neutron-835340-2-hyperv at level 0 using segments [{'id': '688afb86-c9bd-46e2-ba7d-3fe76fb1efff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b'}] {{(pid=87873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:54:26.000012 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16364655-fc8a-4a7b-b233-06c7136d612e None None] Attempting to bind port 0e3b5c56-40c6-441b-9322-13f44351c6c3 on network ac2b1748-8f63-4b17-a9c7-07e79704aa5b {{(pid=87873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:54:26.018128 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c0313163-fa0b-4edd-ae41-9de3c577c56f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:26.030288 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16364655-fc8a-4a7b-b233-06c7136d612e None None] Checking agent: {'id': '961a16fe-cbc8-4264-ac28-bbbd53f89caa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 46, 6), 'started_at': datetime.datetime(2022, 3, 28, 11, 46, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 11, 54, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 11:54:26.034572 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16364655-fc8a-4a7b-b233-06c7136d612e None None] Checking segment: {'id': '688afb86-c9bd-46e2-ba7d-3fe76fb1efff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:54:26.035122 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron_lib.callbacks.manager [None req-16364655-fc8a-4a7b-b233-06c7136d612e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:26.036199 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16364655-fc8a-4a7b-b233-06c7136d612e None None] Bound using segment: {'id': '688afb86-c9bd-46e2-ba7d-3fe76fb1efff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b'} {{(pid=87873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 11:54:26.038425 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.managers [None req-16364655-fc8a-4a7b-b233-06c7136d612e None None] Bound port: 0e3b5c56-40c6-441b-9322-13f44351c6c3, host: dv-neutron-835340-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '688afb86-c9bd-46e2-ba7d-3fe76fb1efff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b'}}] {{(pid=87873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 11:54:26.039383 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron_lib.callbacks.manager [None req-16364655-fc8a-4a7b-b233-06c7136d612e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:26.048743 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863fbdd3-091d-4ff7-ab35-b0bf9b0d6a3b None None] Pushing event updated for resources: {'Port': ['ID=cde66981-b80d-4fd1-a873-aa0ceb8e9778,revision_number=3']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:54:26.058816 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f6c9f9-9b5e-4960-a20b-63e23bd30b47 None None] Routers {'e0cc35fd-c36e-466e-b03a-106c19342ec3'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:54:26.059724 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-e6f6c9f9-9b5e-4960-a20b-63e23bd30b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T11:54:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['e0cc35fd-c36e-466e-b03a-106c19342ec3'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:54:26.076745 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f88443e3-4e01-4f89-9e67-e93e3e3e2f96 tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] Network 24be702d-6a19-4aa9-868d-440d4f57b782 is already hosted by enough agents. {{(pid=87870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:54:26.082790 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.base_scheduler [None req-f88443e3-4e01-4f89-9e67-e93e3e3e2f96 tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] Resources bound (agent type, host, resource id): {{(pid=87870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:54:26.092458 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3396379-9951-4675-9a69-05c637ab7109 tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] Pushing event deleted for resources: {'Port': ['ID=81806571-c84a-4b1b-870a-c82754131dc9,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:54:26.128303 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f8ff60-b396-4bf0-b30c-39534134a6ee None None] Pushing event updated for resources: {'Port': ['ID=0e3b5c56-40c6-441b-9322-13f44351c6c3,revision_number=2']} {{(pid=87873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:54:26.178707 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.db [None req-16364655-fc8a-4a7b-b233-06c7136d612e None None] For port 0e3b5c56-40c6-441b-9322-13f44351c6c3, host dv-neutron-835340-2-hyperv, cleared binding levels {{(pid=87873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 11:54:26.182842 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.db [None req-16364655-fc8a-4a7b-b233-06c7136d612e None None] For port 0e3b5c56-40c6-441b-9322-13f44351c6c3, host dv-neutron-835340-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=0e3b5c56-40c6-441b-9322-13f44351c6c3,segment=NetworkSegment(688afb86-c9bd-46e2-ba7d-3fe76fb1efff),segment_id=688afb86-c9bd-46e2-ba7d-3fe76fb1efff)] {{(pid=87873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 11:54:26.193748 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron_lib.callbacks.manager [None req-16364655-fc8a-4a7b-b233-06c7136d612e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:26.266180 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-a864ddec-cd30-4552-870d-4cef9acb655f tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:26.319793 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f88443e3-4e01-4f89-9e67-e93e3e3e2f96 tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] Received port after_create {{(pid=87870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:54:26.336677 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-fb13a4ed-e649-4bc8-9f0b-78d74d239c14 tempest-DHCPAgentSchedulersTestJSON-1683762586 tempest-DHCPAgentSchedulersTestJSON-1683762586-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783495836591'] for network, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:26.338781 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f8ff60-b396-4bf0-b30c-39534134a6ee None None] Pushing event updated for resources: {'Port': ['ID=0e3b5c56-40c6-441b-9322-13f44351c6c3,revision_number=3']} {{(pid=87873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:54:26.358773 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-3d3b52e7-c3e8-4292-8ead-8623f010ef4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:26.365053 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16364655-fc8a-4a7b-b233-06c7136d612e None None] Routers {'005adf9f-eb7d-4a36-bd5a-ec48d4aae6b3'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:54:26.365964 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-16364655-fc8a-4a7b-b233-06c7136d612e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T11:54:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['005adf9f-eb7d-4a36-bd5a-ec48d4aae6b3'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:54:26.404427 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvr_db [None req-e6f6c9f9-9b5e-4960-a20b-63e23bd30b47 None None] Set router e0cc35fd-c36e-466e-b03a-106c19342ec3 gateway port host: dv-neutron-835340-2-hyperv {{(pid=87872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:54:26.456483 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-f88443e3-4e01-4f89-9e67-e93e3e3e2f96 tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:26.471889 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-a864ddec-cd30-4552-870d-4cef9acb655f tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:26.482514 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0313163-fa0b-4edd-ae41-9de3c577c56f admin admin] Network b072139b-1edf-4981-9f6f-41603d7605ef is already hosted by enough agents. {{(pid=87870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:54:26.495012 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-3d3b52e7-c3e8-4292-8ead-8623f010ef4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:54:26.511891 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88443e3-4e01-4f89-9e67-e93e3e3e2f96 tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] Pushing event updated for resources: {'Port': ['ID=002bae0e-3959-4210-b26e-2e46f61fe4cc,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:54:26.522193 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-3d3b52e7-c3e8-4292-8ead-8623f010ef4f admin admin] Usage tracker for resource:security_group_rule and tenant:b2f78594edc643319cdb226754307bcb is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:54:26.585806 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0313163-fa0b-4edd-ae41-9de3c577c56f admin admin] Pushing event updated for resources: {'Port': ['ID=3b5afcb8-5cb5-491f-b4e1-8a52a44ebc8d,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:54:26.596014 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-3d3b52e7-c3e8-4292-8ead-8623f010ef4f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:54:26.642498 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-3d3b52e7-c3e8-4292-8ead-8623f010ef4f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:54:26.657830 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.base_scheduler [None req-c0313163-fa0b-4edd-ae41-9de3c577c56f admin admin] Resources bound (agent type, host, resource id): {{(pid=87870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:54:26.661148 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0313163-fa0b-4edd-ae41-9de3c577c56f admin admin] Received port after_create {{(pid=87870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:54:26.680225 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvr_db [None req-16364655-fc8a-4a7b-b233-06c7136d612e None None] Set router 005adf9f-eb7d-4a36-bd5a-ec48d4aae6b3 gateway port host: dv-neutron-835340-2-hyperv {{(pid=87873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:54:26.733256 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-fb13a4ed-e649-4bc8-9f0b-78d74d239c14 tempest-DHCPAgentSchedulersTestJSON-1683762586 tempest-DHCPAgentSchedulersTestJSON-1683762586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765'] for network, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:26.738819 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb13a4ed-e649-4bc8-9f0b-78d74d239c14 tempest-DHCPAgentSchedulersTestJSON-1683762586 tempest-DHCPAgentSchedulersTestJSON-1683762586-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:54:26.739626 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-fb13a4ed-e649-4bc8-9f0b-78d74d239c14 tempest-DHCPAgentSchedulersTestJSON-1683762586 tempest-DHCPAgentSchedulersTestJSON-1683762586-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538751'] for network, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:26.771029 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a864ddec-cd30-4552-870d-4cef9acb655f tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Pushing event updated for resources: {'Port': ['ID=ccb2b1bb-aa4a-4f84-a029-03c5cc6ac21b,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:54:26.774347 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c0313163-fa0b-4edd-ae41-9de3c577c56f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-709483'] for router_interface, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:26.827268 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvr_db [None req-6b7fe981-2952-4a69-bc84-bd34b2e85540 None None] Set router d0ee4dee-6ec7-4496-b34d-8d0109fa8f8a gateway port host: dv-neutron-835340-2-hyperv {{(pid=87872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:54:26.913641 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device da09ca86-1b55-4904-9fca-68fdd23ccc8e up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:54:26.928930 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a864ddec-cd30-4552-870d-4cef9acb655f tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Network 35092b8c-5d05-4711-9f2d-1d6ba13f5d9e is already hosted by enough agents. {{(pid=87870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:54:26.948496 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.base_scheduler [None req-a864ddec-cd30-4552-870d-4cef9acb655f tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Resources bound (agent type, host, resource id): {{(pid=87870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:54:26.955068 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a864ddec-cd30-4552-870d-4cef9acb655f tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Received port after_create {{(pid=87870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:54:27.182787 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c0313163-fa0b-4edd-ae41-9de3c577c56f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:27.228263 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-f88443e3-4e01-4f89-9e67-e93e3e3e2f96 tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:27.245195 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-1ed66da8-f650-469b-a96b-16464c13ae0c None None] Provisioning for port 3b5afcb8-5cb5-491f-b4e1-8a52a44ebc8d completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:54:27.263273 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-16364655-fc8a-4a7b-b233-06c7136d612e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '005adf9f-eb7d-4a36-bd5a-ec48d4aae6b3', 'name': 'tempest-ServersTestJSON-319239182-router', 'tenant_id': 'acd670e645c74d2b90f128b4c99c366d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.162'}], 'enable_snat': True}, 'gw_port_id': '0e3b5c56-40c6-441b-9322-13f44351c6c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:54:13Z', 'updated_at': '2022-03-28T11:54:20Z', 'revision_number': 3, 'project_id': 'acd670e645c74d2b90f128b4c99c366d', 'gw_port': {'id': '0e3b5c56-40c6-441b-9322-13f44351c6c3', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:d1:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '005adf9f-eb7d-4a36-bd5a-ec48d4aae6b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:54:15Z', 'updated_at': '2022-03-28T11:54:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv'}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:54:27.263899 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-1ed66da8-f650-469b-a96b-16464c13ae0c None None] Provisioning complete for port 3b5afcb8-5cb5-491f-b4e1-8a52a44ebc8d triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:54:27.264067 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-1ed66da8-f650-469b-a96b-16464c13ae0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:27.268862 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16364655-fc8a-4a7b-b233-06c7136d612e None None] The sync data for ids ['005adf9f-eb7d-4a36-bd5a-ec48d4aae6b3'] in dv-neutron-835340-2-hyperv is: [{'id': '005adf9f-eb7d-4a36-bd5a-ec48d4aae6b3', 'name': 'tempest-ServersTestJSON-319239182-router', 'tenant_id': 'acd670e645c74d2b90f128b4c99c366d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.162'}], 'enable_snat': True}, 'gw_port_id': '0e3b5c56-40c6-441b-9322-13f44351c6c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:54:13Z', 'updated_at': '2022-03-28T11:54:20Z', 'revision_number': 3, 'project_id': 'acd670e645c74d2b90f128b4c99c366d', 'gw_port': {'id': '0e3b5c56-40c6-441b-9322-13f44351c6c3', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:d1:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '005adf9f-eb7d-4a36-bd5a-ec48d4aae6b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:54:15Z', 'updated_at': '2022-03-28T11:54:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv'}] {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 11:54:27.281265 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-b3396379-9951-4675-9a69-05c637ab7109 tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:27.323653 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port da09ca86-1b55-4904-9fca-68fdd23ccc8e triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:54:27.324267 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:27.415794 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 47610) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:54:27.451690 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-1ed66da8-f650-469b-a96b-16464c13ae0c None None] Port 3b5afcb8-5cb5-491f-b4e1-8a52a44ebc8d cannot update to ACTIVE because it is not bound. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 11:54:27.501836 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-0c73a470-10f5-402c-b396-dec85b4bdb90 tempest-ServersTestManualDisk-684628403 tempest-ServersTestManualDisk-684628403-project] Request body: {'security_group': {'name': 'tempest-securitygroup--661397635', 'description': 'tempest-description--1742035604'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:54:27.509236 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-b3396379-9951-4675-9a69-05c637ab7109 tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] 10.222.0.30 "DELETE /v2.0/ports/81806571-c84a-4b1b-870a-c82754131dc9 HTTP/1.1" status: 204 len: 168 time: 4.1316571 Mar 28 11:54:27.514433 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-e6f6c9f9-9b5e-4960-a20b-63e23bd30b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0cc35fd-c36e-466e-b03a-106c19342ec3', 'name': 'tempest-ServerActionsTestJSON-286231784-router', 'tenant_id': 'a9d4ebb77b824347aa8bcf325a031e53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.97'}], 'enable_snat': True}, 'gw_port_id': 'cde66981-b80d-4fd1-a873-aa0ceb8e9778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:54:11Z', 'updated_at': '2022-03-28T11:54:16Z', 'revision_number': 3, 'project_id': 'a9d4ebb77b824347aa8bcf325a031e53', 'gw_port': {'id': 'cde66981-b80d-4fd1-a873-aa0ceb8e9778', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:a0:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0cc35fd-c36e-466e-b03a-106c19342ec3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:54:13Z', 'updated_at': '2022-03-28T11:54:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv'}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:54:27.518419 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-fb13a4ed-e649-4bc8-9f0b-78d74d239c14 tempest-DHCPAgentSchedulersTestJSON-1683762586 tempest-DHCPAgentSchedulersTestJSON-1683762586-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.9825287 Mar 28 11:54:27.527301 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f6c9f9-9b5e-4960-a20b-63e23bd30b47 None None] The sync data for ids ['e0cc35fd-c36e-466e-b03a-106c19342ec3'] in dv-neutron-835340-2-hyperv is: [{'id': 'e0cc35fd-c36e-466e-b03a-106c19342ec3', 'name': 'tempest-ServerActionsTestJSON-286231784-router', 'tenant_id': 'a9d4ebb77b824347aa8bcf325a031e53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.97'}], 'enable_snat': True}, 'gw_port_id': 'cde66981-b80d-4fd1-a873-aa0ceb8e9778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:54:11Z', 'updated_at': '2022-03-28T11:54:16Z', 'revision_number': 3, 'project_id': 'a9d4ebb77b824347aa8bcf325a031e53', 'gw_port': {'id': 'cde66981-b80d-4fd1-a873-aa0ceb8e9778', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:a0:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0cc35fd-c36e-466e-b03a-106c19342ec3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:54:13Z', 'updated_at': '2022-03-28T11:54:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv'}] {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 11:54:27.538129 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 47614) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:54:27.538667 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 47616) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:54:27.551240 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb13a4ed-e649-4bc8-9f0b-78d74d239c14 tempest-DHCPAgentSchedulersTestJSON-1683762586 tempest-DHCPAgentSchedulersTestJSON-1683762586-project] Pushing event updated for resources: {'Network': ['ID=23639eb7-9405-4c27-8a47-c8bfe6d06139,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:54:27.578122 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-0c73a470-10f5-402c-b396-dec85b4bdb90 tempest-ServersTestManualDisk-684628403 tempest-ServersTestManualDisk-684628403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:54:27.581495 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Network 23639eb7-9405-4c27-8a47-c8bfe6d06139 details requested by agent ovs-agent-dv-neutron-835340-2-hyperv with host dv-neutron-835340-2-hyperv {{(pid=87872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 11:54:27.588380 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-0c73a470-10f5-402c-b396-dec85b4bdb90 tempest-ServersTestManualDisk-684628403 tempest-ServersTestManualDisk-684628403-project] Usage tracker for resource:security_group and tenant:ef5d94df2651453a8526eba31d74035c is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:54:27.596507 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-0c73a470-10f5-402c-b396-dec85b4bdb90 tempest-ServersTestManualDisk-684628403 tempest-ServersTestManualDisk-684628403-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:54:27.648390 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-0c73a470-10f5-402c-b396-dec85b4bdb90 tempest-ServersTestManualDisk-684628403 tempest-ServersTestManualDisk-684628403-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:54:27.666521 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-6b7fe981-2952-4a69-bc84-bd34b2e85540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0ee4dee-6ec7-4496-b34d-8d0109fa8f8a', 'name': 'tempest-ServersTestManualDisk-2058185223-router', 'tenant_id': 'ef5d94df2651453a8526eba31d74035c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.55'}], 'enable_snat': True}, 'gw_port_id': '7a491cab-d3e7-422b-8811-bc282f168100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:54:08Z', 'updated_at': '2022-03-28T11:54:20Z', 'revision_number': 4, 'project_id': 'ef5d94df2651453a8526eba31d74035c', 'gw_port': {'id': '7a491cab-d3e7-422b-8811-bc282f168100', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:1f:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ee4dee-6ec7-4496-b34d-8d0109fa8f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:54:09Z', 'updated_at': '2022-03-28T11:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_interfaces': [{'id': '8b64da70-6a09-4b97-bfdd-61f19d79beaa', 'name': '', 'network_id': '4a776d3d-9745-4c38-b1e0-dfac029e8437', 'tenant_id': 'ef5d94df2651453a8526eba31d74035c', 'mac_address': 'fa:16:3e:79:56:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0ee4dee-6ec7-4496-b34d-8d0109fa8f8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '51390c4c-f007-438b-8f55-097eecbd0e38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:54:16Z', 'updated_at': '2022-03-28T11:54:21Z', 'revision_number': 2, 'project_id': 'ef5d94df2651453a8526eba31d74035c', 'subnets': [{'id': '51390c4c-f007-438b-8f55-097eecbd0e38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:54:27.689251 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-f88443e3-4e01-4f89-9e67-e93e3e3e2f96 tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:27.737155 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-0c73a470-10f5-402c-b396-dec85b4bdb90 tempest-ServersTestManualDisk-684628403 tempest-ServersTestManualDisk-684628403-project] Notify callbacks [] for security_group, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:27.775179 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-f88443e3-4e01-4f89-9e67-e93e3e3e2f96 tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2558288'] for port, after_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:27.783843 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.pecan_wsgi.hooks.translation [None req-96975418-3cb0-4085-806f-a69363333ca3 tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] GET failed (client error): The resource could not be found. Mar 28 11:54:27.784756 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-96975418-3cb0-4085-806f-a69363333ca3 tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] Synchronizing usage tracker for tenant:fd6f94a999304d45b576d97dddac9f8b on resource:port {{(pid=87871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:54:27.861610 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7fe981-2952-4a69-bc84-bd34b2e85540 None None] Checking router: d0ee4dee-6ec7-4496-b34d-8d0109fa8f8a for host: dv-neutron-835340-2-hyperv {{(pid=87872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 11:54:27.862110 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7fe981-2952-4a69-bc84-bd34b2e85540 None None] Updating router d0ee4dee-6ec7-4496-b34d-8d0109fa8f8a port 8b64da70-6a09-4b97-bfdd-61f19d79beaa binding host dv-neutron-835340-2-hyperv {{(pid=87872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 11:54:27.962728 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-6b7fe981-2952-4a69-bc84-bd34b2e85540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:28.100131 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88443e3-4e01-4f89-9e67-e93e3e3e2f96 tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] Pushing event updated for resources: {'Port': ['ID=002bae0e-3959-4210-b26e-2e46f61fe4cc,revision_number=2']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:54:28.118624 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-d7c3fc74-0f84-4591-af93-6c56a5ab1863 tempest-DHCPAgentSchedulersTestJSON-1036098822 tempest-DHCPAgentSchedulersTestJSON-1036098822-project-admin] 10.222.0.30 "GET /v2.0/agents/3cb85949-855b-4a40-b988-cd5705e511da/dhcp-networks HTTP/1.1" status: 200 len: 8045 time: 0.5717494 Mar 28 11:54:28.119674 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-96975418-3cb0-4085-806f-a69363333ca3 tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] Unset dirty status for tenant:fd6f94a999304d45b576d97dddac9f8b on resource:port {{(pid=87871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:54:28.120971 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-96975418-3cb0-4085-806f-a69363333ca3 tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] 10.222.0.30 "GET /v2.0/ports/81806571-c84a-4b1b-870a-c82754131dc9 HTTP/1.1" status: 404 len: 333 time: 0.5798326 Mar 28 11:54:28.123227 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 47622) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:54:28.136311 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 47624) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:54:28.139616 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-0c73a470-10f5-402c-b396-dec85b4bdb90 tempest-ServersTestManualDisk-684628403 tempest-ServersTestManualDisk-684628403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:54:28.149098 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-61a3b16d-cb2e-4856-8f87-8abe0ad23c90 tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] Request body: {'port': {'network_id': 'a8bc875b-e62f-44c7-bfcd-0308dd813eea', 'name': 'tempest-AllowedAddressPairTestJSON-107920878'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:54:28.176625 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-3cbce119-a105-406a-a745-879c8717300e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:28.215235 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-0c73a470-10f5-402c-b396-dec85b4bdb90 tempest-ServersTestManualDisk-684628403 tempest-ServersTestManualDisk-684628403-project] Usage tracker for resource:security_group_rule and tenant:ef5d94df2651453a8526eba31d74035c is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:54:28.222226 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-0c73a470-10f5-402c-b396-dec85b4bdb90 tempest-ServersTestManualDisk-684628403 tempest-ServersTestManualDisk-684628403-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:54:28.241327 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-0c73a470-10f5-402c-b396-dec85b4bdb90 tempest-ServersTestManualDisk-684628403 tempest-ServersTestManualDisk-684628403-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:54:28.483256 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf939028-84b8-4533-a572-493777d7208c tempest-DHCPAgentSchedulersTestJSON-1036098822 tempest-DHCPAgentSchedulersTestJSON-1036098822-project-admin] Network 23639eb7-9405-4c27-8a47-c8bfe6d06139 is scheduled to be hosted by DHCP agent 3cb85949-855b-4a40-b988-cd5705e511da with binding_index 1 {{(pid=87871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 11:54:28.569005 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-3d3b52e7-c3e8-4292-8ead-8623f010ef4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:28.635755 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-6b7fe981-2952-4a69-bc84-bd34b2e85540 None None] Notify callbacks [] for port, precommit_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:28.666571 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-f88443e3-4e01-4f89-9e67-e93e3e3e2f96 tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-709520'] for floatingip, after_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:28.682416 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-6b7fe981-2952-4a69-bc84-bd34b2e85540 None None] Transition to ACTIVE for port object 8b64da70-6a09-4b97-bfdd-61f19d79beaa will not be triggered until provisioned by entity L2. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:54:28.698624 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-6b7fe981-2952-4a69-bc84-bd34b2e85540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:28.743657 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-0c73a470-10f5-402c-b396-dec85b4bdb90 tempest-ServersTestManualDisk-684628403 tempest-ServersTestManualDisk-684628403-project] Notify callbacks [] for security_group, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:28.769990 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-cf939028-84b8-4533-a572-493777d7208c tempest-DHCPAgentSchedulersTestJSON-1036098822 tempest-DHCPAgentSchedulersTestJSON-1036098822-project-admin] 10.222.0.30 "POST /v2.0/agents/3cb85949-855b-4a40-b988-cd5705e511da/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.6398239 Mar 28 11:54:28.779552 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-3d3b52e7-c3e8-4292-8ead-8623f010ef4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:28.787833 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cab9b7ef-a92c-4684-9508-e50cdbe02fe2 None None] Network 23639eb7-9405-4c27-8a47-c8bfe6d06139 requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:54:28.807558 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-0c73a470-10f5-402c-b396-dec85b4bdb90 tempest-ServersTestManualDisk-684628403 tempest-ServersTestManualDisk-684628403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:28.812980 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 47630) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:54:28.848710 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-3d3b52e7-c3e8-4292-8ead-8623f010ef4f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b2f78594edc643319cdb226754307bcb&name=default HTTP/1.1" status: 200 len: 2979 time: 3.1643610 Mar 28 11:54:28.854468 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 47634) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:54:28.855218 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3b52e7-c3e8-4292-8ead-8623f010ef4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a1e8df1-b101-4adf-86b6-8f2d1434a51a,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:54:29.010773 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-61a3b16d-cb2e-4856-8f87-8abe0ad23c90 tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:54:29.025888 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-f88443e3-4e01-4f89-9e67-e93e3e3e2f96 tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for floatingip, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:29.027388 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-f88443e3-4e01-4f89-9e67-e93e3e3e2f96 tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 6.6144135 Mar 28 11:54:29.039434 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 47638) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:54:29.063383 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23705875-1f2b-4993-adaa-b5db92d52745 None None] Pushing event updated for resources: {'Port': ['ID=8b64da70-6a09-4b97-bfdd-61f19d79beaa,revision_number=3']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:54:29.066484 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c73a470-10f5-402c-b396-dec85b4bdb90 tempest-ServersTestManualDisk-684628403 tempest-ServersTestManualDisk-684628403-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b180dbb9-1594-4776-8849-ae178407ded7,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:54:29.092158 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-0c73a470-10f5-402c-b396-dec85b4bdb90 tempest-ServersTestManualDisk-684628403 tempest-ServersTestManualDisk-684628403-project] Notify callbacks [] for security_group, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:29.093753 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-0c73a470-10f5-402c-b396-dec85b4bdb90 tempest-ServersTestManualDisk-684628403 tempest-ServersTestManualDisk-684628403-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.6587565 Mar 28 11:54:29.101582 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 47642) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:54:29.124740 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-58fbbc21-0398-4f8d-98b2-87e04d5e48aa tempest-ServersTestManualDisk-684628403 tempest-ServersTestManualDisk-684628403-project] Request body: {'security_group_rule': {'security_group_id': 'b180dbb9-1594-4776-8849-ae178407ded7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:54:29.135229 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-7869a25a-c52e-42ec-aa5b-550df52280fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:29.150778 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-58fbbc21-0398-4f8d-98b2-87e04d5e48aa tempest-ServersTestManualDisk-684628403 tempest-ServersTestManualDisk-684628403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:54:29.165138 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.db_base_plugin_common [None req-3cbce119-a105-406a-a745-879c8717300e admin admin] Allocated IP 172.20.0.1 (a4e7a0f3-f0a8-4b6f-ba98-4c112b7f4173/0ed780f2-8d6e-4932-8a9f-fdf7d02c0d26/e4f29528-2ae2-45f0-863a-39816c9dcf0c) {{(pid=87871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:54:29.169319 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-58fbbc21-0398-4f8d-98b2-87e04d5e48aa tempest-ServersTestManualDisk-684628403 tempest-ServersTestManualDisk-684628403-project] Usage tracker for resource:security_group_rule and tenant:ef5d94df2651453a8526eba31d74035c is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:54:29.180226 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-58fbbc21-0398-4f8d-98b2-87e04d5e48aa tempest-ServersTestManualDisk-684628403 tempest-ServersTestManualDisk-684628403-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:54:29.184230 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device cde66981-b80d-4fd1-a873-aa0ceb8e9778 up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:54:29.198626 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-58fbbc21-0398-4f8d-98b2-87e04d5e48aa tempest-ServersTestManualDisk-684628403 tempest-ServersTestManualDisk-684628403-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:54:29.213490 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-7869a25a-c52e-42ec-aa5b-550df52280fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:29.219424 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-61a3b16d-cb2e-4856-8f87-8abe0ad23c90 tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:54:29.294371 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-58fbbc21-0398-4f8d-98b2-87e04d5e48aa tempest-ServersTestManualDisk-684628403 tempest-ServersTestManualDisk-684628403-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:29.313831 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-ebf7c347-5b61-4372-ac5b-5bde76edb29d tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] Synchronizing usage tracker for tenant:1667953568d5410c86af3cfb9a52e3bf on resource:floatingip {{(pid=87870) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:54:29.343128 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61a3b16d-cb2e-4856-8f87-8abe0ad23c90 tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] Made reservation on behalf of fd6f94a999304d45b576d97dddac9f8b for: {'port': 1} {{(pid=87870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:54:29.347944 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-61a3b16d-cb2e-4856-8f87-8abe0ad23c90 tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:29.402820 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c0313163-fa0b-4edd-ae41-9de3c577c56f admin admin] Notify callbacks [] for port, precommit_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:29.410592 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-a864ddec-cd30-4552-870d-4cef9acb655f tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:29.437946 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-58fbbc21-0398-4f8d-98b2-87e04d5e48aa tempest-ServersTestManualDisk-684628403 tempest-ServersTestManualDisk-684628403-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:29.439565 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-7869a25a-c52e-42ec-aa5b-550df52280fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:29.468645 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-58fbbc21-0398-4f8d-98b2-87e04d5e48aa tempest-ServersTestManualDisk-684628403 tempest-ServersTestManualDisk-684628403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740322'] for security_group_rule, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:29.468847 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-6b7fe981-2952-4a69-bc84-bd34b2e85540 None None] Attempting to bind port 8b64da70-6a09-4b97-bfdd-61f19d79beaa on host dv-neutron-835340-2-hyperv for vnic_type normal with profile {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:54:29.469029 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-6b7fe981-2952-4a69-bc84-bd34b2e85540 None None] Attempting to bind port 8b64da70-6a09-4b97-bfdd-61f19d79beaa by drivers openvswitch,hyperv on host dv-neutron-835340-2-hyperv at level 0 using segments [{'id': '786b361f-a2db-447a-b210-1eddef47c794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '4a776d3d-9745-4c38-b1e0-dfac029e8437'}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:54:29.469389 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b7fe981-2952-4a69-bc84-bd34b2e85540 None None] Attempting to bind port 8b64da70-6a09-4b97-bfdd-61f19d79beaa on network 4a776d3d-9745-4c38-b1e0-dfac029e8437 {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:54:29.486724 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b7fe981-2952-4a69-bc84-bd34b2e85540 None None] Checking agent: {'id': '961a16fe-cbc8-4264-ac28-bbbd53f89caa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 46, 6), 'started_at': datetime.datetime(2022, 3, 28, 11, 46, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 11, 54, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 11:54:29.487184 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b7fe981-2952-4a69-bc84-bd34b2e85540 None None] Checking segment: {'id': '786b361f-a2db-447a-b210-1eddef47c794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '4a776d3d-9745-4c38-b1e0-dfac029e8437'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:54:29.487611 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-6b7fe981-2952-4a69-bc84-bd34b2e85540 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:29.487940 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7869a25a-c52e-42ec-aa5b-550df52280fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a1e8df1-b101-4adf-86b6-8f2d1434a51a,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:54:29.488399 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b7fe981-2952-4a69-bc84-bd34b2e85540 None None] Bound using segment: {'id': '786b361f-a2db-447a-b210-1eddef47c794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '4a776d3d-9745-4c38-b1e0-dfac029e8437'} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 11:54:29.488498 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-6b7fe981-2952-4a69-bc84-bd34b2e85540 None None] Bound port: 8b64da70-6a09-4b97-bfdd-61f19d79beaa, host: dv-neutron-835340-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '786b361f-a2db-447a-b210-1eddef47c794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '4a776d3d-9745-4c38-b1e0-dfac029e8437'}}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 11:54:29.489266 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-6b7fe981-2952-4a69-bc84-bd34b2e85540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:29.489376 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c0313163-fa0b-4edd-ae41-9de3c577c56f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2558288'] for port, after_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:29.514527 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-ebf7c347-5b61-4372-ac5b-5bde76edb29d tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] Unset dirty status for tenant:1667953568d5410c86af3cfb9a52e3bf on resource:floatingip {{(pid=87870) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:54:29.515396 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-ebf7c347-5b61-4372-ac5b-5bde76edb29d tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] 10.222.0.30 "GET /v2.0/floatingips?floating_network_id=24be702d-6a19-4aa9-868d-440d4f57b782 HTTP/1.1" status: 200 len: 689 time: 0.4690492 Mar 28 11:54:29.519681 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.notifiers.nova [None req-61a3b16d-cb2e-4856-8f87-8abe0ad23c90 tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] device_id is not set on port d80886eb-f1ce-4360-8092-a94a4b8f8324 yet. {{(pid=87870) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 11:54:29.524936 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 47646) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:54:29.529667 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning for port cde66981-b80d-4fd1-a873-aa0ceb8e9778 completed by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:54:29.530282 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fbbc21-0398-4f8d-98b2-87e04d5e48aa tempest-ServersTestManualDisk-684628403 tempest-ServersTestManualDisk-684628403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=474147c6-55e1-406f-b170-b9451710fe21,revision_number=0']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:54:29.536493 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-3cbce119-a105-406a-a745-879c8717300e admin admin] Notify callbacks [] for port, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:29.565925 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-7869a25a-c52e-42ec-aa5b-550df52280fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:29.566986 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-7869a25a-c52e-42ec-aa5b-550df52280fb admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2a1e8df1-b101-4adf-86b6-8f2d1434a51a HTTP/1.1" status: 204 len: 168 time: 0.6996689 Mar 28 11:54:29.576580 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port cde66981-b80d-4fd1-a873-aa0ceb8e9778 triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:54:29.576959 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:29.587937 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-58fbbc21-0398-4f8d-98b2-87e04d5e48aa tempest-ServersTestManualDisk-684628403 tempest-ServersTestManualDisk-684628403-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:29.589216 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-58fbbc21-0398-4f8d-98b2-87e04d5e48aa tempest-ServersTestManualDisk-684628403 tempest-ServersTestManualDisk-684628403-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4863672 Mar 28 11:54:29.596173 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 47652) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:54:29.606066 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-c13ddea3-51fd-4d1f-a691-580cf70f9dbd tempest-ServersTestManualDisk-684628403 tempest-ServersTestManualDisk-684628403-project] Request body: {'security_group_rule': {'security_group_id': 'b180dbb9-1594-4776-8849-ae178407ded7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:54:29.633392 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-43929f64-f214-49da-bd8a-70f7ab0d20ab tempest-DHCPAgentSchedulersTestJSON-1036098822 tempest-DHCPAgentSchedulersTestJSON-1036098822-project-admin] 10.222.0.30 "GET /v2.0/agents/3cb85949-855b-4a40-b988-cd5705e511da/dhcp-networks HTTP/1.1" status: 200 len: 8813 time: 0.7959819 Mar 28 11:54:29.653533 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 47656) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:54:29.664248 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.provisioning_blocks [None req-3cbce119-a105-406a-a745-879c8717300e admin admin] Transition to ACTIVE for port object e4f29528-2ae2-45f0-863a-39816c9dcf0c will not be triggered until provisioned by entity DHCP. {{(pid=87871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:54:29.665542 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-c13ddea3-51fd-4d1f-a691-580cf70f9dbd tempest-ServersTestManualDisk-684628403 tempest-ServersTestManualDisk-684628403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:54:29.674154 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-6b7fe981-2952-4a69-bc84-bd34b2e85540 None None] For port 8b64da70-6a09-4b97-bfdd-61f19d79beaa, host dv-neutron-835340-2-hyperv, cleared binding levels {{(pid=87872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 11:54:29.678184 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-6b7fe981-2952-4a69-bc84-bd34b2e85540 None None] For port 8b64da70-6a09-4b97-bfdd-61f19d79beaa, host dv-neutron-835340-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=8b64da70-6a09-4b97-bfdd-61f19d79beaa,segment=NetworkSegment(786b361f-a2db-447a-b210-1eddef47c794),segment_id=786b361f-a2db-447a-b210-1eddef47c794)] {{(pid=87872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 11:54:29.679557 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-c13ddea3-51fd-4d1f-a691-580cf70f9dbd tempest-ServersTestManualDisk-684628403 tempest-ServersTestManualDisk-684628403-project] Usage tracker for resource:security_group_rule and tenant:ef5d94df2651453a8526eba31d74035c is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:54:29.689969 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-c13ddea3-51fd-4d1f-a691-580cf70f9dbd tempest-ServersTestManualDisk-684628403 tempest-ServersTestManualDisk-684628403-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:54:29.693092 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-6b7fe981-2952-4a69-bc84-bd34b2e85540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:29.716259 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-c13ddea3-51fd-4d1f-a691-580cf70f9dbd tempest-ServersTestManualDisk-684628403 tempest-ServersTestManualDisk-684628403-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:54:29.800395 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-c13ddea3-51fd-4d1f-a691-580cf70f9dbd tempest-ServersTestManualDisk-684628403 tempest-ServersTestManualDisk-684628403-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:29.800572 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7fe981-2952-4a69-bc84-bd34b2e85540 None None] Routers {'d0ee4dee-6ec7-4496-b34d-8d0109fa8f8a'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:54:29.801218 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-6b7fe981-2952-4a69-bc84-bd34b2e85540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T11:54:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['d0ee4dee-6ec7-4496-b34d-8d0109fa8f8a'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:54:29.873404 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-d591b747-c1a4-4936-88fc-d8f9149a5b2e tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588883'] for network, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:29.943350 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0313163-fa0b-4edd-ae41-9de3c577c56f admin admin] Pushing event updated for resources: {'Port': ['ID=3b5afcb8-5cb5-491f-b4e1-8a52a44ebc8d,revision_number=2']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:54:29.968900 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c0313163-fa0b-4edd-ae41-9de3c577c56f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-743372'] for router_interface, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:30.020315 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvr_db [None req-6b7fe981-2952-4a69-bc84-bd34b2e85540 None None] Set router d0ee4dee-6ec7-4496-b34d-8d0109fa8f8a gateway port host: dv-neutron-835340-2-hyperv {{(pid=87872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:54:30.030147 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-3cbce119-a105-406a-a745-879c8717300e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:30.124675 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cbce119-a105-406a-a745-879c8717300e admin admin] Network a4e7a0f3-f0a8-4b6f-ba98-4c112b7f4173 is already hosted by enough agents. {{(pid=87871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:54:30.140889 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-3cbce119-a105-406a-a745-879c8717300e admin admin] Resources bound (agent type, host, resource id): {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:54:30.162118 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cbce119-a105-406a-a745-879c8717300e admin admin] Received port after_create {{(pid=87871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:54:30.227296 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 47662) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:54:30.263956 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-d591b747-c1a4-4936-88fc-d8f9149a5b2e tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] Deleting port 002bae0e-3959-4210-b26e-2e46f61fe4cc {{(pid=87871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:54:30.264316 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-d591b747-c1a4-4936-88fc-d8f9149a5b2e tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:30.275365 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.db_base_plugin_common [None req-61a3b16d-cb2e-4856-8f87-8abe0ad23c90 tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] Allocated IP 172.20.0.8 (a8bc875b-e62f-44c7-bfcd-0308dd813eea/b5bfd83c-32e3-4005-a9f4-2dc4b916b5ee/d80886eb-f1ce-4360-8092-a94a4b8f8324) {{(pid=87870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:54:30.301788 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23705875-1f2b-4993-adaa-b5db92d52745 None None] Pushing event updated for resources: {'Port': ['ID=8b64da70-6a09-4b97-bfdd-61f19d79beaa,revision_number=4']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:54:30.350064 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-c13ddea3-51fd-4d1f-a691-580cf70f9dbd tempest-ServersTestManualDisk-684628403 tempest-ServersTestManualDisk-684628403-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:30.372871 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-789de7a1-5fa0-41c1-a864-a098c84e8efa tempest-DHCPAgentSchedulersTestJSON-1036098822 tempest-DHCPAgentSchedulersTestJSON-1036098822-project-admin] 10.222.0.30 "DELETE /v2.0/agents/3cb85949-855b-4a40-b988-cd5705e511da/dhcp-networks/23639eb7-9405-4c27-8a47-c8bfe6d06139 HTTP/1.1" status: 204 len: 168 time: 0.7107668 Mar 28 11:54:30.383237 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:30.417567 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 47666) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:54:30.463349 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-c13ddea3-51fd-4d1f-a691-580cf70f9dbd tempest-ServersTestManualDisk-684628403 tempest-ServersTestManualDisk-684628403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740322'] for security_group_rule, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:30.504004 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbce119-a105-406a-a745-879c8717300e admin admin] Pushing event updated for resources: {'Port': ['ID=e4f29528-2ae2-45f0-863a-39816c9dcf0c,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:54:30.516293 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] For port cde66981-b80d-4fd1-a873-aa0ceb8e9778, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=cde66981-b80d-4fd1-a873-aa0ceb8e9778,segment=NetworkSegment(688afb86-c9bd-46e2-ba7d-3fe76fb1efff),segment_id=688afb86-c9bd-46e2-ba7d-3fe76fb1efff)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:54:30.521943 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-ace3fe60-0dba-494c-a1c2-a3c38cc6f0e8 None None] Provisioning for port e4f29528-2ae2-45f0-863a-39816c9dcf0c completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:54:30.523372 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13ddea3-51fd-4d1f-a691-580cf70f9dbd tempest-ServersTestManualDisk-684628403 tempest-ServersTestManualDisk-684628403-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=052117f1-6c36-4221-918c-80e3528922d8,revision_number=0']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:54:30.530980 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-3cbce119-a105-406a-a745-879c8717300e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-709483'] for router_interface, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:30.540228 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:30.540994 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 0e3b5c56-40c6-441b-9322-13f44351c6c3 up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:54:30.556587 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-10d22c68-36ad-48a1-8363-521323e743ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:30.561534 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-d591b747-c1a4-4936-88fc-d8f9149a5b2e tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:30.561885 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-d591b747-c1a4-4936-88fc-d8f9149a5b2e tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:30.565578 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-ace3fe60-0dba-494c-a1c2-a3c38cc6f0e8 None None] Provisioning complete for port e4f29528-2ae2-45f0-863a-39816c9dcf0c triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:54:30.565944 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-ace3fe60-0dba-494c-a1c2-a3c38cc6f0e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:30.579302 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-c13ddea3-51fd-4d1f-a691-580cf70f9dbd tempest-ServersTestManualDisk-684628403 tempest-ServersTestManualDisk-684628403-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:30.583687 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-c13ddea3-51fd-4d1f-a691-580cf70f9dbd tempest-ServersTestManualDisk-684628403 tempest-ServersTestManualDisk-684628403-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9848986 Mar 28 11:54:30.584312 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 47670) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:54:30.644710 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-7e3924e0-6082-46df-8335-4656095e51ff tempest-ServersTestManualDisk-684628403 tempest-ServersTestManualDisk-684628403-project] Request body: {'floatingip': {'floating_network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:54:30.693937 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-10d22c68-36ad-48a1-8363-521323e743ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:54:30.707546 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-ace3fe60-0dba-494c-a1c2-a3c38cc6f0e8 None None] Port e4f29528-2ae2-45f0-863a-39816c9dcf0c cannot update to ACTIVE because it is not bound. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 11:54:30.709538 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-7e3924e0-6082-46df-8335-4656095e51ff tempest-ServersTestManualDisk-684628403 tempest-ServersTestManualDisk-684628403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:54:30.717491 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-10d22c68-36ad-48a1-8363-521323e743ae admin admin] Usage tracker for resource:security_group_rule and tenant:a06b818a0bcc47ad8bce86df60b048f4 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:54:30.720521 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-d591b747-c1a4-4936-88fc-d8f9149a5b2e tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] Calling delete_port for 002bae0e-3959-4210-b26e-2e46f61fe4cc owned by network:floatingip {{(pid=87871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:54:30.750028 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-7e3924e0-6082-46df-8335-4656095e51ff tempest-ServersTestManualDisk-684628403 tempest-ServersTestManualDisk-684628403-project] Usage tracker for resource:floatingip and tenant:ef5d94df2651453a8526eba31d74035c is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:54:30.760364 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-7e3924e0-6082-46df-8335-4656095e51ff tempest-ServersTestManualDisk-684628403 tempest-ServersTestManualDisk-684628403-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:54:30.761743 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Pushing event updated for resources: {'Port': ['ID=cde66981-b80d-4fd1-a873-aa0ceb8e9778,revision_number=4']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:54:30.770832 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-7e3924e0-6082-46df-8335-4656095e51ff tempest-ServersTestManualDisk-684628403 tempest-ServersTestManualDisk-684628403-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:54:30.777391 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-10d22c68-36ad-48a1-8363-521323e743ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:54:30.804088 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-7e3924e0-6082-46df-8335-4656095e51ff tempest-ServersTestManualDisk-684628403 tempest-ServersTestManualDisk-684628403-project] Notify callbacks [] for floatingip, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:30.809366 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-6b7fe981-2952-4a69-bc84-bd34b2e85540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0ee4dee-6ec7-4496-b34d-8d0109fa8f8a', 'name': 'tempest-ServersTestManualDisk-2058185223-router', 'tenant_id': 'ef5d94df2651453a8526eba31d74035c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.55'}], 'enable_snat': True}, 'gw_port_id': '7a491cab-d3e7-422b-8811-bc282f168100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:54:08Z', 'updated_at': '2022-03-28T11:54:20Z', 'revision_number': 4, 'project_id': 'ef5d94df2651453a8526eba31d74035c', 'gw_port': {'id': '7a491cab-d3e7-422b-8811-bc282f168100', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:1f:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ee4dee-6ec7-4496-b34d-8d0109fa8f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:54:09Z', 'updated_at': '2022-03-28T11:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_interfaces': [{'id': '8b64da70-6a09-4b97-bfdd-61f19d79beaa', 'name': '', 'network_id': '4a776d3d-9745-4c38-b1e0-dfac029e8437', 'tenant_id': 'ef5d94df2651453a8526eba31d74035c', 'mac_address': 'fa:16:3e:79:56:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0ee4dee-6ec7-4496-b34d-8d0109fa8f8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '51390c4c-f007-438b-8f55-097eecbd0e38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:54:16Z', 'updated_at': '2022-03-28T11:54:29Z', 'revision_number': 4, 'project_id': 'ef5d94df2651453a8526eba31d74035c', 'subnets': [{'id': '51390c4c-f007-438b-8f55-097eecbd0e38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:54:30.816169 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning for port 0e3b5c56-40c6-441b-9322-13f44351c6c3 completed by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:54:30.830396 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7fe981-2952-4a69-bc84-bd34b2e85540 None None] The sync data for ids ['d0ee4dee-6ec7-4496-b34d-8d0109fa8f8a'] in dv-neutron-835340-2-hyperv is: [{'id': 'd0ee4dee-6ec7-4496-b34d-8d0109fa8f8a', 'name': 'tempest-ServersTestManualDisk-2058185223-router', 'tenant_id': 'ef5d94df2651453a8526eba31d74035c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.55'}], 'enable_snat': True}, 'gw_port_id': '7a491cab-d3e7-422b-8811-bc282f168100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:54:08Z', 'updated_at': '2022-03-28T11:54:20Z', 'revision_number': 4, 'project_id': 'ef5d94df2651453a8526eba31d74035c', 'gw_port': {'id': '7a491cab-d3e7-422b-8811-bc282f168100', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:1f:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ee4dee-6ec7-4496-b34d-8d0109fa8f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:54:09Z', 'updated_at': '2022-03-28T11:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_interfaces': [{'id': '8b64da70-6a09-4b97-bfdd-61f19d79beaa', 'name': '', 'network_id': '4a776d3d-9745-4c38-b1e0-dfac029e8437', 'tenant_id': 'ef5d94df2651453a8526eba31d74035c', 'mac_address': 'fa:16:3e:79:56:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0ee4dee-6ec7-4496-b34d-8d0109fa8f8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '51390c4c-f007-438b-8f55-097eecbd0e38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:54:16Z', 'updated_at': '2022-03-28T11:54:29Z', 'revision_number': 4, 'project_id': 'ef5d94df2651453a8526eba31d74035c', 'subnets': [{'id': '51390c4c-f007-438b-8f55-097eecbd0e38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 11:54:30.841266 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port 0e3b5c56-40c6-441b-9322-13f44351c6c3 triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:54:30.843093 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:30.939961 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-10d22c68-36ad-48a1-8363-521323e743ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:54:31.001252 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-61a3b16d-cb2e-4856-8f87-8abe0ad23c90 tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] Notify callbacks [] for port, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:31.017848 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.provisioning_blocks [None req-61a3b16d-cb2e-4856-8f87-8abe0ad23c90 tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] Transition to ACTIVE for port object d80886eb-f1ce-4360-8092-a94a4b8f8324 will not be triggered until provisioned by entity DHCP. {{(pid=87870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:54:31.022893 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:31.044900 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] For port 0e3b5c56-40c6-441b-9322-13f44351c6c3, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=0e3b5c56-40c6-441b-9322-13f44351c6c3,segment=NetworkSegment(688afb86-c9bd-46e2-ba7d-3fe76fb1efff),segment_id=688afb86-c9bd-46e2-ba7d-3fe76fb1efff)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:54:31.051750 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:31.077056 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-61a3b16d-cb2e-4856-8f87-8abe0ad23c90 tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:31.184951 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Pushing event updated for resources: {'Port': ['ID=0e3b5c56-40c6-441b-9322-13f44351c6c3,revision_number=4']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:54:31.207279 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-3cbce119-a105-406a-a745-879c8717300e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:31.223486 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-d591b747-c1a4-4936-88fc-d8f9149a5b2e tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:31.223741 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0313163-fa0b-4edd-ae41-9de3c577c56f admin admin] Network b072139b-1edf-4981-9f6f-41603d7605ef is already hosted by enough agents. {{(pid=87870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:54:31.246676 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.base_scheduler [None req-c0313163-fa0b-4edd-ae41-9de3c577c56f admin admin] Resources bound (agent type, host, resource id): {{(pid=87870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:54:31.256625 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-a864ddec-cd30-4552-870d-4cef9acb655f tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709693'] for router, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:31.275275 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61a3b16d-cb2e-4856-8f87-8abe0ad23c90 tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] Network a8bc875b-e62f-44c7-bfcd-0308dd813eea is already hosted by enough agents. {{(pid=87870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:54:31.285680 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d591b747-c1a4-4936-88fc-d8f9149a5b2e tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] Pushing event deleted for resources: {'Port': ['ID=002bae0e-3959-4210-b26e-2e46f61fe4cc,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:54:31.299800 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.base_scheduler [None req-61a3b16d-cb2e-4856-8f87-8abe0ad23c90 tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] Resources bound (agent type, host, resource id): {{(pid=87870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:54:31.327358 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device cde66981-b80d-4fd1-a873-aa0ceb8e9778 up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:54:31.366474 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a3b16d-cb2e-4856-8f87-8abe0ad23c90 tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] Received port after_create {{(pid=87870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:54:31.425626 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port cde66981-b80d-4fd1-a873-aa0ceb8e9778 triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:54:31.426203 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:31.531367 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a3b16d-cb2e-4856-8f87-8abe0ad23c90 tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] Pushing event updated for resources: {'Port': ['ID=d80886eb-f1ce-4360-8092-a94a4b8f8324,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:54:31.638560 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 8b64da70-6a09-4b97-bfdd-61f19d79beaa up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:54:31.648871 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-af1a3be4-ac58-4e32-9fc4-28d44df48164 tempest-DHCPAgentSchedulersTestJSON-1036098822 tempest-DHCPAgentSchedulersTestJSON-1036098822-project-admin] 10.222.0.30 "GET /v2.0/agents/3cb85949-855b-4a40-b988-cd5705e511da/dhcp-networks HTTP/1.1" status: 200 len: 8045 time: 1.2263851 Mar 28 11:54:31.651918 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 47674) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:54:31.694826 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-7e3924e0-6082-46df-8335-4656095e51ff tempest-ServersTestManualDisk-684628403 tempest-ServersTestManualDisk-684628403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:31.718126 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-4f548b38-db9f-459f-85d4-74dfdb50f218 None None] Provisioning complete for port 3b5afcb8-5cb5-491f-b4e1-8a52a44ebc8d triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:54:31.718684 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-4f548b38-db9f-459f-85d4-74dfdb50f218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:31.729399 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61a3b16d-cb2e-4856-8f87-8abe0ad23c90 tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:54:31.730242 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-61a3b16d-cb2e-4856-8f87-8abe0ad23c90 tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:31.743050 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-d591b747-c1a4-4936-88fc-d8f9149a5b2e tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:31.789667 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-4f548b38-db9f-459f-85d4-74dfdb50f218 None None] Port 3b5afcb8-5cb5-491f-b4e1-8a52a44ebc8d cannot update to ACTIVE because it is not bound. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 11:54:31.810313 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning for port 8b64da70-6a09-4b97-bfdd-61f19d79beaa completed by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:54:31.817401 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port 8b64da70-6a09-4b97-bfdd-61f19d79beaa triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:54:31.817767 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:31.882828 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-4f548b38-db9f-459f-85d4-74dfdb50f218 None None] Provisioning for port d80886eb-f1ce-4360-8092-a94a4b8f8324 completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:54:31.898246 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-4f548b38-db9f-459f-85d4-74dfdb50f218 None None] Provisioning complete for port d80886eb-f1ce-4360-8092-a94a4b8f8324 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:54:31.898619 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-4f548b38-db9f-459f-85d4-74dfdb50f218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:31.951719 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.db_base_plugin_common [None req-7e3924e0-6082-46df-8335-4656095e51ff tempest-ServersTestManualDisk-684628403 tempest-ServersTestManualDisk-684628403-project] Allocated IP 172.26.7.22 (ac2b1748-8f63-4b17-a9c7-07e79704aa5b/0b7ebf76-1dc7-431a-a0b4-b96bacf287c2/79e64157-5ec3-494f-93bd-17e320b3a988) {{(pid=87871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:54:31.969808 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-f4d5ecfd-f458-4c28-b941-faf55842d5b6 tempest-DHCPAgentSchedulersTestJSON-1036098822 tempest-DHCPAgentSchedulersTestJSON-1036098822-project-admin] 10.222.0.30 "GET /v2.0/networks/52822e74-9123-45bb-bbd9-4d98fdce56b3/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.3086360 Mar 28 11:54:31.984837 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 47678) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:54:32.008301 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-4f548b38-db9f-459f-85d4-74dfdb50f218 None None] Port d80886eb-f1ce-4360-8092-a94a4b8f8324 cannot update to ACTIVE because it is not bound. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 11:54:32.017145 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:32.055876 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] For port 8b64da70-6a09-4b97-bfdd-61f19d79beaa, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=8b64da70-6a09-4b97-bfdd-61f19d79beaa,segment=NetworkSegment(786b361f-a2db-447a-b210-1eddef47c794),segment_id=786b361f-a2db-447a-b210-1eddef47c794)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:54:32.064587 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:32.065346 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-10d22c68-36ad-48a1-8363-521323e743ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:32.084353 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-eff64d57-2ac3-4acf-a244-abf2ee5faa8c tempest-DHCPAgentSchedulersTestJSON-1036098822 tempest-DHCPAgentSchedulersTestJSON-1036098822-project-admin] 10.222.0.30 "GET /v2.0/networks/52822e74-9123-45bb-bbd9-4d98fdce56b3/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.0978332 Mar 28 11:54:32.085990 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 47682) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:54:32.093240 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-61a3b16d-cb2e-4856-8f87-8abe0ad23c90 tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.9485283 Mar 28 11:54:32.093240 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-10d22c68-36ad-48a1-8363-521323e743ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:32.104484 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 47686) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:54:32.133369 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-fefaec9c-4dae-4d9a-b175-e4c43c5a714b tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:e9:30:fe'}]}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:54:32.141389 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-3cbce119-a105-406a-a745-879c8717300e admin admin] Notify callbacks [] for port, precommit_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:32.144198 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-d591b747-c1a4-4936-88fc-d8f9149a5b2e tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1919782'] for subnet, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:32.155560 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Pushing event updated for resources: {'Port': ['ID=8b64da70-6a09-4b97-bfdd-61f19d79beaa,revision_number=5']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:54:32.177201 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0313163-fa0b-4edd-ae41-9de3c577c56f admin admin] Router e0cc35fd-c36e-466e-b03a-106c19342ec3 has already been hosted by L3 agent af79d429-529e-400b-a119-94d4bec03f3e {{(pid=87870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 11:54:32.186082 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-3cbce119-a105-406a-a745-879c8717300e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2363241'] for port, after_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:32.321598 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-9f9201ea-d2c5-403f-95fc-15ef3244193f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:32.343240 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-3cbce119-a105-406a-a745-879c8717300e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-743372'] for router_interface, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:32.358188 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbce119-a105-406a-a745-879c8717300e admin admin] Pushing event updated for resources: {'Port': ['ID=e4f29528-2ae2-45f0-863a-39816c9dcf0c,revision_number=2']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:54:32.366150 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d22c68-36ad-48a1-8363-521323e743ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=291a8f1f-d0a5-408e-a19e-2ad4c33949c8,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:54:32.370687 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-10d22c68-36ad-48a1-8363-521323e743ae admin admin] Synchronizing usage tracker for tenant:dbbc149552db4f0cb7c1032054f7c9a0 on resource:security_group {{(pid=87870) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:54:32.388503 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-7e3924e0-6082-46df-8335-4656095e51ff tempest-ServersTestManualDisk-684628403 tempest-ServersTestManualDisk-684628403-project] Notify callbacks [] for port, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:32.463194 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-d591b747-c1a4-4936-88fc-d8f9149a5b2e tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1919805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2364079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26551417'] for subnet, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:32.516006 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d591b747-c1a4-4936-88fc-d8f9149a5b2e tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=6b1e78a0-800e-4bce-b579-bcd93cf88fa8,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:54:32.576857 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-10d22c68-36ad-48a1-8363-521323e743ae admin admin] Unset dirty status for tenant:dbbc149552db4f0cb7c1032054f7c9a0 on resource:security_group {{(pid=87870) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:54:32.578083 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-10d22c68-36ad-48a1-8363-521323e743ae admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a06b818a0bcc47ad8bce86df60b048f4&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2345598 Mar 28 11:54:32.585687 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a864ddec-cd30-4552-870d-4cef9acb655f tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Router 46a0665a-0636-4136-b13f-3d1fd03751d4 is scheduled to L3 agent af79d429-529e-400b-a119-94d4bec03f3e with binding_index 1 {{(pid=87870) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 11:54:32.592779 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 47690) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:54:32.640293 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-d591b747-c1a4-4936-88fc-d8f9149a5b2e tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930431', 'neutron.services.segments.db._delete_segments_for_network-8783496351308'] for network, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:32.655024 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cbce119-a105-406a-a745-879c8717300e admin admin] Network a4e7a0f3-f0a8-4b6f-ba98-4c112b7f4173 is already hosted by enough agents. {{(pid=87871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:54:32.656249 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-7e3924e0-6082-46df-8335-4656095e51ff tempest-ServersTestManualDisk-684628403 tempest-ServersTestManualDisk-684628403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:32.693246 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-3cbce119-a105-406a-a745-879c8717300e admin admin] Resources bound (agent type, host, resource id): {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:54:32.728984 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.segments.db [None req-d591b747-c1a4-4936-88fc-d8f9149a5b2e tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24be702d-6a19-4aa9-868d-440d4f57b782']}} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:54:32.801377 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.segments.db [None req-d591b747-c1a4-4936-88fc-d8f9149a5b2e tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9747791a-7a60-4d63-98a6-e0b7b401bde1') {'for_net_delete': True} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:54:32.801666 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.segments.db [None req-d591b747-c1a4-4936-88fc-d8f9149a5b2e tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9747791a-7a60-4d63-98a6-e0b7b401bde1') {} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:54:32.809475 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e3924e0-6082-46df-8335-4656095e51ff tempest-ServersTestManualDisk-684628403 tempest-ServersTestManualDisk-684628403-project] Network ac2b1748-8f63-4b17-a9c7-07e79704aa5b is already hosted by enough agents. {{(pid=87871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:54:32.826431 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-7e3924e0-6082-46df-8335-4656095e51ff tempest-ServersTestManualDisk-684628403 tempest-ServersTestManualDisk-684628403-project] Resources bound (agent type, host, resource id): {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:54:32.840861 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-d591b747-c1a4-4936-88fc-d8f9149a5b2e tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783496353639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3436890'] for segment, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:32.848471 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e3924e0-6082-46df-8335-4656095e51ff tempest-ServersTestManualDisk-684628403 tempest-ServersTestManualDisk-684628403-project] Received port after_create {{(pid=87871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:54:32.897313 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3924e0-6082-46df-8335-4656095e51ff tempest-ServersTestManualDisk-684628403 tempest-ServersTestManualDisk-684628403-project] Pushing event updated for resources: {'Port': ['ID=79e64157-5ec3-494f-93bd-17e320b3a988,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:54:32.916749 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-d591b747-c1a4-4936-88fc-d8f9149a5b2e tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:32.945749 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-eb004e1b-2ea6-4e93-9b71-c1b2ac194aff None None] Provisioning complete for port e4f29528-2ae2-45f0-863a-39816c9dcf0c triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:54:32.946329 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-eb004e1b-2ea6-4e93-9b71-c1b2ac194aff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:32.958657 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0313163-fa0b-4edd-ae41-9de3c577c56f admin admin] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 11:54:32.967567 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-0fc830d9-6cc0-4b5f-acbd-d4cda0d8a3a2 tempest-DHCPAgentSchedulersTestJSON-1036098822 tempest-DHCPAgentSchedulersTestJSON-1036098822-project-admin] 10.222.0.30 "GET /v2.0/agents/3cb85949-855b-4a40-b988-cd5705e511da/dhcp-networks HTTP/1.1" status: 200 len: 8045 time: 0.8705168 Mar 28 11:54:32.980137 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d7f106-7282-4bef-acfb-2b0785fc8cad None None] Sync routers for ids ['e0cc35fd-c36e-466e-b03a-106c19342ec3'] in dv-neutron-835340-2-hyperv {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 11:54:32.994893 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-c0313163-fa0b-4edd-ae41-9de3c577c56f admin admin] 10.222.0.30 "PUT /v2.0/routers/e0cc35fd-c36e-466e-b03a-106c19342ec3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0310500 Mar 28 11:54:32.998164 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 47694) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:54:33.000266 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d7f106-7282-4bef-acfb-2b0785fc8cad None None] Routers {'e0cc35fd-c36e-466e-b03a-106c19342ec3'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:54:33.001012 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-38d7f106-7282-4bef-acfb-2b0785fc8cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T11:54:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['e0cc35fd-c36e-466e-b03a-106c19342ec3'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:54:33.027878 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-eb004e1b-2ea6-4e93-9b71-c1b2ac194aff None None] Port e4f29528-2ae2-45f0-863a-39816c9dcf0c cannot update to ACTIVE because it is not bound. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 11:54:33.087612 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d591b747-c1a4-4936-88fc-d8f9149a5b2e tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] Releasing vlan 96 on physical network physnet1 to pool {{(pid=87871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 11:54:33.088019 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-d591b747-c1a4-4936-88fc-d8f9149a5b2e tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1920481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2363149'] for segment, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:33.102996 dv-neutron-835340-2-hyperv neutron-server[87871]: Traceback (most recent call last): Mar 28 11:54:33.102996 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 11:54:33.102996 dv-neutron-835340-2-hyperv neutron-server[87871]: timer() Mar 28 11:54:33.102996 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 11:54:33.102996 dv-neutron-835340-2-hyperv neutron-server[87871]: cb(*args, **kw) Mar 28 11:54:33.102996 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 11:54:33.102996 dv-neutron-835340-2-hyperv neutron-server[87871]: return func(*args, **kwargs) Mar 28 11:54:33.102996 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 11:54:33.102996 dv-neutron-835340-2-hyperv neutron-server[87871]: self._notify() Mar 28 11:54:33.102996 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 11:54:33.102996 dv-neutron-835340-2-hyperv neutron-server[87871]: self.callback(batched_events) Mar 28 11:54:33.102996 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 11:54:33.102996 dv-neutron-835340-2-hyperv neutron-server[87871]: event.method(event) Mar 28 11:54:33.102996 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 11:54:33.102996 dv-neutron-835340-2-hyperv neutron-server[87871]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 11:54:33.102996 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 11:54:33.102996 dv-neutron-835340-2-hyperv neutron-server[87871]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 11:54:33.102996 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 11:54:33.102996 dv-neutron-835340-2-hyperv neutron-server[87871]: return f(self, *a, **k) Mar 28 11:54:33.102996 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 11:54:33.102996 dv-neutron-835340-2-hyperv neutron-server[87871]: return self._get(url).json() Mar 28 11:54:33.102996 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 11:54:33.102996 dv-neutron-835340-2-hyperv neutron-server[87871]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 11:54:33.102996 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 11:54:33.102996 dv-neutron-835340-2-hyperv neutron-server[87871]: return self.request(url, 'GET', **kwargs) Mar 28 11:54:33.102996 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 11:54:33.102996 dv-neutron-835340-2-hyperv neutron-server[87871]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 11:54:33.102996 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 11:54:33.102996 dv-neutron-835340-2-hyperv neutron-server[87871]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 11:54:33.102996 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 11:54:33.102996 dv-neutron-835340-2-hyperv neutron-server[87871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 11:54:33.102996 dv-neutron-835340-2-hyperv neutron-server[87871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 11:54:33.146000 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-cdcc5ec9-2fc7-4f86-8256-555c371374df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:33.196852 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvr_db [None req-38d7f106-7282-4bef-acfb-2b0785fc8cad None None] Set router e0cc35fd-c36e-466e-b03a-106c19342ec3 gateway port host: dv-neutron-835340-2-hyperv {{(pid=87873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:54:33.206157 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 8b64da70-6a09-4b97-bfdd-61f19d79beaa up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:54:33.220440 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cbce119-a105-406a-a745-879c8717300e admin admin] Router 005adf9f-eb7d-4a36-bd5a-ec48d4aae6b3 has already been hosted by L3 agent af79d429-529e-400b-a119-94d4bec03f3e {{(pid=87871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 11:54:33.276744 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-d591b747-c1a4-4936-88fc-d8f9149a5b2e tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709602'] for network, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:33.287658 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a864ddec-cd30-4552-870d-4cef9acb655f tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 11:54:33.290873 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-cdcc5ec9-2fc7-4f86-8256-555c371374df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:33.320627 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a7be1d-0ca6-4602-8869-4c2c563a7668 None None] Sync routers for ids ['46a0665a-0636-4136-b13f-3d1fd03751d4'] in dv-neutron-835340-2-hyperv {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 11:54:33.339584 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a7be1d-0ca6-4602-8869-4c2c563a7668 None None] Routers {'46a0665a-0636-4136-b13f-3d1fd03751d4'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:54:33.340248 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-06a7be1d-0ca6-4602-8869-4c2c563a7668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T11:54:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['46a0665a-0636-4136-b13f-3d1fd03751d4'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:54:33.356853 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-a864ddec-cd30-4552-870d-4cef9acb655f tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Notify callbacks [] for router, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:33.358232 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-a864ddec-cd30-4552-870d-4cef9acb655f tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 11.0625057 Mar 28 11:54:33.375958 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 47708) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:54:33.379406 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d591b747-c1a4-4936-88fc-d8f9149a5b2e tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 24be702d-6a19-4aa9-868d-440d4f57b782 {{(pid=87871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 28 11:54:33.390935 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-d591b747-c1a4-4936-88fc-d8f9149a5b2e tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538751'] for network, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:33.437579 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d591b747-c1a4-4936-88fc-d8f9149a5b2e tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] Pushing event deleted for resources: {'Network': ['ID=24be702d-6a19-4aa9-868d-440d4f57b782,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:54:33.481105 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-7e3924e0-6082-46df-8335-4656095e51ff tempest-ServersTestManualDisk-684628403 tempest-ServersTestManualDisk-684628403-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:33.493590 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-d591b747-c1a4-4936-88fc-d8f9149a5b2e tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] 10.222.0.30 "DELETE /v2.0/networks/24be702d-6a19-4aa9-868d-440d4f57b782 HTTP/1.1" status: 204 len: 168 time: 3.9629893 Mar 28 11:54:33.544997 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 47714) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:54:33.650954 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-e121536b-88c6-4e82-911f-95a07a133ceb tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Notify callbacks [] for router, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:33.669115 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvr_db [None req-06a7be1d-0ca6-4602-8869-4c2c563a7668 None None] Set router 46a0665a-0636-4136-b13f-3d1fd03751d4 gateway port host: dv-neutron-835340-2-hyperv {{(pid=87872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:54:33.738552 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-38d7f106-7282-4bef-acfb-2b0785fc8cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0cc35fd-c36e-466e-b03a-106c19342ec3', 'name': 'tempest-ServerActionsTestJSON-286231784-router', 'tenant_id': 'a9d4ebb77b824347aa8bcf325a031e53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.97'}], 'enable_snat': True}, 'gw_port_id': 'cde66981-b80d-4fd1-a873-aa0ceb8e9778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:54:11Z', 'updated_at': '2022-03-28T11:54:26Z', 'revision_number': 4, 'project_id': 'a9d4ebb77b824347aa8bcf325a031e53', 'gw_port': {'id': 'cde66981-b80d-4fd1-a873-aa0ceb8e9778', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:a0:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0cc35fd-c36e-466e-b03a-106c19342ec3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:54:13Z', 'updated_at': '2022-03-28T11:54:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_interfaces': [{'id': '3b5afcb8-5cb5-491f-b4e1-8a52a44ebc8d', 'name': '', 'network_id': 'b072139b-1edf-4981-9f6f-41603d7605ef', 'tenant_id': 'a9d4ebb77b824347aa8bcf325a031e53', 'mac_address': 'fa:16:3e:b8:69:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0cc35fd-c36e-466e-b03a-106c19342ec3', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': 'cfae7222-6a03-4ef8-86ee-e424dc4b71d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:54:25Z', 'updated_at': '2022-03-28T11:54:28Z', 'revision_number': 2, 'project_id': 'a9d4ebb77b824347aa8bcf325a031e53', 'subnets': [{'id': 'cfae7222-6a03-4ef8-86ee-e424dc4b71d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:54:33.753543 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d7f106-7282-4bef-acfb-2b0785fc8cad None None] Checking router: e0cc35fd-c36e-466e-b03a-106c19342ec3 for host: dv-neutron-835340-2-hyperv {{(pid=87873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 11:54:33.753906 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d7f106-7282-4bef-acfb-2b0785fc8cad None None] Updating router e0cc35fd-c36e-466e-b03a-106c19342ec3 port 3b5afcb8-5cb5-491f-b4e1-8a52a44ebc8d binding host dv-neutron-835340-2-hyperv {{(pid=87873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 11:54:33.776709 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-c175d4f3-c4af-4eb1-be4d-a5747ab3d26a tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] Synchronizing usage tracker for tenant:1667953568d5410c86af3cfb9a52e3bf on resource:floatingip {{(pid=87871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:54:33.853608 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cbce119-a105-406a-a745-879c8717300e admin admin] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 11:54:33.856520 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron_lib.callbacks.manager [None req-38d7f106-7282-4bef-acfb-2b0785fc8cad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:33.892572 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-3cbce119-a105-406a-a745-879c8717300e admin admin] 10.222.0.30 "PUT /v2.0/routers/005adf9f-eb7d-4a36-bd5a-ec48d4aae6b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1959641 Mar 28 11:54:33.898137 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-7e3924e0-6082-46df-8335-4656095e51ff tempest-ServersTestManualDisk-684628403 tempest-ServersTestManualDisk-684628403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:33.996803 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port 8b64da70-6a09-4b97-bfdd-61f19d79beaa triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:54:33.999830 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:34.020254 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-c175d4f3-c4af-4eb1-be4d-a5747ab3d26a tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] Unset dirty status for tenant:1667953568d5410c86af3cfb9a52e3bf on resource:floatingip {{(pid=87871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:54:34.021517 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-c175d4f3-c4af-4eb1-be4d-a5747ab3d26a tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] 10.222.0.30 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.4756608 Mar 28 11:54:34.024252 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 47720) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:54:34.026462 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-e121536b-88c6-4e82-911f-95a07a133ceb tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:34.033753 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-fefaec9c-4dae-4d9a-b175-e4c43c5a714b tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:34.217995 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-e121536b-88c6-4e82-911f-95a07a133ceb tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Deleting port ccb2b1bb-aa4a-4f84-a029-03c5cc6ac21b {{(pid=87870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:54:34.218741 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-e121536b-88c6-4e82-911f-95a07a133ceb tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:34.255325 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron_lib.callbacks.manager [None req-38d7f106-7282-4bef-acfb-2b0785fc8cad None None] Notify callbacks [] for port, precommit_update {{(pid=87873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:34.268969 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.provisioning_blocks [None req-38d7f106-7282-4bef-acfb-2b0785fc8cad None None] Transition to ACTIVE for port object 3b5afcb8-5cb5-491f-b4e1-8a52a44ebc8d will not be triggered until provisioned by entity L2. {{(pid=87873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:54:34.283829 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron_lib.callbacks.manager [None req-38d7f106-7282-4bef-acfb-2b0785fc8cad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:34.300758 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 0e3b5c56-40c6-441b-9322-13f44351c6c3 up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:54:34.353414 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5799c22-c150-4b20-96b9-538afc51b110 None None] Pushing event updated for resources: {'Port': ['ID=3b5afcb8-5cb5-491f-b4e1-8a52a44ebc8d,revision_number=3']} {{(pid=87873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:54:34.365679 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea2a1ae6-d692-4fa5-b289-8d588caacafb tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:54:34.366137 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea2a1ae6-d692-4fa5-b289-8d588caacafb tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:54:34.366592 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea2a1ae6-d692-4fa5-b289-8d588caacafb tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:54:34.367027 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea2a1ae6-d692-4fa5-b289-8d588caacafb tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:54:34.367769 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea2a1ae6-d692-4fa5-b289-8d588caacafb tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:54:34.367988 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea2a1ae6-d692-4fa5-b289-8d588caacafb tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:54:34.368351 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea2a1ae6-d692-4fa5-b289-8d588caacafb tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:54:34.368791 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea2a1ae6-d692-4fa5-b289-8d588caacafb tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:54:34.369229 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea2a1ae6-d692-4fa5-b289-8d588caacafb tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:54:34.370269 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-ea2a1ae6-d692-4fa5-b289-8d588caacafb tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] Synchronizing usage tracker for tenant:1667953568d5410c86af3cfb9a52e3bf on resource:subnet {{(pid=87871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:54:34.412339 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port 0e3b5c56-40c6-441b-9322-13f44351c6c3 triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:54:34.413132 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:34.479345 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-06a7be1d-0ca6-4602-8869-4c2c563a7668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46a0665a-0636-4136-b13f-3d1fd03751d4', 'name': '', 'tenant_id': 'd81c380f5a424ddd9f088c5f4081fe4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '35092b8c-5d05-4711-9f2d-1d6ba13f5d9e', 'external_fixed_ips': [{'subnet_id': '33f8e5c0-e2c5-4b41-af12-cccd575ee8cc', 'ip_address': '172.20.0.13'}], 'enable_snat': True}, 'gw_port_id': 'ccb2b1bb-aa4a-4f84-a029-03c5cc6ac21b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:54:22Z', 'updated_at': '2022-03-28T11:54:28Z', 'revision_number': 3, 'project_id': 'd81c380f5a424ddd9f088c5f4081fe4e', 'gw_port': {'id': 'ccb2b1bb-aa4a-4f84-a029-03c5cc6ac21b', 'name': '', 'network_id': '35092b8c-5d05-4711-9f2d-1d6ba13f5d9e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:7c:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46a0665a-0636-4136-b13f-3d1fd03751d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 125, 'fixed_ips': [{'subnet_id': '33f8e5c0-e2c5-4b41-af12-cccd575ee8cc', 'ip_address': '172.20.0.13', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:54:24Z', 'updated_at': '2022-03-28T11:54:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '33f8e5c0-e2c5-4b41-af12-cccd575ee8cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv'}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:54:34.503999 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a7be1d-0ca6-4602-8869-4c2c563a7668 None None] Checking router: 46a0665a-0636-4136-b13f-3d1fd03751d4 for host: dv-neutron-835340-2-hyperv {{(pid=87872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 11:54:34.506685 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a7be1d-0ca6-4602-8869-4c2c563a7668 None None] Updating router 46a0665a-0636-4136-b13f-3d1fd03751d4 port ccb2b1bb-aa4a-4f84-a029-03c5cc6ac21b binding host dv-neutron-835340-2-hyperv {{(pid=87872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 11:54:34.507698 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-cdcc5ec9-2fc7-4f86-8256-555c371374df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:34.568913 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcc5ec9-2fc7-4f86-8256-555c371374df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=291a8f1f-d0a5-408e-a19e-2ad4c33949c8,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:54:34.586461 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-ea2a1ae6-d692-4fa5-b289-8d588caacafb tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] Unset dirty status for tenant:1667953568d5410c86af3cfb9a52e3bf on resource:subnet {{(pid=87871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:54:34.587675 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-ea2a1ae6-d692-4fa5-b289-8d588caacafb tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5791 time: 0.5624921 Mar 28 11:54:34.590981 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 47730) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:54:34.597129 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-dc55e31a-41fe-4c70-a6c4-e10967ea289f tempest-DHCPAgentSchedulersTestJSON-1683762586 tempest-DHCPAgentSchedulersTestJSON-1683762586-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588883'] for network, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:34.605552 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3abd7a7-ad83-4001-bf83-c4ce7ea37176 None None] Sync routers for ids ['005adf9f-eb7d-4a36-bd5a-ec48d4aae6b3'] in dv-neutron-835340-2-hyperv {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 11:54:34.629432 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3abd7a7-ad83-4001-bf83-c4ce7ea37176 None None] Routers {'005adf9f-eb7d-4a36-bd5a-ec48d4aae6b3'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:54:34.630396 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-f3abd7a7-ad83-4001-bf83-c4ce7ea37176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T11:54:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['005adf9f-eb7d-4a36-bd5a-ec48d4aae6b3'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:54:34.716047 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-06a7be1d-0ca6-4602-8869-4c2c563a7668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:34.761147 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-cdcc5ec9-2fc7-4f86-8256-555c371374df admin admin] Notify callbacks [] for security_group, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:34.765758 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-cdcc5ec9-2fc7-4f86-8256-555c371374df admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/291a8f1f-d0a5-408e-a19e-2ad4c33949c8 HTTP/1.1" status: 204 len: 168 time: 2.1719823 Mar 28 11:54:34.780701 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 47734) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:54:34.798598 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-ea46d01e-8503-4790-8e5d-4a3adccd0a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:34.813134 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-7e3924e0-6082-46df-8335-4656095e51ff tempest-ServersTestManualDisk-684628403 tempest-ServersTestManualDisk-684628403-project] Notify callbacks [] for port, precommit_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:34.837739 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.api.v2.resource [None req-c0a6f98c-3e17-4300-a3f2-01ab300667c8 tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] delete failed (client error): The resource could not be found. Mar 28 11:54:34.839086 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-c0a6f98c-3e17-4300-a3f2-01ab300667c8 tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] 10.222.0.30 "DELETE /v2.0/floatingips/b844e068-ca2c-4c79-aa97-f30d84dbfc41 HTTP/1.1" status: 404 len: 345 time: 0.2471962 Mar 28 11:54:34.841946 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 47738) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:54:34.908732 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-a3cf149d-ae0a-4ab4-9fe5-59b73e59c75c tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] Request body: {'security_group': {'name': 'tempest-securitygroup--494902311', 'description': 'tempest-description--1945494534'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:54:34.914434 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.pecan_wsgi.hooks.translation [None req-aca8b7d9-c28c-4979-a067-febc9a0c6517 tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] DELETE failed (client error): The resource could not be found. Mar 28 11:54:34.918695 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aca8b7d9-c28c-4979-a067-febc9a0c6517 tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=87871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 11:54:34.921028 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-aca8b7d9-c28c-4979-a067-febc9a0c6517 tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] 10.222.0.30 "DELETE /v2.0/networks/24be702d-6a19-4aa9-868d-440d4f57b782 HTTP/1.1" status: 404 len: 339 time: 0.0778325 Mar 28 11:54:34.922009 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-7e3924e0-6082-46df-8335-4656095e51ff tempest-ServersTestManualDisk-684628403 tempest-ServersTestManualDisk-684628403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2363241'] for port, after_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:34.936379 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 47744) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:54:34.948912 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvr_db [None req-f3abd7a7-ad83-4001-bf83-c4ce7ea37176 None None] Set router 005adf9f-eb7d-4a36-bd5a-ec48d4aae6b3 gateway port host: dv-neutron-835340-2-hyperv {{(pid=87873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:54:34.973226 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-a3cf149d-ae0a-4ab4-9fe5-59b73e59c75c tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:54:35.069000 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3924e0-6082-46df-8335-4656095e51ff tempest-ServersTestManualDisk-684628403 tempest-ServersTestManualDisk-684628403-project] Pushing event updated for resources: {'Port': ['ID=79e64157-5ec3-494f-93bd-17e320b3a988,revision_number=2']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:54:35.074479 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-7e3924e0-6082-46df-8335-4656095e51ff tempest-ServersTestManualDisk-684628403 tempest-ServersTestManualDisk-684628403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-709520'] for floatingip, after_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:35.100353 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-7e3924e0-6082-46df-8335-4656095e51ff tempest-ServersTestManualDisk-684628403 tempest-ServersTestManualDisk-684628403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for floatingip, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:35.101801 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-7e3924e0-6082-46df-8335-4656095e51ff tempest-ServersTestManualDisk-684628403 tempest-ServersTestManualDisk-684628403-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.5134382 Mar 28 11:54:35.187787 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-e121536b-88c6-4e82-911f-95a07a133ceb tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:35.258121 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.managers [None req-38d7f106-7282-4bef-acfb-2b0785fc8cad None None] Attempting to bind port 3b5afcb8-5cb5-491f-b4e1-8a52a44ebc8d on host dv-neutron-835340-2-hyperv for vnic_type normal with profile {{(pid=87873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:54:35.258597 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.managers [None req-38d7f106-7282-4bef-acfb-2b0785fc8cad None None] Attempting to bind port 3b5afcb8-5cb5-491f-b4e1-8a52a44ebc8d by drivers openvswitch,hyperv on host dv-neutron-835340-2-hyperv at level 0 using segments [{'id': 'e329885b-8f4a-46ec-aac6-9c31786794f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'b072139b-1edf-4981-9f6f-41603d7605ef'}] {{(pid=87873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:54:35.259499 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d7f106-7282-4bef-acfb-2b0785fc8cad None None] Attempting to bind port 3b5afcb8-5cb5-491f-b4e1-8a52a44ebc8d on network b072139b-1edf-4981-9f6f-41603d7605ef {{(pid=87873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:54:35.261024 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 47752) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:54:35.267176 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-efbb5dd5-49d0-4b76-889d-96b6206b75a3 tempest-ServersTestJSON-1268936191 tempest-ServersTestJSON-1268936191-project] Request body: {'security_group': {'name': 'tempest-securitygroup--17958281', 'description': 'tempest-description--1655189118'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:54:35.267972 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d7f106-7282-4bef-acfb-2b0785fc8cad None None] Checking agent: {'id': '961a16fe-cbc8-4264-ac28-bbbd53f89caa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 46, 6), 'started_at': datetime.datetime(2022, 3, 28, 11, 46, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 11, 54, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 11:54:35.268351 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d7f106-7282-4bef-acfb-2b0785fc8cad None None] Checking segment: {'id': 'e329885b-8f4a-46ec-aac6-9c31786794f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'b072139b-1edf-4981-9f6f-41603d7605ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:54:35.268751 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron_lib.callbacks.manager [None req-38d7f106-7282-4bef-acfb-2b0785fc8cad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:35.269140 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d7f106-7282-4bef-acfb-2b0785fc8cad None None] Bound using segment: {'id': 'e329885b-8f4a-46ec-aac6-9c31786794f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'b072139b-1edf-4981-9f6f-41603d7605ef'} {{(pid=87873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 11:54:35.269609 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.managers [None req-38d7f106-7282-4bef-acfb-2b0785fc8cad None None] Bound port: 3b5afcb8-5cb5-491f-b4e1-8a52a44ebc8d, host: dv-neutron-835340-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e329885b-8f4a-46ec-aac6-9c31786794f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'b072139b-1edf-4981-9f6f-41603d7605ef'}}] {{(pid=87873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 11:54:35.270243 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron_lib.callbacks.manager [None req-38d7f106-7282-4bef-acfb-2b0785fc8cad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:35.288005 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-efbb5dd5-49d0-4b76-889d-96b6206b75a3 tempest-ServersTestJSON-1268936191 tempest-ServersTestJSON-1268936191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:54:35.303816 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-efbb5dd5-49d0-4b76-889d-96b6206b75a3 tempest-ServersTestJSON-1268936191 tempest-ServersTestJSON-1268936191-project] Usage tracker for resource:security_group and tenant:acd670e645c74d2b90f128b4c99c366d is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:54:35.307116 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-efbb5dd5-49d0-4b76-889d-96b6206b75a3 tempest-ServersTestJSON-1268936191 tempest-ServersTestJSON-1268936191-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:54:35.324790 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-efbb5dd5-49d0-4b76-889d-96b6206b75a3 tempest-ServersTestJSON-1268936191 tempest-ServersTestJSON-1268936191-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:54:35.342490 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-efbb5dd5-49d0-4b76-889d-96b6206b75a3 tempest-ServersTestJSON-1268936191 tempest-ServersTestJSON-1268936191-project] Notify callbacks [] for security_group, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:35.392642 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-efbb5dd5-49d0-4b76-889d-96b6206b75a3 tempest-ServersTestJSON-1268936191 tempest-ServersTestJSON-1268936191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:54:35.394845 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-efbb5dd5-49d0-4b76-889d-96b6206b75a3 tempest-ServersTestJSON-1268936191 tempest-ServersTestJSON-1268936191-project] Usage tracker for resource:security_group_rule and tenant:acd670e645c74d2b90f128b4c99c366d is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:54:35.401494 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-efbb5dd5-49d0-4b76-889d-96b6206b75a3 tempest-ServersTestJSON-1268936191 tempest-ServersTestJSON-1268936191-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:54:35.416754 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-efbb5dd5-49d0-4b76-889d-96b6206b75a3 tempest-ServersTestJSON-1268936191 tempest-ServersTestJSON-1268936191-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:54:35.425323 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-e121536b-88c6-4e82-911f-95a07a133ceb tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Calling delete_port for ccb2b1bb-aa4a-4f84-a029-03c5cc6ac21b owned by network:router_gateway {{(pid=87870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:54:35.488556 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.db [None req-38d7f106-7282-4bef-acfb-2b0785fc8cad None None] For port 3b5afcb8-5cb5-491f-b4e1-8a52a44ebc8d, host dv-neutron-835340-2-hyperv, cleared binding levels {{(pid=87873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 11:54:35.503859 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.db [None req-38d7f106-7282-4bef-acfb-2b0785fc8cad None None] For port 3b5afcb8-5cb5-491f-b4e1-8a52a44ebc8d, host dv-neutron-835340-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=3b5afcb8-5cb5-491f-b4e1-8a52a44ebc8d,segment=NetworkSegment(e329885b-8f4a-46ec-aac6-9c31786794f0),segment_id=e329885b-8f4a-46ec-aac6-9c31786794f0)] {{(pid=87873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 11:54:35.515921 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron_lib.callbacks.manager [None req-38d7f106-7282-4bef-acfb-2b0785fc8cad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:35.549625 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-06a7be1d-0ca6-4602-8869-4c2c563a7668 None None] Notify callbacks [] for port, precommit_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:35.569176 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-efbb5dd5-49d0-4b76-889d-96b6206b75a3 tempest-ServersTestJSON-1268936191 tempest-ServersTestJSON-1268936191-project] Notify callbacks [] for security_group, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:35.578035 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-06a7be1d-0ca6-4602-8869-4c2c563a7668 None None] Transition to ACTIVE for port object ccb2b1bb-aa4a-4f84-a029-03c5cc6ac21b will not be triggered until provisioned by entity L2. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:54:35.579036 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-efbb5dd5-49d0-4b76-889d-96b6206b75a3 tempest-ServersTestJSON-1268936191 tempest-ServersTestJSON-1268936191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:35.589741 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-06a7be1d-0ca6-4602-8869-4c2c563a7668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:35.610336 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5799c22-c150-4b20-96b9-538afc51b110 None None] Pushing event updated for resources: {'Port': ['ID=3b5afcb8-5cb5-491f-b4e1-8a52a44ebc8d,revision_number=4']} {{(pid=87873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:54:35.630800 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-f3abd7a7-ad83-4001-bf83-c4ce7ea37176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '005adf9f-eb7d-4a36-bd5a-ec48d4aae6b3', 'name': 'tempest-ServersTestJSON-319239182-router', 'tenant_id': 'acd670e645c74d2b90f128b4c99c366d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.162'}], 'enable_snat': True}, 'gw_port_id': '0e3b5c56-40c6-441b-9322-13f44351c6c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:54:13Z', 'updated_at': '2022-03-28T11:54:30Z', 'revision_number': 4, 'project_id': 'acd670e645c74d2b90f128b4c99c366d', 'gw_port': {'id': '0e3b5c56-40c6-441b-9322-13f44351c6c3', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:d1:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '005adf9f-eb7d-4a36-bd5a-ec48d4aae6b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:54:15Z', 'updated_at': '2022-03-28T11:54:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_interfaces': [{'id': 'e4f29528-2ae2-45f0-863a-39816c9dcf0c', 'name': '', 'network_id': 'a4e7a0f3-f0a8-4b6f-ba98-4c112b7f4173', 'tenant_id': 'acd670e645c74d2b90f128b4c99c366d', 'mac_address': 'fa:16:3e:95:22:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '005adf9f-eb7d-4a36-bd5a-ec48d4aae6b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '0ed780f2-8d6e-4932-8a9f-fdf7d02c0d26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:54:28Z', 'updated_at': '2022-03-28T11:54:31Z', 'revision_number': 2, 'project_id': 'acd670e645c74d2b90f128b4c99c366d', 'subnets': [{'id': '0ed780f2-8d6e-4932-8a9f-fdf7d02c0d26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:54:35.636553 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3abd7a7-ad83-4001-bf83-c4ce7ea37176 None None] Checking router: 005adf9f-eb7d-4a36-bd5a-ec48d4aae6b3 for host: dv-neutron-835340-2-hyperv {{(pid=87873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 11:54:35.636909 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3abd7a7-ad83-4001-bf83-c4ce7ea37176 None None] Updating router 005adf9f-eb7d-4a36-bd5a-ec48d4aae6b3 port e4f29528-2ae2-45f0-863a-39816c9dcf0c binding host dv-neutron-835340-2-hyperv {{(pid=87873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 11:54:35.678890 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-efbb5dd5-49d0-4b76-889d-96b6206b75a3 tempest-ServersTestJSON-1268936191 tempest-ServersTestJSON-1268936191-project] Notify callbacks [] for security_group, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:35.682719 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-efbb5dd5-49d0-4b76-889d-96b6206b75a3 tempest-ServersTestJSON-1268936191 tempest-ServersTestJSON-1268936191-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.4175665 Mar 28 11:54:35.682719 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbb5dd5-49d0-4b76-889d-96b6206b75a3 tempest-ServersTestJSON-1268936191 tempest-ServersTestJSON-1268936191-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01efca3c-f549-4b6d-88ba-c49064a4c100,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:54:35.683623 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 47782) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:54:35.698741 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-2cf982e4-9cdd-42cd-b6c1-b86bd619519c tempest-ServersTestJSON-1268936191 tempest-ServersTestJSON-1268936191-project] Request body: {'security_group_rule': {'security_group_id': '01efca3c-f549-4b6d-88ba-c49064a4c100', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:54:35.714782 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d7f106-7282-4bef-acfb-2b0785fc8cad None None] Routers {'e0cc35fd-c36e-466e-b03a-106c19342ec3'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:54:35.715411 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-38d7f106-7282-4bef-acfb-2b0785fc8cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T11:54:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['e0cc35fd-c36e-466e-b03a-106c19342ec3'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:54:35.721127 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-2cf982e4-9cdd-42cd-b6c1-b86bd619519c tempest-ServersTestJSON-1268936191 tempest-ServersTestJSON-1268936191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:54:35.725697 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-2cf982e4-9cdd-42cd-b6c1-b86bd619519c tempest-ServersTestJSON-1268936191 tempest-ServersTestJSON-1268936191-project] Usage tracker for resource:security_group_rule and tenant:acd670e645c74d2b90f128b4c99c366d is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:54:35.730001 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-2cf982e4-9cdd-42cd-b6c1-b86bd619519c tempest-ServersTestJSON-1268936191 tempest-ServersTestJSON-1268936191-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:54:35.741637 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-2cf982e4-9cdd-42cd-b6c1-b86bd619519c tempest-ServersTestJSON-1268936191 tempest-ServersTestJSON-1268936191-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:54:35.778007 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-2cf982e4-9cdd-42cd-b6c1-b86bd619519c tempest-ServersTestJSON-1268936191 tempest-ServersTestJSON-1268936191-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:35.841031 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-ef3be119-c018-4979-be07-86cf959defc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:35.862236 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-06a7be1d-0ca6-4602-8869-4c2c563a7668 None None] Attempting to bind port ccb2b1bb-aa4a-4f84-a029-03c5cc6ac21b on host dv-neutron-835340-2-hyperv for vnic_type normal with profile {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:54:35.862600 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-06a7be1d-0ca6-4602-8869-4c2c563a7668 None None] Attempting to bind port ccb2b1bb-aa4a-4f84-a029-03c5cc6ac21b by drivers openvswitch,hyperv on host dv-neutron-835340-2-hyperv at level 0 using segments [{'id': 'b57b40a9-6248-40c1-823d-39c10ede8c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '35092b8c-5d05-4711-9f2d-1d6ba13f5d9e'}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:54:35.862966 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a7be1d-0ca6-4602-8869-4c2c563a7668 None None] Attempting to bind port ccb2b1bb-aa4a-4f84-a029-03c5cc6ac21b on network 35092b8c-5d05-4711-9f2d-1d6ba13f5d9e {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:54:35.865589 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b597325f-27a3-4260-ac87-75a05ae92dc2 None None] Pushing event updated for resources: {'Port': ['ID=ccb2b1bb-aa4a-4f84-a029-03c5cc6ac21b,revision_number=2']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:54:35.869532 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:35.880488 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a7be1d-0ca6-4602-8869-4c2c563a7668 None None] Checking agent: {'id': '961a16fe-cbc8-4264-ac28-bbbd53f89caa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 46, 6), 'started_at': datetime.datetime(2022, 3, 28, 11, 46, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 11, 54, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 11:54:35.880860 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a7be1d-0ca6-4602-8869-4c2c563a7668 None None] Checking segment: {'id': 'b57b40a9-6248-40c1-823d-39c10ede8c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '35092b8c-5d05-4711-9f2d-1d6ba13f5d9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:54:35.881259 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-06a7be1d-0ca6-4602-8869-4c2c563a7668 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:35.881638 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a7be1d-0ca6-4602-8869-4c2c563a7668 None None] Bound using segment: {'id': 'b57b40a9-6248-40c1-823d-39c10ede8c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '35092b8c-5d05-4711-9f2d-1d6ba13f5d9e'} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 11:54:35.882101 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-06a7be1d-0ca6-4602-8869-4c2c563a7668 None None] Bound port: ccb2b1bb-aa4a-4f84-a029-03c5cc6ac21b, host: dv-neutron-835340-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b57b40a9-6248-40c1-823d-39c10ede8c70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '35092b8c-5d05-4711-9f2d-1d6ba13f5d9e'}}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 11:54:35.882470 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-06a7be1d-0ca6-4602-8869-4c2c563a7668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:35.889560 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-a3cf149d-ae0a-4ab4-9fe5-59b73e59c75c tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] Usage tracker for resource:security_group and tenant:a9d4ebb77b824347aa8bcf325a031e53 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:54:35.920185 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron_lib.callbacks.manager [None req-f3abd7a7-ad83-4001-bf83-c4ce7ea37176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:35.925762 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-2cf982e4-9cdd-42cd-b6c1-b86bd619519c tempest-ServersTestJSON-1268936191 tempest-ServersTestJSON-1268936191-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:35.939513 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-2cf982e4-9cdd-42cd-b6c1-b86bd619519c tempest-ServersTestJSON-1268936191 tempest-ServersTestJSON-1268936191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740322'] for security_group_rule, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:35.946183 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-9e24a85d-36a0-4dac-a1d8-8859b91fea95 tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] Request body: {'network': {'name': 'tempest-network--1643834173', 'router:external': True}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:54:35.965115 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-9e24a85d-36a0-4dac-a1d8-8859b91fea95 tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:54:35.980345 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-9e24a85d-36a0-4dac-a1d8-8859b91fea95 tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] Usage tracker for resource:network and tenant:1667953568d5410c86af3cfb9a52e3bf is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:54:35.981383 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf982e4-9cdd-42cd-b6c1-b86bd619519c tempest-ServersTestJSON-1268936191 tempest-ServersTestJSON-1268936191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82cc7c83-4d35-4851-beed-381363230d69,revision_number=0']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:54:35.989982 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-9e24a85d-36a0-4dac-a1d8-8859b91fea95 tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:54:35.991390 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-2cf982e4-9cdd-42cd-b6c1-b86bd619519c tempest-ServersTestJSON-1268936191 tempest-ServersTestJSON-1268936191-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:35.992660 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-2cf982e4-9cdd-42cd-b6c1-b86bd619519c tempest-ServersTestJSON-1268936191 tempest-ServersTestJSON-1268936191-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3081024 Mar 28 11:54:35.998180 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 47790) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:54:36.008263 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-9e24a85d-36a0-4dac-a1d8-8859b91fea95 tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:54:36.009473 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-0d917adf-df27-4974-882c-82ea30e7ea6d tempest-ServersTestJSON-1268936191 tempest-ServersTestJSON-1268936191-project] Request body: {'security_group_rule': {'security_group_id': '01efca3c-f549-4b6d-88ba-c49064a4c100', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:54:36.021758 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-0d917adf-df27-4974-882c-82ea30e7ea6d tempest-ServersTestJSON-1268936191 tempest-ServersTestJSON-1268936191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:54:36.030708 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-0d917adf-df27-4974-882c-82ea30e7ea6d tempest-ServersTestJSON-1268936191 tempest-ServersTestJSON-1268936191-project] Usage tracker for resource:security_group_rule and tenant:acd670e645c74d2b90f128b4c99c366d is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:54:36.038262 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-06a7be1d-0ca6-4602-8869-4c2c563a7668 None None] For port ccb2b1bb-aa4a-4f84-a029-03c5cc6ac21b, host dv-neutron-835340-2-hyperv, cleared binding levels {{(pid=87872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 11:54:36.038792 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-0d917adf-df27-4974-882c-82ea30e7ea6d tempest-ServersTestJSON-1268936191 tempest-ServersTestJSON-1268936191-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:54:36.047566 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-06a7be1d-0ca6-4602-8869-4c2c563a7668 None None] For port ccb2b1bb-aa4a-4f84-a029-03c5cc6ac21b, host dv-neutron-835340-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=ccb2b1bb-aa4a-4f84-a029-03c5cc6ac21b,segment=NetworkSegment(b57b40a9-6248-40c1-823d-39c10ede8c70),segment_id=b57b40a9-6248-40c1-823d-39c10ede8c70)] {{(pid=87872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 11:54:36.050602 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-0d917adf-df27-4974-882c-82ea30e7ea6d tempest-ServersTestJSON-1268936191 tempest-ServersTestJSON-1268936191-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:54:36.052221 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-a3cf149d-ae0a-4ab4-9fe5-59b73e59c75c tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:54:36.059198 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-06a7be1d-0ca6-4602-8869-4c2c563a7668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:36.089370 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e24a85d-36a0-4dac-a1d8-8859b91fea95 tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] Made reservation on behalf of 1667953568d5410c86af3cfb9a52e3bf for: {'network': 1} {{(pid=87870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:54:36.096556 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-9e24a85d-36a0-4dac-a1d8-8859b91fea95 tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for network, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:36.099835 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-0d917adf-df27-4974-882c-82ea30e7ea6d tempest-ServersTestJSON-1268936191 tempest-ServersTestJSON-1268936191-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:36.198428 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 47802) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:54:36.198589 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-a3cf149d-ae0a-4ab4-9fe5-59b73e59c75c tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:54:36.204749 dv-neutron-835340-2-hyperv neutron-server[87871]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 28 11:54:36.206806 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a7be1d-0ca6-4602-8869-4c2c563a7668 None None] Routers {'46a0665a-0636-4136-b13f-3d1fd03751d4'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:54:36.207608 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-06a7be1d-0ca6-4602-8869-4c2c563a7668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T11:54:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['46a0665a-0636-4136-b13f-3d1fd03751d4'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:54:36.237279 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-0d917adf-df27-4974-882c-82ea30e7ea6d tempest-ServersTestJSON-1268936191 tempest-ServersTestJSON-1268936191-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:36.265916 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [req-a271b41e-f356-448d-b313-16da8d4375b1 req-36338c96-bf5a-465e-9d1a-353d3526b4c7 tempest-ServersTestManualDisk-684628403 tempest-ServersTestManualDisk-684628403-project] Synchronizing usage tracker for tenant:ef5d94df2651453a8526eba31d74035c on resource:security_group {{(pid=87871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:54:36.269025 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-0d917adf-df27-4974-882c-82ea30e7ea6d tempest-ServersTestJSON-1268936191 tempest-ServersTestJSON-1268936191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740322'] for security_group_rule, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:36.286339 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b597325f-27a3-4260-ac87-75a05ae92dc2 None None] Pushing event updated for resources: {'Port': ['ID=ccb2b1bb-aa4a-4f84-a029-03c5cc6ac21b,revision_number=3']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:54:36.300144 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d917adf-df27-4974-882c-82ea30e7ea6d tempest-ServersTestJSON-1268936191 tempest-ServersTestJSON-1268936191-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea2e1ddf-3246-4e3e-acba-f21ef5382b55,revision_number=0']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:54:36.344337 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-0d917adf-df27-4974-882c-82ea30e7ea6d tempest-ServersTestJSON-1268936191 tempest-ServersTestJSON-1268936191-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:36.353161 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-0d917adf-df27-4974-882c-82ea30e7ea6d tempest-ServersTestJSON-1268936191 tempest-ServersTestJSON-1268936191-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3538349 Mar 28 11:54:36.353763 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 47806) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:54:36.368215 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-da2b6974-d296-43b6-8a33-77a2ca582487 tempest-ServersTestJSON-1268936191 tempest-ServersTestJSON-1268936191-project] Request body: {'floatingip': {'floating_network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:54:36.370682 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvr_db [None req-38d7f106-7282-4bef-acfb-2b0785fc8cad None None] Set router e0cc35fd-c36e-466e-b03a-106c19342ec3 gateway port host: dv-neutron-835340-2-hyperv {{(pid=87873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:54:36.372640 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [req-a271b41e-f356-448d-b313-16da8d4375b1 req-36338c96-bf5a-465e-9d1a-353d3526b4c7 tempest-ServersTestManualDisk-684628403 tempest-ServersTestManualDisk-684628403-project] Unset dirty status for tenant:ef5d94df2651453a8526eba31d74035c on resource:security_group {{(pid=87871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:54:36.380214 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-a271b41e-f356-448d-b313-16da8d4375b1 req-36338c96-bf5a-465e-9d1a-353d3526b4c7 tempest-ServersTestManualDisk-684628403 tempest-ServersTestManualDisk-684628403-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--661397635&fields=id&tenant_id=ef5d94df2651453a8526eba31d74035c HTTP/1.1" status: 200 len: 267 time: 0.1807251 Mar 28 11:54:36.384224 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-da2b6974-d296-43b6-8a33-77a2ca582487 tempest-ServersTestJSON-1268936191 tempest-ServersTestJSON-1268936191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:54:36.391006 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 47810) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:54:36.401159 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-da2b6974-d296-43b6-8a33-77a2ca582487 tempest-ServersTestJSON-1268936191 tempest-ServersTestJSON-1268936191-project] Usage tracker for resource:floatingip and tenant:acd670e645c74d2b90f128b4c99c366d is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:54:36.406357 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-a3cf149d-ae0a-4ab4-9fe5-59b73e59c75c tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] Notify callbacks [] for security_group, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:36.431881 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-dc55e31a-41fe-4c70-a6c4-e10967ea289f tempest-DHCPAgentSchedulersTestJSON-1683762586 tempest-DHCPAgentSchedulersTestJSON-1683762586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930431', 'neutron.services.segments.db._delete_segments_for_network-8783496351308'] for network, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:36.435689 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvr_db [None req-06a7be1d-0ca6-4602-8869-4c2c563a7668 None None] Set router 46a0665a-0636-4136-b13f-3d1fd03751d4 gateway port host: None {{(pid=87872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:54:36.441634 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-da2b6974-d296-43b6-8a33-77a2ca582487 tempest-ServersTestJSON-1268936191 tempest-ServersTestJSON-1268936191-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:54:36.451113 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-da2b6974-d296-43b6-8a33-77a2ca582487 tempest-ServersTestJSON-1268936191 tempest-ServersTestJSON-1268936191-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:54:36.479264 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-dc55e31a-41fe-4c70-a6c4-e10967ea289f tempest-DHCPAgentSchedulersTestJSON-1683762586 tempest-DHCPAgentSchedulersTestJSON-1683762586-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23639eb7-9405-4c27-8a47-c8bfe6d06139']}} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:54:36.492329 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-dc55e31a-41fe-4c70-a6c4-e10967ea289f tempest-DHCPAgentSchedulersTestJSON-1683762586 tempest-DHCPAgentSchedulersTestJSON-1683762586-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8089aa6b-e674-4c02-9c77-0d87cce1fdc5') {'for_net_delete': True} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:54:36.492619 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-dc55e31a-41fe-4c70-a6c4-e10967ea289f tempest-DHCPAgentSchedulersTestJSON-1683762586 tempest-DHCPAgentSchedulersTestJSON-1683762586-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8089aa6b-e674-4c02-9c77-0d87cce1fdc5') {} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:54:36.505935 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-dc55e31a-41fe-4c70-a6c4-e10967ea289f tempest-DHCPAgentSchedulersTestJSON-1683762586 tempest-DHCPAgentSchedulersTestJSON-1683762586-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783496353639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3591341'] for segment, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:36.523703 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-dc55e31a-41fe-4c70-a6c4-e10967ea289f tempest-DHCPAgentSchedulersTestJSON-1683762586 tempest-DHCPAgentSchedulersTestJSON-1683762586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:36.535794 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc55e31a-41fe-4c70-a6c4-e10967ea289f tempest-DHCPAgentSchedulersTestJSON-1683762586 tempest-DHCPAgentSchedulersTestJSON-1683762586-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=87870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 11:54:36.536197 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-dc55e31a-41fe-4c70-a6c4-e10967ea289f tempest-DHCPAgentSchedulersTestJSON-1683762586 tempest-DHCPAgentSchedulersTestJSON-1683762586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1920481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2558260'] for segment, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:36.642311 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-a3cf149d-ae0a-4ab4-9fe5-59b73e59c75c tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:54:36.674549 dv-neutron-835340-2-hyperv neutron-server[87870]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 11:54:36.674549 dv-neutron-835340-2-hyperv neutron-server[87870]: util.warn( Mar 28 11:54:36.674549 dv-neutron-835340-2-hyperv neutron-server[87870]: Traceback (most recent call last): Mar 28 11:54:36.674549 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 11:54:36.674549 dv-neutron-835340-2-hyperv neutron-server[87870]: timer() Mar 28 11:54:36.674549 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 11:54:36.674549 dv-neutron-835340-2-hyperv neutron-server[87870]: cb(*args, **kw) Mar 28 11:54:36.674549 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 11:54:36.674549 dv-neutron-835340-2-hyperv neutron-server[87870]: return func(*args, **kwargs) Mar 28 11:54:36.674549 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 11:54:36.674549 dv-neutron-835340-2-hyperv neutron-server[87870]: self._notify() Mar 28 11:54:36.674549 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 11:54:36.674549 dv-neutron-835340-2-hyperv neutron-server[87870]: self.callback(batched_events) Mar 28 11:54:36.674549 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 11:54:36.674549 dv-neutron-835340-2-hyperv neutron-server[87870]: event.method(event) Mar 28 11:54:36.674549 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 11:54:36.674549 dv-neutron-835340-2-hyperv neutron-server[87870]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 11:54:36.674549 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 11:54:36.674549 dv-neutron-835340-2-hyperv neutron-server[87870]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 11:54:36.674549 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 11:54:36.674549 dv-neutron-835340-2-hyperv neutron-server[87870]: return f(self, *a, **k) Mar 28 11:54:36.674549 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 11:54:36.674549 dv-neutron-835340-2-hyperv neutron-server[87870]: return self._get(url).json() Mar 28 11:54:36.674549 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 11:54:36.674549 dv-neutron-835340-2-hyperv neutron-server[87870]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 11:54:36.674549 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 11:54:36.674549 dv-neutron-835340-2-hyperv neutron-server[87870]: return self.request(url, 'GET', **kwargs) Mar 28 11:54:36.674549 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 11:54:36.674549 dv-neutron-835340-2-hyperv neutron-server[87870]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 11:54:36.674549 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 11:54:36.674549 dv-neutron-835340-2-hyperv neutron-server[87870]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 11:54:36.674549 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 11:54:36.674549 dv-neutron-835340-2-hyperv neutron-server[87870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 11:54:36.674549 dv-neutron-835340-2-hyperv neutron-server[87870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 11:54:36.679573 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-dc55e31a-41fe-4c70-a6c4-e10967ea289f tempest-DHCPAgentSchedulersTestJSON-1683762586 tempest-DHCPAgentSchedulersTestJSON-1683762586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709602'] for network, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:36.682651 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.db.resource_extend [None req-fefaec9c-4dae-4d9a-b175-e4c43c5a714b tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 28 11:54:36.692800 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-a3cf149d-ae0a-4ab4-9fe5-59b73e59c75c tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] Usage tracker for resource:security_group_rule and tenant:a9d4ebb77b824347aa8bcf325a031e53 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:54:36.695595 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.db.api [None req-e121536b-88c6-4e82-911f-95a07a133ceb tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87870) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 11:54:36.695909 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG oslo_db.api [None req-e121536b-88c6-4e82-911f-95a07a133ceb tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 11:54:36.697620 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-a3cf149d-ae0a-4ab4-9fe5-59b73e59c75c tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:54:36.712100 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-06a7be1d-0ca6-4602-8869-4c2c563a7668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46a0665a-0636-4136-b13f-3d1fd03751d4', 'name': '', 'tenant_id': 'd81c380f5a424ddd9f088c5f4081fe4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:54:22Z', 'updated_at': '2022-03-28T11:54:34Z', 'revision_number': 4, 'project_id': 'd81c380f5a424ddd9f088c5f4081fe4e', 'gw_port_host': None}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:54:36.716958 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a7be1d-0ca6-4602-8869-4c2c563a7668 None None] The sync data for ids ['46a0665a-0636-4136-b13f-3d1fd03751d4'] in dv-neutron-835340-2-hyperv is: [{'id': '46a0665a-0636-4136-b13f-3d1fd03751d4', 'name': '', 'tenant_id': 'd81c380f5a424ddd9f088c5f4081fe4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:54:22Z', 'updated_at': '2022-03-28T11:54:34Z', 'revision_number': 4, 'project_id': 'd81c380f5a424ddd9f088c5f4081fe4e', 'gw_port_host': None}] {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 11:54:36.727974 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-dc55e31a-41fe-4c70-a6c4-e10967ea289f tempest-DHCPAgentSchedulersTestJSON-1683762586 tempest-DHCPAgentSchedulersTestJSON-1683762586-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538751'] for network, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:36.732036 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-da2b6974-d296-43b6-8a33-77a2ca582487 tempest-ServersTestJSON-1268936191 tempest-ServersTestJSON-1268936191-project] Notify callbacks [] for floatingip, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:36.737529 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc55e31a-41fe-4c70-a6c4-e10967ea289f tempest-DHCPAgentSchedulersTestJSON-1683762586 tempest-DHCPAgentSchedulersTestJSON-1683762586-project] Pushing event deleted for resources: {'Network': ['ID=23639eb7-9405-4c27-8a47-c8bfe6d06139,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:54:36.741614 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-a3cf149d-ae0a-4ab4-9fe5-59b73e59c75c tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:54:36.744755 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-fefaec9c-4dae-4d9a-b175-e4c43c5a714b tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] Notify callbacks [] for port, precommit_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:36.747428 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e24a85d-36a0-4dac-a1d8-8859b91fea95 tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=87870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 11:54:36.764389 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-fefaec9c-4dae-4d9a-b175-e4c43c5a714b tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2558288'] for port, after_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:36.783740 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-99e91e3c-63d9-48b6-8b3b-d9e7b170e752 tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1536008482'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:54:36.801102 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-99e91e3c-63d9-48b6-8b3b-d9e7b170e752 tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:54:36.816957 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-99e91e3c-63d9-48b6-8b3b-d9e7b170e752 tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Usage tracker for resource:network and tenant:6696e3fb7c7e4b0485759ec64225ba6d is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:54:36.818617 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-9e24a85d-36a0-4dac-a1d8-8859b91fea95 tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:36.819138 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.db.segments_db [None req-9e24a85d-36a0-4dac-a1d8-8859b91fea95 tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] Added segment fd05c223-7a4c-4f46-b8b5-2abd0fc96cec of type vlan for network 8703a3f7-eb0f-4b67-bd01-8f4988a1f4d6 Mar 28 11:54:36.830238 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-99e91e3c-63d9-48b6-8b3b-d9e7b170e752 tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:54:36.902349 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-99e91e3c-63d9-48b6-8b3b-d9e7b170e752 tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:54:36.909752 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-dc55e31a-41fe-4c70-a6c4-e10967ea289f tempest-DHCPAgentSchedulersTestJSON-1683762586 tempest-DHCPAgentSchedulersTestJSON-1683762586-project] 10.222.0.30 "DELETE /v2.0/networks/23639eb7-9405-4c27-8a47-c8bfe6d06139 HTTP/1.1" status: 204 len: 168 time: 3.9038157 Mar 28 11:54:36.911863 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-9e24a85d-36a0-4dac-a1d8-8859b91fea95 tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783495836591'] for network, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:36.914240 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 47818) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:54:36.963426 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron_lib.callbacks.manager [None req-f3abd7a7-ad83-4001-bf83-c4ce7ea37176 None None] Notify callbacks [] for port, precommit_update {{(pid=87873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:36.975348 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fc7a93f-d488-4c9a-b2d2-3a3e969055d5 tempest-DHCPAgentSchedulersTestJSON-1683762586 tempest-DHCPAgentSchedulersTestJSON-1683762586-project] DELETE failed (client error): The resource could not be found. Mar 28 11:54:36.975918 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3fc7a93f-d488-4c9a-b2d2-3a3e969055d5 tempest-DHCPAgentSchedulersTestJSON-1683762586 tempest-DHCPAgentSchedulersTestJSON-1683762586-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 11:54:36.978115 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-3fc7a93f-d488-4c9a-b2d2-3a3e969055d5 tempest-DHCPAgentSchedulersTestJSON-1683762586 tempest-DHCPAgentSchedulersTestJSON-1683762586-project] 10.222.0.30 "DELETE /v2.0/ports/e94452d7-9c98-47bb-909b-42d840bfadda HTTP/1.1" status: 404 len: 333 time: 0.0616996 Mar 28 11:54:36.989731 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.provisioning_blocks [None req-f3abd7a7-ad83-4001-bf83-c4ce7ea37176 None None] Transition to ACTIVE for port object e4f29528-2ae2-45f0-863a-39816c9dcf0c will not be triggered until provisioned by entity L2. {{(pid=87873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:54:36.994908 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 47822) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:54:36.998824 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-38d7f106-7282-4bef-acfb-2b0785fc8cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0cc35fd-c36e-466e-b03a-106c19342ec3', 'name': 'tempest-ServerActionsTestJSON-286231784-router', 'tenant_id': 'a9d4ebb77b824347aa8bcf325a031e53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.97'}], 'enable_snat': True}, 'gw_port_id': 'cde66981-b80d-4fd1-a873-aa0ceb8e9778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:54:11Z', 'updated_at': '2022-03-28T11:54:26Z', 'revision_number': 4, 'project_id': 'a9d4ebb77b824347aa8bcf325a031e53', 'gw_port': {'id': 'cde66981-b80d-4fd1-a873-aa0ceb8e9778', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:a0:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0cc35fd-c36e-466e-b03a-106c19342ec3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:54:13Z', 'updated_at': '2022-03-28T11:54:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_interfaces': [{'id': '3b5afcb8-5cb5-491f-b4e1-8a52a44ebc8d', 'name': '', 'network_id': 'b072139b-1edf-4981-9f6f-41603d7605ef', 'tenant_id': 'a9d4ebb77b824347aa8bcf325a031e53', 'mac_address': 'fa:16:3e:b8:69:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0cc35fd-c36e-466e-b03a-106c19342ec3', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': 'cfae7222-6a03-4ef8-86ee-e424dc4b71d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:54:25Z', 'updated_at': '2022-03-28T11:54:35Z', 'revision_number': 4, 'project_id': 'a9d4ebb77b824347aa8bcf325a031e53', 'subnets': [{'id': 'cfae7222-6a03-4ef8-86ee-e424dc4b71d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:54:37.003252 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron_lib.callbacks.manager [None req-f3abd7a7-ad83-4001-bf83-c4ce7ea37176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:37.049801 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d7f106-7282-4bef-acfb-2b0785fc8cad None None] The sync data for ids ['e0cc35fd-c36e-466e-b03a-106c19342ec3'] in dv-neutron-835340-2-hyperv is: [{'id': 'e0cc35fd-c36e-466e-b03a-106c19342ec3', 'name': 'tempest-ServerActionsTestJSON-286231784-router', 'tenant_id': 'a9d4ebb77b824347aa8bcf325a031e53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.97'}], 'enable_snat': True}, 'gw_port_id': 'cde66981-b80d-4fd1-a873-aa0ceb8e9778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:54:11Z', 'updated_at': '2022-03-28T11:54:26Z', 'revision_number': 4, 'project_id': 'a9d4ebb77b824347aa8bcf325a031e53', 'gw_port': {'id': 'cde66981-b80d-4fd1-a873-aa0ceb8e9778', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:a0:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0cc35fd-c36e-466e-b03a-106c19342ec3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:54:13Z', 'updated_at': '2022-03-28T11:54:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_interfaces': [{'id': '3b5afcb8-5cb5-491f-b4e1-8a52a44ebc8d', 'name': '', 'network_id': 'b072139b-1edf-4981-9f6f-41603d7605ef', 'tenant_id': 'a9d4ebb77b824347aa8bcf325a031e53', 'mac_address': 'fa:16:3e:b8:69:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0cc35fd-c36e-466e-b03a-106c19342ec3', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': 'cfae7222-6a03-4ef8-86ee-e424dc4b71d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:54:25Z', 'updated_at': '2022-03-28T11:54:35Z', 'revision_number': 4, 'project_id': 'a9d4ebb77b824347aa8bcf325a031e53', 'subnets': [{'id': 'cfae7222-6a03-4ef8-86ee-e424dc4b71d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 11:54:37.062925 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99e91e3c-63d9-48b6-8b3b-d9e7b170e752 tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Made reservation on behalf of 6696e3fb7c7e4b0485759ec64225ba6d for: {'network': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:54:37.067750 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-99e91e3c-63d9-48b6-8b3b-d9e7b170e752 tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for network, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:37.075998 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefaec9c-4dae-4d9a-b175-e4c43c5a714b tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] Pushing event updated for resources: {'Port': ['ID=d80886eb-f1ce-4360-8092-a94a4b8f8324,revision_number=2']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:54:37.086367 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-99e91e3c-63d9-48b6-8b3b-d9e7b170e752 tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Notify callbacks [] for security_group, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:37.105875 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a271b41e-f356-448d-b313-16da8d4375b1 req-43b657a0-a75f-41d1-b1d8-c76ad6a393a0 tempest-ServersTestManualDisk-684628403 tempest-ServersTestManualDisk-684628403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:54:37.107462 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-a271b41e-f356-448d-b313-16da8d4375b1 req-43b657a0-a75f-41d1-b1d8-c76ad6a393a0 tempest-ServersTestManualDisk-684628403 tempest-ServersTestManualDisk-684628403-project] 10.222.0.30 "GET /v2.0/networks?id=4a776d3d-9745-4c38-b1e0-dfac029e8437 HTTP/1.1" status: 200 len: 812 time: 0.7117326 Mar 28 11:54:37.130971 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-fefaec9c-4dae-4d9a-b175-e4c43c5a714b tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] In _notify_port_updated(), no bound segment for port d80886eb-f1ce-4360-8092-a94a4b8f8324 on network a8bc875b-e62f-44c7-bfcd-0308dd813eea {{(pid=87870) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 28 11:54:37.150426 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-99e91e3c-63d9-48b6-8b3b-d9e7b170e752 tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:54:37.157580 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fefaec9c-4dae-4d9a-b175-e4c43c5a714b tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:54:37.165290 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-fefaec9c-4dae-4d9a-b175-e4c43c5a714b tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:37.173496 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-99e91e3c-63d9-48b6-8b3b-d9e7b170e752 tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Usage tracker for resource:security_group_rule and tenant:6696e3fb7c7e4b0485759ec64225ba6d is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:54:37.173690 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-fefaec9c-4dae-4d9a-b175-e4c43c5a714b tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] 10.222.0.30 "PUT /v2.0/ports/d80886eb-f1ce-4360-8092-a94a4b8f8324 HTTP/1.1" status: 200 len: 992 time: 5.0617821 Mar 28 11:54:37.183872 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-99e91e3c-63d9-48b6-8b3b-d9e7b170e752 tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:54:37.186383 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 47826) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:54:37.187902 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-a271b41e-f356-448d-b313-16da8d4375b1 req-d70c492a-514d-4294-8ced-88b71c23e57b tempest-ServersTestManualDisk-684628403 tempest-ServersTestManualDisk-684628403-project] 10.222.0.30 "GET /v2.0/quotas/ef5d94df2651453a8526eba31d74035c HTTP/1.1" status: 200 len: 375 time: 0.0669887 Mar 28 11:54:37.239916 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-e121536b-88c6-4e82-911f-95a07a133ceb tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Deleting port ccb2b1bb-aa4a-4f84-a029-03c5cc6ac21b {{(pid=87870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:54:37.240255 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-e121536b-88c6-4e82-911f-95a07a133ceb tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:37.305257 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683186e3-21fb-4b7d-895e-c8ecf497bf6b None None] Pushing event updated for resources: {'Port': ['ID=e4f29528-2ae2-45f0-863a-39816c9dcf0c,revision_number=3']} {{(pid=87873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:54:37.316683 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-e6cc40ba-6671-44dc-96dc-7918e8e02bf2 tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] Deleting port d80886eb-f1ce-4360-8092-a94a4b8f8324 {{(pid=87871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:54:37.316683 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-e6cc40ba-6671-44dc-96dc-7918e8e02bf2 tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:37.366684 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-b7ccd3c7-0277-4f12-8e5c-e41478141af5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:37.410179 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 3b5afcb8-5cb5-491f-b4e1-8a52a44ebc8d up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:54:37.474326 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-99e91e3c-63d9-48b6-8b3b-d9e7b170e752 tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:54:37.494358 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.managers [None req-f3abd7a7-ad83-4001-bf83-c4ce7ea37176 None None] Attempting to bind port e4f29528-2ae2-45f0-863a-39816c9dcf0c on host dv-neutron-835340-2-hyperv for vnic_type normal with profile {{(pid=87873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:54:37.497736 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.managers [None req-f3abd7a7-ad83-4001-bf83-c4ce7ea37176 None None] Attempting to bind port e4f29528-2ae2-45f0-863a-39816c9dcf0c by drivers openvswitch,hyperv on host dv-neutron-835340-2-hyperv at level 0 using segments [{'id': '198798f5-3835-4d38-b1d4-ea994e0d42ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'a4e7a0f3-f0a8-4b6f-ba98-4c112b7f4173'}] {{(pid=87873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:54:37.498099 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3abd7a7-ad83-4001-bf83-c4ce7ea37176 None None] Attempting to bind port e4f29528-2ae2-45f0-863a-39816c9dcf0c on network a4e7a0f3-f0a8-4b6f-ba98-4c112b7f4173 {{(pid=87873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:54:37.518892 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbfe1a2e-6226-4044-99e0-2bf317118c40 tempest-DHCPAgentSchedulersTestJSON-1683762586 tempest-DHCPAgentSchedulersTestJSON-1683762586-project] Deleting subnet 6675f677-8c0c-4038-87b6-751da945e8e5 {{(pid=87871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 11:54:37.523703 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3abd7a7-ad83-4001-bf83-c4ce7ea37176 None None] Checking agent: {'id': '961a16fe-cbc8-4264-ac28-bbbd53f89caa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 46, 6), 'started_at': datetime.datetime(2022, 3, 28, 11, 46, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 11, 54, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 11:54:37.524088 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3abd7a7-ad83-4001-bf83-c4ce7ea37176 None None] Checking segment: {'id': '198798f5-3835-4d38-b1d4-ea994e0d42ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'a4e7a0f3-f0a8-4b6f-ba98-4c112b7f4173'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:54:37.524481 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron_lib.callbacks.manager [None req-f3abd7a7-ad83-4001-bf83-c4ce7ea37176 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:37.525022 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3abd7a7-ad83-4001-bf83-c4ce7ea37176 None None] Bound using segment: {'id': '198798f5-3835-4d38-b1d4-ea994e0d42ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'a4e7a0f3-f0a8-4b6f-ba98-4c112b7f4173'} {{(pid=87873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 11:54:37.525320 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.managers [None req-f3abd7a7-ad83-4001-bf83-c4ce7ea37176 None None] Bound port: e4f29528-2ae2-45f0-863a-39816c9dcf0c, host: dv-neutron-835340-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '198798f5-3835-4d38-b1d4-ea994e0d42ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'a4e7a0f3-f0a8-4b6f-ba98-4c112b7f4173'}}] {{(pid=87873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 11:54:37.525890 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron_lib.callbacks.manager [None req-f3abd7a7-ad83-4001-bf83-c4ce7ea37176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:37.527886 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-bbfe1a2e-6226-4044-99e0-2bf317118c40 tempest-DHCPAgentSchedulersTestJSON-1683762586 tempest-DHCPAgentSchedulersTestJSON-1683762586-project] Notify callbacks [] for subnet, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:37.580726 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-6422f9f4-7644-4322-a4e1-2e1d51f5e5f4 None None] Provisioning complete for port d80886eb-f1ce-4360-8092-a94a4b8f8324 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:54:37.581102 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-6422f9f4-7644-4322-a4e1-2e1d51f5e5f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:37.602500 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-9e24a85d-36a0-4dac-a1d8-8859b91fea95 tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765'] for network, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:37.603462 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e24a85d-36a0-4dac-a1d8-8859b91fea95 tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:54:37.604141 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-9e24a85d-36a0-4dac-a1d8-8859b91fea95 tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538751'] for network, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:37.642374 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-a3cf149d-ae0a-4ab4-9fe5-59b73e59c75c tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] Notify callbacks [] for security_group, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:37.669141 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-bbfe1a2e-6226-4044-99e0-2bf317118c40 tempest-DHCPAgentSchedulersTestJSON-1683762586 tempest-DHCPAgentSchedulersTestJSON-1683762586-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3436877'] for subnet, precommit_delete_associations {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:37.684083 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning for port 3b5afcb8-5cb5-491f-b4e1-8a52a44ebc8d completed by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:54:37.687351 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-6422f9f4-7644-4322-a4e1-2e1d51f5e5f4 None None] Port d80886eb-f1ce-4360-8092-a94a4b8f8324 cannot update to ACTIVE because it is not bound. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 11:54:37.692597 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.db [None req-f3abd7a7-ad83-4001-bf83-c4ce7ea37176 None None] For port e4f29528-2ae2-45f0-863a-39816c9dcf0c, host dv-neutron-835340-2-hyperv, cleared binding levels {{(pid=87873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 11:54:37.697111 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.db [None req-f3abd7a7-ad83-4001-bf83-c4ce7ea37176 None None] For port e4f29528-2ae2-45f0-863a-39816c9dcf0c, host dv-neutron-835340-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=e4f29528-2ae2-45f0-863a-39816c9dcf0c,segment=NetworkSegment(198798f5-3835-4d38-b1d4-ea994e0d42ca),segment_id=198798f5-3835-4d38-b1d4-ea994e0d42ca)] {{(pid=87873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 11:54:37.697486 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port 3b5afcb8-5cb5-491f-b4e1-8a52a44ebc8d triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:54:37.697626 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:37.706000 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron_lib.callbacks.manager [None req-f3abd7a7-ad83-4001-bf83-c4ce7ea37176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:37.707627 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-a3cf149d-ae0a-4ab4-9fe5-59b73e59c75c tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:37.778918 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cf149d-ae0a-4ab4-9fe5-59b73e59c75c tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] Pushing event updated for resources: {'SecurityGroup': ['ID=895ae8ad-46d6-4a0f-b104-9c0ca0cce592,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:54:37.813358 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-bbfe1a2e-6226-4044-99e0-2bf317118c40 tempest-DHCPAgentSchedulersTestJSON-1683762586 tempest-DHCPAgentSchedulersTestJSON-1683762586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1919782'] for subnet, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:37.832374 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3abd7a7-ad83-4001-bf83-c4ce7ea37176 None None] Routers {'005adf9f-eb7d-4a36-bd5a-ec48d4aae6b3'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:54:37.833149 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-f3abd7a7-ad83-4001-bf83-c4ce7ea37176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T11:54:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['005adf9f-eb7d-4a36-bd5a-ec48d4aae6b3'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:54:37.891336 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.db [None req-e121536b-88c6-4e82-911f-95a07a133ceb tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] For port ccb2b1bb-aa4a-4f84-a029-03c5cc6ac21b, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=ccb2b1bb-aa4a-4f84-a029-03c5cc6ac21b,segment=NetworkSegment(b57b40a9-6248-40c1-823d-39c10ede8c70),segment_id=b57b40a9-6248-40c1-823d-39c10ede8c70)] {{(pid=87870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:54:37.892057 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-e121536b-88c6-4e82-911f-95a07a133ceb tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:37.936329 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-bbfe1a2e-6226-4044-99e0-2bf317118c40 tempest-DHCPAgentSchedulersTestJSON-1683762586 tempest-DHCPAgentSchedulersTestJSON-1683762586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1919805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2364079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26551417'] for subnet, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:37.945157 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:37.997701 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfe1a2e-6226-4044-99e0-2bf317118c40 tempest-DHCPAgentSchedulersTestJSON-1683762586 tempest-DHCPAgentSchedulersTestJSON-1683762586-project] Pushing event deleted for resources: {'Subnet': ['ID=6675f677-8c0c-4038-87b6-751da945e8e5,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:54:38.005302 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] For port 3b5afcb8-5cb5-491f-b4e1-8a52a44ebc8d, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=3b5afcb8-5cb5-491f-b4e1-8a52a44ebc8d,segment=NetworkSegment(e329885b-8f4a-46ec-aac6-9c31786794f0),segment_id=e329885b-8f4a-46ec-aac6-9c31786794f0)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:54:38.016487 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:38.020900 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-da2b6974-d296-43b6-8a33-77a2ca582487 tempest-ServersTestJSON-1268936191 tempest-ServersTestJSON-1268936191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:38.036793 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-bbfe1a2e-6226-4044-99e0-2bf317118c40 tempest-DHCPAgentSchedulersTestJSON-1683762586 tempest-DHCPAgentSchedulersTestJSON-1683762586-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538751'] for subnet, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:38.058668 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5abc1d7-77b5-4a27-b2c7-edc5942e309c None None] Network 52822e74-9123-45bb-bbd9-4d98fdce56b3 requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:54:38.066871 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683186e3-21fb-4b7d-895e-c8ecf497bf6b None None] Pushing event updated for resources: {'Port': ['ID=e4f29528-2ae2-45f0-863a-39816c9dcf0c,revision_number=4']} {{(pid=87873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:54:38.090130 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvr_db [None req-f3abd7a7-ad83-4001-bf83-c4ce7ea37176 None None] Set router 005adf9f-eb7d-4a36-bd5a-ec48d4aae6b3 gateway port host: dv-neutron-835340-2-hyperv {{(pid=87873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:54:38.097584 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e24a85d-36a0-4dac-a1d8-8859b91fea95 tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] Pushing event updated for resources: {'Network': ['ID=8703a3f7-eb0f-4b67-bd01-8f4988a1f4d6,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:54:38.107883 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-e121536b-88c6-4e82-911f-95a07a133ceb tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Calling delete_port for ccb2b1bb-aa4a-4f84-a029-03c5cc6ac21b owned by network:router_gateway {{(pid=87870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:54:38.120050 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Network 8703a3f7-eb0f-4b67-bd01-8f4988a1f4d6 details requested by agent ovs-agent-dv-neutron-835340-2-hyperv with host dv-neutron-835340-2-hyperv {{(pid=87872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 11:54:38.139298 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-9e24a85d-36a0-4dac-a1d8-8859b91fea95 tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 3.1175141 Mar 28 11:54:38.140162 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-a3cf149d-ae0a-4ab4-9fe5-59b73e59c75c tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] Notify callbacks [] for security_group, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:38.144326 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-a3cf149d-ae0a-4ab4-9fe5-59b73e59c75c tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 3.2703619 Mar 28 11:54:38.144326 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 47830) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:54:38.153001 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 47832) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:54:38.176949 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-5e7bf3b6-78ba-4c84-814a-089fa18d274f tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] Request body: {'security_group_rule': {'security_group_id': '895ae8ad-46d6-4a0f-b104-9c0ca0cce592', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:54:38.189020 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-5e7bf3b6-78ba-4c84-814a-089fa18d274f tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:54:38.215734 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-5e7bf3b6-78ba-4c84-814a-089fa18d274f tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] Usage tracker for resource:security_group_rule and tenant:a9d4ebb77b824347aa8bcf325a031e53 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:54:38.224901 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-5e7bf3b6-78ba-4c84-814a-089fa18d274f tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:54:38.233712 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-e6cc40ba-6671-44dc-96dc-7918e8e02bf2 tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:38.241867 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-5e7bf3b6-78ba-4c84-814a-089fa18d274f tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:54:38.348125 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Pushing event updated for resources: {'Port': ['ID=3b5afcb8-5cb5-491f-b4e1-8a52a44ebc8d,revision_number=5']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:54:38.358530 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-5e7bf3b6-78ba-4c84-814a-089fa18d274f tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:38.394127 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-e6cc40ba-6671-44dc-96dc-7918e8e02bf2 tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] Calling delete_port for d80886eb-f1ce-4360-8092-a94a4b8f8324 owned by {{(pid=87871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:54:38.435674 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c4039e2-89f1-4bd8-a2b4-aeff5e8b56b8 tempest-ExternalNetworksTestJSON-1435642594 tempest-ExternalNetworksTestJSON-1435642594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:54:38.442463 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c4039e2-89f1-4bd8-a2b4-aeff5e8b56b8 tempest-ExternalNetworksTestJSON-1435642594 tempest-ExternalNetworksTestJSON-1435642594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:54:38.448158 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c4039e2-89f1-4bd8-a2b4-aeff5e8b56b8 tempest-ExternalNetworksTestJSON-1435642594 tempest-ExternalNetworksTestJSON-1435642594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:54:38.454175 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c4039e2-89f1-4bd8-a2b4-aeff5e8b56b8 tempest-ExternalNetworksTestJSON-1435642594 tempest-ExternalNetworksTestJSON-1435642594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:54:38.460273 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c4039e2-89f1-4bd8-a2b4-aeff5e8b56b8 tempest-ExternalNetworksTestJSON-1435642594 tempest-ExternalNetworksTestJSON-1435642594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:54:38.461453 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-3c4039e2-89f1-4bd8-a2b4-aeff5e8b56b8 tempest-ExternalNetworksTestJSON-1435642594 tempest-ExternalNetworksTestJSON-1435642594-project] Synchronizing usage tracker for tenant:4fa92cfcecf34d699cb8ed1e87af5643 on resource:network {{(pid=87870) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:54:38.509948 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38906a91-3574-47f5-913d-6abb31edb31b None None] DHCP port deletion for 52822e74-9123-45bb-bbd9-4d98fdce56b3 request from dv-neutron-835340-2-hyperv {{(pid=87872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 11:54:38.518125 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-38906a91-3574-47f5-913d-6abb31edb31b None None] Deleting port da09ca86-1b55-4904-9fca-68fdd23ccc8e {{(pid=87872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:54:38.518622 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.agents_db [None req-03fd49d8-b51b-41c1-8716-b8e265c93689 None None] Agent healthcheck: found 6 active agents {{(pid=87873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 11:54:38.520581 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-38906a91-3574-47f5-913d-6abb31edb31b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:38.547619 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-5e7bf3b6-78ba-4c84-814a-089fa18d274f tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:38.561793 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-bbfe1a2e-6226-4044-99e0-2bf317118c40 tempest-DHCPAgentSchedulersTestJSON-1683762586 tempest-DHCPAgentSchedulersTestJSON-1683762586-project] 10.222.0.30 "DELETE /v2.0/subnets/6675f677-8c0c-4038-87b6-751da945e8e5 HTTP/1.1" status: 204 len: 168 time: 1.5390327 Mar 28 11:54:38.561977 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-5e7bf3b6-78ba-4c84-814a-089fa18d274f tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740322'] for security_group_rule, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:38.562321 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-f3abd7a7-ad83-4001-bf83-c4ce7ea37176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '005adf9f-eb7d-4a36-bd5a-ec48d4aae6b3', 'name': 'tempest-ServersTestJSON-319239182-router', 'tenant_id': 'acd670e645c74d2b90f128b4c99c366d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.162'}], 'enable_snat': True}, 'gw_port_id': '0e3b5c56-40c6-441b-9322-13f44351c6c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:54:13Z', 'updated_at': '2022-03-28T11:54:30Z', 'revision_number': 4, 'project_id': 'acd670e645c74d2b90f128b4c99c366d', 'gw_port': {'id': '0e3b5c56-40c6-441b-9322-13f44351c6c3', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:d1:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '005adf9f-eb7d-4a36-bd5a-ec48d4aae6b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:54:15Z', 'updated_at': '2022-03-28T11:54:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_interfaces': [{'id': 'e4f29528-2ae2-45f0-863a-39816c9dcf0c', 'name': '', 'network_id': 'a4e7a0f3-f0a8-4b6f-ba98-4c112b7f4173', 'tenant_id': 'acd670e645c74d2b90f128b4c99c366d', 'mac_address': 'fa:16:3e:95:22:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '005adf9f-eb7d-4a36-bd5a-ec48d4aae6b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '0ed780f2-8d6e-4932-8a9f-fdf7d02c0d26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:54:28Z', 'updated_at': '2022-03-28T11:54:37Z', 'revision_number': 4, 'project_id': 'acd670e645c74d2b90f128b4c99c366d', 'subnets': [{'id': '0ed780f2-8d6e-4932-8a9f-fdf7d02c0d26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:54:38.567721 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3abd7a7-ad83-4001-bf83-c4ce7ea37176 None None] The sync data for ids ['005adf9f-eb7d-4a36-bd5a-ec48d4aae6b3'] in dv-neutron-835340-2-hyperv is: [{'id': '005adf9f-eb7d-4a36-bd5a-ec48d4aae6b3', 'name': 'tempest-ServersTestJSON-319239182-router', 'tenant_id': 'acd670e645c74d2b90f128b4c99c366d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.162'}], 'enable_snat': True}, 'gw_port_id': '0e3b5c56-40c6-441b-9322-13f44351c6c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:54:13Z', 'updated_at': '2022-03-28T11:54:30Z', 'revision_number': 4, 'project_id': 'acd670e645c74d2b90f128b4c99c366d', 'gw_port': {'id': '0e3b5c56-40c6-441b-9322-13f44351c6c3', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:d1:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '005adf9f-eb7d-4a36-bd5a-ec48d4aae6b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:54:15Z', 'updated_at': '2022-03-28T11:54:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_interfaces': [{'id': 'e4f29528-2ae2-45f0-863a-39816c9dcf0c', 'name': '', 'network_id': 'a4e7a0f3-f0a8-4b6f-ba98-4c112b7f4173', 'tenant_id': 'acd670e645c74d2b90f128b4c99c366d', 'mac_address': 'fa:16:3e:95:22:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '005adf9f-eb7d-4a36-bd5a-ec48d4aae6b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '0ed780f2-8d6e-4932-8a9f-fdf7d02c0d26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:54:28Z', 'updated_at': '2022-03-28T11:54:37Z', 'revision_number': 4, 'project_id': 'acd670e645c74d2b90f128b4c99c366d', 'subnets': [{'id': '0ed780f2-8d6e-4932-8a9f-fdf7d02c0d26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 11:54:38.570557 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 47838) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:54:38.635420 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-e121536b-88c6-4e82-911f-95a07a133ceb tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:38.645156 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7bf3b6-78ba-4c84-814a-089fa18d274f tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1d63f36-a9c6-4748-92e3-2e49d07499b1,revision_number=0']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:54:38.695627 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [req-a271b41e-f356-448d-b313-16da8d4375b1 req-031e9282-67b9-4a3e-8067-50140489ceb9 tempest-ServersTestManualDisk-684628403 tempest-ServersTestManualDisk-684628403-project] Synchronizing usage tracker for tenant:ef5d94df2651453a8526eba31d74035c on resource:port {{(pid=87871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:54:38.818319 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [req-a271b41e-f356-448d-b313-16da8d4375b1 req-031e9282-67b9-4a3e-8067-50140489ceb9 tempest-ServersTestManualDisk-684628403 tempest-ServersTestManualDisk-684628403-project] Unset dirty status for tenant:ef5d94df2651453a8526eba31d74035c on resource:port {{(pid=87871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:54:38.819653 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-a271b41e-f356-448d-b313-16da8d4375b1 req-031e9282-67b9-4a3e-8067-50140489ceb9 tempest-ServersTestManualDisk-684628403 tempest-ServersTestManualDisk-684628403-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=ef5d94df2651453a8526eba31d74035c&fields=id HTTP/1.1" status: 200 len: 348 time: 1.4144979 Mar 28 11:54:38.834258 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-99e91e3c-63d9-48b6-8b3b-d9e7b170e752 tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Notify callbacks [] for security_group, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:38.840908 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e121536b-88c6-4e82-911f-95a07a133ceb tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Pushing event deleted for resources: {'Port': ['ID=ccb2b1bb-aa4a-4f84-a029-03c5cc6ac21b,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:54:38.843198 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-5e7bf3b6-78ba-4c84-814a-089fa18d274f tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:38.845389 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-5e7bf3b6-78ba-4c84-814a-089fa18d274f tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6908009 Mar 28 11:54:38.845917 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.db_base_plugin_common [None req-da2b6974-d296-43b6-8a33-77a2ca582487 tempest-ServersTestJSON-1268936191 tempest-ServersTestJSON-1268936191-project] Allocated IP 172.26.7.127 (ac2b1748-8f63-4b17-a9c7-07e79704aa5b/0b7ebf76-1dc7-431a-a0b4-b96bacf287c2/9263e3e8-266c-417c-ad3c-aefe77d0f5b1) {{(pid=87871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:54:38.848967 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 47842) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:54:38.855019 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-99e91e3c-63d9-48b6-8b3b-d9e7b170e752 tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:38.891742 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-5f0252f9-e85f-46c1-bb86-a6849be9beb7 tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] Request body: {'security_group_rule': {'security_group_id': '895ae8ad-46d6-4a0f-b104-9c0ca0cce592', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:54:38.896074 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-38906a91-3574-47f5-913d-6abb31edb31b None None] For port da09ca86-1b55-4904-9fca-68fdd23ccc8e, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=da09ca86-1b55-4904-9fca-68fdd23ccc8e,segment=NetworkSegment(0dd22642-a655-4fec-b298-e0b3a8a22f6f),segment_id=0dd22642-a655-4fec-b298-e0b3a8a22f6f)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:54:38.896731 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-38906a91-3574-47f5-913d-6abb31edb31b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:38.901479 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-5f0252f9-e85f-46c1-bb86-a6849be9beb7 tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:54:38.905852 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-5f0252f9-e85f-46c1-bb86-a6849be9beb7 tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] Usage tracker for resource:security_group_rule and tenant:a9d4ebb77b824347aa8bcf325a031e53 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:54:38.909610 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-5f0252f9-e85f-46c1-bb86-a6849be9beb7 tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:54:38.915891 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-5f0252f9-e85f-46c1-bb86-a6849be9beb7 tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:54:38.976574 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-3c4039e2-89f1-4bd8-a2b4-aeff5e8b56b8 tempest-ExternalNetworksTestJSON-1435642594 tempest-ExternalNetworksTestJSON-1435642594-project] Unset dirty status for tenant:4fa92cfcecf34d699cb8ed1e87af5643 on resource:network {{(pid=87870) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:54:38.981694 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-3c4039e2-89f1-4bd8-a2b4-aeff5e8b56b8 tempest-ExternalNetworksTestJSON-1435642594 tempest-ExternalNetworksTestJSON-1435642594-project] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3057 time: 0.8319030 Mar 28 11:54:38.993008 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 47850) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:54:39.004289 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-00de75e7-9f75-4d09-aac1-72ee37a7bd9d tempest-DHCPAgentSchedulersTestJSON-1683762586 tempest-DHCPAgentSchedulersTestJSON-1683762586-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588883'] for network, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:39.061705 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-5f0252f9-e85f-46c1-bb86-a6849be9beb7 tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:39.090587 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99e91e3c-63d9-48b6-8b3b-d9e7b170e752 tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=87871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 11:54:39.134694 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-5aaaae8d-78d1-4156-9e4f-5b9253c8c4a7 tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588883'] for network, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:39.163971 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e91e3c-63d9-48b6-8b3b-d9e7b170e752 tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Pushing event updated for resources: {'SecurityGroup': ['ID=741bba29-381c-476c-a187-cdf3596801c3,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:54:39.164814 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-38906a91-3574-47f5-913d-6abb31edb31b None None] Calling delete_port for da09ca86-1b55-4904-9fca-68fdd23ccc8e owned by network:dhcp {{(pid=87872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:54:39.171347 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-e121536b-88c6-4e82-911f-95a07a133ceb tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-709573'] for router_gateway, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:39.201854 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-e6cc40ba-6671-44dc-96dc-7918e8e02bf2 tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:39.211127 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-99e91e3c-63d9-48b6-8b3b-d9e7b170e752 tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:39.211549 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.db.segments_db [None req-99e91e3c-63d9-48b6-8b3b-d9e7b170e752 tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Added segment 2e31ad56-45e4-4103-bc86-2aa6cec88de3 of type vlan for network 09125240-64b9-4e2f-bd5f-693b9dc0f6ad Mar 28 11:54:39.284975 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [req-a271b41e-f356-448d-b313-16da8d4375b1 req-d33f5471-cf7b-4cbf-a6ff-a98360457284 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=87871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 11:54:39.286106 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-a271b41e-f356-448d-b313-16da8d4375b1 req-d33f5471-cf7b-4cbf-a6ff-a98360457284 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2298326 Mar 28 11:54:39.295034 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cc40ba-6671-44dc-96dc-7918e8e02bf2 tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] Pushing event deleted for resources: {'Port': ['ID=d80886eb-f1ce-4360-8092-a94a4b8f8324,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:54:39.309408 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-00de75e7-9f75-4d09-aac1-72ee37a7bd9d tempest-DHCPAgentSchedulersTestJSON-1683762586 tempest-DHCPAgentSchedulersTestJSON-1683762586-project] Deleting port da09ca86-1b55-4904-9fca-68fdd23ccc8e {{(pid=87870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:54:39.310202 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-00de75e7-9f75-4d09-aac1-72ee37a7bd9d tempest-DHCPAgentSchedulersTestJSON-1683762586 tempest-DHCPAgentSchedulersTestJSON-1683762586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:39.393948 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-38906a91-3574-47f5-913d-6abb31edb31b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250'] for port, after_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:39.453981 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 3b5afcb8-5cb5-491f-b4e1-8a52a44ebc8d up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:54:39.489840 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38906a91-3574-47f5-913d-6abb31edb31b None None] No DVR routers for this DVR port da09ca86-1b55-4904-9fca-68fdd23ccc8e on host dv-neutron-835340-2-hyperv {{(pid=87872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 11:54:39.503957 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38906a91-3574-47f5-913d-6abb31edb31b None None] Pushing event deleted for resources: {'Port': ['ID=da09ca86-1b55-4904-9fca-68fdd23ccc8e,revision_number=None']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:54:39.588502 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port 3b5afcb8-5cb5-491f-b4e1-8a52a44ebc8d triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:54:39.588878 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:39.590658 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-99e91e3c-63d9-48b6-8b3b-d9e7b170e752 tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783495836591'] for network, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:39.674276 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-e121536b-88c6-4e82-911f-95a07a133ceb tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-745164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-260864'] for router, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:39.677061 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-e121536b-88c6-4e82-911f-95a07a133ceb tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:39.743102 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-a271b41e-f356-448d-b313-16da8d4375b1 req-c7fb8b29-63b6-441b-83db-f11c714a763a service neutron] 10.222.0.30 "GET /v2.0/networks/4a776d3d-9745-4c38-b1e0-dfac029e8437?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4407506 Mar 28 11:54:39.751917 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-5f0252f9-e85f-46c1-bb86-a6849be9beb7 tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:39.787167 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-e121536b-88c6-4e82-911f-95a07a133ceb tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-745021'] for router, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:39.788445 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device e4f29528-2ae2-45f0-863a-39816c9dcf0c up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:54:39.794098 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e121536b-88c6-4e82-911f-95a07a133ceb tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 46a0665a-0636-4136-b13f-3d1fd03751d4 {{(pid=87870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 11:54:39.871311 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-00de75e7-9f75-4d09-aac1-72ee37a7bd9d tempest-DHCPAgentSchedulersTestJSON-1683762586 tempest-DHCPAgentSchedulersTestJSON-1683762586-project] The port 'da09ca86-1b55-4904-9fca-68fdd23ccc8e' was deleted {{(pid=87870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 11:54:39.927943 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning for port e4f29528-2ae2-45f0-863a-39816c9dcf0c completed by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:54:39.933275 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port e4f29528-2ae2-45f0-863a-39816c9dcf0c triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:54:39.933646 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:39.958334 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-5aaaae8d-78d1-4156-9e4f-5b9253c8c4a7 tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930431', 'neutron.services.segments.db._delete_segments_for_network-8783496351308'] for network, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:39.975245 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-5f0252f9-e85f-46c1-bb86-a6849be9beb7 tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740322'] for security_group_rule, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:40.003683 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-e121536b-88c6-4e82-911f-95a07a133ceb tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Notify callbacks [] for router, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:40.007847 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-e121536b-88c6-4e82-911f-95a07a133ceb tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] 10.222.0.30 "DELETE /v2.0/routers/46a0665a-0636-4136-b13f-3d1fd03751d4 HTTP/1.1" status: 204 len: 168 time: 6.6242826 Mar 28 11:54:40.008526 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 47856) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:54:40.061901 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.db.resource_extend [None req-99e91e3c-63d9-48b6-8b3b-d9e7b170e752 tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 28 11:54:40.070061 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0252f9-e85f-46c1-bb86-a6849be9beb7 tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcbf84e0-a8dc-4787-8608-780ef97ed9e4,revision_number=0']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:54:40.098889 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-5aaaae8d-78d1-4156-9e4f-5b9253c8c4a7 tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8703a3f7-eb0f-4b67-bd01-8f4988a1f4d6']}} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:54:40.121526 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:40.159281 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-a271b41e-f356-448d-b313-16da8d4375b1 req-a5f6ca3a-a61f-44e1-941e-d40a0991b3ec service neutron] 10.222.0.30 "GET /v2.0/networks/4a776d3d-9745-4c38-b1e0-dfac029e8437?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4154077 Mar 28 11:54:40.169642 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e816dde-73c4-490e-bb3b-abbbb9f858c0 tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Deleting subnet 33f8e5c0-e2c5-4b41-af12-cccd575ee8cc {{(pid=87870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 11:54:40.172768 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-99e91e3c-63d9-48b6-8b3b-d9e7b170e752 tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765'] for network, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:40.184746 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e91e3c-63d9-48b6-8b3b-d9e7b170e752 tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:54:40.185797 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-99e91e3c-63d9-48b6-8b3b-d9e7b170e752 tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538751'] for network, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:40.189749 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-5aaaae8d-78d1-4156-9e4f-5b9253c8c4a7 tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd05c223-7a4c-4f46-b8b5-2abd0fc96cec') {'for_net_delete': True} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:54:40.190046 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-5aaaae8d-78d1-4156-9e4f-5b9253c8c4a7 tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd05c223-7a4c-4f46-b8b5-2abd0fc96cec') {} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:54:40.193544 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-5f0252f9-e85f-46c1-bb86-a6849be9beb7 tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:40.195087 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-5f0252f9-e85f-46c1-bb86-a6849be9beb7 tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3415351 Mar 28 11:54:40.198454 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-e6cc40ba-6671-44dc-96dc-7918e8e02bf2 tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:40.203396 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-e6cc40ba-6671-44dc-96dc-7918e8e02bf2 tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] 10.222.0.30 "DELETE /v2.0/ports/d80886eb-f1ce-4360-8092-a94a4b8f8324 HTTP/1.1" status: 204 len: 168 time: 3.0141737 Mar 28 11:54:40.212731 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] For port e4f29528-2ae2-45f0-863a-39816c9dcf0c, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=e4f29528-2ae2-45f0-863a-39816c9dcf0c,segment=NetworkSegment(198798f5-3835-4d38-b1d4-ea994e0d42ca),segment_id=198798f5-3835-4d38-b1d4-ea994e0d42ca)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:54:40.222206 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:40.224583 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-8e816dde-73c4-490e-bb3b-abbbb9f858c0 tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:40.241216 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 47860) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:54:40.241624 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 47862) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:54:40.244533 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-da2b6974-d296-43b6-8a33-77a2ca582487 tempest-ServersTestJSON-1268936191 tempest-ServersTestJSON-1268936191-project] Notify callbacks [] for port, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:40.284696 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-b2c544df-3df1-49c8-90e8-4c1469f7c45c tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] Request body: {'floatingip': {'floating_network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:54:40.327372 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-b2c544df-3df1-49c8-90e8-4c1469f7c45c tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:54:40.349158 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device da09ca86-1b55-4904-9fca-68fdd23ccc8e no longer exists at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 11:54:40.350109 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-5aaaae8d-78d1-4156-9e4f-5b9253c8c4a7 tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783496353639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3591341'] for segment, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:40.374593 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-00de75e7-9f75-4d09-aac1-72ee37a7bd9d tempest-DHCPAgentSchedulersTestJSON-1683762586 tempest-DHCPAgentSchedulersTestJSON-1683762586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930431', 'neutron.services.segments.db._delete_segments_for_network-8783496351308'] for network, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:40.387746 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-5aaaae8d-78d1-4156-9e4f-5b9253c8c4a7 tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:40.410368 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5aaaae8d-78d1-4156-9e4f-5b9253c8c4a7 tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] Releasing vlan 95 on physical network physnet1 to pool {{(pid=87870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 11:54:40.410766 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-5aaaae8d-78d1-4156-9e4f-5b9253c8c4a7 tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1920481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2558260'] for segment, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:40.416296 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.pecan_wsgi.hooks.translation [None req-5736b4e4-b45b-4176-81c2-1b1ab44623d5 tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] GET failed (client error): The resource could not be found. Mar 28 11:54:40.416802 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-5736b4e4-b45b-4176-81c2-1b1ab44623d5 tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] Synchronizing usage tracker for tenant:fd6f94a999304d45b576d97dddac9f8b on resource:port {{(pid=87871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:54:40.429760 dv-neutron-835340-2-hyperv neutron-server[87870]: Traceback (most recent call last): Mar 28 11:54:40.429760 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 11:54:40.429760 dv-neutron-835340-2-hyperv neutron-server[87870]: timer() Mar 28 11:54:40.429760 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 11:54:40.429760 dv-neutron-835340-2-hyperv neutron-server[87870]: cb(*args, **kw) Mar 28 11:54:40.429760 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 11:54:40.429760 dv-neutron-835340-2-hyperv neutron-server[87870]: return func(*args, **kwargs) Mar 28 11:54:40.429760 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 11:54:40.429760 dv-neutron-835340-2-hyperv neutron-server[87870]: self._notify() Mar 28 11:54:40.429760 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 11:54:40.429760 dv-neutron-835340-2-hyperv neutron-server[87870]: self.callback(batched_events) Mar 28 11:54:40.429760 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 11:54:40.429760 dv-neutron-835340-2-hyperv neutron-server[87870]: event.method(event) Mar 28 11:54:40.429760 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 11:54:40.429760 dv-neutron-835340-2-hyperv neutron-server[87870]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 11:54:40.429760 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 11:54:40.429760 dv-neutron-835340-2-hyperv neutron-server[87870]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 11:54:40.429760 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 11:54:40.429760 dv-neutron-835340-2-hyperv neutron-server[87870]: return f(self, *a, **k) Mar 28 11:54:40.429760 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 11:54:40.429760 dv-neutron-835340-2-hyperv neutron-server[87870]: return self._get(url).json() Mar 28 11:54:40.429760 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 11:54:40.429760 dv-neutron-835340-2-hyperv neutron-server[87870]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 11:54:40.429760 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 11:54:40.429760 dv-neutron-835340-2-hyperv neutron-server[87870]: return self.request(url, 'GET', **kwargs) Mar 28 11:54:40.429760 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 11:54:40.429760 dv-neutron-835340-2-hyperv neutron-server[87870]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 11:54:40.429760 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 11:54:40.429760 dv-neutron-835340-2-hyperv neutron-server[87870]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 11:54:40.429760 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 11:54:40.429760 dv-neutron-835340-2-hyperv neutron-server[87870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 11:54:40.429760 dv-neutron-835340-2-hyperv neutron-server[87870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 11:54:40.441668 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-99e91e3c-63d9-48b6-8b3b-d9e7b170e752 tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 4.0414400 Mar 28 11:54:40.441863 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] No Port match for: da09ca86-1b55-4904-9fca-68fdd23ccc8e {{(pid=87872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 11:54:40.441863 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device da09ca86-1b55-4904-9fca-68fdd23ccc8e not bound to the agent host dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 11:54:40.446148 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-b2c544df-3df1-49c8-90e8-4c1469f7c45c tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] Usage tracker for resource:floatingip and tenant:a9d4ebb77b824347aa8bcf325a031e53 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:54:40.460870 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 47868) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:54:40.465859 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-00de75e7-9f75-4d09-aac1-72ee37a7bd9d tempest-DHCPAgentSchedulersTestJSON-1683762586 tempest-DHCPAgentSchedulersTestJSON-1683762586-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52822e74-9123-45bb-bbd9-4d98fdce56b3']}} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:54:40.468778 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-b2c544df-3df1-49c8-90e8-4c1469f7c45c tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:54:40.483735 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Pushing event updated for resources: {'Port': ['ID=e4f29528-2ae2-45f0-863a-39816c9dcf0c,revision_number=5']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:54:40.488411 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-4560afa7-5159-490e-af22-80354ff6975b tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Request body: {'subnet': {'network_id': '09125240-64b9-4e2f-bd5f-693b9dc0f6ad', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:54:40.493386 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-8e816dde-73c4-490e-bb3b-abbbb9f858c0 tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3591354'] for subnet, precommit_delete_associations {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:40.513328 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e91e3c-63d9-48b6-8b3b-d9e7b170e752 tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Pushing event updated for resources: {'Network': ['ID=09125240-64b9-4e2f-bd5f-693b9dc0f6ad,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:54:40.519872 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-b2c544df-3df1-49c8-90e8-4c1469f7c45c tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:54:40.529695 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Network 09125240-64b9-4e2f-bd5f-693b9dc0f6ad details requested by agent ovs-agent-dv-neutron-835340-2-hyperv with host dv-neutron-835340-2-hyperv {{(pid=87872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 11:54:40.605970 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-8e816dde-73c4-490e-bb3b-abbbb9f858c0 tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1919782'] for subnet, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:40.690139 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-b2c544df-3df1-49c8-90e8-4c1469f7c45c tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] Notify callbacks [] for floatingip, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:40.716940 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-da2b6974-d296-43b6-8a33-77a2ca582487 tempest-ServersTestJSON-1268936191 tempest-ServersTestJSON-1268936191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:40.764835 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-5736b4e4-b45b-4176-81c2-1b1ab44623d5 tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] Unset dirty status for tenant:fd6f94a999304d45b576d97dddac9f8b on resource:port {{(pid=87871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:54:40.769856 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-5736b4e4-b45b-4176-81c2-1b1ab44623d5 tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] 10.222.0.30 "GET /v2.0/ports/d80886eb-f1ce-4360-8092-a94a4b8f8324 HTTP/1.1" status: 404 len: 333 time: 0.5201187 Mar 28 11:54:40.771054 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 47892) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:54:40.777140 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 47896) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:54:40.779278 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-00de75e7-9f75-4d09-aac1-72ee37a7bd9d tempest-DHCPAgentSchedulersTestJSON-1683762586 tempest-DHCPAgentSchedulersTestJSON-1683762586-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0dd22642-a655-4fec-b298-e0b3a8a22f6f') {'for_net_delete': True} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:54:40.779605 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-00de75e7-9f75-4d09-aac1-72ee37a7bd9d tempest-DHCPAgentSchedulersTestJSON-1683762586 tempest-DHCPAgentSchedulersTestJSON-1683762586-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0dd22642-a655-4fec-b298-e0b3a8a22f6f') {} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:54:40.798991 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-f1ebee72-191c-4871-ab4c-61e51373dbf6 tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] Request body: {'port': {'network_id': 'a8bc875b-e62f-44c7-bfcd-0308dd813eea', 'name': 'tempest-AllowedAddressPairTestJSON-2117735276'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:54:40.822101 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-4560afa7-5159-490e-af22-80354ff6975b tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:54:40.836333 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-4560afa7-5159-490e-af22-80354ff6975b tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Usage tracker for resource:subnet and tenant:6696e3fb7c7e4b0485759ec64225ba6d is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:54:40.840897 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da2b6974-d296-43b6-8a33-77a2ca582487 tempest-ServersTestJSON-1268936191 tempest-ServersTestJSON-1268936191-project] Network ac2b1748-8f63-4b17-a9c7-07e79704aa5b is already hosted by enough agents. {{(pid=87871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:54:40.844540 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-4560afa7-5159-490e-af22-80354ff6975b tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:54:40.850630 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-da2b6974-d296-43b6-8a33-77a2ca582487 tempest-ServersTestJSON-1268936191 tempest-ServersTestJSON-1268936191-project] Resources bound (agent type, host, resource id): {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:54:40.861403 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-00de75e7-9f75-4d09-aac1-72ee37a7bd9d tempest-DHCPAgentSchedulersTestJSON-1683762586 tempest-DHCPAgentSchedulersTestJSON-1683762586-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783496353639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3591341'] for segment, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:40.871141 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da2b6974-d296-43b6-8a33-77a2ca582487 tempest-ServersTestJSON-1268936191 tempest-ServersTestJSON-1268936191-project] Received port after_create {{(pid=87871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:54:40.905193 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-4560afa7-5159-490e-af22-80354ff6975b tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:54:40.916831 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2b6974-d296-43b6-8a33-77a2ca582487 tempest-ServersTestJSON-1268936191 tempest-ServersTestJSON-1268936191-project] Pushing event updated for resources: {'Port': ['ID=9263e3e8-266c-417c-ad3c-aefe77d0f5b1,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:54:40.957366 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-5aaaae8d-78d1-4156-9e4f-5b9253c8c4a7 tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709602'] for network, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:40.959670 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-00de75e7-9f75-4d09-aac1-72ee37a7bd9d tempest-DHCPAgentSchedulersTestJSON-1683762586 tempest-DHCPAgentSchedulersTestJSON-1683762586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:40.966384 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00de75e7-9f75-4d09-aac1-72ee37a7bd9d tempest-DHCPAgentSchedulersTestJSON-1683762586 tempest-DHCPAgentSchedulersTestJSON-1683762586-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=87870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 11:54:40.967132 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-00de75e7-9f75-4d09-aac1-72ee37a7bd9d tempest-DHCPAgentSchedulersTestJSON-1683762586 tempest-DHCPAgentSchedulersTestJSON-1683762586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1920481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2558260'] for segment, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:40.987500 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4560afa7-5159-490e-af22-80354ff6975b tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Made reservation on behalf of 6696e3fb7c7e4b0485759ec64225ba6d for: {'subnet': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:54:40.990869 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-4560afa7-5159-490e-af22-80354ff6975b tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26551362'] for subnet, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:40.991081 dv-neutron-835340-2-hyperv neutron-server[87870]: Traceback (most recent call last): Mar 28 11:54:40.991081 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 11:54:40.991081 dv-neutron-835340-2-hyperv neutron-server[87870]: timer() Mar 28 11:54:40.991081 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 11:54:40.991081 dv-neutron-835340-2-hyperv neutron-server[87870]: cb(*args, **kw) Mar 28 11:54:40.991081 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 11:54:40.991081 dv-neutron-835340-2-hyperv neutron-server[87870]: return func(*args, **kwargs) Mar 28 11:54:40.991081 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 11:54:40.991081 dv-neutron-835340-2-hyperv neutron-server[87870]: self._notify() Mar 28 11:54:40.991081 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 11:54:40.991081 dv-neutron-835340-2-hyperv neutron-server[87870]: self.callback(batched_events) Mar 28 11:54:40.991081 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 11:54:40.991081 dv-neutron-835340-2-hyperv neutron-server[87870]: event.method(event) Mar 28 11:54:40.991081 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 11:54:40.991081 dv-neutron-835340-2-hyperv neutron-server[87870]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 11:54:40.991081 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 11:54:40.991081 dv-neutron-835340-2-hyperv neutron-server[87870]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 11:54:40.991081 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 11:54:40.991081 dv-neutron-835340-2-hyperv neutron-server[87870]: return f(self, *a, **k) Mar 28 11:54:40.991081 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 11:54:40.991081 dv-neutron-835340-2-hyperv neutron-server[87870]: return self._get(url).json() Mar 28 11:54:40.991081 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 11:54:40.991081 dv-neutron-835340-2-hyperv neutron-server[87870]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 11:54:40.991081 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 11:54:40.991081 dv-neutron-835340-2-hyperv neutron-server[87870]: return self.request(url, 'GET', **kwargs) Mar 28 11:54:40.991081 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 11:54:40.991081 dv-neutron-835340-2-hyperv neutron-server[87870]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 11:54:40.991081 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 11:54:40.991081 dv-neutron-835340-2-hyperv neutron-server[87870]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 11:54:40.991081 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 11:54:40.991081 dv-neutron-835340-2-hyperv neutron-server[87870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 11:54:40.991081 dv-neutron-835340-2-hyperv neutron-server[87870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 11:54:41.015177 dv-neutron-835340-2-hyperv neutron-server[87870]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 28 11:54:41.075054 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5aaaae8d-78d1-4156-9e4f-5b9253c8c4a7 tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 8703a3f7-eb0f-4b67-bd01-8f4988a1f4d6 {{(pid=87870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 28 11:54:41.082804 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-5aaaae8d-78d1-4156-9e4f-5b9253c8c4a7 tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538751'] for network, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:41.111608 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-8e816dde-73c4-490e-bb3b-abbbb9f858c0 tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1919805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2561174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2563528'] for subnet, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:41.119857 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-5aaaae8d-78d1-4156-9e4f-5b9253c8c4a7 tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] 10.222.0.30 "DELETE /v2.0/networks/8703a3f7-eb0f-4b67-bd01-8f4988a1f4d6 HTTP/1.1" status: 204 len: 168 time: 2.1099474 Mar 28 11:54:41.123588 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 47914) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:54:41.147057 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-899de7a1-a88f-4b46-a5d8-aea5743b507b tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] Request body: {'network': {'name': 'tempest-network--1520994629', 'router:external': True}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:54:41.161415 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-899de7a1-a88f-4b46-a5d8-aea5743b507b tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:54:41.202126 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-899de7a1-a88f-4b46-a5d8-aea5743b507b tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] Usage tracker for resource:network and tenant:1667953568d5410c86af3cfb9a52e3bf is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:54:41.205816 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-899de7a1-a88f-4b46-a5d8-aea5743b507b tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:54:41.213967 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-899de7a1-a88f-4b46-a5d8-aea5743b507b tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:54:41.237830 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-87631098-aa91-425e-b27e-3f04bbaeea7a req-cc685b54-89a2-4dfc-9af4-62da5a9b4319 tempest-ServersTestManualDisk-684628403 tempest-ServersTestManualDisk-684628403-project] 10.222.0.30 "GET /v2.0/ports?device_id=00dcb3fa-3bac-452c-bc74-3ffffeaa885d HTTP/1.1" status: 200 len: 210 time: 0.4458146 Mar 28 11:54:41.240235 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-899de7a1-a88f-4b46-a5d8-aea5743b507b tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] Made reservation on behalf of 1667953568d5410c86af3cfb9a52e3bf for: {'network': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:54:41.242798 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-899de7a1-a88f-4b46-a5d8-aea5743b507b tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for network, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:41.264924 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device e4f29528-2ae2-45f0-863a-39816c9dcf0c up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:54:41.285440 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-da2b6974-d296-43b6-8a33-77a2ca582487 tempest-ServersTestJSON-1268936191 tempest-ServersTestJSON-1268936191-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:41.350826 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aaaae8d-78d1-4156-9e4f-5b9253c8c4a7 tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] Pushing event deleted for resources: {'Network': ['ID=8703a3f7-eb0f-4b67-bd01-8f4988a1f4d6,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:54:41.360460 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-8e816dde-73c4-490e-bb3b-abbbb9f858c0 tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Notify callbacks [] for subnet, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:41.366366 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e816dde-73c4-490e-bb3b-abbbb9f858c0 tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=33f8e5c0-e2c5-4b41-af12-cccd575ee8cc,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:54:41.368733 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-00de75e7-9f75-4d09-aac1-72ee37a7bd9d tempest-DHCPAgentSchedulersTestJSON-1683762586 tempest-DHCPAgentSchedulersTestJSON-1683762586-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709602'] for network, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:41.371609 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-8e816dde-73c4-490e-bb3b-abbbb9f858c0 tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] 10.222.0.30 "DELETE /v2.0/subnets/33f8e5c0-e2c5-4b41-af12-cccd575ee8cc HTTP/1.1" status: 204 len: 168 time: 1.3571148 Mar 28 11:54:41.372865 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-f1ebee72-191c-4871-ab4c-61e51373dbf6 tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:54:41.394127 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-00de75e7-9f75-4d09-aac1-72ee37a7bd9d tempest-DHCPAgentSchedulersTestJSON-1683762586 tempest-DHCPAgentSchedulersTestJSON-1683762586-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538751'] for network, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:41.398826 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-00de75e7-9f75-4d09-aac1-72ee37a7bd9d tempest-DHCPAgentSchedulersTestJSON-1683762586 tempest-DHCPAgentSchedulersTestJSON-1683762586-project] 10.222.0.30 "DELETE /v2.0/networks/52822e74-9123-45bb-bbd9-4d98fdce56b3 HTTP/1.1" status: 204 len: 168 time: 2.8156528 Mar 28 11:54:41.410329 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port e4f29528-2ae2-45f0-863a-39816c9dcf0c triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:54:41.410803 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:41.425418 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 47922) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:54:41.446092 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-b2c544df-3df1-49c8-90e8-4c1469f7c45c tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:41.488649 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00de75e7-9f75-4d09-aac1-72ee37a7bd9d tempest-DHCPAgentSchedulersTestJSON-1683762586 tempest-DHCPAgentSchedulersTestJSON-1683762586-project] Pushing event deleted for resources: {'Network': ['ID=52822e74-9123-45bb-bbd9-4d98fdce56b3,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:54:41.505258 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-f1ebee72-191c-4871-ab4c-61e51373dbf6 tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:54:41.532722 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-899de7a1-a88f-4b46-a5d8-aea5743b507b tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=87871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 11:54:41.572490 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1ebee72-191c-4871-ab4c-61e51373dbf6 tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] Made reservation on behalf of fd6f94a999304d45b576d97dddac9f8b for: {'port': 1} {{(pid=87870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:54:41.580469 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-f1ebee72-191c-4871-ab4c-61e51373dbf6 tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:41.634151 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-da2b6974-d296-43b6-8a33-77a2ca582487 tempest-ServersTestJSON-1268936191 tempest-ServersTestJSON-1268936191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:41.683310 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-899de7a1-a88f-4b46-a5d8-aea5743b507b tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:41.684054 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.db.segments_db [None req-899de7a1-a88f-4b46-a5d8-aea5743b507b tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] Added segment c1534e60-2f1c-49e9-8f0b-e1ea16706778 of type vlan for network a1e06621-7f8d-461e-8937-8176e8cf4167 Mar 28 11:54:41.726378 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.notifiers.nova [None req-f1ebee72-191c-4871-ab4c-61e51373dbf6 tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] device_id is not set on port 235548a3-a5fd-4b4c-b704-cf7db1b45ffa yet. {{(pid=87870) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 11:54:41.777185 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-1968253d-6675-419d-9c3a-2bbdb396bb0b tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588883'] for network, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:41.787165 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-899de7a1-a88f-4b46-a5d8-aea5743b507b tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783495836591'] for network, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:41.980562 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 47936) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:54:42.045737 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-4560afa7-5159-490e-af22-80354ff6975b tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2364128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26551408'] for subnet, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:42.166877 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-1968253d-6675-419d-9c3a-2bbdb396bb0b tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930431', 'neutron.services.segments.db._delete_segments_for_network-8783496351308'] for network, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:42.174658 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-899de7a1-a88f-4b46-a5d8-aea5743b507b tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765'] for network, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:42.175646 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-899de7a1-a88f-4b46-a5d8-aea5743b507b tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:54:42.176621 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-899de7a1-a88f-4b46-a5d8-aea5743b507b tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538751'] for network, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:42.207608 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-1968253d-6675-419d-9c3a-2bbdb396bb0b tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35092b8c-5d05-4711-9f2d-1d6ba13f5d9e']}} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:54:42.227386 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-1968253d-6675-419d-9c3a-2bbdb396bb0b tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b57b40a9-6248-40c1-823d-39c10ede8c70') {'for_net_delete': True} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:54:42.227725 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-1968253d-6675-419d-9c3a-2bbdb396bb0b tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b57b40a9-6248-40c1-823d-39c10ede8c70') {} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:54:42.234624 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.db_base_plugin_common [None req-f1ebee72-191c-4871-ab4c-61e51373dbf6 tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] Allocated IP 172.20.0.3 (a8bc875b-e62f-44c7-bfcd-0308dd813eea/b5bfd83c-32e3-4005-a9f4-2dc4b916b5ee/235548a3-a5fd-4b4c-b704-cf7db1b45ffa) {{(pid=87870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:54:42.247067 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-1968253d-6675-419d-9c3a-2bbdb396bb0b tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783496353639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3591341'] for segment, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:42.272505 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-1968253d-6675-419d-9c3a-2bbdb396bb0b tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:42.302023 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1968253d-6675-419d-9c3a-2bbdb396bb0b tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Releasing vlan 56 on physical network physnet1 to pool {{(pid=87870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 11:54:42.302023 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-1968253d-6675-419d-9c3a-2bbdb396bb0b tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1920481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2558260'] for segment, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:42.316186 dv-neutron-835340-2-hyperv neutron-server[87870]: Traceback (most recent call last): Mar 28 11:54:42.316186 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 11:54:42.316186 dv-neutron-835340-2-hyperv neutron-server[87870]: timer() Mar 28 11:54:42.316186 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 11:54:42.316186 dv-neutron-835340-2-hyperv neutron-server[87870]: cb(*args, **kw) Mar 28 11:54:42.316186 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 11:54:42.316186 dv-neutron-835340-2-hyperv neutron-server[87870]: return func(*args, **kwargs) Mar 28 11:54:42.316186 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 11:54:42.316186 dv-neutron-835340-2-hyperv neutron-server[87870]: self._notify() Mar 28 11:54:42.316186 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 11:54:42.316186 dv-neutron-835340-2-hyperv neutron-server[87870]: self.callback(batched_events) Mar 28 11:54:42.316186 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 11:54:42.316186 dv-neutron-835340-2-hyperv neutron-server[87870]: event.method(event) Mar 28 11:54:42.316186 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 11:54:42.316186 dv-neutron-835340-2-hyperv neutron-server[87870]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 11:54:42.316186 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 11:54:42.316186 dv-neutron-835340-2-hyperv neutron-server[87870]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 11:54:42.316186 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 11:54:42.316186 dv-neutron-835340-2-hyperv neutron-server[87870]: return f(self, *a, **k) Mar 28 11:54:42.316186 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 11:54:42.316186 dv-neutron-835340-2-hyperv neutron-server[87870]: return self._get(url).json() Mar 28 11:54:42.316186 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 11:54:42.316186 dv-neutron-835340-2-hyperv neutron-server[87870]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 11:54:42.316186 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 11:54:42.316186 dv-neutron-835340-2-hyperv neutron-server[87870]: return self.request(url, 'GET', **kwargs) Mar 28 11:54:42.316186 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 11:54:42.316186 dv-neutron-835340-2-hyperv neutron-server[87870]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 11:54:42.316186 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 11:54:42.316186 dv-neutron-835340-2-hyperv neutron-server[87870]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 11:54:42.316186 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 11:54:42.316186 dv-neutron-835340-2-hyperv neutron-server[87870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 11:54:42.316186 dv-neutron-835340-2-hyperv neutron-server[87870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 11:54:42.319809 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.db_base_plugin_common [None req-b2c544df-3df1-49c8-90e8-4c1469f7c45c tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] Allocated IP 172.26.7.49 (ac2b1748-8f63-4b17-a9c7-07e79704aa5b/0b7ebf76-1dc7-431a-a0b4-b96bacf287c2/ab528a64-6445-45fd-bd4d-bc6c19352f26) {{(pid=87871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:54:42.441566 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-899de7a1-a88f-4b46-a5d8-aea5743b507b tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.3066747 Mar 28 11:54:42.442347 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 47948) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:54:42.475997 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-1968253d-6675-419d-9c3a-2bbdb396bb0b tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709602'] for network, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:42.510257 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4560afa7-5159-490e-af22-80354ff6975b tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Pushing event updated for resources: {'Subnet': ['ID=6b2d99dd-05df-44e9-8abe-c8e58135e652,revision_number=0']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:54:42.550917 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1968253d-6675-419d-9c3a-2bbdb396bb0b tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 35092b8c-5d05-4711-9f2d-1d6ba13f5d9e {{(pid=87870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 28 11:54:42.565488 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-1968253d-6675-419d-9c3a-2bbdb396bb0b tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538751'] for network, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:42.576719 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1968253d-6675-419d-9c3a-2bbdb396bb0b tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Pushing event deleted for resources: {'Network': ['ID=35092b8c-5d05-4711-9f2d-1d6ba13f5d9e,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:54:42.599826 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-1968253d-6675-419d-9c3a-2bbdb396bb0b tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] 10.222.0.30 "DELETE /v2.0/networks/35092b8c-5d05-4711-9f2d-1d6ba13f5d9e HTTP/1.1" status: 204 len: 168 time: 1.1633306 Mar 28 11:54:42.600042 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4560afa7-5159-490e-af22-80354ff6975b tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Checking segment: {'id': '2e31ad56-45e4-4103-bc86-2aa6cec88de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '09125240-64b9-4e2f-bd5f-693b9dc0f6ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:54:42.600042 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4560afa7-5159-490e-af22-80354ff6975b tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Network hostable DHCP agents. Network: 09125240-64b9-4e2f-bd5f-693b9dc0f6ad, hostable agents: ['3cb85949-855b-4a40-b988-cd5705e511da'], hosted agents: [] {{(pid=87871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 11:54:42.607887 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899de7a1-a88f-4b46-a5d8-aea5743b507b tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] Pushing event updated for resources: {'Network': ['ID=a1e06621-7f8d-461e-8937-8176e8cf4167,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:54:42.618950 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Network a1e06621-7f8d-461e-8937-8176e8cf4167 details requested by agent ovs-agent-dv-neutron-835340-2-hyperv with host dv-neutron-835340-2-hyperv {{(pid=87872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 11:54:42.702199 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-f1ebee72-191c-4871-ab4c-61e51373dbf6 tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] Notify callbacks [] for port, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:42.727065 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.provisioning_blocks [None req-f1ebee72-191c-4871-ab4c-61e51373dbf6 tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] Transition to ACTIVE for port object 235548a3-a5fd-4b4c-b704-cf7db1b45ffa will not be triggered until provisioned by entity DHCP. {{(pid=87870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:54:42.740307 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-97646071-b0f0-4493-9ade-cf270855e3bb admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4337e0c467b94157b250d24d73446fa6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7523077 Mar 28 11:54:42.743070 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-4ef22caa-3209-401d-85a0-0b38559900c5 req-ed337ed6-a61e-4c25-814a-389fa6c426ab tempest-ServersTestManualDisk-684628403 tempest-ServersTestManualDisk-684628403-project] 10.222.0.30 "GET /v2.0/ports?device_id=00dcb3fa-3bac-452c-bc74-3ffffeaa885d HTTP/1.1" status: 200 len: 210 time: 0.2170041 Mar 28 11:54:42.744506 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 47958) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:54:42.842073 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.11', 60758) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:54:42.906619 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba8ac829-e289-4a34-83d3-36c4e51df07f tempest-ExternalNetworksTestJSON-1435642594 tempest-ExternalNetworksTestJSON-1435642594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:54:42.913145 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-ba8ac829-e289-4a34-83d3-36c4e51df07f tempest-ExternalNetworksTestJSON-1435642594 tempest-ExternalNetworksTestJSON-1435642594-project] 10.222.0.30 "GET /v2.0/networks/a1e06621-7f8d-461e-8937-8176e8cf4167 HTTP/1.1" status: 200 len: 757 time: 0.4036493 Mar 28 11:54:42.916556 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 47968) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:54:42.985695 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-f1ebee72-191c-4871-ab4c-61e51373dbf6 tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:43.072522 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 47972) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:54:43.127346 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-b2c544df-3df1-49c8-90e8-4c1469f7c45c tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] Notify callbacks [] for port, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:43.133870 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c05f6122-b46f-4c12-b21f-f033a33bc6a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:43.161495 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.db.resource_extend [None req-da2b6974-d296-43b6-8a33-77a2ca582487 tempest-ServersTestJSON-1268936191 tempest-ServersTestJSON-1268936191-project] It took 0.42 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 28 11:54:43.169933 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1ebee72-191c-4871-ab4c-61e51373dbf6 tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] Network a8bc875b-e62f-44c7-bfcd-0308dd813eea is already hosted by enough agents. {{(pid=87870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:54:43.178380 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.base_scheduler [None req-f1ebee72-191c-4871-ab4c-61e51373dbf6 tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] Resources bound (agent type, host, resource id): {{(pid=87870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:54:43.189522 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ebee72-191c-4871-ab4c-61e51373dbf6 tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] Received port after_create {{(pid=87870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:54:43.202050 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-8a714067-0211-4254-a943-5ca8dbcecb26 tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Request body: {'router': {'name': 'tempest-router--1906999031', 'project_id': '53d1da7b294e43a7bd84f6ead742276b'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:54:43.273494 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c05f6122-b46f-4c12-b21f-f033a33bc6a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:43.302701 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ebee72-191c-4871-ab4c-61e51373dbf6 tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] Pushing event updated for resources: {'Port': ['ID=235548a3-a5fd-4b4c-b704-cf7db1b45ffa,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:54:43.331039 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-b2c544df-3df1-49c8-90e8-4c1469f7c45c tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:43.341071 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98a982c7-8a63-461b-830d-8af862143d5b tempest-ExternalNetworksTestJSON-1435642594 tempest-ExternalNetworksTestJSON-1435642594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:54:43.346076 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a271b41e-f356-448d-b313-16da8d4375b1 req-b388e1bc-a36e-4f5d-be53-6478494e5783 tempest-ServersTestManualDisk-684628403 tempest-ServersTestManualDisk-684628403-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:54:43.346715 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-98a982c7-8a63-461b-830d-8af862143d5b tempest-ExternalNetworksTestJSON-1435642594 tempest-ExternalNetworksTestJSON-1435642594-project] 10.222.0.30 "GET /v2.0/networks/9823ffb8-56a9-484c-aeaf-d87fddb35ad5 HTTP/1.1" status: 200 len: 767 time: 0.4264593 Mar 28 11:54:43.346829 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [req-a271b41e-f356-448d-b313-16da8d4375b1 req-b388e1bc-a36e-4f5d-be53-6478494e5783 tempest-ServersTestManualDisk-684628403 tempest-ServersTestManualDisk-684628403-project] Synchronizing usage tracker for tenant:ef5d94df2651453a8526eba31d74035c on resource:network {{(pid=87870) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:54:43.348321 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-8a714067-0211-4254-a943-5ca8dbcecb26 tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:54:43.352662 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 47984) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:54:43.367795 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1ebee72-191c-4871-ab4c-61e51373dbf6 tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:54:43.368520 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-f1ebee72-191c-4871-ab4c-61e51373dbf6 tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:43.400988 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-da2b6974-d296-43b6-8a33-77a2ca582487 tempest-ServersTestJSON-1268936191 tempest-ServersTestJSON-1268936191-project] Notify callbacks [] for port, precommit_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:43.427020 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c05f6122-b46f-4c12-b21f-f033a33bc6a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:43.447515 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05f6122-b46f-4c12-b21f-f033a33bc6a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=508a2403-ed93-4486-bdf7-898220c05acf,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:54:43.450517 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [req-a271b41e-f356-448d-b313-16da8d4375b1 req-b388e1bc-a36e-4f5d-be53-6478494e5783 tempest-ServersTestManualDisk-684628403 tempest-ServersTestManualDisk-684628403-project] Unset dirty status for tenant:ef5d94df2651453a8526eba31d74035c on resource:network {{(pid=87870) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:54:43.451738 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-a271b41e-f356-448d-b313-16da8d4375b1 req-b388e1bc-a36e-4f5d-be53-6478494e5783 tempest-ServersTestManualDisk-684628403 tempest-ServersTestManualDisk-684628403-project] 10.222.0.11 "GET /v2.0/networks?id=4a776d3d-9745-4c38-b1e0-dfac029e8437 HTTP/1.1" status: 200 len: 812 time: 0.6081069 Mar 28 11:54:43.455453 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c05f6122-b46f-4c12-b21f-f033a33bc6a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:43.456415 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-c05f6122-b46f-4c12-b21f-f033a33bc6a0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/508a2403-ed93-4486-bdf7-898220c05acf HTTP/1.1" status: 204 len: 168 time: 0.7106686 Mar 28 11:54:43.470229 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-f1ebee72-191c-4871-ab4c-61e51373dbf6 tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6798344 Mar 28 11:54:43.477873 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 47992) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:54:43.483814 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-86a0228f-2e36-41de-a101-25d6edb2d194 tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:e9:30:fe'}]}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:54:43.549807 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-8a714067-0211-4254-a943-5ca8dbcecb26 tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Usage tracker for resource:router and tenant:53d1da7b294e43a7bd84f6ead742276b is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:54:43.552611 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4560afa7-5159-490e-af22-80354ff6975b tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Network 09125240-64b9-4e2f-bd5f-693b9dc0f6ad is scheduled to be hosted by DHCP agent 3cb85949-855b-4a40-b988-cd5705e511da with binding_index 1 {{(pid=87871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 11:54:43.566023 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-8a714067-0211-4254-a943-5ca8dbcecb26 tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:54:43.576191 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-da2b6974-d296-43b6-8a33-77a2ca582487 tempest-ServersTestJSON-1268936191 tempest-ServersTestJSON-1268936191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2363241'] for port, after_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:43.588401 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-728cd659-dae0-434c-8c19-f41b318b06e2 None None] Provisioning for port 235548a3-a5fd-4b4c-b704-cf7db1b45ffa completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:54:43.599023 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-4560afa7-5159-490e-af22-80354ff6975b tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-2-hyperv, 09125240-64b9-4e2f-bd5f-693b9dc0f6ad) {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:54:43.604633 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4560afa7-5159-490e-af22-80354ff6975b tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:54:43.605480 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-4560afa7-5159-490e-af22-80354ff6975b tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538751'] for subnet, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:43.606967 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-728cd659-dae0-434c-8c19-f41b318b06e2 None None] Provisioning complete for port 235548a3-a5fd-4b4c-b704-cf7db1b45ffa triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:54:43.609429 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-728cd659-dae0-434c-8c19-f41b318b06e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:43.616546 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-8a714067-0211-4254-a943-5ca8dbcecb26 tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:54:43.621375 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [req-a271b41e-f356-448d-b313-16da8d4375b1 req-04fa1dac-0a72-422e-b459-1e59471f162c tempest-ServersTestManualDisk-684628403 tempest-ServersTestManualDisk-684628403-project] Synchronizing usage tracker for tenant:ef5d94df2651453a8526eba31d74035c on resource:security_group {{(pid=87870) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:54:43.651723 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2c544df-3df1-49c8-90e8-4c1469f7c45c tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] Network ac2b1748-8f63-4b17-a9c7-07e79704aa5b is already hosted by enough agents. {{(pid=87871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:54:43.715662 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c147c830-7157-4634-8de1-d536b1ff96c4 None None] Network 09125240-64b9-4e2f-bd5f-693b9dc0f6ad requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:54:43.718325 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-da2b6974-d296-43b6-8a33-77a2ca582487 tempest-ServersTestJSON-1268936191 tempest-ServersTestJSON-1268936191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-709520'] for floatingip, after_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:43.724528 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-aa9bf908-add6-48fa-a84d-209496aec5a7 tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588883'] for network, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:43.728733 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-b2c544df-3df1-49c8-90e8-4c1469f7c45c tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] Resources bound (agent type, host, resource id): {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:54:43.732296 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c544df-3df1-49c8-90e8-4c1469f7c45c tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] Received port after_create {{(pid=87871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:54:43.765860 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-728cd659-dae0-434c-8c19-f41b318b06e2 None None] Port 235548a3-a5fd-4b4c-b704-cf7db1b45ffa cannot update to ACTIVE because it is not bound. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 11:54:43.789307 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c544df-3df1-49c8-90e8-4c1469f7c45c tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] Pushing event updated for resources: {'Port': ['ID=ab528a64-6445-45fd-bd4d-bc6c19352f26,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:54:43.865825 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [req-a271b41e-f356-448d-b313-16da8d4375b1 req-04fa1dac-0a72-422e-b459-1e59471f162c tempest-ServersTestManualDisk-684628403 tempest-ServersTestManualDisk-684628403-project] Unset dirty status for tenant:ef5d94df2651453a8526eba31d74035c on resource:security_group {{(pid=87870) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:54:43.866962 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-a271b41e-f356-448d-b313-16da8d4375b1 req-04fa1dac-0a72-422e-b459-1e59471f162c tempest-ServersTestManualDisk-684628403 tempest-ServersTestManualDisk-684628403-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ef5d94df2651453a8526eba31d74035c HTTP/1.1" status: 200 len: 379 time: 0.3411512 Mar 28 11:54:43.910107 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [req-a271b41e-f356-448d-b313-16da8d4375b1 req-5b1964a3-cf23-420b-a2d1-4bfdd0bf0349 tempest-ServersTestManualDisk-684628403 tempest-ServersTestManualDisk-684628403-project] Request body: {'port': {'device_id': '00dcb3fa-3bac-452c-bc74-3ffffeaa885d', 'network_id': '4a776d3d-9745-4c38-b1e0-dfac029e8437', 'admin_state_up': True, 'tenant_id': 'ef5d94df2651453a8526eba31d74035c', 'security_groups': ['b180dbb9-1594-4776-8849-ae178407ded7']}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:54:43.968250 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-8a714067-0211-4254-a943-5ca8dbcecb26 tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-707665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-260886'] for router, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:43.970192 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-8a714067-0211-4254-a943-5ca8dbcecb26 tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-705660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709650', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-767110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260873'] for router, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:44.018281 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-4560afa7-5159-490e-af22-80354ff6975b tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.5536582 Mar 28 11:54:44.032619 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 48014) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:54:44.058458 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-86a0228f-2e36-41de-a101-25d6edb2d194 tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:44.076927 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-1ef98856-ab59-4712-bb56-5d83185b9e3f tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Request body: {'port': {'network_id': '09125240-64b9-4e2f-bd5f-693b9dc0f6ad', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-782573955'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:54:44.100143 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-da2b6974-d296-43b6-8a33-77a2ca582487 tempest-ServersTestJSON-1268936191 tempest-ServersTestJSON-1268936191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for floatingip, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:44.109113 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-da2b6974-d296-43b6-8a33-77a2ca582487 tempest-ServersTestJSON-1268936191 tempest-ServersTestJSON-1268936191-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.7463324 Mar 28 11:54:44.130895 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2b6974-d296-43b6-8a33-77a2ca582487 tempest-ServersTestJSON-1268936191 tempest-ServersTestJSON-1268936191-project] Pushing event updated for resources: {'Port': ['ID=9263e3e8-266c-417c-ad3c-aefe77d0f5b1,revision_number=2']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:54:44.166814 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-348e73fb-40b3-4643-9125-5a883eadd35c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1d3f2a9-8722-5ce5-bc40-181687d1ed3f-09125240-64b9-4e2f-bd5f-693b9dc0f6ad', 'network_id': '09125240-64b9-4e2f-bd5f-693b9dc0f6ad', 'tenant_id': '6696e3fb7c7e4b0485759ec64225ba6d', 'fixed_ips': [{'subnet_id': '6b2d99dd-05df-44e9-8abe-c8e58135e652'}]}} from dv-neutron-835340-2-hyperv. {{(pid=87872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 11:54:44.168922 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-348e73fb-40b3-4643-9125-5a883eadd35c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:44.179412 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-8a714067-0211-4254-a943-5ca8dbcecb26 tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:44.201004 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 48020) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:54:44.205424 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-2e212bc8-367a-4582-9057-a91d9a004828 req-44d7e0e8-a4bb-4123-b156-9a87636d0edc tempest-ServersTestManualDisk-684628403 tempest-ServersTestManualDisk-684628403-project] 10.222.0.30 "GET /v2.0/ports?device_id=00dcb3fa-3bac-452c-bc74-3ffffeaa885d HTTP/1.1" status: 200 len: 210 time: 0.1479137 Mar 28 11:54:44.249979 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-e8a4e728-789c-4a8f-beb4-f24025ba1e8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:44.298375 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-e8a4e728-789c-4a8f-beb4-f24025ba1e8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:54:44.327935 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-e8a4e728-789c-4a8f-beb4-f24025ba1e8c admin admin] Usage tracker for resource:security_group_rule and tenant:0e130aa986be4314a2ee0f1c0dec2be3 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:54:44.343085 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-aa9bf908-add6-48fa-a84d-209496aec5a7 tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930431', 'neutron.services.segments.db._delete_segments_for_network-8783496351308'] for network, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:44.346999 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-e8a4e728-789c-4a8f-beb4-f24025ba1e8c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:54:44.389886 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-b2c544df-3df1-49c8-90e8-4c1469f7c45c tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:44.412447 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-8a714067-0211-4254-a943-5ca8dbcecb26 tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709693'] for router, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:44.453063 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.segments.db [None req-aa9bf908-add6-48fa-a84d-209496aec5a7 tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1e06621-7f8d-461e-8937-8176e8cf4167']}} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:54:44.498505 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [req-a271b41e-f356-448d-b313-16da8d4375b1 req-5b1964a3-cf23-420b-a2d1-4bfdd0bf0349 tempest-ServersTestManualDisk-684628403 tempest-ServersTestManualDisk-684628403-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:54:44.506158 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.db_base_plugin_common [None req-348e73fb-40b3-4643-9125-5a883eadd35c None None] Allocated IP 2001:db8::2 (09125240-64b9-4e2f-bd5f-693b9dc0f6ad/6b2d99dd-05df-44e9-8abe-c8e58135e652/e970108f-b3ee-418e-ac29-1cc7a6f75773) {{(pid=87872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:54:44.509136 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [req-a271b41e-f356-448d-b313-16da8d4375b1 req-5b1964a3-cf23-420b-a2d1-4bfdd0bf0349 tempest-ServersTestManualDisk-684628403 tempest-ServersTestManualDisk-684628403-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:54:44.515301 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-e8a4e728-789c-4a8f-beb4-f24025ba1e8c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:54:44.542595 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a271b41e-f356-448d-b313-16da8d4375b1 req-5b1964a3-cf23-420b-a2d1-4bfdd0bf0349 tempest-ServersTestManualDisk-684628403 tempest-ServersTestManualDisk-684628403-project] Made reservation on behalf of ef5d94df2651453a8526eba31d74035c for: {'port': 1} {{(pid=87870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:54:44.546101 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [req-a271b41e-f356-448d-b313-16da8d4375b1 req-5b1964a3-cf23-420b-a2d1-4bfdd0bf0349 tempest-ServersTestManualDisk-684628403 tempest-ServersTestManualDisk-684628403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:44.551042 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.segments.db [None req-aa9bf908-add6-48fa-a84d-209496aec5a7 tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1534e60-2f1c-49e9-8f0b-e1ea16706778') {'for_net_delete': True} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:54:44.551333 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.segments.db [None req-aa9bf908-add6-48fa-a84d-209496aec5a7 tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1534e60-2f1c-49e9-8f0b-e1ea16706778') {} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:54:44.585013 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-1ef98856-ab59-4712-bb56-5d83185b9e3f tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:54:44.596180 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-aa9bf908-add6-48fa-a84d-209496aec5a7 tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783496353639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3436890'] for segment, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:44.609312 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-1ef98856-ab59-4712-bb56-5d83185b9e3f tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Usage tracker for resource:port and tenant:6696e3fb7c7e4b0485759ec64225ba6d is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:54:44.627968 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-1ef98856-ab59-4712-bb56-5d83185b9e3f tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:54:44.630752 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-8a714067-0211-4254-a943-5ca8dbcecb26 tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Notify callbacks [] for router, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:44.635330 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-8a714067-0211-4254-a943-5ca8dbcecb26 tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 1.4791358 Mar 28 11:54:44.644644 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 48036) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:54:44.651123 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-aa9bf908-add6-48fa-a84d-209496aec5a7 tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:44.656040 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-1ef98856-ab59-4712-bb56-5d83185b9e3f tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:54:44.676353 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa9bf908-add6-48fa-a84d-209496aec5a7 tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] Releasing vlan 54 on physical network physnet1 to pool {{(pid=87871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 11:54:44.676845 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-aa9bf908-add6-48fa-a84d-209496aec5a7 tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1920481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2363149'] for segment, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:44.696168 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [req-dd95adfa-b5cf-4285-8e17-b10cc55fa706 req-bdeccf0e-7af2-4127-8f08-4ecee3f28df6 tempest-ServersTestJSON-1268936191 tempest-ServersTestJSON-1268936191-project] Synchronizing usage tracker for tenant:acd670e645c74d2b90f128b4c99c366d on resource:security_group {{(pid=87871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:54:44.698447 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-b2c544df-3df1-49c8-90e8-4c1469f7c45c tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:44.726036 dv-neutron-835340-2-hyperv neutron-server[87871]: Traceback (most recent call last): Mar 28 11:54:44.726036 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 11:54:44.726036 dv-neutron-835340-2-hyperv neutron-server[87871]: timer() Mar 28 11:54:44.726036 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 11:54:44.726036 dv-neutron-835340-2-hyperv neutron-server[87871]: cb(*args, **kw) Mar 28 11:54:44.726036 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 11:54:44.726036 dv-neutron-835340-2-hyperv neutron-server[87871]: return func(*args, **kwargs) Mar 28 11:54:44.726036 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 11:54:44.726036 dv-neutron-835340-2-hyperv neutron-server[87871]: self._notify() Mar 28 11:54:44.726036 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 11:54:44.726036 dv-neutron-835340-2-hyperv neutron-server[87871]: self.callback(batched_events) Mar 28 11:54:44.726036 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 11:54:44.726036 dv-neutron-835340-2-hyperv neutron-server[87871]: event.method(event) Mar 28 11:54:44.726036 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 11:54:44.726036 dv-neutron-835340-2-hyperv neutron-server[87871]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 11:54:44.726036 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 11:54:44.726036 dv-neutron-835340-2-hyperv neutron-server[87871]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 11:54:44.726036 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 11:54:44.726036 dv-neutron-835340-2-hyperv neutron-server[87871]: return f(self, *a, **k) Mar 28 11:54:44.726036 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 11:54:44.726036 dv-neutron-835340-2-hyperv neutron-server[87871]: return self._get(url).json() Mar 28 11:54:44.726036 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 11:54:44.726036 dv-neutron-835340-2-hyperv neutron-server[87871]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 11:54:44.726036 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 11:54:44.726036 dv-neutron-835340-2-hyperv neutron-server[87871]: return self.request(url, 'GET', **kwargs) Mar 28 11:54:44.726036 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 11:54:44.726036 dv-neutron-835340-2-hyperv neutron-server[87871]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 11:54:44.726036 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 11:54:44.726036 dv-neutron-835340-2-hyperv neutron-server[87871]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 11:54:44.726036 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 11:54:44.726036 dv-neutron-835340-2-hyperv neutron-server[87871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 11:54:44.726036 dv-neutron-835340-2-hyperv neutron-server[87871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 11:54:44.823746 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ef98856-ab59-4712-bb56-5d83185b9e3f tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Made reservation on behalf of 6696e3fb7c7e4b0485759ec64225ba6d for: {'port': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:54:44.827817 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-1ef98856-ab59-4712-bb56-5d83185b9e3f tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:44.860938 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-348e73fb-40b3-4643-9125-5a883eadd35c None None] Notify callbacks [] for port, precommit_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:44.887983 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [req-dd95adfa-b5cf-4285-8e17-b10cc55fa706 req-bdeccf0e-7af2-4127-8f08-4ecee3f28df6 tempest-ServersTestJSON-1268936191 tempest-ServersTestJSON-1268936191-project] Unset dirty status for tenant:acd670e645c74d2b90f128b4c99c366d on resource:security_group {{(pid=87871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:54:44.889134 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-dd95adfa-b5cf-4285-8e17-b10cc55fa706 req-bdeccf0e-7af2-4127-8f08-4ecee3f28df6 tempest-ServersTestJSON-1268936191 tempest-ServersTestJSON-1268936191-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--17958281&fields=id&tenant_id=acd670e645c74d2b90f128b4c99c366d HTTP/1.1" status: 200 len: 267 time: 0.4030664 Mar 28 11:54:44.896165 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-aa9bf908-add6-48fa-a84d-209496aec5a7 tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709602'] for network, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:44.899394 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa9bf908-add6-48fa-a84d-209496aec5a7 tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a1e06621-7f8d-461e-8937-8176e8cf4167 {{(pid=87871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 28 11:54:44.907880 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-348e73fb-40b3-4643-9125-5a883eadd35c None None] Transition to ACTIVE for port object e970108f-b3ee-418e-ac29-1cc7a6f75773 will not be triggered until provisioned by entity L2. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:54:44.912105 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-aa9bf908-add6-48fa-a84d-209496aec5a7 tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538751'] for network, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:44.926398 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.notifiers.nova [None req-1ef98856-ab59-4712-bb56-5d83185b9e3f tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] device_id is not set on port e2cdbbac-b737-4048-a504-075dd9a2de06 yet. {{(pid=87871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 11:54:44.936261 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-348e73fb-40b3-4643-9125-5a883eadd35c None None] Transition to ACTIVE for port object e970108f-b3ee-418e-ac29-1cc7a6f75773 will not be triggered until provisioned by entity DHCP. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:54:44.968957 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-348e73fb-40b3-4643-9125-5a883eadd35c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241'] for port, after_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:45.009886 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-f4a800e7-733c-45f3-9845-b753e3bea145 tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Notify callbacks [] for router, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:45.090419 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348e73fb-40b3-4643-9125-5a883eadd35c None None] Pushing event updated for resources: {'Port': ['ID=e970108f-b3ee-418e-ac29-1cc7a6f75773,revision_number=1']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:54:45.107791 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-348e73fb-40b3-4643-9125-5a883eadd35c None None] Network 09125240-64b9-4e2f-bd5f-693b9dc0f6ad is already hosted by enough agents. {{(pid=87872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:54:45.110835 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.base_scheduler [None req-348e73fb-40b3-4643-9125-5a883eadd35c None None] Resources bound (agent type, host, resource id): {{(pid=87872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:54:45.117832 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-348e73fb-40b3-4643-9125-5a883eadd35c None None] Received port after_create {{(pid=87872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:54:45.135887 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.db.resource_extend [None req-86a0228f-2e36-41de-a101-25d6edb2d194 tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 28 11:54:45.213688 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-aa9bf908-add6-48fa-a84d-209496aec5a7 tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] 10.222.0.30 "DELETE /v2.0/networks/a1e06621-7f8d-461e-8937-8176e8cf4167 HTTP/1.1" status: 204 len: 168 time: 1.8156455 Mar 28 11:54:45.214562 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9bf908-add6-48fa-a84d-209496aec5a7 tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] Pushing event deleted for resources: {'Network': ['ID=a1e06621-7f8d-461e-8937-8176e8cf4167,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:54:45.252714 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 48040) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:54:45.322168 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-86a0228f-2e36-41de-a101-25d6edb2d194 tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] Notify callbacks [] for port, precommit_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:45.325365 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-0e2ae5d1-9cb9-4570-beb7-b86133be15b8 tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] Request body: {'network': {'name': 'tempest-network--1746779022'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:54:45.338506 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-0e2ae5d1-9cb9-4570-beb7-b86133be15b8 tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:54:45.340280 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-348e73fb-40b3-4643-9125-5a883eadd35c None None] Attempting to bind port e970108f-b3ee-418e-ac29-1cc7a6f75773 on host dv-neutron-835340-2-hyperv for vnic_type normal with profile {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:54:45.340733 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-348e73fb-40b3-4643-9125-5a883eadd35c None None] Attempting to bind port e970108f-b3ee-418e-ac29-1cc7a6f75773 by drivers openvswitch,hyperv on host dv-neutron-835340-2-hyperv at level 0 using segments [{'id': '2e31ad56-45e4-4103-bc86-2aa6cec88de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '09125240-64b9-4e2f-bd5f-693b9dc0f6ad'}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:54:45.341201 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348e73fb-40b3-4643-9125-5a883eadd35c None None] Attempting to bind port e970108f-b3ee-418e-ac29-1cc7a6f75773 on network 09125240-64b9-4e2f-bd5f-693b9dc0f6ad {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:54:45.343081 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-0e2ae5d1-9cb9-4570-beb7-b86133be15b8 tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] Usage tracker for resource:network and tenant:1667953568d5410c86af3cfb9a52e3bf is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:54:45.349803 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348e73fb-40b3-4643-9125-5a883eadd35c None None] Checking agent: {'id': '961a16fe-cbc8-4264-ac28-bbbd53f89caa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 46, 6), 'started_at': datetime.datetime(2022, 3, 28, 11, 46, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 11, 54, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 11:54:45.350309 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348e73fb-40b3-4643-9125-5a883eadd35c None None] Checking segment: {'id': '2e31ad56-45e4-4103-bc86-2aa6cec88de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '09125240-64b9-4e2f-bd5f-693b9dc0f6ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:54:45.350693 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-348e73fb-40b3-4643-9125-5a883eadd35c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:45.351199 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348e73fb-40b3-4643-9125-5a883eadd35c None None] Bound using segment: {'id': '2e31ad56-45e4-4103-bc86-2aa6cec88de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '09125240-64b9-4e2f-bd5f-693b9dc0f6ad'} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 11:54:45.351373 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-0e2ae5d1-9cb9-4570-beb7-b86133be15b8 tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:54:45.354755 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-348e73fb-40b3-4643-9125-5a883eadd35c None None] Bound port: e970108f-b3ee-418e-ac29-1cc7a6f75773, host: dv-neutron-835340-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e31ad56-45e4-4103-bc86-2aa6cec88de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '09125240-64b9-4e2f-bd5f-693b9dc0f6ad'}}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 11:54:45.355196 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-348e73fb-40b3-4643-9125-5a883eadd35c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:45.371363 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-0e2ae5d1-9cb9-4570-beb7-b86133be15b8 tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:54:45.501289 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-348e73fb-40b3-4643-9125-5a883eadd35c None None] For port e970108f-b3ee-418e-ac29-1cc7a6f75773, host dv-neutron-835340-2-hyperv, cleared binding levels {{(pid=87872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 11:54:45.508425 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-348e73fb-40b3-4643-9125-5a883eadd35c None None] For port e970108f-b3ee-418e-ac29-1cc7a6f75773, host dv-neutron-835340-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=e970108f-b3ee-418e-ac29-1cc7a6f75773,segment=NetworkSegment(2e31ad56-45e4-4103-bc86-2aa6cec88de3),segment_id=2e31ad56-45e4-4103-bc86-2aa6cec88de3)] {{(pid=87872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 11:54:45.515208 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-348e73fb-40b3-4643-9125-5a883eadd35c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:45.523703 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-86a0228f-2e36-41de-a101-25d6edb2d194 tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2558288'] for port, after_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:45.527163 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e2ae5d1-9cb9-4570-beb7-b86133be15b8 tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] Made reservation on behalf of 1667953568d5410c86af3cfb9a52e3bf for: {'network': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:54:45.529456 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-0e2ae5d1-9cb9-4570-beb7-b86133be15b8 tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for network, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:45.681659 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e2ae5d1-9cb9-4570-beb7-b86133be15b8 tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=87871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 11:54:45.703399 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd95adfa-b5cf-4285-8e17-b10cc55fa706 req-7db8ffe8-6b6d-4461-94f0-10527c555a08 tempest-ServersTestJSON-1268936191 tempest-ServersTestJSON-1268936191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:54:45.704736 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [req-dd95adfa-b5cf-4285-8e17-b10cc55fa706 req-7db8ffe8-6b6d-4461-94f0-10527c555a08 tempest-ServersTestJSON-1268936191 tempest-ServersTestJSON-1268936191-project] Synchronizing usage tracker for tenant:acd670e645c74d2b90f128b4c99c366d on resource:network {{(pid=87871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:54:45.714668 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-0e2ae5d1-9cb9-4570-beb7-b86133be15b8 tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:45.714874 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.db.segments_db [None req-0e2ae5d1-9cb9-4570-beb7-b86133be15b8 tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] Added segment 8359d3ad-baaa-4975-9fec-a2660813e80c of type vlan for network a6f0e162-4bc3-4432-af0a-6057488d24c5 Mar 28 11:54:45.716095 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.db_base_plugin_common [req-a271b41e-f356-448d-b313-16da8d4375b1 req-5b1964a3-cf23-420b-a2d1-4bfdd0bf0349 tempest-ServersTestManualDisk-684628403 tempest-ServersTestManualDisk-684628403-project] Allocated IP 172.20.0.14 (4a776d3d-9745-4c38-b1e0-dfac029e8437/51390c4c-f007-438b-8f55-097eecbd0e38/1584f756-2866-447a-bcd5-08246c08782f) {{(pid=87870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:54:45.746269 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348e73fb-40b3-4643-9125-5a883eadd35c None None] Pushing event updated for resources: {'Port': ['ID=e970108f-b3ee-418e-ac29-1cc7a6f75773,revision_number=2']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:54:45.766810 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-0e2ae5d1-9cb9-4570-beb7-b86133be15b8 tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783495836591'] for network, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:45.816501 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.db_base_plugin_common [None req-1ef98856-ab59-4712-bb56-5d83185b9e3f tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Allocated IP 2001:db8::1fd (09125240-64b9-4e2f-bd5f-693b9dc0f6ad/6b2d99dd-05df-44e9-8abe-c8e58135e652/e2cdbbac-b737-4048-a504-075dd9a2de06) {{(pid=87871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:54:45.987386 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.db.resource_extend [None req-0e2ae5d1-9cb9-4570-beb7-b86133be15b8 tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 28 11:54:46.193543 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.db.resource_extend [None req-b2c544df-3df1-49c8-90e8-4c1469f7c45c tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 28 11:54:46.201717 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [req-dd95adfa-b5cf-4285-8e17-b10cc55fa706 req-7db8ffe8-6b6d-4461-94f0-10527c555a08 tempest-ServersTestJSON-1268936191 tempest-ServersTestJSON-1268936191-project] Unset dirty status for tenant:acd670e645c74d2b90f128b4c99c366d on resource:network {{(pid=87871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:54:46.208598 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-dd95adfa-b5cf-4285-8e17-b10cc55fa706 req-7db8ffe8-6b6d-4461-94f0-10527c555a08 tempest-ServersTestJSON-1268936191 tempest-ServersTestJSON-1268936191-project] 10.222.0.30 "GET /v2.0/networks?id=a4e7a0f3-f0a8-4b6f-ba98-4c112b7f4173 HTTP/1.1" status: 200 len: 805 time: 1.1911297 Mar 28 11:54:46.233304 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-c22bab13-316c-4f8b-bc4b-4220ccc863c7 req-e3e9f33c-5347-48c9-b857-10f24eef977f tempest-ServersTestManualDisk-684628403 tempest-ServersTestManualDisk-684628403-project] 10.222.0.30 "GET /v2.0/ports?device_id=00dcb3fa-3bac-452c-bc74-3ffffeaa885d HTTP/1.1" status: 200 len: 210 time: 0.7054811 Mar 28 11:54:46.247633 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-b2c544df-3df1-49c8-90e8-4c1469f7c45c tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] Notify callbacks [] for port, precommit_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:46.249281 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-0e2ae5d1-9cb9-4570-beb7-b86133be15b8 tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765'] for network, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:46.250456 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e2ae5d1-9cb9-4570-beb7-b86133be15b8 tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:54:46.251541 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-0e2ae5d1-9cb9-4570-beb7-b86133be15b8 tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538751'] for network, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:46.277377 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-dd95adfa-b5cf-4285-8e17-b10cc55fa706 req-f95c32b3-6627-45db-86e7-3edd336f8d96 tempest-ServersTestJSON-1268936191 tempest-ServersTestJSON-1268936191-project] 10.222.0.30 "GET /v2.0/quotas/acd670e645c74d2b90f128b4c99c366d HTTP/1.1" status: 200 len: 375 time: 0.0674486 Mar 28 11:54:46.332103 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-b2c544df-3df1-49c8-90e8-4c1469f7c45c tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2363241'] for port, after_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:46.340873 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-e8a4e728-789c-4a8f-beb4-f24025ba1e8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:46.344789 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-86a0228f-2e36-41de-a101-25d6edb2d194 tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] In _notify_port_updated(), no bound segment for port 235548a3-a5fd-4b4c-b704-cf7db1b45ffa on network a8bc875b-e62f-44c7-bfcd-0308dd813eea {{(pid=87870) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 28 11:54:46.359243 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86a0228f-2e36-41de-a101-25d6edb2d194 tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:54:46.360053 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-86a0228f-2e36-41de-a101-25d6edb2d194 tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:46.368473 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-86a0228f-2e36-41de-a101-25d6edb2d194 tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] 10.222.0.30 "PUT /v2.0/ports/235548a3-a5fd-4b4c-b704-cf7db1b45ffa HTTP/1.1" status: 200 len: 996 time: 2.8870790 Mar 28 11:54:46.406008 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 48046) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:54:46.516588 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-e8a4e728-789c-4a8f-beb4-f24025ba1e8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:46.535960 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-e172fff6-4560-4e5e-b4d5-fa9ed3cbbcc6 None None] Provisioning complete for port 235548a3-a5fd-4b4c-b704-cf7db1b45ffa triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:54:46.536602 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-e172fff6-4560-4e5e-b4d5-fa9ed3cbbcc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:46.581684 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-e8a4e728-789c-4a8f-beb4-f24025ba1e8c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0e130aa986be4314a2ee0f1c0dec2be3&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3753133 Mar 28 11:54:46.599408 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-f4a800e7-733c-45f3-9845-b753e3bea145 tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-745164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-260864'] for router, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:46.604935 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 48050) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:54:46.605844 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-f4a800e7-733c-45f3-9845-b753e3bea145 tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:46.628180 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a0228f-2e36-41de-a101-25d6edb2d194 tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] Pushing event updated for resources: {'Port': ['ID=235548a3-a5fd-4b4c-b704-cf7db1b45ffa,revision_number=2']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:54:46.701412 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-e172fff6-4560-4e5e-b4d5-fa9ed3cbbcc6 None None] Port 235548a3-a5fd-4b4c-b704-cf7db1b45ffa cannot update to ACTIVE because it is not bound. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 11:54:46.731172 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a4e728-789c-4a8f-beb4-f24025ba1e8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b03ff47-348b-43c4-a89a-054976065fb5,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:54:46.749600 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-9b9d8f3b-9705-4c20-8675-c06b60f768f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:46.774969 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-0e2ae5d1-9cb9-4570-beb7-b86133be15b8 tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.5211074 Mar 28 11:54:46.775916 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c544df-3df1-49c8-90e8-4c1469f7c45c tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] Pushing event updated for resources: {'Port': ['ID=ab528a64-6445-45fd-bd4d-bc6c19352f26,revision_number=2']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:54:46.778174 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 48054) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:54:46.802534 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2ae5d1-9cb9-4570-beb7-b86133be15b8 tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] Pushing event updated for resources: {'Network': ['ID=a6f0e162-4bc3-4432-af0a-6057488d24c5,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:54:46.812344 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-9b9d8f3b-9705-4c20-8675-c06b60f768f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:46.815785 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-b6587d29-7036-4b1d-8404-b4a0447b8390 tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] Request body: {'network': {'router:external': True}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:54:46.821968 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Network a6f0e162-4bc3-4432-af0a-6057488d24c5 details requested by agent ovs-agent-dv-neutron-835340-2-hyperv with host dv-neutron-835340-2-hyperv {{(pid=87872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 11:54:46.915764 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-f4a800e7-733c-45f3-9845-b753e3bea145 tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-745021'] for router, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:46.916722 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4a800e7-733c-45f3-9845-b753e3bea145 tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 73988c26-c9e9-4a25-8932-af97fbad07e6 {{(pid=87870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 11:54:46.945875 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-9b9d8f3b-9705-4c20-8675-c06b60f768f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:46.984576 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-1ef98856-ab59-4712-bb56-5d83185b9e3f tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Notify callbacks [] for port, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:47.017350 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9d8f3b-9705-4c20-8675-c06b60f768f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b03ff47-348b-43c4-a89a-054976065fb5,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:54:47.025928 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-096abc9b-0c3e-49d2-a822-952a792e0408 tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] Deleting port 235548a3-a5fd-4b4c-b704-cf7db1b45ffa {{(pid=87871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:54:47.026330 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-096abc9b-0c3e-49d2-a822-952a792e0408 tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:47.069641 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [req-a271b41e-f356-448d-b313-16da8d4375b1 req-5b1964a3-cf23-420b-a2d1-4bfdd0bf0349 tempest-ServersTestManualDisk-684628403 tempest-ServersTestManualDisk-684628403-project] Notify callbacks [] for port, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:47.105332 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-9b9d8f3b-9705-4c20-8675-c06b60f768f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:47.106452 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-9b9d8f3b-9705-4c20-8675-c06b60f768f4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4b03ff47-348b-43c4-a89a-054976065fb5 HTTP/1.1" status: 204 len: 168 time: 0.4952450 Mar 28 11:54:47.109119 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-f4a800e7-733c-45f3-9845-b753e3bea145 tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Notify callbacks [] for router, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:47.121628 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-b2c544df-3df1-49c8-90e8-4c1469f7c45c tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-709520'] for floatingip, after_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:47.136543 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-f4a800e7-733c-45f3-9845-b753e3bea145 tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] 10.222.0.30 "DELETE /v2.0/routers/73988c26-c9e9-4a25-8932-af97fbad07e6 HTTP/1.1" status: 204 len: 168 time: 2.4870501 Mar 28 11:54:47.142874 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.provisioning_blocks [req-a271b41e-f356-448d-b313-16da8d4375b1 req-5b1964a3-cf23-420b-a2d1-4bfdd0bf0349 tempest-ServersTestManualDisk-684628403 tempest-ServersTestManualDisk-684628403-project] Transition to ACTIVE for port object 1584f756-2866-447a-bcd5-08246c08782f will not be triggered until provisioned by entity DHCP. {{(pid=87870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:54:47.149669 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.provisioning_blocks [None req-1ef98856-ab59-4712-bb56-5d83185b9e3f tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Transition to ACTIVE for port object e2cdbbac-b737-4048-a504-075dd9a2de06 will not be triggered until provisioned by entity DHCP. {{(pid=87871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:54:47.223353 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [req-a271b41e-f356-448d-b313-16da8d4375b1 req-5b1964a3-cf23-420b-a2d1-4bfdd0bf0349 tempest-ServersTestManualDisk-684628403 tempest-ServersTestManualDisk-684628403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:47.358078 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device e970108f-b3ee-418e-ac29-1cc7a6f75773 up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:54:47.465013 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a271b41e-f356-448d-b313-16da8d4375b1 req-5b1964a3-cf23-420b-a2d1-4bfdd0bf0349 tempest-ServersTestManualDisk-684628403 tempest-ServersTestManualDisk-684628403-project] Network 4a776d3d-9745-4c38-b1e0-dfac029e8437 is already hosted by enough agents. {{(pid=87870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:54:47.477458 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.base_scheduler [req-a271b41e-f356-448d-b313-16da8d4375b1 req-5b1964a3-cf23-420b-a2d1-4bfdd0bf0349 tempest-ServersTestManualDisk-684628403 tempest-ServersTestManualDisk-684628403-project] Resources bound (agent type, host, resource id): {{(pid=87870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:54:47.514625 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.l3_dvrscheduler_db [req-a271b41e-f356-448d-b313-16da8d4375b1 req-5b1964a3-cf23-420b-a2d1-4bfdd0bf0349 tempest-ServersTestManualDisk-684628403 tempest-ServersTestManualDisk-684628403-project] Received port after_create {{(pid=87870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:54:47.589091 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1964a3-cf23-420b-a2d1-4bfdd0bf0349 tempest-ServersTestManualDisk-684628403 tempest-ServersTestManualDisk-684628403-project] Pushing event updated for resources: {'Port': ['ID=1584f756-2866-447a-bcd5-08246c08782f,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:54:47.609461 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning for port e970108f-b3ee-418e-ac29-1cc7a6f75773 completed by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:54:47.632005 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 48064) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:54:47.633375 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e217128c-9b80-4d9f-81ba-085e9da5f5b2 None None] Network 09125240-64b9-4e2f-bd5f-693b9dc0f6ad requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:54:47.648216 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-b2c544df-3df1-49c8-90e8-4c1469f7c45c tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for floatingip, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:47.657044 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-b2c544df-3df1-49c8-90e8-4c1469f7c45c tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.4014544 Mar 28 11:54:47.709949 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [req-dd95adfa-b5cf-4285-8e17-b10cc55fa706 req-9d55f13f-9458-430a-b6b9-16f91e2d3c22 tempest-ServersTestJSON-1268936191 tempest-ServersTestJSON-1268936191-project] Synchronizing usage tracker for tenant:acd670e645c74d2b90f128b4c99c366d on resource:port {{(pid=87871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:54:47.964324 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-b6587d29-7036-4b1d-8404-b4a0447b8390 tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783495836591'] for network, precommit_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:48.028293 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-5b4fec87-bdb9-4a14-b12e-d07189e72784 None None] Provisioning for port e970108f-b3ee-418e-ac29-1cc7a6f75773 completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:54:48.033008 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a271b41e-f356-448d-b313-16da8d4375b1 req-5b1964a3-cf23-420b-a2d1-4bfdd0bf0349 tempest-ServersTestManualDisk-684628403 tempest-ServersTestManualDisk-684628403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:54:48.033954 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [req-a271b41e-f356-448d-b313-16da8d4375b1 req-5b1964a3-cf23-420b-a2d1-4bfdd0bf0349 tempest-ServersTestManualDisk-684628403 tempest-ServersTestManualDisk-684628403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:48.053942 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-5b4fec87-bdb9-4a14-b12e-d07189e72784 None None] Provisioning complete for port e970108f-b3ee-418e-ac29-1cc7a6f75773 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:54:48.055121 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-5b4fec87-bdb9-4a14-b12e-d07189e72784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:48.066880 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-a271b41e-f356-448d-b313-16da8d4375b1 req-5b1964a3-cf23-420b-a2d1-4bfdd0bf0349 tempest-ServersTestManualDisk-684628403 tempest-ServersTestManualDisk-684628403-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1641760 Mar 28 11:54:48.095240 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [req-dd95adfa-b5cf-4285-8e17-b10cc55fa706 req-9d55f13f-9458-430a-b6b9-16f91e2d3c22 tempest-ServersTestJSON-1268936191 tempest-ServersTestJSON-1268936191-project] Unset dirty status for tenant:acd670e645c74d2b90f128b4c99c366d on resource:port {{(pid=87871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:54:48.108085 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-dd95adfa-b5cf-4285-8e17-b10cc55fa706 req-9d55f13f-9458-430a-b6b9-16f91e2d3c22 tempest-ServersTestJSON-1268936191 tempest-ServersTestJSON-1268936191-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=acd670e645c74d2b90f128b4c99c366d&fields=id HTTP/1.1" status: 200 len: 348 time: 1.8300803 Mar 28 11:54:48.128740 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [req-a271b41e-f356-448d-b313-16da8d4375b1 req-a71ff517-6a43-4639-a66b-26d4edd60595 tempest-ServersTestManualDisk-684628403 tempest-ServersTestManualDisk-684628403-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=87870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 11:54:48.130595 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-1ef98856-ab59-4712-bb56-5d83185b9e3f tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:48.132171 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-a271b41e-f356-448d-b313-16da8d4375b1 req-a71ff517-6a43-4639-a66b-26d4edd60595 tempest-ServersTestManualDisk-684628403 tempest-ServersTestManualDisk-684628403-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0117738 Mar 28 11:54:48.160099 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d0c6bd-80a1-4615-a86c-1d1a077cfb30 req-4260c9a6-1435-425a-9e6a-cb86c8c3bdfb tempest-ServersTestManualDisk-684628403 tempest-ServersTestManualDisk-684628403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:54:48.165753 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [req-37d0c6bd-80a1-4615-a86c-1d1a077cfb30 req-4260c9a6-1435-425a-9e6a-cb86c8c3bdfb tempest-ServersTestManualDisk-684628403 tempest-ServersTestManualDisk-684628403-project] Synchronizing usage tracker for tenant:ef5d94df2651453a8526eba31d74035c on resource:port {{(pid=87870) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:54:48.203214 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [req-37d0c6bd-80a1-4615-a86c-1d1a077cfb30 req-4260c9a6-1435-425a-9e6a-cb86c8c3bdfb tempest-ServersTestManualDisk-684628403 tempest-ServersTestManualDisk-684628403-project] Unset dirty status for tenant:ef5d94df2651453a8526eba31d74035c on resource:port {{(pid=87870) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:54:48.215890 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-37d0c6bd-80a1-4615-a86c-1d1a077cfb30 req-4260c9a6-1435-425a-9e6a-cb86c8c3bdfb tempest-ServersTestManualDisk-684628403 tempest-ServersTestManualDisk-684628403-project] 10.222.0.30 "GET /v2.0/ports?device_id=00dcb3fa-3bac-452c-bc74-3ffffeaa885d HTTP/1.1" status: 200 len: 932 time: 0.6134915 Mar 28 11:54:48.390133 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-37d0c6bd-80a1-4615-a86c-1d1a077cfb30 req-bfafdf2d-94ba-4914-a71e-ecdbd7be55e5 tempest-ServersTestManualDisk-684628403 tempest-ServersTestManualDisk-684628403-project] 10.222.0.30 "GET /v2.0/security-groups?id=b180dbb9-1594-4776-8849-ae178407ded7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1732459 Mar 28 11:54:48.404843 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef98856-ab59-4712-bb56-5d83185b9e3f tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Pushing event updated for resources: {'Port': ['ID=e2cdbbac-b737-4048-a504-075dd9a2de06,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:54:48.408107 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-5b4fec87-bdb9-4a14-b12e-d07189e72784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:48.439871 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-b6587d29-7036-4b1d-8404-b4a0447b8390 tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765'] for network, after_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:48.489068 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-c25d6d60-93da-4465-ba2e-15d06f085d28 tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-272601186', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b'}, 'admin_state_up': False}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:54:48.500208 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-5b4fec87-bdb9-4a14-b12e-d07189e72784 None None] For port e970108f-b3ee-418e-ac29-1cc7a6f75773, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=e970108f-b3ee-418e-ac29-1cc7a6f75773,segment=NetworkSegment(2e31ad56-45e4-4103-bc86-2aa6cec88de3),segment_id=2e31ad56-45e4-4103-bc86-2aa6cec88de3)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:54:48.509415 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-5b4fec87-bdb9-4a14-b12e-d07189e72784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:48.686686 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [req-1352fe72-025f-4a96-a845-d40cdcbe366e req-ee3bf723-6620-4784-9ed8-81c84247331d tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] Synchronizing usage tracker for tenant:a9d4ebb77b824347aa8bcf325a031e53 on resource:security_group {{(pid=87870) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:54:48.694917 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-c25d6d60-93da-4465-ba2e-15d06f085d28 tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:54:48.698417 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b6587d29-7036-4b1d-8404-b4a0447b8390 tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] Network a6f0e162-4bc3-4432-af0a-6057488d24c5 is not hosted by any dhcp agent {{(pid=87871) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Mar 28 11:54:48.699918 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6587d29-7036-4b1d-8404-b4a0447b8390 tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:54:48.700889 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-b6587d29-7036-4b1d-8404-b4a0447b8390 tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] Notify callbacks [] for network, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:48.707312 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-b6587d29-7036-4b1d-8404-b4a0447b8390 tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] 10.222.0.30 "PUT /v2.0/networks/a6f0e162-4bc3-4432-af0a-6057488d24c5 HTTP/1.1" status: 200 len: 857 time: 1.9177289 Mar 28 11:54:48.716061 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 48102) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:54:48.717833 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [req-a271b41e-f356-448d-b313-16da8d4375b1 req-76d5e6f0-5a96-4b14-9787-f5170cd13a91 service neutron] Request body: {'port': {'device_id': '00dcb3fa-3bac-452c-bc74-3ffffeaa885d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8353'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:54:48.727184 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4fec87-bdb9-4a14-b12e-d07189e72784 None None] Pushing event updated for resources: {'Port': ['ID=e970108f-b3ee-418e-ac29-1cc7a6f75773,revision_number=3']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:54:48.738620 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-1c8d526a-372a-4487-bfd8-df4715dd6f12 None None] Provisioning for port 1584f756-2866-447a-bcd5-08246c08782f completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:54:48.746655 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-1c8d526a-372a-4487-bfd8-df4715dd6f12 None None] Provisioning complete for port 1584f756-2866-447a-bcd5-08246c08782f triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:54:48.747369 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-1c8d526a-372a-4487-bfd8-df4715dd6f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:48.797547 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-c25d6d60-93da-4465-ba2e-15d06f085d28 tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] Usage tracker for resource:router and tenant:94d00219537d4d239b57c0ac46eb2c8b is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:54:48.808022 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ef98856-ab59-4712-bb56-5d83185b9e3f tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Network 09125240-64b9-4e2f-bd5f-693b9dc0f6ad is already hosted by enough agents. {{(pid=87871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:54:48.821634 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-1c8d526a-372a-4487-bfd8-df4715dd6f12 None None] Port 1584f756-2866-447a-bcd5-08246c08782f cannot update to ACTIVE because it is not bound. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 11:54:48.825268 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-c25d6d60-93da-4465-ba2e-15d06f085d28 tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:54:48.831972 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-096abc9b-0c3e-49d2-a822-952a792e0408 tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:48.852538 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-1ef98856-ab59-4712-bb56-5d83185b9e3f tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Resources bound (agent type, host, resource id): {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:54:48.855989 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef98856-ab59-4712-bb56-5d83185b9e3f tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Received port after_create {{(pid=87871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:54:48.867810 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ef98856-ab59-4712-bb56-5d83185b9e3f tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:54:48.868477 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-1ef98856-ab59-4712-bb56-5d83185b9e3f tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:48.971077 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-f68dec25-59d0-40dc-980b-8bef8e3c366d None None] Provisioning complete for port e970108f-b3ee-418e-ac29-1cc7a6f75773 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:54:48.973129 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-c25d6d60-93da-4465-ba2e-15d06f085d28 tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:54:48.973709 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-f68dec25-59d0-40dc-980b-8bef8e3c366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:49.117941 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [req-a271b41e-f356-448d-b313-16da8d4375b1 req-76d5e6f0-5a96-4b14-9787-f5170cd13a91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:49.216417 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device e970108f-b3ee-418e-ac29-1cc7a6f75773 up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:54:49.361114 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port e970108f-b3ee-418e-ac29-1cc7a6f75773 triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:54:49.362075 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:49.458469 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-63dbdcf6-5168-4943-8420-5c6281a3a369 tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588883'] for network, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:49.460727 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6587d29-7036-4b1d-8404-b4a0447b8390 tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] Pushing event updated for resources: {'Network': ['ID=a6f0e162-4bc3-4432-af0a-6057488d24c5,revision_number=2']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:54:49.477636 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-096abc9b-0c3e-49d2-a822-952a792e0408 tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] Calling delete_port for 235548a3-a5fd-4b4c-b704-cf7db1b45ffa owned by {{(pid=87871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:54:49.572864 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-c25d6d60-93da-4465-ba2e-15d06f085d28 tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-707665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-260886'] for router, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:49.575073 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-c25d6d60-93da-4465-ba2e-15d06f085d28 tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-705660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709650', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-767110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260873'] for router, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:49.603578 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-144b9cba-4fa6-45bd-a7dd-e9a26a92ca30 None None] Provisioning for port e2cdbbac-b737-4048-a504-075dd9a2de06 completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:54:49.617743 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-144b9cba-4fa6-45bd-a7dd-e9a26a92ca30 None None] Provisioning complete for port e2cdbbac-b737-4048-a504-075dd9a2de06 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:54:49.618473 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-144b9cba-4fa6-45bd-a7dd-e9a26a92ca30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:49.661615 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-1ef98856-ab59-4712-bb56-5d83185b9e3f tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 5.6222885 Mar 28 11:54:49.662294 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 48118) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:54:49.715103 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-42fdbbf0-cd05-4980-8735-90396455e135 tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Request body: {'port': {'network_id': '09125240-64b9-4e2f-bd5f-693b9dc0f6ad', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-120547485', 'allowed_address_pairs': [{'ip_address': '2001:db8::1fd', 'mac_address': 'fa:16:3e:a4:4e:8b'}]}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:54:49.765832 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-144b9cba-4fa6-45bd-a7dd-e9a26a92ca30 None None] Port e2cdbbac-b737-4048-a504-075dd9a2de06 cannot update to ACTIVE because it is not bound. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 11:54:49.771366 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.notifiers.nova [req-a271b41e-f356-448d-b313-16da8d4375b1 req-76d5e6f0-5a96-4b14-9787-f5170cd13a91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1584f756-2866-447a-bcd5-08246c08782f {{(pid=87870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 11:54:49.780221 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [req-a271b41e-f356-448d-b313-16da8d4375b1 req-76d5e6f0-5a96-4b14-9787-f5170cd13a91 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:49.797997 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.provisioning_blocks [req-a271b41e-f356-448d-b313-16da8d4375b1 req-76d5e6f0-5a96-4b14-9787-f5170cd13a91 service neutron] Transition to ACTIVE for port object 1584f756-2866-447a-bcd5-08246c08782f will not be triggered until provisioned by entity L2. {{(pid=87870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:54:49.803685 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [req-a271b41e-f356-448d-b313-16da8d4375b1 req-76d5e6f0-5a96-4b14-9787-f5170cd13a91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2558288'] for port, after_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:49.872514 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [req-1352fe72-025f-4a96-a845-d40cdcbe366e req-ee3bf723-6620-4784-9ed8-81c84247331d tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] Unset dirty status for tenant:a9d4ebb77b824347aa8bcf325a031e53 on resource:security_group {{(pid=87870) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:54:49.874001 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-1352fe72-025f-4a96-a845-d40cdcbe366e req-ee3bf723-6620-4784-9ed8-81c84247331d tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--494902311&fields=id&tenant_id=a9d4ebb77b824347aa8bcf325a031e53 HTTP/1.1" status: 200 len: 267 time: 1.2979758 Mar 28 11:54:50.138647 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d5e6f0-5a96-4b14-9787-f5170cd13a91 service neutron] Pushing event updated for resources: {'Port': ['ID=1584f756-2866-447a-bcd5-08246c08782f,revision_number=2']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:54:50.243036 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-dd95adfa-b5cf-4285-8e17-b10cc55fa706 req-3d9e744a-380e-41d0-98f9-f65c163a22e2 service neutron] 10.222.0.30 "GET /v2.0/networks/a4e7a0f3-f0a8-4b6f-ba98-4c112b7f4173?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.0748198 Mar 28 11:54:50.360543 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-c25d6d60-93da-4465-ba2e-15d06f085d28 tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:50.390564 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-63dbdcf6-5168-4943-8420-5c6281a3a369 tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930431', 'neutron.services.segments.db._delete_segments_for_network-8783496351308'] for network, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:50.397135 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1352fe72-025f-4a96-a845-d40cdcbe366e req-009ddf85-19a0-4059-ac15-c5080069d5ad tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:54:50.398182 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [req-1352fe72-025f-4a96-a845-d40cdcbe366e req-009ddf85-19a0-4059-ac15-c5080069d5ad tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] Synchronizing usage tracker for tenant:a9d4ebb77b824347aa8bcf325a031e53 on resource:network {{(pid=87870) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:54:50.411700 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.managers [req-a271b41e-f356-448d-b313-16da8d4375b1 req-76d5e6f0-5a96-4b14-9787-f5170cd13a91 service neutron] Attempting to bind port 1584f756-2866-447a-bcd5-08246c08782f on host hv-neutron-8353 for vnic_type normal with profile {{(pid=87870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:54:50.412492 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.managers [req-a271b41e-f356-448d-b313-16da8d4375b1 req-76d5e6f0-5a96-4b14-9787-f5170cd13a91 service neutron] Attempting to bind port 1584f756-2866-447a-bcd5-08246c08782f by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '786b361f-a2db-447a-b210-1eddef47c794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '4a776d3d-9745-4c38-b1e0-dfac029e8437'}] {{(pid=87870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:54:50.413328 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a271b41e-f356-448d-b313-16da8d4375b1 req-76d5e6f0-5a96-4b14-9787-f5170cd13a91 service neutron] Attempting to bind port 1584f756-2866-447a-bcd5-08246c08782f on network 4a776d3d-9745-4c38-b1e0-dfac029e8437 {{(pid=87870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:54:50.419254 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a271b41e-f356-448d-b313-16da8d4375b1 req-76d5e6f0-5a96-4b14-9787-f5170cd13a91 service neutron] Port 1584f756-2866-447a-bcd5-08246c08782f on network 4a776d3d-9745-4c38-b1e0-dfac029e8437 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=87870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 11:54:50.421042 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a271b41e-f356-448d-b313-16da8d4375b1 req-76d5e6f0-5a96-4b14-9787-f5170cd13a91 service neutron] Attempting to bind port 1584f756-2866-447a-bcd5-08246c08782f on network 4a776d3d-9745-4c38-b1e0-dfac029e8437 {{(pid=87870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:54:50.434582 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a271b41e-f356-448d-b313-16da8d4375b1 req-76d5e6f0-5a96-4b14-9787-f5170cd13a91 service neutron] Checking agent: {'id': '01dfae6e-0e91-4100-b27f-ff8156eac7d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8353', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 52, 20), 'started_at': datetime.datetime(2022, 3, 28, 11, 52, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 11, 54, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 11:54:50.435464 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a271b41e-f356-448d-b313-16da8d4375b1 req-76d5e6f0-5a96-4b14-9787-f5170cd13a91 service neutron] Checking segment: {'id': '786b361f-a2db-447a-b210-1eddef47c794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '4a776d3d-9745-4c38-b1e0-dfac029e8437'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:54:50.436360 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a271b41e-f356-448d-b313-16da8d4375b1 req-76d5e6f0-5a96-4b14-9787-f5170cd13a91 service neutron] Bound using segment: {'id': '786b361f-a2db-447a-b210-1eddef47c794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '4a776d3d-9745-4c38-b1e0-dfac029e8437'} {{(pid=87870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 11:54:50.437546 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.managers [req-a271b41e-f356-448d-b313-16da8d4375b1 req-76d5e6f0-5a96-4b14-9787-f5170cd13a91 service neutron] Bound port: 1584f756-2866-447a-bcd5-08246c08782f, host: hv-neutron-8353, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '786b361f-a2db-447a-b210-1eddef47c794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '4a776d3d-9745-4c38-b1e0-dfac029e8437'}}] {{(pid=87870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 11:54:50.438275 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [req-a271b41e-f356-448d-b313-16da8d4375b1 req-76d5e6f0-5a96-4b14-9787-f5170cd13a91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:50.452495 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:50.466441 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 48132) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:54:50.479784 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [req-1352fe72-025f-4a96-a845-d40cdcbe366e req-009ddf85-19a0-4059-ac15-c5080069d5ad tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] Unset dirty status for tenant:a9d4ebb77b824347aa8bcf325a031e53 on resource:network {{(pid=87870) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:54:50.491236 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-1352fe72-025f-4a96-a845-d40cdcbe366e req-009ddf85-19a0-4059-ac15-c5080069d5ad tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] 10.222.0.30 "GET /v2.0/networks?id=b072139b-1edf-4981-9f6f-41603d7605ef HTTP/1.1" status: 200 len: 811 time: 0.5537391 Mar 28 11:54:50.517204 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-1352fe72-025f-4a96-a845-d40cdcbe366e req-504d7016-a3a2-4f8f-8148-c95402eb96bc tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] 10.222.0.30 "GET /v2.0/quotas/a9d4ebb77b824347aa8bcf325a031e53 HTTP/1.1" status: 200 len: 375 time: 0.0244086 Mar 28 11:54:50.565660 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.segments.db [None req-63dbdcf6-5168-4943-8420-5c6281a3a369 tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6f0e162-4bc3-4432-af0a-6057488d24c5']}} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:54:50.595899 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-096abc9b-0c3e-49d2-a822-952a792e0408 tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:50.693800 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.segments.db [None req-63dbdcf6-5168-4943-8420-5c6281a3a369 tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8359d3ad-baaa-4975-9fec-a2660813e80c') {'for_net_delete': True} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:54:50.694092 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.segments.db [None req-63dbdcf6-5168-4943-8420-5c6281a3a369 tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8359d3ad-baaa-4975-9fec-a2660813e80c') {} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:54:50.723739 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-2e9dcf64-68a4-4bce-a4e9-cb25b258f496 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685680611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685680611-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-332638233'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:54:50.764303 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.db [req-a271b41e-f356-448d-b313-16da8d4375b1 req-76d5e6f0-5a96-4b14-9787-f5170cd13a91 service neutron] For port 1584f756-2866-447a-bcd5-08246c08782f, host hv-neutron-8353, cleared binding levels {{(pid=87870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 11:54:50.770015 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.db [req-a271b41e-f356-448d-b313-16da8d4375b1 req-76d5e6f0-5a96-4b14-9787-f5170cd13a91 service neutron] For port 1584f756-2866-447a-bcd5-08246c08782f, host hv-neutron-8353, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=1584f756-2866-447a-bcd5-08246c08782f,segment=NetworkSegment(786b361f-a2db-447a-b210-1eddef47c794),segment_id=786b361f-a2db-447a-b210-1eddef47c794)] {{(pid=87870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 11:54:50.775370 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-2e9dcf64-68a4-4bce-a4e9-cb25b258f496 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685680611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685680611-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:54:50.784202 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [req-a271b41e-f356-448d-b313-16da8d4375b1 req-76d5e6f0-5a96-4b14-9787-f5170cd13a91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2558288'] for port, after_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:50.799158 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-2e9dcf64-68a4-4bce-a4e9-cb25b258f496 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685680611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685680611-project] Usage tracker for resource:network and tenant:03f8b3b68b08492c8a20aa946401e795 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:54:50.817637 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-42fdbbf0-cd05-4980-8735-90396455e135 tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:54:50.853303 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-63dbdcf6-5168-4943-8420-5c6281a3a369 tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783496353639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3436890'] for segment, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:50.866276 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a271b41e-f356-448d-b313-16da8d4375b1 req-76d5e6f0-5a96-4b14-9787-f5170cd13a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:54:50.867344 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [req-a271b41e-f356-448d-b313-16da8d4375b1 req-76d5e6f0-5a96-4b14-9787-f5170cd13a91 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:50.869094 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-a271b41e-f356-448d-b313-16da8d4375b1 req-76d5e6f0-5a96-4b14-9787-f5170cd13a91 service neutron] 10.222.0.11 "PUT /v2.0/ports/1584f756-2866-447a-bcd5-08246c08782f HTTP/1.1" status: 200 len: 1094 time: 2.5518565 Mar 28 11:54:50.876262 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-2e9dcf64-68a4-4bce-a4e9-cb25b258f496 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685680611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685680611-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:54:50.879571 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00dcb3fa-3bac-452c-bc74-3ffffeaa885d', 'tag': '1584f756-2866-447a-bcd5-08246c08782f'}] {{(pid=87870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 11:54:50.912566 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-2e9dcf64-68a4-4bce-a4e9-cb25b258f496 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685680611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685680611-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:54:51.107641 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-42fdbbf0-cd05-4980-8735-90396455e135 tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Usage tracker for resource:port and tenant:6696e3fb7c7e4b0485759ec64225ba6d is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:54:51.112649 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-42fdbbf0-cd05-4980-8735-90396455e135 tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:54:51.128801 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e9dcf64-68a4-4bce-a4e9-cb25b258f496 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685680611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685680611-project] Made reservation on behalf of 03f8b3b68b08492c8a20aa946401e795 for: {'network': 1} {{(pid=87870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:54:51.132353 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-2e9dcf64-68a4-4bce-a4e9-cb25b258f496 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685680611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685680611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for network, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:51.146545 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-42fdbbf0-cd05-4980-8735-90396455e135 tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:54:51.162719 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096abc9b-0c3e-49d2-a822-952a792e0408 tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] Pushing event deleted for resources: {'Port': ['ID=235548a3-a5fd-4b4c-b704-cf7db1b45ffa,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:54:51.205834 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [req-1352fe72-025f-4a96-a845-d40cdcbe366e req-fa1fc07e-dd15-4c73-ae40-9733c58b2f93 tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] Synchronizing usage tracker for tenant:a9d4ebb77b824347aa8bcf325a031e53 on resource:port {{(pid=87870) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:54:51.213551 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d5e6f0-5a96-4b14-9787-f5170cd13a91 service neutron] Pushing event updated for resources: {'Port': ['ID=1584f756-2866-447a-bcd5-08246c08782f,revision_number=3']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:54:51.220639 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-2e9dcf64-68a4-4bce-a4e9-cb25b258f496 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685680611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685680611-project] Notify callbacks [] for security_group, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:51.270956 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-2e9dcf64-68a4-4bce-a4e9-cb25b258f496 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685680611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685680611-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:54:51.289354 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-2e9dcf64-68a4-4bce-a4e9-cb25b258f496 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685680611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685680611-project] Usage tracker for resource:security_group_rule and tenant:03f8b3b68b08492c8a20aa946401e795 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:54:51.296319 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [req-1352fe72-025f-4a96-a845-d40cdcbe366e req-fa1fc07e-dd15-4c73-ae40-9733c58b2f93 tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] Unset dirty status for tenant:a9d4ebb77b824347aa8bcf325a031e53 on resource:port {{(pid=87870) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:54:51.298375 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-1352fe72-025f-4a96-a845-d40cdcbe366e req-fa1fc07e-dd15-4c73-ae40-9733c58b2f93 tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=a9d4ebb77b824347aa8bcf325a031e53&fields=id HTTP/1.1" status: 200 len: 348 time: 0.7800550 Mar 28 11:54:51.299266 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-2e9dcf64-68a4-4bce-a4e9-cb25b258f496 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685680611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685680611-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:54:51.307423 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-2e9dcf64-68a4-4bce-a4e9-cb25b258f496 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685680611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685680611-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:54:51.373625 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a271b41e-f356-448d-b313-16da8d4375b1 req-9376afa2-cb70-4f18-a342-5f6295321905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:54:51.374771 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-a271b41e-f356-448d-b313-16da8d4375b1 req-9376afa2-cb70-4f18-a342-5f6295321905 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ef5d94df2651453a8526eba31d74035c&device_id=00dcb3fa-3bac-452c-bc74-3ffffeaa885d HTTP/1.1" status: 200 len: 1097 time: 0.4011779 Mar 28 11:54:51.402535 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-dd95adfa-b5cf-4285-8e17-b10cc55fa706 req-86b5f9a7-496e-4aeb-b295-6cae5ea66b3a service neutron] 10.222.0.30 "GET /v2.0/networks/a4e7a0f3-f0a8-4b6f-ba98-4c112b7f4173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0898349 Mar 28 11:54:51.438797 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42fdbbf0-cd05-4980-8735-90396455e135 tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Made reservation on behalf of 6696e3fb7c7e4b0485759ec64225ba6d for: {'port': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:54:51.642637 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-2e9dcf64-68a4-4bce-a4e9-cb25b258f496 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685680611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685680611-project] Notify callbacks [] for security_group, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:51.647530 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [req-1352fe72-025f-4a96-a845-d40cdcbe366e req-1bc878d4-0c24-4988-8cf6-006779e07dc0 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=87870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 11:54:51.648721 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-1352fe72-025f-4a96-a845-d40cdcbe366e req-1bc878d4-0c24-4988-8cf6-006779e07dc0 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1504123 Mar 28 11:54:51.651456 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-2e9dcf64-68a4-4bce-a4e9-cb25b258f496 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685680611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685680611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:51.811191 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-c25d6d60-93da-4465-ba2e-15d06f085d28 tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-709632', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-707672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260923'] for router, precommit_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:51.831590 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-63dbdcf6-5168-4943-8420-5c6281a3a369 tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:51.950882 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63dbdcf6-5168-4943-8420-5c6281a3a369 tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] Releasing vlan 56 on physical network physnet1 to pool {{(pid=87871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 11:54:51.951279 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-63dbdcf6-5168-4943-8420-5c6281a3a369 tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1920481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2363149'] for segment, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:51.974199 dv-neutron-835340-2-hyperv neutron-server[87871]: Traceback (most recent call last): Mar 28 11:54:51.974199 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 11:54:51.974199 dv-neutron-835340-2-hyperv neutron-server[87871]: timer() Mar 28 11:54:51.974199 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 11:54:51.974199 dv-neutron-835340-2-hyperv neutron-server[87871]: cb(*args, **kw) Mar 28 11:54:51.974199 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 11:54:51.974199 dv-neutron-835340-2-hyperv neutron-server[87871]: return func(*args, **kwargs) Mar 28 11:54:51.974199 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 11:54:51.974199 dv-neutron-835340-2-hyperv neutron-server[87871]: self._notify() Mar 28 11:54:51.974199 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 11:54:51.974199 dv-neutron-835340-2-hyperv neutron-server[87871]: self.callback(batched_events) Mar 28 11:54:51.974199 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 11:54:51.974199 dv-neutron-835340-2-hyperv neutron-server[87871]: event.method(event) Mar 28 11:54:51.974199 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 11:54:51.974199 dv-neutron-835340-2-hyperv neutron-server[87871]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 11:54:51.974199 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 11:54:51.974199 dv-neutron-835340-2-hyperv neutron-server[87871]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 11:54:51.974199 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 11:54:51.974199 dv-neutron-835340-2-hyperv neutron-server[87871]: return f(self, *a, **k) Mar 28 11:54:51.974199 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 11:54:51.974199 dv-neutron-835340-2-hyperv neutron-server[87871]: return self._get(url).json() Mar 28 11:54:51.974199 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 11:54:51.974199 dv-neutron-835340-2-hyperv neutron-server[87871]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 11:54:51.974199 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 11:54:51.974199 dv-neutron-835340-2-hyperv neutron-server[87871]: return self.request(url, 'GET', **kwargs) Mar 28 11:54:51.974199 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 11:54:51.974199 dv-neutron-835340-2-hyperv neutron-server[87871]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 11:54:51.974199 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 11:54:51.974199 dv-neutron-835340-2-hyperv neutron-server[87871]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 11:54:51.974199 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 11:54:51.974199 dv-neutron-835340-2-hyperv neutron-server[87871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 11:54:51.974199 dv-neutron-835340-2-hyperv neutron-server[87871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 11:54:51.997844 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-1352fe72-025f-4a96-a845-d40cdcbe366e req-1e77b48a-b9b3-4cfb-89f4-c864fbea74e2 service neutron] 10.222.0.30 "GET /v2.0/networks/b072139b-1edf-4981-9f6f-41603d7605ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3356299 Mar 28 11:54:52.129152 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-096abc9b-0c3e-49d2-a822-952a792e0408 tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:52.199117 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-096abc9b-0c3e-49d2-a822-952a792e0408 tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] 10.222.0.30 "DELETE /v2.0/ports/235548a3-a5fd-4b4c-b704-cf7db1b45ffa HTTP/1.1" status: 204 len: 168 time: 5.7812936 Mar 28 11:54:52.199117 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 48162) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:54:52.263883 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-42fdbbf0-cd05-4980-8735-90396455e135 tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:52.367098 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-63dbdcf6-5168-4943-8420-5c6281a3a369 tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709602'] for network, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:52.393590 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e9dcf64-68a4-4bce-a4e9-cb25b258f496 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685680611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685680611-project] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=87870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 11:54:52.419095 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63dbdcf6-5168-4943-8420-5c6281a3a369 tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a6f0e162-4bc3-4432-af0a-6057488d24c5 {{(pid=87871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 28 11:54:52.420217 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9dcf64-68a4-4bce-a4e9-cb25b258f496 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685680611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685680611-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a5f3d23-4dae-42b3-910d-5a0dc945cf54,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:54:52.423007 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dbdcf6-5168-4943-8420-5c6281a3a369 tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] Pushing event deleted for resources: {'Network': ['ID=a6f0e162-4bc3-4432-af0a-6057488d24c5,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:54:52.425308 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.pecan_wsgi.hooks.translation [None req-60725ab0-4f43-4110-953a-29676c42dd9e tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] GET failed (client error): The resource could not be found. Mar 28 11:54:52.426140 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-60725ab0-4f43-4110-953a-29676c42dd9e tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] Synchronizing usage tracker for tenant:fd6f94a999304d45b576d97dddac9f8b on resource:port {{(pid=87871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:54:52.430400 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-63dbdcf6-5168-4943-8420-5c6281a3a369 tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] Notify callbacks [] for network, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:52.463816 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683c4137-e9c1-46d5-963b-1a859e0935f0 req-657d6adb-ca5b-48a4-925b-7d7e0db5fa25 tempest-ServersTestManualDisk-684628403 tempest-ServersTestManualDisk-684628403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:54:52.466020 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-683c4137-e9c1-46d5-963b-1a859e0935f0 req-657d6adb-ca5b-48a4-925b-7d7e0db5fa25 tempest-ServersTestManualDisk-684628403 tempest-ServersTestManualDisk-684628403-project] 10.222.0.30 "GET /v2.0/ports?device_id=00dcb3fa-3bac-452c-bc74-3ffffeaa885d HTTP/1.1" status: 200 len: 944 time: 0.5992172 Mar 28 11:54:52.468713 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.notifiers.nova [None req-42fdbbf0-cd05-4980-8735-90396455e135 tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] device_id is not set on port ab9e879e-51d3-4ff3-821e-bc041b2e4994 yet. {{(pid=87871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 11:54:52.490314 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-a271b41e-f356-448d-b313-16da8d4375b1 req-c99159b4-15f4-4c1a-b241-96a402ca3fc8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1584f756-2866-447a-bcd5-08246c08782f HTTP/1.1" status: 200 len: 217 time: 0.2077692 Mar 28 11:54:52.525505 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-63dbdcf6-5168-4943-8420-5c6281a3a369 tempest-ExternalNetworksTestJSON-949521009 tempest-ExternalNetworksTestJSON-949521009-project-admin] 10.222.0.30 "DELETE /v2.0/networks/a6f0e162-4bc3-4432-af0a-6057488d24c5 HTTP/1.1" status: 204 len: 168 time: 3.8065953 Mar 28 11:54:52.559320 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-2e9dcf64-68a4-4bce-a4e9-cb25b258f496 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685680611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685680611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:52.559877 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 48174) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:54:52.568112 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.db.segments_db [None req-2e9dcf64-68a4-4bce-a4e9-cb25b258f496 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685680611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685680611-project] Added segment 30e6b1be-e830-45bc-98e2-975be020045d of type vlan for network c47c70d4-a1a9-4639-ac7c-b51a24a06c43 Mar 28 11:54:52.704064 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e6192c3-d3f7-40e5-b4dc-2da1b2772f6b tempest-ExternalNetworksTestJSON-1435642594 tempest-ExternalNetworksTestJSON-1435642594-project] DELETE failed (client error): The resource could not be found. Mar 28 11:54:52.704564 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e6192c3-d3f7-40e5-b4dc-2da1b2772f6b tempest-ExternalNetworksTestJSON-1435642594 tempest-ExternalNetworksTestJSON-1435642594-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 11:54:52.710477 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-683c4137-e9c1-46d5-963b-1a859e0935f0 req-ef6a9a4e-f578-4131-99bc-91ed3f7d2d2d tempest-ServersTestManualDisk-684628403 tempest-ServersTestManualDisk-684628403-project] 10.222.0.30 "GET /v2.0/security-groups?id=b180dbb9-1594-4776-8849-ae178407ded7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1985307 Mar 28 11:54:52.710761 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-1352fe72-025f-4a96-a845-d40cdcbe366e req-9317a2e8-dece-4f9a-a87e-4a0a79b21cd4 service neutron] 10.222.0.30 "GET /v2.0/networks/b072139b-1edf-4981-9f6f-41603d7605ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7122431 Mar 28 11:54:52.727049 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-2e9dcf64-68a4-4bce-a4e9-cb25b258f496 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685680611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685680611-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783495836591'] for network, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:52.745734 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-60725ab0-4f43-4110-953a-29676c42dd9e tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] Unset dirty status for tenant:fd6f94a999304d45b576d97dddac9f8b on resource:port {{(pid=87871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:54:52.747080 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-60725ab0-4f43-4110-953a-29676c42dd9e tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] 10.222.0.30 "GET /v2.0/ports/235548a3-a5fd-4b4c-b704-cf7db1b45ffa HTTP/1.1" status: 404 len: 333 time: 0.5404255 Mar 28 11:54:52.752312 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 48182) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:54:52.766518 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a271b41e-f356-448d-b313-16da8d4375b1 req-60958ae7-9e4a-4acb-a15f-9d7e917253b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:54:52.768231 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-a271b41e-f356-448d-b313-16da8d4375b1 req-60958ae7-9e4a-4acb-a15f-9d7e917253b9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=51390c4c-f007-438b-8f55-097eecbd0e38 HTTP/1.1" status: 200 len: 851 time: 0.2611918 Mar 28 11:54:52.775887 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 48186) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:54:52.776088 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-2e6192c3-d3f7-40e5-b4dc-2da1b2772f6b tempest-ExternalNetworksTestJSON-1435642594 tempest-ExternalNetworksTestJSON-1435642594-project] 10.222.0.30 "DELETE /v2.0/subnets/6b1e78a0-800e-4bce-b579-bcd93cf88fa8 HTTP/1.1" status: 404 len: 337 time: 0.1942394 Mar 28 11:54:52.780465 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-c6b5280e-e407-4dd4-9312-9e10a9c03f41 tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] Request body: {'port': {'network_id': 'a8bc875b-e62f-44c7-bfcd-0308dd813eea', 'name': 'tempest-AllowedAddressPairTestJSON-845034845'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:54:53.079388 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00dcb3fa-3bac-452c-bc74-3ffffeaa885d', 'tag': '1584f756-2866-447a-bcd5-08246c08782f', 'status': 'completed', 'code': 200} Mar 28 11:54:53.092869 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.db.resource_extend [None req-2e9dcf64-68a4-4bce-a4e9-cb25b258f496 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685680611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685680611-project] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 28 11:54:53.287556 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-2e9dcf64-68a4-4bce-a4e9-cb25b258f496 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685680611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685680611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765'] for network, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:53.294819 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e9dcf64-68a4-4bce-a4e9-cb25b258f496 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685680611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685680611-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:54:53.295732 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-2e9dcf64-68a4-4bce-a4e9-cb25b258f496 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685680611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685680611-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538751'] for network, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:53.414981 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-91c425ab-a033-4976-a3a1-79b453b820c7 req-06d90395-345f-413b-9d1f-1d7960e1a313 tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd5974e7-0504-4851-a286-20ab5143705c HTTP/1.1" status: 200 len: 210 time: 0.2370057 Mar 28 11:54:53.421441 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9dcf64-68a4-4bce-a4e9-cb25b258f496 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685680611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685680611-project] Pushing event updated for resources: {'Network': ['ID=c47c70d4-a1a9-4639-ac7c-b51a24a06c43,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:54:53.444240 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Network c47c70d4-a1a9-4639-ac7c-b51a24a06c43 details requested by agent ovs-agent-dv-neutron-835340-2-hyperv with host dv-neutron-835340-2-hyperv {{(pid=87872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 11:54:53.449563 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-ae9aa19e-e72a-40b3-a95a-38275cf64340 tempest-ExternalNetworksTestJSON-1435642594 tempest-ExternalNetworksTestJSON-1435642594-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588883'] for network, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:53.551662 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a271b41e-f356-448d-b313-16da8d4375b1 req-6f42744a-4d34-4159-9811-accb3a72db74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:54:53.553446 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-a271b41e-f356-448d-b313-16da8d4375b1 req-6f42744a-4d34-4159-9811-accb3a72db74 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4a776d3d-9745-4c38-b1e0-dfac029e8437&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7153821 Mar 28 11:54:53.588147 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-f2c3b0cd-5b77-4b4d-81a2-d51d0c1024e3 req-e31305ab-ab68-44fb-b379-788ad2006fce tempest-ServersTestJSON-1268936191 tempest-ServersTestJSON-1268936191-project] 10.222.0.30 "GET /v2.0/ports?device_id=8e3d6e39-b829-4f9d-a142-9dbe2825c211 HTTP/1.1" status: 200 len: 210 time: 0.3423293 Mar 28 11:54:53.709392 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-ae9aa19e-e72a-40b3-a95a-38275cf64340 tempest-ExternalNetworksTestJSON-1435642594 tempest-ExternalNetworksTestJSON-1435642594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930431', 'neutron.services.segments.db._delete_segments_for_network-8783496351308'] for network, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:53.764924 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-ae9aa19e-e72a-40b3-a95a-38275cf64340 tempest-ExternalNetworksTestJSON-1435642594 tempest-ExternalNetworksTestJSON-1435642594-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9823ffb8-56a9-484c-aeaf-d87fddb35ad5']}} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:54:53.781612 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-ae9aa19e-e72a-40b3-a95a-38275cf64340 tempest-ExternalNetworksTestJSON-1435642594 tempest-ExternalNetworksTestJSON-1435642594-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6065070-b9cc-4851-915c-23a970b41e87') {'for_net_delete': True} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:54:53.781967 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-ae9aa19e-e72a-40b3-a95a-38275cf64340 tempest-ExternalNetworksTestJSON-1435642594 tempest-ExternalNetworksTestJSON-1435642594-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6065070-b9cc-4851-915c-23a970b41e87') {} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:54:53.795801 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-ae9aa19e-e72a-40b3-a95a-38275cf64340 tempest-ExternalNetworksTestJSON-1435642594 tempest-ExternalNetworksTestJSON-1435642594-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783496353639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3591341'] for segment, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:53.816135 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-ae9aa19e-e72a-40b3-a95a-38275cf64340 tempest-ExternalNetworksTestJSON-1435642594 tempest-ExternalNetworksTestJSON-1435642594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:53.864260 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-2e9dcf64-68a4-4bce-a4e9-cb25b258f496 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685680611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685680611-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 3.3959541 Mar 28 11:54:53.865784 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae9aa19e-e72a-40b3-a95a-38275cf64340 tempest-ExternalNetworksTestJSON-1435642594 tempest-ExternalNetworksTestJSON-1435642594-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=87870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 11:54:53.866188 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-ae9aa19e-e72a-40b3-a95a-38275cf64340 tempest-ExternalNetworksTestJSON-1435642594 tempest-ExternalNetworksTestJSON-1435642594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1920481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2558260'] for segment, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:53.946057 dv-neutron-835340-2-hyperv neutron-server[87870]: Traceback (most recent call last): Mar 28 11:54:53.946057 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 11:54:53.946057 dv-neutron-835340-2-hyperv neutron-server[87870]: timer() Mar 28 11:54:53.946057 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 11:54:53.946057 dv-neutron-835340-2-hyperv neutron-server[87870]: cb(*args, **kw) Mar 28 11:54:53.946057 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 11:54:53.946057 dv-neutron-835340-2-hyperv neutron-server[87870]: return func(*args, **kwargs) Mar 28 11:54:53.946057 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 11:54:53.946057 dv-neutron-835340-2-hyperv neutron-server[87870]: self._notify() Mar 28 11:54:53.946057 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 11:54:53.946057 dv-neutron-835340-2-hyperv neutron-server[87870]: self.callback(batched_events) Mar 28 11:54:53.946057 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 11:54:53.946057 dv-neutron-835340-2-hyperv neutron-server[87870]: event.method(event) Mar 28 11:54:53.946057 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 11:54:53.946057 dv-neutron-835340-2-hyperv neutron-server[87870]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 11:54:53.946057 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 11:54:53.946057 dv-neutron-835340-2-hyperv neutron-server[87870]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 11:54:53.946057 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 11:54:53.946057 dv-neutron-835340-2-hyperv neutron-server[87870]: return f(self, *a, **k) Mar 28 11:54:53.946057 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 11:54:53.946057 dv-neutron-835340-2-hyperv neutron-server[87870]: return self._get(url).json() Mar 28 11:54:53.946057 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 11:54:53.946057 dv-neutron-835340-2-hyperv neutron-server[87870]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 11:54:53.946057 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 11:54:53.946057 dv-neutron-835340-2-hyperv neutron-server[87870]: return self.request(url, 'GET', **kwargs) Mar 28 11:54:53.946057 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 11:54:53.946057 dv-neutron-835340-2-hyperv neutron-server[87870]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 11:54:53.946057 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 11:54:53.946057 dv-neutron-835340-2-hyperv neutron-server[87870]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 11:54:53.946057 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 11:54:53.946057 dv-neutron-835340-2-hyperv neutron-server[87870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 11:54:53.946057 dv-neutron-835340-2-hyperv neutron-server[87870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 11:54:54.062111 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.db_base_plugin_common [None req-42fdbbf0-cd05-4980-8735-90396455e135 tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Allocated IP 2001:db8::cd (09125240-64b9-4e2f-bd5f-693b9dc0f6ad/6b2d99dd-05df-44e9-8abe-c8e58135e652/ab9e879e-51d3-4ff3-821e-bc041b2e4994) {{(pid=87871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:54:54.119113 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 48216) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:54:54.188796 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-0b779561-86ae-47d5-a277-2a64fd2da06d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Request body: {'port': {'network_id': 'c47c70d4-a1a9-4639-ac7c-b51a24a06c43', 'binding:host_id': 'hv-neutron-8353', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1804707105'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:54:54.206440 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-0b779561-86ae-47d5-a277-2a64fd2da06d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:54:54.216787 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-0b779561-86ae-47d5-a277-2a64fd2da06d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Usage tracker for resource:port and tenant:7293707640e3435fa45a54f5a00b8f2c is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:54:54.220218 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-0b779561-86ae-47d5-a277-2a64fd2da06d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:54:54.230957 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-0b779561-86ae-47d5-a277-2a64fd2da06d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:54:54.244759 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-ae9aa19e-e72a-40b3-a95a-38275cf64340 tempest-ExternalNetworksTestJSON-1435642594 tempest-ExternalNetworksTestJSON-1435642594-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709602'] for network, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:54.282861 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-ae9aa19e-e72a-40b3-a95a-38275cf64340 tempest-ExternalNetworksTestJSON-1435642594 tempest-ExternalNetworksTestJSON-1435642594-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538751'] for network, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:54.292368 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b779561-86ae-47d5-a277-2a64fd2da06d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Made reservation on behalf of 7293707640e3435fa45a54f5a00b8f2c for: {'port': 1} {{(pid=87870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:54:54.294796 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-0b779561-86ae-47d5-a277-2a64fd2da06d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:54.327197 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9aa19e-e72a-40b3-a95a-38275cf64340 tempest-ExternalNetworksTestJSON-1435642594 tempest-ExternalNetworksTestJSON-1435642594-project] Pushing event deleted for resources: {'Network': ['ID=9823ffb8-56a9-484c-aeaf-d87fddb35ad5,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:54:54.333690 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-0b779561-86ae-47d5-a277-2a64fd2da06d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:54.355835 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-a271b41e-f356-448d-b313-16da8d4375b1 req-f0259379-8c64-4fff-b39e-92378f949c26 service neutron] 10.222.0.11 "GET /v2.0/networks/4a776d3d-9745-4c38-b1e0-dfac029e8437?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7823510 Mar 28 11:54:54.359620 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-ae9aa19e-e72a-40b3-a95a-38275cf64340 tempest-ExternalNetworksTestJSON-1435642594 tempest-ExternalNetworksTestJSON-1435642594-project] 10.222.0.30 "DELETE /v2.0/networks/9823ffb8-56a9-484c-aeaf-d87fddb35ad5 HTTP/1.1" status: 204 len: 168 time: 1.5764165 Mar 28 11:54:54.367650 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-0b779561-86ae-47d5-a277-2a64fd2da06d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:54:54.372736 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-42fdbbf0-cd05-4980-8735-90396455e135 tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Notify callbacks [] for port, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:54.378366 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f2f5c8-e372-45b8-8d90-db07b410f113 req-41f0d4e8-c5d8-4a83-bfb1-c050751d1ec9 tempest-ServersTestManualDisk-684628403 tempest-ServersTestManualDisk-684628403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:54:54.380030 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-84f2f5c8-e372-45b8-8d90-db07b410f113 req-41f0d4e8-c5d8-4a83-bfb1-c050751d1ec9 tempest-ServersTestManualDisk-684628403 tempest-ServersTestManualDisk-684628403-project] 10.222.0.30 "GET /v2.0/ports?device_id=00dcb3fa-3bac-452c-bc74-3ffffeaa885d HTTP/1.1" status: 200 len: 944 time: 0.3137774 Mar 28 11:54:54.382790 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-0b779561-86ae-47d5-a277-2a64fd2da06d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Usage tracker for resource:security_group_rule and tenant:7293707640e3435fa45a54f5a00b8f2c is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:54:54.385869 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-0b779561-86ae-47d5-a277-2a64fd2da06d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:54:54.400304 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.provisioning_blocks [None req-42fdbbf0-cd05-4980-8735-90396455e135 tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Transition to ACTIVE for port object ab9e879e-51d3-4ff3-821e-bc041b2e4994 will not be triggered until provisioned by entity DHCP. {{(pid=87871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:54:54.408014 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-0b779561-86ae-47d5-a277-2a64fd2da06d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:54:54.428075 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-c25d6d60-93da-4465-ba2e-15d06f085d28 tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] Notify callbacks [] for router_gateway, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:54.460931 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-84f2f5c8-e372-45b8-8d90-db07b410f113 req-9a4bae61-674f-4dcd-851f-749e544dd453 tempest-ServersTestManualDisk-684628403 tempest-ServersTestManualDisk-684628403-project] 10.222.0.30 "GET /v2.0/security-groups?id=b180dbb9-1594-4776-8849-ae178407ded7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718892 Mar 28 11:54:54.493746 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-c6b5280e-e407-4dd4-9312-9e10a9c03f41 tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:54:54.504990 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-42fdbbf0-cd05-4980-8735-90396455e135 tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:54.528373 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-c25d6d60-93da-4465-ba2e-15d06f085d28 tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:54.555421 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-0b779561-86ae-47d5-a277-2a64fd2da06d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:54.562286 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-0b779561-86ae-47d5-a277-2a64fd2da06d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:54.592236 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.notifiers.nova [None req-0b779561-86ae-47d5-a277-2a64fd2da06d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] device_id is not set on port 30ff776f-e3d9-4bec-8948-ad57b16aa91c yet. {{(pid=87870) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 11:54:54.694892 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-c6b5280e-e407-4dd4-9312-9e10a9c03f41 tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:54:54.823859 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6b5280e-e407-4dd4-9312-9e10a9c03f41 tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] Made reservation on behalf of fd6f94a999304d45b576d97dddac9f8b for: {'port': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:54:54.829189 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-c6b5280e-e407-4dd4-9312-9e10a9c03f41 tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:54.850760 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b779561-86ae-47d5-a277-2a64fd2da06d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f422630c-779d-4103-a497-3b0603e88e43,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:54:54.887925 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-b7ff4f84-5d50-4ed3-85ca-d785c69e2b02 req-4ff8b089-3a5e-4b9c-a167-9ea863b3a33d tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd5974e7-0504-4851-a286-20ab5143705c HTTP/1.1" status: 200 len: 210 time: 0.1903780 Mar 28 11:54:54.897235 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42fdbbf0-cd05-4980-8735-90396455e135 tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Network 09125240-64b9-4e2f-bd5f-693b9dc0f6ad is already hosted by enough agents. {{(pid=87871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:54:54.959523 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-42fdbbf0-cd05-4980-8735-90396455e135 tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Resources bound (agent type, host, resource id): {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:54:54.966399 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42fdbbf0-cd05-4980-8735-90396455e135 tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Received port after_create {{(pid=87871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:54:54.986060 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42fdbbf0-cd05-4980-8735-90396455e135 tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:54:54.987524 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-42fdbbf0-cd05-4980-8735-90396455e135 tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:55.108697 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.notifiers.nova [None req-c6b5280e-e407-4dd4-9312-9e10a9c03f41 tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] device_id is not set on port 22240a1c-1f8c-47c4-87db-c75ec6aa549b yet. {{(pid=87871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 11:54:55.215401 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fdbbf0-cd05-4980-8735-90396455e135 tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Pushing event updated for resources: {'Port': ['ID=ab9e879e-51d3-4ff3-821e-bc041b2e4994,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:54:55.219912 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 48230) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:54:55.226480 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-a271b41e-f356-448d-b313-16da8d4375b1 req-e7cf1bf8-a909-4c37-a55a-886cb44774b1 service neutron] 10.222.0.11 "GET /v2.0/networks/4a776d3d-9745-4c38-b1e0-dfac029e8437?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3775277 Mar 28 11:54:55.271780 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-42fdbbf0-cd05-4980-8735-90396455e135 tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1006 time: 5.5913835 Mar 28 11:54:55.281927 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 48236) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:54:55.311227 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-73219c2c-91a0-45cb-a6db-eab8c3982889 req-ecb13a5e-3d71-4f3e-ae62-c0897833d92d tempest-ServersTestJSON-1268936191 tempest-ServersTestJSON-1268936191-project] 10.222.0.30 "GET /v2.0/ports?device_id=8e3d6e39-b829-4f9d-a142-9dbe2825c211 HTTP/1.1" status: 200 len: 210 time: 0.4007428 Mar 28 11:54:55.370732 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.11', 60767) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:54:55.449438 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-93fd85d4-3530-4ed5-9210-397b3c782758 None None] Provisioning for port ab9e879e-51d3-4ff3-821e-bc041b2e4994 completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:54:55.457022 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-93fd85d4-3530-4ed5-9210-397b3c782758 None None] Provisioning complete for port ab9e879e-51d3-4ff3-821e-bc041b2e4994 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:54:55.457390 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-93fd85d4-3530-4ed5-9210-397b3c782758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:55.539218 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-93fd85d4-3530-4ed5-9210-397b3c782758 None None] Port ab9e879e-51d3-4ff3-821e-bc041b2e4994 cannot update to ACTIVE because it is not bound. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 11:54:55.588427 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.db_base_plugin_common [None req-c25d6d60-93da-4465-ba2e-15d06f085d28 tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] Allocated IP 172.26.7.177 (ac2b1748-8f63-4b17-a9c7-07e79704aa5b/0b7ebf76-1dc7-431a-a0b4-b96bacf287c2/57c2f235-3097-4440-9ace-841defc3a4e5) {{(pid=87871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:54:55.737639 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.db_base_plugin_common [None req-c6b5280e-e407-4dd4-9312-9e10a9c03f41 tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] Allocated IP 172.20.0.5 (a8bc875b-e62f-44c7-bfcd-0308dd813eea/b5bfd83c-32e3-4005-a9f4-2dc4b916b5ee/22240a1c-1f8c-47c4-87db-c75ec6aa549b) {{(pid=87871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:54:55.782722 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.notifiers.nova [None req-0b779561-86ae-47d5-a277-2a64fd2da06d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] device_id is not set on port 30ff776f-e3d9-4bec-8948-ad57b16aa91c yet. {{(pid=87870) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 11:54:55.796481 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-cf5491d4-f364-470d-96a0-9f422efe85e1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4fa92cfcecf34d699cb8ed1e87af5643&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5625377 Mar 28 11:54:55.798820 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 48252) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:54:55.814678 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-0b779561-86ae-47d5-a277-2a64fd2da06d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:55.824336 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cb4a07-ac73-46fe-8736-c6d5370a898f req-cbf165b9-5d91-4569-801f-d4d7c2e0bedb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:54:55.825826 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-64cb4a07-ac73-46fe-8736-c6d5370a898f req-cbf165b9-5d91-4569-801f-d4d7c2e0bedb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ef5d94df2651453a8526eba31d74035c&device_id=00dcb3fa-3bac-452c-bc74-3ffffeaa885d HTTP/1.1" status: 200 len: 1097 time: 0.4441400 Mar 28 11:54:55.879156 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb5b0e80-3ddf-4cd5-9c79-bac923c1dfa1 tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:54:55.884937 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb5b0e80-3ddf-4cd5-9c79-bac923c1dfa1 tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:54:55.890712 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb5b0e80-3ddf-4cd5-9c79-bac923c1dfa1 tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:54:55.892932 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-bb5b0e80-3ddf-4cd5-9c79-bac923c1dfa1 tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 0.6088138 Mar 28 11:54:55.898787 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.provisioning_blocks [None req-0b779561-86ae-47d5-a277-2a64fd2da06d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Transition to ACTIVE for port object 30ff776f-e3d9-4bec-8948-ad57b16aa91c will not be triggered until provisioned by entity L2. {{(pid=87870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:54:55.900215 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 48256) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:54:55.919566 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd95adfa-b5cf-4285-8e17-b10cc55fa706 req-e6b8a294-3ce9-4262-a1fd-d2424722c972 tempest-ServersTestJSON-1268936191 tempest-ServersTestJSON-1268936191-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:54:55.920943 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-dd95adfa-b5cf-4285-8e17-b10cc55fa706 req-e6b8a294-3ce9-4262-a1fd-d2424722c972 tempest-ServersTestJSON-1268936191 tempest-ServersTestJSON-1268936191-project] 10.222.0.11 "GET /v2.0/networks?id=a4e7a0f3-f0a8-4b6f-ba98-4c112b7f4173 HTTP/1.1" status: 200 len: 805 time: 0.3642516 Mar 28 11:54:55.990781 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-0b779561-86ae-47d5-a277-2a64fd2da06d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:56.126022 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-140ecb64-535b-4d6c-b60c-a027f14faf26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:56.157184 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-728c802e-7af2-40cf-910b-c09dc9c4d475 req-91e73b09-19d8-4f9e-b756-d2becb9e4550 tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd5974e7-0504-4851-a286-20ab5143705c HTTP/1.1" status: 200 len: 210 time: 0.1093435 Mar 28 11:54:56.166510 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-8b18c704-971e-416b-b65b-5812780438e9 tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Deleting port ab9e879e-51d3-4ff3-821e-bc041b2e4994 {{(pid=87870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:54:56.166820 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-8b18c704-971e-416b-b65b-5812780438e9 tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:56.178927 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-c25d6d60-93da-4465-ba2e-15d06f085d28 tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] Notify callbacks [] for port, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:56.191681 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd42926-f018-4947-8d53-766b2b5f1ab3 req-c5130e57-5984-4148-9e7b-4619d3ad230b tempest-ServersTestManualDisk-684628403 tempest-ServersTestManualDisk-684628403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:54:56.193316 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-2bd42926-f018-4947-8d53-766b2b5f1ab3 req-c5130e57-5984-4148-9e7b-4619d3ad230b tempest-ServersTestManualDisk-684628403 tempest-ServersTestManualDisk-684628403-project] 10.222.0.30 "GET /v2.0/ports?device_id=00dcb3fa-3bac-452c-bc74-3ffffeaa885d HTTP/1.1" status: 200 len: 944 time: 0.5752273 Mar 28 11:54:56.195013 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.11', 60770) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:54:56.199859 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-dd95adfa-b5cf-4285-8e17-b10cc55fa706 req-5dbea588-75ff-4c2e-a3b8-a9d19b11fb26 tempest-ServersTestJSON-1268936191 tempest-ServersTestJSON-1268936191-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=acd670e645c74d2b90f128b4c99c366d HTTP/1.1" status: 200 len: 378 time: 0.2470093 Mar 28 11:54:56.240201 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [req-dd95adfa-b5cf-4285-8e17-b10cc55fa706 req-859407a1-dc6f-48df-a2cc-733dac0ea60a tempest-ServersTestJSON-1268936191 tempest-ServersTestJSON-1268936191-project] Request body: {'port': {'device_id': '8e3d6e39-b829-4f9d-a142-9dbe2825c211', 'network_id': 'a4e7a0f3-f0a8-4b6f-ba98-4c112b7f4173', 'admin_state_up': True, 'tenant_id': 'acd670e645c74d2b90f128b4c99c366d', 'security_groups': ['01efca3c-f549-4b6d-88ba-c49064a4c100']}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:54:56.268254 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b779561-86ae-47d5-a277-2a64fd2da06d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Pushing event updated for resources: {'Port': ['ID=30ff776f-e3d9-4bec-8948-ad57b16aa91c,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:54:56.285769 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-140ecb64-535b-4d6c-b60c-a027f14faf26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:56.409909 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b779561-86ae-47d5-a277-2a64fd2da06d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Checking segment: {'id': '30e6b1be-e830-45bc-98e2-975be020045d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'c47c70d4-a1a9-4639-ac7c-b51a24a06c43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:54:56.410260 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b779561-86ae-47d5-a277-2a64fd2da06d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Network hostable DHCP agents. Network: c47c70d4-a1a9-4639-ac7c-b51a24a06c43, hostable agents: ['3cb85949-855b-4a40-b988-cd5705e511da'], hosted agents: [] {{(pid=87870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 11:54:56.430084 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-2bd42926-f018-4947-8d53-766b2b5f1ab3 req-d863f5dd-fc11-45f7-acc5-2e18367cbc92 tempest-ServersTestManualDisk-684628403 tempest-ServersTestManualDisk-684628403-project] 10.222.0.30 "GET /v2.0/security-groups?id=b180dbb9-1594-4776-8849-ae178407ded7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2235603 Mar 28 11:54:56.438902 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cb4a07-ac73-46fe-8736-c6d5370a898f req-2a199476-2ba0-4444-8560-934f0cc2c0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:54:56.440354 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-64cb4a07-ac73-46fe-8736-c6d5370a898f req-2a199476-2ba0-4444-8560-934f0cc2c0e2 service neutron] 10.222.0.11 "GET /v2.0/networks?id=4a776d3d-9745-4c38-b1e0-dfac029e8437 HTTP/1.1" status: 200 len: 912 time: 0.6042509 Mar 28 11:54:56.528154 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-787067ae-9463-4e57-bd19-eb6658ecb95e req-c50856a8-e24f-4884-b007-41aa9320fa47 tempest-ServersTestJSON-1268936191 tempest-ServersTestJSON-1268936191-project] 10.222.0.30 "GET /v2.0/ports?device_id=8e3d6e39-b829-4f9d-a142-9dbe2825c211 HTTP/1.1" status: 200 len: 210 time: 0.0777431 Mar 28 11:54:56.573326 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-64cb4a07-ac73-46fe-8736-c6d5370a898f req-557697bd-4b75-49aa-8fe8-4c4006963f29 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1584f756-2866-447a-bcd5-08246c08782f HTTP/1.1" status: 200 len: 217 time: 0.0976171 Mar 28 11:54:56.588081 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b779561-86ae-47d5-a277-2a64fd2da06d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Network c47c70d4-a1a9-4639-ac7c-b51a24a06c43 is scheduled to be hosted by DHCP agent 3cb85949-855b-4a40-b988-cd5705e511da with binding_index 1 {{(pid=87870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 11:54:56.593128 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-c6b5280e-e407-4dd4-9312-9e10a9c03f41 tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] Notify callbacks [] for port, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:56.606771 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [req-dd95adfa-b5cf-4285-8e17-b10cc55fa706 req-859407a1-dc6f-48df-a2cc-733dac0ea60a tempest-ServersTestJSON-1268936191 tempest-ServersTestJSON-1268936191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:54:56.607741 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1352fe72-025f-4a96-a845-d40cdcbe366e req-dc332237-a4bd-43d4-ae4a-e3ea81fb1268 tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:54:56.609193 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-1352fe72-025f-4a96-a845-d40cdcbe366e req-dc332237-a4bd-43d4-ae4a-e3ea81fb1268 tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] 10.222.0.11 "GET /v2.0/networks?id=b072139b-1edf-4981-9f6f-41603d7605ef HTTP/1.1" status: 200 len: 811 time: 0.4090247 Mar 28 11:54:56.613625 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-c25d6d60-93da-4465-ba2e-15d06f085d28 tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:56.660339 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-140ecb64-535b-4d6c-b60c-a027f14faf26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:56.676710 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.base_scheduler [None req-0b779561-86ae-47d5-a277-2a64fd2da06d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-2-hyperv, c47c70d4-a1a9-4639-ac7c-b51a24a06c43) {{(pid=87870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:54:56.678461 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [req-dd95adfa-b5cf-4285-8e17-b10cc55fa706 req-859407a1-dc6f-48df-a2cc-733dac0ea60a tempest-ServersTestJSON-1268936191 tempest-ServersTestJSON-1268936191-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:54:56.687261 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-636b209c-282c-4d98-b964-5810db0b5a11 None None] Network c47c70d4-a1a9-4639-ac7c-b51a24a06c43 requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:54:56.699387 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140ecb64-535b-4d6c-b60c-a027f14faf26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50d056fc-2aa7-4912-a108-7539f1d5a95d,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:54:56.705137 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b779561-86ae-47d5-a277-2a64fd2da06d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Received port after_create {{(pid=87870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:54:56.716747 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.provisioning_blocks [None req-c6b5280e-e407-4dd4-9312-9e10a9c03f41 tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] Transition to ACTIVE for port object 22240a1c-1f8c-47c4-87db-c75ec6aa549b will not be triggered until provisioned by entity DHCP. {{(pid=87871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:54:56.735290 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd95adfa-b5cf-4285-8e17-b10cc55fa706 req-859407a1-dc6f-48df-a2cc-733dac0ea60a tempest-ServersTestJSON-1268936191 tempest-ServersTestJSON-1268936191-project] Made reservation on behalf of acd670e645c74d2b90f128b4c99c366d for: {'port': 1} {{(pid=87870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:54:56.739012 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [req-dd95adfa-b5cf-4285-8e17-b10cc55fa706 req-859407a1-dc6f-48df-a2cc-733dac0ea60a tempest-ServersTestJSON-1268936191 tempest-ServersTestJSON-1268936191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:56.749652 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c25d6d60-93da-4465-ba2e-15d06f085d28 tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] Network ac2b1748-8f63-4b17-a9c7-07e79704aa5b is already hosted by enough agents. {{(pid=87871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:54:56.760941 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.managers [None req-0b779561-86ae-47d5-a277-2a64fd2da06d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Attempting to bind port 30ff776f-e3d9-4bec-8948-ad57b16aa91c on host hv-neutron-8353 for vnic_type normal with profile {{(pid=87870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:54:56.761276 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.managers [None req-0b779561-86ae-47d5-a277-2a64fd2da06d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Attempting to bind port 30ff776f-e3d9-4bec-8948-ad57b16aa91c by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '30e6b1be-e830-45bc-98e2-975be020045d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'c47c70d4-a1a9-4639-ac7c-b51a24a06c43'}] {{(pid=87870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:54:56.761628 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b779561-86ae-47d5-a277-2a64fd2da06d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Attempting to bind port 30ff776f-e3d9-4bec-8948-ad57b16aa91c on network c47c70d4-a1a9-4639-ac7c-b51a24a06c43 {{(pid=87870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:54:56.772150 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-c25d6d60-93da-4465-ba2e-15d06f085d28 tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] Resources bound (agent type, host, resource id): {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:54:56.785031 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b779561-86ae-47d5-a277-2a64fd2da06d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Port 30ff776f-e3d9-4bec-8948-ad57b16aa91c on network c47c70d4-a1a9-4639-ac7c-b51a24a06c43 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=87870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 11:54:56.785377 dv-neutron-835340-2-hyperv neutron-server[87870]: ERROR neutron.plugins.ml2.managers [None req-0b779561-86ae-47d5-a277-2a64fd2da06d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Failed to bind port 30ff776f-e3d9-4bec-8948-ad57b16aa91c on host hv-neutron-8353 for vnic_type normal using segments [{'id': '30e6b1be-e830-45bc-98e2-975be020045d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'c47c70d4-a1a9-4639-ac7c-b51a24a06c43'}] Mar 28 11:54:56.788155 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.plugins.ml2.plugin [None req-0b779561-86ae-47d5-a277-2a64fd2da06d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Attempt 2 to bind port 30ff776f-e3d9-4bec-8948-ad57b16aa91c Mar 28 11:54:56.796606 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c25d6d60-93da-4465-ba2e-15d06f085d28 tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] Received port after_create {{(pid=87871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:54:56.801191 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-8b18c704-971e-416b-b65b-5812780438e9 tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:56.812291 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-140ecb64-535b-4d6c-b60c-a027f14faf26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:56.813457 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-140ecb64-535b-4d6c-b60c-a027f14faf26 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/50d056fc-2aa7-4912-a108-7539f1d5a95d HTTP/1.1" status: 204 len: 168 time: 1.0115488 Mar 28 11:54:56.840023 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25d6d60-93da-4465-ba2e-15d06f085d28 tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] Pushing event updated for resources: {'Port': ['ID=57c2f235-3097-4440-9ace-841defc3a4e5,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:54:56.853117 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-1352fe72-025f-4a96-a845-d40cdcbe366e req-de399fe8-a247-4192-bde2-9afe2b6a9699 tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a9d4ebb77b824347aa8bcf325a031e53 HTTP/1.1" status: 200 len: 379 time: 0.1979189 Mar 28 11:54:56.870732 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [req-1352fe72-025f-4a96-a845-d40cdcbe366e req-8ed93e83-9688-4a45-970b-2dd5830d675e tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] Request body: {'port': {'device_id': 'bd5974e7-0504-4851-a286-20ab5143705c', 'network_id': 'b072139b-1edf-4981-9f6f-41603d7605ef', 'admin_state_up': True, 'tenant_id': 'a9d4ebb77b824347aa8bcf325a031e53', 'security_groups': ['895ae8ad-46d6-4a0f-b104-9c0ca0cce592']}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:54:56.885521 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cb4a07-ac73-46fe-8736-c6d5370a898f req-5d3f5d8e-38bd-4cff-8cc1-2a8330cde00c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:54:56.887159 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-64cb4a07-ac73-46fe-8736-c6d5370a898f req-5d3f5d8e-38bd-4cff-8cc1-2a8330cde00c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=51390c4c-f007-438b-8f55-097eecbd0e38 HTTP/1.1" status: 200 len: 851 time: 0.2306151 Mar 28 11:54:56.912876 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.managers [None req-0b779561-86ae-47d5-a277-2a64fd2da06d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Attempting to bind port 30ff776f-e3d9-4bec-8948-ad57b16aa91c on host hv-neutron-8353 for vnic_type normal with profile {{(pid=87870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:54:56.913196 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.managers [None req-0b779561-86ae-47d5-a277-2a64fd2da06d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Attempting to bind port 30ff776f-e3d9-4bec-8948-ad57b16aa91c by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '30e6b1be-e830-45bc-98e2-975be020045d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'c47c70d4-a1a9-4639-ac7c-b51a24a06c43'}] {{(pid=87870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:54:56.913559 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b779561-86ae-47d5-a277-2a64fd2da06d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Attempting to bind port 30ff776f-e3d9-4bec-8948-ad57b16aa91c on network c47c70d4-a1a9-4639-ac7c-b51a24a06c43 {{(pid=87870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:54:56.992167 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-8b18c704-971e-416b-b65b-5812780438e9 tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Calling delete_port for ab9e879e-51d3-4ff3-821e-bc041b2e4994 owned by {{(pid=87870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:54:57.021037 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b779561-86ae-47d5-a277-2a64fd2da06d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Port 30ff776f-e3d9-4bec-8948-ad57b16aa91c on network c47c70d4-a1a9-4639-ac7c-b51a24a06c43 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=87870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 11:54:57.021589 dv-neutron-835340-2-hyperv neutron-server[87870]: ERROR neutron.plugins.ml2.managers [None req-0b779561-86ae-47d5-a277-2a64fd2da06d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Failed to bind port 30ff776f-e3d9-4bec-8948-ad57b16aa91c on host hv-neutron-8353 for vnic_type normal using segments [{'id': '30e6b1be-e830-45bc-98e2-975be020045d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'c47c70d4-a1a9-4639-ac7c-b51a24a06c43'}] Mar 28 11:54:57.034937 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.plugins.ml2.plugin [None req-0b779561-86ae-47d5-a277-2a64fd2da06d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Attempt 3 to bind port 30ff776f-e3d9-4bec-8948-ad57b16aa91c Mar 28 11:54:57.076325 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.managers [None req-0b779561-86ae-47d5-a277-2a64fd2da06d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Attempting to bind port 30ff776f-e3d9-4bec-8948-ad57b16aa91c on host hv-neutron-8353 for vnic_type normal with profile {{(pid=87870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:54:57.076646 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.managers [None req-0b779561-86ae-47d5-a277-2a64fd2da06d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Attempting to bind port 30ff776f-e3d9-4bec-8948-ad57b16aa91c by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '30e6b1be-e830-45bc-98e2-975be020045d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'c47c70d4-a1a9-4639-ac7c-b51a24a06c43'}] {{(pid=87870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:54:57.076972 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b779561-86ae-47d5-a277-2a64fd2da06d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Attempting to bind port 30ff776f-e3d9-4bec-8948-ad57b16aa91c on network c47c70d4-a1a9-4639-ac7c-b51a24a06c43 {{(pid=87870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:54:57.094343 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b779561-86ae-47d5-a277-2a64fd2da06d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Port 30ff776f-e3d9-4bec-8948-ad57b16aa91c on network c47c70d4-a1a9-4639-ac7c-b51a24a06c43 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=87870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 11:54:57.094707 dv-neutron-835340-2-hyperv neutron-server[87870]: ERROR neutron.plugins.ml2.managers [None req-0b779561-86ae-47d5-a277-2a64fd2da06d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Failed to bind port 30ff776f-e3d9-4bec-8948-ad57b16aa91c on host hv-neutron-8353 for vnic_type normal using segments [{'id': '30e6b1be-e830-45bc-98e2-975be020045d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'c47c70d4-a1a9-4639-ac7c-b51a24a06c43'}] Mar 28 11:54:57.125219 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.plugins.ml2.plugin [None req-0b779561-86ae-47d5-a277-2a64fd2da06d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Attempt 4 to bind port 30ff776f-e3d9-4bec-8948-ad57b16aa91c Mar 28 11:54:57.167573 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-c6b5280e-e407-4dd4-9312-9e10a9c03f41 tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:57.230846 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 48280) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:54:57.268277 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.managers [None req-0b779561-86ae-47d5-a277-2a64fd2da06d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Attempting to bind port 30ff776f-e3d9-4bec-8948-ad57b16aa91c on host hv-neutron-8353 for vnic_type normal with profile {{(pid=87870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:54:57.268828 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.managers [None req-0b779561-86ae-47d5-a277-2a64fd2da06d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Attempting to bind port 30ff776f-e3d9-4bec-8948-ad57b16aa91c by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '30e6b1be-e830-45bc-98e2-975be020045d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'c47c70d4-a1a9-4639-ac7c-b51a24a06c43'}] {{(pid=87870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:54:57.268963 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b779561-86ae-47d5-a277-2a64fd2da06d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Attempting to bind port 30ff776f-e3d9-4bec-8948-ad57b16aa91c on network c47c70d4-a1a9-4639-ac7c-b51a24a06c43 {{(pid=87870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:54:57.279911 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b779561-86ae-47d5-a277-2a64fd2da06d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Port 30ff776f-e3d9-4bec-8948-ad57b16aa91c on network c47c70d4-a1a9-4639-ac7c-b51a24a06c43 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=87870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 11:54:57.280235 dv-neutron-835340-2-hyperv neutron-server[87870]: ERROR neutron.plugins.ml2.managers [None req-0b779561-86ae-47d5-a277-2a64fd2da06d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Failed to bind port 30ff776f-e3d9-4bec-8948-ad57b16aa91c on host hv-neutron-8353 for vnic_type normal using segments [{'id': '30e6b1be-e830-45bc-98e2-975be020045d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'c47c70d4-a1a9-4639-ac7c-b51a24a06c43'}] Mar 28 11:54:57.285322 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.plugins.ml2.plugin [None req-0b779561-86ae-47d5-a277-2a64fd2da06d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Attempt 5 to bind port 30ff776f-e3d9-4bec-8948-ad57b16aa91c Mar 28 11:54:57.300677 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.db_base_plugin_common [req-dd95adfa-b5cf-4285-8e17-b10cc55fa706 req-859407a1-dc6f-48df-a2cc-733dac0ea60a tempest-ServersTestJSON-1268936191 tempest-ServersTestJSON-1268936191-project] Allocated IP 172.20.0.13 (a4e7a0f3-f0a8-4b6f-ba98-4c112b7f4173/0ed780f2-8d6e-4932-8a9f-fdf7d02c0d26/1f1c1efa-93f1-4a11-b5e9-dedf17802a87) {{(pid=87870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:54:57.340533 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.managers [None req-0b779561-86ae-47d5-a277-2a64fd2da06d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Attempting to bind port 30ff776f-e3d9-4bec-8948-ad57b16aa91c on host hv-neutron-8353 for vnic_type normal with profile {{(pid=87870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:54:57.340861 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.managers [None req-0b779561-86ae-47d5-a277-2a64fd2da06d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Attempting to bind port 30ff776f-e3d9-4bec-8948-ad57b16aa91c by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '30e6b1be-e830-45bc-98e2-975be020045d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'c47c70d4-a1a9-4639-ac7c-b51a24a06c43'}] {{(pid=87870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:54:57.341196 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b779561-86ae-47d5-a277-2a64fd2da06d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Attempting to bind port 30ff776f-e3d9-4bec-8948-ad57b16aa91c on network c47c70d4-a1a9-4639-ac7c-b51a24a06c43 {{(pid=87870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:54:57.361908 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b779561-86ae-47d5-a277-2a64fd2da06d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Port 30ff776f-e3d9-4bec-8948-ad57b16aa91c on network c47c70d4-a1a9-4639-ac7c-b51a24a06c43 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=87870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 11:54:57.362239 dv-neutron-835340-2-hyperv neutron-server[87870]: ERROR neutron.plugins.ml2.managers [None req-0b779561-86ae-47d5-a277-2a64fd2da06d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Failed to bind port 30ff776f-e3d9-4bec-8948-ad57b16aa91c on host hv-neutron-8353 for vnic_type normal using segments [{'id': '30e6b1be-e830-45bc-98e2-975be020045d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'c47c70d4-a1a9-4639-ac7c-b51a24a06c43'}] Mar 28 11:54:57.366319 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.plugins.ml2.plugin [None req-0b779561-86ae-47d5-a277-2a64fd2da06d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Attempt 6 to bind port 30ff776f-e3d9-4bec-8948-ad57b16aa91c Mar 28 11:54:57.412909 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6b5280e-e407-4dd4-9312-9e10a9c03f41 tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] Network a8bc875b-e62f-44c7-bfcd-0308dd813eea is already hosted by enough agents. {{(pid=87871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:54:57.416437 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.managers [None req-0b779561-86ae-47d5-a277-2a64fd2da06d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Attempting to bind port 30ff776f-e3d9-4bec-8948-ad57b16aa91c on host hv-neutron-8353 for vnic_type normal with profile {{(pid=87870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:54:57.416943 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.managers [None req-0b779561-86ae-47d5-a277-2a64fd2da06d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Attempting to bind port 30ff776f-e3d9-4bec-8948-ad57b16aa91c by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '30e6b1be-e830-45bc-98e2-975be020045d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'c47c70d4-a1a9-4639-ac7c-b51a24a06c43'}] {{(pid=87870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:54:57.417412 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b779561-86ae-47d5-a277-2a64fd2da06d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Attempting to bind port 30ff776f-e3d9-4bec-8948-ad57b16aa91c on network c47c70d4-a1a9-4639-ac7c-b51a24a06c43 {{(pid=87870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:54:57.427494 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-d9d709ca-38f6-4771-9e51-8c4dc42ded78 req-3ed8306b-7008-4e23-a123-82fcbc02531b tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd5974e7-0504-4851-a286-20ab5143705c HTTP/1.1" status: 200 len: 210 time: 0.1056139 Mar 28 11:54:57.428308 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-c6b5280e-e407-4dd4-9312-9e10a9c03f41 tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] Resources bound (agent type, host, resource id): {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:54:57.437956 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [req-1352fe72-025f-4a96-a845-d40cdcbe366e req-8ed93e83-9688-4a45-970b-2dd5830d675e tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:54:57.444670 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-8b18c704-971e-416b-b65b-5812780438e9 tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:57.459703 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b5280e-e407-4dd4-9312-9e10a9c03f41 tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] Received port after_create {{(pid=87871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:54:57.471614 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b779561-86ae-47d5-a277-2a64fd2da06d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Port 30ff776f-e3d9-4bec-8948-ad57b16aa91c on network c47c70d4-a1a9-4639-ac7c-b51a24a06c43 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=87870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 11:54:57.471970 dv-neutron-835340-2-hyperv neutron-server[87870]: ERROR neutron.plugins.ml2.managers [None req-0b779561-86ae-47d5-a277-2a64fd2da06d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Failed to bind port 30ff776f-e3d9-4bec-8948-ad57b16aa91c on host hv-neutron-8353 for vnic_type normal using segments [{'id': '30e6b1be-e830-45bc-98e2-975be020045d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'c47c70d4-a1a9-4639-ac7c-b51a24a06c43'}] Mar 28 11:54:57.493927 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b5280e-e407-4dd4-9312-9e10a9c03f41 tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] Pushing event updated for resources: {'Port': ['ID=22240a1c-1f8c-47c4-87db-c75ec6aa549b,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:54:57.504875 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.plugins.ml2.plugin [None req-0b779561-86ae-47d5-a277-2a64fd2da06d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Attempt 7 to bind port 30ff776f-e3d9-4bec-8948-ad57b16aa91c Mar 28 11:54:57.580213 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b18c704-971e-416b-b65b-5812780438e9 tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Pushing event deleted for resources: {'Port': ['ID=ab9e879e-51d3-4ff3-821e-bc041b2e4994,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:54:57.580376 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [req-1352fe72-025f-4a96-a845-d40cdcbe366e req-8ed93e83-9688-4a45-970b-2dd5830d675e tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:54:57.591759 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-b22c099a-8efc-4a81-85bc-5d9e7ec95140 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1667953568d5410c86af3cfb9a52e3bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3297668 Mar 28 11:54:57.604735 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cb4a07-ac73-46fe-8736-c6d5370a898f req-183ce8a3-9928-40f1-9721-bc6d3b027a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:54:57.606210 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-64cb4a07-ac73-46fe-8736-c6d5370a898f req-183ce8a3-9928-40f1-9721-bc6d3b027a08 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4a776d3d-9745-4c38-b1e0-dfac029e8437&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6946437 Mar 28 11:54:57.611324 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 48288) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:54:57.668357 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1352fe72-025f-4a96-a845-d40cdcbe366e req-8ed93e83-9688-4a45-970b-2dd5830d675e tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] Made reservation on behalf of a9d4ebb77b824347aa8bcf325a031e53 for: {'port': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:54:57.672479 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-1352fe72-025f-4a96-a845-d40cdcbe366e req-8ed93e83-9688-4a45-970b-2dd5830d675e tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:57.693454 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.managers [None req-0b779561-86ae-47d5-a277-2a64fd2da06d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Attempting to bind port 30ff776f-e3d9-4bec-8948-ad57b16aa91c on host hv-neutron-8353 for vnic_type normal with profile {{(pid=87870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:54:57.693925 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.managers [None req-0b779561-86ae-47d5-a277-2a64fd2da06d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Attempting to bind port 30ff776f-e3d9-4bec-8948-ad57b16aa91c by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '30e6b1be-e830-45bc-98e2-975be020045d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'c47c70d4-a1a9-4639-ac7c-b51a24a06c43'}] {{(pid=87870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:54:57.694362 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b779561-86ae-47d5-a277-2a64fd2da06d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Attempting to bind port 30ff776f-e3d9-4bec-8948-ad57b16aa91c on network c47c70d4-a1a9-4639-ac7c-b51a24a06c43 {{(pid=87870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:54:57.712545 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6b5280e-e407-4dd4-9312-9e10a9c03f41 tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:54:57.713541 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-c6b5280e-e407-4dd4-9312-9e10a9c03f41 tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:57.730960 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b779561-86ae-47d5-a277-2a64fd2da06d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Port 30ff776f-e3d9-4bec-8948-ad57b16aa91c on network c47c70d4-a1a9-4639-ac7c-b51a24a06c43 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=87870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 11:54:57.731391 dv-neutron-835340-2-hyperv neutron-server[87870]: ERROR neutron.plugins.ml2.managers [None req-0b779561-86ae-47d5-a277-2a64fd2da06d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Failed to bind port 30ff776f-e3d9-4bec-8948-ad57b16aa91c on host hv-neutron-8353 for vnic_type normal using segments [{'id': '30e6b1be-e830-45bc-98e2-975be020045d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'c47c70d4-a1a9-4639-ac7c-b51a24a06c43'}] Mar 28 11:54:57.739974 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.plugins.ml2.plugin [None req-0b779561-86ae-47d5-a277-2a64fd2da06d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Attempt 8 to bind port 30ff776f-e3d9-4bec-8948-ad57b16aa91c Mar 28 11:54:57.807915 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.managers [None req-0b779561-86ae-47d5-a277-2a64fd2da06d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Attempting to bind port 30ff776f-e3d9-4bec-8948-ad57b16aa91c on host hv-neutron-8353 for vnic_type normal with profile {{(pid=87870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:54:57.808587 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.managers [None req-0b779561-86ae-47d5-a277-2a64fd2da06d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Attempting to bind port 30ff776f-e3d9-4bec-8948-ad57b16aa91c by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '30e6b1be-e830-45bc-98e2-975be020045d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'c47c70d4-a1a9-4639-ac7c-b51a24a06c43'}] {{(pid=87870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:54:57.808987 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-8d946b37-647b-41ed-a5f1-5eee03c39509 None None] Provisioning for port 22240a1c-1f8c-47c4-87db-c75ec6aa549b completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:54:57.809779 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b779561-86ae-47d5-a277-2a64fd2da06d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Attempting to bind port 30ff776f-e3d9-4bec-8948-ad57b16aa91c on network c47c70d4-a1a9-4639-ac7c-b51a24a06c43 {{(pid=87870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:54:57.819578 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [req-dd95adfa-b5cf-4285-8e17-b10cc55fa706 req-859407a1-dc6f-48df-a2cc-733dac0ea60a tempest-ServersTestJSON-1268936191 tempest-ServersTestJSON-1268936191-project] Notify callbacks [] for port, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:57.821361 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-8d946b37-647b-41ed-a5f1-5eee03c39509 None None] Provisioning complete for port 22240a1c-1f8c-47c4-87db-c75ec6aa549b triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:54:57.821857 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-8d946b37-647b-41ed-a5f1-5eee03c39509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:57.870970 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b779561-86ae-47d5-a277-2a64fd2da06d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Port 30ff776f-e3d9-4bec-8948-ad57b16aa91c on network c47c70d4-a1a9-4639-ac7c-b51a24a06c43 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=87870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 11:54:57.871674 dv-neutron-835340-2-hyperv neutron-server[87870]: ERROR neutron.plugins.ml2.managers [None req-0b779561-86ae-47d5-a277-2a64fd2da06d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Failed to bind port 30ff776f-e3d9-4bec-8948-ad57b16aa91c on host hv-neutron-8353 for vnic_type normal using segments [{'id': '30e6b1be-e830-45bc-98e2-975be020045d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'c47c70d4-a1a9-4639-ac7c-b51a24a06c43'}] Mar 28 11:54:57.880968 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.plugins.ml2.plugin [None req-0b779561-86ae-47d5-a277-2a64fd2da06d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Attempt 9 to bind port 30ff776f-e3d9-4bec-8948-ad57b16aa91c Mar 28 11:54:57.917072 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-8d946b37-647b-41ed-a5f1-5eee03c39509 None None] Port 22240a1c-1f8c-47c4-87db-c75ec6aa549b cannot update to ACTIVE because it is not bound. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 11:54:57.944680 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.provisioning_blocks [req-dd95adfa-b5cf-4285-8e17-b10cc55fa706 req-859407a1-dc6f-48df-a2cc-733dac0ea60a tempest-ServersTestJSON-1268936191 tempest-ServersTestJSON-1268936191-project] Transition to ACTIVE for port object 1f1c1efa-93f1-4a11-b5e9-dedf17802a87 will not be triggered until provisioned by entity DHCP. {{(pid=87870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:54:57.953943 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-8b18c704-971e-416b-b65b-5812780438e9 tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:57.960873 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.managers [None req-0b779561-86ae-47d5-a277-2a64fd2da06d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Attempting to bind port 30ff776f-e3d9-4bec-8948-ad57b16aa91c on host hv-neutron-8353 for vnic_type normal with profile {{(pid=87870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:54:57.961203 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.managers [None req-0b779561-86ae-47d5-a277-2a64fd2da06d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Attempting to bind port 30ff776f-e3d9-4bec-8948-ad57b16aa91c by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '30e6b1be-e830-45bc-98e2-975be020045d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'c47c70d4-a1a9-4639-ac7c-b51a24a06c43'}] {{(pid=87870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:54:57.961545 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b779561-86ae-47d5-a277-2a64fd2da06d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Attempting to bind port 30ff776f-e3d9-4bec-8948-ad57b16aa91c on network c47c70d4-a1a9-4639-ac7c-b51a24a06c43 {{(pid=87870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:54:57.975252 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b779561-86ae-47d5-a277-2a64fd2da06d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Port 30ff776f-e3d9-4bec-8948-ad57b16aa91c on network c47c70d4-a1a9-4639-ac7c-b51a24a06c43 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=87870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 11:54:57.975604 dv-neutron-835340-2-hyperv neutron-server[87870]: ERROR neutron.plugins.ml2.managers [None req-0b779561-86ae-47d5-a277-2a64fd2da06d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Failed to bind port 30ff776f-e3d9-4bec-8948-ad57b16aa91c on host hv-neutron-8353 for vnic_type normal using segments [{'id': '30e6b1be-e830-45bc-98e2-975be020045d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'c47c70d4-a1a9-4639-ac7c-b51a24a06c43'}] Mar 28 11:54:57.976883 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-8b18c704-971e-416b-b65b-5812780438e9 tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] 10.222.0.30 "DELETE /v2.0/ports/ab9e879e-51d3-4ff3-821e-bc041b2e4994 HTTP/1.1" status: 204 len: 168 time: 2.0721097 Mar 28 11:54:57.978958 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.plugins.ml2.plugin [None req-0b779561-86ae-47d5-a277-2a64fd2da06d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Attempt 10 to bind port 30ff776f-e3d9-4bec-8948-ad57b16aa91c Mar 28 11:54:57.988606 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 48292) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:54:57.996189 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54787d4-550b-4922-bb83-bf91b8533f0e req-24088ca4-b3f3-4a6e-a242-3b8ef5d2b0c2 tempest-ServersTestManualDisk-684628403 tempest-ServersTestManualDisk-684628403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:54:57.997653 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-c54787d4-550b-4922-bb83-bf91b8533f0e req-24088ca4-b3f3-4a6e-a242-3b8ef5d2b0c2 tempest-ServersTestManualDisk-684628403 tempest-ServersTestManualDisk-684628403-project] 10.222.0.30 "GET /v2.0/ports?device_id=00dcb3fa-3bac-452c-bc74-3ffffeaa885d HTTP/1.1" status: 200 len: 944 time: 0.4216406 Mar 28 11:54:58.039949 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-7e438212-7fad-495b-91ae-0f10f738782f req-7c058388-473f-470a-ae1e-6021a86a60c4 tempest-ServersTestJSON-1268936191 tempest-ServersTestJSON-1268936191-project] 10.222.0.30 "GET /v2.0/ports?device_id=8e3d6e39-b829-4f9d-a142-9dbe2825c211 HTTP/1.1" status: 200 len: 210 time: 0.1966848 Mar 28 11:54:58.062088 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.managers [None req-0b779561-86ae-47d5-a277-2a64fd2da06d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Attempting to bind port 30ff776f-e3d9-4bec-8948-ad57b16aa91c on host hv-neutron-8353 for vnic_type normal with profile {{(pid=87870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:54:58.062418 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.managers [None req-0b779561-86ae-47d5-a277-2a64fd2da06d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Attempting to bind port 30ff776f-e3d9-4bec-8948-ad57b16aa91c by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '30e6b1be-e830-45bc-98e2-975be020045d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'c47c70d4-a1a9-4639-ac7c-b51a24a06c43'}] {{(pid=87870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:54:58.062949 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b779561-86ae-47d5-a277-2a64fd2da06d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Attempting to bind port 30ff776f-e3d9-4bec-8948-ad57b16aa91c on network c47c70d4-a1a9-4639-ac7c-b51a24a06c43 {{(pid=87870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:54:58.080182 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b779561-86ae-47d5-a277-2a64fd2da06d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Port 30ff776f-e3d9-4bec-8948-ad57b16aa91c on network c47c70d4-a1a9-4639-ac7c-b51a24a06c43 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=87870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 11:54:58.080511 dv-neutron-835340-2-hyperv neutron-server[87870]: ERROR neutron.plugins.ml2.managers [None req-0b779561-86ae-47d5-a277-2a64fd2da06d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Failed to bind port 30ff776f-e3d9-4bec-8948-ad57b16aa91c on host hv-neutron-8353 for vnic_type normal using segments [{'id': '30e6b1be-e830-45bc-98e2-975be020045d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'c47c70d4-a1a9-4639-ac7c-b51a24a06c43'}] Mar 28 11:54:58.080866 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-0b779561-86ae-47d5-a277-2a64fd2da06d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:58.092241 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.pecan_wsgi.hooks.translation [None req-e820e2b3-a16f-48d9-85dd-f40e4b1740ec tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] GET failed (client error): The resource could not be found. Mar 28 11:54:58.092770 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-e820e2b3-a16f-48d9-85dd-f40e4b1740ec tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Synchronizing usage tracker for tenant:6696e3fb7c7e4b0485759ec64225ba6d on resource:port {{(pid=87870) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:54:58.143346 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-c25d6d60-93da-4465-ba2e-15d06f085d28 tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] Notify callbacks [] for router_gateway, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:58.155595 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-c54787d4-550b-4922-bb83-bf91b8533f0e req-18c3b59e-99a6-478c-9332-16d9033824c0 tempest-ServersTestManualDisk-684628403 tempest-ServersTestManualDisk-684628403-project] 10.222.0.30 "GET /v2.0/security-groups?id=b180dbb9-1594-4776-8849-ae178407ded7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1515777 Mar 28 11:54:58.173695 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [req-dd95adfa-b5cf-4285-8e17-b10cc55fa706 req-859407a1-dc6f-48df-a2cc-733dac0ea60a tempest-ServersTestJSON-1268936191 tempest-ServersTestJSON-1268936191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:58.209519 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-c6b5280e-e407-4dd4-9312-9e10a9c03f41 tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 5.4559760 Mar 28 11:54:58.217602 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 48298) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:54:58.235580 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-e820e2b3-a16f-48d9-85dd-f40e4b1740ec tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Unset dirty status for tenant:6696e3fb7c7e4b0485759ec64225ba6d on resource:port {{(pid=87870) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:54:58.236709 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-e820e2b3-a16f-48d9-85dd-f40e4b1740ec tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] 10.222.0.30 "GET /v2.0/ports/ab9e879e-51d3-4ff3-821e-bc041b2e4994 HTTP/1.1" status: 404 len: 333 time: 0.2381763 Mar 28 11:54:58.240898 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-ebdddb6f-026c-4a3b-ac8e-9a5f93534bd6 tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] Request body: {'port': {'network_id': 'a8bc875b-e62f-44c7-bfcd-0308dd813eea', 'name': 'tempest-AllowedAddressPairTestJSON-2132724375'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:54:58.241048 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-41ae8d1e-b85c-416d-a25a-28d63b40cfae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:58.244549 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 48302) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:54:58.263165 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-64cb4a07-ac73-46fe-8736-c6d5370a898f req-fc458b82-17c7-4187-ae32-c285d5ae829b service neutron] 10.222.0.11 "GET /v2.0/networks/4a776d3d-9745-4c38-b1e0-dfac029e8437?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6433258 Mar 28 11:54:58.267526 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-19246526-fde2-4dad-aca2-9b2d77fd3f5b tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Request body: {'port': {'network_id': '09125240-64b9-4e2f-bd5f-693b9dc0f6ad', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1323407304'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:54:58.310097 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd95adfa-b5cf-4285-8e17-b10cc55fa706 req-859407a1-dc6f-48df-a2cc-733dac0ea60a tempest-ServersTestJSON-1268936191 tempest-ServersTestJSON-1268936191-project] Network a4e7a0f3-f0a8-4b6f-ba98-4c112b7f4173 is already hosted by enough agents. {{(pid=87870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:54:58.318685 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.base_scheduler [req-dd95adfa-b5cf-4285-8e17-b10cc55fa706 req-859407a1-dc6f-48df-a2cc-733dac0ea60a tempest-ServersTestJSON-1268936191 tempest-ServersTestJSON-1268936191-project] Resources bound (agent type, host, resource id): {{(pid=87870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:54:58.321539 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd95adfa-b5cf-4285-8e17-b10cc55fa706 req-859407a1-dc6f-48df-a2cc-733dac0ea60a tempest-ServersTestJSON-1268936191 tempest-ServersTestJSON-1268936191-project] Received port after_create {{(pid=87870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:54:58.404852 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-41ae8d1e-b85c-416d-a25a-28d63b40cfae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:58.420661 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.db [None req-0b779561-86ae-47d5-a277-2a64fd2da06d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] For port 30ff776f-e3d9-4bec-8948-ad57b16aa91c, host hv-neutron-8353, cleared binding levels {{(pid=87870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 11:54:58.421032 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.db [None req-0b779561-86ae-47d5-a277-2a64fd2da06d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Attempted to set empty binding levels {{(pid=87870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Mar 28 11:54:58.422702 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859407a1-dc6f-48df-a2cc-733dac0ea60a tempest-ServersTestJSON-1268936191 tempest-ServersTestJSON-1268936191-project] Pushing event updated for resources: {'Port': ['ID=1f1c1efa-93f1-4a11-b5e9-dedf17802a87,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:54:58.448431 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-0b779561-86ae-47d5-a277-2a64fd2da06d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2558288'] for port, after_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:58.518176 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b779561-86ae-47d5-a277-2a64fd2da06d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:54:58.518772 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-0b779561-86ae-47d5-a277-2a64fd2da06d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:58.550874 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-811defbd-e9b1-495b-8e6c-a3b6f5b1019b None None] Provisioning for port 1f1c1efa-93f1-4a11-b5e9-dedf17802a87 completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:54:58.556090 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-811defbd-e9b1-495b-8e6c-a3b6f5b1019b None None] Provisioning complete for port 1f1c1efa-93f1-4a11-b5e9-dedf17802a87 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:54:58.556779 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-811defbd-e9b1-495b-8e6c-a3b6f5b1019b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:58.585160 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd95adfa-b5cf-4285-8e17-b10cc55fa706 req-859407a1-dc6f-48df-a2cc-733dac0ea60a tempest-ServersTestJSON-1268936191 tempest-ServersTestJSON-1268936191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:54:58.586645 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [req-dd95adfa-b5cf-4285-8e17-b10cc55fa706 req-859407a1-dc6f-48df-a2cc-733dac0ea60a tempest-ServersTestJSON-1268936191 tempest-ServersTestJSON-1268936191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:58.607604 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-0b779561-86ae-47d5-a277-2a64fd2da06d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 986 time: 4.4759758 Mar 28 11:54:58.617953 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 48308) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:54:58.622281 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-ebdddb6f-026c-4a3b-ac8e-9a5f93534bd6 tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:54:58.623292 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-811defbd-e9b1-495b-8e6c-a3b6f5b1019b None None] Port 1f1c1efa-93f1-4a11-b5e9-dedf17802a87 cannot update to ACTIVE because it is not bound. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 11:54:58.625521 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b779561-86ae-47d5-a277-2a64fd2da06d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Pushing event updated for resources: {'Port': ['ID=30ff776f-e3d9-4bec-8948-ad57b16aa91c,revision_number=2']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:54:58.658314 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-ebdddb6f-026c-4a3b-ac8e-9a5f93534bd6 tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] Usage tracker for resource:port and tenant:fd6f94a999304d45b576d97dddac9f8b is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:54:58.666113 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-dd95adfa-b5cf-4285-8e17-b10cc55fa706 req-859407a1-dc6f-48df-a2cc-733dac0ea60a tempest-ServersTestJSON-1268936191 tempest-ServersTestJSON-1268936191-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4514678 Mar 28 11:54:58.666754 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-ebdddb6f-026c-4a3b-ac8e-9a5f93534bd6 tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:54:58.687125 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [req-dd95adfa-b5cf-4285-8e17-b10cc55fa706 req-288ca5de-f0f1-4c5a-aeb9-579577895e1f service neutron] Request body: {'port': {'device_id': '8e3d6e39-b829-4f9d-a142-9dbe2825c211', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8353'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:54:58.712604 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-ebdddb6f-026c-4a3b-ac8e-9a5f93534bd6 tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:54:58.727695 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-ef77c558-f12c-4cbc-86e2-f9290cfe79ac req-7c2b8fb1-b963-40fa-a210-136d0a9008ae tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd5974e7-0504-4851-a286-20ab5143705c HTTP/1.1" status: 200 len: 210 time: 0.1252105 Mar 28 11:54:58.731179 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.db_base_plugin_common [req-1352fe72-025f-4a96-a845-d40cdcbe366e req-8ed93e83-9688-4a45-970b-2dd5830d675e tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] Allocated IP 172.20.0.4 (b072139b-1edf-4981-9f6f-41603d7605ef/cfae7222-6a03-4ef8-86ee-e424dc4b71d7/e551f3ed-2894-4f6d-8e40-b1680f309506) {{(pid=87871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:54:58.760982 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebdddb6f-026c-4a3b-ac8e-9a5f93534bd6 tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] Made reservation on behalf of fd6f94a999304d45b576d97dddac9f8b for: {'port': 1} {{(pid=87870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:54:58.764355 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-ebdddb6f-026c-4a3b-ac8e-9a5f93534bd6 tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:58.775123 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-f51e32ad-150b-4cf1-a9b8-ca0d2677f639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Deleting port 30ff776f-e3d9-4bec-8948-ad57b16aa91c {{(pid=87870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:54:58.775455 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-f51e32ad-150b-4cf1-a9b8-ca0d2677f639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:58.883204 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.notifiers.nova [None req-ebdddb6f-026c-4a3b-ac8e-9a5f93534bd6 tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] device_id is not set on port 0437df35-1f39-4a7d-82cb-effb09240861 yet. {{(pid=87870) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 11:54:58.894333 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-64cb4a07-ac73-46fe-8736-c6d5370a898f req-9721a9dd-f04c-4562-b6ec-48313309581a service neutron] 10.222.0.11 "GET /v2.0/networks/4a776d3d-9745-4c38-b1e0-dfac029e8437?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6062903 Mar 28 11:54:58.957031 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-19246526-fde2-4dad-aca2-9b2d77fd3f5b tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:54:58.959070 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-41ae8d1e-b85c-416d-a25a-28d63b40cfae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:58.992006 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [req-dd95adfa-b5cf-4285-8e17-b10cc55fa706 req-288ca5de-f0f1-4c5a-aeb9-579577895e1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:58.997182 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-19246526-fde2-4dad-aca2-9b2d77fd3f5b tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:54:59.015410 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ae8d1e-b85c-416d-a25a-28d63b40cfae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45ff7907-7848-4b9a-8edf-84142be3dd26,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:54:59.052679 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Device 1584f756-2866-447a-bcd5-08246c08782f details requested by agent hyperv_hv-neutron-8353 with host hv-neutron-8353 {{(pid=87872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 28 11:54:59.119760 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-c25d6d60-93da-4465-ba2e-15d06f085d28 tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709693'] for router, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:59.121620 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19246526-fde2-4dad-aca2-9b2d77fd3f5b tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Made reservation on behalf of 6696e3fb7c7e4b0485759ec64225ba6d for: {'port': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:54:59.125922 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-19246526-fde2-4dad-aca2-9b2d77fd3f5b tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:59.243125 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-41ae8d1e-b85c-416d-a25a-28d63b40cfae admin admin] Notify callbacks [] for security_group, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:59.244538 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-41ae8d1e-b85c-416d-a25a-28d63b40cfae admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/45ff7907-7848-4b9a-8edf-84142be3dd26 HTTP/1.1" status: 204 len: 168 time: 1.6305857 Mar 28 11:54:59.250250 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.notifiers.nova [None req-19246526-fde2-4dad-aca2-9b2d77fd3f5b tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] device_id is not set on port 3b548c4a-fd80-4237-b0b9-93c5ba2aa28d yet. {{(pid=87871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 11:54:59.251331 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] For port 1584f756-2866-447a-bcd5-08246c08782f, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=1584f756-2866-447a-bcd5-08246c08782f,segment=NetworkSegment(786b361f-a2db-447a-b210-1eddef47c794),segment_id=786b361f-a2db-447a-b210-1eddef47c794)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:54:59.282721 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Returning: {'device': '1584f756-2866-447a-bcd5-08246c08782f', 'network_id': '4a776d3d-9745-4c38-b1e0-dfac029e8437', 'port_id': '1584f756-2866-447a-bcd5-08246c08782f', 'mac_address': 'fa:16:3e:a3:d2:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51390c4c-f007-438b-8f55-097eecbd0e38', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 28 11:54:59.383217 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:59.396172 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.db_base_plugin_common [None req-ebdddb6f-026c-4a3b-ac8e-9a5f93534bd6 tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] Allocated IP 172.20.0.7 (a8bc875b-e62f-44c7-bfcd-0308dd813eea/b5bfd83c-32e3-4005-a9f4-2dc4b916b5ee/0437df35-1f39-4a7d-82cb-effb09240861) {{(pid=87870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:54:59.398350 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.db [None req-f51e32ad-150b-4cf1-a9b8-ca0d2677f639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] For port 30ff776f-e3d9-4bec-8948-ad57b16aa91c, host hv-neutron-8353, got binding levels [] {{(pid=87870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:54:59.398704 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-f51e32ad-150b-4cf1-a9b8-ca0d2677f639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:59.408163 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.notifiers.nova [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1584f756-2866-447a-bcd5-08246c08782f {{(pid=87872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 11:54:59.430571 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] For port 1584f756-2866-447a-bcd5-08246c08782f, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=1584f756-2866-447a-bcd5-08246c08782f,segment=NetworkSegment(786b361f-a2db-447a-b210-1eddef47c794),segment_id=786b361f-a2db-447a-b210-1eddef47c794)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:54:59.436379 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:59.518604 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Pushing event updated for resources: {'Port': ['ID=1584f756-2866-447a-bcd5-08246c08782f,revision_number=4']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:54:59.597555 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-f51e32ad-150b-4cf1-a9b8-ca0d2677f639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Calling delete_port for 30ff776f-e3d9-4bec-8948-ad57b16aa91c owned by {{(pid=87870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:54:59.622575 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-1352fe72-025f-4a96-a845-d40cdcbe366e req-8ed93e83-9688-4a45-970b-2dd5830d675e tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] Notify callbacks [] for port, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:59.699902 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.provisioning_blocks [req-1352fe72-025f-4a96-a845-d40cdcbe366e req-8ed93e83-9688-4a45-970b-2dd5830d675e tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] Transition to ACTIVE for port object e551f3ed-2894-4f6d-8e40-b1680f309506 will not be triggered until provisioned by entity DHCP. {{(pid=87871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:54:59.712217 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] get_ports_and_sgs() called for port_ids ['1584f756-2866-447a-bcd5-08246c08782f'] {{(pid=87872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 11:54:59.782252 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8505ee9f-4aec-4565-a532-7dbc656e6436 req-76928c10-4e4e-4a53-84d9-3c7ba0c6ae24 tempest-ServersTestManualDisk-684628403 tempest-ServersTestManualDisk-684628403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:54:59.784105 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-8505ee9f-4aec-4565-a532-7dbc656e6436 req-76928c10-4e4e-4a53-84d9-3c7ba0c6ae24 tempest-ServersTestManualDisk-684628403 tempest-ServersTestManualDisk-684628403-project] 10.222.0.30 "GET /v2.0/ports?device_id=00dcb3fa-3bac-452c-bc74-3ffffeaa885d HTTP/1.1" status: 200 len: 945 time: 0.3816235 Mar 28 11:54:59.786660 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.db_base_plugin_common [None req-19246526-fde2-4dad-aca2-9b2d77fd3f5b tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Allocated IP 2001:db8::29d (09125240-64b9-4e2f-bd5f-693b9dc0f6ad/6b2d99dd-05df-44e9-8abe-c8e58135e652/3b548c4a-fd80-4237-b0b9-93c5ba2aa28d) {{(pid=87871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:54:59.833191 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c25d6d60-93da-4465-ba2e-15d06f085d28 tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] Router 7609d85a-8eda-4a66-9147-57cecec51bcb is scheduled to L3 agent af79d429-529e-400b-a119-94d4bec03f3e with binding_index 1 {{(pid=87871) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 11:54:59.841319 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b10fc4-a141-4f5d-9e69-aaba9d2f5729 req-c025e1fe-3e19-4efe-852e-6400ab8bb432 tempest-ServersTestJSON-1268936191 tempest-ServersTestJSON-1268936191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:54:59.842546 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [req-09b10fc4-a141-4f5d-9e69-aaba9d2f5729 req-c025e1fe-3e19-4efe-852e-6400ab8bb432 tempest-ServersTestJSON-1268936191 tempest-ServersTestJSON-1268936191-project] Synchronizing usage tracker for tenant:acd670e645c74d2b90f128b4c99c366d on resource:port {{(pid=87870) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:54:59.889099 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-f51e32ad-150b-4cf1-a9b8-ca0d2677f639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:54:59.961721 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-8505ee9f-4aec-4565-a532-7dbc656e6436 req-cfcb6d01-ac58-42ef-a87a-a05d01f47088 tempest-ServersTestManualDisk-684628403 tempest-ServersTestManualDisk-684628403-project] 10.222.0.30 "GET /v2.0/security-groups?id=b180dbb9-1594-4776-8849-ae178407ded7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1688757 Mar 28 11:54:59.972617 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-1352fe72-025f-4a96-a845-d40cdcbe366e req-8ed93e83-9688-4a45-970b-2dd5830d675e tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:00.005345 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51e32ad-150b-4cf1-a9b8-ca0d2677f639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Pushing event deleted for resources: {'Port': ['ID=30ff776f-e3d9-4bec-8948-ad57b16aa91c,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:55:00.041162 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [req-09b10fc4-a141-4f5d-9e69-aaba9d2f5729 req-c025e1fe-3e19-4efe-852e-6400ab8bb432 tempest-ServersTestJSON-1268936191 tempest-ServersTestJSON-1268936191-project] Unset dirty status for tenant:acd670e645c74d2b90f128b4c99c366d on resource:port {{(pid=87870) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:55:00.042493 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-09b10fc4-a141-4f5d-9e69-aaba9d2f5729 req-c025e1fe-3e19-4efe-852e-6400ab8bb432 tempest-ServersTestJSON-1268936191 tempest-ServersTestJSON-1268936191-project] 10.222.0.30 "GET /v2.0/ports?device_id=8e3d6e39-b829-4f9d-a142-9dbe2825c211 HTTP/1.1" status: 200 len: 932 time: 0.8127167 Mar 28 11:55:00.050388 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-f51e32ad-150b-4cf1-a9b8-ca0d2677f639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:00.108152 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-f51e32ad-150b-4cf1-a9b8-ca0d2677f639 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] 10.222.0.30 "DELETE /v2.0/ports/30ff776f-e3d9-4bec-8948-ad57b16aa91c HTTP/1.1" status: 204 len: 168 time: 1.4886396 Mar 28 11:55:00.116794 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 48334) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:00.122545 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1352fe72-025f-4a96-a845-d40cdcbe366e req-8ed93e83-9688-4a45-970b-2dd5830d675e tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] Network b072139b-1edf-4981-9f6f-41603d7605ef is already hosted by enough agents. {{(pid=87871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:55:00.175130 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [req-1352fe72-025f-4a96-a845-d40cdcbe366e req-8ed93e83-9688-4a45-970b-2dd5830d675e tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] Resources bound (agent type, host, resource id): {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:55:00.206731 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-09b10fc4-a141-4f5d-9e69-aaba9d2f5729 req-10fe3eaa-701d-4b4c-8b24-76fa019838da tempest-ServersTestJSON-1268936191 tempest-ServersTestJSON-1268936191-project] 10.222.0.30 "GET /v2.0/security-groups?id=01efca3c-f549-4b6d-88ba-c49064a4c100&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1511531 Mar 28 11:55:00.244419 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.notifiers.nova [req-dd95adfa-b5cf-4285-8e17-b10cc55fa706 req-288ca5de-f0f1-4c5a-aeb9-579577895e1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f1c1efa-93f1-4a11-b5e9-dedf17802a87 {{(pid=87870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 11:55:00.258537 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-ebdddb6f-026c-4a3b-ac8e-9a5f93534bd6 tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] Notify callbacks [] for port, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:00.283336 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.provisioning_blocks [None req-ebdddb6f-026c-4a3b-ac8e-9a5f93534bd6 tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] Transition to ACTIVE for port object 0437df35-1f39-4a7d-82cb-effb09240861 will not be triggered until provisioned by entity DHCP. {{(pid=87870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:55:00.295260 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [req-dd95adfa-b5cf-4285-8e17-b10cc55fa706 req-288ca5de-f0f1-4c5a-aeb9-579577895e1f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:00.299882 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.l3_dvrscheduler_db [req-1352fe72-025f-4a96-a845-d40cdcbe366e req-8ed93e83-9688-4a45-970b-2dd5830d675e tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] Received port after_create {{(pid=87871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:55:00.326051 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.provisioning_blocks [req-dd95adfa-b5cf-4285-8e17-b10cc55fa706 req-288ca5de-f0f1-4c5a-aeb9-579577895e1f service neutron] Transition to ACTIVE for port object 1f1c1efa-93f1-4a11-b5e9-dedf17802a87 will not be triggered until provisioned by entity L2. {{(pid=87870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:55:00.333456 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [req-dd95adfa-b5cf-4285-8e17-b10cc55fa706 req-288ca5de-f0f1-4c5a-aeb9-579577895e1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2558288'] for port, after_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:00.395076 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c60c54a-d61b-4821-b55b-55e811011955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] GET failed (client error): The resource could not be found. Mar 28 11:55:00.399852 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-5c60c54a-d61b-4821-b55b-55e811011955 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] 10.222.0.30 "GET /v2.0/ports/30ff776f-e3d9-4bec-8948-ad57b16aa91c HTTP/1.1" status: 404 len: 333 time: 0.2768109 Mar 28 11:55:00.413578 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed93e83-9688-4a45-970b-2dd5830d675e tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] Pushing event updated for resources: {'Port': ['ID=e551f3ed-2894-4f6d-8e40-b1680f309506,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:55:00.423951 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 48344) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:00.427801 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288ca5de-f0f1-4c5a-aeb9-579577895e1f service neutron] Pushing event updated for resources: {'Port': ['ID=1f1c1efa-93f1-4a11-b5e9-dedf17802a87,revision_number=2']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:55:00.450971 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-ef36a1a2-c031-407b-851e-e143ee7166d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Request body: {'port': {'network_id': 'c47c70d4-a1a9-4639-ac7c-b51a24a06c43', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-657494220'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:55:00.476872 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-ef36a1a2-c031-407b-851e-e143ee7166d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:55:00.501166 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-ef36a1a2-c031-407b-851e-e143ee7166d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Usage tracker for resource:port and tenant:7293707640e3435fa45a54f5a00b8f2c is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:55:00.504675 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c25d6d60-93da-4465-ba2e-15d06f085d28 tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 11:55:00.506726 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-ef36a1a2-c031-407b-851e-e143ee7166d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:55:00.519845 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1352fe72-025f-4a96-a845-d40cdcbe366e req-8ed93e83-9688-4a45-970b-2dd5830d675e tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:55:00.520601 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-1352fe72-025f-4a96-a845-d40cdcbe366e req-8ed93e83-9688-4a45-970b-2dd5830d675e tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:00.527638 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05c7d7c2-0b8b-486d-a5a7-3e0c9d0654c0 None None] Sync routers for ids ['7609d85a-8eda-4a66-9147-57cecec51bcb'] in dv-neutron-835340-2-hyperv {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 11:55:00.537741 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c7d7c2-0b8b-486d-a5a7-3e0c9d0654c0 None None] Routers {'7609d85a-8eda-4a66-9147-57cecec51bcb'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:55:00.538556 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-05c7d7c2-0b8b-486d-a5a7-3e0c9d0654c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T11:54:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['7609d85a-8eda-4a66-9147-57cecec51bcb'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:55:00.546323 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-ef36a1a2-c031-407b-851e-e143ee7166d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:55:00.585888 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-ebdddb6f-026c-4a3b-ac8e-9a5f93534bd6 tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:00.600219 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-19246526-fde2-4dad-aca2-9b2d77fd3f5b tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Notify callbacks [] for port, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:00.609702 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-1352fe72-025f-4a96-a845-d40cdcbe366e req-8ed93e83-9688-4a45-970b-2dd5830d675e tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7427857 Mar 28 11:55:00.624313 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-c25d6d60-93da-4465-ba2e-15d06f085d28 tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] Notify callbacks [] for router, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:00.628155 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-c25d6d60-93da-4465-ba2e-15d06f085d28 tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 12.9747245 Mar 28 11:55:00.630294 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [req-1352fe72-025f-4a96-a845-d40cdcbe366e req-7e637451-921d-4234-bf24-fc5632b6ffe2 service neutron] Request body: {'port': {'device_id': 'bd5974e7-0504-4851-a286-20ab5143705c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8353'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:55:00.661264 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 48352) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:00.680275 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-05c7d7c2-0b8b-486d-a5a7-3e0c9d0654c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:55:00.681452 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebdddb6f-026c-4a3b-ac8e-9a5f93534bd6 tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] Network a8bc875b-e62f-44c7-bfcd-0308dd813eea is already hosted by enough agents. {{(pid=87870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:55:00.687804 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.base_scheduler [None req-ebdddb6f-026c-4a3b-ac8e-9a5f93534bd6 tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] Resources bound (agent type, host, resource id): {{(pid=87870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:55:00.690241 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebdddb6f-026c-4a3b-ac8e-9a5f93534bd6 tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] Received port after_create {{(pid=87870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:55:00.692012 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef36a1a2-c031-407b-851e-e143ee7166d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Made reservation on behalf of 7293707640e3435fa45a54f5a00b8f2c for: {'port': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:55:00.695260 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c7d7c2-0b8b-486d-a5a7-3e0c9d0654c0 None None] Routers {'7609d85a-8eda-4a66-9147-57cecec51bcb'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:55:00.695954 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-05c7d7c2-0b8b-486d-a5a7-3e0c9d0654c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T11:54:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['7609d85a-8eda-4a66-9147-57cecec51bcb'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:55:00.697637 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-ef36a1a2-c031-407b-851e-e143ee7166d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:00.734042 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.provisioning_blocks [None req-19246526-fde2-4dad-aca2-9b2d77fd3f5b tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Transition to ACTIVE for port object 3b548c4a-fd80-4237-b0b9-93c5ba2aa28d will not be triggered until provisioned by entity DHCP. {{(pid=87871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:55:00.756549 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-9d3ba95e-230f-4546-9891-8de363ae0c2a None None] Provisioning for port e551f3ed-2894-4f6d-8e40-b1680f309506 completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:55:00.769830 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-9d3ba95e-230f-4546-9891-8de363ae0c2a None None] Provisioning complete for port e551f3ed-2894-4f6d-8e40-b1680f309506 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:55:00.770203 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-9d3ba95e-230f-4546-9891-8de363ae0c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:00.825281 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d3fdd1-6df0-4d87-9a41-77b68210499d req-5ae638a9-b098-48b3-b59b-ce5552d2751e tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:55:00.826002 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [req-a8d3fdd1-6df0-4d87-9a41-77b68210499d req-5ae638a9-b098-48b3-b59b-ce5552d2751e tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] Synchronizing usage tracker for tenant:a9d4ebb77b824347aa8bcf325a031e53 on resource:port {{(pid=87871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:55:00.829039 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.managers [req-dd95adfa-b5cf-4285-8e17-b10cc55fa706 req-288ca5de-f0f1-4c5a-aeb9-579577895e1f service neutron] Attempting to bind port 1f1c1efa-93f1-4a11-b5e9-dedf17802a87 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=87870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:55:00.829320 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.managers [req-dd95adfa-b5cf-4285-8e17-b10cc55fa706 req-288ca5de-f0f1-4c5a-aeb9-579577895e1f service neutron] Attempting to bind port 1f1c1efa-93f1-4a11-b5e9-dedf17802a87 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '198798f5-3835-4d38-b1d4-ea994e0d42ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'a4e7a0f3-f0a8-4b6f-ba98-4c112b7f4173'}] {{(pid=87870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:55:00.829866 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd95adfa-b5cf-4285-8e17-b10cc55fa706 req-288ca5de-f0f1-4c5a-aeb9-579577895e1f service neutron] Attempting to bind port 1f1c1efa-93f1-4a11-b5e9-dedf17802a87 on network a4e7a0f3-f0a8-4b6f-ba98-4c112b7f4173 {{(pid=87870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:55:00.857335 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd95adfa-b5cf-4285-8e17-b10cc55fa706 req-288ca5de-f0f1-4c5a-aeb9-579577895e1f service neutron] Port 1f1c1efa-93f1-4a11-b5e9-dedf17802a87 on network a4e7a0f3-f0a8-4b6f-ba98-4c112b7f4173 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=87870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 11:55:00.857924 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd95adfa-b5cf-4285-8e17-b10cc55fa706 req-288ca5de-f0f1-4c5a-aeb9-579577895e1f service neutron] Attempting to bind port 1f1c1efa-93f1-4a11-b5e9-dedf17802a87 on network a4e7a0f3-f0a8-4b6f-ba98-4c112b7f4173 {{(pid=87870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:55:00.881939 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd95adfa-b5cf-4285-8e17-b10cc55fa706 req-288ca5de-f0f1-4c5a-aeb9-579577895e1f service neutron] Checking agent: {'id': '01dfae6e-0e91-4100-b27f-ff8156eac7d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8353', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 52, 20), 'started_at': datetime.datetime(2022, 3, 28, 11, 52, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 11, 54, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 11:55:00.885519 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd95adfa-b5cf-4285-8e17-b10cc55fa706 req-288ca5de-f0f1-4c5a-aeb9-579577895e1f service neutron] Checking segment: {'id': '198798f5-3835-4d38-b1d4-ea994e0d42ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'a4e7a0f3-f0a8-4b6f-ba98-4c112b7f4173'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:55:00.886096 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd95adfa-b5cf-4285-8e17-b10cc55fa706 req-288ca5de-f0f1-4c5a-aeb9-579577895e1f service neutron] Bound using segment: {'id': '198798f5-3835-4d38-b1d4-ea994e0d42ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'a4e7a0f3-f0a8-4b6f-ba98-4c112b7f4173'} {{(pid=87870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 11:55:00.886703 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.managers [req-dd95adfa-b5cf-4285-8e17-b10cc55fa706 req-288ca5de-f0f1-4c5a-aeb9-579577895e1f service neutron] Bound port: 1f1c1efa-93f1-4a11-b5e9-dedf17802a87, host: hv-neutron-8353, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '198798f5-3835-4d38-b1d4-ea994e0d42ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'a4e7a0f3-f0a8-4b6f-ba98-4c112b7f4173'}}] {{(pid=87870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 11:55:00.887199 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [req-dd95adfa-b5cf-4285-8e17-b10cc55fa706 req-288ca5de-f0f1-4c5a-aeb9-579577895e1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:00.901630 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.notifiers.nova [None req-ef36a1a2-c031-407b-851e-e143ee7166d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] device_id is not set on port d82d91b0-528b-47c7-b875-31dc1e885a57 yet. {{(pid=87871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 11:55:00.923324 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-9d3ba95e-230f-4546-9891-8de363ae0c2a None None] Port e551f3ed-2894-4f6d-8e40-b1680f309506 cannot update to ACTIVE because it is not bound. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 11:55:00.926059 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-05c7d7c2-0b8b-486d-a5a7-3e0c9d0654c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:55:00.926473 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05c7d7c2-0b8b-486d-a5a7-3e0c9d0654c0 None None] The sync data for ids ['7609d85a-8eda-4a66-9147-57cecec51bcb'] in dv-neutron-835340-2-hyperv is: [] {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 11:55:00.966163 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdddb6f-026c-4a3b-ac8e-9a5f93534bd6 tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] Pushing event updated for resources: {'Port': ['ID=0437df35-1f39-4a7d-82cb-effb09240861,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:55:00.989107 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebdddb6f-026c-4a3b-ac8e-9a5f93534bd6 tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:55:00.989853 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-ebdddb6f-026c-4a3b-ac8e-9a5f93534bd6 tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:01.054841 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Device 1584f756-2866-447a-bcd5-08246c08782f up at agent hyperv_hv-neutron-8353 {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:55:01.056869 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-ebdddb6f-026c-4a3b-ac8e-9a5f93534bd6 tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8329432 Mar 28 11:55:01.061650 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 48364) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:01.073645 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.db [req-dd95adfa-b5cf-4285-8e17-b10cc55fa706 req-288ca5de-f0f1-4c5a-aeb9-579577895e1f service neutron] For port 1f1c1efa-93f1-4a11-b5e9-dedf17802a87, host hv-neutron-8353, cleared binding levels {{(pid=87870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 11:55:01.079220 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-bbc70974-18e1-402d-bcc3-e2b11a20282b tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:e9:30:fe'}, {'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:be:2d:11'}]}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:55:01.121995 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [req-a8d3fdd1-6df0-4d87-9a41-77b68210499d req-5ae638a9-b098-48b3-b59b-ce5552d2751e tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] Unset dirty status for tenant:a9d4ebb77b824347aa8bcf325a031e53 on resource:port {{(pid=87871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:55:01.123089 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-a8d3fdd1-6df0-4d87-9a41-77b68210499d req-5ae638a9-b098-48b3-b59b-ce5552d2751e tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd5974e7-0504-4851-a286-20ab5143705c HTTP/1.1" status: 200 len: 931 time: 0.8425791 Mar 28 11:55:01.152533 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Provisioning for port 1584f756-2866-447a-bcd5-08246c08782f completed by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:55:01.160727 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Provisioning complete for port 1584f756-2866-447a-bcd5-08246c08782f triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:55:01.161097 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:01.197637 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.db [req-dd95adfa-b5cf-4285-8e17-b10cc55fa706 req-288ca5de-f0f1-4c5a-aeb9-579577895e1f service neutron] For port 1f1c1efa-93f1-4a11-b5e9-dedf17802a87, host hv-neutron-8353, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=1f1c1efa-93f1-4a11-b5e9-dedf17802a87,segment=NetworkSegment(198798f5-3835-4d38-b1d4-ea994e0d42ca),segment_id=198798f5-3835-4d38-b1d4-ea994e0d42ca)] {{(pid=87870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 11:55:01.209870 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [req-dd95adfa-b5cf-4285-8e17-b10cc55fa706 req-288ca5de-f0f1-4c5a-aeb9-579577895e1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2558288'] for port, after_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:01.321326 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:01.335456 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-f4303403-253b-439e-aebb-fe2380c22913 None None] Provisioning for port 0437df35-1f39-4a7d-82cb-effb09240861 completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:55:01.344807 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-f4303403-253b-439e-aebb-fe2380c22913 None None] Provisioning complete for port 0437df35-1f39-4a7d-82cb-effb09240861 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:55:01.345428 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-f4303403-253b-439e-aebb-fe2380c22913 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:01.385271 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 48374) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:01.410098 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00dcb3fa-3bac-452c-bc74-3ffffeaa885d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1584f756-2866-447a-bcd5-08246c08782f'}] {{(pid=87872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 11:55:01.414994 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd95adfa-b5cf-4285-8e17-b10cc55fa706 req-288ca5de-f0f1-4c5a-aeb9-579577895e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:55:01.415642 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [req-dd95adfa-b5cf-4285-8e17-b10cc55fa706 req-288ca5de-f0f1-4c5a-aeb9-579577895e1f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:01.416970 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-dd95adfa-b5cf-4285-8e17-b10cc55fa706 req-288ca5de-f0f1-4c5a-aeb9-579577895e1f service neutron] 10.222.0.11 "PUT /v2.0/ports/1f1c1efa-93f1-4a11-b5e9-dedf17802a87 HTTP/1.1" status: 200 len: 1094 time: 2.7385118 Mar 28 11:55:01.419674 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e3d6e39-b829-4f9d-a142-9dbe2825c211', 'tag': '1f1c1efa-93f1-4a11-b5e9-dedf17802a87'}] {{(pid=87870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 11:55:01.462406 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-b4bb601f-f8e6-4ca4-a9cf-76ee6e6bd8ca tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] 10.222.0.30 "GET /v2.0/routers/7609d85a-8eda-4a66-9147-57cecec51bcb HTTP/1.1" status: 200 len: 920 time: 0.7840934 Mar 28 11:55:01.463629 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-1352fe72-025f-4a96-a845-d40cdcbe366e req-7e637451-921d-4234-bf24-fc5632b6ffe2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:01.475537 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 48382) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:01.506481 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] For port 1584f756-2866-447a-bcd5-08246c08782f, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=1584f756-2866-447a-bcd5-08246c08782f,segment=NetworkSegment(786b361f-a2db-447a-b210-1eddef47c794),segment_id=786b361f-a2db-447a-b210-1eddef47c794)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:55:01.517987 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:01.558572 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-f4303403-253b-439e-aebb-fe2380c22913 None None] Port 0437df35-1f39-4a7d-82cb-effb09240861 cannot update to ACTIVE because it is not bound. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 11:55:01.603349 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-a8d3fdd1-6df0-4d87-9a41-77b68210499d req-653ca837-a921-44d6-bd37-04881d47c556 tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] 10.222.0.30 "GET /v2.0/security-groups?id=895ae8ad-46d6-4a0f-b104-9c0ca0cce592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4448488 Mar 28 11:55:01.604698 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-19246526-fde2-4dad-aca2-9b2d77fd3f5b tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:01.613888 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Pushing event updated for resources: {'Port': ['ID=1584f756-2866-447a-bcd5-08246c08782f,revision_number=5']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:55:01.703429 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-93d6acc9-1ac2-4534-8125-126704b9b246 tempest-ExternalNetworksAdminNegativeTestJSON-755692623 tempest-ExternalNetworksAdminNegativeTestJSON-755692623-project-admin] Request body: {'floatingip': {'floating_network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:55:01.713999 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-8683ce90-de2f-49a5-b506-9784d9d88e86 tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] 10.222.0.30 "GET /v2.0/ports?device_id=7609d85a-8eda-4a66-9147-57cecec51bcb HTTP/1.1" status: 200 len: 205 time: 0.2374239 Mar 28 11:55:01.722231 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 48394) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:01.723993 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-93d6acc9-1ac2-4534-8125-126704b9b246 tempest-ExternalNetworksAdminNegativeTestJSON-755692623 tempest-ExternalNetworksAdminNegativeTestJSON-755692623-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:55:01.733482 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288ca5de-f0f1-4c5a-aeb9-579577895e1f service neutron] Pushing event updated for resources: {'Port': ['ID=1f1c1efa-93f1-4a11-b5e9-dedf17802a87,revision_number=3']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:55:01.739814 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-93d6acc9-1ac2-4534-8125-126704b9b246 tempest-ExternalNetworksAdminNegativeTestJSON-755692623 tempest-ExternalNetworksAdminNegativeTestJSON-755692623-project-admin] Usage tracker for resource:floatingip and tenant:74ada5c5b141451b9bb76ac311afe747 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:55:01.753225 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629190cc-b93c-45da-83bc-e8caae92e8a6 req-7588a53c-f87b-4bae-844c-617307fa9606 tempest-ServersTestManualDisk-684628403 tempest-ServersTestManualDisk-684628403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:55:01.754666 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-629190cc-b93c-45da-83bc-e8caae92e8a6 req-7588a53c-f87b-4bae-844c-617307fa9606 tempest-ServersTestManualDisk-684628403 tempest-ServersTestManualDisk-684628403-project] 10.222.0.30 "GET /v2.0/ports?device_id=00dcb3fa-3bac-452c-bc74-3ffffeaa885d HTTP/1.1" status: 200 len: 945 time: 0.6052322 Mar 28 11:55:01.758084 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-93d6acc9-1ac2-4534-8125-126704b9b246 tempest-ExternalNetworksAdminNegativeTestJSON-755692623 tempest-ExternalNetworksAdminNegativeTestJSON-755692623-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:55:01.770429 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-93d6acc9-1ac2-4534-8125-126704b9b246 tempest-ExternalNetworksAdminNegativeTestJSON-755692623 tempest-ExternalNetworksAdminNegativeTestJSON-755692623-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:55:01.826164 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19246526-fde2-4dad-aca2-9b2d77fd3f5b tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Network 09125240-64b9-4e2f-bd5f-693b9dc0f6ad is already hosted by enough agents. {{(pid=87871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:55:01.865727 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-93d6acc9-1ac2-4534-8125-126704b9b246 tempest-ExternalNetworksAdminNegativeTestJSON-755692623 tempest-ExternalNetworksAdminNegativeTestJSON-755692623-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:01.891373 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-19246526-fde2-4dad-aca2-9b2d77fd3f5b tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Resources bound (agent type, host, resource id): {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:55:01.893903 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19246526-fde2-4dad-aca2-9b2d77fd3f5b tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Received port after_create {{(pid=87871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:55:01.899742 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19246526-fde2-4dad-aca2-9b2d77fd3f5b tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:55:01.900439 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-19246526-fde2-4dad-aca2-9b2d77fd3f5b tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:01.917534 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-629190cc-b93c-45da-83bc-e8caae92e8a6 req-42ca6ba7-7442-4396-8279-a3998dc60f02 tempest-ServersTestManualDisk-684628403 tempest-ServersTestManualDisk-684628403-project] 10.222.0.30 "GET /v2.0/security-groups?id=b180dbb9-1594-4776-8849-ae178407ded7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1552224 Mar 28 11:55:01.923277 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd95adfa-b5cf-4285-8e17-b10cc55fa706 req-9ccf2f22-4568-472a-93e3-5fe2d9214819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:55:01.924813 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-dd95adfa-b5cf-4285-8e17-b10cc55fa706 req-9ccf2f22-4568-472a-93e3-5fe2d9214819 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=acd670e645c74d2b90f128b4c99c366d&device_id=8e3d6e39-b829-4f9d-a142-9dbe2825c211 HTTP/1.1" status: 200 len: 1097 time: 0.4501679 Mar 28 11:55:02.004880 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-bbc70974-18e1-402d-bcc3-e2b11a20282b tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:02.029529 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19246526-fde2-4dad-aca2-9b2d77fd3f5b tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Pushing event updated for resources: {'Port': ['ID=3b548c4a-fd80-4237-b0b9-93c5ba2aa28d,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:55:02.037360 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e3d6e39-b829-4f9d-a142-9dbe2825c211', 'tag': '1f1c1efa-93f1-4a11-b5e9-dedf17802a87', 'status': 'completed', 'code': 200} Mar 28 11:55:02.038759 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-dd95adfa-b5cf-4285-8e17-b10cc55fa706 req-d662ac61-f76b-4284-86a1-ebacd27acf7a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1f1c1efa-93f1-4a11-b5e9-dedf17802a87 HTTP/1.1" status: 200 len: 217 time: 0.1057549 Mar 28 11:55:02.129471 dv-neutron-835340-2-hyperv neutron-server[87872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00dcb3fa-3bac-452c-bc74-3ffffeaa885d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1584f756-2866-447a-bcd5-08246c08782f', 'code': 200} Mar 28 11:55:02.211041 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-19246526-fde2-4dad-aca2-9b2d77fd3f5b tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.9616396 Mar 28 11:55:02.214883 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-11b9da92-5d92-4d4b-83ed-102007ccd594 None None] Provisioning for port 3b548c4a-fd80-4237-b0b9-93c5ba2aa28d completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:55:02.218607 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 48402) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:02.224486 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-11b9da92-5d92-4d4b-83ed-102007ccd594 None None] Provisioning complete for port 3b548c4a-fd80-4237-b0b9-93c5ba2aa28d triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:55:02.224936 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-11b9da92-5d92-4d4b-83ed-102007ccd594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:02.234393 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-d4890e9d-f19a-4129-9e53-7b9a88ea6671 tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::1fd', 'mac_address': 'fa:16:3e:a4:4e:8b'}]}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:55:02.271906 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd95adfa-b5cf-4285-8e17-b10cc55fa706 req-e2b22302-987a-46b8-a40b-e80c1294adf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:55:02.273738 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-dd95adfa-b5cf-4285-8e17-b10cc55fa706 req-e2b22302-987a-46b8-a40b-e80c1294adf3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0ed780f2-8d6e-4932-8a9f-fdf7d02c0d26 HTTP/1.1" status: 200 len: 844 time: 0.1997046 Mar 28 11:55:02.301805 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-ef36a1a2-c031-407b-851e-e143ee7166d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:02.308004 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-11b9da92-5d92-4d4b-83ed-102007ccd594 None None] Port 3b548c4a-fd80-4237-b0b9-93c5ba2aa28d cannot update to ACTIVE because it is not bound. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 11:55:02.319175 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-88a4485b-d347-418e-9820-ea5560b701d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:02.352199 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b0d90a-5ad9-4070-9ce4-901ac8c77803 req-a7500883-1854-4d7c-a4b9-0accfed74d23 tempest-ServersTestJSON-1268936191 tempest-ServersTestJSON-1268936191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:55:02.353678 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-c4b0d90a-5ad9-4070-9ce4-901ac8c77803 req-a7500883-1854-4d7c-a4b9-0accfed74d23 tempest-ServersTestJSON-1268936191 tempest-ServersTestJSON-1268936191-project] 10.222.0.30 "GET /v2.0/ports?device_id=8e3d6e39-b829-4f9d-a142-9dbe2825c211 HTTP/1.1" status: 200 len: 944 time: 0.5910950 Mar 28 11:55:02.367587 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-b85b79fa-6ca5-488b-b94e-1c4e105bcd11 tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] Notify callbacks [] for router, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:02.600539 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-93d6acc9-1ac2-4534-8125-126704b9b246 tempest-ExternalNetworksAdminNegativeTestJSON-755692623 tempest-ExternalNetworksAdminNegativeTestJSON-755692623-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:02.660726 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd95adfa-b5cf-4285-8e17-b10cc55fa706 req-8f4ea38a-3942-452c-b96c-bb2e014fecb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:55:02.662186 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-dd95adfa-b5cf-4285-8e17-b10cc55fa706 req-8f4ea38a-3942-452c-b96c-bb2e014fecb1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a4e7a0f3-f0a8-4b6f-ba98-4c112b7f4173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3612149 Mar 28 11:55:02.675501 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-c4b0d90a-5ad9-4070-9ce4-901ac8c77803 req-3f73faad-330e-4434-a24e-3285f6b0828d tempest-ServersTestJSON-1268936191 tempest-ServersTestJSON-1268936191-project] 10.222.0.30 "GET /v2.0/security-groups?id=01efca3c-f549-4b6d-88ba-c49064a4c100&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2490427 Mar 28 11:55:02.748522 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-ef36a1a2-c031-407b-851e-e143ee7166d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:02.831229 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-b85b79fa-6ca5-488b-b94e-1c4e105bcd11 tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:02.846761 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaf1bcc-0235-433e-8589-5403c21a12de req-7d3750d6-5b9d-40ed-ab79-c06f43ca52a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:55:02.848552 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-cdaf1bcc-0235-433e-8589-5403c21a12de req-7d3750d6-5b9d-40ed-ab79-c06f43ca52a3 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=00dcb3fa-3bac-452c-bc74-3ffffeaa885d HTTP/1.1" status: 200 len: 1099 time: 0.4236162 Mar 28 11:55:02.850484 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef36a1a2-c031-407b-851e-e143ee7166d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Network c47c70d4-a1a9-4639-ac7c-b51a24a06c43 is already hosted by enough agents. {{(pid=87871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:55:02.892963 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-bbc70974-18e1-402d-bcc3-e2b11a20282b tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] Notify callbacks [] for port, precommit_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:02.894456 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-ef36a1a2-c031-407b-851e-e143ee7166d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Resources bound (agent type, host, resource id): {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:55:02.915947 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-b85b79fa-6ca5-488b-b94e-1c4e105bcd11 tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] Deleting port 57c2f235-3097-4440-9ace-841defc3a4e5 {{(pid=87871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:55:02.916287 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-b85b79fa-6ca5-488b-b94e-1c4e105bcd11 tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:02.945707 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef36a1a2-c031-407b-851e-e143ee7166d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Received port after_create {{(pid=87871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:55:02.945972 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-bbc70974-18e1-402d-bcc3-e2b11a20282b tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2558288'] for port, after_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:02.946294 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef36a1a2-c031-407b-851e-e143ee7166d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:55:02.946888 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-ef36a1a2-c031-407b-851e-e143ee7166d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:02.977402 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-cdaf1bcc-0235-433e-8589-5403c21a12de req-3c705db9-7a55-4294-89de-da711dda3fc0 service neutron] Notify callbacks [] for security_group, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:02.993004 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef36a1a2-c031-407b-851e-e143ee7166d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Pushing event updated for resources: {'Port': ['ID=d82d91b0-528b-47c7-b875-31dc1e885a57,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:55:03.007858 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.notifiers.nova [req-1352fe72-025f-4a96-a845-d40cdcbe366e req-7e637451-921d-4234-bf24-fc5632b6ffe2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e551f3ed-2894-4f6d-8e40-b1680f309506 {{(pid=87871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 11:55:03.033343 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-ef36a1a2-c031-407b-851e-e143ee7166d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 2.6071799 Mar 28 11:55:03.035442 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-1352fe72-025f-4a96-a845-d40cdcbe366e req-7e637451-921d-4234-bf24-fc5632b6ffe2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:03.038318 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 48410) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:03.039142 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [req-cdaf1bcc-0235-433e-8589-5403c21a12de req-3c705db9-7a55-4294-89de-da711dda3fc0 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:55:03.079163 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-9d1330f3-949d-47c0-a5fb-67e41d6b627d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8353'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:55:03.105760 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [req-cdaf1bcc-0235-433e-8589-5403c21a12de req-3c705db9-7a55-4294-89de-da711dda3fc0 service neutron] Usage tracker for resource:security_group_rule and tenant:a802cb7725784c1092ad05c7ab236ddc is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:55:03.131661 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-d4890e9d-f19a-4129-9e53-7b9a88ea6671 tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:03.144952 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [req-cdaf1bcc-0235-433e-8589-5403c21a12de req-3c705db9-7a55-4294-89de-da711dda3fc0 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:55:03.294871 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.db_base_plugin_common [None req-93d6acc9-1ac2-4534-8125-126704b9b246 tempest-ExternalNetworksAdminNegativeTestJSON-755692623 tempest-ExternalNetworksAdminNegativeTestJSON-755692623-project-admin] Allocated IP 172.26.7.64 (ac2b1748-8f63-4b17-a9c7-07e79704aa5b/0b7ebf76-1dc7-431a-a0b4-b96bacf287c2/00174c7d-5bae-4255-a523-dec5be977951) {{(pid=87870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:55:03.306276 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-dd95adfa-b5cf-4285-8e17-b10cc55fa706 req-73fff7c6-65b0-4299-b510-3d92bf4448fc service neutron] 10.222.0.11 "GET /v2.0/networks/a4e7a0f3-f0a8-4b6f-ba98-4c112b7f4173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6263974 Mar 28 11:55:03.336433 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [req-cdaf1bcc-0235-433e-8589-5403c21a12de req-3c705db9-7a55-4294-89de-da711dda3fc0 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:55:03.356385 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc70974-18e1-402d-bcc3-e2b11a20282b tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] Pushing event updated for resources: {'Port': ['ID=0437df35-1f39-4a7d-82cb-effb09240861,revision_number=2']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:55:03.374542 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.provisioning_blocks [req-1352fe72-025f-4a96-a845-d40cdcbe366e req-7e637451-921d-4234-bf24-fc5632b6ffe2 service neutron] Transition to ACTIVE for port object e551f3ed-2894-4f6d-8e40-b1680f309506 will not be triggered until provisioned by entity L2. {{(pid=87871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:55:03.385751 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-bbc70974-18e1-402d-bcc3-e2b11a20282b tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] In _notify_port_updated(), no bound segment for port 0437df35-1f39-4a7d-82cb-effb09240861 on network a8bc875b-e62f-44c7-bfcd-0308dd813eea {{(pid=87870) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 28 11:55:03.391529 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbc70974-18e1-402d-bcc3-e2b11a20282b tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:55:03.392154 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-bbc70974-18e1-402d-bcc3-e2b11a20282b tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:03.393424 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-bbc70974-18e1-402d-bcc3-e2b11a20282b tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] 10.222.0.30 "PUT /v2.0/ports/0437df35-1f39-4a7d-82cb-effb09240861 HTTP/1.1" status: 200 len: 1055 time: 2.3312435 Mar 28 11:55:03.397435 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-1352fe72-025f-4a96-a845-d40cdcbe366e req-7e637451-921d-4234-bf24-fc5632b6ffe2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2363241'] for port, after_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:03.403503 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 48414) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:03.437862 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-28940094-c951-4a1a-8d1e-ca9bf4c340aa None None] Provisioning complete for port 0437df35-1f39-4a7d-82cb-effb09240861 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:55:03.438546 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-28940094-c951-4a1a-8d1e-ca9bf4c340aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:03.494465 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-28940094-c951-4a1a-8d1e-ca9bf4c340aa None None] Port 0437df35-1f39-4a7d-82cb-effb09240861 cannot update to ACTIVE because it is not bound. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 11:55:03.507060 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca57086c-af5f-438e-8941-aea503733055 req-55efe843-0727-4bef-a162-df008a2e38b6 tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:55:03.508535 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-ca57086c-af5f-438e-8941-aea503733055 req-55efe843-0727-4bef-a162-df008a2e38b6 tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd5974e7-0504-4851-a286-20ab5143705c HTTP/1.1" status: 200 len: 931 time: 0.7761383 Mar 28 11:55:03.658012 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-b85b79fa-6ca5-488b-b94e-1c4e105bcd11 tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:03.700887 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e637451-921d-4234-bf24-fc5632b6ffe2 service neutron] Pushing event updated for resources: {'Port': ['ID=e551f3ed-2894-4f6d-8e40-b1680f309506,revision_number=2']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:55:03.774186 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-dd95adfa-b5cf-4285-8e17-b10cc55fa706 req-3504a278-f7d8-42b5-b9d6-a799d3abdf60 service neutron] 10.222.0.11 "GET /v2.0/networks/a4e7a0f3-f0a8-4b6f-ba98-4c112b7f4173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4436061 Mar 28 11:55:03.776976 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-ca57086c-af5f-438e-8941-aea503733055 req-00626c89-cf3b-4fdb-9079-09373abbf31a tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] 10.222.0.30 "GET /v2.0/security-groups?id=895ae8ad-46d6-4a0f-b104-9c0ca0cce592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2042444 Mar 28 11:55:03.802358 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-9d1330f3-949d-47c0-a5fb-67e41d6b627d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:03.807725 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-93d6acc9-1ac2-4534-8125-126704b9b246 tempest-ExternalNetworksAdminNegativeTestJSON-755692623 tempest-ExternalNetworksAdminNegativeTestJSON-755692623-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:03.877167 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-dd2c98ca-5703-4845-9ff4-5f099c8d8add tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] Deleting port 0437df35-1f39-4a7d-82cb-effb09240861 {{(pid=87871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:55:03.877497 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-dd2c98ca-5703-4845-9ff4-5f099c8d8add tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:03.895601 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-d4890e9d-f19a-4129-9e53-7b9a88ea6671 tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Notify callbacks [] for port, precommit_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:03.912300 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-d4890e9d-f19a-4129-9e53-7b9a88ea6671 tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2558288'] for port, after_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:03.921425 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-b85b79fa-6ca5-488b-b94e-1c4e105bcd11 tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] Calling delete_port for 57c2f235-3097-4440-9ace-841defc3a4e5 owned by network:router_gateway {{(pid=87871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:55:04.008765 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-93d6acc9-1ac2-4534-8125-126704b9b246 tempest-ExternalNetworksAdminNegativeTestJSON-755692623 tempest-ExternalNetworksAdminNegativeTestJSON-755692623-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:04.026586 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-d4890e9d-f19a-4129-9e53-7b9a88ea6671 tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] In _notify_port_updated(), no bound segment for port 3b548c4a-fd80-4237-b0b9-93c5ba2aa28d on network 09125240-64b9-4e2f-bd5f-693b9dc0f6ad {{(pid=87870) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 28 11:55:04.033446 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4890e9d-f19a-4129-9e53-7b9a88ea6671 tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:55:04.033564 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-d4890e9d-f19a-4129-9e53-7b9a88ea6671 tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:04.034829 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-d4890e9d-f19a-4129-9e53-7b9a88ea6671 tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] 10.222.0.30 "PUT /v2.0/ports/3b548c4a-fd80-4237-b0b9-93c5ba2aa28d HTTP/1.1" status: 200 len: 1003 time: 1.8113878 Mar 28 11:55:04.042800 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269667a4-8bd6-48fb-94e6-304ba33214a7 req-f47fb49a-760b-4012-b34a-404ebf56e679 tempest-ServersTestManualDisk-684628403 tempest-ServersTestManualDisk-684628403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:55:04.044284 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-269667a4-8bd6-48fb-94e6-304ba33214a7 req-f47fb49a-760b-4012-b34a-404ebf56e679 tempest-ServersTestManualDisk-684628403 tempest-ServersTestManualDisk-684628403-project] 10.222.0.30 "GET /v2.0/ports?device_id=00dcb3fa-3bac-452c-bc74-3ffffeaa885d HTTP/1.1" status: 200 len: 946 time: 0.9820979 Mar 28 11:55:04.048319 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 48420) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:04.109303 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4890e9d-f19a-4129-9e53-7b9a88ea6671 tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Pushing event updated for resources: {'Port': ['ID=3b548c4a-fd80-4237-b0b9-93c5ba2aa28d,revision_number=2']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:55:04.114815 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93d6acc9-1ac2-4534-8125-126704b9b246 tempest-ExternalNetworksAdminNegativeTestJSON-755692623 tempest-ExternalNetworksAdminNegativeTestJSON-755692623-project-admin] Network ac2b1748-8f63-4b17-a9c7-07e79704aa5b is already hosted by enough agents. {{(pid=87870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:55:04.160892 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.base_scheduler [None req-93d6acc9-1ac2-4534-8125-126704b9b246 tempest-ExternalNetworksAdminNegativeTestJSON-755692623 tempest-ExternalNetworksAdminNegativeTestJSON-755692623-project-admin] Resources bound (agent type, host, resource id): {{(pid=87870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:55:04.170771 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d6acc9-1ac2-4534-8125-126704b9b246 tempest-ExternalNetworksAdminNegativeTestJSON-755692623 tempest-ExternalNetworksAdminNegativeTestJSON-755692623-project-admin] Received port after_create {{(pid=87870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:55:04.260113 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-75685358-0b8c-4d88-b8b1-14a316870a24 None None] Provisioning complete for port 3b548c4a-fd80-4237-b0b9-93c5ba2aa28d triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:55:04.260744 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-75685358-0b8c-4d88-b8b1-14a316870a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:04.271128 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-69989dcc-d7ee-4177-8e3b-1d3def5a2d88 tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Deleting port 3b548c4a-fd80-4237-b0b9-93c5ba2aa28d {{(pid=87870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:55:04.271445 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-69989dcc-d7ee-4177-8e3b-1d3def5a2d88 tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:04.305394 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d6acc9-1ac2-4534-8125-126704b9b246 tempest-ExternalNetworksAdminNegativeTestJSON-755692623 tempest-ExternalNetworksAdminNegativeTestJSON-755692623-project-admin] Pushing event updated for resources: {'Port': ['ID=00174c7d-5bae-4255-a523-dec5be977951,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:55:04.322532 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db80aec-cda6-41eb-9bde-009551944e3c req-9e5cd8f8-76a5-4869-92aa-ed1ff0dcae41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:55:04.324048 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-8db80aec-cda6-41eb-9bde-009551944e3c req-9e5cd8f8-76a5-4869-92aa-ed1ff0dcae41 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=acd670e645c74d2b90f128b4c99c366d&device_id=8e3d6e39-b829-4f9d-a142-9dbe2825c211 HTTP/1.1" status: 200 len: 1097 time: 0.4629135 Mar 28 11:55:04.361910 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-75685358-0b8c-4d88-b8b1-14a316870a24 None None] Port 3b548c4a-fd80-4237-b0b9-93c5ba2aa28d cannot update to ACTIVE because it is not bound. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 11:55:04.371581 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-cdaf1bcc-0235-433e-8589-5403c21a12de req-3c705db9-7a55-4294-89de-da711dda3fc0 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:04.387607 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.managers [req-1352fe72-025f-4a96-a845-d40cdcbe366e req-7e637451-921d-4234-bf24-fc5632b6ffe2 service neutron] Attempting to bind port e551f3ed-2894-4f6d-8e40-b1680f309506 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:55:04.387968 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.managers [req-1352fe72-025f-4a96-a845-d40cdcbe366e req-7e637451-921d-4234-bf24-fc5632b6ffe2 service neutron] Attempting to bind port e551f3ed-2894-4f6d-8e40-b1680f309506 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': 'e329885b-8f4a-46ec-aac6-9c31786794f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'b072139b-1edf-4981-9f6f-41603d7605ef'}] {{(pid=87871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:55:04.388304 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1352fe72-025f-4a96-a845-d40cdcbe366e req-7e637451-921d-4234-bf24-fc5632b6ffe2 service neutron] Attempting to bind port e551f3ed-2894-4f6d-8e40-b1680f309506 on network b072139b-1edf-4981-9f6f-41603d7605ef {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:55:04.404664 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-cdaf1bcc-0235-433e-8589-5403c21a12de req-3c705db9-7a55-4294-89de-da711dda3fc0 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:04.447101 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce642bd5-60e1-46a2-a5ab-bd0cec67b129 req-566ae9ef-7b94-4269-8cb4-e8a45e894a2e tempest-ServersTestJSON-1268936191 tempest-ServersTestJSON-1268936191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:55:04.448479 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-ce642bd5-60e1-46a2-a5ab-bd0cec67b129 req-566ae9ef-7b94-4269-8cb4-e8a45e894a2e tempest-ServersTestJSON-1268936191 tempest-ServersTestJSON-1268936191-project] 10.222.0.30 "GET /v2.0/ports?device_id=8e3d6e39-b829-4f9d-a142-9dbe2825c211 HTTP/1.1" status: 200 len: 944 time: 0.4881394 Mar 28 11:55:04.471224 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-269667a4-8bd6-48fb-94e6-304ba33214a7 req-e2db7696-9fc0-433a-a035-0aba4e3cb552 tempest-ServersTestManualDisk-684628403 tempest-ServersTestManualDisk-684628403-project] 10.222.0.30 "GET /v2.0/security-groups?id=b180dbb9-1594-4776-8849-ae178407ded7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3913348 Mar 28 11:55:04.471826 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1352fe72-025f-4a96-a845-d40cdcbe366e req-7e637451-921d-4234-bf24-fc5632b6ffe2 service neutron] Port e551f3ed-2894-4f6d-8e40-b1680f309506 on network b072139b-1edf-4981-9f6f-41603d7605ef not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 11:55:04.472131 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1352fe72-025f-4a96-a845-d40cdcbe366e req-7e637451-921d-4234-bf24-fc5632b6ffe2 service neutron] Attempting to bind port e551f3ed-2894-4f6d-8e40-b1680f309506 on network b072139b-1edf-4981-9f6f-41603d7605ef {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:55:04.517556 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-cdaf1bcc-0235-433e-8589-5403c21a12de req-3c705db9-7a55-4294-89de-da711dda3fc0 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=b180dbb9-1594-4776-8849-ae178407ded7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.6244545 Mar 28 11:55:04.571359 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1352fe72-025f-4a96-a845-d40cdcbe366e req-7e637451-921d-4234-bf24-fc5632b6ffe2 service neutron] Checking agent: {'id': '01dfae6e-0e91-4100-b27f-ff8156eac7d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8353', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 52, 20), 'started_at': datetime.datetime(2022, 3, 28, 11, 52, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 11, 54, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 11:55:04.571721 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1352fe72-025f-4a96-a845-d40cdcbe366e req-7e637451-921d-4234-bf24-fc5632b6ffe2 service neutron] Checking segment: {'id': 'e329885b-8f4a-46ec-aac6-9c31786794f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'b072139b-1edf-4981-9f6f-41603d7605ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:55:04.572284 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1352fe72-025f-4a96-a845-d40cdcbe366e req-7e637451-921d-4234-bf24-fc5632b6ffe2 service neutron] Bound using segment: {'id': 'e329885b-8f4a-46ec-aac6-9c31786794f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'b072139b-1edf-4981-9f6f-41603d7605ef'} {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 11:55:04.572722 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.managers [req-1352fe72-025f-4a96-a845-d40cdcbe366e req-7e637451-921d-4234-bf24-fc5632b6ffe2 service neutron] Bound port: e551f3ed-2894-4f6d-8e40-b1680f309506, host: hv-neutron-8353, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e329885b-8f4a-46ec-aac6-9c31786794f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'b072139b-1edf-4981-9f6f-41603d7605ef'}}] {{(pid=87871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 11:55:04.573059 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-1352fe72-025f-4a96-a845-d40cdcbe366e req-7e637451-921d-4234-bf24-fc5632b6ffe2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:04.585503 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-93d6acc9-1ac2-4534-8125-126704b9b246 tempest-ExternalNetworksAdminNegativeTestJSON-755692623 tempest-ExternalNetworksAdminNegativeTestJSON-755692623-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:04.662317 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c705db9-7a55-4294-89de-da711dda3fc0 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=181878cf-4b10-4a49-abf7-803346fc901b,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:55:04.677819 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-6883e50a-b2f5-4562-af90-26ab39f27ba8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:04.711089 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-ce642bd5-60e1-46a2-a5ab-bd0cec67b129 req-a81f7a1f-1b49-49d5-a2dc-43478cea4d10 tempest-ServersTestJSON-1268936191 tempest-ServersTestJSON-1268936191-project] 10.222.0.30 "GET /v2.0/security-groups?id=01efca3c-f549-4b6d-88ba-c49064a4c100&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2049797 Mar 28 11:55:04.743717 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db80aec-cda6-41eb-9bde-009551944e3c req-e881b5b3-3c46-4ed4-adb8-c9f6d9e21f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:55:04.745166 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-8db80aec-cda6-41eb-9bde-009551944e3c req-e881b5b3-3c46-4ed4-adb8-c9f6d9e21f7c service neutron] 10.222.0.11 "GET /v2.0/networks?id=a4e7a0f3-f0a8-4b6f-ba98-4c112b7f4173 HTTP/1.1" status: 200 len: 905 time: 0.4105134 Mar 28 11:55:04.953073 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-8db80aec-cda6-41eb-9bde-009551944e3c req-e26209f4-ffcf-4453-abbb-e95ada35af02 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1f1c1efa-93f1-4a11-b5e9-dedf17802a87 HTTP/1.1" status: 200 len: 217 time: 0.2003829 Mar 28 11:55:04.967128 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-93d6acc9-1ac2-4534-8125-126704b9b246 tempest-ExternalNetworksAdminNegativeTestJSON-755692623 tempest-ExternalNetworksAdminNegativeTestJSON-755692623-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:05.038467 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-dd2c98ca-5703-4845-9ff4-5f099c8d8add tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:05.042493 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-69989dcc-d7ee-4177-8e3b-1d3def5a2d88 tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:05.066405 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.db [req-1352fe72-025f-4a96-a845-d40cdcbe366e req-7e637451-921d-4234-bf24-fc5632b6ffe2 service neutron] For port e551f3ed-2894-4f6d-8e40-b1680f309506, host hv-neutron-8353, cleared binding levels {{(pid=87871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 11:55:05.195361 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-69989dcc-d7ee-4177-8e3b-1d3def5a2d88 tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Calling delete_port for 3b548c4a-fd80-4237-b0b9-93c5ba2aa28d owned by {{(pid=87870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:55:05.206699 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-dd2c98ca-5703-4845-9ff4-5f099c8d8add tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] Calling delete_port for 0437df35-1f39-4a7d-82cb-effb09240861 owned by {{(pid=87871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:55:05.235202 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.db [req-1352fe72-025f-4a96-a845-d40cdcbe366e req-7e637451-921d-4234-bf24-fc5632b6ffe2 service neutron] For port e551f3ed-2894-4f6d-8e40-b1680f309506, host hv-neutron-8353, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=e551f3ed-2894-4f6d-8e40-b1680f309506,segment=NetworkSegment(e329885b-8f4a-46ec-aac6-9c31786794f0),segment_id=e329885b-8f4a-46ec-aac6-9c31786794f0)] {{(pid=87871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 11:55:05.243679 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.notifiers.nova [None req-9d1330f3-949d-47c0-a5fb-67e41d6b627d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] device_id is not set on port d82d91b0-528b-47c7-b875-31dc1e885a57 yet. {{(pid=87871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 11:55:05.253305 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db80aec-cda6-41eb-9bde-009551944e3c req-98b2e5d4-77c8-496e-8221-c35d74a82427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:55:05.254744 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-8db80aec-cda6-41eb-9bde-009551944e3c req-98b2e5d4-77c8-496e-8221-c35d74a82427 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0ed780f2-8d6e-4932-8a9f-fdf7d02c0d26 HTTP/1.1" status: 200 len: 844 time: 0.2602289 Mar 28 11:55:05.255082 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-9d1330f3-949d-47c0-a5fb-67e41d6b627d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:05.258505 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-1352fe72-025f-4a96-a845-d40cdcbe366e req-7e637451-921d-4234-bf24-fc5632b6ffe2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2363241'] for port, after_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:05.300768 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-b85b79fa-6ca5-488b-b94e-1c4e105bcd11 tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:05.358952 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.provisioning_blocks [None req-9d1330f3-949d-47c0-a5fb-67e41d6b627d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Transition to ACTIVE for port object d82d91b0-528b-47c7-b875-31dc1e885a57 will not be triggered until provisioned by entity L2. {{(pid=87871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:55:05.422441 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1352fe72-025f-4a96-a845-d40cdcbe366e req-7e637451-921d-4234-bf24-fc5632b6ffe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:55:05.423123 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-1352fe72-025f-4a96-a845-d40cdcbe366e req-7e637451-921d-4234-bf24-fc5632b6ffe2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:05.425241 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-1352fe72-025f-4a96-a845-d40cdcbe366e req-7e637451-921d-4234-bf24-fc5632b6ffe2 service neutron] 10.222.0.11 "PUT /v2.0/ports/e551f3ed-2894-4f6d-8e40-b1680f309506 HTTP/1.1" status: 200 len: 1093 time: 4.8038864 Mar 28 11:55:05.432901 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd5974e7-0504-4851-a286-20ab5143705c', 'tag': 'e551f3ed-2894-4f6d-8e40-b1680f309506'}] {{(pid=87871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 11:55:05.438446 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-9d1330f3-949d-47c0-a5fb-67e41d6b627d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2363241'] for port, after_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:05.557846 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db80aec-cda6-41eb-9bde-009551944e3c req-bbeeff1e-6d67-4117-bae8-ac1f237b9b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:55:05.559319 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-8db80aec-cda6-41eb-9bde-009551944e3c req-bbeeff1e-6d67-4117-bae8-ac1f237b9b7f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a4e7a0f3-f0a8-4b6f-ba98-4c112b7f4173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2818220 Mar 28 11:55:05.608974 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-69989dcc-d7ee-4177-8e3b-1d3def5a2d88 tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:05.651808 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:05.657770 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-93d6acc9-1ac2-4534-8125-126704b9b246 tempest-ExternalNetworksAdminNegativeTestJSON-755692623 tempest-ExternalNetworksAdminNegativeTestJSON-755692623-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:05.663861 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91014119-ffd9-42f3-a91d-ff4b8a8ceb06 req-c62e8f8e-7f38-4c20-8d75-b496dc38e4bb tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:55:05.665406 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-91014119-ffd9-42f3-a91d-ff4b8a8ceb06 req-c62e8f8e-7f38-4c20-8d75-b496dc38e4bb tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd5974e7-0504-4851-a286-20ab5143705c HTTP/1.1" status: 200 len: 943 time: 0.7247331 Mar 28 11:55:05.677034 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e637451-921d-4234-bf24-fc5632b6ffe2 service neutron] Pushing event updated for resources: {'Port': ['ID=e551f3ed-2894-4f6d-8e40-b1680f309506,revision_number=3']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:55:05.718446 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-ef3be119-c018-4979-be07-86cf959defc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:05.758102 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-93d6acc9-1ac2-4534-8125-126704b9b246 tempest-ExternalNetworksAdminNegativeTestJSON-755692623 tempest-ExternalNetworksAdminNegativeTestJSON-755692623-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2558288'] for port, after_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:05.761401 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69989dcc-d7ee-4177-8e3b-1d3def5a2d88 tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Pushing event deleted for resources: {'Port': ['ID=3b548c4a-fd80-4237-b0b9-93c5ba2aa28d,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:55:05.795315 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85b79fa-6ca5-488b-b94e-1c4e105bcd11 tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] Pushing event deleted for resources: {'Port': ['ID=57c2f235-3097-4440-9ace-841defc3a4e5,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:55:05.854919 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-b85b79fa-6ca5-488b-b94e-1c4e105bcd11 tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-709573'] for router_gateway, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:05.983353 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d6acc9-1ac2-4534-8125-126704b9b246 tempest-ExternalNetworksAdminNegativeTestJSON-755692623 tempest-ExternalNetworksAdminNegativeTestJSON-755692623-project-admin] Pushing event updated for resources: {'Port': ['ID=00174c7d-5bae-4255-a523-dec5be977951,revision_number=2']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:55:06.002734 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.managers [None req-9d1330f3-949d-47c0-a5fb-67e41d6b627d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Attempting to bind port d82d91b0-528b-47c7-b875-31dc1e885a57 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:55:06.003149 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.managers [None req-9d1330f3-949d-47c0-a5fb-67e41d6b627d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Attempting to bind port d82d91b0-528b-47c7-b875-31dc1e885a57 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '30e6b1be-e830-45bc-98e2-975be020045d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'c47c70d4-a1a9-4639-ac7c-b51a24a06c43'}] {{(pid=87871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:55:06.003411 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d1330f3-949d-47c0-a5fb-67e41d6b627d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Attempting to bind port d82d91b0-528b-47c7-b875-31dc1e885a57 on network c47c70d4-a1a9-4639-ac7c-b51a24a06c43 {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:55:06.033811 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d1330f3-949d-47c0-a5fb-67e41d6b627d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Port d82d91b0-528b-47c7-b875-31dc1e885a57 on network c47c70d4-a1a9-4639-ac7c-b51a24a06c43 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 11:55:06.034168 dv-neutron-835340-2-hyperv neutron-server[87871]: ERROR neutron.plugins.ml2.managers [None req-9d1330f3-949d-47c0-a5fb-67e41d6b627d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Failed to bind port d82d91b0-528b-47c7-b875-31dc1e885a57 on host hv-neutron-8353 for vnic_type normal using segments [{'id': '30e6b1be-e830-45bc-98e2-975be020045d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'c47c70d4-a1a9-4639-ac7c-b51a24a06c43'}] Mar 28 11:55:06.034786 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-8db80aec-cda6-41eb-9bde-009551944e3c req-9a26b589-edcc-4189-bc6e-f4de188490c7 service neutron] 10.222.0.11 "GET /v2.0/networks/a4e7a0f3-f0a8-4b6f-ba98-4c112b7f4173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4678674 Mar 28 11:55:06.067101 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-93d6acc9-1ac2-4534-8125-126704b9b246 tempest-ExternalNetworksAdminNegativeTestJSON-755692623 tempest-ExternalNetworksAdminNegativeTestJSON-755692623-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-709520'] for floatingip, after_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:06.091910 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.plugins.ml2.plugin [None req-9d1330f3-949d-47c0-a5fb-67e41d6b627d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Attempt 2 to bind port d82d91b0-528b-47c7-b875-31dc1e885a57 Mar 28 11:55:06.101308 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-91014119-ffd9-42f3-a91d-ff4b8a8ceb06 req-fe6ecf47-d999-4368-a7bc-afc2dcdbc9d5 tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] 10.222.0.30 "GET /v2.0/security-groups?id=895ae8ad-46d6-4a0f-b104-9c0ca0cce592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4176533 Mar 28 11:55:06.116820 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-b85b79fa-6ca5-488b-b94e-1c4e105bcd11 tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-745164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-260864'] for router, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:06.121085 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-dd2c98ca-5703-4845-9ff4-5f099c8d8add tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:06.124101 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1330f3-949d-47c0-a5fb-67e41d6b627d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Pushing event updated for resources: {'Port': ['ID=d82d91b0-528b-47c7-b875-31dc1e885a57,revision_number=2']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:55:06.130113 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-b85b79fa-6ca5-488b-b94e-1c4e105bcd11 tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:06.155868 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-69989dcc-d7ee-4177-8e3b-1d3def5a2d88 tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:06.171679 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae002c69-a844-40d9-869c-ef9368170d89 req-08a78b8e-7ae3-433c-95fe-b4a762d5b3ba tempest-ServersTestManualDisk-684628403 tempest-ServersTestManualDisk-684628403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:55:06.178984 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-ae002c69-a844-40d9-869c-ef9368170d89 req-08a78b8e-7ae3-433c-95fe-b4a762d5b3ba tempest-ServersTestManualDisk-684628403 tempest-ServersTestManualDisk-684628403-project] 10.222.0.30 "GET /v2.0/ports?device_id=00dcb3fa-3bac-452c-bc74-3ffffeaa885d HTTP/1.1" status: 200 len: 946 time: 0.5672016 Mar 28 11:55:06.180987 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1352fe72-025f-4a96-a845-d40cdcbe366e req-41f7309f-f7da-44a7-a667-5dee590517ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:55:06.182824 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-1352fe72-025f-4a96-a845-d40cdcbe366e req-41f7309f-f7da-44a7-a667-5dee590517ee service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a9d4ebb77b824347aa8bcf325a031e53&device_id=bd5974e7-0504-4851-a286-20ab5143705c HTTP/1.1" status: 200 len: 1096 time: 0.6429050 Mar 28 11:55:06.253938 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.managers [None req-9d1330f3-949d-47c0-a5fb-67e41d6b627d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Attempting to bind port d82d91b0-528b-47c7-b875-31dc1e885a57 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:55:06.254134 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-93d6acc9-1ac2-4534-8125-126704b9b246 tempest-ExternalNetworksAdminNegativeTestJSON-755692623 tempest-ExternalNetworksAdminNegativeTestJSON-755692623-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for floatingip, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:06.254217 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.managers [None req-9d1330f3-949d-47c0-a5fb-67e41d6b627d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Attempting to bind port d82d91b0-528b-47c7-b875-31dc1e885a57 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '30e6b1be-e830-45bc-98e2-975be020045d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'c47c70d4-a1a9-4639-ac7c-b51a24a06c43'}] {{(pid=87871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:55:06.254294 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d1330f3-949d-47c0-a5fb-67e41d6b627d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Attempting to bind port d82d91b0-528b-47c7-b875-31dc1e885a57 on network c47c70d4-a1a9-4639-ac7c-b51a24a06c43 {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:55:06.254903 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-93d6acc9-1ac2-4534-8125-126704b9b246 tempest-ExternalNetworksAdminNegativeTestJSON-755692623 tempest-ExternalNetworksAdminNegativeTestJSON-755692623-project-admin] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.8671398 Mar 28 11:55:06.270324 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 48438) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:06.291133 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-51f5c662-d57a-47ec-a437-8a93d79674e1 tempest-ExternalNetworksAdminNegativeTestJSON-755692623 tempest-ExternalNetworksAdminNegativeTestJSON-755692623-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1669421567', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'fixed_ips': [{'ip_address': '172.26.7.64'}]}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:55:06.299841 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-69989dcc-d7ee-4177-8e3b-1d3def5a2d88 tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] 10.222.0.30 "DELETE /v2.0/ports/3b548c4a-fd80-4237-b0b9-93c5ba2aa28d HTTP/1.1" status: 204 len: 168 time: 2.2466643 Mar 28 11:55:06.306165 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 48442) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:06.313968 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-51f5c662-d57a-47ec-a437-8a93d79674e1 tempest-ExternalNetworksAdminNegativeTestJSON-755692623 tempest-ExternalNetworksAdminNegativeTestJSON-755692623-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:55:06.369318 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-ae002c69-a844-40d9-869c-ef9368170d89 req-de0c542f-4570-4a8f-b880-7c215164c23f tempest-ServersTestManualDisk-684628403 tempest-ServersTestManualDisk-684628403-project] 10.222.0.30 "GET /v2.0/security-groups?id=b180dbb9-1594-4776-8849-ae178407ded7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1893666 Mar 28 11:55:06.392308 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-51f5c662-d57a-47ec-a437-8a93d79674e1 tempest-ExternalNetworksAdminNegativeTestJSON-755692623 tempest-ExternalNetworksAdminNegativeTestJSON-755692623-project-admin] Usage tracker for resource:port and tenant:74ada5c5b141451b9bb76ac311afe747 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:55:06.398586 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-51f5c662-d57a-47ec-a437-8a93d79674e1 tempest-ExternalNetworksAdminNegativeTestJSON-755692623 tempest-ExternalNetworksAdminNegativeTestJSON-755692623-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:55:06.401978 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.pecan_wsgi.hooks.translation [None req-d965fb1b-f0b2-4756-b0c9-87cfcf5a24f4 tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] GET failed (client error): The resource could not be found. Mar 28 11:55:06.402743 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-d965fb1b-f0b2-4756-b0c9-87cfcf5a24f4 tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Synchronizing usage tracker for tenant:6696e3fb7c7e4b0485759ec64225ba6d on resource:port {{(pid=87870) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:55:06.419125 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-51f5c662-d57a-47ec-a437-8a93d79674e1 tempest-ExternalNetworksAdminNegativeTestJSON-755692623 tempest-ExternalNetworksAdminNegativeTestJSON-755692623-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:55:06.436410 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-8db80aec-cda6-41eb-9bde-009551944e3c req-49ca3810-2178-447c-b387-123a41c2ca30 service neutron] 10.222.0.11 "GET /v2.0/networks/a4e7a0f3-f0a8-4b6f-ba98-4c112b7f4173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3568172 Mar 28 11:55:06.443927 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51f5c662-d57a-47ec-a437-8a93d79674e1 tempest-ExternalNetworksAdminNegativeTestJSON-755692623 tempest-ExternalNetworksAdminNegativeTestJSON-755692623-project-admin] Made reservation on behalf of 74ada5c5b141451b9bb76ac311afe747 for: {'port': 1} {{(pid=87870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:55:06.446004 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2c98ca-5703-4845-9ff4-5f099c8d8add tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] Pushing event deleted for resources: {'Port': ['ID=0437df35-1f39-4a7d-82cb-effb09240861,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:55:06.446504 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-51f5c662-d57a-47ec-a437-8a93d79674e1 tempest-ExternalNetworksAdminNegativeTestJSON-755692623 tempest-ExternalNetworksAdminNegativeTestJSON-755692623-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:06.458555 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-d965fb1b-f0b2-4756-b0c9-87cfcf5a24f4 tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Unset dirty status for tenant:6696e3fb7c7e4b0485759ec64225ba6d on resource:port {{(pid=87870) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:55:06.463102 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-d965fb1b-f0b2-4756-b0c9-87cfcf5a24f4 tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] 10.222.0.30 "GET /v2.0/ports/3b548c4a-fd80-4237-b0b9-93c5ba2aa28d HTTP/1.1" status: 404 len: 333 time: 0.1526277 Mar 28 11:55:06.463102 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-51f5c662-d57a-47ec-a437-8a93d79674e1 tempest-ExternalNetworksAdminNegativeTestJSON-755692623 tempest-ExternalNetworksAdminNegativeTestJSON-755692623-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:06.471113 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 48446) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:06.479886 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-90efeea8-a9ec-4800-8538-9bd1bc79fe54 tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Request body: {'port': {'network_id': '09125240-64b9-4e2f-bd5f-693b9dc0f6ad', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1906842831'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:55:06.482410 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd5974e7-0504-4851-a286-20ab5143705c', 'tag': 'e551f3ed-2894-4f6d-8e40-b1680f309506', 'status': 'completed', 'code': 200} Mar 28 11:55:06.482959 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d1330f3-949d-47c0-a5fb-67e41d6b627d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Port d82d91b0-528b-47c7-b875-31dc1e885a57 on network c47c70d4-a1a9-4639-ac7c-b51a24a06c43 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 11:55:06.483354 dv-neutron-835340-2-hyperv neutron-server[87871]: ERROR neutron.plugins.ml2.managers [None req-9d1330f3-949d-47c0-a5fb-67e41d6b627d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Failed to bind port d82d91b0-528b-47c7-b875-31dc1e885a57 on host hv-neutron-8353 for vnic_type normal using segments [{'id': '30e6b1be-e830-45bc-98e2-975be020045d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'c47c70d4-a1a9-4639-ac7c-b51a24a06c43'}] Mar 28 11:55:06.499032 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.plugins.ml2.plugin [None req-9d1330f3-949d-47c0-a5fb-67e41d6b627d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Attempt 3 to bind port d82d91b0-528b-47c7-b875-31dc1e885a57 Mar 28 11:55:06.514444 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-51f5c662-d57a-47ec-a437-8a93d79674e1 tempest-ExternalNetworksAdminNegativeTestJSON-755692623 tempest-ExternalNetworksAdminNegativeTestJSON-755692623-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:55:06.527753 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-51f5c662-d57a-47ec-a437-8a93d79674e1 tempest-ExternalNetworksAdminNegativeTestJSON-755692623 tempest-ExternalNetworksAdminNegativeTestJSON-755692623-project-admin] Usage tracker for resource:security_group_rule and tenant:74ada5c5b141451b9bb76ac311afe747 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:55:06.533369 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-51f5c662-d57a-47ec-a437-8a93d79674e1 tempest-ExternalNetworksAdminNegativeTestJSON-755692623 tempest-ExternalNetworksAdminNegativeTestJSON-755692623-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:55:06.544962 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-1352fe72-025f-4a96-a845-d40cdcbe366e req-845e8ee6-00ab-4023-8bfb-66c3f4238d44 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e551f3ed-2894-4f6d-8e40-b1680f309506 HTTP/1.1" status: 200 len: 217 time: 0.2798963 Mar 28 11:55:06.559307 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-b85b79fa-6ca5-488b-b94e-1c4e105bcd11 tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-745021'] for router, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:06.559825 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b85b79fa-6ca5-488b-b94e-1c4e105bcd11 tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] Fanout notify agent at l3_agent the message router_deleted on router 7609d85a-8eda-4a66-9147-57cecec51bcb {{(pid=87871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 11:55:06.615657 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.managers [None req-9d1330f3-949d-47c0-a5fb-67e41d6b627d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Attempting to bind port d82d91b0-528b-47c7-b875-31dc1e885a57 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:55:06.615990 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.managers [None req-9d1330f3-949d-47c0-a5fb-67e41d6b627d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Attempting to bind port d82d91b0-528b-47c7-b875-31dc1e885a57 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '30e6b1be-e830-45bc-98e2-975be020045d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'c47c70d4-a1a9-4639-ac7c-b51a24a06c43'}] {{(pid=87871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:55:06.616324 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d1330f3-949d-47c0-a5fb-67e41d6b627d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Attempting to bind port d82d91b0-528b-47c7-b875-31dc1e885a57 on network c47c70d4-a1a9-4639-ac7c-b51a24a06c43 {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:55:06.648063 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d1330f3-949d-47c0-a5fb-67e41d6b627d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Port d82d91b0-528b-47c7-b875-31dc1e885a57 on network c47c70d4-a1a9-4639-ac7c-b51a24a06c43 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 11:55:06.648391 dv-neutron-835340-2-hyperv neutron-server[87871]: ERROR neutron.plugins.ml2.managers [None req-9d1330f3-949d-47c0-a5fb-67e41d6b627d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Failed to bind port d82d91b0-528b-47c7-b875-31dc1e885a57 on host hv-neutron-8353 for vnic_type normal using segments [{'id': '30e6b1be-e830-45bc-98e2-975be020045d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'c47c70d4-a1a9-4639-ac7c-b51a24a06c43'}] Mar 28 11:55:06.652897 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.plugins.ml2.plugin [None req-9d1330f3-949d-47c0-a5fb-67e41d6b627d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Attempt 4 to bind port d82d91b0-528b-47c7-b875-31dc1e885a57 Mar 28 11:55:06.676778 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-51f5c662-d57a-47ec-a437-8a93d79674e1 tempest-ExternalNetworksAdminNegativeTestJSON-755692623 tempest-ExternalNetworksAdminNegativeTestJSON-755692623-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:55:06.727073 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1352fe72-025f-4a96-a845-d40cdcbe366e req-83868066-cfca-4b2e-a359-15ddcec00de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:55:06.728538 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-1352fe72-025f-4a96-a845-d40cdcbe366e req-83868066-cfca-4b2e-a359-15ddcec00de7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=cfae7222-6a03-4ef8-86ee-e424dc4b71d7 HTTP/1.1" status: 200 len: 850 time: 0.1624012 Mar 28 11:55:06.729370 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.managers [None req-9d1330f3-949d-47c0-a5fb-67e41d6b627d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Attempting to bind port d82d91b0-528b-47c7-b875-31dc1e885a57 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:55:06.729496 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.managers [None req-9d1330f3-949d-47c0-a5fb-67e41d6b627d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Attempting to bind port d82d91b0-528b-47c7-b875-31dc1e885a57 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '30e6b1be-e830-45bc-98e2-975be020045d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'c47c70d4-a1a9-4639-ac7c-b51a24a06c43'}] {{(pid=87871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:55:06.729808 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d1330f3-949d-47c0-a5fb-67e41d6b627d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Attempting to bind port d82d91b0-528b-47c7-b875-31dc1e885a57 on network c47c70d4-a1a9-4639-ac7c-b51a24a06c43 {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:55:06.746138 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-90efeea8-a9ec-4800-8538-9bd1bc79fe54 tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:55:06.762595 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-90efeea8-a9ec-4800-8538-9bd1bc79fe54 tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:55:06.780824 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90efeea8-a9ec-4800-8538-9bd1bc79fe54 tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Made reservation on behalf of 6696e3fb7c7e4b0485759ec64225ba6d for: {'port': 1} {{(pid=87870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:55:06.783651 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d1330f3-949d-47c0-a5fb-67e41d6b627d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Port d82d91b0-528b-47c7-b875-31dc1e885a57 on network c47c70d4-a1a9-4639-ac7c-b51a24a06c43 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 11:55:06.783975 dv-neutron-835340-2-hyperv neutron-server[87871]: ERROR neutron.plugins.ml2.managers [None req-9d1330f3-949d-47c0-a5fb-67e41d6b627d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Failed to bind port d82d91b0-528b-47c7-b875-31dc1e885a57 on host hv-neutron-8353 for vnic_type normal using segments [{'id': '30e6b1be-e830-45bc-98e2-975be020045d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'c47c70d4-a1a9-4639-ac7c-b51a24a06c43'}] Mar 28 11:55:06.785001 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-90efeea8-a9ec-4800-8538-9bd1bc79fe54 tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:06.791965 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.plugins.ml2.plugin [None req-9d1330f3-949d-47c0-a5fb-67e41d6b627d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Attempt 5 to bind port d82d91b0-528b-47c7-b875-31dc1e885a57 Mar 28 11:55:06.822523 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.notifiers.nova [None req-90efeea8-a9ec-4800-8538-9bd1bc79fe54 tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] device_id is not set on port 67daef2f-b0a8-431d-9688-9da651d9873f yet. {{(pid=87870) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 11:55:06.827006 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-b85b79fa-6ca5-488b-b94e-1c4e105bcd11 tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] Notify callbacks [] for router, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:06.832309 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-b85b79fa-6ca5-488b-b94e-1c4e105bcd11 tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] 10.222.0.30 "DELETE /v2.0/routers/7609d85a-8eda-4a66-9147-57cecec51bcb HTTP/1.1" status: 204 len: 168 time: 5.0786090 Mar 28 11:55:06.834892 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 48450) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:06.835824 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.managers [None req-9d1330f3-949d-47c0-a5fb-67e41d6b627d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Attempting to bind port d82d91b0-528b-47c7-b875-31dc1e885a57 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:55:06.836151 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.managers [None req-9d1330f3-949d-47c0-a5fb-67e41d6b627d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Attempting to bind port d82d91b0-528b-47c7-b875-31dc1e885a57 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '30e6b1be-e830-45bc-98e2-975be020045d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'c47c70d4-a1a9-4639-ac7c-b51a24a06c43'}] {{(pid=87871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:55:06.836481 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d1330f3-949d-47c0-a5fb-67e41d6b627d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Attempting to bind port d82d91b0-528b-47c7-b875-31dc1e885a57 on network c47c70d4-a1a9-4639-ac7c-b51a24a06c43 {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:55:06.881341 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-51f5c662-d57a-47ec-a437-8a93d79674e1 tempest-ExternalNetworksAdminNegativeTestJSON-755692623 tempest-ExternalNetworksAdminNegativeTestJSON-755692623-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:06.884304 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-69a831c1-e4cd-4523-9102-d7b4f9a8c056 tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Request body: {'router': {'name': 'tempest-snat-router-607492927', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'enable_snat': False}}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:55:06.892003 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d1330f3-949d-47c0-a5fb-67e41d6b627d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Port d82d91b0-528b-47c7-b875-31dc1e885a57 on network c47c70d4-a1a9-4639-ac7c-b51a24a06c43 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 11:55:06.892330 dv-neutron-835340-2-hyperv neutron-server[87871]: ERROR neutron.plugins.ml2.managers [None req-9d1330f3-949d-47c0-a5fb-67e41d6b627d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Failed to bind port d82d91b0-528b-47c7-b875-31dc1e885a57 on host hv-neutron-8353 for vnic_type normal using segments [{'id': '30e6b1be-e830-45bc-98e2-975be020045d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'c47c70d4-a1a9-4639-ac7c-b51a24a06c43'}] Mar 28 11:55:06.892845 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-51f5c662-d57a-47ec-a437-8a93d79674e1 tempest-ExternalNetworksAdminNegativeTestJSON-755692623 tempest-ExternalNetworksAdminNegativeTestJSON-755692623-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:06.907874 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.notifiers.nova [None req-51f5c662-d57a-47ec-a437-8a93d79674e1 tempest-ExternalNetworksAdminNegativeTestJSON-755692623 tempest-ExternalNetworksAdminNegativeTestJSON-755692623-project-admin] device_id is not set on port 8da9626f-5364-444e-ad38-515d7353e945 yet. {{(pid=87870) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 11:55:06.925016 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6ea8ea-2b27-43f5-bca5-8d3e4bde528b req-b9fd2576-66e9-4bbb-a378-c1dad4e73528 tempest-ServersTestJSON-1268936191 tempest-ServersTestJSON-1268936191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:55:06.926474 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-2f6ea8ea-2b27-43f5-bca5-8d3e4bde528b req-b9fd2576-66e9-4bbb-a378-c1dad4e73528 tempest-ServersTestJSON-1268936191 tempest-ServersTestJSON-1268936191-project] 10.222.0.30 "GET /v2.0/ports?device_id=8e3d6e39-b829-4f9d-a142-9dbe2825c211 HTTP/1.1" status: 200 len: 944 time: 0.4783151 Mar 28 11:55:06.928461 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-69a831c1-e4cd-4523-9102-d7b4f9a8c056 tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:55:06.934941 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.plugins.ml2.plugin [None req-9d1330f3-949d-47c0-a5fb-67e41d6b627d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Attempt 6 to bind port d82d91b0-528b-47c7-b875-31dc1e885a57 Mar 28 11:55:06.959903 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-69a831c1-e4cd-4523-9102-d7b4f9a8c056 tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Usage tracker for resource:router and tenant:d81c380f5a424ddd9f088c5f4081fe4e is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:55:06.986680 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-69a831c1-e4cd-4523-9102-d7b4f9a8c056 tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:55:07.022230 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-69a831c1-e4cd-4523-9102-d7b4f9a8c056 tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:55:07.024158 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.managers [None req-9d1330f3-949d-47c0-a5fb-67e41d6b627d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Attempting to bind port d82d91b0-528b-47c7-b875-31dc1e885a57 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:55:07.024487 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.managers [None req-9d1330f3-949d-47c0-a5fb-67e41d6b627d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Attempting to bind port d82d91b0-528b-47c7-b875-31dc1e885a57 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '30e6b1be-e830-45bc-98e2-975be020045d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'c47c70d4-a1a9-4639-ac7c-b51a24a06c43'}] {{(pid=87871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:55:07.024818 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d1330f3-949d-47c0-a5fb-67e41d6b627d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Attempting to bind port d82d91b0-528b-47c7-b875-31dc1e885a57 on network c47c70d4-a1a9-4639-ac7c-b51a24a06c43 {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:55:07.033179 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f5c662-d57a-47ec-a437-8a93d79674e1 tempest-ExternalNetworksAdminNegativeTestJSON-755692623 tempest-ExternalNetworksAdminNegativeTestJSON-755692623-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d6040e7-d637-4d35-8286-1bc9537eb4e7,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:55:07.070710 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d1330f3-949d-47c0-a5fb-67e41d6b627d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Port d82d91b0-528b-47c7-b875-31dc1e885a57 on network c47c70d4-a1a9-4639-ac7c-b51a24a06c43 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 11:55:07.071122 dv-neutron-835340-2-hyperv neutron-server[87871]: ERROR neutron.plugins.ml2.managers [None req-9d1330f3-949d-47c0-a5fb-67e41d6b627d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Failed to bind port d82d91b0-528b-47c7-b875-31dc1e885a57 on host hv-neutron-8353 for vnic_type normal using segments [{'id': '30e6b1be-e830-45bc-98e2-975be020045d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'c47c70d4-a1a9-4639-ac7c-b51a24a06c43'}] Mar 28 11:55:07.074220 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Device 1f1c1efa-93f1-4a11-b5e9-dedf17802a87 details requested by agent hyperv_hv-neutron-8353 with host hv-neutron-8353 {{(pid=87872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 28 11:55:07.087636 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.plugins.ml2.plugin [None req-9d1330f3-949d-47c0-a5fb-67e41d6b627d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Attempt 7 to bind port d82d91b0-528b-47c7-b875-31dc1e885a57 Mar 28 11:55:07.116162 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-69a831c1-e4cd-4523-9102-d7b4f9a8c056 tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-707665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-260886'] for router, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:07.117152 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-69a831c1-e4cd-4523-9102-d7b4f9a8c056 tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-705660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709650', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-767110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260873'] for router, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:07.122639 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.db_base_plugin_common [None req-90efeea8-a9ec-4800-8538-9bd1bc79fe54 tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Allocated IP 2001:db8::19e (09125240-64b9-4e2f-bd5f-693b9dc0f6ad/6b2d99dd-05df-44e9-8abe-c8e58135e652/67daef2f-b0a8-431d-9688-9da651d9873f) {{(pid=87870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:55:07.151002 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-2f6ea8ea-2b27-43f5-bca5-8d3e4bde528b req-77767d4b-3629-4ca5-93c6-1f990c755c3f tempest-ServersTestJSON-1268936191 tempest-ServersTestJSON-1268936191-project] 10.222.0.30 "GET /v2.0/security-groups?id=01efca3c-f549-4b6d-88ba-c49064a4c100&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1958973 Mar 28 11:55:07.152025 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.managers [None req-9d1330f3-949d-47c0-a5fb-67e41d6b627d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Attempting to bind port d82d91b0-528b-47c7-b875-31dc1e885a57 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:55:07.152135 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.managers [None req-9d1330f3-949d-47c0-a5fb-67e41d6b627d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Attempting to bind port d82d91b0-528b-47c7-b875-31dc1e885a57 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '30e6b1be-e830-45bc-98e2-975be020045d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'c47c70d4-a1a9-4639-ac7c-b51a24a06c43'}] {{(pid=87871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:55:07.152422 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d1330f3-949d-47c0-a5fb-67e41d6b627d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Attempting to bind port d82d91b0-528b-47c7-b875-31dc1e885a57 on network c47c70d4-a1a9-4639-ac7c-b51a24a06c43 {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:55:07.174447 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d1330f3-949d-47c0-a5fb-67e41d6b627d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Port d82d91b0-528b-47c7-b875-31dc1e885a57 on network c47c70d4-a1a9-4639-ac7c-b51a24a06c43 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 11:55:07.174777 dv-neutron-835340-2-hyperv neutron-server[87871]: ERROR neutron.plugins.ml2.managers [None req-9d1330f3-949d-47c0-a5fb-67e41d6b627d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Failed to bind port d82d91b0-528b-47c7-b875-31dc1e885a57 on host hv-neutron-8353 for vnic_type normal using segments [{'id': '30e6b1be-e830-45bc-98e2-975be020045d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'c47c70d4-a1a9-4639-ac7c-b51a24a06c43'}] Mar 28 11:55:07.176858 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.plugins.ml2.plugin [None req-9d1330f3-949d-47c0-a5fb-67e41d6b627d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Attempt 8 to bind port d82d91b0-528b-47c7-b875-31dc1e885a57 Mar 28 11:55:07.187119 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1352fe72-025f-4a96-a845-d40cdcbe366e req-219b32c1-bcbb-4397-ba04-d16008616863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:55:07.189699 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-1352fe72-025f-4a96-a845-d40cdcbe366e req-219b32c1-bcbb-4397-ba04-d16008616863 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b072139b-1edf-4981-9f6f-41603d7605ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4517560 Mar 28 11:55:07.192532 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-dd2c98ca-5703-4845-9ff4-5f099c8d8add tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:07.222174 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-69a831c1-e4cd-4523-9102-d7b4f9a8c056 tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:07.244712 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.managers [None req-9d1330f3-949d-47c0-a5fb-67e41d6b627d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Attempting to bind port d82d91b0-528b-47c7-b875-31dc1e885a57 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:55:07.245043 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.managers [None req-9d1330f3-949d-47c0-a5fb-67e41d6b627d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Attempting to bind port d82d91b0-528b-47c7-b875-31dc1e885a57 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '30e6b1be-e830-45bc-98e2-975be020045d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'c47c70d4-a1a9-4639-ac7c-b51a24a06c43'}] {{(pid=87871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:55:07.245522 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d1330f3-949d-47c0-a5fb-67e41d6b627d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Attempting to bind port d82d91b0-528b-47c7-b875-31dc1e885a57 on network c47c70d4-a1a9-4639-ac7c-b51a24a06c43 {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:55:07.257236 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-dd2c98ca-5703-4845-9ff4-5f099c8d8add tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] 10.222.0.30 "DELETE /v2.0/ports/0437df35-1f39-4a7d-82cb-effb09240861 HTTP/1.1" status: 204 len: 168 time: 3.8156912 Mar 28 11:55:07.259047 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 48456) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:07.263420 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d1330f3-949d-47c0-a5fb-67e41d6b627d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Port d82d91b0-528b-47c7-b875-31dc1e885a57 on network c47c70d4-a1a9-4639-ac7c-b51a24a06c43 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 11:55:07.263420 dv-neutron-835340-2-hyperv neutron-server[87871]: ERROR neutron.plugins.ml2.managers [None req-9d1330f3-949d-47c0-a5fb-67e41d6b627d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Failed to bind port d82d91b0-528b-47c7-b875-31dc1e885a57 on host hv-neutron-8353 for vnic_type normal using segments [{'id': '30e6b1be-e830-45bc-98e2-975be020045d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'c47c70d4-a1a9-4639-ac7c-b51a24a06c43'}] Mar 28 11:55:07.263842 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.pecan_wsgi.hooks.translation [None req-51f5c662-d57a-47ec-a437-8a93d79674e1 tempest-ExternalNetworksAdminNegativeTestJSON-755692623 tempest-ExternalNetworksAdminNegativeTestJSON-755692623-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Mar 28 11:55:07.264656 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51f5c662-d57a-47ec-a437-8a93d79674e1 tempest-ExternalNetworksAdminNegativeTestJSON-755692623 tempest-ExternalNetworksAdminNegativeTestJSON-755692623-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=87870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 11:55:07.279520 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] For port 1f1c1efa-93f1-4a11-b5e9-dedf17802a87, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=1f1c1efa-93f1-4a11-b5e9-dedf17802a87,segment=NetworkSegment(198798f5-3835-4d38-b1d4-ea994e0d42ca),segment_id=198798f5-3835-4d38-b1d4-ea994e0d42ca)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:55:07.294386 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Returning: {'device': '1f1c1efa-93f1-4a11-b5e9-dedf17802a87', 'network_id': 'a4e7a0f3-f0a8-4b6f-ba98-4c112b7f4173', 'port_id': '1f1c1efa-93f1-4a11-b5e9-dedf17802a87', 'mac_address': 'fa:16:3e:75:79:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ed780f2-8d6e-4932-8a9f-fdf7d02c0d26', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 28 11:55:07.310155 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.plugins.ml2.plugin [None req-9d1330f3-949d-47c0-a5fb-67e41d6b627d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Attempt 9 to bind port d82d91b0-528b-47c7-b875-31dc1e885a57 Mar 28 11:55:07.361748 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:07.383754 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.managers [None req-9d1330f3-949d-47c0-a5fb-67e41d6b627d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Attempting to bind port d82d91b0-528b-47c7-b875-31dc1e885a57 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:55:07.383952 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.notifiers.nova [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f1c1efa-93f1-4a11-b5e9-dedf17802a87 {{(pid=87872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 11:55:07.384203 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.managers [None req-9d1330f3-949d-47c0-a5fb-67e41d6b627d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Attempting to bind port d82d91b0-528b-47c7-b875-31dc1e885a57 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '30e6b1be-e830-45bc-98e2-975be020045d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'c47c70d4-a1a9-4639-ac7c-b51a24a06c43'}] {{(pid=87871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:55:07.384571 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d1330f3-949d-47c0-a5fb-67e41d6b627d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Attempting to bind port d82d91b0-528b-47c7-b875-31dc1e885a57 on network c47c70d4-a1a9-4639-ac7c-b51a24a06c43 {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:55:07.389528 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-b7ccd3c7-0277-4f12-8e5c-e41478141af5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:07.390190 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.pecan_wsgi.hooks.translation [None req-df928820-922d-4e50-8f7b-61054c0709ee tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] GET failed (client error): The resource could not be found. Mar 28 11:55:07.391413 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-df928820-922d-4e50-8f7b-61054c0709ee tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] Synchronizing usage tracker for tenant:fd6f94a999304d45b576d97dddac9f8b on resource:port {{(pid=87871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:55:07.402125 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] For port 1f1c1efa-93f1-4a11-b5e9-dedf17802a87, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=1f1c1efa-93f1-4a11-b5e9-dedf17802a87,segment=NetworkSegment(198798f5-3835-4d38-b1d4-ea994e0d42ca),segment_id=198798f5-3835-4d38-b1d4-ea994e0d42ca)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:55:07.408447 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:07.412474 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d1330f3-949d-47c0-a5fb-67e41d6b627d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Port d82d91b0-528b-47c7-b875-31dc1e885a57 on network c47c70d4-a1a9-4639-ac7c-b51a24a06c43 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 11:55:07.412738 dv-neutron-835340-2-hyperv neutron-server[87871]: ERROR neutron.plugins.ml2.managers [None req-9d1330f3-949d-47c0-a5fb-67e41d6b627d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Failed to bind port d82d91b0-528b-47c7-b875-31dc1e885a57 on host hv-neutron-8353 for vnic_type normal using segments [{'id': '30e6b1be-e830-45bc-98e2-975be020045d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'c47c70d4-a1a9-4639-ac7c-b51a24a06c43'}] Mar 28 11:55:07.447336 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-51f5c662-d57a-47ec-a437-8a93d79674e1 tempest-ExternalNetworksAdminNegativeTestJSON-755692623 tempest-ExternalNetworksAdminNegativeTestJSON-755692623-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 1.1714051 Mar 28 11:55:07.449586 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 48462) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:07.472188 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.plugins.ml2.plugin [None req-9d1330f3-949d-47c0-a5fb-67e41d6b627d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Attempt 10 to bind port d82d91b0-528b-47c7-b875-31dc1e885a57 Mar 28 11:55:07.487798 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Pushing event updated for resources: {'Port': ['ID=1f1c1efa-93f1-4a11-b5e9-dedf17802a87,revision_number=4']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:55:07.571490 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-1352fe72-025f-4a96-a845-d40cdcbe366e req-d99b4310-5c09-4256-b055-6a6f9d46e34e service neutron] 10.222.0.11 "GET /v2.0/networks/b072139b-1edf-4981-9f6f-41603d7605ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3717902 Mar 28 11:55:07.580264 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-df928820-922d-4e50-8f7b-61054c0709ee tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] Unset dirty status for tenant:fd6f94a999304d45b576d97dddac9f8b on resource:port {{(pid=87871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:55:07.581412 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-df928820-922d-4e50-8f7b-61054c0709ee tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] 10.222.0.30 "GET /v2.0/ports/0437df35-1f39-4a7d-82cb-effb09240861 HTTP/1.1" status: 404 len: 333 time: 0.3194673 Mar 28 11:55:07.582156 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.managers [None req-9d1330f3-949d-47c0-a5fb-67e41d6b627d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Attempting to bind port d82d91b0-528b-47c7-b875-31dc1e885a57 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:55:07.582482 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.managers [None req-9d1330f3-949d-47c0-a5fb-67e41d6b627d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Attempting to bind port d82d91b0-528b-47c7-b875-31dc1e885a57 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '30e6b1be-e830-45bc-98e2-975be020045d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'c47c70d4-a1a9-4639-ac7c-b51a24a06c43'}] {{(pid=87871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:55:07.582808 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d1330f3-949d-47c0-a5fb-67e41d6b627d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Attempting to bind port d82d91b0-528b-47c7-b875-31dc1e885a57 on network c47c70d4-a1a9-4639-ac7c-b51a24a06c43 {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:55:07.584735 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 48466) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:07.612722 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] get_ports_and_sgs() called for port_ids ['1f1c1efa-93f1-4a11-b5e9-dedf17802a87'] {{(pid=87872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 11:55:07.651487 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-90efeea8-a9ec-4800-8538-9bd1bc79fe54 tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Notify callbacks [] for port, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:07.674835 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c9be4c-8e69-485d-9cb6-37434870863f req-15158393-d5d5-46d3-ad91-6f5c9d319e21 tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:55:07.676323 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-84c9be4c-8e69-485d-9cb6-37434870863f req-15158393-d5d5-46d3-ad91-6f5c9d319e21 tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd5974e7-0504-4851-a286-20ab5143705c HTTP/1.1" status: 200 len: 943 time: 0.4063394 Mar 28 11:55:07.679599 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-81b11252-ac5c-408d-a817-191604095045 tempest-ExternalNetworksAdminNegativeTestJSON-755692623 tempest-ExternalNetworksAdminNegativeTestJSON-755692623-project-admin] Deleting port 00174c7d-5bae-4255-a523-dec5be977951 {{(pid=87870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:55:07.679942 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-81b11252-ac5c-408d-a817-191604095045 tempest-ExternalNetworksAdminNegativeTestJSON-755692623 tempest-ExternalNetworksAdminNegativeTestJSON-755692623-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:07.729692 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d1330f3-949d-47c0-a5fb-67e41d6b627d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Port d82d91b0-528b-47c7-b875-31dc1e885a57 on network c47c70d4-a1a9-4639-ac7c-b51a24a06c43 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 11:55:07.729692 dv-neutron-835340-2-hyperv neutron-server[87871]: ERROR neutron.plugins.ml2.managers [None req-9d1330f3-949d-47c0-a5fb-67e41d6b627d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Failed to bind port d82d91b0-528b-47c7-b875-31dc1e885a57 on host hv-neutron-8353 for vnic_type normal using segments [{'id': '30e6b1be-e830-45bc-98e2-975be020045d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'c47c70d4-a1a9-4639-ac7c-b51a24a06c43'}] Mar 28 11:55:07.730098 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-9d1330f3-949d-47c0-a5fb-67e41d6b627d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:07.750294 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.provisioning_blocks [None req-90efeea8-a9ec-4800-8538-9bd1bc79fe54 tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Transition to ACTIVE for port object 67daef2f-b0a8-431d-9688-9da651d9873f will not be triggered until provisioned by entity DHCP. {{(pid=87870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:55:07.812509 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-84c9be4c-8e69-485d-9cb6-37434870863f req-a12c8b3e-4f54-42d2-9726-eff27f9d00fa tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] 10.222.0.30 "GET /v2.0/security-groups?id=895ae8ad-46d6-4a0f-b104-9c0ca0cce592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1022990 Mar 28 11:55:07.913661 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-81b11252-ac5c-408d-a817-191604095045 tempest-ExternalNetworksAdminNegativeTestJSON-755692623 tempest-ExternalNetworksAdminNegativeTestJSON-755692623-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:07.914087 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-81b11252-ac5c-408d-a817-191604095045 tempest-ExternalNetworksAdminNegativeTestJSON-755692623 tempest-ExternalNetworksAdminNegativeTestJSON-755692623-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:07.923346 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-90efeea8-a9ec-4800-8538-9bd1bc79fe54 tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:08.000862 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-69a831c1-e4cd-4523-9102-d7b4f9a8c056 tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-709632', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-707672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260923'] for router, precommit_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:08.076702 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-9503bd49-e67a-47f9-a646-a78c83387830 tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] Deleting port 22240a1c-1f8c-47c4-87db-c75ec6aa549b {{(pid=87871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:55:08.077041 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-9503bd49-e67a-47f9-a646-a78c83387830 tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:08.124070 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-81b11252-ac5c-408d-a817-191604095045 tempest-ExternalNetworksAdminNegativeTestJSON-755692623 tempest-ExternalNetworksAdminNegativeTestJSON-755692623-project-admin] Calling delete_port for 00174c7d-5bae-4255-a523-dec5be977951 owned by network:floatingip {{(pid=87870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:55:08.168100 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90efeea8-a9ec-4800-8538-9bd1bc79fe54 tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Network 09125240-64b9-4e2f-bd5f-693b9dc0f6ad is already hosted by enough agents. {{(pid=87870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:55:08.178988 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.base_scheduler [None req-90efeea8-a9ec-4800-8538-9bd1bc79fe54 tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Resources bound (agent type, host, resource id): {{(pid=87870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:55:08.190705 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90efeea8-a9ec-4800-8538-9bd1bc79fe54 tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Received port after_create {{(pid=87870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:55:08.196709 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90efeea8-a9ec-4800-8538-9bd1bc79fe54 tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:55:08.197059 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-90efeea8-a9ec-4800-8538-9bd1bc79fe54 tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:08.217634 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90efeea8-a9ec-4800-8538-9bd1bc79fe54 tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Pushing event updated for resources: {'Port': ['ID=67daef2f-b0a8-431d-9688-9da651d9873f,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:55:08.228033 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90efeea8-a9ec-4800-8538-9bd1bc79fe54 tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:55:08.228390 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90efeea8-a9ec-4800-8538-9bd1bc79fe54 tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:55:08.228744 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90efeea8-a9ec-4800-8538-9bd1bc79fe54 tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:55:08.229734 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90efeea8-a9ec-4800-8538-9bd1bc79fe54 tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:55:08.230084 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90efeea8-a9ec-4800-8538-9bd1bc79fe54 tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:55:08.230418 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90efeea8-a9ec-4800-8538-9bd1bc79fe54 tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:55:08.230747 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90efeea8-a9ec-4800-8538-9bd1bc79fe54 tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:55:08.231071 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90efeea8-a9ec-4800-8538-9bd1bc79fe54 tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:55:08.231427 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90efeea8-a9ec-4800-8538-9bd1bc79fe54 tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:55:08.231752 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90efeea8-a9ec-4800-8538-9bd1bc79fe54 tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:55:08.232075 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90efeea8-a9ec-4800-8538-9bd1bc79fe54 tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:55:08.232395 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90efeea8-a9ec-4800-8538-9bd1bc79fe54 tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:55:08.242100 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-90efeea8-a9ec-4800-8538-9bd1bc79fe54 tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.7675121 Mar 28 11:55:08.244230 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 48472) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:08.270268 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-60ef4655-8296-45e8-956f-72f3c4146c92 tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:a4:4e:8b'}]}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:55:08.271191 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-1352fe72-025f-4a96-a845-d40cdcbe366e req-6890ce6d-6735-4561-9bf5-efb0234768e7 service neutron] 10.222.0.11 "GET /v2.0/networks/b072139b-1edf-4981-9f6f-41603d7605ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6538780 Mar 28 11:55:08.274700 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.db [None req-9d1330f3-949d-47c0-a5fb-67e41d6b627d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] For port d82d91b0-528b-47c7-b875-31dc1e885a57, host hv-neutron-8353, cleared binding levels {{(pid=87871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 11:55:08.274700 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.db [None req-9d1330f3-949d-47c0-a5fb-67e41d6b627d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Attempted to set empty binding levels {{(pid=87871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Mar 28 11:55:08.289070 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-9d1330f3-949d-47c0-a5fb-67e41d6b627d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2363241'] for port, after_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:08.333965 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c186ba-183d-4f58-b41d-002fd34a0dcb req-59de985a-7875-48ed-9759-d14331cfbf3f tempest-ServersTestManualDisk-684628403 tempest-ServersTestManualDisk-684628403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:55:08.341394 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-b9c186ba-183d-4f58-b41d-002fd34a0dcb req-59de985a-7875-48ed-9759-d14331cfbf3f tempest-ServersTestManualDisk-684628403 tempest-ServersTestManualDisk-684628403-project] 10.222.0.30 "GET /v2.0/ports?device_id=00dcb3fa-3bac-452c-bc74-3ffffeaa885d HTTP/1.1" status: 200 len: 946 time: 0.7731562 Mar 28 11:55:08.504036 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-9d1330f3-949d-47c0-a5fb-67e41d6b627d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] In _notify_port_updated(), no bound segment for port d82d91b0-528b-47c7-b875-31dc1e885a57 on network c47c70d4-a1a9-4639-ac7c-b51a24a06c43 {{(pid=87871) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 28 11:55:08.504844 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d1330f3-949d-47c0-a5fb-67e41d6b627d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:55:08.505560 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-9d1330f3-949d-47c0-a5fb-67e41d6b627d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:08.507076 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-9d1330f3-949d-47c0-a5fb-67e41d6b627d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] 10.222.0.30 "PUT /v2.0/ports/d82d91b0-528b-47c7-b875-31dc1e885a57 HTTP/1.1" status: 200 len: 980 time: 5.4475954 Mar 28 11:55:08.509827 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 48476) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:08.567115 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1330f3-949d-47c0-a5fb-67e41d6b627d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Pushing event updated for resources: {'Port': ['ID=d82d91b0-528b-47c7-b875-31dc1e885a57,revision_number=3']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:55:08.570309 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-04d94a82-91bf-4125-932e-9ab1acb6b0a4 None None] Provisioning for port 67daef2f-b0a8-431d-9688-9da651d9873f completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:55:08.577466 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-04d94a82-91bf-4125-932e-9ab1acb6b0a4 None None] Provisioning complete for port 67daef2f-b0a8-431d-9688-9da651d9873f triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:55:08.578437 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-04d94a82-91bf-4125-932e-9ab1acb6b0a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:08.635422 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-04d94a82-91bf-4125-932e-9ab1acb6b0a4 None None] Port 67daef2f-b0a8-431d-9688-9da651d9873f cannot update to ACTIVE because it is not bound. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 11:55:08.647816 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-b9c186ba-183d-4f58-b41d-002fd34a0dcb req-84157d9c-af22-4841-95b3-6fd711f8ad3a tempest-ServersTestManualDisk-684628403 tempest-ServersTestManualDisk-684628403-project] 10.222.0.30 "GET /v2.0/security-groups?id=b180dbb9-1594-4776-8849-ae178407ded7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3058796 Mar 28 11:55:08.706089 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-9503bd49-e67a-47f9-a646-a78c83387830 tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:08.759214 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-81b11252-ac5c-408d-a817-191604095045 tempest-ExternalNetworksAdminNegativeTestJSON-755692623 tempest-ExternalNetworksAdminNegativeTestJSON-755692623-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:08.777966 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0a4199-6f79-4c03-a617-037dce24f321 req-dc15f252-6e3b-4f8a-924c-338d22e45b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:55:08.779497 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-3d0a4199-6f79-4c03-a617-037dce24f321 req-dc15f252-6e3b-4f8a-924c-338d22e45b15 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a9d4ebb77b824347aa8bcf325a031e53&device_id=bd5974e7-0504-4851-a286-20ab5143705c HTTP/1.1" status: 200 len: 1096 time: 0.3992994 Mar 28 11:55:08.812008 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af28a44c-fc2c-469d-9d88-a9b01eebab84 req-71aeedc7-27e3-4a22-80ea-66d43830072e tempest-ServersTestJSON-1268936191 tempest-ServersTestJSON-1268936191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:55:08.813930 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-af28a44c-fc2c-469d-9d88-a9b01eebab84 req-71aeedc7-27e3-4a22-80ea-66d43830072e tempest-ServersTestJSON-1268936191 tempest-ServersTestJSON-1268936191-project] 10.222.0.30 "GET /v2.0/ports?device_id=8e3d6e39-b829-4f9d-a142-9dbe2825c211 HTTP/1.1" status: 200 len: 945 time: 0.4798276 Mar 28 11:55:08.842819 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b11252-ac5c-408d-a817-191604095045 tempest-ExternalNetworksAdminNegativeTestJSON-755692623 tempest-ExternalNetworksAdminNegativeTestJSON-755692623-project-admin] Pushing event deleted for resources: {'Port': ['ID=00174c7d-5bae-4255-a523-dec5be977951,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:55:08.895616 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-9503bd49-e67a-47f9-a646-a78c83387830 tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] Calling delete_port for 22240a1c-1f8c-47c4-87db-c75ec6aa549b owned by {{(pid=87871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:55:09.013498 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33951d90-1e2f-4680-8e63-eed687b1edcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:55:09.013969 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33951d90-1e2f-4680-8e63-eed687b1edcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:55:09.014436 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33951d90-1e2f-4680-8e63-eed687b1edcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:55:09.014894 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33951d90-1e2f-4680-8e63-eed687b1edcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:55:09.015990 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33951d90-1e2f-4680-8e63-eed687b1edcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:55:09.016427 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33951d90-1e2f-4680-8e63-eed687b1edcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:55:09.016795 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33951d90-1e2f-4680-8e63-eed687b1edcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:55:09.017247 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33951d90-1e2f-4680-8e63-eed687b1edcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:55:09.017696 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33951d90-1e2f-4680-8e63-eed687b1edcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:55:09.018142 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33951d90-1e2f-4680-8e63-eed687b1edcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:55:09.018606 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33951d90-1e2f-4680-8e63-eed687b1edcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:55:09.019039 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33951d90-1e2f-4680-8e63-eed687b1edcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:55:09.019768 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33951d90-1e2f-4680-8e63-eed687b1edcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:55:09.020210 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33951d90-1e2f-4680-8e63-eed687b1edcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:55:09.020654 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33951d90-1e2f-4680-8e63-eed687b1edcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:55:09.021106 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33951d90-1e2f-4680-8e63-eed687b1edcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:55:09.021554 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33951d90-1e2f-4680-8e63-eed687b1edcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:55:09.021999 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33951d90-1e2f-4680-8e63-eed687b1edcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:55:09.022444 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33951d90-1e2f-4680-8e63-eed687b1edcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:55:09.022891 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33951d90-1e2f-4680-8e63-eed687b1edcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:55:09.023339 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33951d90-1e2f-4680-8e63-eed687b1edcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:55:09.023811 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33951d90-1e2f-4680-8e63-eed687b1edcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:55:09.024261 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33951d90-1e2f-4680-8e63-eed687b1edcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:55:09.024713 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33951d90-1e2f-4680-8e63-eed687b1edcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:55:09.025171 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33951d90-1e2f-4680-8e63-eed687b1edcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:55:09.025609 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33951d90-1e2f-4680-8e63-eed687b1edcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:55:09.026056 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33951d90-1e2f-4680-8e63-eed687b1edcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:55:09.028252 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-33951d90-1e2f-4680-8e63-eed687b1edcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Synchronizing usage tracker for tenant:7293707640e3435fa45a54f5a00b8f2c on resource:port {{(pid=87870) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:55:09.061520 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-af28a44c-fc2c-469d-9d88-a9b01eebab84 req-19db6b23-52f7-4048-9185-e39ebb5f3c76 tempest-ServersTestJSON-1268936191 tempest-ServersTestJSON-1268936191-project] 10.222.0.30 "GET /v2.0/security-groups?id=01efca3c-f549-4b6d-88ba-c49064a4c100&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2199383 Mar 28 11:55:09.073830 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-60ef4655-8296-45e8-956f-72f3c4146c92 tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:09.088752 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Device 1f1c1efa-93f1-4a11-b5e9-dedf17802a87 up at agent hyperv_hv-neutron-8353 {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:55:09.100625 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-81b11252-ac5c-408d-a817-191604095045 tempest-ExternalNetworksAdminNegativeTestJSON-755692623 tempest-ExternalNetworksAdminNegativeTestJSON-755692623-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:09.135502 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-33951d90-1e2f-4680-8e63-eed687b1edcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Unset dirty status for tenant:7293707640e3435fa45a54f5a00b8f2c on resource:port {{(pid=87870) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:55:09.140819 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-33951d90-1e2f-4680-8e63-eed687b1edcf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 24176 time: 0.6231856 Mar 28 11:55:09.149270 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 48484) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:09.203433 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Provisioning for port 1f1c1efa-93f1-4a11-b5e9-dedf17802a87 completed by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:55:09.208934 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Provisioning complete for port 1f1c1efa-93f1-4a11-b5e9-dedf17802a87 triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:55:09.209567 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:09.241908 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-81b11252-ac5c-408d-a817-191604095045 tempest-ExternalNetworksAdminNegativeTestJSON-755692623 tempest-ExternalNetworksAdminNegativeTestJSON-755692623-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for floatingip, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:09.246253 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-81b11252-ac5c-408d-a817-191604095045 tempest-ExternalNetworksAdminNegativeTestJSON-755692623 tempest-ExternalNetworksAdminNegativeTestJSON-755692623-project-admin] 10.222.0.30 "DELETE /v2.0/floatingips/ee235f68-bb83-4aa4-a62e-59a61d3376a7 HTTP/1.1" status: 204 len: 168 time: 1.7925625 Mar 28 11:55:09.291981 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-97c61def-c593-4209-979f-949b7644e11c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Deleting port d82d91b0-528b-47c7-b875-31dc1e885a57 {{(pid=87870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:55:09.292412 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-97c61def-c593-4209-979f-949b7644e11c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:09.345582 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0a4199-6f79-4c03-a617-037dce24f321 req-47edf601-01b3-48ca-a570-3caabafb344c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:55:09.346667 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:09.347193 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-3d0a4199-6f79-4c03-a617-037dce24f321 req-47edf601-01b3-48ca-a570-3caabafb344c service neutron] 10.222.0.11 "GET /v2.0/networks?id=b072139b-1edf-4981-9f6f-41603d7605ef HTTP/1.1" status: 200 len: 911 time: 0.5072691 Mar 28 11:55:09.351061 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-9503bd49-e67a-47f9-a646-a78c83387830 tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:09.383544 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e3d6e39-b829-4f9d-a142-9dbe2825c211', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f1c1efa-93f1-4a11-b5e9-dedf17802a87'}] {{(pid=87872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 11:55:09.399850 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] For port 1f1c1efa-93f1-4a11-b5e9-dedf17802a87, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=1f1c1efa-93f1-4a11-b5e9-dedf17802a87,segment=NetworkSegment(198798f5-3835-4d38-b1d4-ea994e0d42ca),segment_id=198798f5-3835-4d38-b1d4-ea994e0d42ca)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:55:09.404657 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:09.451801 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-69a831c1-e4cd-4523-9102-d7b4f9a8c056 tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:09.524158 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Pushing event updated for resources: {'Port': ['ID=1f1c1efa-93f1-4a11-b5e9-dedf17802a87,revision_number=5']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:55:09.634188 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 48494) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:09.635428 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ffd210-33ae-4701-923c-38c1247c1aa8 req-c4061abf-16d4-49a3-b453-6a566de9f017 tempest-ServersTestManualDisk-684628403 tempest-ServersTestManualDisk-684628403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:55:09.636904 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-78ffd210-33ae-4701-923c-38c1247c1aa8 req-c4061abf-16d4-49a3-b453-6a566de9f017 tempest-ServersTestManualDisk-684628403 tempest-ServersTestManualDisk-684628403-project] 10.222.0.30 "GET /v2.0/ports?device_id=00dcb3fa-3bac-452c-bc74-3ffffeaa885d HTTP/1.1" status: 200 len: 946 time: 0.7990124 Mar 28 11:55:09.637645 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9503bd49-e67a-47f9-a646-a78c83387830 tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] Pushing event deleted for resources: {'Port': ['ID=22240a1c-1f8c-47c4-87db-c75ec6aa549b,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:55:09.642854 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-3d0a4199-6f79-4c03-a617-037dce24f321 req-e31998ea-a4fc-48cc-a642-69ddd2341e35 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e551f3ed-2894-4f6d-8e40-b1680f309506 HTTP/1.1" status: 200 len: 217 time: 0.2870510 Mar 28 11:55:09.644182 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611c5660-7c88-4f5e-84fb-b94e3e3c3b66 req-610b20ad-e340-464b-a370-155a61d6027b tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:55:09.645920 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-611c5660-7c88-4f5e-84fb-b94e3e3c3b66 req-610b20ad-e340-464b-a370-155a61d6027b tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd5974e7-0504-4851-a286-20ab5143705c HTTP/1.1" status: 200 len: 943 time: 0.4490037 Mar 28 11:55:09.652425 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-69a831c1-e4cd-4523-9102-d7b4f9a8c056 tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:09.653376 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 48498) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:09.658435 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.db [None req-97c61def-c593-4209-979f-949b7644e11c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] For port d82d91b0-528b-47c7-b875-31dc1e885a57, host hv-neutron-8353, got binding levels [] {{(pid=87870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:55:09.658800 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-97c61def-c593-4209-979f-949b7644e11c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:09.686669 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-8f20d794-5afd-4278-bf54-59ad3ad84af1 tempest-ServersTestManualDisk-684628403 tempest-ServersTestManualDisk-684628403-project] Request body: {'floatingip': {'port_id': '1584f756-2866-447a-bcd5-08246c08782f'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:55:09.708009 dv-neutron-835340-2-hyperv neutron-server[87872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e3d6e39-b829-4f9d-a142-9dbe2825c211', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f1c1efa-93f1-4a11-b5e9-dedf17802a87', 'code': 200} Mar 28 11:55:09.896947 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-9503bd49-e67a-47f9-a646-a78c83387830 tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:09.926643 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-9503bd49-e67a-47f9-a646-a78c83387830 tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] 10.222.0.30 "DELETE /v2.0/ports/22240a1c-1f8c-47c4-87db-c75ec6aa549b HTTP/1.1" status: 204 len: 168 time: 2.3082237 Mar 28 11:55:09.930896 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0a4199-6f79-4c03-a617-037dce24f321 req-7c51d78a-b9d3-4e99-be24-b815df3eb268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:55:09.932330 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-3d0a4199-6f79-4c03-a617-037dce24f321 req-7c51d78a-b9d3-4e99-be24-b815df3eb268 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=cfae7222-6a03-4ef8-86ee-e424dc4b71d7 HTTP/1.1" status: 200 len: 850 time: 0.2762196 Mar 28 11:55:09.935230 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 48504) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:09.986070 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-97c61def-c593-4209-979f-949b7644e11c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Calling delete_port for d82d91b0-528b-47c7-b875-31dc1e885a57 owned by {{(pid=87870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:55:10.027310 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.pecan_wsgi.hooks.translation [None req-3de2e099-7271-478d-9f02-494295c058f1 tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] GET failed (client error): The resource could not be found. Mar 28 11:55:10.027859 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-3de2e099-7271-478d-9f02-494295c058f1 tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] Synchronizing usage tracker for tenant:fd6f94a999304d45b576d97dddac9f8b on resource:port {{(pid=87871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:55:10.108062 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-3de2e099-7271-478d-9f02-494295c058f1 tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] Unset dirty status for tenant:fd6f94a999304d45b576d97dddac9f8b on resource:port {{(pid=87871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:55:10.109889 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-3de2e099-7271-478d-9f02-494295c058f1 tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] 10.222.0.30 "GET /v2.0/ports/22240a1c-1f8c-47c4-87db-c75ec6aa549b HTTP/1.1" status: 404 len: 333 time: 0.1730492 Mar 28 11:55:10.120453 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 48510) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:10.129376 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.db_base_plugin_common [None req-69a831c1-e4cd-4523-9102-d7b4f9a8c056 tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Allocated IP 172.26.7.3 (ac2b1748-8f63-4b17-a9c7-07e79704aa5b/0b7ebf76-1dc7-431a-a0b4-b96bacf287c2/6b756990-d19a-4361-b407-3a6eeb7a0276) {{(pid=87871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:55:10.162195 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-8f20d794-5afd-4278-bf54-59ad3ad84af1 tempest-ServersTestManualDisk-684628403 tempest-ServersTestManualDisk-684628403-project] Notify callbacks [] for floatingip, before_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:10.227031 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0a4199-6f79-4c03-a617-037dce24f321 req-5f7d3491-41cb-40ae-9992-be64d06f2337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:55:10.228517 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-3d0a4199-6f79-4c03-a617-037dce24f321 req-5f7d3491-41cb-40ae-9992-be64d06f2337 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b072139b-1edf-4981-9f6f-41603d7605ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2878184 Mar 28 11:55:10.250504 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-67576729-13a7-4ea4-80dd-8fb49293ab13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:10.316088 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-73bc1969-7872-409e-8388-a6a77cde88f3 tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] Deleting port 3b1bc195-33f8-4a41-b60e-dbde089bd6aa {{(pid=87871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:55:10.316449 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-73bc1969-7872-409e-8388-a6a77cde88f3 tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:10.337165 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-67576729-13a7-4ea4-80dd-8fb49293ab13 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:55:10.345414 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-611c5660-7c88-4f5e-84fb-b94e3e3c3b66 req-fc2f1d39-1011-4afc-81c6-f7dbeafa0725 tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] 10.222.0.30 "GET /v2.0/security-groups?id=895ae8ad-46d6-4a0f-b104-9c0ca0cce592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6788890 Mar 28 11:55:10.363823 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-67576729-13a7-4ea4-80dd-8fb49293ab13 admin admin] Usage tracker for resource:security_group_rule and tenant:4636afd984a147c0a49d5c59aecc1562 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:55:10.387949 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-67576729-13a7-4ea4-80dd-8fb49293ab13 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:55:10.426273 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-67576729-13a7-4ea4-80dd-8fb49293ab13 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:55:10.442202 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-60ef4655-8296-45e8-956f-72f3c4146c92 tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Notify callbacks [] for port, precommit_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:10.460008 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-60ef4655-8296-45e8-956f-72f3c4146c92 tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2558288'] for port, after_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:10.500398 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-97c61def-c593-4209-979f-949b7644e11c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:10.611432 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-60ef4655-8296-45e8-956f-72f3c4146c92 tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] In _notify_port_updated(), no bound segment for port 67daef2f-b0a8-431d-9688-9da651d9873f on network 09125240-64b9-4e2f-bd5f-693b9dc0f6ad {{(pid=87870) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 28 11:55:10.616804 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60ef4655-8296-45e8-956f-72f3c4146c92 tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:55:10.617443 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-60ef4655-8296-45e8-956f-72f3c4146c92 tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:10.617569 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91d36e8-9a0d-40bb-9887-0d03612833d3 req-9d23b7c2-7d37-470d-b7dd-a6101942e6f7 tempest-ServersTestJSON-1268936191 tempest-ServersTestJSON-1268936191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:55:10.618742 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-60ef4655-8296-45e8-956f-72f3c4146c92 tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] 10.222.0.30 "PUT /v2.0/ports/67daef2f-b0a8-431d-9688-9da651d9873f HTTP/1.1" status: 200 len: 1003 time: 2.3612349 Mar 28 11:55:10.622113 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-e91d36e8-9a0d-40bb-9887-0d03612833d3 req-9d23b7c2-7d37-470d-b7dd-a6101942e6f7 tempest-ServersTestJSON-1268936191 tempest-ServersTestJSON-1268936191-project] 10.222.0.30 "GET /v2.0/ports?device_id=8e3d6e39-b829-4f9d-a142-9dbe2825c211 HTTP/1.1" status: 200 len: 946 time: 0.4417772 Mar 28 11:55:10.628995 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 48514) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:10.666679 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-3d0a4199-6f79-4c03-a617-037dce24f321 req-16579d2c-c807-41d1-be94-ed07d86847ec service neutron] 10.222.0.11 "GET /v2.0/networks/b072139b-1edf-4981-9f6f-41603d7605ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4252486 Mar 28 11:55:10.670974 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-69a831c1-e4cd-4523-9102-d7b4f9a8c056 tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:10.707021 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-97c61def-c593-4209-979f-949b7644e11c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:10.740803 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62c4df4-0283-484c-a598-8b0f71d02979 req-559f9327-863c-478a-a1f2-6f013927e9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:55:10.742399 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-d62c4df4-0283-484c-a598-8b0f71d02979 req-559f9327-863c-478a-a1f2-6f013927e9e8 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=8e3d6e39-b829-4f9d-a142-9dbe2825c211 HTTP/1.1" status: 200 len: 1099 time: 0.7262776 Mar 28 11:55:10.742993 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ef4655-8296-45e8-956f-72f3c4146c92 tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Pushing event updated for resources: {'Port': ['ID=67daef2f-b0a8-431d-9688-9da651d9873f,revision_number=2']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:55:10.775331 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-9276348f-5bfb-44ff-b82c-bd820d55e5a5 None None] Provisioning complete for port 67daef2f-b0a8-431d-9688-9da651d9873f triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:55:10.775990 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-9276348f-5bfb-44ff-b82c-bd820d55e5a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:10.837501 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-9276348f-5bfb-44ff-b82c-bd820d55e5a5 None None] Port 67daef2f-b0a8-431d-9688-9da651d9873f cannot update to ACTIVE because it is not bound. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 11:55:10.893766 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-e91d36e8-9a0d-40bb-9887-0d03612833d3 req-ea302699-b642-4919-b898-243e51238e97 tempest-ServersTestJSON-1268936191 tempest-ServersTestJSON-1268936191-project] 10.222.0.30 "GET /v2.0/security-groups?id=01efca3c-f549-4b6d-88ba-c49064a4c100&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2598124 Mar 28 11:55:10.906382 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c61def-c593-4209-979f-949b7644e11c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Pushing event deleted for resources: {'Port': ['ID=d82d91b0-528b-47c7-b875-31dc1e885a57,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:55:10.909456 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-97c61def-c593-4209-979f-949b7644e11c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] 10.222.0.30 "DELETE /v2.0/ports/d82d91b0-528b-47c7-b875-31dc1e885a57 HTTP/1.1" status: 204 len: 168 time: 1.7590609 Mar 28 11:55:10.914208 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 48518) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:10.921801 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-20fdd3bc-36ee-4d45-ace3-c4c7df9e8f32 tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Deleting port 67daef2f-b0a8-431d-9688-9da651d9873f {{(pid=87870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:55:10.922557 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-20fdd3bc-36ee-4d45-ace3-c4c7df9e8f32 tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:10.990785 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d1d2d1a-b376-40bb-98f4-bf7bb5602a0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] GET failed (client error): The resource could not be found. Mar 28 11:55:10.991301 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-1d1d2d1a-b376-40bb-98f4-bf7bb5602a0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Synchronizing usage tracker for tenant:7293707640e3435fa45a54f5a00b8f2c on resource:port {{(pid=87871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:55:11.005950 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-d62c4df4-0283-484c-a598-8b0f71d02979 req-d21d6184-ebe1-441b-b2ea-1d0693a09acd service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=01efca3c-f549-4b6d-88ba-c49064a4c100&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2134905 Mar 28 11:55:11.014028 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-73bc1969-7872-409e-8388-a6a77cde88f3 tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:11.034407 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-3d0a4199-6f79-4c03-a617-037dce24f321 req-0eed6723-5a35-4f37-98fe-7b9349a50acc service neutron] 10.222.0.11 "GET /v2.0/networks/b072139b-1edf-4981-9f6f-41603d7605ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3570848 Mar 28 11:55:11.038499 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-69a831c1-e4cd-4523-9102-d7b4f9a8c056 tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:11.102752 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Device e551f3ed-2894-4f6d-8e40-b1680f309506 details requested by agent hyperv_hv-neutron-8353 with host hv-neutron-8353 {{(pid=87872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 28 11:55:11.118662 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-67576729-13a7-4ea4-80dd-8fb49293ab13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:11.190307 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-73bc1969-7872-409e-8388-a6a77cde88f3 tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] Calling delete_port for 3b1bc195-33f8-4a41-b60e-dbde089bd6aa owned by {{(pid=87871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:55:11.257045 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] For port e551f3ed-2894-4f6d-8e40-b1680f309506, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=e551f3ed-2894-4f6d-8e40-b1680f309506,segment=NetworkSegment(e329885b-8f4a-46ec-aac6-9c31786794f0),segment_id=e329885b-8f4a-46ec-aac6-9c31786794f0)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:55:11.273220 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Returning: {'device': 'e551f3ed-2894-4f6d-8e40-b1680f309506', 'network_id': 'b072139b-1edf-4981-9f6f-41603d7605ef', 'port_id': 'e551f3ed-2894-4f6d-8e40-b1680f309506', 'mac_address': 'fa:16:3e:ad:c5:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cfae7222-6a03-4ef8-86ee-e424dc4b71d7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 28 11:55:11.276318 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-67576729-13a7-4ea4-80dd-8fb49293ab13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:11.339956 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:11.340168 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-1d1d2d1a-b376-40bb-98f4-bf7bb5602a0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Unset dirty status for tenant:7293707640e3435fa45a54f5a00b8f2c on resource:port {{(pid=87871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:55:11.345151 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-1d1d2d1a-b376-40bb-98f4-bf7bb5602a0f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] 10.222.0.30 "GET /v2.0/ports/d82d91b0-528b-47c7-b875-31dc1e885a57 HTTP/1.1" status: 404 len: 333 time: 0.4238753 Mar 28 11:55:11.350085 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 48522) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:11.359856 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.notifiers.nova [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e551f3ed-2894-4f6d-8e40-b1680f309506 {{(pid=87872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 11:55:11.369593 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-3ba31586-340c-4de3-838d-18e55e731f2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-24346881', 'network_id': 'c47c70d4-a1a9-4639-ac7c-b51a24a06c43'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:55:11.381844 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69a831c1-e4cd-4523-9102-d7b4f9a8c056 tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Network ac2b1748-8f63-4b17-a9c7-07e79704aa5b is already hosted by enough agents. {{(pid=87871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:55:11.387400 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-69a831c1-e4cd-4523-9102-d7b4f9a8c056 tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Resources bound (agent type, host, resource id): {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:55:11.389828 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a831c1-e4cd-4523-9102-d7b4f9a8c056 tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Received port after_create {{(pid=87871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:55:11.392908 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-67576729-13a7-4ea4-80dd-8fb49293ab13 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4636afd984a147c0a49d5c59aecc1562&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7549739 Mar 28 11:55:11.395654 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] For port e551f3ed-2894-4f6d-8e40-b1680f309506, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=e551f3ed-2894-4f6d-8e40-b1680f309506,segment=NetworkSegment(e329885b-8f4a-46ec-aac6-9c31786794f0),segment_id=e329885b-8f4a-46ec-aac6-9c31786794f0)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:55:11.402667 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:11.408272 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 48528) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:11.413804 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-3ba31586-340c-4de3-838d-18e55e731f2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:55:11.442402 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67576729-13a7-4ea4-80dd-8fb49293ab13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a93739cb-c9af-47c9-b736-972a6738ff6b,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:55:11.459408 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a831c1-e4cd-4523-9102-d7b4f9a8c056 tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Pushing event updated for resources: {'Port': ['ID=6b756990-d19a-4361-b407-3a6eeb7a0276,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:55:11.476285 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a831c1-e4cd-4523-9102-d7b4f9a8c056 tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:55:11.476623 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a831c1-e4cd-4523-9102-d7b4f9a8c056 tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:55:11.477051 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a831c1-e4cd-4523-9102-d7b4f9a8c056 tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:55:11.477301 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a831c1-e4cd-4523-9102-d7b4f9a8c056 tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:55:11.477636 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a831c1-e4cd-4523-9102-d7b4f9a8c056 tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:55:11.478006 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a831c1-e4cd-4523-9102-d7b4f9a8c056 tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:55:11.478313 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a831c1-e4cd-4523-9102-d7b4f9a8c056 tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:55:11.478697 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a831c1-e4cd-4523-9102-d7b4f9a8c056 tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:55:11.479055 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a831c1-e4cd-4523-9102-d7b4f9a8c056 tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:55:11.479948 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a831c1-e4cd-4523-9102-d7b4f9a8c056 tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:55:11.479948 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a831c1-e4cd-4523-9102-d7b4f9a8c056 tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:55:11.480158 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a831c1-e4cd-4523-9102-d7b4f9a8c056 tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:55:11.506158 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Pushing event updated for resources: {'Port': ['ID=e551f3ed-2894-4f6d-8e40-b1680f309506,revision_number=4']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:55:11.512894 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-3ba31586-340c-4de3-838d-18e55e731f2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:55:11.516267 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:55:11.516716 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:55:11.517701 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:55:11.518303 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:55:11.518686 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:55:11.519026 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:55:11.519760 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:55:11.520283 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:55:11.520620 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:55:11.520991 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:55:11.522047 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:55:11.522574 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:55:11.632195 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] get_ports_and_sgs() called for port_ids ['e551f3ed-2894-4f6d-8e40-b1680f309506'] {{(pid=87872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 11:55:11.730467 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ba31586-340c-4de3-838d-18e55e731f2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Made reservation on behalf of 7293707640e3435fa45a54f5a00b8f2c for: {'port': 1} {{(pid=87870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:55:11.731554 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-73bc1969-7872-409e-8388-a6a77cde88f3 tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:11.733038 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-3ba31586-340c-4de3-838d-18e55e731f2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:11.790650 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bc1969-7872-409e-8388-a6a77cde88f3 tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] Pushing event deleted for resources: {'Port': ['ID=3b1bc195-33f8-4a41-b60e-dbde089bd6aa,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:55:11.836159 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-20fdd3bc-36ee-4d45-ace3-c4c7df9e8f32 tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:11.849692 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-da4f89d0-241d-42e1-a78a-e56146b4b5ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:11.851908 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.notifiers.nova [None req-3ba31586-340c-4de3-838d-18e55e731f2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] device_id is not set on port b236df60-e2e2-411f-b9f9-800b259757d4 yet. {{(pid=87870) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 11:55:12.023705 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.db.resource_extend [None req-8f20d794-5afd-4278-bf54-59ad3ad84af1 tempest-ServersTestManualDisk-684628403 tempest-ServersTestManualDisk-684628403-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 28 11:55:12.084617 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-20fdd3bc-36ee-4d45-ace3-c4c7df9e8f32 tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Calling delete_port for 67daef2f-b0a8-431d-9688-9da651d9873f owned by {{(pid=87870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:55:12.098160 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-73bc1969-7872-409e-8388-a6a77cde88f3 tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:12.142339 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-69a831c1-e4cd-4523-9102-d7b4f9a8c056 tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:12.188624 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-da4f89d0-241d-42e1-a78a-e56146b4b5ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:12.206244 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-73bc1969-7872-409e-8388-a6a77cde88f3 tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] 10.222.0.30 "DELETE /v2.0/ports/3b1bc195-33f8-4a41-b60e-dbde089bd6aa HTTP/1.1" status: 204 len: 168 time: 2.0786865 Mar 28 11:55:12.213354 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 48534) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:12.325496 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1c9b35-eda7-433b-b72b-88bc43e5a481 req-93513c9f-0de7-4730-9e9b-ddf863832482 tempest-ServersTestJSON-1268936191 tempest-ServersTestJSON-1268936191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:55:12.326863 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-0c1c9b35-eda7-433b-b72b-88bc43e5a481 req-93513c9f-0de7-4730-9e9b-ddf863832482 tempest-ServersTestJSON-1268936191 tempest-ServersTestJSON-1268936191-project] 10.222.0.30 "GET /v2.0/ports?device_id=8e3d6e39-b829-4f9d-a142-9dbe2825c211 HTTP/1.1" status: 200 len: 946 time: 0.2745402 Mar 28 11:55:12.348762 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e2a42d-bd30-437c-8d00-c0f1284b9c77 req-77254413-07d1-48d3-a45f-21d251bde820 tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:55:12.350226 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-99e2a42d-bd30-437c-8d00-c0f1284b9c77 req-77254413-07d1-48d3-a45f-21d251bde820 tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd5974e7-0504-4851-a286-20ab5143705c HTTP/1.1" status: 200 len: 944 time: 0.8215456 Mar 28 11:55:12.370850 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-8f20d794-5afd-4278-bf54-59ad3ad84af1 tempest-ServersTestManualDisk-684628403 tempest-ServersTestManualDisk-684628403-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:12.399686 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-8f20d794-5afd-4278-bf54-59ad3ad84af1 tempest-ServersTestManualDisk-684628403 tempest-ServersTestManualDisk-684628403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-709520'] for floatingip, after_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:12.452056 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-0c1c9b35-eda7-433b-b72b-88bc43e5a481 req-9bf4beba-9753-47aa-88f3-81bf402983bd tempest-ServersTestJSON-1268936191 tempest-ServersTestJSON-1268936191-project] 10.222.0.30 "GET /v2.0/security-groups?id=01efca3c-f549-4b6d-88ba-c49064a4c100&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1179104 Mar 28 11:55:12.550787 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.db_base_plugin_v2 [None req-90725d62-231b-44ad-91bf-810cec814acf tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] Deleting subnet b5bfd83c-32e3-4005-a9f4-2dc4b916b5ee {{(pid=87870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 11:55:12.558588 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-69a831c1-e4cd-4523-9102-d7b4f9a8c056 tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709693'] for router, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:12.618783 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-90725d62-231b-44ad-91bf-810cec814acf tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] Notify callbacks [] for subnet, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:12.670598 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-99e2a42d-bd30-437c-8d00-c0f1284b9c77 req-fd3fea5c-8874-4905-9e18-5b6a6d5fdddf tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] 10.222.0.30 "GET /v2.0/security-groups?id=895ae8ad-46d6-4a0f-b104-9c0ca0cce592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3048084 Mar 28 11:55:12.711140 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-da4f89d0-241d-42e1-a78a-e56146b4b5ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:12.823930 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-90725d62-231b-44ad-91bf-810cec814acf tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3591354'] for subnet, precommit_delete_associations {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:12.858386 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-3ba31586-340c-4de3-838d-18e55e731f2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:12.869793 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4f89d0-241d-42e1-a78a-e56146b4b5ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a93739cb-c9af-47c9-b736-972a6738ff6b,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:55:12.870502 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69a831c1-e4cd-4523-9102-d7b4f9a8c056 tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Router 5a1ad662-8424-4436-aef4-f8478f93d222 is scheduled to L3 agent af79d429-529e-400b-a119-94d4bec03f3e with binding_index 1 {{(pid=87871) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 11:55:12.883428 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-20fdd3bc-36ee-4d45-ace3-c4c7df9e8f32 tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:12.964554 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fdd3bc-36ee-4d45-ace3-c4c7df9e8f32 tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Pushing event deleted for resources: {'Port': ['ID=67daef2f-b0a8-431d-9688-9da651d9873f,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:55:12.971943 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.db.l3_db [None req-8f20d794-5afd-4278-bf54-59ad3ad84af1 tempest-ServersTestManualDisk-684628403 tempest-ServersTestManualDisk-684628403-project] Floating IP 9c059288-b364-4039-9193-3c98a4e3715a associated. External IP: 172.26.7.22, port: 1584f756-2866-447a-bcd5-08246c08782f. Mar 28 11:55:13.058093 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69a831c1-e4cd-4523-9102-d7b4f9a8c056 tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 11:55:13.061634 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-da4f89d0-241d-42e1-a78a-e56146b4b5ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:13.063295 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-da4f89d0-241d-42e1-a78a-e56146b4b5ea admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a93739cb-c9af-47c9-b736-972a6738ff6b HTTP/1.1" status: 204 len: 168 time: 1.6470695 Mar 28 11:55:13.076018 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54fcba3b-9b22-49fe-a466-f766dac3d856 None None] Sync routers for ids ['5a1ad662-8424-4436-aef4-f8478f93d222'] in dv-neutron-835340-2-hyperv {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 11:55:13.087813 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-69a831c1-e4cd-4523-9102-d7b4f9a8c056 tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Notify callbacks [] for router, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:13.089811 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-69a831c1-e4cd-4523-9102-d7b4f9a8c056 tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 6.2505729 Mar 28 11:55:13.092246 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 48540) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:13.096690 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54fcba3b-9b22-49fe-a466-f766dac3d856 None None] Routers {'5a1ad662-8424-4436-aef4-f8478f93d222'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:55:13.097365 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-54fcba3b-9b22-49fe-a466-f766dac3d856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T11:55:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['5a1ad662-8424-4436-aef4-f8478f93d222'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:55:13.106916 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-20fdd3bc-36ee-4d45-ace3-c4c7df9e8f32 tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:13.108625 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-20fdd3bc-36ee-4d45-ace3-c4c7df9e8f32 tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] 10.222.0.30 "DELETE /v2.0/ports/67daef2f-b0a8-431d-9688-9da651d9873f HTTP/1.1" status: 204 len: 168 time: 2.4757369 Mar 28 11:55:13.120497 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Device e551f3ed-2894-4f6d-8e40-b1680f309506 up at agent hyperv_hv-neutron-8353 {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:55:13.146520 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 48544) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:13.279300 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Provisioning for port e551f3ed-2894-4f6d-8e40-b1680f309506 completed by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:55:13.288440 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Provisioning complete for port e551f3ed-2894-4f6d-8e40-b1680f309506 triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:55:13.289191 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:13.347463 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvr_db [None req-54fcba3b-9b22-49fe-a466-f766dac3d856 None None] Set router 5a1ad662-8424-4436-aef4-f8478f93d222 gateway port host: dv-neutron-835340-2-hyperv {{(pid=87873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:55:13.431613 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.pecan_wsgi.hooks.translation [None req-6904e77f-f125-4bac-af2a-a7c83eb1a79b tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] GET failed (client error): The resource could not be found. Mar 28 11:55:13.432769 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-6904e77f-f125-4bac-af2a-a7c83eb1a79b tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Synchronizing usage tracker for tenant:6696e3fb7c7e4b0485759ec64225ba6d on resource:port {{(pid=87870) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:55:13.454113 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-3ba31586-340c-4de3-838d-18e55e731f2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:13.504738 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-90725d62-231b-44ad-91bf-810cec814acf tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1919782'] for subnet, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:13.522163 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:13.557375 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd5974e7-0504-4851-a286-20ab5143705c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e551f3ed-2894-4f6d-8e40-b1680f309506'}] {{(pid=87872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 11:55:13.566341 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-7d934750-6893-44bf-b337-8766efc3cb4e tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] 10.222.0.30 "GET /v2.0/routers/5a1ad662-8424-4436-aef4-f8478f93d222 HTTP/1.1" status: 200 len: 906 time: 0.4723718 Mar 28 11:55:13.569015 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 48554) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:13.572624 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] For port e551f3ed-2894-4f6d-8e40-b1680f309506, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=e551f3ed-2894-4f6d-8e40-b1680f309506,segment=NetworkSegment(e329885b-8f4a-46ec-aac6-9c31786794f0),segment_id=e329885b-8f4a-46ec-aac6-9c31786794f0)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:55:13.581183 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-5ca09844-4ee6-4afd-bcb0-4af804b43126 tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Request body: {'router': {'name': 'tempest-snat-router-607492927', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'enable_snat': True}}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:55:13.583402 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:13.586068 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 48558) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:13.600340 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-5ca09844-4ee6-4afd-bcb0-4af804b43126 tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:55:13.605913 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-5ca09844-4ee6-4afd-bcb0-4af804b43126 tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Usage tracker for resource:router and tenant:d81c380f5a424ddd9f088c5f4081fe4e is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:55:13.609976 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-5ca09844-4ee6-4afd-bcb0-4af804b43126 tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:55:13.617490 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-5ca09844-4ee6-4afd-bcb0-4af804b43126 tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:55:13.636356 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-5ca09844-4ee6-4afd-bcb0-4af804b43126 tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-707665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-260886'] for router, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:13.637544 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-5ca09844-4ee6-4afd-bcb0-4af804b43126 tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-705660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709650', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-767110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260873'] for router, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:13.654574 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-6904e77f-f125-4bac-af2a-a7c83eb1a79b tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Unset dirty status for tenant:6696e3fb7c7e4b0485759ec64225ba6d on resource:port {{(pid=87870) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:55:13.657522 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-5ca09844-4ee6-4afd-bcb0-4af804b43126 tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:13.660158 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-6904e77f-f125-4bac-af2a-a7c83eb1a79b tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] 10.222.0.30 "GET /v2.0/ports/67daef2f-b0a8-431d-9688-9da651d9873f HTTP/1.1" status: 404 len: 333 time: 0.5093830 Mar 28 11:55:13.666496 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 48562) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:13.674938 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ba31586-340c-4de3-838d-18e55e731f2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Network c47c70d4-a1a9-4639-ac7c-b51a24a06c43 is already hosted by enough agents. {{(pid=87870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:55:13.676691 dv-neutron-835340-2-hyperv neutron-server[87872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd5974e7-0504-4851-a286-20ab5143705c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e551f3ed-2894-4f6d-8e40-b1680f309506', 'code': 200} Mar 28 11:55:13.683242 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.base_scheduler [None req-3ba31586-340c-4de3-838d-18e55e731f2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Resources bound (agent type, host, resource id): {{(pid=87870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:55:13.702025 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Pushing event updated for resources: {'Port': ['ID=e551f3ed-2894-4f6d-8e40-b1680f309506,revision_number=5']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:55:13.711321 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-b32387f9-3e28-49fa-9889-d37335f28ff9 tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Request body: {'port': {'network_id': '09125240-64b9-4e2f-bd5f-693b9dc0f6ad', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1764555470'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:55:13.755881 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba31586-340c-4de3-838d-18e55e731f2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Received port after_create {{(pid=87870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:55:13.757240 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ba31586-340c-4de3-838d-18e55e731f2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:55:13.758002 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-3ba31586-340c-4de3-838d-18e55e731f2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:13.762990 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba31586-340c-4de3-838d-18e55e731f2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Pushing event updated for resources: {'Port': ['ID=b236df60-e2e2-411f-b9f9-800b259757d4,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:55:13.820453 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-54fcba3b-9b22-49fe-a466-f766dac3d856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a1ad662-8424-4436-aef4-f8478f93d222', 'name': 'tempest-snat-router-607492927', 'tenant_id': 'd81c380f5a424ddd9f088c5f4081fe4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.3'}], 'enable_snat': False}, 'gw_port_id': '6b756990-d19a-4361-b407-3a6eeb7a0276', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:55:07Z', 'updated_at': '2022-03-28T11:55:11Z', 'revision_number': 3, 'project_id': 'd81c380f5a424ddd9f088c5f4081fe4e', 'gw_port': {'id': '6b756990-d19a-4361-b407-3a6eeb7a0276', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:f8:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a1ad662-8424-4436-aef4-f8478f93d222', 'device_owner': 'network:router_gateway', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:55:09Z', 'updated_at': '2022-03-28T11:55:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-835340-2-hyperv'}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:55:13.824576 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54fcba3b-9b22-49fe-a466-f766dac3d856 None None] Checking router: 5a1ad662-8424-4436-aef4-f8478f93d222 for host: dv-neutron-835340-2-hyperv {{(pid=87873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 11:55:13.824934 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54fcba3b-9b22-49fe-a466-f766dac3d856 None None] Updating router 5a1ad662-8424-4436-aef4-f8478f93d222 port 6b756990-d19a-4361-b407-3a6eeb7a0276 binding host dv-neutron-835340-2-hyperv {{(pid=87873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 11:55:13.834600 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-796ff945-7fb2-449f-b66c-ee96afed86cb admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=74ada5c5b141451b9bb76ac311afe747&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2423038 Mar 28 11:55:13.838602 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-3ba31586-340c-4de3-838d-18e55e731f2a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 962 time: 2.4783261 Mar 28 11:55:13.839534 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 48568) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:13.850896 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 48570) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:13.866526 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-90725d62-231b-44ad-91bf-810cec814acf tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1919805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2561174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2563528'] for subnet, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:13.913066 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron_lib.callbacks.manager [None req-54fcba3b-9b22-49fe-a466-f766dac3d856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:14.059895 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90725d62-231b-44ad-91bf-810cec814acf tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] Pushing event deleted for resources: {'Subnet': ['ID=b5bfd83c-32e3-4005-a9f4-2dc4b916b5ee,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:55:14.071271 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-90725d62-231b-44ad-91bf-810cec814acf tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] Notify callbacks [] for subnet, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:14.075407 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-90725d62-231b-44ad-91bf-810cec814acf tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] 10.222.0.30 "DELETE /v2.0/subnets/b5bfd83c-32e3-4005-a9f4-2dc4b916b5ee HTTP/1.1" status: 204 len: 168 time: 1.8446774 Mar 28 11:55:14.084074 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8df1596-73a7-4711-bd9f-522e840d1951 None None] Network a8bc875b-e62f-44c7-bfcd-0308dd813eea requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:55:14.085855 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 48576) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:14.143611 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df0714cd-fc3b-472f-a847-b01b35c83171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:55:14.144168 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-df0714cd-fc3b-472f-a847-b01b35c83171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Synchronizing usage tracker for tenant:7293707640e3435fa45a54f5a00b8f2c on resource:port {{(pid=87870) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:55:14.163519 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f20d794-5afd-4278-bf54-59ad3ad84af1 tempest-ServersTestManualDisk-684628403 tempest-ServersTestManualDisk-684628403-project] Router d0ee4dee-6ec7-4496-b34d-8d0109fa8f8a has already been hosted by L3 agent af79d429-529e-400b-a119-94d4bec03f3e {{(pid=87870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 11:55:14.177713 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-7af88226-a386-419f-b389-b5e04015b9a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:14.220787 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-973b2247-7a51-471b-b339-807575769ace tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588883'] for network, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:14.275050 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-df0714cd-fc3b-472f-a847-b01b35c83171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Unset dirty status for tenant:7293707640e3435fa45a54f5a00b8f2c on resource:port {{(pid=87870) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:55:14.275050 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-df0714cd-fc3b-472f-a847-b01b35c83171 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] 10.222.0.30 "GET /v2.0/ports/b236df60-e2e2-411f-b9f9-800b259757d4 HTTP/1.1" status: 200 len: 957 time: 0.4076278 Mar 28 11:55:14.278342 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 48580) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:14.289969 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-7af88226-a386-419f-b389-b5e04015b9a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:14.318636 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron_lib.callbacks.manager [None req-54fcba3b-9b22-49fe-a466-f766dac3d856 None None] Notify callbacks [] for port, precommit_update {{(pid=87873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:14.328408 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9125ace1-3f2c-4fe6-a6e8-5022c9374403 req-f349c707-b5d0-4516-b0d3-21c5083e4a6b tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:55:14.330191 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-9125ace1-3f2c-4fe6-a6e8-5022c9374403 req-f349c707-b5d0-4516-b0d3-21c5083e4a6b tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd5974e7-0504-4851-a286-20ab5143705c HTTP/1.1" status: 200 len: 945 time: 0.3679941 Mar 28 11:55:14.332785 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.provisioning_blocks [None req-54fcba3b-9b22-49fe-a466-f766dac3d856 None None] Transition to ACTIVE for port object 6b756990-d19a-4361-b407-3a6eeb7a0276 will not be triggered until provisioned by entity L2. {{(pid=87873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:55:14.342031 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron_lib.callbacks.manager [None req-54fcba3b-9b22-49fe-a466-f766dac3d856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:14.353968 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-2b203d07-6129-496c-8dd7-3324e9174216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Deleting port b236df60-e2e2-411f-b9f9-800b259757d4 {{(pid=87871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:55:14.354301 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-2b203d07-6129-496c-8dd7-3324e9174216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:14.439782 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.managers [None req-54fcba3b-9b22-49fe-a466-f766dac3d856 None None] Attempting to bind port 6b756990-d19a-4361-b407-3a6eeb7a0276 on host dv-neutron-835340-2-hyperv for vnic_type normal with profile {{(pid=87873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:55:14.441014 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.managers [None req-54fcba3b-9b22-49fe-a466-f766dac3d856 None None] Attempting to bind port 6b756990-d19a-4361-b407-3a6eeb7a0276 by drivers openvswitch,hyperv on host dv-neutron-835340-2-hyperv at level 0 using segments [{'id': '688afb86-c9bd-46e2-ba7d-3fe76fb1efff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b'}] {{(pid=87873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:55:14.441014 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54fcba3b-9b22-49fe-a466-f766dac3d856 None None] Attempting to bind port 6b756990-d19a-4361-b407-3a6eeb7a0276 on network ac2b1748-8f63-4b17-a9c7-07e79704aa5b {{(pid=87873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:55:14.464209 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54fcba3b-9b22-49fe-a466-f766dac3d856 None None] Checking agent: {'id': '961a16fe-cbc8-4264-ac28-bbbd53f89caa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 46, 6), 'started_at': datetime.datetime(2022, 3, 28, 11, 46, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 11, 55, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 11:55:14.464209 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54fcba3b-9b22-49fe-a466-f766dac3d856 None None] Checking segment: {'id': '688afb86-c9bd-46e2-ba7d-3fe76fb1efff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:55:14.465010 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron_lib.callbacks.manager [None req-54fcba3b-9b22-49fe-a466-f766dac3d856 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:14.467574 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54fcba3b-9b22-49fe-a466-f766dac3d856 None None] Bound using segment: {'id': '688afb86-c9bd-46e2-ba7d-3fe76fb1efff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b'} {{(pid=87873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 11:55:14.467574 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.managers [None req-54fcba3b-9b22-49fe-a466-f766dac3d856 None None] Bound port: 6b756990-d19a-4361-b407-3a6eeb7a0276, host: dv-neutron-835340-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '688afb86-c9bd-46e2-ba7d-3fe76fb1efff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b'}}] {{(pid=87873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 11:55:14.467574 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron_lib.callbacks.manager [None req-54fcba3b-9b22-49fe-a466-f766dac3d856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:14.490188 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f20d794-5afd-4278-bf54-59ad3ad84af1 tempest-ServersTestManualDisk-684628403 tempest-ServersTestManualDisk-684628403-project] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 11:55:14.498357 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98640c7-c351-4dad-a397-744318c803c2 None None] Pushing event updated for resources: {'Port': ['ID=6b756990-d19a-4361-b407-3a6eeb7a0276,revision_number=2']} {{(pid=87873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:55:14.501437 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-9125ace1-3f2c-4fe6-a6e8-5022c9374403 req-beb9d7d6-222a-4d54-93a9-398a862ba95d tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] 10.222.0.30 "GET /v2.0/security-groups?id=895ae8ad-46d6-4a0f-b104-9c0ca0cce592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1568272 Mar 28 11:55:14.503316 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a63373-890b-477c-bf38-2c071b133db9 None None] Sync routers for ids ['d0ee4dee-6ec7-4496-b34d-8d0109fa8f8a'] in dv-neutron-835340-2-hyperv {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 11:55:14.512070 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-012c2276-a348-47e0-90e9-9e89617d0a05 None None] DHCP port deletion for a8bc875b-e62f-44c7-bfcd-0308dd813eea request from dv-neutron-835340-2-hyperv {{(pid=87872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 11:55:14.523403 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-7af88226-a386-419f-b389-b5e04015b9a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:14.535910 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-012c2276-a348-47e0-90e9-9e89617d0a05 None None] Deleting port 8de2fb99-98de-4452-9fd9-d64d82c6052c {{(pid=87872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:55:14.536714 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-012c2276-a348-47e0-90e9-9e89617d0a05 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:14.544569 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-7af88226-a386-419f-b389-b5e04015b9a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:14.548955 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-7af88226-a386-419f-b389-b5e04015b9a7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6d6040e7-d637-4d35-8286-1bc9537eb4e7 HTTP/1.1" status: 204 len: 168 time: 0.6961942 Mar 28 11:55:14.548955 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-8f20d794-5afd-4278-bf54-59ad3ad84af1 tempest-ServersTestManualDisk-684628403 tempest-ServersTestManualDisk-684628403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for floatingip, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:14.563714 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-5ca09844-4ee6-4afd-bcb0-4af804b43126 tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-709632', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-707672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260923'] for router, precommit_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:14.578245 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af88226-a386-419f-b389-b5e04015b9a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d6040e7-d637-4d35-8286-1bc9537eb4e7,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:55:14.594068 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a63373-890b-477c-bf38-2c071b133db9 None None] Routers {'d0ee4dee-6ec7-4496-b34d-8d0109fa8f8a'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:55:14.595099 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-24a63373-890b-477c-bf38-2c071b133db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T11:55:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['d0ee4dee-6ec7-4496-b34d-8d0109fa8f8a'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:55:14.597327 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.db [None req-54fcba3b-9b22-49fe-a466-f766dac3d856 None None] For port 6b756990-d19a-4361-b407-3a6eeb7a0276, host dv-neutron-835340-2-hyperv, cleared binding levels {{(pid=87873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 11:55:14.601099 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.db [None req-54fcba3b-9b22-49fe-a466-f766dac3d856 None None] For port 6b756990-d19a-4361-b407-3a6eeb7a0276, host dv-neutron-835340-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=6b756990-d19a-4361-b407-3a6eeb7a0276,segment=NetworkSegment(688afb86-c9bd-46e2-ba7d-3fe76fb1efff),segment_id=688afb86-c9bd-46e2-ba7d-3fe76fb1efff)] {{(pid=87873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 11:55:14.608263 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-8f20d794-5afd-4278-bf54-59ad3ad84af1 tempest-ServersTestManualDisk-684628403 tempest-ServersTestManualDisk-684628403-project] 10.222.0.30 "PUT /v2.0/floatingips/9c059288-b364-4039-9193-3c98a4e3715a HTTP/1.1" status: 200 len: 991 time: 4.9403217 Mar 28 11:55:14.608955 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00dcb3fa-3bac-452c-bc74-3ffffeaa885d', 'tag': '1584f756-2866-447a-bcd5-08246c08782f'}] {{(pid=87870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 11:55:14.611287 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron_lib.callbacks.manager [None req-54fcba3b-9b22-49fe-a466-f766dac3d856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:14.627885 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-973b2247-7a51-471b-b339-807575769ace tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] Deleting port 8de2fb99-98de-4452-9fd9-d64d82c6052c {{(pid=87871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:55:14.628215 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-973b2247-7a51-471b-b339-807575769ace tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:14.750665 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98640c7-c351-4dad-a397-744318c803c2 None None] Pushing event updated for resources: {'Port': ['ID=6b756990-d19a-4361-b407-3a6eeb7a0276,revision_number=3']} {{(pid=87873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:55:14.762791 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54fcba3b-9b22-49fe-a466-f766dac3d856 None None] Routers {'5a1ad662-8424-4436-aef4-f8478f93d222'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:55:14.763407 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-54fcba3b-9b22-49fe-a466-f766dac3d856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T11:55:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['5a1ad662-8424-4436-aef4-f8478f93d222'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:55:14.851917 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvr_db [None req-24a63373-890b-477c-bf38-2c071b133db9 None None] Set router d0ee4dee-6ec7-4496-b34d-8d0109fa8f8a gateway port host: dv-neutron-835340-2-hyperv {{(pid=87872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:55:14.874124 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6a265e-e9b0-4cc6-b3de-d85d3ed0d8e3 req-cdf18251-96a2-4dd9-986f-4982f1b6b95d tempest-ServersTestManualDisk-684628403 tempest-ServersTestManualDisk-684628403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:55:14.885218 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-af6a265e-e9b0-4cc6-b3de-d85d3ed0d8e3 req-cdf18251-96a2-4dd9-986f-4982f1b6b95d tempest-ServersTestManualDisk-684628403 tempest-ServersTestManualDisk-684628403-project] 10.222.0.30 "GET /v2.0/ports?device_id=00dcb3fa-3bac-452c-bc74-3ffffeaa885d HTTP/1.1" status: 200 len: 946 time: 0.1713653 Mar 28 11:55:14.960191 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-af6a265e-e9b0-4cc6-b3de-d85d3ed0d8e3 req-00bcc27a-b928-42dd-b600-3551e4b44d36 tempest-ServersTestManualDisk-684628403 tempest-ServersTestManualDisk-684628403-project] 10.222.0.30 "GET /v2.0/security-groups?id=b180dbb9-1594-4776-8849-ae178407ded7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740087 Mar 28 11:55:15.000899 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvr_db [None req-54fcba3b-9b22-49fe-a466-f766dac3d856 None None] Set router 5a1ad662-8424-4436-aef4-f8478f93d222 gateway port host: dv-neutron-835340-2-hyperv {{(pid=87873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:55:15.060779 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00dcb3fa-3bac-452c-bc74-3ffffeaa885d', 'tag': '1584f756-2866-447a-bcd5-08246c08782f', 'status': 'completed', 'code': 200} Mar 28 11:55:15.120733 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-b32387f9-3e28-49fa-9889-d37335f28ff9 tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:55:15.136752 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397a9b45-1a3e-48da-837a-a9bebf4f1a3f req-8cced45d-9c5e-45f6-aff6-78d6b518eccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:55:15.138417 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-397a9b45-1a3e-48da-837a-a9bebf4f1a3f req-8cced45d-9c5e-45f6-aff6-78d6b518eccb service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=bd5974e7-0504-4851-a286-20ab5143705c HTTP/1.1" status: 200 len: 1098 time: 1.1038461 Mar 28 11:55:15.159782 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1fe187-4cae-44fc-8330-82838844de18 req-01ea8692-9126-479f-ba2a-be5965a16228 tempest-ServersTestJSON-1268936191 tempest-ServersTestJSON-1268936191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:55:15.169105 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-5e1fe187-4cae-44fc-8330-82838844de18 req-01ea8692-9126-479f-ba2a-be5965a16228 tempest-ServersTestJSON-1268936191 tempest-ServersTestJSON-1268936191-project] 10.222.0.30 "GET /v2.0/ports?device_id=8e3d6e39-b829-4f9d-a142-9dbe2825c211 HTTP/1.1" status: 200 len: 946 time: 1.4117155 Mar 28 11:55:15.232353 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209ebc4c-f870-4320-ad91-505e1d7fa748 req-1335271c-ac7d-4f2e-9edd-17577f44abc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:55:15.234186 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-209ebc4c-f870-4320-ad91-505e1d7fa748 req-1335271c-ac7d-4f2e-9edd-17577f44abc5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ef5d94df2651453a8526eba31d74035c&device_id=00dcb3fa-3bac-452c-bc74-3ffffeaa885d HTTP/1.1" status: 200 len: 1099 time: 0.1413448 Mar 28 11:55:15.278640 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 8de2fb99-98de-4452-9fd9-d64d82c6052c no longer exists at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 11:55:15.306730 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-b32387f9-3e28-49fa-9889-d37335f28ff9 tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:55:15.348121 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-5e1fe187-4cae-44fc-8330-82838844de18 req-d0e9073e-a13a-4aa9-8c2c-bada9bfe33cc tempest-ServersTestJSON-1268936191 tempest-ServersTestJSON-1268936191-project] 10.222.0.30 "GET /v2.0/security-groups?id=01efca3c-f549-4b6d-88ba-c49064a4c100&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1781611 Mar 28 11:55:15.374039 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [req-397a9b45-1a3e-48da-837a-a9bebf4f1a3f req-21358569-348f-4f45-b026-21ba8b26b714 service neutron] Synchronizing usage tracker for tenant:a802cb7725784c1092ad05c7ab236ddc on resource:security_group {{(pid=87871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:55:15.437127 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-54fcba3b-9b22-49fe-a466-f766dac3d856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a1ad662-8424-4436-aef4-f8478f93d222', 'name': 'tempest-snat-router-607492927', 'tenant_id': 'd81c380f5a424ddd9f088c5f4081fe4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.3'}], 'enable_snat': False}, 'gw_port_id': '6b756990-d19a-4361-b407-3a6eeb7a0276', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:55:07Z', 'updated_at': '2022-03-28T11:55:11Z', 'revision_number': 3, 'project_id': 'd81c380f5a424ddd9f088c5f4081fe4e', 'gw_port': {'id': '6b756990-d19a-4361-b407-3a6eeb7a0276', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:f8:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a1ad662-8424-4436-aef4-f8478f93d222', 'device_owner': 'network:router_gateway', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:55:09Z', 'updated_at': '2022-03-28T11:55:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-835340-2-hyperv'}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:55:15.447779 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54fcba3b-9b22-49fe-a466-f766dac3d856 None None] The sync data for ids ['5a1ad662-8424-4436-aef4-f8478f93d222'] in dv-neutron-835340-2-hyperv is: [{'id': '5a1ad662-8424-4436-aef4-f8478f93d222', 'name': 'tempest-snat-router-607492927', 'tenant_id': 'd81c380f5a424ddd9f088c5f4081fe4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.3'}], 'enable_snat': False}, 'gw_port_id': '6b756990-d19a-4361-b407-3a6eeb7a0276', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:55:07Z', 'updated_at': '2022-03-28T11:55:11Z', 'revision_number': 3, 'project_id': 'd81c380f5a424ddd9f088c5f4081fe4e', 'gw_port': {'id': '6b756990-d19a-4361-b407-3a6eeb7a0276', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:f8:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a1ad662-8424-4436-aef4-f8478f93d222', 'device_owner': 'network:router_gateway', 'standard_attr_id': 224, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:55:09Z', 'updated_at': '2022-03-28T11:55:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-835340-2-hyperv'}] {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 11:55:15.476587 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.agents_db [None req-03fd49d8-b51b-41c1-8716-b8e265c93689 None None] Agent healthcheck: found 6 active agents {{(pid=87873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 11:55:15.485301 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209ebc4c-f870-4320-ad91-505e1d7fa748 req-7a23a33f-9561-4d74-93d4-537bb9a5e869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:55:15.486759 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-209ebc4c-f870-4320-ad91-505e1d7fa748 req-7a23a33f-9561-4d74-93d4-537bb9a5e869 service neutron] 10.222.0.11 "GET /v2.0/networks?id=4a776d3d-9745-4c38-b1e0-dfac029e8437 HTTP/1.1" status: 200 len: 912 time: 0.2463617 Mar 28 11:55:15.676073 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-012c2276-a348-47e0-90e9-9e89617d0a05 None None] For port 8de2fb99-98de-4452-9fd9-d64d82c6052c, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=8de2fb99-98de-4452-9fd9-d64d82c6052c,segment=NetworkSegment(d6ac5c2d-906e-47e6-9502-c659012845e8),segment_id=d6ac5c2d-906e-47e6-9502-c659012845e8)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:55:15.677210 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-012c2276-a348-47e0-90e9-9e89617d0a05 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:15.677471 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b32387f9-3e28-49fa-9889-d37335f28ff9 tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Made reservation on behalf of 6696e3fb7c7e4b0485759ec64225ba6d for: {'port': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:55:15.681734 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-b32387f9-3e28-49fa-9889-d37335f28ff9 tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:15.707127 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-2b203d07-6129-496c-8dd7-3324e9174216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:15.886360 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [req-397a9b45-1a3e-48da-837a-a9bebf4f1a3f req-21358569-348f-4f45-b026-21ba8b26b714 service neutron] Unset dirty status for tenant:a802cb7725784c1092ad05c7ab236ddc on resource:security_group {{(pid=87871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:55:15.888838 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-397a9b45-1a3e-48da-837a-a9bebf4f1a3f req-21358569-348f-4f45-b026-21ba8b26b714 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=895ae8ad-46d6-4a0f-b104-9c0ca0cce592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7177877 Mar 28 11:55:15.946972 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-012c2276-a348-47e0-90e9-9e89617d0a05 None None] Calling delete_port for 8de2fb99-98de-4452-9fd9-d64d82c6052c owned by network:dhcp {{(pid=87872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:55:16.028317 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-209ebc4c-f870-4320-ad91-505e1d7fa748 req-a88a0600-54ea-4d75-8c10-a35bbd2b4ec9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1584f756-2866-447a-bcd5-08246c08782f HTTP/1.1" status: 200 len: 999 time: 0.5351853 Mar 28 11:55:16.071110 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470f1bc0-b85c-4d89-a593-fb7292724a97 req-5e1416cf-f4d1-445a-b670-46a96fa2253a tempest-ServersTestJSON-1268936191 tempest-ServersTestJSON-1268936191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:55:16.083932 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-470f1bc0-b85c-4d89-a593-fb7292724a97 req-5e1416cf-f4d1-445a-b670-46a96fa2253a tempest-ServersTestJSON-1268936191 tempest-ServersTestJSON-1268936191-project] 10.222.0.30 "GET /v2.0/ports?device_id=8e3d6e39-b829-4f9d-a142-9dbe2825c211 HTTP/1.1" status: 200 len: 946 time: 0.2902966 Mar 28 11:55:16.092421 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 48620) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:16.096019 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:16.105368 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-f2fc2338-d373-4b9b-ba45-0ed7ecb6992c tempest-ServersTestJSON-1268936191 tempest-ServersTestJSON-1268936191-project] Request body: {'floatingip': {'port_id': '1f1c1efa-93f1-4a11-b5e9-dedf17802a87'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:55:16.117594 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-2b203d07-6129-496c-8dd7-3324e9174216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Calling delete_port for b236df60-e2e2-411f-b9f9-800b259757d4 owned by {{(pid=87871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:55:16.216545 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-012c2276-a348-47e0-90e9-9e89617d0a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250'] for port, after_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:16.262982 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.db [None req-973b2247-7a51-471b-b339-807575769ace tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] For port 8de2fb99-98de-4452-9fd9-d64d82c6052c, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=8de2fb99-98de-4452-9fd9-d64d82c6052c,segment=NetworkSegment(d6ac5c2d-906e-47e6-9502-c659012845e8),segment_id=d6ac5c2d-906e-47e6-9502-c659012845e8)] {{(pid=87871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:55:16.263510 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-973b2247-7a51-471b-b339-807575769ace tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:16.291094 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-2b203d07-6129-496c-8dd7-3324e9174216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:16.293330 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.notifiers.nova [None req-b32387f9-3e28-49fa-9889-d37335f28ff9 tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] device_id is not set on port 8444ed7a-7bfa-4f4e-9987-b1ab6a31898c yet. {{(pid=87871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 11:55:16.301502 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-24a63373-890b-477c-bf38-2c071b133db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0ee4dee-6ec7-4496-b34d-8d0109fa8f8a', 'name': 'tempest-ServersTestManualDisk-2058185223-router', 'tenant_id': 'ef5d94df2651453a8526eba31d74035c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.55'}], 'enable_snat': True}, 'gw_port_id': '7a491cab-d3e7-422b-8811-bc282f168100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:54:08Z', 'updated_at': '2022-03-28T11:54:20Z', 'revision_number': 4, 'project_id': 'ef5d94df2651453a8526eba31d74035c', 'gw_port': {'id': '7a491cab-d3e7-422b-8811-bc282f168100', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:1f:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ee4dee-6ec7-4496-b34d-8d0109fa8f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:54:09Z', 'updated_at': '2022-03-28T11:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_floatingips': [{'id': '9c059288-b364-4039-9193-3c98a4e3715a', 'tenant_id': 'ef5d94df2651453a8526eba31d74035c', 'floating_ip_address': '172.26.7.22', 'floating_network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'router_id': 'd0ee4dee-6ec7-4496-b34d-8d0109fa8f8a', 'port_id': '1584f756-2866-447a-bcd5-08246c08782f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a776d3d-9745-4c38-b1e0-dfac029e8437', 'mac_address': 'fa:16:3e:a3:d2:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00dcb3fa-3bac-452c-bc74-3ffffeaa885d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T11:54:32Z', 'updated_at': '2022-03-28T11:55:11Z', 'revision_number': 1, 'project_id': 'ef5d94df2651453a8526eba31d74035c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b64da70-6a09-4b97-bfdd-61f19d79beaa', 'name': '', 'network_id': '4a776d3d-9745-4c38-b1e0-dfac029e8437', 'tenant_id': 'ef5d94df2651453a8526eba31d74035c', 'mac_address': 'fa:16:3e:79:56:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ee4dee-6ec7-4496-b34d-8d0109fa8f8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '51390c4c-f007-438b-8f55-097eecbd0e38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:54:16Z', 'updated_at': '2022-03-28T11:54:32Z', 'revision_number': 5, 'project_id': 'ef5d94df2651453a8526eba31d74035c', 'subnets': [{'id': '51390c4c-f007-438b-8f55-097eecbd0e38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:55:16.306596 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012c2276-a348-47e0-90e9-9e89617d0a05 None None] Pushing event deleted for resources: {'Port': ['ID=8de2fb99-98de-4452-9fd9-d64d82c6052c,revision_number=None']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:55:16.314732 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a63373-890b-477c-bf38-2c071b133db9 None None] Checking router: d0ee4dee-6ec7-4496-b34d-8d0109fa8f8a for host: dv-neutron-835340-2-hyperv {{(pid=87872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 11:55:16.315118 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-f2fc2338-d373-4b9b-ba45-0ed7ecb6992c tempest-ServersTestJSON-1268936191 tempest-ServersTestJSON-1268936191-project] Notify callbacks [] for floatingip, before_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:16.325066 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-012c2276-a348-47e0-90e9-9e89617d0a05 None None] No DVR routers for this DVR port 8de2fb99-98de-4452-9fd9-d64d82c6052c on host dv-neutron-835340-2-hyperv {{(pid=87872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 11:55:16.334723 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a63373-890b-477c-bf38-2c071b133db9 None None] Routers {'d0ee4dee-6ec7-4496-b34d-8d0109fa8f8a'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:55:16.335345 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-24a63373-890b-477c-bf38-2c071b133db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T11:55:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['d0ee4dee-6ec7-4496-b34d-8d0109fa8f8a'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:55:16.477160 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209ebc4c-f870-4320-ad91-505e1d7fa748 req-f85ab410-a932-4149-a1c7-33917a1d5e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:55:16.477160 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-209ebc4c-f870-4320-ad91-505e1d7fa748 req-f85ab410-a932-4149-a1c7-33917a1d5e85 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=51390c4c-f007-438b-8f55-097eecbd0e38 HTTP/1.1" status: 200 len: 851 time: 0.2757020 Mar 28 11:55:16.559225 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b203d07-6129-496c-8dd7-3324e9174216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Pushing event deleted for resources: {'Port': ['ID=b236df60-e2e2-411f-b9f9-800b259757d4,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:55:16.568009 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-973b2247-7a51-471b-b339-807575769ace tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] Calling delete_port for 8de2fb99-98de-4452-9fd9-d64d82c6052c owned by network:dhcp {{(pid=87871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:55:16.627527 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-2b203d07-6129-496c-8dd7-3324e9174216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:16.672519 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-2b203d07-6129-496c-8dd7-3324e9174216 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] 10.222.0.30 "DELETE /v2.0/ports/b236df60-e2e2-411f-b9f9-800b259757d4 HTTP/1.1" status: 204 len: 168 time: 2.3847961 Mar 28 11:55:16.675319 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 48634) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:16.682990 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvr_db [None req-24a63373-890b-477c-bf38-2c071b133db9 None None] Set router d0ee4dee-6ec7-4496-b34d-8d0109fa8f8a gateway port host: dv-neutron-835340-2-hyperv {{(pid=87872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:55:16.821399 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa56fbc0-1a7e-4bcc-b529-a226840b3a7c req-c0f2081b-6cbd-4450-80be-bd1618201b7c tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:55:16.821796 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f4c146d-4053-4e3d-ad81-5766500c9c42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] GET failed (client error): The resource could not be found. Mar 28 11:55:16.823014 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-aa56fbc0-1a7e-4bcc-b529-a226840b3a7c req-c0f2081b-6cbd-4450-80be-bd1618201b7c tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd5974e7-0504-4851-a286-20ab5143705c HTTP/1.1" status: 200 len: 945 time: 1.1273234 Mar 28 11:55:16.823211 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-4f4c146d-4053-4e3d-ad81-5766500c9c42 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] 10.222.0.30 "GET /v2.0/ports/b236df60-e2e2-411f-b9f9-800b259757d4 HTTP/1.1" status: 404 len: 333 time: 0.1421096 Mar 28 11:55:16.833388 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 48638) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:16.833716 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 48640) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:16.850065 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209ebc4c-f870-4320-ad91-505e1d7fa748 req-3a036d2f-7324-41d7-b3a1-bfacdd07bfa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:55:16.851704 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-209ebc4c-f870-4320-ad91-505e1d7fa748 req-3a036d2f-7324-41d7-b3a1-bfacdd07bfa2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4a776d3d-9745-4c38-b1e0-dfac029e8437&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3714745 Mar 28 11:55:16.871105 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-fc22a5f7-4d0d-4234-850d-67460d75241a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Request body: {'port': {'network_id': 'c47c70d4-a1a9-4639-ac7c-b51a24a06c43', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-603174580'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:55:16.973011 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-fc22a5f7-4d0d-4234-850d-67460d75241a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:55:17.018898 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-fc22a5f7-4d0d-4234-850d-67460d75241a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Usage tracker for resource:port and tenant:7293707640e3435fa45a54f5a00b8f2c is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:55:17.029647 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-fc22a5f7-4d0d-4234-850d-67460d75241a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:55:17.043665 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-fc22a5f7-4d0d-4234-850d-67460d75241a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:55:17.101307 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-aa56fbc0-1a7e-4bcc-b529-a226840b3a7c req-3c86632f-3670-4e63-ae3a-70f347d5ab32 tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] 10.222.0.30 "GET /v2.0/security-groups?id=895ae8ad-46d6-4a0f-b104-9c0ca0cce592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2512550 Mar 28 11:55:17.102122 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.db.api [None req-973b2247-7a51-471b-b339-807575769ace tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87871) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 11:55:17.102490 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG oslo_db.api [None req-973b2247-7a51-471b-b339-807575769ace tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 11:55:17.258636 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-24a63373-890b-477c-bf38-2c071b133db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0ee4dee-6ec7-4496-b34d-8d0109fa8f8a', 'name': 'tempest-ServersTestManualDisk-2058185223-router', 'tenant_id': 'ef5d94df2651453a8526eba31d74035c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.55'}], 'enable_snat': True}, 'gw_port_id': '7a491cab-d3e7-422b-8811-bc282f168100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:54:08Z', 'updated_at': '2022-03-28T11:54:20Z', 'revision_number': 4, 'project_id': 'ef5d94df2651453a8526eba31d74035c', 'gw_port': {'id': '7a491cab-d3e7-422b-8811-bc282f168100', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:1f:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ee4dee-6ec7-4496-b34d-8d0109fa8f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:54:09Z', 'updated_at': '2022-03-28T11:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_floatingips': [{'id': '9c059288-b364-4039-9193-3c98a4e3715a', 'tenant_id': 'ef5d94df2651453a8526eba31d74035c', 'floating_ip_address': '172.26.7.22', 'floating_network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'router_id': 'd0ee4dee-6ec7-4496-b34d-8d0109fa8f8a', 'port_id': '1584f756-2866-447a-bcd5-08246c08782f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a776d3d-9745-4c38-b1e0-dfac029e8437', 'mac_address': 'fa:16:3e:a3:d2:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00dcb3fa-3bac-452c-bc74-3ffffeaa885d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T11:54:32Z', 'updated_at': '2022-03-28T11:55:11Z', 'revision_number': 1, 'project_id': 'ef5d94df2651453a8526eba31d74035c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b64da70-6a09-4b97-bfdd-61f19d79beaa', 'name': '', 'network_id': '4a776d3d-9745-4c38-b1e0-dfac029e8437', 'tenant_id': 'ef5d94df2651453a8526eba31d74035c', 'mac_address': 'fa:16:3e:79:56:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ee4dee-6ec7-4496-b34d-8d0109fa8f8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '51390c4c-f007-438b-8f55-097eecbd0e38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:54:16Z', 'updated_at': '2022-03-28T11:54:32Z', 'revision_number': 5, 'project_id': 'ef5d94df2651453a8526eba31d74035c', 'subnets': [{'id': '51390c4c-f007-438b-8f55-097eecbd0e38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:55:17.265993 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.db_base_plugin_common [None req-b32387f9-3e28-49fa-9889-d37335f28ff9 tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Allocated IP 2001:db8::4f (09125240-64b9-4e2f-bd5f-693b9dc0f6ad/6b2d99dd-05df-44e9-8abe-c8e58135e652/8444ed7a-7bfa-4f4e-9987-b1ab6a31898c) {{(pid=87871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:55:17.276671 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-176600de-5b08-43b1-b7ac-681f91d4fecb tempest-PortsAdminExtendedAttrsTestJSON-964464193 tempest-PortsAdminExtendedAttrsTestJSON-964464193-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-159354003'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:55:17.290883 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a63373-890b-477c-bf38-2c071b133db9 None None] The sync data for ids ['d0ee4dee-6ec7-4496-b34d-8d0109fa8f8a'] in dv-neutron-835340-2-hyperv is: [{'id': 'd0ee4dee-6ec7-4496-b34d-8d0109fa8f8a', 'name': 'tempest-ServersTestManualDisk-2058185223-router', 'tenant_id': 'ef5d94df2651453a8526eba31d74035c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.55'}], 'enable_snat': True}, 'gw_port_id': '7a491cab-d3e7-422b-8811-bc282f168100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:54:08Z', 'updated_at': '2022-03-28T11:54:20Z', 'revision_number': 4, 'project_id': 'ef5d94df2651453a8526eba31d74035c', 'gw_port': {'id': '7a491cab-d3e7-422b-8811-bc282f168100', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:1f:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ee4dee-6ec7-4496-b34d-8d0109fa8f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:54:09Z', 'updated_at': '2022-03-28T11:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_floatingips': [{'id': '9c059288-b364-4039-9193-3c98a4e3715a', 'tenant_id': 'ef5d94df2651453a8526eba31d74035c', 'floating_ip_address': '172.26.7.22', 'floating_network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'router_id': 'd0ee4dee-6ec7-4496-b34d-8d0109fa8f8a', 'port_id': '1584f756-2866-447a-bcd5-08246c08782f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a776d3d-9745-4c38-b1e0-dfac029e8437', 'mac_address': 'fa:16:3e:a3:d2:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00dcb3fa-3bac-452c-bc74-3ffffeaa885d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T11:54:32Z', 'updated_at': '2022-03-28T11:55:11Z', 'revision_number': 1, 'project_id': 'ef5d94df2651453a8526eba31d74035c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b64da70-6a09-4b97-bfdd-61f19d79beaa', 'name': '', 'network_id': '4a776d3d-9745-4c38-b1e0-dfac029e8437', 'tenant_id': 'ef5d94df2651453a8526eba31d74035c', 'mac_address': 'fa:16:3e:79:56:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ee4dee-6ec7-4496-b34d-8d0109fa8f8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '51390c4c-f007-438b-8f55-097eecbd0e38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:54:16Z', 'updated_at': '2022-03-28T11:54:32Z', 'revision_number': 5, 'project_id': 'ef5d94df2651453a8526eba31d74035c', 'subnets': [{'id': '51390c4c-f007-438b-8f55-097eecbd0e38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 11:55:17.310531 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc22a5f7-4d0d-4234-850d-67460d75241a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Made reservation on behalf of 7293707640e3435fa45a54f5a00b8f2c for: {'port': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:55:17.313703 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-fc22a5f7-4d0d-4234-850d-67460d75241a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:17.317889 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 6b756990-d19a-4361-b407-3a6eeb7a0276 up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:55:17.323167 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-176600de-5b08-43b1-b7ac-681f91d4fecb tempest-PortsAdminExtendedAttrsTestJSON-964464193 tempest-PortsAdminExtendedAttrsTestJSON-964464193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:55:17.339364 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-176600de-5b08-43b1-b7ac-681f91d4fecb tempest-PortsAdminExtendedAttrsTestJSON-964464193 tempest-PortsAdminExtendedAttrsTestJSON-964464193-project] Usage tracker for resource:network and tenant:66ef14888a404c48b8d93ffc47a0f0d9 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:55:17.349422 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-176600de-5b08-43b1-b7ac-681f91d4fecb tempest-PortsAdminExtendedAttrsTestJSON-964464193 tempest-PortsAdminExtendedAttrsTestJSON-964464193-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:55:17.364823 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-176600de-5b08-43b1-b7ac-681f91d4fecb tempest-PortsAdminExtendedAttrsTestJSON-964464193 tempest-PortsAdminExtendedAttrsTestJSON-964464193-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:55:17.371456 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-209ebc4c-f870-4320-ad91-505e1d7fa748 req-83babca2-29fe-4d80-90cf-69db38d2d78f service neutron] 10.222.0.11 "GET /v2.0/networks/4a776d3d-9745-4c38-b1e0-dfac029e8437?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5124664 Mar 28 11:55:17.375236 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.notifiers.nova [None req-fc22a5f7-4d0d-4234-850d-67460d75241a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] device_id is not set on port 36cfcf8c-3d5f-4eb4-bfaa-17a38c6b9eb9 yet. {{(pid=87871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 11:55:17.447880 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning for port 6b756990-d19a-4361-b407-3a6eeb7a0276 completed by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:55:17.459771 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port 6b756990-d19a-4361-b407-3a6eeb7a0276 triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:55:17.460268 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:17.467163 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-5ca09844-4ee6-4afd-bcb0-4af804b43126 tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:17.491732 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-176600de-5b08-43b1-b7ac-681f91d4fecb tempest-PortsAdminExtendedAttrsTestJSON-964464193 tempest-PortsAdminExtendedAttrsTestJSON-964464193-project] Made reservation on behalf of 66ef14888a404c48b8d93ffc47a0f0d9 for: {'network': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:55:17.495445 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-176600de-5b08-43b1-b7ac-681f91d4fecb tempest-PortsAdminExtendedAttrsTestJSON-964464193 tempest-PortsAdminExtendedAttrsTestJSON-964464193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for network, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:17.524427 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-176600de-5b08-43b1-b7ac-681f91d4fecb tempest-PortsAdminExtendedAttrsTestJSON-964464193 tempest-PortsAdminExtendedAttrsTestJSON-964464193-project] Notify callbacks [] for security_group, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:17.544264 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-5ca09844-4ee6-4afd-bcb0-4af804b43126 tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:17.609576 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-973b2247-7a51-471b-b339-807575769ace tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] Deleting port 8de2fb99-98de-4452-9fd9-d64d82c6052c {{(pid=87871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:55:17.609940 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-973b2247-7a51-471b-b339-807575769ace tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:17.614532 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:17.635498 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] For port 6b756990-d19a-4361-b407-3a6eeb7a0276, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=6b756990-d19a-4361-b407-3a6eeb7a0276,segment=NetworkSegment(688afb86-c9bd-46e2-ba7d-3fe76fb1efff),segment_id=688afb86-c9bd-46e2-ba7d-3fe76fb1efff)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:55:17.639022 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-176600de-5b08-43b1-b7ac-681f91d4fecb tempest-PortsAdminExtendedAttrsTestJSON-964464193 tempest-PortsAdminExtendedAttrsTestJSON-964464193-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:55:17.642193 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:17.650111 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-209ebc4c-f870-4320-ad91-505e1d7fa748 req-74a2feda-6857-4500-b1b4-0d4a37a6c952 service neutron] 10.222.0.11 "GET /v2.0/networks/4a776d3d-9745-4c38-b1e0-dfac029e8437?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2718599 Mar 28 11:55:17.652334 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-f2fc2338-d373-4b9b-ba45-0ed7ecb6992c tempest-ServersTestJSON-1268936191 tempest-ServersTestJSON-1268936191-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:17.658646 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-f2fc2338-d373-4b9b-ba45-0ed7ecb6992c tempest-ServersTestJSON-1268936191 tempest-ServersTestJSON-1268936191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-709520'] for floatingip, after_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:17.684854 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-176600de-5b08-43b1-b7ac-681f91d4fecb tempest-PortsAdminExtendedAttrsTestJSON-964464193 tempest-PortsAdminExtendedAttrsTestJSON-964464193-project] Usage tracker for resource:security_group_rule and tenant:66ef14888a404c48b8d93ffc47a0f0d9 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:55:17.717728 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-176600de-5b08-43b1-b7ac-681f91d4fecb tempest-PortsAdminExtendedAttrsTestJSON-964464193 tempest-PortsAdminExtendedAttrsTestJSON-964464193-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:55:17.737881 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Pushing event updated for resources: {'Port': ['ID=6b756990-d19a-4361-b407-3a6eeb7a0276,revision_number=4']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:55:17.757715 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d80e6557-59ee-4e38-afb0-94f2a8926b9f None None] New status for floating IP 9c059288-b364-4039-9193-3c98a4e3715a: ACTIVE {{(pid=87873) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 11:55:17.784875 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-973b2247-7a51-471b-b339-807575769ace tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] The port '8de2fb99-98de-4452-9fd9-d64d82c6052c' was deleted {{(pid=87871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 11:55:17.788127 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-176600de-5b08-43b1-b7ac-681f91d4fecb tempest-PortsAdminExtendedAttrsTestJSON-964464193 tempest-PortsAdminExtendedAttrsTestJSON-964464193-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:55:18.009056 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.db.l3_db [None req-f2fc2338-d373-4b9b-ba45-0ed7ecb6992c tempest-ServersTestJSON-1268936191 tempest-ServersTestJSON-1268936191-project] Floating IP 56e0858a-3151-4bf5-a2ee-c5ce78d04112 associated. External IP: 172.26.7.127, port: 1f1c1efa-93f1-4a11-b5e9-dedf17802a87. Mar 28 11:55:18.172901 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-973b2247-7a51-471b-b339-807575769ace tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930431', 'neutron.services.segments.db._delete_segments_for_network-8783496351308'] for network, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:18.239626 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-fc22a5f7-4d0d-4234-850d-67460d75241a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:18.241848 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.segments.db [None req-973b2247-7a51-471b-b339-807575769ace tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8bc875b-e62f-44c7-bfcd-0308dd813eea']}} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:55:18.283849 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.segments.db [None req-973b2247-7a51-471b-b339-807575769ace tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6ac5c2d-906e-47e6-9502-c659012845e8') {'for_net_delete': True} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:55:18.284569 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.segments.db [None req-973b2247-7a51-471b-b339-807575769ace tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6ac5c2d-906e-47e6-9502-c659012845e8') {} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:55:18.290733 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.db_base_plugin_common [None req-5ca09844-4ee6-4afd-bcb0-4af804b43126 tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Allocated IP 172.26.7.39 (ac2b1748-8f63-4b17-a9c7-07e79704aa5b/0b7ebf76-1dc7-431a-a0b4-b96bacf287c2/c66af4c5-4b93-4eea-9219-07090e1ddb96) {{(pid=87871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:55:18.298460 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-b32387f9-3e28-49fa-9889-d37335f28ff9 tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Notify callbacks [] for port, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:18.314467 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-973b2247-7a51-471b-b339-807575769ace tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783496353639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3436890'] for segment, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:18.388715 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.provisioning_blocks [None req-b32387f9-3e28-49fa-9889-d37335f28ff9 tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Transition to ACTIVE for port object 8444ed7a-7bfa-4f4e-9987-b1ab6a31898c will not be triggered until provisioned by entity DHCP. {{(pid=87871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:55:18.390672 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-973b2247-7a51-471b-b339-807575769ace tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:18.444069 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21b5415-2d52-4215-8b27-049798c41035 req-52dbb188-a442-47af-b6e7-12303189453b tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:55:18.445418 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-c21b5415-2d52-4215-8b27-049798c41035 req-52dbb188-a442-47af-b6e7-12303189453b tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd5974e7-0504-4851-a286-20ab5143705c HTTP/1.1" status: 200 len: 945 time: 0.1930633 Mar 28 11:55:18.449952 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2fc2338-d373-4b9b-ba45-0ed7ecb6992c tempest-ServersTestJSON-1268936191 tempest-ServersTestJSON-1268936191-project] Router 005adf9f-eb7d-4a36-bd5a-ec48d4aae6b3 has already been hosted by L3 agent af79d429-529e-400b-a119-94d4bec03f3e {{(pid=87870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 11:55:18.466167 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-973b2247-7a51-471b-b339-807575769ace tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=87871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 11:55:18.466561 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-973b2247-7a51-471b-b339-807575769ace tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1920481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2363149'] for segment, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:18.481087 dv-neutron-835340-2-hyperv neutron-server[87871]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 11:55:18.481087 dv-neutron-835340-2-hyperv neutron-server[87871]: util.warn( Mar 28 11:55:18.481087 dv-neutron-835340-2-hyperv neutron-server[87871]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 11:55:18.481087 dv-neutron-835340-2-hyperv neutron-server[87871]: util.warn( Mar 28 11:55:18.481087 dv-neutron-835340-2-hyperv neutron-server[87871]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 11:55:18.481087 dv-neutron-835340-2-hyperv neutron-server[87871]: util.warn( Mar 28 11:55:18.481087 dv-neutron-835340-2-hyperv neutron-server[87871]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 11:55:18.481087 dv-neutron-835340-2-hyperv neutron-server[87871]: util.warn( Mar 28 11:55:18.481087 dv-neutron-835340-2-hyperv neutron-server[87871]: Traceback (most recent call last): Mar 28 11:55:18.481087 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 11:55:18.481087 dv-neutron-835340-2-hyperv neutron-server[87871]: timer() Mar 28 11:55:18.481087 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 11:55:18.481087 dv-neutron-835340-2-hyperv neutron-server[87871]: cb(*args, **kw) Mar 28 11:55:18.481087 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 11:55:18.481087 dv-neutron-835340-2-hyperv neutron-server[87871]: return func(*args, **kwargs) Mar 28 11:55:18.481087 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 11:55:18.481087 dv-neutron-835340-2-hyperv neutron-server[87871]: self._notify() Mar 28 11:55:18.481087 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 11:55:18.481087 dv-neutron-835340-2-hyperv neutron-server[87871]: self.callback(batched_events) Mar 28 11:55:18.481087 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 11:55:18.481087 dv-neutron-835340-2-hyperv neutron-server[87871]: event.method(event) Mar 28 11:55:18.481087 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 11:55:18.481087 dv-neutron-835340-2-hyperv neutron-server[87871]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 11:55:18.481087 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 11:55:18.481087 dv-neutron-835340-2-hyperv neutron-server[87871]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 11:55:18.481087 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 11:55:18.481087 dv-neutron-835340-2-hyperv neutron-server[87871]: return f(self, *a, **k) Mar 28 11:55:18.481087 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 11:55:18.481087 dv-neutron-835340-2-hyperv neutron-server[87871]: return self._get(url).json() Mar 28 11:55:18.481087 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 11:55:18.481087 dv-neutron-835340-2-hyperv neutron-server[87871]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 11:55:18.481087 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 11:55:18.481087 dv-neutron-835340-2-hyperv neutron-server[87871]: return self.request(url, 'GET', **kwargs) Mar 28 11:55:18.481087 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 11:55:18.481087 dv-neutron-835340-2-hyperv neutron-server[87871]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 11:55:18.481087 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 11:55:18.481087 dv-neutron-835340-2-hyperv neutron-server[87871]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 11:55:18.481087 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 11:55:18.481087 dv-neutron-835340-2-hyperv neutron-server[87871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 11:55:18.481087 dv-neutron-835340-2-hyperv neutron-server[87871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 11:55:18.485237 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-176600de-5b08-43b1-b7ac-681f91d4fecb tempest-PortsAdminExtendedAttrsTestJSON-964464193 tempest-PortsAdminExtendedAttrsTestJSON-964464193-project] Notify callbacks [] for security_group, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:18.515641 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-176600de-5b08-43b1-b7ac-681f91d4fecb tempest-PortsAdminExtendedAttrsTestJSON-964464193 tempest-PortsAdminExtendedAttrsTestJSON-964464193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:18.566028 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-c21b5415-2d52-4215-8b27-049798c41035 req-a8c097bd-3860-4187-ac1c-eee472d8179c tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] 10.222.0.30 "GET /v2.0/security-groups?id=895ae8ad-46d6-4a0f-b104-9c0ca0cce592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1134672 Mar 28 11:55:18.611214 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-176600de-5b08-43b1-b7ac-681f91d4fecb tempest-PortsAdminExtendedAttrsTestJSON-964464193 tempest-PortsAdminExtendedAttrsTestJSON-964464193-project] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=87871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 11:55:18.653903 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-fc22a5f7-4d0d-4234-850d-67460d75241a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:18.655410 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-973b2247-7a51-471b-b339-807575769ace tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709602'] for network, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:18.659487 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-176600de-5b08-43b1-b7ac-681f91d4fecb tempest-PortsAdminExtendedAttrsTestJSON-964464193 tempest-PortsAdminExtendedAttrsTestJSON-964464193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:18.659821 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.db.segments_db [None req-176600de-5b08-43b1-b7ac-681f91d4fecb tempest-PortsAdminExtendedAttrsTestJSON-964464193 tempest-PortsAdminExtendedAttrsTestJSON-964464193-project] Added segment 0edbfa7e-0118-4eff-b0f4-8ac52f566a03 of type vlan for network 12731566-4af9-4b7d-ad0e-d19dba1c5aff Mar 28 11:55:18.686281 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2fc2338-d373-4b9b-ba45-0ed7ecb6992c tempest-ServersTestJSON-1268936191 tempest-ServersTestJSON-1268936191-project] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 11:55:18.691848 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-f2fc2338-d373-4b9b-ba45-0ed7ecb6992c tempest-ServersTestJSON-1268936191 tempest-ServersTestJSON-1268936191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for floatingip, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:18.696781 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-692becb0-f274-4220-8845-93546596e7f5 None None] Sync routers for ids ['005adf9f-eb7d-4a36-bd5a-ec48d4aae6b3'] in dv-neutron-835340-2-hyperv {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 11:55:18.698501 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176600de-5b08-43b1-b7ac-681f91d4fecb tempest-PortsAdminExtendedAttrsTestJSON-964464193 tempest-PortsAdminExtendedAttrsTestJSON-964464193-project] Pushing event updated for resources: {'SecurityGroup': ['ID=304967e1-2209-4696-8128-ac59205cfaef,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:55:18.708597 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-692becb0-f274-4220-8845-93546596e7f5 None None] Routers {'005adf9f-eb7d-4a36-bd5a-ec48d4aae6b3'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:55:18.708894 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-692becb0-f274-4220-8845-93546596e7f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T11:55:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['005adf9f-eb7d-4a36-bd5a-ec48d4aae6b3'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:55:18.755045 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-f2fc2338-d373-4b9b-ba45-0ed7ecb6992c tempest-ServersTestJSON-1268936191 tempest-ServersTestJSON-1268936191-project] 10.222.0.30 "PUT /v2.0/floatingips/56e0858a-3151-4bf5-a2ee-c5ce78d04112 HTTP/1.1" status: 200 len: 992 time: 2.6607766 Mar 28 11:55:18.755682 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e3d6e39-b829-4f9d-a142-9dbe2825c211', 'tag': '1f1c1efa-93f1-4a11-b5e9-dedf17802a87'}] {{(pid=87870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 11:55:18.799237 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-5ca09844-4ee6-4afd-bcb0-4af804b43126 tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:18.806352 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-b32387f9-3e28-49fa-9889-d37335f28ff9 tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:18.813222 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-973b2247-7a51-471b-b339-807575769ace tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] Notify callbacks [] for network, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:18.834793 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973b2247-7a51-471b-b339-807575769ace tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] Pushing event deleted for resources: {'Network': ['ID=a8bc875b-e62f-44c7-bfcd-0308dd813eea,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:55:18.852234 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc22a5f7-4d0d-4234-850d-67460d75241a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Network c47c70d4-a1a9-4639-ac7c-b51a24a06c43 is already hosted by enough agents. {{(pid=87871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:55:18.878048 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-fc22a5f7-4d0d-4234-850d-67460d75241a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Resources bound (agent type, host, resource id): {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:55:18.887646 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc22a5f7-4d0d-4234-850d-67460d75241a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Pushing event updated for resources: {'Port': ['ID=36cfcf8c-3d5f-4eb4-bfaa-17a38c6b9eb9,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:55:18.902754 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc22a5f7-4d0d-4234-850d-67460d75241a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Received port after_create {{(pid=87871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:55:18.903686 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc22a5f7-4d0d-4234-850d-67460d75241a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:55:18.904272 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-fc22a5f7-4d0d-4234-850d-67460d75241a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:18.930798 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvr_db [None req-692becb0-f274-4220-8845-93546596e7f5 None None] Set router 005adf9f-eb7d-4a36-bd5a-ec48d4aae6b3 gateway port host: dv-neutron-835340-2-hyperv {{(pid=87872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:55:18.951460 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-176600de-5b08-43b1-b7ac-681f91d4fecb tempest-PortsAdminExtendedAttrsTestJSON-964464193 tempest-PortsAdminExtendedAttrsTestJSON-964464193-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783495836591'] for network, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:18.972847 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255ca380-ecad-49eb-bb95-6642b4b2d2a0 req-3a03334f-6149-4d6c-a3b9-b0c92fa5f676 tempest-ServersTestJSON-1268936191 tempest-ServersTestJSON-1268936191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:55:18.974434 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-255ca380-ecad-49eb-bb95-6642b4b2d2a0 req-3a03334f-6149-4d6c-a3b9-b0c92fa5f676 tempest-ServersTestJSON-1268936191 tempest-ServersTestJSON-1268936191-project] 10.222.0.30 "GET /v2.0/ports?device_id=8e3d6e39-b829-4f9d-a142-9dbe2825c211 HTTP/1.1" status: 200 len: 946 time: 0.0916383 Mar 28 11:55:18.974947 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b32387f9-3e28-49fa-9889-d37335f28ff9 tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Network 09125240-64b9-4e2f-bd5f-693b9dc0f6ad is already hosted by enough agents. {{(pid=87871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:55:18.993651 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-b32387f9-3e28-49fa-9889-d37335f28ff9 tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Resources bound (agent type, host, resource id): {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:55:19.002577 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-973b2247-7a51-471b-b339-807575769ace tempest-AllowedAddressPairTestJSON-16624754 tempest-AllowedAddressPairTestJSON-16624754-project] 10.222.0.30 "DELETE /v2.0/networks/a8bc875b-e62f-44c7-bfcd-0308dd813eea HTTP/1.1" status: 204 len: 168 time: 4.9039292 Mar 28 11:55:19.006872 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b32387f9-3e28-49fa-9889-d37335f28ff9 tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Received port after_create {{(pid=87871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:55:19.011912 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b32387f9-3e28-49fa-9889-d37335f28ff9 tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:55:19.012532 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-b32387f9-3e28-49fa-9889-d37335f28ff9 tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:19.052052 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-255ca380-ecad-49eb-bb95-6642b4b2d2a0 req-7c43f31d-67de-4a72-bc4b-1429fb6ce6ea tempest-ServersTestJSON-1268936191 tempest-ServersTestJSON-1268936191-project] 10.222.0.30 "GET /v2.0/security-groups?id=01efca3c-f549-4b6d-88ba-c49064a4c100&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0707417 Mar 28 11:55:19.074051 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-fc22a5f7-4d0d-4234-850d-67460d75241a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 2.2349072 Mar 28 11:55:19.076796 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 48666) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:19.083087 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-41808c14-707a-4b19-b11f-4da970869a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8353'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:55:19.090091 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32387f9-3e28-49fa-9889-d37335f28ff9 tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Pushing event updated for resources: {'Port': ['ID=8444ed7a-7bfa-4f4e-9987-b1ab6a31898c,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:55:19.130754 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-b32387f9-3e28-49fa-9889-d37335f28ff9 tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 5.4631424 Mar 28 11:55:19.145168 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 48670) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:19.152448 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b741eae3-73c6-4a16-8976-029d36966be5 req-64a2a61e-0746-4a5a-a141-1134c4180d39 tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:55:19.154008 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-b741eae3-73c6-4a16-8976-029d36966be5 req-64a2a61e-0746-4a5a-a141-1134c4180d39 tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd5974e7-0504-4851-a286-20ab5143705c HTTP/1.1" status: 200 len: 945 time: 0.4379516 Mar 28 11:55:19.169316 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-5ca09844-4ee6-4afd-bcb0-4af804b43126 tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:19.173648 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-176600de-5b08-43b1-b7ac-681f91d4fecb tempest-PortsAdminExtendedAttrsTestJSON-964464193 tempest-PortsAdminExtendedAttrsTestJSON-964464193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765'] for network, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:19.176304 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-155e27fd-3289-4070-b8c1-4fd6be7fb1d5 tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Request body: {'port': {'network_id': '09125240-64b9-4e2f-bd5f-693b9dc0f6ad', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-449668430'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:55:19.186639 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-176600de-5b08-43b1-b7ac-681f91d4fecb tempest-PortsAdminExtendedAttrsTestJSON-964464193 tempest-PortsAdminExtendedAttrsTestJSON-964464193-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:55:19.187902 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-176600de-5b08-43b1-b7ac-681f91d4fecb tempest-PortsAdminExtendedAttrsTestJSON-964464193 tempest-PortsAdminExtendedAttrsTestJSON-964464193-project] Notify callbacks [] for network, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:19.194184 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 48674) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:19.230193 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e3d6e39-b829-4f9d-a142-9dbe2825c211', 'tag': '1f1c1efa-93f1-4a11-b5e9-dedf17802a87', 'status': 'completed', 'code': 200} Mar 28 11:55:19.322879 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 6b756990-d19a-4361-b407-3a6eeb7a0276 up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:55:19.446543 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 48680) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:19.485791 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-534cfcc0-2df6-428c-98a2-6866c4969eca tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] Request body: {'floatingip': {'port_id': 'e551f3ed-2894-4f6d-8e40-b1680f309506'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:55:19.490649 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port 6b756990-d19a-4361-b407-3a6eeb7a0276 triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:55:19.491288 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:19.542234 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-41808c14-707a-4b19-b11f-4da970869a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:19.554073 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-155e27fd-3289-4070-b8c1-4fd6be7fb1d5 tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:55:19.563305 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-155e27fd-3289-4070-b8c1-4fd6be7fb1d5 tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Usage tracker for resource:port and tenant:6696e3fb7c7e4b0485759ec64225ba6d is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:55:19.565953 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-6ee1a5d2-df89-4248-ba56-4bbe7b4199a1 None None] Provisioning for port 8444ed7a-7bfa-4f4e-9987-b1ab6a31898c completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:55:19.567869 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-155e27fd-3289-4070-b8c1-4fd6be7fb1d5 tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:55:19.583251 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-155e27fd-3289-4070-b8c1-4fd6be7fb1d5 tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:55:19.584148 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-6ee1a5d2-df89-4248-ba56-4bbe7b4199a1 None None] Provisioning complete for port 8444ed7a-7bfa-4f4e-9987-b1ab6a31898c triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:55:19.584361 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-6ee1a5d2-df89-4248-ba56-4bbe7b4199a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:19.641073 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df03137d-9d57-4105-bb6d-e8cac3d31dfa req-8384857d-eb6e-49ed-b022-f0e6d3df045d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:55:19.642264 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-6ee1a5d2-df89-4248-ba56-4bbe7b4199a1 None None] Port 8444ed7a-7bfa-4f4e-9987-b1ab6a31898c cannot update to ACTIVE because it is not bound. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 11:55:19.642794 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-df03137d-9d57-4105-bb6d-e8cac3d31dfa req-8384857d-eb6e-49ed-b022-f0e6d3df045d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=acd670e645c74d2b90f128b4c99c366d&device_id=8e3d6e39-b829-4f9d-a142-9dbe2825c211 HTTP/1.1" status: 200 len: 1099 time: 0.4117997 Mar 28 11:55:19.647348 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ca09844-4ee6-4afd-bcb0-4af804b43126 tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Network ac2b1748-8f63-4b17-a9c7-07e79704aa5b is already hosted by enough agents. {{(pid=87871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:55:19.650924 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-155e27fd-3289-4070-b8c1-4fd6be7fb1d5 tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Made reservation on behalf of 6696e3fb7c7e4b0485759ec64225ba6d for: {'port': 1} {{(pid=87870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:55:19.652227 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-534cfcc0-2df6-428c-98a2-6866c4969eca tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] Notify callbacks [] for floatingip, before_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:19.654539 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-155e27fd-3289-4070-b8c1-4fd6be7fb1d5 tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:19.703802 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-176600de-5b08-43b1-b7ac-681f91d4fecb tempest-PortsAdminExtendedAttrsTestJSON-964464193 tempest-PortsAdminExtendedAttrsTestJSON-964464193-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 2.8660846 Mar 28 11:55:19.713904 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-692becb0-f274-4220-8845-93546596e7f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '005adf9f-eb7d-4a36-bd5a-ec48d4aae6b3', 'name': 'tempest-ServersTestJSON-319239182-router', 'tenant_id': 'acd670e645c74d2b90f128b4c99c366d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.162'}], 'enable_snat': True}, 'gw_port_id': '0e3b5c56-40c6-441b-9322-13f44351c6c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:54:13Z', 'updated_at': '2022-03-28T11:54:30Z', 'revision_number': 4, 'project_id': 'acd670e645c74d2b90f128b4c99c366d', 'gw_port': {'id': '0e3b5c56-40c6-441b-9322-13f44351c6c3', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:d1:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '005adf9f-eb7d-4a36-bd5a-ec48d4aae6b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:54:15Z', 'updated_at': '2022-03-28T11:54:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_floatingips': [{'id': '56e0858a-3151-4bf5-a2ee-c5ce78d04112', 'tenant_id': 'acd670e645c74d2b90f128b4c99c366d', 'floating_ip_address': '172.26.7.127', 'floating_network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'router_id': '005adf9f-eb7d-4a36-bd5a-ec48d4aae6b3', 'port_id': '1f1c1efa-93f1-4a11-b5e9-dedf17802a87', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 169, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4e7a0f3-f0a8-4b6f-ba98-4c112b7f4173', 'mac_address': 'fa:16:3e:75:79:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e3d6e39-b829-4f9d-a142-9dbe2825c211', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T11:54:41Z', 'updated_at': '2022-03-28T11:55:17Z', 'revision_number': 1, 'project_id': 'acd670e645c74d2b90f128b4c99c366d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4f29528-2ae2-45f0-863a-39816c9dcf0c', 'name': '', 'network_id': 'a4e7a0f3-f0a8-4b6f-ba98-4c112b7f4173', 'tenant_id': 'acd670e645c74d2b90f128b4c99c366d', 'mac_address': 'fa:16:3e:95:22:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '005adf9f-eb7d-4a36-bd5a-ec48d4aae6b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '0ed780f2-8d6e-4932-8a9f-fdf7d02c0d26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:54:28Z', 'updated_at': '2022-03-28T11:54:40Z', 'revision_number': 5, 'project_id': 'acd670e645c74d2b90f128b4c99c366d', 'subnets': [{'id': '0ed780f2-8d6e-4932-8a9f-fdf7d02c0d26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:55:19.720575 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-5ca09844-4ee6-4afd-bcb0-4af804b43126 tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Resources bound (agent type, host, resource id): {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:55:19.728811 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-692becb0-f274-4220-8845-93546596e7f5 None None] Checking router: 005adf9f-eb7d-4a36-bd5a-ec48d4aae6b3 for host: dv-neutron-835340-2-hyperv {{(pid=87872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 11:55:19.737427 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca09844-4ee6-4afd-bcb0-4af804b43126 tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Received port after_create {{(pid=87871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:55:19.754305 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-692becb0-f274-4220-8845-93546596e7f5 None None] Routers {'005adf9f-eb7d-4a36-bd5a-ec48d4aae6b3'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:55:19.755286 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-692becb0-f274-4220-8845-93546596e7f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T11:55:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['005adf9f-eb7d-4a36-bd5a-ec48d4aae6b3'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:55:19.763499 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176600de-5b08-43b1-b7ac-681f91d4fecb tempest-PortsAdminExtendedAttrsTestJSON-964464193 tempest-PortsAdminExtendedAttrsTestJSON-964464193-project] Pushing event updated for resources: {'Network': ['ID=12731566-4af9-4b7d-ad0e-d19dba1c5aff,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:55:19.780161 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca09844-4ee6-4afd-bcb0-4af804b43126 tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Pushing event updated for resources: {'Port': ['ID=c66af4c5-4b93-4eea-9219-07090e1ddb96,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:55:19.965047 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvr_db [None req-692becb0-f274-4220-8845-93546596e7f5 None None] Set router 005adf9f-eb7d-4a36-bd5a-ec48d4aae6b3 gateway port host: dv-neutron-835340-2-hyperv {{(pid=87872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:55:20.031749 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.notifiers.nova [None req-155e27fd-3289-4070-b8c1-4fd6be7fb1d5 tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] device_id is not set on port 3dac06c2-af8c-4acb-ab64-62a5307a8d9b yet. {{(pid=87870) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 11:55:20.034087 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Network 12731566-4af9-4b7d-ad0e-d19dba1c5aff details requested by agent ovs-agent-dv-neutron-835340-2-hyperv with host dv-neutron-835340-2-hyperv {{(pid=87872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 11:55:20.079094 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 48692) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:20.157480 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-67ea99b8-88f1-4118-9c1c-2d4b1e1a601b tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Request body: {'port': {'network_id': '12731566-4af9-4b7d-ad0e-d19dba1c5aff', 'binding:host_id': 'hv-neutron-8353', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2014002507'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:55:20.169569 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-67ea99b8-88f1-4118-9c1c-2d4b1e1a601b tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:55:20.178033 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-67ea99b8-88f1-4118-9c1c-2d4b1e1a601b tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Usage tracker for resource:port and tenant:3c43ce0240aa4db5957daccc5c7c6d7c is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:55:20.183775 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-67ea99b8-88f1-4118-9c1c-2d4b1e1a601b tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:55:20.216558 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df03137d-9d57-4105-bb6d-e8cac3d31dfa req-6f8d2de1-97b7-4111-83f9-4db57f029cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:55:20.217957 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-df03137d-9d57-4105-bb6d-e8cac3d31dfa req-6f8d2de1-97b7-4111-83f9-4db57f029cc4 service neutron] 10.222.0.11 "GET /v2.0/networks?id=a4e7a0f3-f0a8-4b6f-ba98-4c112b7f4173 HTTP/1.1" status: 200 len: 905 time: 0.5681674 Mar 28 11:55:20.245041 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-67ea99b8-88f1-4118-9c1c-2d4b1e1a601b tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:55:20.344495 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-a1184eba-984f-48c3-9052-d98a9252bd1d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=fd6f94a999304d45b576d97dddac9f8b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8908944 Mar 28 11:55:20.354505 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 48696) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:20.367549 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67ea99b8-88f1-4118-9c1c-2d4b1e1a601b tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Made reservation on behalf of 3c43ce0240aa4db5957daccc5c7c6d7c for: {'port': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:55:20.369779 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-67ea99b8-88f1-4118-9c1c-2d4b1e1a601b tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:20.417791 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-df03137d-9d57-4105-bb6d-e8cac3d31dfa req-2240fcc6-ceb2-413e-880a-445d31953786 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1f1c1efa-93f1-4a11-b5e9-dedf17802a87 HTTP/1.1" status: 200 len: 1000 time: 0.1846564 Mar 28 11:55:20.464663 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.db_base_plugin_common [None req-155e27fd-3289-4070-b8c1-4fd6be7fb1d5 tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Allocated IP 2001:db8::43 (09125240-64b9-4e2f-bd5f-693b9dc0f6ad/6b2d99dd-05df-44e9-8abe-c8e58135e652/3dac06c2-af8c-4acb-ab64-62a5307a8d9b) {{(pid=87870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:55:20.473912 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:20.479268 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-692becb0-f274-4220-8845-93546596e7f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '005adf9f-eb7d-4a36-bd5a-ec48d4aae6b3', 'name': 'tempest-ServersTestJSON-319239182-router', 'tenant_id': 'acd670e645c74d2b90f128b4c99c366d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.162'}], 'enable_snat': True}, 'gw_port_id': '0e3b5c56-40c6-441b-9322-13f44351c6c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:54:13Z', 'updated_at': '2022-03-28T11:54:30Z', 'revision_number': 4, 'project_id': 'acd670e645c74d2b90f128b4c99c366d', 'gw_port': {'id': '0e3b5c56-40c6-441b-9322-13f44351c6c3', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:d1:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '005adf9f-eb7d-4a36-bd5a-ec48d4aae6b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:54:15Z', 'updated_at': '2022-03-28T11:54:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_floatingips': [{'id': '56e0858a-3151-4bf5-a2ee-c5ce78d04112', 'tenant_id': 'acd670e645c74d2b90f128b4c99c366d', 'floating_ip_address': '172.26.7.127', 'floating_network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'router_id': '005adf9f-eb7d-4a36-bd5a-ec48d4aae6b3', 'port_id': '1f1c1efa-93f1-4a11-b5e9-dedf17802a87', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 169, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4e7a0f3-f0a8-4b6f-ba98-4c112b7f4173', 'mac_address': 'fa:16:3e:75:79:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e3d6e39-b829-4f9d-a142-9dbe2825c211', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T11:54:41Z', 'updated_at': '2022-03-28T11:55:17Z', 'revision_number': 1, 'project_id': 'acd670e645c74d2b90f128b4c99c366d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4f29528-2ae2-45f0-863a-39816c9dcf0c', 'name': '', 'network_id': 'a4e7a0f3-f0a8-4b6f-ba98-4c112b7f4173', 'tenant_id': 'acd670e645c74d2b90f128b4c99c366d', 'mac_address': 'fa:16:3e:95:22:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '005adf9f-eb7d-4a36-bd5a-ec48d4aae6b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '0ed780f2-8d6e-4932-8a9f-fdf7d02c0d26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:54:28Z', 'updated_at': '2022-03-28T11:54:40Z', 'revision_number': 5, 'project_id': 'acd670e645c74d2b90f128b4c99c366d', 'subnets': [{'id': '0ed780f2-8d6e-4932-8a9f-fdf7d02c0d26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:55:20.483442 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-692becb0-f274-4220-8845-93546596e7f5 None None] The sync data for ids ['005adf9f-eb7d-4a36-bd5a-ec48d4aae6b3'] in dv-neutron-835340-2-hyperv is: [{'id': '005adf9f-eb7d-4a36-bd5a-ec48d4aae6b3', 'name': 'tempest-ServersTestJSON-319239182-router', 'tenant_id': 'acd670e645c74d2b90f128b4c99c366d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.162'}], 'enable_snat': True}, 'gw_port_id': '0e3b5c56-40c6-441b-9322-13f44351c6c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:54:13Z', 'updated_at': '2022-03-28T11:54:30Z', 'revision_number': 4, 'project_id': 'acd670e645c74d2b90f128b4c99c366d', 'gw_port': {'id': '0e3b5c56-40c6-441b-9322-13f44351c6c3', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:d1:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '005adf9f-eb7d-4a36-bd5a-ec48d4aae6b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:54:15Z', 'updated_at': '2022-03-28T11:54:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_floatingips': [{'id': '56e0858a-3151-4bf5-a2ee-c5ce78d04112', 'tenant_id': 'acd670e645c74d2b90f128b4c99c366d', 'floating_ip_address': '172.26.7.127', 'floating_network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'router_id': '005adf9f-eb7d-4a36-bd5a-ec48d4aae6b3', 'port_id': '1f1c1efa-93f1-4a11-b5e9-dedf17802a87', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 169, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4e7a0f3-f0a8-4b6f-ba98-4c112b7f4173', 'mac_address': 'fa:16:3e:75:79:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e3d6e39-b829-4f9d-a142-9dbe2825c211', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T11:54:41Z', 'updated_at': '2022-03-28T11:55:17Z', 'revision_number': 1, 'project_id': 'acd670e645c74d2b90f128b4c99c366d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4f29528-2ae2-45f0-863a-39816c9dcf0c', 'name': '', 'network_id': 'a4e7a0f3-f0a8-4b6f-ba98-4c112b7f4173', 'tenant_id': 'acd670e645c74d2b90f128b4c99c366d', 'mac_address': 'fa:16:3e:95:22:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '005adf9f-eb7d-4a36-bd5a-ec48d4aae6b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '0ed780f2-8d6e-4932-8a9f-fdf7d02c0d26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:54:28Z', 'updated_at': '2022-03-28T11:54:40Z', 'revision_number': 5, 'project_id': 'acd670e645c74d2b90f128b4c99c366d', 'subnets': [{'id': '0ed780f2-8d6e-4932-8a9f-fdf7d02c0d26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 11:55:20.510610 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-67ea99b8-88f1-4118-9c1c-2d4b1e1a601b tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:20.550522 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.notifiers.nova [None req-41808c14-707a-4b19-b11f-4da970869a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] device_id is not set on port 36cfcf8c-3d5f-4eb4-bfaa-17a38c6b9eb9 yet. {{(pid=87870) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 11:55:20.561650 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-41808c14-707a-4b19-b11f-4da970869a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:20.603084 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.provisioning_blocks [None req-41808c14-707a-4b19-b11f-4da970869a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Transition to ACTIVE for port object 36cfcf8c-3d5f-4eb4-bfaa-17a38c6b9eb9 will not be triggered until provisioned by entity L2. {{(pid=87870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:55:20.607487 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df03137d-9d57-4105-bb6d-e8cac3d31dfa req-80434e26-1726-406c-87b1-ab8d1aa29aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:55:20.609064 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-df03137d-9d57-4105-bb6d-e8cac3d31dfa req-80434e26-1726-406c-87b1-ab8d1aa29aa6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0ed780f2-8d6e-4932-8a9f-fdf7d02c0d26 HTTP/1.1" status: 200 len: 844 time: 0.1734889 Mar 28 11:55:20.612388 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-41808c14-707a-4b19-b11f-4da970869a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2558288'] for port, after_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:20.748273 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f013af-5a0c-4558-88fb-c59885756e71 None None] New status for floating IP 56e0858a-3151-4bf5-a2ee-c5ce78d04112: ACTIVE {{(pid=87873) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 11:55:20.807773 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-67ea99b8-88f1-4118-9c1c-2d4b1e1a601b tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:55:20.829038 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-67ea99b8-88f1-4118-9c1c-2d4b1e1a601b tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Usage tracker for resource:security_group_rule and tenant:3c43ce0240aa4db5957daccc5c7c6d7c is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:55:20.839005 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-67ea99b8-88f1-4118-9c1c-2d4b1e1a601b tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:55:20.864257 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-67ea99b8-88f1-4118-9c1c-2d4b1e1a601b tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:55:20.879246 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-5ca09844-4ee6-4afd-bcb0-4af804b43126 tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:20.965508 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41808c14-707a-4b19-b11f-4da970869a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Pushing event updated for resources: {'Port': ['ID=36cfcf8c-3d5f-4eb4-bfaa-17a38c6b9eb9,revision_number=2']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:55:20.992881 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.managers [None req-41808c14-707a-4b19-b11f-4da970869a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Attempting to bind port 36cfcf8c-3d5f-4eb4-bfaa-17a38c6b9eb9 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=87870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:55:20.993407 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.managers [None req-41808c14-707a-4b19-b11f-4da970869a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Attempting to bind port 36cfcf8c-3d5f-4eb4-bfaa-17a38c6b9eb9 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '30e6b1be-e830-45bc-98e2-975be020045d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'c47c70d4-a1a9-4639-ac7c-b51a24a06c43'}] {{(pid=87870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:55:20.993677 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41808c14-707a-4b19-b11f-4da970869a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Attempting to bind port 36cfcf8c-3d5f-4eb4-bfaa-17a38c6b9eb9 on network c47c70d4-a1a9-4639-ac7c-b51a24a06c43 {{(pid=87870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:55:21.008412 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41808c14-707a-4b19-b11f-4da970869a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Port 36cfcf8c-3d5f-4eb4-bfaa-17a38c6b9eb9 on network c47c70d4-a1a9-4639-ac7c-b51a24a06c43 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=87870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 11:55:21.008669 dv-neutron-835340-2-hyperv neutron-server[87870]: ERROR neutron.plugins.ml2.managers [None req-41808c14-707a-4b19-b11f-4da970869a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Failed to bind port 36cfcf8c-3d5f-4eb4-bfaa-17a38c6b9eb9 on host hv-neutron-8353 for vnic_type normal using segments [{'id': '30e6b1be-e830-45bc-98e2-975be020045d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'c47c70d4-a1a9-4639-ac7c-b51a24a06c43'}] Mar 28 11:55:21.012505 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.plugins.ml2.plugin [None req-41808c14-707a-4b19-b11f-4da970869a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Attempt 2 to bind port 36cfcf8c-3d5f-4eb4-bfaa-17a38c6b9eb9 Mar 28 11:55:21.031843 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-cec5bed5-2a7e-416c-8817-d4386e588dde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:21.055048 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df03137d-9d57-4105-bb6d-e8cac3d31dfa req-276045dc-0ee7-4c62-8d90-70db2952b2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:55:21.056924 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-df03137d-9d57-4105-bb6d-e8cac3d31dfa req-276045dc-0ee7-4c62-8d90-70db2952b2bc service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=a4e7a0f3-f0a8-4b6f-ba98-4c112b7f4173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3947201 Mar 28 11:55:21.069089 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.managers [None req-41808c14-707a-4b19-b11f-4da970869a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Attempting to bind port 36cfcf8c-3d5f-4eb4-bfaa-17a38c6b9eb9 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=87870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:55:21.069559 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.managers [None req-41808c14-707a-4b19-b11f-4da970869a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Attempting to bind port 36cfcf8c-3d5f-4eb4-bfaa-17a38c6b9eb9 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '30e6b1be-e830-45bc-98e2-975be020045d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'c47c70d4-a1a9-4639-ac7c-b51a24a06c43'}] {{(pid=87870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:55:21.069989 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41808c14-707a-4b19-b11f-4da970869a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Attempting to bind port 36cfcf8c-3d5f-4eb4-bfaa-17a38c6b9eb9 on network c47c70d4-a1a9-4639-ac7c-b51a24a06c43 {{(pid=87870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:55:21.106343 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-155e27fd-3289-4070-b8c1-4fd6be7fb1d5 tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Notify callbacks [] for port, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:21.120507 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41808c14-707a-4b19-b11f-4da970869a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Port 36cfcf8c-3d5f-4eb4-bfaa-17a38c6b9eb9 on network c47c70d4-a1a9-4639-ac7c-b51a24a06c43 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=87870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 11:55:21.121132 dv-neutron-835340-2-hyperv neutron-server[87870]: ERROR neutron.plugins.ml2.managers [None req-41808c14-707a-4b19-b11f-4da970869a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Failed to bind port 36cfcf8c-3d5f-4eb4-bfaa-17a38c6b9eb9 on host hv-neutron-8353 for vnic_type normal using segments [{'id': '30e6b1be-e830-45bc-98e2-975be020045d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'c47c70d4-a1a9-4639-ac7c-b51a24a06c43'}] Mar 28 11:55:21.127554 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.plugins.ml2.plugin [None req-41808c14-707a-4b19-b11f-4da970869a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Attempt 3 to bind port 36cfcf8c-3d5f-4eb4-bfaa-17a38c6b9eb9 Mar 28 11:55:21.191987 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-cec5bed5-2a7e-416c-8817-d4386e588dde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:21.201018 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.provisioning_blocks [None req-155e27fd-3289-4070-b8c1-4fd6be7fb1d5 tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Transition to ACTIVE for port object 3dac06c2-af8c-4acb-ab64-62a5307a8d9b will not be triggered until provisioned by entity DHCP. {{(pid=87870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:55:21.202184 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.managers [None req-41808c14-707a-4b19-b11f-4da970869a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Attempting to bind port 36cfcf8c-3d5f-4eb4-bfaa-17a38c6b9eb9 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=87870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:55:21.203215 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.managers [None req-41808c14-707a-4b19-b11f-4da970869a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Attempting to bind port 36cfcf8c-3d5f-4eb4-bfaa-17a38c6b9eb9 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '30e6b1be-e830-45bc-98e2-975be020045d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'c47c70d4-a1a9-4639-ac7c-b51a24a06c43'}] {{(pid=87870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:55:21.203862 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41808c14-707a-4b19-b11f-4da970869a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Attempting to bind port 36cfcf8c-3d5f-4eb4-bfaa-17a38c6b9eb9 on network c47c70d4-a1a9-4639-ac7c-b51a24a06c43 {{(pid=87870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:55:21.219229 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41808c14-707a-4b19-b11f-4da970869a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Port 36cfcf8c-3d5f-4eb4-bfaa-17a38c6b9eb9 on network c47c70d4-a1a9-4639-ac7c-b51a24a06c43 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=87870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 11:55:21.219229 dv-neutron-835340-2-hyperv neutron-server[87870]: ERROR neutron.plugins.ml2.managers [None req-41808c14-707a-4b19-b11f-4da970869a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Failed to bind port 36cfcf8c-3d5f-4eb4-bfaa-17a38c6b9eb9 on host hv-neutron-8353 for vnic_type normal using segments [{'id': '30e6b1be-e830-45bc-98e2-975be020045d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'c47c70d4-a1a9-4639-ac7c-b51a24a06c43'}] Mar 28 11:55:21.221922 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.plugins.ml2.plugin [None req-41808c14-707a-4b19-b11f-4da970869a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Attempt 4 to bind port 36cfcf8c-3d5f-4eb4-bfaa-17a38c6b9eb9 Mar 28 11:55:21.249059 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.managers [None req-41808c14-707a-4b19-b11f-4da970869a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Attempting to bind port 36cfcf8c-3d5f-4eb4-bfaa-17a38c6b9eb9 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=87870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:55:21.249915 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.managers [None req-41808c14-707a-4b19-b11f-4da970869a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Attempting to bind port 36cfcf8c-3d5f-4eb4-bfaa-17a38c6b9eb9 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '30e6b1be-e830-45bc-98e2-975be020045d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'c47c70d4-a1a9-4639-ac7c-b51a24a06c43'}] {{(pid=87870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:55:21.250240 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41808c14-707a-4b19-b11f-4da970869a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Attempting to bind port 36cfcf8c-3d5f-4eb4-bfaa-17a38c6b9eb9 on network c47c70d4-a1a9-4639-ac7c-b51a24a06c43 {{(pid=87870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:55:21.266818 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41808c14-707a-4b19-b11f-4da970869a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Port 36cfcf8c-3d5f-4eb4-bfaa-17a38c6b9eb9 on network c47c70d4-a1a9-4639-ac7c-b51a24a06c43 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=87870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 11:55:21.267139 dv-neutron-835340-2-hyperv neutron-server[87870]: ERROR neutron.plugins.ml2.managers [None req-41808c14-707a-4b19-b11f-4da970869a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Failed to bind port 36cfcf8c-3d5f-4eb4-bfaa-17a38c6b9eb9 on host hv-neutron-8353 for vnic_type normal using segments [{'id': '30e6b1be-e830-45bc-98e2-975be020045d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'c47c70d4-a1a9-4639-ac7c-b51a24a06c43'}] Mar 28 11:55:21.275651 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.plugins.ml2.plugin [None req-41808c14-707a-4b19-b11f-4da970869a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Attempt 5 to bind port 36cfcf8c-3d5f-4eb4-bfaa-17a38c6b9eb9 Mar 28 11:55:21.292151 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-df03137d-9d57-4105-bb6d-e8cac3d31dfa req-4966fd4e-2f26-41cd-bc78-4471a17d2cc4 service neutron] 10.222.0.11 "GET /v2.0/networks/a4e7a0f3-f0a8-4b6f-ba98-4c112b7f4173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2169859 Mar 28 11:55:21.297239 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.managers [None req-41808c14-707a-4b19-b11f-4da970869a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Attempting to bind port 36cfcf8c-3d5f-4eb4-bfaa-17a38c6b9eb9 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=87870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:55:21.297563 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.managers [None req-41808c14-707a-4b19-b11f-4da970869a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Attempting to bind port 36cfcf8c-3d5f-4eb4-bfaa-17a38c6b9eb9 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '30e6b1be-e830-45bc-98e2-975be020045d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'c47c70d4-a1a9-4639-ac7c-b51a24a06c43'}] {{(pid=87870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:55:21.297894 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41808c14-707a-4b19-b11f-4da970869a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Attempting to bind port 36cfcf8c-3d5f-4eb4-bfaa-17a38c6b9eb9 on network c47c70d4-a1a9-4639-ac7c-b51a24a06c43 {{(pid=87870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:55:21.300576 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.db.resource_extend [None req-534cfcc0-2df6-428c-98a2-6866c4969eca tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 28 11:55:21.336485 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41808c14-707a-4b19-b11f-4da970869a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Port 36cfcf8c-3d5f-4eb4-bfaa-17a38c6b9eb9 on network c47c70d4-a1a9-4639-ac7c-b51a24a06c43 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=87870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 11:55:21.336775 dv-neutron-835340-2-hyperv neutron-server[87870]: ERROR neutron.plugins.ml2.managers [None req-41808c14-707a-4b19-b11f-4da970869a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Failed to bind port 36cfcf8c-3d5f-4eb4-bfaa-17a38c6b9eb9 on host hv-neutron-8353 for vnic_type normal using segments [{'id': '30e6b1be-e830-45bc-98e2-975be020045d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'c47c70d4-a1a9-4639-ac7c-b51a24a06c43'}] Mar 28 11:55:21.339739 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.plugins.ml2.plugin [None req-41808c14-707a-4b19-b11f-4da970869a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Attempt 6 to bind port 36cfcf8c-3d5f-4eb4-bfaa-17a38c6b9eb9 Mar 28 11:55:21.349998 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-155e27fd-3289-4070-b8c1-4fd6be7fb1d5 tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:21.439566 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-534cfcc0-2df6-428c-98a2-6866c4969eca tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:21.456703 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-534cfcc0-2df6-428c-98a2-6866c4969eca tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-709520'] for floatingip, after_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:21.462626 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.managers [None req-41808c14-707a-4b19-b11f-4da970869a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Attempting to bind port 36cfcf8c-3d5f-4eb4-bfaa-17a38c6b9eb9 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=87870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:55:21.462954 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.managers [None req-41808c14-707a-4b19-b11f-4da970869a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Attempting to bind port 36cfcf8c-3d5f-4eb4-bfaa-17a38c6b9eb9 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '30e6b1be-e830-45bc-98e2-975be020045d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'c47c70d4-a1a9-4639-ac7c-b51a24a06c43'}] {{(pid=87870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:55:21.463286 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41808c14-707a-4b19-b11f-4da970869a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Attempting to bind port 36cfcf8c-3d5f-4eb4-bfaa-17a38c6b9eb9 on network c47c70d4-a1a9-4639-ac7c-b51a24a06c43 {{(pid=87870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:55:21.487387 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41808c14-707a-4b19-b11f-4da970869a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Port 36cfcf8c-3d5f-4eb4-bfaa-17a38c6b9eb9 on network c47c70d4-a1a9-4639-ac7c-b51a24a06c43 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=87870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 11:55:21.488039 dv-neutron-835340-2-hyperv neutron-server[87870]: ERROR neutron.plugins.ml2.managers [None req-41808c14-707a-4b19-b11f-4da970869a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Failed to bind port 36cfcf8c-3d5f-4eb4-bfaa-17a38c6b9eb9 on host hv-neutron-8353 for vnic_type normal using segments [{'id': '30e6b1be-e830-45bc-98e2-975be020045d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'c47c70d4-a1a9-4639-ac7c-b51a24a06c43'}] Mar 28 11:55:21.490818 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-155e27fd-3289-4070-b8c1-4fd6be7fb1d5 tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Network 09125240-64b9-4e2f-bd5f-693b9dc0f6ad is already hosted by enough agents. {{(pid=87870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:55:21.493241 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.plugins.ml2.plugin [None req-41808c14-707a-4b19-b11f-4da970869a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Attempt 7 to bind port 36cfcf8c-3d5f-4eb4-bfaa-17a38c6b9eb9 Mar 28 11:55:21.508367 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.base_scheduler [None req-155e27fd-3289-4070-b8c1-4fd6be7fb1d5 tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Resources bound (agent type, host, resource id): {{(pid=87870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:55:21.519739 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-155e27fd-3289-4070-b8c1-4fd6be7fb1d5 tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Received port after_create {{(pid=87870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:55:21.525203 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-155e27fd-3289-4070-b8c1-4fd6be7fb1d5 tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:55:21.525863 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-155e27fd-3289-4070-b8c1-4fd6be7fb1d5 tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:21.550852 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155e27fd-3289-4070-b8c1-4fd6be7fb1d5 tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Pushing event updated for resources: {'Port': ['ID=3dac06c2-af8c-4acb-ab64-62a5307a8d9b,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:55:21.561804 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.managers [None req-41808c14-707a-4b19-b11f-4da970869a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Attempting to bind port 36cfcf8c-3d5f-4eb4-bfaa-17a38c6b9eb9 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=87870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:55:21.562874 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.managers [None req-41808c14-707a-4b19-b11f-4da970869a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Attempting to bind port 36cfcf8c-3d5f-4eb4-bfaa-17a38c6b9eb9 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '30e6b1be-e830-45bc-98e2-975be020045d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'c47c70d4-a1a9-4639-ac7c-b51a24a06c43'}] {{(pid=87870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:55:21.563075 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41808c14-707a-4b19-b11f-4da970869a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Attempting to bind port 36cfcf8c-3d5f-4eb4-bfaa-17a38c6b9eb9 on network c47c70d4-a1a9-4639-ac7c-b51a24a06c43 {{(pid=87870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:55:21.574758 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-df03137d-9d57-4105-bb6d-e8cac3d31dfa req-ddbbcea6-fc66-492c-b5e9-1c14c3498aac service neutron] 10.222.0.11 "GET /v2.0/networks/a4e7a0f3-f0a8-4b6f-ba98-4c112b7f4173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2736194 Mar 28 11:55:21.579055 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41808c14-707a-4b19-b11f-4da970869a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Port 36cfcf8c-3d5f-4eb4-bfaa-17a38c6b9eb9 on network c47c70d4-a1a9-4639-ac7c-b51a24a06c43 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=87870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 11:55:21.580255 dv-neutron-835340-2-hyperv neutron-server[87870]: ERROR neutron.plugins.ml2.managers [None req-41808c14-707a-4b19-b11f-4da970869a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Failed to bind port 36cfcf8c-3d5f-4eb4-bfaa-17a38c6b9eb9 on host hv-neutron-8353 for vnic_type normal using segments [{'id': '30e6b1be-e830-45bc-98e2-975be020045d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'c47c70d4-a1a9-4639-ac7c-b51a24a06c43'}] Mar 28 11:55:21.580255 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.plugins.ml2.plugin [None req-41808c14-707a-4b19-b11f-4da970869a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Attempt 8 to bind port 36cfcf8c-3d5f-4eb4-bfaa-17a38c6b9eb9 Mar 28 11:55:21.597055 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-155e27fd-3289-4070-b8c1-4fd6be7fb1d5 tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.4490771 Mar 28 11:55:21.597258 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-67ea99b8-88f1-4118-9c1c-2d4b1e1a601b tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:21.598041 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 48700) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:21.605470 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-cec5bed5-2a7e-416c-8817-d4386e588dde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:21.606165 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-0a498b82-8905-4bba-93ae-83a1f2941cb5 tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::1fd', 'mac_address': 'fa:16:3e:a4:4e:8b'}, {'ip_address': '2001:db8::4f', 'mac_address': 'fa:16:3e:97:55:8b'}]}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:55:21.632291 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.managers [None req-41808c14-707a-4b19-b11f-4da970869a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Attempting to bind port 36cfcf8c-3d5f-4eb4-bfaa-17a38c6b9eb9 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=87870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:55:21.632623 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.managers [None req-41808c14-707a-4b19-b11f-4da970869a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Attempting to bind port 36cfcf8c-3d5f-4eb4-bfaa-17a38c6b9eb9 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '30e6b1be-e830-45bc-98e2-975be020045d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'c47c70d4-a1a9-4639-ac7c-b51a24a06c43'}] {{(pid=87870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:55:21.633291 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41808c14-707a-4b19-b11f-4da970869a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Attempting to bind port 36cfcf8c-3d5f-4eb4-bfaa-17a38c6b9eb9 on network c47c70d4-a1a9-4639-ac7c-b51a24a06c43 {{(pid=87870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:55:21.638271 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-67ea99b8-88f1-4118-9c1c-2d4b1e1a601b tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:21.654980 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41808c14-707a-4b19-b11f-4da970869a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Port 36cfcf8c-3d5f-4eb4-bfaa-17a38c6b9eb9 on network c47c70d4-a1a9-4639-ac7c-b51a24a06c43 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=87870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 11:55:21.655305 dv-neutron-835340-2-hyperv neutron-server[87870]: ERROR neutron.plugins.ml2.managers [None req-41808c14-707a-4b19-b11f-4da970869a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Failed to bind port 36cfcf8c-3d5f-4eb4-bfaa-17a38c6b9eb9 on host hv-neutron-8353 for vnic_type normal using segments [{'id': '30e6b1be-e830-45bc-98e2-975be020045d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'c47c70d4-a1a9-4639-ac7c-b51a24a06c43'}] Mar 28 11:55:21.658068 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.plugins.ml2.plugin [None req-41808c14-707a-4b19-b11f-4da970869a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Attempt 9 to bind port 36cfcf8c-3d5f-4eb4-bfaa-17a38c6b9eb9 Mar 28 11:55:21.659133 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec5bed5-2a7e-416c-8817-d4386e588dde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a6cb89f-c992-4f70-8781-906f6e04ca08,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:55:21.663608 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-5ca09844-4ee6-4afd-bcb0-4af804b43126 tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709693'] for router, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:21.674128 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.notifiers.nova [None req-67ea99b8-88f1-4118-9c1c-2d4b1e1a601b tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] device_id is not set on port 24c6c9cc-9bbf-44d0-8a08-3e477cf5f6a0 yet. {{(pid=87871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 11:55:21.688838 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.managers [None req-41808c14-707a-4b19-b11f-4da970869a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Attempting to bind port 36cfcf8c-3d5f-4eb4-bfaa-17a38c6b9eb9 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=87870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:55:21.689171 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.managers [None req-41808c14-707a-4b19-b11f-4da970869a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Attempting to bind port 36cfcf8c-3d5f-4eb4-bfaa-17a38c6b9eb9 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '30e6b1be-e830-45bc-98e2-975be020045d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'c47c70d4-a1a9-4639-ac7c-b51a24a06c43'}] {{(pid=87870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:55:21.689515 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41808c14-707a-4b19-b11f-4da970869a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Attempting to bind port 36cfcf8c-3d5f-4eb4-bfaa-17a38c6b9eb9 on network c47c70d4-a1a9-4639-ac7c-b51a24a06c43 {{(pid=87870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:55:21.721319 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41808c14-707a-4b19-b11f-4da970869a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Port 36cfcf8c-3d5f-4eb4-bfaa-17a38c6b9eb9 on network c47c70d4-a1a9-4639-ac7c-b51a24a06c43 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=87870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 11:55:21.721730 dv-neutron-835340-2-hyperv neutron-server[87870]: ERROR neutron.plugins.ml2.managers [None req-41808c14-707a-4b19-b11f-4da970869a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Failed to bind port 36cfcf8c-3d5f-4eb4-bfaa-17a38c6b9eb9 on host hv-neutron-8353 for vnic_type normal using segments [{'id': '30e6b1be-e830-45bc-98e2-975be020045d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'c47c70d4-a1a9-4639-ac7c-b51a24a06c43'}] Mar 28 11:55:21.724652 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.plugins.ml2.plugin [None req-41808c14-707a-4b19-b11f-4da970869a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Attempt 10 to bind port 36cfcf8c-3d5f-4eb4-bfaa-17a38c6b9eb9 Mar 28 11:55:21.789002 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-c79be24d-ee84-4d7b-834c-7fefaa389778 None None] Provisioning for port 3dac06c2-af8c-4acb-ab64-62a5307a8d9b completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:55:21.797050 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-c79be24d-ee84-4d7b-834c-7fefaa389778 None None] Provisioning complete for port 3dac06c2-af8c-4acb-ab64-62a5307a8d9b triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:55:21.797708 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-c79be24d-ee84-4d7b-834c-7fefaa389778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:21.852840 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-cec5bed5-2a7e-416c-8817-d4386e588dde admin admin] Notify callbacks [] for security_group, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:21.854013 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-cec5bed5-2a7e-416c-8817-d4386e588dde admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5a6cb89f-c992-4f70-8781-906f6e04ca08 HTTP/1.1" status: 204 len: 168 time: 1.4986224 Mar 28 11:55:21.884972 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-c79be24d-ee84-4d7b-834c-7fefaa389778 None None] Port 3dac06c2-af8c-4acb-ab64-62a5307a8d9b cannot update to ACTIVE because it is not bound. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 11:55:21.901751 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.managers [None req-41808c14-707a-4b19-b11f-4da970869a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Attempting to bind port 36cfcf8c-3d5f-4eb4-bfaa-17a38c6b9eb9 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=87870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:55:21.902082 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.managers [None req-41808c14-707a-4b19-b11f-4da970869a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Attempting to bind port 36cfcf8c-3d5f-4eb4-bfaa-17a38c6b9eb9 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '30e6b1be-e830-45bc-98e2-975be020045d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'c47c70d4-a1a9-4639-ac7c-b51a24a06c43'}] {{(pid=87870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:55:21.902413 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41808c14-707a-4b19-b11f-4da970869a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Attempting to bind port 36cfcf8c-3d5f-4eb4-bfaa-17a38c6b9eb9 on network c47c70d4-a1a9-4639-ac7c-b51a24a06c43 {{(pid=87870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:55:21.916399 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41808c14-707a-4b19-b11f-4da970869a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Port 36cfcf8c-3d5f-4eb4-bfaa-17a38c6b9eb9 on network c47c70d4-a1a9-4639-ac7c-b51a24a06c43 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=87870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 11:55:21.916554 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ea99b8-88f1-4118-9c1c-2d4b1e1a601b tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0002f54-6dee-4e5d-b238-38094bbaa7d8,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:55:21.916658 dv-neutron-835340-2-hyperv neutron-server[87870]: ERROR neutron.plugins.ml2.managers [None req-41808c14-707a-4b19-b11f-4da970869a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Failed to bind port 36cfcf8c-3d5f-4eb4-bfaa-17a38c6b9eb9 on host hv-neutron-8353 for vnic_type normal using segments [{'id': '30e6b1be-e830-45bc-98e2-975be020045d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'c47c70d4-a1a9-4639-ac7c-b51a24a06c43'}] Mar 28 11:55:21.916877 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-41808c14-707a-4b19-b11f-4da970869a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:21.950488 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.db.l3_db [None req-534cfcc0-2df6-428c-98a2-6866c4969eca tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] Floating IP 9307a4e7-f9c8-4310-b6ba-4936989931aa associated. External IP: 172.26.7.49, port: e551f3ed-2894-4f6d-8e40-b1680f309506. Mar 28 11:55:22.096581 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-0a498b82-8905-4bba-93ae-83a1f2941cb5 tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:22.106791 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.db [None req-41808c14-707a-4b19-b11f-4da970869a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] For port 36cfcf8c-3d5f-4eb4-bfaa-17a38c6b9eb9, host hv-neutron-8353, cleared binding levels {{(pid=87870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 11:55:22.107424 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.db [None req-41808c14-707a-4b19-b11f-4da970869a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Attempted to set empty binding levels {{(pid=87870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Mar 28 11:55:22.114287 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-41808c14-707a-4b19-b11f-4da970869a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2558288'] for port, after_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:22.210996 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-41808c14-707a-4b19-b11f-4da970869a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] In _notify_port_updated(), no bound segment for port 36cfcf8c-3d5f-4eb4-bfaa-17a38c6b9eb9 on network c47c70d4-a1a9-4639-ac7c-b51a24a06c43 {{(pid=87870) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 28 11:55:22.211889 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41808c14-707a-4b19-b11f-4da970869a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:55:22.212489 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-41808c14-707a-4b19-b11f-4da970869a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:22.216664 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-41808c14-707a-4b19-b11f-4da970869a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] 10.222.0.30 "PUT /v2.0/ports/36cfcf8c-3d5f-4eb4-bfaa-17a38c6b9eb9 HTTP/1.1" status: 200 len: 980 time: 3.1353939 Mar 28 11:55:22.220732 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 48712) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:22.295309 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41808c14-707a-4b19-b11f-4da970869a6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Pushing event updated for resources: {'Port': ['ID=36cfcf8c-3d5f-4eb4-bfaa-17a38c6b9eb9,revision_number=3']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:55:22.347869 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-86cb2b89-200a-4e4f-b1eb-160fc650bd74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Deleting port 36cfcf8c-3d5f-4eb4-bfaa-17a38c6b9eb9 {{(pid=87870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:55:22.348205 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-86cb2b89-200a-4e4f-b1eb-160fc650bd74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:22.603912 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ca09844-4ee6-4afd-bcb0-4af804b43126 tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Router 37d38aea-6a96-4db8-bc5e-92d0364117f8 is scheduled to L3 agent af79d429-529e-400b-a119-94d4bec03f3e with binding_index 1 {{(pid=87871) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 11:55:22.620228 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.notifiers.nova [None req-67ea99b8-88f1-4118-9c1c-2d4b1e1a601b tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] device_id is not set on port 24c6c9cc-9bbf-44d0-8a08-3e477cf5f6a0 yet. {{(pid=87871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 11:55:22.690764 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-67ea99b8-88f1-4118-9c1c-2d4b1e1a601b tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:22.724962 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.db [None req-86cb2b89-200a-4e4f-b1eb-160fc650bd74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] For port 36cfcf8c-3d5f-4eb4-bfaa-17a38c6b9eb9, host hv-neutron-8353, got binding levels [] {{(pid=87870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:55:22.725550 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-86cb2b89-200a-4e4f-b1eb-160fc650bd74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:22.738529 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 48728) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:22.745329 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-0a498b82-8905-4bba-93ae-83a1f2941cb5 tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Notify callbacks [] for port, precommit_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:22.751905 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-35459a92-5d06-4bfe-8137-37c6fba93db0 req-c870ef05-c4a0-4324-b588-07b082d83b4f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=00dcb3fa-3bac-452c-bc74-3ffffeaa885d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2890177 Mar 28 11:55:22.788018 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.provisioning_blocks [None req-67ea99b8-88f1-4118-9c1c-2d4b1e1a601b tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Transition to ACTIVE for port object 24c6c9cc-9bbf-44d0-8a08-3e477cf5f6a0 will not be triggered until provisioned by entity L2. {{(pid=87871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:55:22.813786 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-67ea99b8-88f1-4118-9c1c-2d4b1e1a601b tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:22.864146 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-0a498b82-8905-4bba-93ae-83a1f2941cb5 tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2558288'] for port, after_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:22.878932 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-86cb2b89-200a-4e4f-b1eb-160fc650bd74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Calling delete_port for 36cfcf8c-3d5f-4eb4-bfaa-17a38c6b9eb9 owned by {{(pid=87870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:55:22.951142 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-534cfcc0-2df6-428c-98a2-6866c4969eca tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] Router e0cc35fd-c36e-466e-b03a-106c19342ec3 has already been hosted by L3 agent af79d429-529e-400b-a119-94d4bec03f3e {{(pid=87871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 11:55:22.982139 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-7cb11bba-4bf0-4885-8e27-5598f15e32c7 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-129752980'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:55:23.011933 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-7cb11bba-4bf0-4885-8e27-5598f15e32c7 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:55:23.020551 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-0a498b82-8905-4bba-93ae-83a1f2941cb5 tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] In _notify_port_updated(), no bound segment for port 3dac06c2-af8c-4acb-ab64-62a5307a8d9b on network 09125240-64b9-4e2f-bd5f-693b9dc0f6ad {{(pid=87870) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 28 11:55:23.025938 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a498b82-8905-4bba-93ae-83a1f2941cb5 tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:55:23.026543 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-0a498b82-8905-4bba-93ae-83a1f2941cb5 tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:23.030920 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-0a498b82-8905-4bba-93ae-83a1f2941cb5 tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] 10.222.0.30 "PUT /v2.0/ports/3dac06c2-af8c-4acb-ab64-62a5307a8d9b HTTP/1.1" status: 200 len: 1065 time: 1.4288588 Mar 28 11:55:23.031512 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 48734) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:23.032246 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-7cb11bba-4bf0-4885-8e27-5598f15e32c7 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Usage tracker for resource:network and tenant:beb99f647cec46e3bbf575ac0a3034e8 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:55:23.048547 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-7cb11bba-4bf0-4885-8e27-5598f15e32c7 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:55:23.061510 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ea99b8-88f1-4118-9c1c-2d4b1e1a601b tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Pushing event updated for resources: {'Port': ['ID=24c6c9cc-9bbf-44d0-8a08-3e477cf5f6a0,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:55:23.064339 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ca09844-4ee6-4afd-bcb0-4af804b43126 tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 11:55:23.075434 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0309e86c-54b7-4fa2-8c3a-130335fffb31 None None] Sync routers for ids ['37d38aea-6a96-4db8-bc5e-92d0364117f8'] in dv-neutron-835340-2-hyperv {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 11:55:23.092064 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0309e86c-54b7-4fa2-8c3a-130335fffb31 None None] Routers {'37d38aea-6a96-4db8-bc5e-92d0364117f8'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:55:23.094368 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-0309e86c-54b7-4fa2-8c3a-130335fffb31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T11:55:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['37d38aea-6a96-4db8-bc5e-92d0364117f8'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:55:23.110441 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ea99b8-88f1-4118-9c1c-2d4b1e1a601b tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Checking segment: {'id': '0edbfa7e-0118-4eff-b0f4-8ac52f566a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '12731566-4af9-4b7d-ad0e-d19dba1c5aff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:55:23.111084 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67ea99b8-88f1-4118-9c1c-2d4b1e1a601b tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Network hostable DHCP agents. Network: 12731566-4af9-4b7d-ad0e-d19dba1c5aff, hostable agents: ['3cb85949-855b-4a40-b988-cd5705e511da'], hosted agents: [] {{(pid=87871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 11:55:23.115125 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-7cb11bba-4bf0-4885-8e27-5598f15e32c7 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:55:23.143088 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a498b82-8905-4bba-93ae-83a1f2941cb5 tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Pushing event updated for resources: {'Port': ['ID=3dac06c2-af8c-4acb-ab64-62a5307a8d9b,revision_number=2']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:55:23.151318 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-5ca09844-4ee6-4afd-bcb0-4af804b43126 tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Notify callbacks [] for router, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:23.152777 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-5ca09844-4ee6-4afd-bcb0-4af804b43126 tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 9.5780025 Mar 28 11:55:23.156739 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 48738) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:23.224127 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67ea99b8-88f1-4118-9c1c-2d4b1e1a601b tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Network 12731566-4af9-4b7d-ad0e-d19dba1c5aff is scheduled to be hosted by DHCP agent 3cb85949-855b-4a40-b988-cd5705e511da with binding_index 1 {{(pid=87871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 11:55:23.232784 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cb11bba-4bf0-4885-8e27-5598f15e32c7 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Made reservation on behalf of beb99f647cec46e3bbf575ac0a3034e8 for: {'network': 1} {{(pid=87870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:55:23.236832 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-7cb11bba-4bf0-4885-8e27-5598f15e32c7 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for network, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:23.253777 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-67ea99b8-88f1-4118-9c1c-2d4b1e1a601b tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-2-hyperv, 12731566-4af9-4b7d-ad0e-d19dba1c5aff) {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:55:23.259036 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-7cb11bba-4bf0-4885-8e27-5598f15e32c7 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks [] for security_group, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:23.259682 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ea99b8-88f1-4118-9c1c-2d4b1e1a601b tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Received port after_create {{(pid=87871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:55:23.272017 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-6a3e4a35-5b6b-48ae-8fa9-d4c6e4fa3ed2 tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Deleting port 3dac06c2-af8c-4acb-ab64-62a5307a8d9b {{(pid=87870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:55:23.272353 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-6a3e4a35-5b6b-48ae-8fa9-d4c6e4fa3ed2 tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:23.282143 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ff2fb08-d7fa-4d51-8d25-bed5f509ff18 None None] Network 12731566-4af9-4b7d-ad0e-d19dba1c5aff requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:55:23.290160 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-534cfcc0-2df6-428c-98a2-6866c4969eca tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 11:55:23.302840 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-534cfcc0-2df6-428c-98a2-6866c4969eca tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for floatingip, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:23.303462 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61294a1f-5f06-43d9-84de-bcc5cefa11ad None None] Sync routers for ids ['e0cc35fd-c36e-466e-b03a-106c19342ec3'] in dv-neutron-835340-2-hyperv {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 11:55:23.316644 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61294a1f-5f06-43d9-84de-bcc5cefa11ad None None] Routers {'e0cc35fd-c36e-466e-b03a-106c19342ec3'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:55:23.317786 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-61294a1f-5f06-43d9-84de-bcc5cefa11ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T11:55:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['e0cc35fd-c36e-466e-b03a-106c19342ec3'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:55:23.335498 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-86cb2b89-200a-4e4f-b1eb-160fc650bd74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:23.344898 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-7cb11bba-4bf0-4885-8e27-5598f15e32c7 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:55:23.348808 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-7cb11bba-4bf0-4885-8e27-5598f15e32c7 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Usage tracker for resource:security_group_rule and tenant:beb99f647cec46e3bbf575ac0a3034e8 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:55:23.351698 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-7cb11bba-4bf0-4885-8e27-5598f15e32c7 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:55:23.357613 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-7cb11bba-4bf0-4885-8e27-5598f15e32c7 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:55:23.371753 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-534cfcc0-2df6-428c-98a2-6866c4969eca tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] 10.222.0.30 "PUT /v2.0/floatingips/9307a4e7-f9c8-4310-b6ba-4936989931aa HTTP/1.1" status: 200 len: 990 time: 3.9078763 Mar 28 11:55:23.372907 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.managers [None req-67ea99b8-88f1-4118-9c1c-2d4b1e1a601b tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Attempting to bind port 24c6c9cc-9bbf-44d0-8a08-3e477cf5f6a0 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:55:23.373735 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.managers [None req-67ea99b8-88f1-4118-9c1c-2d4b1e1a601b tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Attempting to bind port 24c6c9cc-9bbf-44d0-8a08-3e477cf5f6a0 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '0edbfa7e-0118-4eff-b0f4-8ac52f566a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '12731566-4af9-4b7d-ad0e-d19dba1c5aff'}] {{(pid=87871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:55:23.374246 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ea99b8-88f1-4118-9c1c-2d4b1e1a601b tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Attempting to bind port 24c6c9cc-9bbf-44d0-8a08-3e477cf5f6a0 on network 12731566-4af9-4b7d-ad0e-d19dba1c5aff {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:55:23.378647 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd5974e7-0504-4851-a286-20ab5143705c', 'tag': 'e551f3ed-2894-4f6d-8e40-b1680f309506'}] {{(pid=87871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 11:55:23.385769 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ea99b8-88f1-4118-9c1c-2d4b1e1a601b tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Port 24c6c9cc-9bbf-44d0-8a08-3e477cf5f6a0 on network 12731566-4af9-4b7d-ad0e-d19dba1c5aff not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 11:55:23.386227 dv-neutron-835340-2-hyperv neutron-server[87871]: ERROR neutron.plugins.ml2.managers [None req-67ea99b8-88f1-4118-9c1c-2d4b1e1a601b tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Failed to bind port 24c6c9cc-9bbf-44d0-8a08-3e477cf5f6a0 on host hv-neutron-8353 for vnic_type normal using segments [{'id': '0edbfa7e-0118-4eff-b0f4-8ac52f566a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '12731566-4af9-4b7d-ad0e-d19dba1c5aff'}] Mar 28 11:55:23.386733 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.plugins.ml2.plugin [None req-67ea99b8-88f1-4118-9c1c-2d4b1e1a601b tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Attempt 2 to bind port 24c6c9cc-9bbf-44d0-8a08-3e477cf5f6a0 Mar 28 11:55:23.417838 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.managers [None req-67ea99b8-88f1-4118-9c1c-2d4b1e1a601b tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Attempting to bind port 24c6c9cc-9bbf-44d0-8a08-3e477cf5f6a0 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:55:23.418173 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.managers [None req-67ea99b8-88f1-4118-9c1c-2d4b1e1a601b tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Attempting to bind port 24c6c9cc-9bbf-44d0-8a08-3e477cf5f6a0 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '0edbfa7e-0118-4eff-b0f4-8ac52f566a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '12731566-4af9-4b7d-ad0e-d19dba1c5aff'}] {{(pid=87871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:55:23.418499 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ea99b8-88f1-4118-9c1c-2d4b1e1a601b tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Attempting to bind port 24c6c9cc-9bbf-44d0-8a08-3e477cf5f6a0 on network 12731566-4af9-4b7d-ad0e-d19dba1c5aff {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:55:23.425288 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ea99b8-88f1-4118-9c1c-2d4b1e1a601b tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Port 24c6c9cc-9bbf-44d0-8a08-3e477cf5f6a0 on network 12731566-4af9-4b7d-ad0e-d19dba1c5aff not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 11:55:23.425616 dv-neutron-835340-2-hyperv neutron-server[87871]: ERROR neutron.plugins.ml2.managers [None req-67ea99b8-88f1-4118-9c1c-2d4b1e1a601b tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Failed to bind port 24c6c9cc-9bbf-44d0-8a08-3e477cf5f6a0 on host hv-neutron-8353 for vnic_type normal using segments [{'id': '0edbfa7e-0118-4eff-b0f4-8ac52f566a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '12731566-4af9-4b7d-ad0e-d19dba1c5aff'}] Mar 28 11:55:23.425993 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.plugins.ml2.plugin [None req-67ea99b8-88f1-4118-9c1c-2d4b1e1a601b tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Attempt 3 to bind port 24c6c9cc-9bbf-44d0-8a08-3e477cf5f6a0 Mar 28 11:55:23.465097 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd5974e7-0504-4851-a286-20ab5143705c', 'tag': 'e551f3ed-2894-4f6d-8e40-b1680f309506', 'status': 'completed', 'code': 200} Mar 28 11:55:23.467309 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.managers [None req-67ea99b8-88f1-4118-9c1c-2d4b1e1a601b tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Attempting to bind port 24c6c9cc-9bbf-44d0-8a08-3e477cf5f6a0 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:55:23.467664 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.managers [None req-67ea99b8-88f1-4118-9c1c-2d4b1e1a601b tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Attempting to bind port 24c6c9cc-9bbf-44d0-8a08-3e477cf5f6a0 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '0edbfa7e-0118-4eff-b0f4-8ac52f566a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '12731566-4af9-4b7d-ad0e-d19dba1c5aff'}] {{(pid=87871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:55:23.468659 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ea99b8-88f1-4118-9c1c-2d4b1e1a601b tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Attempting to bind port 24c6c9cc-9bbf-44d0-8a08-3e477cf5f6a0 on network 12731566-4af9-4b7d-ad0e-d19dba1c5aff {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:55:23.481580 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ea99b8-88f1-4118-9c1c-2d4b1e1a601b tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Port 24c6c9cc-9bbf-44d0-8a08-3e477cf5f6a0 on network 12731566-4af9-4b7d-ad0e-d19dba1c5aff not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 11:55:23.482154 dv-neutron-835340-2-hyperv neutron-server[87871]: ERROR neutron.plugins.ml2.managers [None req-67ea99b8-88f1-4118-9c1c-2d4b1e1a601b tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Failed to bind port 24c6c9cc-9bbf-44d0-8a08-3e477cf5f6a0 on host hv-neutron-8353 for vnic_type normal using segments [{'id': '0edbfa7e-0118-4eff-b0f4-8ac52f566a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '12731566-4af9-4b7d-ad0e-d19dba1c5aff'}] Mar 28 11:55:23.482673 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.plugins.ml2.plugin [None req-67ea99b8-88f1-4118-9c1c-2d4b1e1a601b tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Attempt 4 to bind port 24c6c9cc-9bbf-44d0-8a08-3e477cf5f6a0 Mar 28 11:55:23.501177 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvr_db [None req-0309e86c-54b7-4fa2-8c3a-130335fffb31 None None] Set router 37d38aea-6a96-4db8-bc5e-92d0364117f8 gateway port host: dv-neutron-835340-2-hyperv {{(pid=87872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:55:23.522340 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cb2b89-200a-4e4f-b1eb-160fc650bd74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Pushing event deleted for resources: {'Port': ['ID=36cfcf8c-3d5f-4eb4-bfaa-17a38c6b9eb9,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:55:23.578484 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.managers [None req-67ea99b8-88f1-4118-9c1c-2d4b1e1a601b tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Attempting to bind port 24c6c9cc-9bbf-44d0-8a08-3e477cf5f6a0 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:55:23.578821 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.managers [None req-67ea99b8-88f1-4118-9c1c-2d4b1e1a601b tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Attempting to bind port 24c6c9cc-9bbf-44d0-8a08-3e477cf5f6a0 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '0edbfa7e-0118-4eff-b0f4-8ac52f566a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '12731566-4af9-4b7d-ad0e-d19dba1c5aff'}] {{(pid=87871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:55:23.579362 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ea99b8-88f1-4118-9c1c-2d4b1e1a601b tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Attempting to bind port 24c6c9cc-9bbf-44d0-8a08-3e477cf5f6a0 on network 12731566-4af9-4b7d-ad0e-d19dba1c5aff {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:55:23.604226 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvr_db [None req-61294a1f-5f06-43d9-84de-bcc5cefa11ad None None] Set router e0cc35fd-c36e-466e-b03a-106c19342ec3 gateway port host: dv-neutron-835340-2-hyperv {{(pid=87873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:55:23.632378 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ea99b8-88f1-4118-9c1c-2d4b1e1a601b tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Port 24c6c9cc-9bbf-44d0-8a08-3e477cf5f6a0 on network 12731566-4af9-4b7d-ad0e-d19dba1c5aff not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 11:55:23.633311 dv-neutron-835340-2-hyperv neutron-server[87871]: ERROR neutron.plugins.ml2.managers [None req-67ea99b8-88f1-4118-9c1c-2d4b1e1a601b tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Failed to bind port 24c6c9cc-9bbf-44d0-8a08-3e477cf5f6a0 on host hv-neutron-8353 for vnic_type normal using segments [{'id': '0edbfa7e-0118-4eff-b0f4-8ac52f566a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '12731566-4af9-4b7d-ad0e-d19dba1c5aff'}] Mar 28 11:55:23.634822 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.plugins.ml2.plugin [None req-67ea99b8-88f1-4118-9c1c-2d4b1e1a601b tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Attempt 5 to bind port 24c6c9cc-9bbf-44d0-8a08-3e477cf5f6a0 Mar 28 11:55:23.661800 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-88b72479-1758-4b24-8201-639a719b064d None None] Provisioning complete for port 3dac06c2-af8c-4acb-ab64-62a5307a8d9b triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:55:23.662159 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-88b72479-1758-4b24-8201-639a719b064d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:23.662379 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.managers [None req-67ea99b8-88f1-4118-9c1c-2d4b1e1a601b tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Attempting to bind port 24c6c9cc-9bbf-44d0-8a08-3e477cf5f6a0 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:55:23.662853 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.managers [None req-67ea99b8-88f1-4118-9c1c-2d4b1e1a601b tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Attempting to bind port 24c6c9cc-9bbf-44d0-8a08-3e477cf5f6a0 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '0edbfa7e-0118-4eff-b0f4-8ac52f566a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '12731566-4af9-4b7d-ad0e-d19dba1c5aff'}] {{(pid=87871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:55:23.663333 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ea99b8-88f1-4118-9c1c-2d4b1e1a601b tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Attempting to bind port 24c6c9cc-9bbf-44d0-8a08-3e477cf5f6a0 on network 12731566-4af9-4b7d-ad0e-d19dba1c5aff {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:55:23.675577 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ea99b8-88f1-4118-9c1c-2d4b1e1a601b tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Port 24c6c9cc-9bbf-44d0-8a08-3e477cf5f6a0 on network 12731566-4af9-4b7d-ad0e-d19dba1c5aff not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 11:55:23.676146 dv-neutron-835340-2-hyperv neutron-server[87871]: ERROR neutron.plugins.ml2.managers [None req-67ea99b8-88f1-4118-9c1c-2d4b1e1a601b tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Failed to bind port 24c6c9cc-9bbf-44d0-8a08-3e477cf5f6a0 on host hv-neutron-8353 for vnic_type normal using segments [{'id': '0edbfa7e-0118-4eff-b0f4-8ac52f566a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '12731566-4af9-4b7d-ad0e-d19dba1c5aff'}] Mar 28 11:55:23.677434 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.plugins.ml2.plugin [None req-67ea99b8-88f1-4118-9c1c-2d4b1e1a601b tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Attempt 6 to bind port 24c6c9cc-9bbf-44d0-8a08-3e477cf5f6a0 Mar 28 11:55:23.706245 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35459a92-5d06-4bfe-8137-37c6fba93db0 req-a603c22b-dc3d-4428-bfbd-5a1db9870a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:55:23.707975 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.managers [None req-67ea99b8-88f1-4118-9c1c-2d4b1e1a601b tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Attempting to bind port 24c6c9cc-9bbf-44d0-8a08-3e477cf5f6a0 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:55:23.708128 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-35459a92-5d06-4bfe-8137-37c6fba93db0 req-a603c22b-dc3d-4428-bfbd-5a1db9870a02 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ef5d94df2651453a8526eba31d74035c&device_id=00dcb3fa-3bac-452c-bc74-3ffffeaa885d HTTP/1.1" status: 200 len: 1099 time: 0.7646878 Mar 28 11:55:23.708596 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.managers [None req-67ea99b8-88f1-4118-9c1c-2d4b1e1a601b tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Attempting to bind port 24c6c9cc-9bbf-44d0-8a08-3e477cf5f6a0 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '0edbfa7e-0118-4eff-b0f4-8ac52f566a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '12731566-4af9-4b7d-ad0e-d19dba1c5aff'}] {{(pid=87871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:55:23.708931 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ea99b8-88f1-4118-9c1c-2d4b1e1a601b tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Attempting to bind port 24c6c9cc-9bbf-44d0-8a08-3e477cf5f6a0 on network 12731566-4af9-4b7d-ad0e-d19dba1c5aff {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:55:23.720676 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-86cb2b89-200a-4e4f-b1eb-160fc650bd74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:23.724196 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ea99b8-88f1-4118-9c1c-2d4b1e1a601b tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Port 24c6c9cc-9bbf-44d0-8a08-3e477cf5f6a0 on network 12731566-4af9-4b7d-ad0e-d19dba1c5aff not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 11:55:23.724196 dv-neutron-835340-2-hyperv neutron-server[87871]: ERROR neutron.plugins.ml2.managers [None req-67ea99b8-88f1-4118-9c1c-2d4b1e1a601b tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Failed to bind port 24c6c9cc-9bbf-44d0-8a08-3e477cf5f6a0 on host hv-neutron-8353 for vnic_type normal using segments [{'id': '0edbfa7e-0118-4eff-b0f4-8ac52f566a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '12731566-4af9-4b7d-ad0e-d19dba1c5aff'}] Mar 28 11:55:23.726785 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.plugins.ml2.plugin [None req-67ea99b8-88f1-4118-9c1c-2d4b1e1a601b tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Attempt 7 to bind port 24c6c9cc-9bbf-44d0-8a08-3e477cf5f6a0 Mar 28 11:55:23.739078 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71b3c7f-30be-4cba-8e72-23fa9e02ce77 req-9f3807a2-04ae-4c79-b1b6-564e3f279827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:55:23.740584 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-a71b3c7f-30be-4cba-8e72-23fa9e02ce77 req-9f3807a2-04ae-4c79-b1b6-564e3f279827 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a9d4ebb77b824347aa8bcf325a031e53&device_id=bd5974e7-0504-4851-a286-20ab5143705c HTTP/1.1" status: 200 len: 1098 time: 0.2484050 Mar 28 11:55:23.754761 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd68c23-03c0-4262-ba52-10518adb31da req-f9678f8a-a239-46bd-a9b0-429ec7e4c116 tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:55:23.761594 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-4bd68c23-03c0-4262-ba52-10518adb31da req-f9678f8a-a239-46bd-a9b0-429ec7e4c116 tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd5974e7-0504-4851-a286-20ab5143705c HTTP/1.1" status: 200 len: 945 time: 0.1904461 Mar 28 11:55:23.785539 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-88b72479-1758-4b24-8201-639a719b064d None None] Port 3dac06c2-af8c-4acb-ab64-62a5307a8d9b cannot update to ACTIVE because it is not bound. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 11:55:23.799128 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.managers [None req-67ea99b8-88f1-4118-9c1c-2d4b1e1a601b tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Attempting to bind port 24c6c9cc-9bbf-44d0-8a08-3e477cf5f6a0 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:55:23.799457 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.managers [None req-67ea99b8-88f1-4118-9c1c-2d4b1e1a601b tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Attempting to bind port 24c6c9cc-9bbf-44d0-8a08-3e477cf5f6a0 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '0edbfa7e-0118-4eff-b0f4-8ac52f566a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '12731566-4af9-4b7d-ad0e-d19dba1c5aff'}] {{(pid=87871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:55:23.799839 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ea99b8-88f1-4118-9c1c-2d4b1e1a601b tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Attempting to bind port 24c6c9cc-9bbf-44d0-8a08-3e477cf5f6a0 on network 12731566-4af9-4b7d-ad0e-d19dba1c5aff {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:55:23.823745 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ea99b8-88f1-4118-9c1c-2d4b1e1a601b tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Port 24c6c9cc-9bbf-44d0-8a08-3e477cf5f6a0 on network 12731566-4af9-4b7d-ad0e-d19dba1c5aff not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 11:55:23.824068 dv-neutron-835340-2-hyperv neutron-server[87871]: ERROR neutron.plugins.ml2.managers [None req-67ea99b8-88f1-4118-9c1c-2d4b1e1a601b tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Failed to bind port 24c6c9cc-9bbf-44d0-8a08-3e477cf5f6a0 on host hv-neutron-8353 for vnic_type normal using segments [{'id': '0edbfa7e-0118-4eff-b0f4-8ac52f566a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '12731566-4af9-4b7d-ad0e-d19dba1c5aff'}] Mar 28 11:55:23.826286 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.plugins.ml2.plugin [None req-67ea99b8-88f1-4118-9c1c-2d4b1e1a601b tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Attempt 8 to bind port 24c6c9cc-9bbf-44d0-8a08-3e477cf5f6a0 Mar 28 11:55:23.919588 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.managers [None req-67ea99b8-88f1-4118-9c1c-2d4b1e1a601b tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Attempting to bind port 24c6c9cc-9bbf-44d0-8a08-3e477cf5f6a0 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:55:23.919987 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.managers [None req-67ea99b8-88f1-4118-9c1c-2d4b1e1a601b tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Attempting to bind port 24c6c9cc-9bbf-44d0-8a08-3e477cf5f6a0 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '0edbfa7e-0118-4eff-b0f4-8ac52f566a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '12731566-4af9-4b7d-ad0e-d19dba1c5aff'}] {{(pid=87871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:55:23.920330 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ea99b8-88f1-4118-9c1c-2d4b1e1a601b tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Attempting to bind port 24c6c9cc-9bbf-44d0-8a08-3e477cf5f6a0 on network 12731566-4af9-4b7d-ad0e-d19dba1c5aff {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:55:23.953493 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-4bd68c23-03c0-4262-ba52-10518adb31da req-76b69784-9ea8-40fe-a1ec-870137c24cd4 tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] 10.222.0.30 "GET /v2.0/security-groups?id=895ae8ad-46d6-4a0f-b104-9c0ca0cce592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1909907 Mar 28 11:55:23.958480 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ea99b8-88f1-4118-9c1c-2d4b1e1a601b tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Port 24c6c9cc-9bbf-44d0-8a08-3e477cf5f6a0 on network 12731566-4af9-4b7d-ad0e-d19dba1c5aff not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 11:55:23.958806 dv-neutron-835340-2-hyperv neutron-server[87871]: ERROR neutron.plugins.ml2.managers [None req-67ea99b8-88f1-4118-9c1c-2d4b1e1a601b tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Failed to bind port 24c6c9cc-9bbf-44d0-8a08-3e477cf5f6a0 on host hv-neutron-8353 for vnic_type normal using segments [{'id': '0edbfa7e-0118-4eff-b0f4-8ac52f566a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '12731566-4af9-4b7d-ad0e-d19dba1c5aff'}] Mar 28 11:55:23.975396 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.plugins.ml2.plugin [None req-67ea99b8-88f1-4118-9c1c-2d4b1e1a601b tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Attempt 9 to bind port 24c6c9cc-9bbf-44d0-8a08-3e477cf5f6a0 Mar 28 11:55:24.003983 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-0309e86c-54b7-4fa2-8c3a-130335fffb31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37d38aea-6a96-4db8-bc5e-92d0364117f8', 'name': 'tempest-snat-router-607492927', 'tenant_id': 'd81c380f5a424ddd9f088c5f4081fe4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.39'}], 'enable_snat': True}, 'gw_port_id': 'c66af4c5-4b93-4eea-9219-07090e1ddb96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:55:13Z', 'updated_at': '2022-03-28T11:55:20Z', 'revision_number': 3, 'project_id': 'd81c380f5a424ddd9f088c5f4081fe4e', 'gw_port': {'id': 'c66af4c5-4b93-4eea-9219-07090e1ddb96', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:32:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37d38aea-6a96-4db8-bc5e-92d0364117f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:55:17Z', 'updated_at': '2022-03-28T11:55:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv'}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:55:24.007181 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.managers [None req-67ea99b8-88f1-4118-9c1c-2d4b1e1a601b tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Attempting to bind port 24c6c9cc-9bbf-44d0-8a08-3e477cf5f6a0 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:55:24.007535 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.managers [None req-67ea99b8-88f1-4118-9c1c-2d4b1e1a601b tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Attempting to bind port 24c6c9cc-9bbf-44d0-8a08-3e477cf5f6a0 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '0edbfa7e-0118-4eff-b0f4-8ac52f566a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '12731566-4af9-4b7d-ad0e-d19dba1c5aff'}] {{(pid=87871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:55:24.008352 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ea99b8-88f1-4118-9c1c-2d4b1e1a601b tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Attempting to bind port 24c6c9cc-9bbf-44d0-8a08-3e477cf5f6a0 on network 12731566-4af9-4b7d-ad0e-d19dba1c5aff {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:55:24.010578 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0309e86c-54b7-4fa2-8c3a-130335fffb31 None None] Checking router: 37d38aea-6a96-4db8-bc5e-92d0364117f8 for host: dv-neutron-835340-2-hyperv {{(pid=87872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 11:55:24.011109 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0309e86c-54b7-4fa2-8c3a-130335fffb31 None None] Updating router 37d38aea-6a96-4db8-bc5e-92d0364117f8 port c66af4c5-4b93-4eea-9219-07090e1ddb96 binding host dv-neutron-835340-2-hyperv {{(pid=87872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 11:55:24.011824 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-86cb2b89-200a-4e4f-b1eb-160fc650bd74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] 10.222.0.30 "DELETE /v2.0/ports/36cfcf8c-3d5f-4eb4-bfaa-17a38c6b9eb9 HTTP/1.1" status: 204 len: 168 time: 1.7900453 Mar 28 11:55:24.017502 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 48752) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:24.021709 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ea99b8-88f1-4118-9c1c-2d4b1e1a601b tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Port 24c6c9cc-9bbf-44d0-8a08-3e477cf5f6a0 on network 12731566-4af9-4b7d-ad0e-d19dba1c5aff not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 11:55:24.022038 dv-neutron-835340-2-hyperv neutron-server[87871]: ERROR neutron.plugins.ml2.managers [None req-67ea99b8-88f1-4118-9c1c-2d4b1e1a601b tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Failed to bind port 24c6c9cc-9bbf-44d0-8a08-3e477cf5f6a0 on host hv-neutron-8353 for vnic_type normal using segments [{'id': '0edbfa7e-0118-4eff-b0f4-8ac52f566a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '12731566-4af9-4b7d-ad0e-d19dba1c5aff'}] Mar 28 11:55:24.082877 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-0309e86c-54b7-4fa2-8c3a-130335fffb31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:24.151444 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-193504ca-f19f-4ebd-a5f3-c4b90716673e tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] 10.222.0.30 "GET /v2.0/routers/37d38aea-6a96-4db8-bc5e-92d0364117f8 HTTP/1.1" status: 200 len: 906 time: 0.9935241 Mar 28 11:55:24.188911 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-61294a1f-5f06-43d9-84de-bcc5cefa11ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0cc35fd-c36e-466e-b03a-106c19342ec3', 'name': 'tempest-ServerActionsTestJSON-286231784-router', 'tenant_id': 'a9d4ebb77b824347aa8bcf325a031e53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.97'}], 'enable_snat': True}, 'gw_port_id': 'cde66981-b80d-4fd1-a873-aa0ceb8e9778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:54:11Z', 'updated_at': '2022-03-28T11:54:26Z', 'revision_number': 4, 'project_id': 'a9d4ebb77b824347aa8bcf325a031e53', 'gw_port': {'id': 'cde66981-b80d-4fd1-a873-aa0ceb8e9778', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:a0:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0cc35fd-c36e-466e-b03a-106c19342ec3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:54:13Z', 'updated_at': '2022-03-28T11:54:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_floatingips': [{'id': '9307a4e7-f9c8-4310-b6ba-4936989931aa', 'tenant_id': 'a9d4ebb77b824347aa8bcf325a031e53', 'floating_ip_address': '172.26.7.49', 'floating_network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'router_id': 'e0cc35fd-c36e-466e-b03a-106c19342ec3', 'port_id': 'e551f3ed-2894-4f6d-8e40-b1680f309506', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 176, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b072139b-1edf-4981-9f6f-41603d7605ef', 'mac_address': 'fa:16:3e:ad:c5:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5974e7-0504-4851-a286-20ab5143705c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T11:54:44Z', 'updated_at': '2022-03-28T11:55:21Z', 'revision_number': 1, 'project_id': 'a9d4ebb77b824347aa8bcf325a031e53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b5afcb8-5cb5-491f-b4e1-8a52a44ebc8d', 'name': '', 'network_id': 'b072139b-1edf-4981-9f6f-41603d7605ef', 'tenant_id': 'a9d4ebb77b824347aa8bcf325a031e53', 'mac_address': 'fa:16:3e:b8:69:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0cc35fd-c36e-466e-b03a-106c19342ec3', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': 'cfae7222-6a03-4ef8-86ee-e424dc4b71d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:54:25Z', 'updated_at': '2022-03-28T11:54:37Z', 'revision_number': 5, 'project_id': 'a9d4ebb77b824347aa8bcf325a031e53', 'subnets': [{'id': 'cfae7222-6a03-4ef8-86ee-e424dc4b71d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:55:24.195617 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61294a1f-5f06-43d9-84de-bcc5cefa11ad None None] Checking router: e0cc35fd-c36e-466e-b03a-106c19342ec3 for host: dv-neutron-835340-2-hyperv {{(pid=87873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 11:55:24.208977 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61294a1f-5f06-43d9-84de-bcc5cefa11ad None None] Routers {'e0cc35fd-c36e-466e-b03a-106c19342ec3'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:55:24.208977 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-61294a1f-5f06-43d9-84de-bcc5cefa11ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T11:55:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['e0cc35fd-c36e-466e-b03a-106c19342ec3'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:55:24.243323 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.plugins.ml2.plugin [None req-67ea99b8-88f1-4118-9c1c-2d4b1e1a601b tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Attempt 10 to bind port 24c6c9cc-9bbf-44d0-8a08-3e477cf5f6a0 Mar 28 11:55:24.248551 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 48756) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:24.251275 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71b3c7f-30be-4cba-8e72-23fa9e02ce77 req-90a00095-0e60-450f-bcf5-6896c369af7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:55:24.252713 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-a71b3c7f-30be-4cba-8e72-23fa9e02ce77 req-90a00095-0e60-450f-bcf5-6896c369af7c service neutron] 10.222.0.11 "GET /v2.0/networks?id=b072139b-1edf-4981-9f6f-41603d7605ef HTTP/1.1" status: 200 len: 911 time: 0.4886546 Mar 28 11:55:24.323621 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.pecan_wsgi.hooks.translation [None req-b99ceb31-9ba2-4ad8-b5ba-b310e6fb8b36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] GET failed (client error): The resource could not be found. Mar 28 11:55:24.324484 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-b99ceb31-9ba2-4ad8-b5ba-b310e6fb8b36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Synchronizing usage tracker for tenant:7293707640e3435fa45a54f5a00b8f2c on resource:port {{(pid=87871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:55:24.334850 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.managers [None req-67ea99b8-88f1-4118-9c1c-2d4b1e1a601b tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Attempting to bind port 24c6c9cc-9bbf-44d0-8a08-3e477cf5f6a0 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:55:24.335407 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.managers [None req-67ea99b8-88f1-4118-9c1c-2d4b1e1a601b tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Attempting to bind port 24c6c9cc-9bbf-44d0-8a08-3e477cf5f6a0 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '0edbfa7e-0118-4eff-b0f4-8ac52f566a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '12731566-4af9-4b7d-ad0e-d19dba1c5aff'}] {{(pid=87871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:55:24.335949 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ea99b8-88f1-4118-9c1c-2d4b1e1a601b tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Attempting to bind port 24c6c9cc-9bbf-44d0-8a08-3e477cf5f6a0 on network 12731566-4af9-4b7d-ad0e-d19dba1c5aff {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:55:24.372258 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ea99b8-88f1-4118-9c1c-2d4b1e1a601b tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Port 24c6c9cc-9bbf-44d0-8a08-3e477cf5f6a0 on network 12731566-4af9-4b7d-ad0e-d19dba1c5aff not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 11:55:24.372897 dv-neutron-835340-2-hyperv neutron-server[87871]: ERROR neutron.plugins.ml2.managers [None req-67ea99b8-88f1-4118-9c1c-2d4b1e1a601b tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Failed to bind port 24c6c9cc-9bbf-44d0-8a08-3e477cf5f6a0 on host hv-neutron-8353 for vnic_type normal using segments [{'id': '0edbfa7e-0118-4eff-b0f4-8ac52f566a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '12731566-4af9-4b7d-ad0e-d19dba1c5aff'}] Mar 28 11:55:24.373794 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-67ea99b8-88f1-4118-9c1c-2d4b1e1a601b tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:24.388252 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-b99ceb31-9ba2-4ad8-b5ba-b310e6fb8b36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] Unset dirty status for tenant:7293707640e3435fa45a54f5a00b8f2c on resource:port {{(pid=87871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:55:24.389679 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-b99ceb31-9ba2-4ad8-b5ba-b310e6fb8b36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1043263178-project-admin] 10.222.0.30 "GET /v2.0/ports/36cfcf8c-3d5f-4eb4-bfaa-17a38c6b9eb9 HTTP/1.1" status: 404 len: 333 time: 0.3712575 Mar 28 11:55:24.397111 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 48760) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:24.419267 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35459a92-5d06-4bfe-8137-37c6fba93db0 req-bdeea635-7e70-4b25-a83e-bb646e89669e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:55:24.420749 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-35459a92-5d06-4bfe-8137-37c6fba93db0 req-bdeea635-7e70-4b25-a83e-bb646e89669e service neutron] 10.222.0.11 "GET /v2.0/networks?id=4a776d3d-9745-4c38-b1e0-dfac029e8437 HTTP/1.1" status: 200 len: 912 time: 0.4890211 Mar 28 11:55:24.431712 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-7cb11bba-4bf0-4885-8e27-5598f15e32c7 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks [] for security_group, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:24.446352 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvr_db [None req-61294a1f-5f06-43d9-84de-bcc5cefa11ad None None] Set router e0cc35fd-c36e-466e-b03a-106c19342ec3 gateway port host: dv-neutron-835340-2-hyperv {{(pid=87873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:55:24.510802 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-0309e86c-54b7-4fa2-8c3a-130335fffb31 None None] Notify callbacks [] for port, precommit_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:24.516799 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-7cb11bba-4bf0-4885-8e27-5598f15e32c7 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:24.525737 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-08d1cea2-b60f-4f33-a463-572ec45e130e tempest-PortsAdminExtendedAttrsIpV6TestJSON-685680611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685680611-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588883'] for network, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:24.530048 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-0309e86c-54b7-4fa2-8c3a-130335fffb31 None None] Transition to ACTIVE for port object c66af4c5-4b93-4eea-9219-07090e1ddb96 will not be triggered until provisioned by entity L2. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:55:24.540377 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-0309e86c-54b7-4fa2-8c3a-130335fffb31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:24.575448 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-a71b3c7f-30be-4cba-8e72-23fa9e02ce77 req-8369127d-3aad-489d-bc30-6dd1e1806062 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e551f3ed-2894-4f6d-8e40-b1680f309506 HTTP/1.1" status: 200 len: 998 time: 0.3085299 Mar 28 11:55:24.600512 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-6a3e4a35-5b6b-48ae-8fa9-d4c6e4fa3ed2 tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:24.640202 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b3143a-569e-42db-8e88-c81b662dc85c None None] Pushing event updated for resources: {'Port': ['ID=c66af4c5-4b93-4eea-9219-07090e1ddb96,revision_number=2']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:55:24.663644 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-0309e86c-54b7-4fa2-8c3a-130335fffb31 None None] Attempting to bind port c66af4c5-4b93-4eea-9219-07090e1ddb96 on host dv-neutron-835340-2-hyperv for vnic_type normal with profile {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:55:24.664039 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-0309e86c-54b7-4fa2-8c3a-130335fffb31 None None] Attempting to bind port c66af4c5-4b93-4eea-9219-07090e1ddb96 by drivers openvswitch,hyperv on host dv-neutron-835340-2-hyperv at level 0 using segments [{'id': '688afb86-c9bd-46e2-ba7d-3fe76fb1efff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b'}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:55:24.664397 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0309e86c-54b7-4fa2-8c3a-130335fffb31 None None] Attempting to bind port c66af4c5-4b93-4eea-9219-07090e1ddb96 on network ac2b1748-8f63-4b17-a9c7-07e79704aa5b {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:55:24.669810 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0309e86c-54b7-4fa2-8c3a-130335fffb31 None None] Checking agent: {'id': '961a16fe-cbc8-4264-ac28-bbbd53f89caa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 46, 6), 'started_at': datetime.datetime(2022, 3, 28, 11, 46, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 11, 55, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 11:55:24.670175 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0309e86c-54b7-4fa2-8c3a-130335fffb31 None None] Checking segment: {'id': '688afb86-c9bd-46e2-ba7d-3fe76fb1efff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:55:24.670572 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-0309e86c-54b7-4fa2-8c3a-130335fffb31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:24.671557 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0309e86c-54b7-4fa2-8c3a-130335fffb31 None None] Bound using segment: {'id': '688afb86-c9bd-46e2-ba7d-3fe76fb1efff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b'} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 11:55:24.672139 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-0309e86c-54b7-4fa2-8c3a-130335fffb31 None None] Bound port: c66af4c5-4b93-4eea-9219-07090e1ddb96, host: dv-neutron-835340-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '688afb86-c9bd-46e2-ba7d-3fe76fb1efff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b'}}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 11:55:24.672504 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-0309e86c-54b7-4fa2-8c3a-130335fffb31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:24.769944 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-0309e86c-54b7-4fa2-8c3a-130335fffb31 None None] For port c66af4c5-4b93-4eea-9219-07090e1ddb96, host dv-neutron-835340-2-hyperv, cleared binding levels {{(pid=87872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 11:55:24.774134 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-0309e86c-54b7-4fa2-8c3a-130335fffb31 None None] For port c66af4c5-4b93-4eea-9219-07090e1ddb96, host dv-neutron-835340-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=c66af4c5-4b93-4eea-9219-07090e1ddb96,segment=NetworkSegment(688afb86-c9bd-46e2-ba7d-3fe76fb1efff),segment_id=688afb86-c9bd-46e2-ba7d-3fe76fb1efff)] {{(pid=87872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 11:55:24.792420 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cb11bba-4bf0-4885-8e27-5598f15e32c7 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'} {{(pid=87870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 11:55:24.794549 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-0309e86c-54b7-4fa2-8c3a-130335fffb31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:24.802098 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-6a3e4a35-5b6b-48ae-8fa9-d4c6e4fa3ed2 tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Calling delete_port for 3dac06c2-af8c-4acb-ab64-62a5307a8d9b owned by {{(pid=87870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:55:24.814718 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-08d1cea2-b60f-4f33-a463-572ec45e130e tempest-PortsAdminExtendedAttrsIpV6TestJSON-685680611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685680611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930431', 'neutron.services.segments.db._delete_segments_for_network-8783496351308'] for network, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:24.833632 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71b3c7f-30be-4cba-8e72-23fa9e02ce77 req-e02a95eb-1594-4eb8-b6aa-939e17f44f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:55:24.834982 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-a71b3c7f-30be-4cba-8e72-23fa9e02ce77 req-e02a95eb-1594-4eb8-b6aa-939e17f44f65 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=cfae7222-6a03-4ef8-86ee-e424dc4b71d7 HTTP/1.1" status: 200 len: 850 time: 0.2481983 Mar 28 11:55:24.836008 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.db [None req-67ea99b8-88f1-4118-9c1c-2d4b1e1a601b tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] For port 24c6c9cc-9bbf-44d0-8a08-3e477cf5f6a0, host hv-neutron-8353, cleared binding levels {{(pid=87871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 11:55:24.836523 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.db [None req-67ea99b8-88f1-4118-9c1c-2d4b1e1a601b tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Attempted to set empty binding levels {{(pid=87871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Mar 28 11:55:24.878356 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-61294a1f-5f06-43d9-84de-bcc5cefa11ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0cc35fd-c36e-466e-b03a-106c19342ec3', 'name': 'tempest-ServerActionsTestJSON-286231784-router', 'tenant_id': 'a9d4ebb77b824347aa8bcf325a031e53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.97'}], 'enable_snat': True}, 'gw_port_id': 'cde66981-b80d-4fd1-a873-aa0ceb8e9778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:54:11Z', 'updated_at': '2022-03-28T11:54:26Z', 'revision_number': 4, 'project_id': 'a9d4ebb77b824347aa8bcf325a031e53', 'gw_port': {'id': 'cde66981-b80d-4fd1-a873-aa0ceb8e9778', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:a0:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0cc35fd-c36e-466e-b03a-106c19342ec3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:54:13Z', 'updated_at': '2022-03-28T11:54:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_floatingips': [{'id': '9307a4e7-f9c8-4310-b6ba-4936989931aa', 'tenant_id': 'a9d4ebb77b824347aa8bcf325a031e53', 'floating_ip_address': '172.26.7.49', 'floating_network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'router_id': 'e0cc35fd-c36e-466e-b03a-106c19342ec3', 'port_id': 'e551f3ed-2894-4f6d-8e40-b1680f309506', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 176, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b072139b-1edf-4981-9f6f-41603d7605ef', 'mac_address': 'fa:16:3e:ad:c5:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5974e7-0504-4851-a286-20ab5143705c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T11:54:44Z', 'updated_at': '2022-03-28T11:55:21Z', 'revision_number': 1, 'project_id': 'a9d4ebb77b824347aa8bcf325a031e53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b5afcb8-5cb5-491f-b4e1-8a52a44ebc8d', 'name': '', 'network_id': 'b072139b-1edf-4981-9f6f-41603d7605ef', 'tenant_id': 'a9d4ebb77b824347aa8bcf325a031e53', 'mac_address': 'fa:16:3e:b8:69:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0cc35fd-c36e-466e-b03a-106c19342ec3', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': 'cfae7222-6a03-4ef8-86ee-e424dc4b71d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:54:25Z', 'updated_at': '2022-03-28T11:54:37Z', 'revision_number': 5, 'project_id': 'a9d4ebb77b824347aa8bcf325a031e53', 'subnets': [{'id': 'cfae7222-6a03-4ef8-86ee-e424dc4b71d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:55:24.882707 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61294a1f-5f06-43d9-84de-bcc5cefa11ad None None] The sync data for ids ['e0cc35fd-c36e-466e-b03a-106c19342ec3'] in dv-neutron-835340-2-hyperv is: [{'id': 'e0cc35fd-c36e-466e-b03a-106c19342ec3', 'name': 'tempest-ServerActionsTestJSON-286231784-router', 'tenant_id': 'a9d4ebb77b824347aa8bcf325a031e53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.97'}], 'enable_snat': True}, 'gw_port_id': 'cde66981-b80d-4fd1-a873-aa0ceb8e9778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:54:11Z', 'updated_at': '2022-03-28T11:54:26Z', 'revision_number': 4, 'project_id': 'a9d4ebb77b824347aa8bcf325a031e53', 'gw_port': {'id': 'cde66981-b80d-4fd1-a873-aa0ceb8e9778', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:a0:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0cc35fd-c36e-466e-b03a-106c19342ec3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:54:13Z', 'updated_at': '2022-03-28T11:54:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_floatingips': [{'id': '9307a4e7-f9c8-4310-b6ba-4936989931aa', 'tenant_id': 'a9d4ebb77b824347aa8bcf325a031e53', 'floating_ip_address': '172.26.7.49', 'floating_network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'router_id': 'e0cc35fd-c36e-466e-b03a-106c19342ec3', 'port_id': 'e551f3ed-2894-4f6d-8e40-b1680f309506', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 176, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b072139b-1edf-4981-9f6f-41603d7605ef', 'mac_address': 'fa:16:3e:ad:c5:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd5974e7-0504-4851-a286-20ab5143705c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T11:54:44Z', 'updated_at': '2022-03-28T11:55:21Z', 'revision_number': 1, 'project_id': 'a9d4ebb77b824347aa8bcf325a031e53', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b5afcb8-5cb5-491f-b4e1-8a52a44ebc8d', 'name': '', 'network_id': 'b072139b-1edf-4981-9f6f-41603d7605ef', 'tenant_id': 'a9d4ebb77b824347aa8bcf325a031e53', 'mac_address': 'fa:16:3e:b8:69:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0cc35fd-c36e-466e-b03a-106c19342ec3', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': 'cfae7222-6a03-4ef8-86ee-e424dc4b71d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:54:25Z', 'updated_at': '2022-03-28T11:54:37Z', 'revision_number': 5, 'project_id': 'a9d4ebb77b824347aa8bcf325a031e53', 'subnets': [{'id': 'cfae7222-6a03-4ef8-86ee-e424dc4b71d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 11:55:24.886293 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-67ea99b8-88f1-4118-9c1c-2d4b1e1a601b tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2363241'] for port, after_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:24.914963 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0309e86c-54b7-4fa2-8c3a-130335fffb31 None None] Routers {'37d38aea-6a96-4db8-bc5e-92d0364117f8'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:55:24.915944 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-0309e86c-54b7-4fa2-8c3a-130335fffb31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T11:55:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['37d38aea-6a96-4db8-bc5e-92d0364117f8'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:55:24.923941 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-7cb11bba-4bf0-4885-8e27-5598f15e32c7 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:24.924284 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.db.segments_db [None req-7cb11bba-4bf0-4885-8e27-5598f15e32c7 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Added segment 53cdb527-f329-4e42-aa7b-ce2bc95a9007 of type vlan for network 5df4ec91-b994-4337-98be-1b2930f844e7 Mar 28 11:55:24.951750 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-7cb11bba-4bf0-4885-8e27-5598f15e32c7 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783495836591'] for network, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:24.963025 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.segments.db [None req-08d1cea2-b60f-4f33-a463-572ec45e130e tempest-PortsAdminExtendedAttrsIpV6TestJSON-685680611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685680611-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c47c70d4-a1a9-4639-ac7c-b51a24a06c43']}} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:55:25.002426 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.segments.db [None req-08d1cea2-b60f-4f33-a463-572ec45e130e tempest-PortsAdminExtendedAttrsIpV6TestJSON-685680611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685680611-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30e6b1be-e830-45bc-98e2-975be020045d') {'for_net_delete': True} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:55:25.002725 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.segments.db [None req-08d1cea2-b60f-4f33-a463-572ec45e130e tempest-PortsAdminExtendedAttrsIpV6TestJSON-685680611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685680611-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30e6b1be-e830-45bc-98e2-975be020045d') {} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:55:25.006342 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-35459a92-5d06-4bfe-8137-37c6fba93db0 req-4ca767f8-47de-4ab6-a027-c6839878c517 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1584f756-2866-447a-bcd5-08246c08782f HTTP/1.1" status: 200 len: 1001 time: 0.5720954 Mar 28 11:55:25.006951 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb11bba-4bf0-4885-8e27-5598f15e32c7 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d8d9fa9-1cef-4e8b-972e-0d25e0cec4b7,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:55:25.009956 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67ea99b8-88f1-4118-9c1c-2d4b1e1a601b tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:55:25.010140 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-f23355e1-ddfc-49f5-8fa7-bbfac1a348a2 tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Notify callbacks [] for router, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:25.010542 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-67ea99b8-88f1-4118-9c1c-2d4b1e1a601b tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:25.011759 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b3143a-569e-42db-8e88-c81b662dc85c None None] Pushing event updated for resources: {'Port': ['ID=c66af4c5-4b93-4eea-9219-07090e1ddb96,revision_number=3']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:55:25.040647 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-08d1cea2-b60f-4f33-a463-572ec45e130e tempest-PortsAdminExtendedAttrsIpV6TestJSON-685680611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685680611-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783496353639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3436890'] for segment, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:25.054268 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ea99b8-88f1-4118-9c1c-2d4b1e1a601b tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Pushing event updated for resources: {'Port': ['ID=24c6c9cc-9bbf-44d0-8a08-3e477cf5f6a0,revision_number=2']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:55:25.070315 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-08d1cea2-b60f-4f33-a463-572ec45e130e tempest-PortsAdminExtendedAttrsIpV6TestJSON-685680611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685680611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:25.080223 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-67ea99b8-88f1-4118-9c1c-2d4b1e1a601b tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 982 time: 4.9438636 Mar 28 11:55:25.081737 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 48764) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:25.082388 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08d1cea2-b60f-4f33-a463-572ec45e130e tempest-PortsAdminExtendedAttrsIpV6TestJSON-685680611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685680611-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=87871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 11:55:25.082782 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-08d1cea2-b60f-4f33-a463-572ec45e130e tempest-PortsAdminExtendedAttrsIpV6TestJSON-685680611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685680611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1920481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2363149'] for segment, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:25.102741 dv-neutron-835340-2-hyperv neutron-server[87871]: Traceback (most recent call last): Mar 28 11:55:25.102741 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 11:55:25.102741 dv-neutron-835340-2-hyperv neutron-server[87871]: timer() Mar 28 11:55:25.102741 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 11:55:25.102741 dv-neutron-835340-2-hyperv neutron-server[87871]: cb(*args, **kw) Mar 28 11:55:25.102741 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 11:55:25.102741 dv-neutron-835340-2-hyperv neutron-server[87871]: return func(*args, **kwargs) Mar 28 11:55:25.102741 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 11:55:25.102741 dv-neutron-835340-2-hyperv neutron-server[87871]: self._notify() Mar 28 11:55:25.102741 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 11:55:25.102741 dv-neutron-835340-2-hyperv neutron-server[87871]: self.callback(batched_events) Mar 28 11:55:25.102741 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 11:55:25.102741 dv-neutron-835340-2-hyperv neutron-server[87871]: event.method(event) Mar 28 11:55:25.102741 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 11:55:25.102741 dv-neutron-835340-2-hyperv neutron-server[87871]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 11:55:25.102741 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 11:55:25.102741 dv-neutron-835340-2-hyperv neutron-server[87871]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 11:55:25.102741 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 11:55:25.102741 dv-neutron-835340-2-hyperv neutron-server[87871]: return f(self, *a, **k) Mar 28 11:55:25.102741 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 11:55:25.102741 dv-neutron-835340-2-hyperv neutron-server[87871]: return self._get(url).json() Mar 28 11:55:25.102741 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 11:55:25.102741 dv-neutron-835340-2-hyperv neutron-server[87871]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 11:55:25.102741 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 11:55:25.102741 dv-neutron-835340-2-hyperv neutron-server[87871]: return self.request(url, 'GET', **kwargs) Mar 28 11:55:25.102741 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 11:55:25.102741 dv-neutron-835340-2-hyperv neutron-server[87871]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 11:55:25.102741 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 11:55:25.102741 dv-neutron-835340-2-hyperv neutron-server[87871]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 11:55:25.102741 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 11:55:25.102741 dv-neutron-835340-2-hyperv neutron-server[87871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 11:55:25.102741 dv-neutron-835340-2-hyperv neutron-server[87871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 11:55:25.143749 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvr_db [None req-0309e86c-54b7-4fa2-8c3a-130335fffb31 None None] Set router 37d38aea-6a96-4db8-bc5e-92d0364117f8 gateway port host: dv-neutron-835340-2-hyperv {{(pid=87872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:55:25.235753 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71b3c7f-30be-4cba-8e72-23fa9e02ce77 req-33e67116-f84d-47b5-bdd0-50739c08d7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:55:25.237237 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-a71b3c7f-30be-4cba-8e72-23fa9e02ce77 req-33e67116-f84d-47b5-bdd0-50739c08d7a8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b072139b-1edf-4981-9f6f-41603d7605ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3912044 Mar 28 11:55:25.274222 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-08d1cea2-b60f-4f33-a463-572ec45e130e tempest-PortsAdminExtendedAttrsIpV6TestJSON-685680611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685680611-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709602'] for network, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:25.275356 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f7fdf5-5311-455f-984a-43cffe21bc2e None None] New status for floating IP 9307a4e7-f9c8-4310-b6ba-4936989931aa: ACTIVE {{(pid=87872) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 11:55:25.279819 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35459a92-5d06-4bfe-8137-37c6fba93db0 req-e7c5b2ff-a879-43e0-9b52-be8356520f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:55:25.281898 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-35459a92-5d06-4bfe-8137-37c6fba93db0 req-e7c5b2ff-a879-43e0-9b52-be8356520f28 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=51390c4c-f007-438b-8f55-097eecbd0e38 HTTP/1.1" status: 200 len: 851 time: 0.1920664 Mar 28 11:55:25.289006 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-4bff5973-2789-4d2f-b55a-2526dc38b848 tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Deleting port 24c6c9cc-9bbf-44d0-8a08-3e477cf5f6a0 {{(pid=87871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:55:25.289006 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-4bff5973-2789-4d2f-b55a-2526dc38b848 tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:25.289253 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-6a3e4a35-5b6b-48ae-8fa9-d4c6e4fa3ed2 tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:25.295868 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-7cb11bba-4bf0-4885-8e27-5598f15e32c7 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765'] for network, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:25.301708 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cb11bba-4bf0-4885-8e27-5598f15e32c7 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:55:25.302276 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-7cb11bba-4bf0-4885-8e27-5598f15e32c7 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538751'] for network, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:25.316133 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-08d1cea2-b60f-4f33-a463-572ec45e130e tempest-PortsAdminExtendedAttrsIpV6TestJSON-685680611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685680611-project] Notify callbacks [] for network, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:25.404656 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d1cea2-b60f-4f33-a463-572ec45e130e tempest-PortsAdminExtendedAttrsIpV6TestJSON-685680611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685680611-project] Pushing event deleted for resources: {'Network': ['ID=c47c70d4-a1a9-4639-ac7c-b51a24a06c43,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:55:25.420692 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-08d1cea2-b60f-4f33-a463-572ec45e130e tempest-PortsAdminExtendedAttrsIpV6TestJSON-685680611 tempest-PortsAdminExtendedAttrsIpV6TestJSON-685680611-project] 10.222.0.30 "DELETE /v2.0/networks/c47c70d4-a1a9-4639-ac7c-b51a24a06c43 HTTP/1.1" status: 204 len: 168 time: 1.0223482 Mar 28 11:55:25.517483 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-a71b3c7f-30be-4cba-8e72-23fa9e02ce77 req-0ca7e1d5-00ad-4051-bdab-640b5d1fee8f service neutron] 10.222.0.11 "GET /v2.0/networks/b072139b-1edf-4981-9f6f-41603d7605ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2720771 Mar 28 11:55:25.603811 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702f4e45-5a5a-4527-92ab-cac6a4c9380e req-91c66f92-c1d6-4ea2-ad95-2f4c9e0b5fef tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:55:25.605072 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-702f4e45-5a5a-4527-92ab-cac6a4c9380e req-91c66f92-c1d6-4ea2-ad95-2f4c9e0b5fef tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd5974e7-0504-4851-a286-20ab5143705c HTTP/1.1" status: 200 len: 945 time: 1.4655948 Mar 28 11:55:25.633123 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3e4a35-5b6b-48ae-8fa9-d4c6e4fa3ed2 tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Pushing event deleted for resources: {'Port': ['ID=3dac06c2-af8c-4acb-ab64-62a5307a8d9b,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:55:25.685913 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-7cb11bba-4bf0-4885-8e27-5598f15e32c7 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.9439132 Mar 28 11:55:25.693944 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 48770) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:25.719312 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-0e672f20-49b4-4b36-a695-84c93bbfee59 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Request body: {'port': {'network_id': '5df4ec91-b994-4337-98be-1b2930f844e7', 'name': 'tempest-PortsIpV6TestJSON-2095212590'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:55:25.770407 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.db [None req-4bff5973-2789-4d2f-b55a-2526dc38b848 tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] For port 24c6c9cc-9bbf-44d0-8a08-3e477cf5f6a0, host hv-neutron-8353, got binding levels [] {{(pid=87871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:55:25.770769 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-4bff5973-2789-4d2f-b55a-2526dc38b848 tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:25.824956 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-0309e86c-54b7-4fa2-8c3a-130335fffb31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37d38aea-6a96-4db8-bc5e-92d0364117f8', 'name': 'tempest-snat-router-607492927', 'tenant_id': 'd81c380f5a424ddd9f088c5f4081fe4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.39'}], 'enable_snat': True}, 'gw_port_id': 'c66af4c5-4b93-4eea-9219-07090e1ddb96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:55:13Z', 'updated_at': '2022-03-28T11:55:20Z', 'revision_number': 3, 'project_id': 'd81c380f5a424ddd9f088c5f4081fe4e', 'gw_port': {'id': 'c66af4c5-4b93-4eea-9219-07090e1ddb96', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:32:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37d38aea-6a96-4db8-bc5e-92d0364117f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:55:17Z', 'updated_at': '2022-03-28T11:55:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv'}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:55:25.829428 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0309e86c-54b7-4fa2-8c3a-130335fffb31 None None] The sync data for ids ['37d38aea-6a96-4db8-bc5e-92d0364117f8'] in dv-neutron-835340-2-hyperv is: [{'id': '37d38aea-6a96-4db8-bc5e-92d0364117f8', 'name': 'tempest-snat-router-607492927', 'tenant_id': 'd81c380f5a424ddd9f088c5f4081fe4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.39'}], 'enable_snat': True}, 'gw_port_id': 'c66af4c5-4b93-4eea-9219-07090e1ddb96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:55:13Z', 'updated_at': '2022-03-28T11:55:20Z', 'revision_number': 3, 'project_id': 'd81c380f5a424ddd9f088c5f4081fe4e', 'gw_port': {'id': 'c66af4c5-4b93-4eea-9219-07090e1ddb96', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:32:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37d38aea-6a96-4db8-bc5e-92d0364117f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 234, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:55:17Z', 'updated_at': '2022-03-28T11:55:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv'}] {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 11:55:25.852303 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb11bba-4bf0-4885-8e27-5598f15e32c7 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Pushing event updated for resources: {'Network': ['ID=5df4ec91-b994-4337-98be-1b2930f844e7,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:55:25.864443 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Network 5df4ec91-b994-4337-98be-1b2930f844e7 details requested by agent ovs-agent-dv-neutron-835340-2-hyperv with host dv-neutron-835340-2-hyperv {{(pid=87872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 11:55:26.032344 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 48776) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:26.096011 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-702f4e45-5a5a-4527-92ab-cac6a4c9380e req-b1a875ab-41f0-46ef-86bf-5955fd7f95b8 tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] 10.222.0.30 "GET /v2.0/security-groups?id=895ae8ad-46d6-4a0f-b104-9c0ca0cce592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4231315 Mar 28 11:55:26.125021 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35459a92-5d06-4bfe-8137-37c6fba93db0 req-53f86885-7e0d-4957-ac65-6a18c4c789a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:55:26.126644 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-35459a92-5d06-4bfe-8137-37c6fba93db0 req-53f86885-7e0d-4957-ac65-6a18c4c789a9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=4a776d3d-9745-4c38-b1e0-dfac029e8437&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8192487 Mar 28 11:55:26.132623 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-f23355e1-ddfc-49f5-8fa7-bbfac1a348a2 tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:26.212202 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-4bff5973-2789-4d2f-b55a-2526dc38b848 tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Calling delete_port for 24c6c9cc-9bbf-44d0-8a08-3e477cf5f6a0 owned by {{(pid=87871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:55:26.257158 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-f23355e1-ddfc-49f5-8fa7-bbfac1a348a2 tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Deleting port c66af4c5-4b93-4eea-9219-07090e1ddb96 {{(pid=87870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:55:26.257499 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-f23355e1-ddfc-49f5-8fa7-bbfac1a348a2 tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:26.259543 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-a71b3c7f-30be-4cba-8e72-23fa9e02ce77 req-2eec2612-3139-4ab1-8db3-659a04a1de64 service neutron] 10.222.0.11 "GET /v2.0/networks/b072139b-1edf-4981-9f6f-41603d7605ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7263052 Mar 28 11:55:26.274391 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-0e672f20-49b4-4b36-a695-84c93bbfee59 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:55:26.283660 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-0e672f20-49b4-4b36-a695-84c93bbfee59 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Usage tracker for resource:port and tenant:beb99f647cec46e3bbf575ac0a3034e8 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:55:26.288181 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-0e672f20-49b4-4b36-a695-84c93bbfee59 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:55:26.304532 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-0e672f20-49b4-4b36-a695-84c93bbfee59 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:55:26.316562 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e672f20-49b4-4b36-a695-84c93bbfee59 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Made reservation on behalf of beb99f647cec46e3bbf575ac0a3034e8 for: {'port': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:55:26.319955 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-0e672f20-49b4-4b36-a695-84c93bbfee59 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:26.330602 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-4bff5973-2789-4d2f-b55a-2526dc38b848 tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:26.389322 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bff5973-2789-4d2f-b55a-2526dc38b848 tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Pushing event deleted for resources: {'Port': ['ID=24c6c9cc-9bbf-44d0-8a08-3e477cf5f6a0,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:55:26.398578 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.notifiers.nova [None req-0e672f20-49b4-4b36-a695-84c93bbfee59 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] device_id is not set on port 6ce68521-93d5-4423-b952-400b9f55bf34 yet. {{(pid=87871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 11:55:26.425736 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-6a3e4a35-5b6b-48ae-8fa9-d4c6e4fa3ed2 tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:26.427612 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-6a3e4a35-5b6b-48ae-8fa9-d4c6e4fa3ed2 tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] 10.222.0.30 "DELETE /v2.0/ports/3dac06c2-af8c-4acb-ab64-62a5307a8d9b HTTP/1.1" status: 204 len: 168 time: 3.3889229 Mar 28 11:55:26.434580 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 48784) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:26.440674 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-4bff5973-2789-4d2f-b55a-2526dc38b848 tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:26.486200 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-1730432b-fc6a-4d27-9b48-79280b7d5460 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=03f8b3b68b08492c8a20aa946401e795&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4438536 Mar 28 11:55:26.498300 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 48788) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:26.507497 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-4bff5973-2789-4d2f-b55a-2526dc38b848 tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] 10.222.0.30 "DELETE /v2.0/ports/24c6c9cc-9bbf-44d0-8a08-3e477cf5f6a0 HTTP/1.1" status: 204 len: 168 time: 1.4037411 Mar 28 11:55:26.507497 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.pecan_wsgi.hooks.translation [None req-468e734d-a7f8-4fc4-b6c6-74857bca9fc3 tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] GET failed (client error): The resource could not be found. Mar 28 11:55:26.507497 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-468e734d-a7f8-4fc4-b6c6-74857bca9fc3 tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Synchronizing usage tracker for tenant:6696e3fb7c7e4b0485759ec64225ba6d on resource:port {{(pid=87871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:55:26.510746 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 48792) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:26.559445 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-35459a92-5d06-4bfe-8137-37c6fba93db0 req-80bae114-78bb-462c-b0cf-f28c45d98ef2 service neutron] 10.222.0.11 "GET /v2.0/networks/4a776d3d-9745-4c38-b1e0-dfac029e8437?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3946776 Mar 28 11:55:26.601900 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.pecan_wsgi.hooks.translation [None req-b53e6472-f9ca-4838-b7ad-2a1e7fa4cc04 tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] GET failed (client error): The resource could not be found. Mar 28 11:55:26.602415 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-b53e6472-f9ca-4838-b7ad-2a1e7fa4cc04 tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Synchronizing usage tracker for tenant:3c43ce0240aa4db5957daccc5c7c6d7c on resource:port {{(pid=87871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:55:26.627211 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-468e734d-a7f8-4fc4-b6c6-74857bca9fc3 tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Unset dirty status for tenant:6696e3fb7c7e4b0485759ec64225ba6d on resource:port {{(pid=87871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:55:26.628372 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-468e734d-a7f8-4fc4-b6c6-74857bca9fc3 tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] 10.222.0.30 "GET /v2.0/ports/3dac06c2-af8c-4acb-ab64-62a5307a8d9b HTTP/1.1" status: 404 len: 333 time: 0.1910291 Mar 28 11:55:26.637878 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 48796) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:26.698383 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.db [None req-f23355e1-ddfc-49f5-8fa7-bbfac1a348a2 tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] For port c66af4c5-4b93-4eea-9219-07090e1ddb96, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=c66af4c5-4b93-4eea-9219-07090e1ddb96,segment=NetworkSegment(688afb86-c9bd-46e2-ba7d-3fe76fb1efff),segment_id=688afb86-c9bd-46e2-ba7d-3fe76fb1efff)] {{(pid=87870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:55:26.698652 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-f23355e1-ddfc-49f5-8fa7-bbfac1a348a2 tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:26.698959 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-b53e6472-f9ca-4838-b7ad-2a1e7fa4cc04 tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Unset dirty status for tenant:3c43ce0240aa4db5957daccc5c7c6d7c on resource:port {{(pid=87871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:55:26.700124 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-b53e6472-f9ca-4838-b7ad-2a1e7fa4cc04 tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] 10.222.0.30 "GET /v2.0/ports/24c6c9cc-9bbf-44d0-8a08-3e477cf5f6a0 HTTP/1.1" status: 404 len: 333 time: 0.1794565 Mar 28 11:55:26.707717 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 48800) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:26.720707 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-6af38c97-ab1b-46f4-bc8e-ebf62453c125 tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Request body: {'port': {'network_id': '12731566-4af9-4b7d-ad0e-d19dba1c5aff', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1502148473'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:55:26.730685 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-6af38c97-ab1b-46f4-bc8e-ebf62453c125 tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:55:26.767592 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-369c94f8-5511-4275-9341-3531e405a005 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:26.837473 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-0f976dcd-e2e5-414d-bc35-a472cbd955c1 tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Deleting port 8444ed7a-7bfa-4f4e-9987-b1ab6a31898c {{(pid=87871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:55:26.837818 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-0f976dcd-e2e5-414d-bc35-a472cbd955c1 tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:26.854712 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-f23355e1-ddfc-49f5-8fa7-bbfac1a348a2 tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Calling delete_port for c66af4c5-4b93-4eea-9219-07090e1ddb96 owned by network:router_gateway {{(pid=87870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:55:26.900342 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-6af38c97-ab1b-46f4-bc8e-ebf62453c125 tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:55:26.905641 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-35459a92-5d06-4bfe-8137-37c6fba93db0 req-ef152fa7-7be4-47f5-a52a-35e20c5ea57e service neutron] 10.222.0.11 "GET /v2.0/networks/4a776d3d-9745-4c38-b1e0-dfac029e8437?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3386307 Mar 28 11:55:26.917472 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-0e672f20-49b4-4b36-a695-84c93bbfee59 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks [] for port, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:26.927588 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6af38c97-ab1b-46f4-bc8e-ebf62453c125 tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Made reservation on behalf of 3c43ce0240aa4db5957daccc5c7c6d7c for: {'port': 1} {{(pid=87870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:55:26.929340 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-369c94f8-5511-4275-9341-3531e405a005 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:26.929935 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-6af38c97-ab1b-46f4-bc8e-ebf62453c125 tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:26.971040 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.notifiers.nova [None req-6af38c97-ab1b-46f4-bc8e-ebf62453c125 tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] device_id is not set on port cfb8b15f-9017-47c7-871d-5763db0911da yet. {{(pid=87870) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 11:55:27.157807 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-0e672f20-49b4-4b36-a695-84c93bbfee59 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:27.230410 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-369c94f8-5511-4275-9341-3531e405a005 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:27.339759 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device c66af4c5-4b93-4eea-9219-07090e1ddb96 up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:55:27.344047 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-0f976dcd-e2e5-414d-bc35-a472cbd955c1 tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:27.390972 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] No Port match for: c66af4c5-4b93-4eea-9219-07090e1ddb96 {{(pid=87872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 11:55:27.391408 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device c66af4c5-4b93-4eea-9219-07090e1ddb96 not bound to the agent host dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Mar 28 11:55:27.394799 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369c94f8-5511-4275-9341-3531e405a005 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a5f3d23-4dae-42b3-910d-5a0dc945cf54,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:55:27.446503 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Port c66af4c5-4b93-4eea-9219-07090e1ddb96 not found, will not notify nova. {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Mar 28 11:55:27.458097 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-f23355e1-ddfc-49f5-8fa7-bbfac1a348a2 tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:27.526559 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23355e1-ddfc-49f5-8fa7-bbfac1a348a2 tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Pushing event deleted for resources: {'Port': ['ID=c66af4c5-4b93-4eea-9219-07090e1ddb96,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:55:27.579367 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e672f20-49b4-4b36-a695-84c93bbfee59 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Pushing event updated for resources: {'Port': ['ID=6ce68521-93d5-4423-b952-400b9f55bf34,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:55:27.598642 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-0f976dcd-e2e5-414d-bc35-a472cbd955c1 tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Calling delete_port for 8444ed7a-7bfa-4f4e-9987-b1ab6a31898c owned by {{(pid=87871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:55:27.615818 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-6af38c97-ab1b-46f4-bc8e-ebf62453c125 tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:27.654539 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-f23355e1-ddfc-49f5-8fa7-bbfac1a348a2 tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-709573'] for router_gateway, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:27.663628 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-369c94f8-5511-4275-9341-3531e405a005 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:27.669640 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-369c94f8-5511-4275-9341-3531e405a005 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2a5f3d23-4dae-42b3-910d-5a0dc945cf54 HTTP/1.1" status: 204 len: 168 time: 1.1701701 Mar 28 11:55:27.682102 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e672f20-49b4-4b36-a695-84c93bbfee59 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Checking segment: {'id': '53cdb527-f329-4e42-aa7b-ce2bc95a9007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '5df4ec91-b994-4337-98be-1b2930f844e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:55:27.682460 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e672f20-49b4-4b36-a695-84c93bbfee59 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Network hostable DHCP agents. Network: 5df4ec91-b994-4337-98be-1b2930f844e7, hostable agents: ['3cb85949-855b-4a40-b988-cd5705e511da'], hosted agents: [] {{(pid=87871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 11:55:27.748733 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff183ca-a1ea-4e0f-a72d-3f8493577f52 req-f7b10277-62e1-4283-866f-e2c8a403c527 tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:55:27.756533 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-7ff183ca-a1ea-4e0f-a72d-3f8493577f52 req-f7b10277-62e1-4283-866f-e2c8a403c527 tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd5974e7-0504-4851-a286-20ab5143705c HTTP/1.1" status: 200 len: 945 time: 0.4773736 Mar 28 11:55:27.844988 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e672f20-49b4-4b36-a695-84c93bbfee59 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Network 5df4ec91-b994-4337-98be-1b2930f844e7 is scheduled to be hosted by DHCP agent 3cb85949-855b-4a40-b988-cd5705e511da with binding_index 1 {{(pid=87871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 11:55:27.867679 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-7ff183ca-a1ea-4e0f-a72d-3f8493577f52 req-ec0ebc8c-f410-41a4-88bd-048338b38953 tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] 10.222.0.30 "GET /v2.0/security-groups?id=895ae8ad-46d6-4a0f-b104-9c0ca0cce592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1101651 Mar 28 11:55:27.942359 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-f23355e1-ddfc-49f5-8fa7-bbfac1a348a2 tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-745164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-260864'] for router, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:27.945002 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-f23355e1-ddfc-49f5-8fa7-bbfac1a348a2 tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:27.974794 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-f23355e1-ddfc-49f5-8fa7-bbfac1a348a2 tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-745021'] for router, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:27.975392 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f23355e1-ddfc-49f5-8fa7-bbfac1a348a2 tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 37d38aea-6a96-4db8-bc5e-92d0364117f8 {{(pid=87870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 11:55:28.006821 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-6af38c97-ab1b-46f4-bc8e-ebf62453c125 tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:28.094701 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-0e672f20-49b4-4b36-a695-84c93bbfee59 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-2-hyperv, 5df4ec91-b994-4337-98be-1b2930f844e7) {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:55:28.103438 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e672f20-49b4-4b36-a695-84c93bbfee59 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Received port after_create {{(pid=87871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:55:28.109736 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e672f20-49b4-4b36-a695-84c93bbfee59 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:55:28.109991 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-0e672f20-49b4-4b36-a695-84c93bbfee59 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:28.110668 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6ce880b-cddd-407d-9f77-f6921a223482 None None] Network 5df4ec91-b994-4337-98be-1b2930f844e7 requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:55:28.133990 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-0f976dcd-e2e5-414d-bc35-a472cbd955c1 tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:28.163294 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 48814) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:28.166706 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6af38c97-ab1b-46f4-bc8e-ebf62453c125 tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Network 12731566-4af9-4b7d-ad0e-d19dba1c5aff is already hosted by enough agents. {{(pid=87870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:55:28.192557 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f976dcd-e2e5-414d-bc35-a472cbd955c1 tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Pushing event deleted for resources: {'Port': ['ID=8444ed7a-7bfa-4f4e-9987-b1ab6a31898c,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:55:28.193783 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-f23355e1-ddfc-49f5-8fa7-bbfac1a348a2 tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Notify callbacks [] for router, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:28.197428 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-f23355e1-ddfc-49f5-8fa7-bbfac1a348a2 tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] 10.222.0.30 "DELETE /v2.0/routers/37d38aea-6a96-4db8-bc5e-92d0364117f8 HTTP/1.1" status: 204 len: 168 time: 3.9386997 Mar 28 11:55:28.197850 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-0e672f20-49b4-4b36-a695-84c93bbfee59 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.4981337 Mar 28 11:55:28.198502 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 48818) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:28.201905 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 48820) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:28.207579 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.base_scheduler [None req-6af38c97-ab1b-46f4-bc8e-ebf62453c125 tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Resources bound (agent type, host, resource id): {{(pid=87870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:55:28.214387 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af38c97-ab1b-46f4-bc8e-ebf62453c125 tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Received port after_create {{(pid=87870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:55:28.215310 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6af38c97-ab1b-46f4-bc8e-ebf62453c125 tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:55:28.215929 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-6af38c97-ab1b-46f4-bc8e-ebf62453c125 tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:28.248383 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-6af38c97-ab1b-46f4-bc8e-ebf62453c125 tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.5367355 Mar 28 11:55:28.266276 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 48824) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:28.270209 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af38c97-ab1b-46f4-bc8e-ebf62453c125 tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Pushing event updated for resources: {'Port': ['ID=cfb8b15f-9017-47c7-871d-5763db0911da,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:55:28.278582 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-add10ae6-7318-4a60-9c1c-4728be3cea33 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7293707640e3435fa45a54f5a00b8f2c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1140180 Mar 28 11:55:28.283327 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-da435780-af1b-438d-b93d-bd36437594f4 tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8353'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:55:28.313416 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 48828) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:28.383928 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-25300e81-7d81-4103-b34e-81f1aa132869 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1307839045'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:55:28.435422 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-25300e81-7d81-4103-b34e-81f1aa132869 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:55:28.448389 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d2a737-1ca6-44c1-a397-18dd4d2a491b req-f82ab8b3-3fb6-4952-8d6e-913b9117bbd7 tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:55:28.449938 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-21d2a737-1ca6-44c1-a397-18dd4d2a491b req-f82ab8b3-3fb6-4952-8d6e-913b9117bbd7 tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd5974e7-0504-4851-a286-20ab5143705c HTTP/1.1" status: 200 len: 945 time: 0.3767307 Mar 28 11:55:28.452238 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-25300e81-7d81-4103-b34e-81f1aa132869 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Usage tracker for resource:network and tenant:beb99f647cec46e3bbf575ac0a3034e8 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:55:28.456152 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-7958baec-7f8a-4fce-af72-fff1ea9eae5f tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Notify callbacks [] for router, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:28.510089 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-da435780-af1b-438d-b93d-bd36437594f4 tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:28.510700 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-25300e81-7d81-4103-b34e-81f1aa132869 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:55:28.519782 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-0f976dcd-e2e5-414d-bc35-a472cbd955c1 tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:28.521666 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-0f976dcd-e2e5-414d-bc35-a472cbd955c1 tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] 10.222.0.30 "DELETE /v2.0/ports/8444ed7a-7bfa-4f4e-9987-b1ab6a31898c HTTP/1.1" status: 204 len: 168 time: 1.8828790 Mar 28 11:55:28.523139 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-f3ba9652-4524-4970-8671-3ca838c7b53e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:28.526946 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 48834) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:28.536215 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-25300e81-7d81-4103-b34e-81f1aa132869 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:55:28.580434 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25300e81-7d81-4103-b34e-81f1aa132869 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Made reservation on behalf of beb99f647cec46e3bbf575ac0a3034e8 for: {'network': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:55:28.584627 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-25300e81-7d81-4103-b34e-81f1aa132869 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for network, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:28.673684 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-21d2a737-1ca6-44c1-a397-18dd4d2a491b req-13839104-2d7a-459e-bdd3-fe9ffcee0b47 tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] 10.222.0.30 "GET /v2.0/security-groups?id=895ae8ad-46d6-4a0f-b104-9c0ca0cce592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2071850 Mar 28 11:55:28.679253 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b68ef17-8dfc-487d-984e-f477cca5a82e tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] GET failed (client error): The resource could not be found. Mar 28 11:55:28.680001 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-7b68ef17-8dfc-487d-984e-f477cca5a82e tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Synchronizing usage tracker for tenant:6696e3fb7c7e4b0485759ec64225ba6d on resource:port {{(pid=87870) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:55:28.684142 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-f3ba9652-4524-4970-8671-3ca838c7b53e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:28.696837 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25300e81-7d81-4103-b34e-81f1aa132869 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=87871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 11:55:28.727307 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-25300e81-7d81-4103-b34e-81f1aa132869 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:28.727906 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.db.segments_db [None req-25300e81-7d81-4103-b34e-81f1aa132869 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Added segment b38c182e-f15c-4390-b60f-61f39b8b600e of type vlan for network b8aabc13-2ade-4182-ac47-977882602976 Mar 28 11:55:28.786835 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-25300e81-7d81-4103-b34e-81f1aa132869 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783495836591'] for network, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:28.792934 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-7958baec-7f8a-4fce-af72-fff1ea9eae5f tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:28.814465 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-7958baec-7f8a-4fce-af72-fff1ea9eae5f tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Deleting port 6b756990-d19a-4361-b407-3a6eeb7a0276 {{(pid=87871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:55:28.815074 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-7958baec-7f8a-4fce-af72-fff1ea9eae5f tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:28.883846 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-25300e81-7d81-4103-b34e-81f1aa132869 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765'] for network, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:28.891112 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25300e81-7d81-4103-b34e-81f1aa132869 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:55:28.891227 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-7b68ef17-8dfc-487d-984e-f477cca5a82e tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Unset dirty status for tenant:6696e3fb7c7e4b0485759ec64225ba6d on resource:port {{(pid=87870) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:55:28.891750 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-25300e81-7d81-4103-b34e-81f1aa132869 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks [] for network, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:28.896771 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-7b68ef17-8dfc-487d-984e-f477cca5a82e tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] 10.222.0.30 "GET /v2.0/ports/8444ed7a-7bfa-4f4e-9987-b1ab6a31898c HTTP/1.1" status: 404 len: 333 time: 0.3435009 Mar 28 11:55:28.897271 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 48840) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:28.944576 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-f3ba9652-4524-4970-8671-3ca838c7b53e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:28.991950 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ba9652-4524-4970-8671-3ca838c7b53e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f422630c-779d-4103-a497-3b0603e88e43,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:55:28.998510 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-f3ba9652-4524-4970-8671-3ca838c7b53e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:28.999900 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-f3ba9652-4524-4970-8671-3ca838c7b53e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f422630c-779d-4103-a497-3b0603e88e43 HTTP/1.1" status: 204 len: 168 time: 0.6804347 Mar 28 11:55:29.106881 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.db [None req-7958baec-7f8a-4fce-af72-fff1ea9eae5f tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] For port 6b756990-d19a-4361-b407-3a6eeb7a0276, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=6b756990-d19a-4361-b407-3a6eeb7a0276,segment=NetworkSegment(688afb86-c9bd-46e2-ba7d-3fe76fb1efff),segment_id=688afb86-c9bd-46e2-ba7d-3fe76fb1efff)] {{(pid=87871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:55:29.107242 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-7958baec-7f8a-4fce-af72-fff1ea9eae5f tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:29.121980 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.notifiers.nova [None req-da435780-af1b-438d-b93d-bd36437594f4 tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] device_id is not set on port cfb8b15f-9017-47c7-871d-5763db0911da yet. {{(pid=87870) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 11:55:29.130371 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-da435780-af1b-438d-b93d-bd36437594f4 tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:29.189319 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-f61ec06a-6ce6-4a51-a316-83a926adeb28 tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Deleting port e2cdbbac-b737-4048-a504-075dd9a2de06 {{(pid=87870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:55:29.192002 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-f61ec06a-6ce6-4a51-a316-83a926adeb28 tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:29.227156 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.provisioning_blocks [None req-da435780-af1b-438d-b93d-bd36437594f4 tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Transition to ACTIVE for port object cfb8b15f-9017-47c7-871d-5763db0911da will not be triggered until provisioned by entity L2. {{(pid=87870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:55:29.245025 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-da435780-af1b-438d-b93d-bd36437594f4 tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2558288'] for port, after_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:29.290845 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-7958baec-7f8a-4fce-af72-fff1ea9eae5f tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Calling delete_port for 6b756990-d19a-4361-b407-3a6eeb7a0276 owned by network:router_gateway {{(pid=87871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:55:29.335512 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-25300e81-7d81-4103-b34e-81f1aa132869 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9650843 Mar 28 11:55:29.338275 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 48850) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:29.349954 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-39eea0a9-9ddb-4a41-9f60-4b70a96bd6e6 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Request body: {'ports': [{'network_id': '5df4ec91-b994-4337-98be-1b2930f844e7'}, {'network_id': 'b8aabc13-2ade-4182-ac47-977882602976'}]} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:55:29.350068 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-39eea0a9-9ddb-4a41-9f60-4b70a96bd6e6 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Request body: {'port': {'network_id': '5df4ec91-b994-4337-98be-1b2930f844e7'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:55:29.351543 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-39eea0a9-9ddb-4a41-9f60-4b70a96bd6e6 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Request body: {'port': {'network_id': 'b8aabc13-2ade-4182-ac47-977882602976'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:55:29.368300 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25300e81-7d81-4103-b34e-81f1aa132869 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Pushing event updated for resources: {'Network': ['ID=b8aabc13-2ade-4182-ac47-977882602976,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:55:29.382203 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Network b8aabc13-2ade-4182-ac47-977882602976 details requested by agent ovs-agent-dv-neutron-835340-2-hyperv with host dv-neutron-835340-2-hyperv {{(pid=87872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 11:55:29.561119 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da435780-af1b-438d-b93d-bd36437594f4 tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Pushing event updated for resources: {'Port': ['ID=cfb8b15f-9017-47c7-871d-5763db0911da,revision_number=2']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:55:29.633605 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.managers [None req-da435780-af1b-438d-b93d-bd36437594f4 tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Attempting to bind port cfb8b15f-9017-47c7-871d-5763db0911da on host hv-neutron-8353 for vnic_type normal with profile {{(pid=87870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:55:29.633935 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.managers [None req-da435780-af1b-438d-b93d-bd36437594f4 tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Attempting to bind port cfb8b15f-9017-47c7-871d-5763db0911da by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '0edbfa7e-0118-4eff-b0f4-8ac52f566a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '12731566-4af9-4b7d-ad0e-d19dba1c5aff'}] {{(pid=87870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:55:29.634303 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da435780-af1b-438d-b93d-bd36437594f4 tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Attempting to bind port cfb8b15f-9017-47c7-871d-5763db0911da on network 12731566-4af9-4b7d-ad0e-d19dba1c5aff {{(pid=87870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:55:29.653910 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-39eea0a9-9ddb-4a41-9f60-4b70a96bd6e6 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:55:29.661711 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-39eea0a9-9ddb-4a41-9f60-4b70a96bd6e6 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Usage tracker for resource:port and tenant:beb99f647cec46e3bbf575ac0a3034e8 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:55:29.668079 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-39eea0a9-9ddb-4a41-9f60-4b70a96bd6e6 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:55:29.678720 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-39eea0a9-9ddb-4a41-9f60-4b70a96bd6e6 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:55:29.705584 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da435780-af1b-438d-b93d-bd36437594f4 tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Port cfb8b15f-9017-47c7-871d-5763db0911da on network 12731566-4af9-4b7d-ad0e-d19dba1c5aff not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=87870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 11:55:29.705901 dv-neutron-835340-2-hyperv neutron-server[87870]: ERROR neutron.plugins.ml2.managers [None req-da435780-af1b-438d-b93d-bd36437594f4 tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Failed to bind port cfb8b15f-9017-47c7-871d-5763db0911da on host hv-neutron-8353 for vnic_type normal using segments [{'id': '0edbfa7e-0118-4eff-b0f4-8ac52f566a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '12731566-4af9-4b7d-ad0e-d19dba1c5aff'}] Mar 28 11:55:29.709470 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.plugins.ml2.plugin [None req-da435780-af1b-438d-b93d-bd36437594f4 tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Attempt 2 to bind port cfb8b15f-9017-47c7-871d-5763db0911da Mar 28 11:55:29.727908 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39eea0a9-9ddb-4a41-9f60-4b70a96bd6e6 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Made reservation on behalf of beb99f647cec46e3bbf575ac0a3034e8 for: {'port': 2} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:55:29.728454 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6664ff-6565-4731-aebe-9d9662252285 req-bb0c573e-95d7-48b7-af2f-fec1df2a5806 tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:55:29.730079 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-cb6664ff-6565-4731-aebe-9d9662252285 req-bb0c573e-95d7-48b7-af2f-fec1df2a5806 tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd5974e7-0504-4851-a286-20ab5143705c HTTP/1.1" status: 200 len: 945 time: 0.5866127 Mar 28 11:55:29.732427 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-39eea0a9-9ddb-4a41-9f60-4b70a96bd6e6 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:29.758234 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-39eea0a9-9ddb-4a41-9f60-4b70a96bd6e6 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:29.762004 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.managers [None req-da435780-af1b-438d-b93d-bd36437594f4 tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Attempting to bind port cfb8b15f-9017-47c7-871d-5763db0911da on host hv-neutron-8353 for vnic_type normal with profile {{(pid=87870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:55:29.762301 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.managers [None req-da435780-af1b-438d-b93d-bd36437594f4 tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Attempting to bind port cfb8b15f-9017-47c7-871d-5763db0911da by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '0edbfa7e-0118-4eff-b0f4-8ac52f566a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '12731566-4af9-4b7d-ad0e-d19dba1c5aff'}] {{(pid=87870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:55:29.762635 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da435780-af1b-438d-b93d-bd36437594f4 tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Attempting to bind port cfb8b15f-9017-47c7-871d-5763db0911da on network 12731566-4af9-4b7d-ad0e-d19dba1c5aff {{(pid=87870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:55:29.789452 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da435780-af1b-438d-b93d-bd36437594f4 tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Port cfb8b15f-9017-47c7-871d-5763db0911da on network 12731566-4af9-4b7d-ad0e-d19dba1c5aff not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=87870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 11:55:29.789821 dv-neutron-835340-2-hyperv neutron-server[87870]: ERROR neutron.plugins.ml2.managers [None req-da435780-af1b-438d-b93d-bd36437594f4 tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Failed to bind port cfb8b15f-9017-47c7-871d-5763db0911da on host hv-neutron-8353 for vnic_type normal using segments [{'id': '0edbfa7e-0118-4eff-b0f4-8ac52f566a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '12731566-4af9-4b7d-ad0e-d19dba1c5aff'}] Mar 28 11:55:29.792305 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-f61ec06a-6ce6-4a51-a316-83a926adeb28 tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:29.799808 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.plugins.ml2.plugin [None req-da435780-af1b-438d-b93d-bd36437594f4 tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Attempt 3 to bind port cfb8b15f-9017-47c7-871d-5763db0911da Mar 28 11:55:29.947249 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-7958baec-7f8a-4fce-af72-fff1ea9eae5f tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:29.948902 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-f61ec06a-6ce6-4a51-a316-83a926adeb28 tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Calling delete_port for e2cdbbac-b737-4048-a504-075dd9a2de06 owned by {{(pid=87870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:55:29.992203 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.managers [None req-da435780-af1b-438d-b93d-bd36437594f4 tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Attempting to bind port cfb8b15f-9017-47c7-871d-5763db0911da on host hv-neutron-8353 for vnic_type normal with profile {{(pid=87870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:55:29.992540 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.managers [None req-da435780-af1b-438d-b93d-bd36437594f4 tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Attempting to bind port cfb8b15f-9017-47c7-871d-5763db0911da by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '0edbfa7e-0118-4eff-b0f4-8ac52f566a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '12731566-4af9-4b7d-ad0e-d19dba1c5aff'}] {{(pid=87870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:55:29.992873 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da435780-af1b-438d-b93d-bd36437594f4 tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Attempting to bind port cfb8b15f-9017-47c7-871d-5763db0911da on network 12731566-4af9-4b7d-ad0e-d19dba1c5aff {{(pid=87870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:55:29.997256 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-cb6664ff-6565-4731-aebe-9d9662252285 req-fa7858cc-707b-48b6-8b38-c01ee46a677c tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] 10.222.0.30 "GET /v2.0/security-groups?id=895ae8ad-46d6-4a0f-b104-9c0ca0cce592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2586954 Mar 28 11:55:30.006466 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da435780-af1b-438d-b93d-bd36437594f4 tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Port cfb8b15f-9017-47c7-871d-5763db0911da on network 12731566-4af9-4b7d-ad0e-d19dba1c5aff not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=87870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 11:55:30.006801 dv-neutron-835340-2-hyperv neutron-server[87870]: ERROR neutron.plugins.ml2.managers [None req-da435780-af1b-438d-b93d-bd36437594f4 tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Failed to bind port cfb8b15f-9017-47c7-871d-5763db0911da on host hv-neutron-8353 for vnic_type normal using segments [{'id': '0edbfa7e-0118-4eff-b0f4-8ac52f566a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '12731566-4af9-4b7d-ad0e-d19dba1c5aff'}] Mar 28 11:55:30.016510 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.plugins.ml2.plugin [None req-da435780-af1b-438d-b93d-bd36437594f4 tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Attempt 4 to bind port cfb8b15f-9017-47c7-871d-5763db0911da Mar 28 11:55:30.062649 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7958baec-7f8a-4fce-af72-fff1ea9eae5f tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Pushing event deleted for resources: {'Port': ['ID=6b756990-d19a-4361-b407-3a6eeb7a0276,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:55:30.124574 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.managers [None req-da435780-af1b-438d-b93d-bd36437594f4 tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Attempting to bind port cfb8b15f-9017-47c7-871d-5763db0911da on host hv-neutron-8353 for vnic_type normal with profile {{(pid=87870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:55:30.125198 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.managers [None req-da435780-af1b-438d-b93d-bd36437594f4 tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Attempting to bind port cfb8b15f-9017-47c7-871d-5763db0911da by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '0edbfa7e-0118-4eff-b0f4-8ac52f566a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '12731566-4af9-4b7d-ad0e-d19dba1c5aff'}] {{(pid=87870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:55:30.125752 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da435780-af1b-438d-b93d-bd36437594f4 tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Attempting to bind port cfb8b15f-9017-47c7-871d-5763db0911da on network 12731566-4af9-4b7d-ad0e-d19dba1c5aff {{(pid=87870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:55:30.160362 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da435780-af1b-438d-b93d-bd36437594f4 tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Port cfb8b15f-9017-47c7-871d-5763db0911da on network 12731566-4af9-4b7d-ad0e-d19dba1c5aff not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=87870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 11:55:30.160929 dv-neutron-835340-2-hyperv neutron-server[87870]: ERROR neutron.plugins.ml2.managers [None req-da435780-af1b-438d-b93d-bd36437594f4 tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Failed to bind port cfb8b15f-9017-47c7-871d-5763db0911da on host hv-neutron-8353 for vnic_type normal using segments [{'id': '0edbfa7e-0118-4eff-b0f4-8ac52f566a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '12731566-4af9-4b7d-ad0e-d19dba1c5aff'}] Mar 28 11:55:30.166194 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.plugins.ml2.plugin [None req-da435780-af1b-438d-b93d-bd36437594f4 tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Attempt 5 to bind port cfb8b15f-9017-47c7-871d-5763db0911da Mar 28 11:55:30.190238 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.managers [None req-da435780-af1b-438d-b93d-bd36437594f4 tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Attempting to bind port cfb8b15f-9017-47c7-871d-5763db0911da on host hv-neutron-8353 for vnic_type normal with profile {{(pid=87870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:55:30.190587 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.managers [None req-da435780-af1b-438d-b93d-bd36437594f4 tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Attempting to bind port cfb8b15f-9017-47c7-871d-5763db0911da by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '0edbfa7e-0118-4eff-b0f4-8ac52f566a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '12731566-4af9-4b7d-ad0e-d19dba1c5aff'}] {{(pid=87870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:55:30.191003 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da435780-af1b-438d-b93d-bd36437594f4 tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Attempting to bind port cfb8b15f-9017-47c7-871d-5763db0911da on network 12731566-4af9-4b7d-ad0e-d19dba1c5aff {{(pid=87870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:55:30.196095 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da435780-af1b-438d-b93d-bd36437594f4 tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Port cfb8b15f-9017-47c7-871d-5763db0911da on network 12731566-4af9-4b7d-ad0e-d19dba1c5aff not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=87870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 11:55:30.196421 dv-neutron-835340-2-hyperv neutron-server[87870]: ERROR neutron.plugins.ml2.managers [None req-da435780-af1b-438d-b93d-bd36437594f4 tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Failed to bind port cfb8b15f-9017-47c7-871d-5763db0911da on host hv-neutron-8353 for vnic_type normal using segments [{'id': '0edbfa7e-0118-4eff-b0f4-8ac52f566a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '12731566-4af9-4b7d-ad0e-d19dba1c5aff'}] Mar 28 11:55:30.196858 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.plugins.ml2.plugin [None req-da435780-af1b-438d-b93d-bd36437594f4 tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Attempt 6 to bind port cfb8b15f-9017-47c7-871d-5763db0911da Mar 28 11:55:30.206421 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-f61ec06a-6ce6-4a51-a316-83a926adeb28 tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:30.241221 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-7958baec-7f8a-4fce-af72-fff1ea9eae5f tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-709573'] for router_gateway, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:30.275108 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61ec06a-6ce6-4a51-a316-83a926adeb28 tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Pushing event deleted for resources: {'Port': ['ID=e2cdbbac-b737-4048-a504-075dd9a2de06,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:55:30.277303 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.managers [None req-da435780-af1b-438d-b93d-bd36437594f4 tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Attempting to bind port cfb8b15f-9017-47c7-871d-5763db0911da on host hv-neutron-8353 for vnic_type normal with profile {{(pid=87870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:55:30.277628 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.managers [None req-da435780-af1b-438d-b93d-bd36437594f4 tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Attempting to bind port cfb8b15f-9017-47c7-871d-5763db0911da by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '0edbfa7e-0118-4eff-b0f4-8ac52f566a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '12731566-4af9-4b7d-ad0e-d19dba1c5aff'}] {{(pid=87870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:55:30.277965 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da435780-af1b-438d-b93d-bd36437594f4 tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Attempting to bind port cfb8b15f-9017-47c7-871d-5763db0911da on network 12731566-4af9-4b7d-ad0e-d19dba1c5aff {{(pid=87870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:55:30.303792 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.notifiers.nova [None req-39eea0a9-9ddb-4a41-9f60-4b70a96bd6e6 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] device_id is not set on port 430e4d7e-e53b-42f8-a5ea-889df7d6f52b yet. {{(pid=87871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 11:55:30.318624 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da435780-af1b-438d-b93d-bd36437594f4 tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Port cfb8b15f-9017-47c7-871d-5763db0911da on network 12731566-4af9-4b7d-ad0e-d19dba1c5aff not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=87870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 11:55:30.318624 dv-neutron-835340-2-hyperv neutron-server[87870]: ERROR neutron.plugins.ml2.managers [None req-da435780-af1b-438d-b93d-bd36437594f4 tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Failed to bind port cfb8b15f-9017-47c7-871d-5763db0911da on host hv-neutron-8353 for vnic_type normal using segments [{'id': '0edbfa7e-0118-4eff-b0f4-8ac52f566a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '12731566-4af9-4b7d-ad0e-d19dba1c5aff'}] Mar 28 11:55:30.318624 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.plugins.ml2.plugin [None req-da435780-af1b-438d-b93d-bd36437594f4 tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Attempt 7 to bind port cfb8b15f-9017-47c7-871d-5763db0911da Mar 28 11:55:30.336079 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-f61ec06a-6ce6-4a51-a316-83a926adeb28 tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:30.347232 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.managers [None req-da435780-af1b-438d-b93d-bd36437594f4 tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Attempting to bind port cfb8b15f-9017-47c7-871d-5763db0911da on host hv-neutron-8353 for vnic_type normal with profile {{(pid=87870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:55:30.347606 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.managers [None req-da435780-af1b-438d-b93d-bd36437594f4 tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Attempting to bind port cfb8b15f-9017-47c7-871d-5763db0911da by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '0edbfa7e-0118-4eff-b0f4-8ac52f566a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '12731566-4af9-4b7d-ad0e-d19dba1c5aff'}] {{(pid=87870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:55:30.347944 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da435780-af1b-438d-b93d-bd36437594f4 tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Attempting to bind port cfb8b15f-9017-47c7-871d-5763db0911da on network 12731566-4af9-4b7d-ad0e-d19dba1c5aff {{(pid=87870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:55:30.362349 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da435780-af1b-438d-b93d-bd36437594f4 tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Port cfb8b15f-9017-47c7-871d-5763db0911da on network 12731566-4af9-4b7d-ad0e-d19dba1c5aff not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=87870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 11:55:30.362684 dv-neutron-835340-2-hyperv neutron-server[87870]: ERROR neutron.plugins.ml2.managers [None req-da435780-af1b-438d-b93d-bd36437594f4 tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Failed to bind port cfb8b15f-9017-47c7-871d-5763db0911da on host hv-neutron-8353 for vnic_type normal using segments [{'id': '0edbfa7e-0118-4eff-b0f4-8ac52f566a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '12731566-4af9-4b7d-ad0e-d19dba1c5aff'}] Mar 28 11:55:30.366420 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-f61ec06a-6ce6-4a51-a316-83a926adeb28 tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] 10.222.0.30 "DELETE /v2.0/ports/e2cdbbac-b737-4048-a504-075dd9a2de06 HTTP/1.1" status: 204 len: 168 time: 1.4653785 Mar 28 11:55:30.372228 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 48880) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:30.373044 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.plugins.ml2.plugin [None req-da435780-af1b-438d-b93d-bd36437594f4 tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Attempt 8 to bind port cfb8b15f-9017-47c7-871d-5763db0911da Mar 28 11:55:30.404198 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.managers [None req-da435780-af1b-438d-b93d-bd36437594f4 tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Attempting to bind port cfb8b15f-9017-47c7-871d-5763db0911da on host hv-neutron-8353 for vnic_type normal with profile {{(pid=87870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:55:30.404933 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.managers [None req-da435780-af1b-438d-b93d-bd36437594f4 tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Attempting to bind port cfb8b15f-9017-47c7-871d-5763db0911da by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '0edbfa7e-0118-4eff-b0f4-8ac52f566a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '12731566-4af9-4b7d-ad0e-d19dba1c5aff'}] {{(pid=87870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:55:30.404933 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da435780-af1b-438d-b93d-bd36437594f4 tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Attempting to bind port cfb8b15f-9017-47c7-871d-5763db0911da on network 12731566-4af9-4b7d-ad0e-d19dba1c5aff {{(pid=87870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:55:30.411824 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da435780-af1b-438d-b93d-bd36437594f4 tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Port cfb8b15f-9017-47c7-871d-5763db0911da on network 12731566-4af9-4b7d-ad0e-d19dba1c5aff not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=87870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 11:55:30.412203 dv-neutron-835340-2-hyperv neutron-server[87870]: ERROR neutron.plugins.ml2.managers [None req-da435780-af1b-438d-b93d-bd36437594f4 tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Failed to bind port cfb8b15f-9017-47c7-871d-5763db0911da on host hv-neutron-8353 for vnic_type normal using segments [{'id': '0edbfa7e-0118-4eff-b0f4-8ac52f566a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '12731566-4af9-4b7d-ad0e-d19dba1c5aff'}] Mar 28 11:55:30.412542 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.plugins.ml2.plugin [None req-da435780-af1b-438d-b93d-bd36437594f4 tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Attempt 9 to bind port cfb8b15f-9017-47c7-871d-5763db0911da Mar 28 11:55:30.451463 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.managers [None req-da435780-af1b-438d-b93d-bd36437594f4 tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Attempting to bind port cfb8b15f-9017-47c7-871d-5763db0911da on host hv-neutron-8353 for vnic_type normal with profile {{(pid=87870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:55:30.451910 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.managers [None req-da435780-af1b-438d-b93d-bd36437594f4 tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Attempting to bind port cfb8b15f-9017-47c7-871d-5763db0911da by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '0edbfa7e-0118-4eff-b0f4-8ac52f566a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '12731566-4af9-4b7d-ad0e-d19dba1c5aff'}] {{(pid=87870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:55:30.452960 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da435780-af1b-438d-b93d-bd36437594f4 tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Attempting to bind port cfb8b15f-9017-47c7-871d-5763db0911da on network 12731566-4af9-4b7d-ad0e-d19dba1c5aff {{(pid=87870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:55:30.460701 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da435780-af1b-438d-b93d-bd36437594f4 tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Port cfb8b15f-9017-47c7-871d-5763db0911da on network 12731566-4af9-4b7d-ad0e-d19dba1c5aff not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=87870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 11:55:30.464297 dv-neutron-835340-2-hyperv neutron-server[87870]: ERROR neutron.plugins.ml2.managers [None req-da435780-af1b-438d-b93d-bd36437594f4 tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Failed to bind port cfb8b15f-9017-47c7-871d-5763db0911da on host hv-neutron-8353 for vnic_type normal using segments [{'id': '0edbfa7e-0118-4eff-b0f4-8ac52f566a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '12731566-4af9-4b7d-ad0e-d19dba1c5aff'}] Mar 28 11:55:30.464839 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.plugins.ml2.plugin [None req-da435780-af1b-438d-b93d-bd36437594f4 tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Attempt 10 to bind port cfb8b15f-9017-47c7-871d-5763db0911da Mar 28 11:55:30.513195 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.managers [None req-da435780-af1b-438d-b93d-bd36437594f4 tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Attempting to bind port cfb8b15f-9017-47c7-871d-5763db0911da on host hv-neutron-8353 for vnic_type normal with profile {{(pid=87870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:55:30.513195 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.managers [None req-da435780-af1b-438d-b93d-bd36437594f4 tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Attempting to bind port cfb8b15f-9017-47c7-871d-5763db0911da by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '0edbfa7e-0118-4eff-b0f4-8ac52f566a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '12731566-4af9-4b7d-ad0e-d19dba1c5aff'}] {{(pid=87870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:55:30.513393 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da435780-af1b-438d-b93d-bd36437594f4 tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Attempting to bind port cfb8b15f-9017-47c7-871d-5763db0911da on network 12731566-4af9-4b7d-ad0e-d19dba1c5aff {{(pid=87870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:55:30.521537 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da435780-af1b-438d-b93d-bd36437594f4 tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Port cfb8b15f-9017-47c7-871d-5763db0911da on network 12731566-4af9-4b7d-ad0e-d19dba1c5aff not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=87870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 11:55:30.522183 dv-neutron-835340-2-hyperv neutron-server[87870]: ERROR neutron.plugins.ml2.managers [None req-da435780-af1b-438d-b93d-bd36437594f4 tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Failed to bind port cfb8b15f-9017-47c7-871d-5763db0911da on host hv-neutron-8353 for vnic_type normal using segments [{'id': '0edbfa7e-0118-4eff-b0f4-8ac52f566a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '12731566-4af9-4b7d-ad0e-d19dba1c5aff'}] Mar 28 11:55:30.523257 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-da435780-af1b-438d-b93d-bd36437594f4 tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:30.531611 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-7958baec-7f8a-4fce-af72-fff1ea9eae5f tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-745164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-260864'] for router, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:30.538204 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-7958baec-7f8a-4fce-af72-fff1ea9eae5f tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:30.581536 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae04dce5-45a2-48b7-9683-5b6a856004f3 tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Deleting subnet 6b2d99dd-05df-44e9-8abe-c8e58135e652 {{(pid=87871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 11:55:30.588354 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-ae04dce5-45a2-48b7-9683-5b6a856004f3 tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Notify callbacks [] for subnet, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:30.627956 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-7958baec-7f8a-4fce-af72-fff1ea9eae5f tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-745021'] for router, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:30.628441 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7958baec-7f8a-4fce-af72-fff1ea9eae5f tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5a1ad662-8424-4436-aef4-f8478f93d222 {{(pid=87871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 11:55:30.697044 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-ae04dce5-45a2-48b7-9683-5b6a856004f3 tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3436877'] for subnet, precommit_delete_associations {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:30.728942 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.db [None req-da435780-af1b-438d-b93d-bd36437594f4 tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] For port cfb8b15f-9017-47c7-871d-5763db0911da, host hv-neutron-8353, cleared binding levels {{(pid=87870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 11:55:30.729605 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.db [None req-da435780-af1b-438d-b93d-bd36437594f4 tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Attempted to set empty binding levels {{(pid=87870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Mar 28 11:55:30.736651 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-da435780-af1b-438d-b93d-bd36437594f4 tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2558288'] for port, after_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:30.783703 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-7958baec-7f8a-4fce-af72-fff1ea9eae5f tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Notify callbacks [] for router, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:30.789244 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-7958baec-7f8a-4fce-af72-fff1ea9eae5f tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] 10.222.0.30 "DELETE /v2.0/routers/5a1ad662-8424-4436-aef4-f8478f93d222 HTTP/1.1" status: 204 len: 168 time: 2.5893333 Mar 28 11:55:30.808967 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 48894) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:30.814552 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-c2846213-d83f-4e8b-962b-7e29d5572769 tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-576471344', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b'}, 'admin_state_up': False}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:55:30.839280 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-c2846213-d83f-4e8b-962b-7e29d5572769 tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:55:30.845195 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-da435780-af1b-438d-b93d-bd36437594f4 tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] In _notify_port_updated(), no bound segment for port cfb8b15f-9017-47c7-871d-5763db0911da on network 12731566-4af9-4b7d-ad0e-d19dba1c5aff {{(pid=87870) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 28 11:55:30.846056 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da435780-af1b-438d-b93d-bd36437594f4 tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:55:30.847235 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-da435780-af1b-438d-b93d-bd36437594f4 tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:30.848581 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-da435780-af1b-438d-b93d-bd36437594f4 tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] 10.222.0.30 "PUT /v2.0/ports/cfb8b15f-9017-47c7-871d-5763db0911da HTTP/1.1" status: 200 len: 977 time: 2.5813487 Mar 28 11:55:30.851818 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-c2846213-d83f-4e8b-962b-7e29d5572769 tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] Usage tracker for resource:router and tenant:94d00219537d4d239b57c0ac46eb2c8b is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:55:30.854404 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 48900) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:30.863279 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-c2846213-d83f-4e8b-962b-7e29d5572769 tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:55:30.890852 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-39eea0a9-9ddb-4a41-9f60-4b70a96bd6e6 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks [] for port, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:30.974441 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-c2846213-d83f-4e8b-962b-7e29d5572769 tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:55:31.034234 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da435780-af1b-438d-b93d-bd36437594f4 tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Pushing event updated for resources: {'Port': ['ID=cfb8b15f-9017-47c7-871d-5763db0911da,revision_number=3']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:55:31.041276 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.notifiers.nova [None req-39eea0a9-9ddb-4a41-9f60-4b70a96bd6e6 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] device_id is not set on port 78ad19e3-24c2-4e19-b66f-06739f5791d6 yet. {{(pid=87871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 11:55:31.050498 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-ae04dce5-45a2-48b7-9683-5b6a856004f3 tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1919782'] for subnet, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:31.076845 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c2846213-d83f-4e8b-962b-7e29d5572769 tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-707665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-260886'] for router, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:31.078481 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c2846213-d83f-4e8b-962b-7e29d5572769 tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-705660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709650', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-767110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260873'] for router, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:31.132996 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c2846213-d83f-4e8b-962b-7e29d5572769 tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:31.170579 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7005bf8e-4c9c-47c7-8f4e-b1ede61ea7ad tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:55:31.171208 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7005bf8e-4c9c-47c7-8f4e-b1ede61ea7ad tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:55:31.171992 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7005bf8e-4c9c-47c7-8f4e-b1ede61ea7ad tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:55:31.172776 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7005bf8e-4c9c-47c7-8f4e-b1ede61ea7ad tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:55:31.172776 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7005bf8e-4c9c-47c7-8f4e-b1ede61ea7ad tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:55:31.173243 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7005bf8e-4c9c-47c7-8f4e-b1ede61ea7ad tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:55:31.173700 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7005bf8e-4c9c-47c7-8f4e-b1ede61ea7ad tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:55:31.174177 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7005bf8e-4c9c-47c7-8f4e-b1ede61ea7ad tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:55:31.174617 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7005bf8e-4c9c-47c7-8f4e-b1ede61ea7ad tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:55:31.175069 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7005bf8e-4c9c-47c7-8f4e-b1ede61ea7ad tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:55:31.175545 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7005bf8e-4c9c-47c7-8f4e-b1ede61ea7ad tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:55:31.176001 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7005bf8e-4c9c-47c7-8f4e-b1ede61ea7ad tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:55:31.176451 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7005bf8e-4c9c-47c7-8f4e-b1ede61ea7ad tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:55:31.176903 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7005bf8e-4c9c-47c7-8f4e-b1ede61ea7ad tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:55:31.177357 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7005bf8e-4c9c-47c7-8f4e-b1ede61ea7ad tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:55:31.177802 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7005bf8e-4c9c-47c7-8f4e-b1ede61ea7ad tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:55:31.178410 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7005bf8e-4c9c-47c7-8f4e-b1ede61ea7ad tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:55:31.179017 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7005bf8e-4c9c-47c7-8f4e-b1ede61ea7ad tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:55:31.179504 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7005bf8e-4c9c-47c7-8f4e-b1ede61ea7ad tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:55:31.179941 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7005bf8e-4c9c-47c7-8f4e-b1ede61ea7ad tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:55:31.180390 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7005bf8e-4c9c-47c7-8f4e-b1ede61ea7ad tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:55:31.180837 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7005bf8e-4c9c-47c7-8f4e-b1ede61ea7ad tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:55:31.182379 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-ae04dce5-45a2-48b7-9683-5b6a856004f3 tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1919805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2364079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26551417'] for subnet, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:31.182886 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-7005bf8e-4c9c-47c7-8f4e-b1ede61ea7ad tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Synchronizing usage tracker for tenant:3c43ce0240aa4db5957daccc5c7c6d7c on resource:port {{(pid=87870) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:55:31.263277 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 6b756990-d19a-4361-b407-3a6eeb7a0276 no longer exists at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 11:55:31.265164 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-ae04dce5-45a2-48b7-9683-5b6a856004f3 tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538751'] for subnet, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:31.268399 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae04dce5-45a2-48b7-9683-5b6a856004f3 tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Pushing event deleted for resources: {'Subnet': ['ID=6b2d99dd-05df-44e9-8abe-c8e58135e652,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:55:31.294624 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-ae04dce5-45a2-48b7-9683-5b6a856004f3 tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] 10.222.0.30 "DELETE /v2.0/subnets/6b2d99dd-05df-44e9-8abe-c8e58135e652 HTTP/1.1" status: 204 len: 168 time: 0.9180641 Mar 28 11:55:31.294838 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 48910) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:31.298647 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-39eea0a9-9ddb-4a41-9f60-4b70a96bd6e6 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks [] for port, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:31.330773 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] No Port match for: 6b756990-d19a-4361-b407-3a6eeb7a0276 {{(pid=87872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 11:55:31.331199 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 6b756990-d19a-4361-b407-3a6eeb7a0276 not bound to the agent host dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 11:55:31.331747 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device c66af4c5-4b93-4eea-9219-07090e1ddb96 no longer exists at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 11:55:31.343735 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 48914) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:31.352928 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc99869-cd1b-4929-970e-31fc9a68c354 req-12fdab5a-14a7-4552-8b10-8d3b1459d362 tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:55:31.354412 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-4bc99869-cd1b-4929-970e-31fc9a68c354 req-12fdab5a-14a7-4552-8b10-8d3b1459d362 tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd5974e7-0504-4851-a286-20ab5143705c HTTP/1.1" status: 200 len: 945 time: 0.3427036 Mar 28 11:55:31.361098 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a836156a-1be8-484c-9a27-f082d9caa82f None None] Network 09125240-64b9-4e2f-bd5f-693b9dc0f6ad requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:55:31.363611 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-7005bf8e-4c9c-47c7-8f4e-b1ede61ea7ad tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Unset dirty status for tenant:3c43ce0240aa4db5957daccc5c7c6d7c on resource:port {{(pid=87870) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:55:31.368952 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-7005bf8e-4c9c-47c7-8f4e-b1ede61ea7ad tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 19834 time: 0.5075669 Mar 28 11:55:31.369758 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 48920) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:31.399429 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] No Port match for: c66af4c5-4b93-4eea-9219-07090e1ddb96 {{(pid=87872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 11:55:31.399791 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device c66af4c5-4b93-4eea-9219-07090e1ddb96 not bound to the agent host dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 11:55:31.436223 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-ef9e1076-fd83-47cb-a2ad-4065b9c94e52 tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588883'] for network, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:31.453784 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-ef9e1076-fd83-47cb-a2ad-4065b9c94e52 tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Deleting port e970108f-b3ee-418e-ac29-1cc7a6f75773 {{(pid=87871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:55:31.454163 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-ef9e1076-fd83-47cb-a2ad-4065b9c94e52 tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:31.488507 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-39eea0a9-9ddb-4a41-9f60-4b70a96bd6e6 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:31.542052 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-470e2415-1ec9-4269-8dd4-098904e321d5 tempest-QuotasTest-1454644840 tempest-QuotasTest-1454644840-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:55:31.572858 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-b2ac483a-8920-4a12-aa85-1a339e05fa9c tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Deleting port cfb8b15f-9017-47c7-871d-5763db0911da {{(pid=87870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:55:31.573232 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-b2ac483a-8920-4a12-aa85-1a339e05fa9c tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:31.591005 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39eea0a9-9ddb-4a41-9f60-4b70a96bd6e6 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Network 5df4ec91-b994-4337-98be-1b2930f844e7 is already hosted by enough agents. {{(pid=87871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:55:31.628305 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-39eea0a9-9ddb-4a41-9f60-4b70a96bd6e6 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Resources bound (agent type, host, resource id): {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:55:31.640131 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39eea0a9-9ddb-4a41-9f60-4b70a96bd6e6 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Received port after_create {{(pid=87871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:55:31.641252 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-39eea0a9-9ddb-4a41-9f60-4b70a96bd6e6 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:31.661600 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39eea0a9-9ddb-4a41-9f60-4b70a96bd6e6 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Pushing event updated for resources: {'Port': ['ID=430e4d7e-e53b-42f8-a5ea-889df7d6f52b,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:55:31.677131 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88cd6593-1be7-40fe-835e-d8a28e8290aa None None] DHCP port deletion for 09125240-64b9-4e2f-bd5f-693b9dc0f6ad request from dv-neutron-835340-2-hyperv {{(pid=87872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 11:55:31.682460 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-88cd6593-1be7-40fe-835e-d8a28e8290aa None None] Deleting port e970108f-b3ee-418e-ac29-1cc7a6f75773 {{(pid=87872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:55:31.682968 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-88cd6593-1be7-40fe-835e-d8a28e8290aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:31.731968 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c2846213-d83f-4e8b-962b-7e29d5572769 tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-709632', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-707672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260923'] for router, precommit_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:31.781129 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-470e2415-1ec9-4269-8dd4-098904e321d5 tempest-QuotasTest-1454644840 tempest-QuotasTest-1454644840-project-admin] 10.222.0.30 "PUT /v2.0/quotas/e2179c6a71a04e28b04bb045267d46e6 HTTP/1.1" status: 200 len: 366 time: 0.4355576 Mar 28 11:55:31.785823 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 48924) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:31.836390 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-4bc99869-cd1b-4929-970e-31fc9a68c354 req-a125dfd6-0d7f-4018-8e81-46d54ebddae1 tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] 10.222.0.30 "GET /v2.0/security-groups?id=895ae8ad-46d6-4a0f-b104-9c0ca0cce592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4616063 Mar 28 11:55:31.853881 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-51cd818f-e9e2-4ab5-b89a-6dd365f23734 tempest-QuotasTest-1454644840 tempest-QuotasTest-1454644840-project-admin] 10.222.0.30 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0587573 Mar 28 11:55:31.857149 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 48928) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:31.883935 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-4ef8c576-1d7c-4861-9483-d3d770200e8c tempest-QuotasTest-1454644840 tempest-QuotasTest-1454644840-project-admin] 10.222.0.30 "GET /v2.0/quotas/e2179c6a71a04e28b04bb045267d46e6 HTTP/1.1" status: 200 len: 366 time: 0.0254843 Mar 28 11:55:31.903438 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 48932) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:31.972925 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-88cd6593-1be7-40fe-835e-d8a28e8290aa None None] For port e970108f-b3ee-418e-ac29-1cc7a6f75773, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=e970108f-b3ee-418e-ac29-1cc7a6f75773,segment=NetworkSegment(2e31ad56-45e4-4103-bc86-2aa6cec88de3),segment_id=2e31ad56-45e4-4103-bc86-2aa6cec88de3)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:55:31.973608 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-88cd6593-1be7-40fe-835e-d8a28e8290aa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:31.977422 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39eea0a9-9ddb-4a41-9f60-4b70a96bd6e6 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Pushing event updated for resources: {'Port': ['ID=78ad19e3-24c2-4e19-b66f-06739f5791d6,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:55:32.011990 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39eea0a9-9ddb-4a41-9f60-4b70a96bd6e6 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Checking segment: {'id': 'b38c182e-f15c-4390-b60f-61f39b8b600e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'b8aabc13-2ade-4182-ac47-977882602976'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:55:32.012347 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39eea0a9-9ddb-4a41-9f60-4b70a96bd6e6 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Network hostable DHCP agents. Network: b8aabc13-2ade-4182-ac47-977882602976, hostable agents: ['3cb85949-855b-4a40-b988-cd5705e511da'], hosted agents: [] {{(pid=87871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 11:55:32.020707 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.db [None req-ef9e1076-fd83-47cb-a2ad-4065b9c94e52 tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] For port e970108f-b3ee-418e-ac29-1cc7a6f75773, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=e970108f-b3ee-418e-ac29-1cc7a6f75773,segment=NetworkSegment(2e31ad56-45e4-4103-bc86-2aa6cec88de3),segment_id=2e31ad56-45e4-4103-bc86-2aa6cec88de3)] {{(pid=87871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:55:32.021067 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-ef9e1076-fd83-47cb-a2ad-4065b9c94e52 tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:32.048105 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-2ce8dcda-b2e0-4296-927e-e5b71ed13d59 tempest-QuotasTest-1454644840 tempest-QuotasTest-1454644840-project-admin] 10.222.0.30 "DELETE /v2.0/quotas/e2179c6a71a04e28b04bb045267d46e6 HTTP/1.1" status: 204 len: 168 time: 0.1408827 Mar 28 11:55:32.049609 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 48936) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:32.079153 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.db [None req-b2ac483a-8920-4a12-aa85-1a339e05fa9c tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] For port cfb8b15f-9017-47c7-871d-5763db0911da, host hv-neutron-8353, got binding levels [] {{(pid=87870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:55:32.079553 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-b2ac483a-8920-4a12-aa85-1a339e05fa9c tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:32.089435 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-56bc4b08-6a50-4914-b378-b2cf83fa72a0 tempest-QuotasTest-1454644840 tempest-QuotasTest-1454644840-project-admin] 10.222.0.30 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0365419 Mar 28 11:55:32.091370 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 48940) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:32.100365 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-88cd6593-1be7-40fe-835e-d8a28e8290aa None None] Calling delete_port for e970108f-b3ee-418e-ac29-1cc7a6f75773 owned by network:dhcp {{(pid=87872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:55:32.157315 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-ef9e1076-fd83-47cb-a2ad-4065b9c94e52 tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Calling delete_port for e970108f-b3ee-418e-ac29-1cc7a6f75773 owned by network:dhcp {{(pid=87871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:55:32.180918 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-88cd6593-1be7-40fe-835e-d8a28e8290aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250'] for port, after_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:32.205364 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39eea0a9-9ddb-4a41-9f60-4b70a96bd6e6 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Network b8aabc13-2ade-4182-ac47-977882602976 is scheduled to be hosted by DHCP agent 3cb85949-855b-4a40-b988-cd5705e511da with binding_index 1 {{(pid=87871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 11:55:32.213279 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-b2ac483a-8920-4a12-aa85-1a339e05fa9c tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Calling delete_port for cfb8b15f-9017-47c7-871d-5763db0911da owned by {{(pid=87870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:55:32.227017 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-39eea0a9-9ddb-4a41-9f60-4b70a96bd6e6 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-2-hyperv, b8aabc13-2ade-4182-ac47-977882602976) {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:55:32.229422 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88cd6593-1be7-40fe-835e-d8a28e8290aa None None] No DVR routers for this DVR port e970108f-b3ee-418e-ac29-1cc7a6f75773 on host dv-neutron-835340-2-hyperv {{(pid=87872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 11:55:32.245392 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39eea0a9-9ddb-4a41-9f60-4b70a96bd6e6 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Received port after_create {{(pid=87871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:55:32.245829 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8fe792a-4dcc-4dd2-9e06-29bb7b99e57f None None] Network b8aabc13-2ade-4182-ac47-977882602976 requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:55:32.248941 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-1b8b7642-1ab0-4efb-a4e9-2f8943d4d1e9 tempest-QuotasTest-1454644840 tempest-QuotasTest-1454644840-project-admin] 10.222.0.30 "GET /v2.0/quotas/e2179c6a71a04e28b04bb045267d46e6 HTTP/1.1" status: 200 len: 370 time: 0.1571798 Mar 28 11:55:32.251904 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39eea0a9-9ddb-4a41-9f60-4b70a96bd6e6 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:55:32.254470 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 48944) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:32.257235 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39eea0a9-9ddb-4a41-9f60-4b70a96bd6e6 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:55:32.257912 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-39eea0a9-9ddb-4a41-9f60-4b70a96bd6e6 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:32.262127 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-1ae8b159-d207-44ff-8531-7bec965fc710 tempest-QuotasTest-1454644840 tempest-QuotasTest-1454644840-project-admin] 10.222.0.30 "GET /v2.0/quotas/e2179c6a71a04e28b04bb045267d46e6/default HTTP/1.1" status: 200 len: 370 time: 0.0066800 Mar 28 11:55:32.265273 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 48948) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:32.286439 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.db.api [None req-ef9e1076-fd83-47cb-a2ad-4065b9c94e52 tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87871) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 11:55:32.286822 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG oslo_db.api [None req-ef9e1076-fd83-47cb-a2ad-4065b9c94e52 tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 11:55:32.288975 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.api.v2.resource [None req-b41fcdda-a6e9-403e-8fbf-071664d60cec tempest-QuotasTest-1454644840 tempest-QuotasTest-1454644840-project-admin] delete failed (client error): The resource could not be found. Mar 28 11:55:32.290171 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-b41fcdda-a6e9-403e-8fbf-071664d60cec tempest-QuotasTest-1454644840 tempest-QuotasTest-1454644840-project-admin] 10.222.0.30 "DELETE /v2.0/quotas/e2179c6a71a04e28b04bb045267d46e6 HTTP/1.1" status: 404 len: 348 time: 0.0233576 Mar 28 11:55:32.300584 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cd6593-1be7-40fe-835e-d8a28e8290aa None None] Pushing event deleted for resources: {'Port': ['ID=e970108f-b3ee-418e-ac29-1cc7a6f75773,revision_number=None']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:55:32.303851 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-39eea0a9-9ddb-4a41-9f60-4b70a96bd6e6 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.9629707 Mar 28 11:55:32.306643 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 48954) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:32.388460 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-722b1c81-91d9-415e-8aa1-c408ef09227b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:32.425992 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 48958) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:32.442873 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-57ac7947-7184-45a0-9174-c5a10d6fdbdb tempest-QuotasTest-1454644840 tempest-QuotasTest-1454644840-project-admin] Usage tracker for resource:network and tenant:be57858c470d447bb17c905bef2df426 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:55:32.446713 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-57ac7947-7184-45a0-9174-c5a10d6fdbdb tempest-QuotasTest-1454644840 tempest-QuotasTest-1454644840-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:55:32.453463 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-57ac7947-7184-45a0-9174-c5a10d6fdbdb tempest-QuotasTest-1454644840 tempest-QuotasTest-1454644840-project-admin] Usage tracker for resource:subnet and tenant:be57858c470d447bb17c905bef2df426 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:55:32.457391 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-57ac7947-7184-45a0-9174-c5a10d6fdbdb tempest-QuotasTest-1454644840 tempest-QuotasTest-1454644840-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:55:32.464711 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-57ac7947-7184-45a0-9174-c5a10d6fdbdb tempest-QuotasTest-1454644840 tempest-QuotasTest-1454644840-project-admin] Usage tracker for resource:subnetpool and tenant:be57858c470d447bb17c905bef2df426 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:55:32.470318 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-57ac7947-7184-45a0-9174-c5a10d6fdbdb tempest-QuotasTest-1454644840 tempest-QuotasTest-1454644840-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:55:32.476748 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-57ac7947-7184-45a0-9174-c5a10d6fdbdb tempest-QuotasTest-1454644840 tempest-QuotasTest-1454644840-project-admin] Usage tracker for resource:port and tenant:be57858c470d447bb17c905bef2df426 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:55:32.478258 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-b2ac483a-8920-4a12-aa85-1a339e05fa9c tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:32.480854 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-57ac7947-7184-45a0-9174-c5a10d6fdbdb tempest-QuotasTest-1454644840 tempest-QuotasTest-1454644840-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:55:32.487722 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-57ac7947-7184-45a0-9174-c5a10d6fdbdb tempest-QuotasTest-1454644840 tempest-QuotasTest-1454644840-project-admin] Usage tracker for resource:router and tenant:be57858c470d447bb17c905bef2df426 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:55:32.492083 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-57ac7947-7184-45a0-9174-c5a10d6fdbdb tempest-QuotasTest-1454644840 tempest-QuotasTest-1454644840-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:55:32.498429 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-57ac7947-7184-45a0-9174-c5a10d6fdbdb tempest-QuotasTest-1454644840 tempest-QuotasTest-1454644840-project-admin] Usage tracker for resource:floatingip and tenant:be57858c470d447bb17c905bef2df426 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:55:32.502783 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-57ac7947-7184-45a0-9174-c5a10d6fdbdb tempest-QuotasTest-1454644840 tempest-QuotasTest-1454644840-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:55:32.535662 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-57ac7947-7184-45a0-9174-c5a10d6fdbdb tempest-QuotasTest-1454644840 tempest-QuotasTest-1454644840-project-admin] Usage tracker for resource:security_group and tenant:be57858c470d447bb17c905bef2df426 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:55:32.539715 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-57ac7947-7184-45a0-9174-c5a10d6fdbdb tempest-QuotasTest-1454644840 tempest-QuotasTest-1454644840-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:55:32.546360 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-57ac7947-7184-45a0-9174-c5a10d6fdbdb tempest-QuotasTest-1454644840 tempest-QuotasTest-1454644840-project-admin] Usage tracker for resource:security_group_rule and tenant:be57858c470d447bb17c905bef2df426 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:55:32.550493 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-57ac7947-7184-45a0-9174-c5a10d6fdbdb tempest-QuotasTest-1454644840 tempest-QuotasTest-1454644840-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:55:32.555934 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-57ac7947-7184-45a0-9174-c5a10d6fdbdb tempest-QuotasTest-1454644840 tempest-QuotasTest-1454644840-project-admin] 10.222.0.30 "GET /v2.0/quotas/be57858c470d447bb17c905bef2df426/details.json HTTP/1.1" status: 200 len: 703 time: 0.1288874 Mar 28 11:55:32.571984 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c2846213-d83f-4e8b-962b-7e29d5572769 tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] Notify callbacks [] for router_gateway, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:32.598157 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-6b9adb01-4494-418f-a7bb-1c1c1d030ed5 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Deleting port 78ad19e3-24c2-4e19-b66f-06739f5791d6 {{(pid=87870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:55:32.598484 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-6b9adb01-4494-418f-a7bb-1c1c1d030ed5 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:32.635594 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ac483a-8920-4a12-aa85-1a339e05fa9c tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Pushing event deleted for resources: {'Port': ['ID=cfb8b15f-9017-47c7-871d-5763db0911da,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:55:32.653709 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c2846213-d83f-4e8b-962b-7e29d5572769 tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:32.656730 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-b2ac483a-8920-4a12-aa85-1a339e05fa9c tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:32.766032 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-b2ac483a-8920-4a12-aa85-1a339e05fa9c tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] 10.222.0.30 "DELETE /v2.0/ports/cfb8b15f-9017-47c7-871d-5763db0911da HTTP/1.1" status: 204 len: 168 time: 1.3930578 Mar 28 11:55:32.768748 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 48964) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:32.826889 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-ef9e1076-fd83-47cb-a2ad-4065b9c94e52 tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Deleting port e970108f-b3ee-418e-ac29-1cc7a6f75773 {{(pid=87871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:55:32.828913 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-ef9e1076-fd83-47cb-a2ad-4065b9c94e52 tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:32.863005 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ab1c603-8828-4e80-bbe6-d5a2c943fc08 tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] GET failed (client error): The resource could not be found. Mar 28 11:55:32.868122 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-5ab1c603-8828-4e80-bbe6-d5a2c943fc08 tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] 10.222.0.30 "GET /v2.0/ports/cfb8b15f-9017-47c7-871d-5763db0911da HTTP/1.1" status: 404 len: 333 time: 0.0975549 Mar 28 11:55:32.877840 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 48972) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:32.889117 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-991e0dc3-045f-44b3-a3d5-e0a2a48dea20 tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1538073465', 'network_id': '12731566-4af9-4b7d-ad0e-d19dba1c5aff'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:55:32.894399 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-991e0dc3-045f-44b3-a3d5-e0a2a48dea20 tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:55:32.929879 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 48978) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:32.932456 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-991e0dc3-045f-44b3-a3d5-e0a2a48dea20 tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Usage tracker for resource:port and tenant:3c43ce0240aa4db5957daccc5c7c6d7c is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:55:32.939734 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-ef9e1076-fd83-47cb-a2ad-4065b9c94e52 tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] The port 'e970108f-b3ee-418e-ac29-1cc7a6f75773' was deleted {{(pid=87871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 11:55:32.944165 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-991e0dc3-045f-44b3-a3d5-e0a2a48dea20 tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:55:32.971095 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.db_base_plugin_common [None req-c2846213-d83f-4e8b-962b-7e29d5572769 tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] Allocated IP 172.26.7.146 (ac2b1748-8f63-4b17-a9c7-07e79704aa5b/0b7ebf76-1dc7-431a-a0b4-b96bacf287c2/5dd50208-a219-40eb-853e-d829b04aaea6) {{(pid=87870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:55:32.973866 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-6b9adb01-4494-418f-a7bb-1c1c1d030ed5 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:32.978616 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-991e0dc3-045f-44b3-a3d5-e0a2a48dea20 tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:55:33.089534 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-991e0dc3-045f-44b3-a3d5-e0a2a48dea20 tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Made reservation on behalf of 3c43ce0240aa4db5957daccc5c7c6d7c for: {'port': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:55:33.091781 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-991e0dc3-045f-44b3-a3d5-e0a2a48dea20 tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:33.102809 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-6b9adb01-4494-418f-a7bb-1c1c1d030ed5 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Calling delete_port for 78ad19e3-24c2-4e19-b66f-06739f5791d6 owned by {{(pid=87870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:55:33.149367 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-b4bf2e40-fba5-4fba-8b71-3a508af7bb1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:33.175154 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-ef9e1076-fd83-47cb-a2ad-4065b9c94e52 tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930431', 'neutron.services.segments.db._delete_segments_for_network-8783496351308'] for network, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:33.192356 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-b4bf2e40-fba5-4fba-8b71-3a508af7bb1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:55:33.201011 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-b4bf2e40-fba5-4fba-8b71-3a508af7bb1c admin admin] Usage tracker for resource:security_group_rule and tenant:d167bd9c3e574d7aa6fe3c407e3844d6 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:55:33.213507 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.notifiers.nova [None req-991e0dc3-045f-44b3-a3d5-e0a2a48dea20 tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] device_id is not set on port 6a5465a8-0b0b-4aa1-8533-693ec6376289 yet. {{(pid=87871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 11:55:33.219883 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device e970108f-b3ee-418e-ac29-1cc7a6f75773 no longer exists at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 11:55:33.252372 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-b4bf2e40-fba5-4fba-8b71-3a508af7bb1c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:55:33.256914 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] No Port match for: e970108f-b3ee-418e-ac29-1cc7a6f75773 {{(pid=87872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 11:55:33.257914 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device e970108f-b3ee-418e-ac29-1cc7a6f75773 not bound to the agent host dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 11:55:33.266213 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-b4bf2e40-fba5-4fba-8b71-3a508af7bb1c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:55:33.276493 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.segments.db [None req-ef9e1076-fd83-47cb-a2ad-4065b9c94e52 tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09125240-64b9-4e2f-bd5f-693b9dc0f6ad']}} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:55:33.314417 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.segments.db [None req-ef9e1076-fd83-47cb-a2ad-4065b9c94e52 tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e31ad56-45e4-4103-bc86-2aa6cec88de3') {'for_net_delete': True} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:55:33.314700 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.segments.db [None req-ef9e1076-fd83-47cb-a2ad-4065b9c94e52 tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e31ad56-45e4-4103-bc86-2aa6cec88de3') {} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:55:33.339689 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-ef9e1076-fd83-47cb-a2ad-4065b9c94e52 tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783496353639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3436890'] for segment, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:33.360904 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cfcfa3-2319-45a6-a42a-b9c9ca3b7dec req-f79b695f-2332-423e-993f-935c3f918960 tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:55:33.362409 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-24cfcfa3-2319-45a6-a42a-b9c9ca3b7dec req-f79b695f-2332-423e-993f-935c3f918960 tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd5974e7-0504-4851-a286-20ab5143705c HTTP/1.1" status: 200 len: 945 time: 0.3812723 Mar 28 11:55:33.382060 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-6b9adb01-4494-418f-a7bb-1c1c1d030ed5 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:33.406336 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-ef9e1076-fd83-47cb-a2ad-4065b9c94e52 tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:33.432094 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef9e1076-fd83-47cb-a2ad-4065b9c94e52 tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=87871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 11:55:33.432489 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-ef9e1076-fd83-47cb-a2ad-4065b9c94e52 tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1920481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2363149'] for segment, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:33.439941 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9adb01-4494-418f-a7bb-1c1c1d030ed5 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Pushing event deleted for resources: {'Port': ['ID=78ad19e3-24c2-4e19-b66f-06739f5791d6,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:55:33.456279 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-6b9adb01-4494-418f-a7bb-1c1c1d030ed5 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:33.458613 dv-neutron-835340-2-hyperv neutron-server[87871]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 11:55:33.458613 dv-neutron-835340-2-hyperv neutron-server[87871]: util.warn( Mar 28 11:55:33.458613 dv-neutron-835340-2-hyperv neutron-server[87871]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 11:55:33.458613 dv-neutron-835340-2-hyperv neutron-server[87871]: util.warn( Mar 28 11:55:33.458613 dv-neutron-835340-2-hyperv neutron-server[87871]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 11:55:33.458613 dv-neutron-835340-2-hyperv neutron-server[87871]: util.warn( Mar 28 11:55:33.458613 dv-neutron-835340-2-hyperv neutron-server[87871]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 11:55:33.458613 dv-neutron-835340-2-hyperv neutron-server[87871]: util.warn( Mar 28 11:55:33.458613 dv-neutron-835340-2-hyperv neutron-server[87871]: Traceback (most recent call last): Mar 28 11:55:33.458613 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 11:55:33.458613 dv-neutron-835340-2-hyperv neutron-server[87871]: timer() Mar 28 11:55:33.458613 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 11:55:33.458613 dv-neutron-835340-2-hyperv neutron-server[87871]: cb(*args, **kw) Mar 28 11:55:33.458613 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 11:55:33.458613 dv-neutron-835340-2-hyperv neutron-server[87871]: return func(*args, **kwargs) Mar 28 11:55:33.458613 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 11:55:33.458613 dv-neutron-835340-2-hyperv neutron-server[87871]: self._notify() Mar 28 11:55:33.458613 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 11:55:33.458613 dv-neutron-835340-2-hyperv neutron-server[87871]: self.callback(batched_events) Mar 28 11:55:33.458613 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 11:55:33.458613 dv-neutron-835340-2-hyperv neutron-server[87871]: event.method(event) Mar 28 11:55:33.458613 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 11:55:33.458613 dv-neutron-835340-2-hyperv neutron-server[87871]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 11:55:33.458613 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 11:55:33.458613 dv-neutron-835340-2-hyperv neutron-server[87871]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 11:55:33.458613 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 11:55:33.458613 dv-neutron-835340-2-hyperv neutron-server[87871]: return f(self, *a, **k) Mar 28 11:55:33.458613 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 11:55:33.458613 dv-neutron-835340-2-hyperv neutron-server[87871]: return self._get(url).json() Mar 28 11:55:33.458613 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 11:55:33.458613 dv-neutron-835340-2-hyperv neutron-server[87871]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 11:55:33.458613 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 11:55:33.458613 dv-neutron-835340-2-hyperv neutron-server[87871]: return self.request(url, 'GET', **kwargs) Mar 28 11:55:33.458613 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 11:55:33.458613 dv-neutron-835340-2-hyperv neutron-server[87871]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 11:55:33.458613 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 11:55:33.458613 dv-neutron-835340-2-hyperv neutron-server[87871]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 11:55:33.458613 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 11:55:33.458613 dv-neutron-835340-2-hyperv neutron-server[87871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 11:55:33.458613 dv-neutron-835340-2-hyperv neutron-server[87871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 11:55:33.461307 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c2846213-d83f-4e8b-962b-7e29d5572769 tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] Notify callbacks [] for port, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:33.473814 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-6b9adb01-4494-418f-a7bb-1c1c1d030ed5 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] 10.222.0.30 "DELETE /v2.0/ports/78ad19e3-24c2-4e19-b66f-06739f5791d6 HTTP/1.1" status: 204 len: 168 time: 1.1662049 Mar 28 11:55:33.476358 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 48984) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:33.546061 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c2846213-d83f-4e8b-962b-7e29d5572769 tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:33.572984 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-24cfcfa3-2319-45a6-a42a-b9c9ca3b7dec req-deb79ba7-9adf-4226-a719-2e7c139b0159 tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] 10.222.0.30 "GET /v2.0/security-groups?id=895ae8ad-46d6-4a0f-b104-9c0ca0cce592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1931930 Mar 28 11:55:33.617713 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2846213-d83f-4e8b-962b-7e29d5572769 tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] Network ac2b1748-8f63-4b17-a9c7-07e79704aa5b is already hosted by enough agents. {{(pid=87870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:55:33.626712 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe3492c3-ffa6-4a07-afcd-62e00071d895 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:55:33.632462 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe3492c3-ffa6-4a07-afcd-62e00071d895 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:55:33.633191 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-fe3492c3-ffa6-4a07-afcd-62e00071d895 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Synchronizing usage tracker for tenant:beb99f647cec46e3bbf575ac0a3034e8 on resource:port {{(pid=87870) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:55:33.637691 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.base_scheduler [None req-c2846213-d83f-4e8b-962b-7e29d5572769 tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] Resources bound (agent type, host, resource id): {{(pid=87870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:55:33.648788 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2846213-d83f-4e8b-962b-7e29d5572769 tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] Received port after_create {{(pid=87870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:55:33.661845 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-ef9e1076-fd83-47cb-a2ad-4065b9c94e52 tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709602'] for network, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:33.696031 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-ef9e1076-fd83-47cb-a2ad-4065b9c94e52 tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Notify callbacks [] for network, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:33.700635 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2846213-d83f-4e8b-962b-7e29d5572769 tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] Pushing event updated for resources: {'Port': ['ID=5dd50208-a219-40eb-853e-d829b04aaea6,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:55:33.722989 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9e1076-fd83-47cb-a2ad-4065b9c94e52 tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] Pushing event deleted for resources: {'Network': ['ID=09125240-64b9-4e2f-bd5f-693b9dc0f6ad,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:55:33.754660 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-991e0dc3-045f-44b3-a3d5-e0a2a48dea20 tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:33.761495 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-ef9e1076-fd83-47cb-a2ad-4065b9c94e52 tempest-AllowedAddressPairIpV6TestJSON-1579337275 tempest-AllowedAddressPairIpV6TestJSON-1579337275-project] 10.222.0.30 "DELETE /v2.0/networks/09125240-64b9-4e2f-bd5f-693b9dc0f6ad HTTP/1.1" status: 204 len: 168 time: 2.4657669 Mar 28 11:55:33.766127 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-b4bf2e40-fba5-4fba-8b71-3a508af7bb1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:33.771254 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-b4bf2e40-fba5-4fba-8b71-3a508af7bb1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:33.809949 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bf2e40-fba5-4fba-8b71-3a508af7bb1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edad41a2-f410-4703-a402-5c28f08fbeef,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:55:33.837320 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-b4bf2e40-fba5-4fba-8b71-3a508af7bb1c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d167bd9c3e574d7aa6fe3c407e3844d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9040258 Mar 28 11:55:33.837939 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 48990) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:33.847945 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-991e0dc3-045f-44b3-a3d5-e0a2a48dea20 tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:33.849908 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-fe3492c3-ffa6-4a07-afcd-62e00071d895 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Unset dirty status for tenant:beb99f647cec46e3bbf575ac0a3034e8 on resource:port {{(pid=87870) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:55:33.851069 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-fe3492c3-ffa6-4a07-afcd-62e00071d895 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.3738418 Mar 28 11:55:33.858009 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 48994) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:33.985989 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-991e0dc3-045f-44b3-a3d5-e0a2a48dea20 tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Network 12731566-4af9-4b7d-ad0e-d19dba1c5aff is already hosted by enough agents. {{(pid=87871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:55:33.991034 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-991e0dc3-045f-44b3-a3d5-e0a2a48dea20 tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Resources bound (agent type, host, resource id): {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:55:34.004475 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-991e0dc3-045f-44b3-a3d5-e0a2a48dea20 tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Received port after_create {{(pid=87871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:55:34.005393 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-991e0dc3-045f-44b3-a3d5-e0a2a48dea20 tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:55:34.005987 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-991e0dc3-045f-44b3-a3d5-e0a2a48dea20 tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:34.012432 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991e0dc3-045f-44b3-a3d5-e0a2a48dea20 tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Pushing event updated for resources: {'Port': ['ID=6a5465a8-0b0b-4aa1-8533-693ec6376289,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:55:34.022609 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-95e77128-049f-4165-932b-3e37154cbede tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Deleting port 430e4d7e-e53b-42f8-a5ea-889df7d6f52b {{(pid=87871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:55:34.022955 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-95e77128-049f-4165-932b-3e37154cbede tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:34.030161 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-58284106-c365-467d-818c-332a0cb9926d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:34.047790 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 49000) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:34.071571 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-58284106-c365-467d-818c-332a0cb9926d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:34.080595 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-991e0dc3-045f-44b3-a3d5-e0a2a48dea20 tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.1995544 Mar 28 11:55:34.081777 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 49006) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:34.204430 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a0f6236-fb6c-4f44-9a67-8065ecb9b79c tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:55:34.204994 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-9a0f6236-fb6c-4f44-9a67-8065ecb9b79c tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Synchronizing usage tracker for tenant:3c43ce0240aa4db5957daccc5c7c6d7c on resource:port {{(pid=87871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:55:34.225841 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c2846213-d83f-4e8b-962b-7e29d5572769 tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] Notify callbacks [] for router_gateway, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:34.310538 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-e58b6c2d-3f49-4c03-aeb7-df3c1d85d80c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6696e3fb7c7e4b0485759ec64225ba6d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2614317 Mar 28 11:55:34.316108 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 49010) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:34.330022 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-58284106-c365-467d-818c-332a0cb9926d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:34.414122 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-9a0f6236-fb6c-4f44-9a67-8065ecb9b79c tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Unset dirty status for tenant:3c43ce0240aa4db5957daccc5c7c6d7c on resource:port {{(pid=87871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:55:34.415277 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-9a0f6236-fb6c-4f44-9a67-8065ecb9b79c tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] 10.222.0.30 "GET /v2.0/ports/6a5465a8-0b0b-4aa1-8533-693ec6376289 HTTP/1.1" status: 200 len: 955 time: 0.3326001 Mar 28 11:55:34.418845 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58284106-c365-467d-818c-332a0cb9926d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edad41a2-f410-4703-a402-5c28f08fbeef,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:55:34.422640 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 49014) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:34.447517 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-58284106-c365-467d-818c-332a0cb9926d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:34.448615 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-58284106-c365-467d-818c-332a0cb9926d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/edad41a2-f410-4703-a402-5c28f08fbeef HTTP/1.1" status: 204 len: 168 time: 0.6097972 Mar 28 11:55:34.486701 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-95e77128-049f-4165-932b-3e37154cbede tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:34.549648 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-e2a53008-fdec-40c0-a15a-2b6292b08cfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:34.597079 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-e2a53008-fdec-40c0-a15a-2b6292b08cfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:34.626276 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-95e77128-049f-4165-932b-3e37154cbede tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Calling delete_port for 430e4d7e-e53b-42f8-a5ea-889df7d6f52b owned by {{(pid=87871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:55:34.662527 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-58b728d2-239b-41e6-beab-3ae4fae442cf tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Deleting port 6a5465a8-0b0b-4aa1-8533-693ec6376289 {{(pid=87871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:55:34.663020 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-58b728d2-239b-41e6-beab-3ae4fae442cf tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:34.685293 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-aecad775-d71f-4c50-9748-3968e6b1be37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:34.726851 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-e2a53008-fdec-40c0-a15a-2b6292b08cfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:34.836327 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 49024) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:34.851228 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-95e77128-049f-4165-932b-3e37154cbede tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:34.919181 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-e2a53008-fdec-40c0-a15a-2b6292b08cfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:34.920307 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-e2a53008-fdec-40c0-a15a-2b6292b08cfa admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/741bba29-381c-476c-a187-cdf3596801c3 HTTP/1.1" status: 204 len: 168 time: 0.6032991 Mar 28 11:55:34.921391 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a53008-fdec-40c0-a15a-2b6292b08cfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=741bba29-381c-476c-a187-cdf3596801c3,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:55:34.934080 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-95e77128-049f-4165-932b-3e37154cbede tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:34.938080 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e77128-049f-4165-932b-3e37154cbede tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Pushing event deleted for resources: {'Port': ['ID=430e4d7e-e53b-42f8-a5ea-889df7d6f52b,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:55:34.945219 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c2846213-d83f-4e8b-962b-7e29d5572769 tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709693'] for router, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:34.990488 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-9fb14c83-f3d5-4fda-a43e-9ba3ae5d9b40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:35.029924 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-9fb14c83-f3d5-4fda-a43e-9ba3ae5d9b40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:55:35.034244 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-58b728d2-239b-41e6-beab-3ae4fae442cf tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:35.046904 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-95e77128-049f-4165-932b-3e37154cbede tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] 10.222.0.30 "DELETE /v2.0/ports/430e4d7e-e53b-42f8-a5ea-889df7d6f52b HTTP/1.1" status: 204 len: 168 time: 1.1430089 Mar 28 11:55:35.046904 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-9fb14c83-f3d5-4fda-a43e-9ba3ae5d9b40 admin admin] Usage tracker for resource:security_group_rule and tenant:be57858c470d447bb17c905bef2df426 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:55:35.049961 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 49032) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:35.050957 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-9fb14c83-f3d5-4fda-a43e-9ba3ae5d9b40 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:55:35.111941 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-9fb14c83-f3d5-4fda-a43e-9ba3ae5d9b40 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:55:35.174196 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-58b728d2-239b-41e6-beab-3ae4fae442cf tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Calling delete_port for 6a5465a8-0b0b-4aa1-8533-693ec6376289 owned by {{(pid=87871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:55:35.177135 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760a6558-02a6-4614-b67e-2737b1f5ae6e req-3afd7edb-46f1-4e41-a137-8f2d9987bf39 tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:55:35.178656 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-760a6558-02a6-4614-b67e-2737b1f5ae6e req-3afd7edb-46f1-4e41-a137-8f2d9987bf39 tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd5974e7-0504-4851-a286-20ab5143705c HTTP/1.1" status: 200 len: 945 time: 0.4528944 Mar 28 11:55:35.286254 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-760a6558-02a6-4614-b67e-2737b1f5ae6e req-e766d9f1-de14-463c-907f-4425861f8c94 tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] 10.222.0.30 "GET /v2.0/security-groups?id=895ae8ad-46d6-4a0f-b104-9c0ca0cce592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1001341 Mar 28 11:55:35.309910 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-58b728d2-239b-41e6-beab-3ae4fae442cf tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:35.316557 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-452b10c9-638d-4b87-b40f-867523668b04 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:55:35.318221 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-452b10c9-638d-4b87-b40f-867523668b04 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.2650106 Mar 28 11:55:35.322348 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 49042) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:35.362312 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2846213-d83f-4e8b-962b-7e29d5572769 tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] Router 37e1d85d-daf3-4b85-add2-f0a3ab544397 is scheduled to L3 agent af79d429-529e-400b-a119-94d4bec03f3e with binding_index 1 {{(pid=87870) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 11:55:35.370220 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b728d2-239b-41e6-beab-3ae4fae442cf tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Pushing event deleted for resources: {'Port': ['ID=6a5465a8-0b0b-4aa1-8533-693ec6376289,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:55:35.372698 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c4dca54-0b18-4fb9-83fc-007222140a68 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] GET failed (client error): The resource could not be found. Mar 28 11:55:35.374892 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-9c4dca54-0b18-4fb9-83fc-007222140a68 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] 10.222.0.30 "GET /v2.0/ports/78ad19e3-24c2-4e19-b66f-06739f5791d6 HTTP/1.1" status: 404 len: 333 time: 0.0513313 Mar 28 11:55:35.378272 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 49048) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:35.395116 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-58b728d2-239b-41e6-beab-3ae4fae442cf tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:35.408799 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-9fb14c83-f3d5-4fda-a43e-9ba3ae5d9b40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:35.415734 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-9fb14c83-f3d5-4fda-a43e-9ba3ae5d9b40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:35.434261 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-58b728d2-239b-41e6-beab-3ae4fae442cf tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] 10.222.0.30 "DELETE /v2.0/ports/6a5465a8-0b0b-4aa1-8533-693ec6376289 HTTP/1.1" status: 204 len: 168 time: 1.0107040 Mar 28 11:55:35.439189 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 49054) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:35.493480 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.pecan_wsgi.hooks.translation [None req-f303302d-3a35-4a15-83df-a875893f5464 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] GET failed (client error): The resource could not be found. Mar 28 11:55:35.494791 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-f303302d-3a35-4a15-83df-a875893f5464 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] 10.222.0.30 "GET /v2.0/ports/430e4d7e-e53b-42f8-a5ea-889df7d6f52b HTTP/1.1" status: 404 len: 333 time: 0.1143703 Mar 28 11:55:35.499161 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 49058) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:35.509243 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-9fb14c83-f3d5-4fda-a43e-9ba3ae5d9b40 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=be57858c470d447bb17c905bef2df426&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6718931 Mar 28 11:55:35.510289 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5956656-5bcf-4c66-bec4-75ed94991043 tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] GET failed (client error): The resource could not be found. Mar 28 11:55:35.510802 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-f5956656-5bcf-4c66-bec4-75ed94991043 tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Synchronizing usage tracker for tenant:3c43ce0240aa4db5957daccc5c7c6d7c on resource:port {{(pid=87871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:55:35.513092 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 49062) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:35.515657 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb14c83-f3d5-4fda-a43e-9ba3ae5d9b40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50a67a88-ba49-4663-b4aa-7addaf3ab701,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:55:35.554363 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-f5956656-5bcf-4c66-bec4-75ed94991043 tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Unset dirty status for tenant:3c43ce0240aa4db5957daccc5c7c6d7c on resource:port {{(pid=87871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:55:35.555657 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-f5956656-5bcf-4c66-bec4-75ed94991043 tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] 10.222.0.30 "GET /v2.0/ports/6a5465a8-0b0b-4aa1-8533-693ec6376289 HTTP/1.1" status: 404 len: 333 time: 0.1138101 Mar 28 11:55:35.559650 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 49068) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:35.589194 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-1776edf2-ffa0-4eac-a991-9fb38c65f6c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:35.624870 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-1776edf2-ffa0-4eac-a991-9fb38c65f6c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:35.658177 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:35.664741 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-d6ff32bb-d98f-4d00-b324-f8a7a076cd69 tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Request body: {'port': {'network_id': '12731566-4af9-4b7d-ad0e-d19dba1c5aff', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-166468089'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:55:35.688966 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-1776edf2-ffa0-4eac-a991-9fb38c65f6c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:35.695816 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-d6ff32bb-d98f-4d00-b324-f8a7a076cd69 tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:55:35.713243 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1776edf2-ffa0-4eac-a991-9fb38c65f6c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50a67a88-ba49-4663-b4aa-7addaf3ab701,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:55:35.718193 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-ef3be119-c018-4979-be07-86cf959defc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:35.718748 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-1776edf2-ffa0-4eac-a991-9fb38c65f6c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:35.720176 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-1776edf2-ffa0-4eac-a991-9fb38c65f6c6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/50a67a88-ba49-4663-b4aa-7addaf3ab701 HTTP/1.1" status: 204 len: 168 time: 0.2060680 Mar 28 11:55:35.729163 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-d6ff32bb-d98f-4d00-b324-f8a7a076cd69 tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:55:35.737758 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-01977d40-62db-4d66-a449-cea92faaf8be tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588883'] for network, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:35.748491 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2846213-d83f-4e8b-962b-7e29d5572769 tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 11:55:35.761715 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a08c49-4802-46ba-a092-15faf2e271e8 None None] Sync routers for ids ['37e1d85d-daf3-4b85-add2-f0a3ab544397'] in dv-neutron-835340-2-hyperv {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 11:55:35.774204 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6ff32bb-d98f-4d00-b324-f8a7a076cd69 tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Made reservation on behalf of 3c43ce0240aa4db5957daccc5c7c6d7c for: {'port': 1} {{(pid=87870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:55:35.774370 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a08c49-4802-46ba-a092-15faf2e271e8 None None] Routers {'37e1d85d-daf3-4b85-add2-f0a3ab544397'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:55:35.774823 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-44a08c49-4802-46ba-a092-15faf2e271e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T11:55:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['37e1d85d-daf3-4b85-add2-f0a3ab544397'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:55:35.776477 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-d6ff32bb-d98f-4d00-b324-f8a7a076cd69 tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:35.829325 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c2846213-d83f-4e8b-962b-7e29d5572769 tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] Notify callbacks [] for router, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:35.833281 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 49080) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:35.833413 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-c2846213-d83f-4e8b-962b-7e29d5572769 tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 5.0233564 Mar 28 11:55:35.839321 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-91dad958-ecb7-4f12-8c1f-2b0c5904894a tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'enable_snat': False}}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:55:35.860399 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-44a08c49-4802-46ba-a092-15faf2e271e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:55:35.871605 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a08c49-4802-46ba-a092-15faf2e271e8 None None] Routers {'37e1d85d-daf3-4b85-add2-f0a3ab544397'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:55:35.872218 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-44a08c49-4802-46ba-a092-15faf2e271e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T11:55:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['37e1d85d-daf3-4b85-add2-f0a3ab544397'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:55:35.876127 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.notifiers.nova [None req-d6ff32bb-d98f-4d00-b324-f8a7a076cd69 tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] device_id is not set on port e437e546-e2aa-4ed2-8ba0-83d7c75c9956 yet. {{(pid=87870) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 11:55:35.908864 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 49084) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:35.949296 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-44a08c49-4802-46ba-a092-15faf2e271e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:55:35.949987 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a08c49-4802-46ba-a092-15faf2e271e8 None None] The sync data for ids ['37e1d85d-daf3-4b85-add2-f0a3ab544397'] in dv-neutron-835340-2-hyperv is: [] {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 11:55:36.013020 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-01977d40-62db-4d66-a449-cea92faaf8be tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930431', 'neutron.services.segments.db._delete_segments_for_network-8783496351308'] for network, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:36.060969 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-01977d40-62db-4d66-a449-cea92faaf8be tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8aabc13-2ade-4182-ac47-977882602976']}} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:55:36.084459 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-01977d40-62db-4d66-a449-cea92faaf8be tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b38c182e-f15c-4390-b60f-61f39b8b600e') {'for_net_delete': True} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:55:36.085096 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-01977d40-62db-4d66-a449-cea92faaf8be tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b38c182e-f15c-4390-b60f-61f39b8b600e') {} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:55:36.108976 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-01977d40-62db-4d66-a449-cea92faaf8be tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783496353639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3591341'] for segment, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:36.158447 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-01977d40-62db-4d66-a449-cea92faaf8be tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:36.184725 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01977d40-62db-4d66-a449-cea92faaf8be tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=87870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 11:55:36.185133 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-01977d40-62db-4d66-a449-cea92faaf8be tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1920481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2558260'] for segment, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:36.203977 dv-neutron-835340-2-hyperv neutron-server[87870]: Traceback (most recent call last): Mar 28 11:55:36.203977 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 11:55:36.203977 dv-neutron-835340-2-hyperv neutron-server[87870]: timer() Mar 28 11:55:36.203977 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 11:55:36.203977 dv-neutron-835340-2-hyperv neutron-server[87870]: cb(*args, **kw) Mar 28 11:55:36.203977 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 11:55:36.203977 dv-neutron-835340-2-hyperv neutron-server[87870]: return func(*args, **kwargs) Mar 28 11:55:36.203977 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 11:55:36.203977 dv-neutron-835340-2-hyperv neutron-server[87870]: self._notify() Mar 28 11:55:36.203977 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 11:55:36.203977 dv-neutron-835340-2-hyperv neutron-server[87870]: self.callback(batched_events) Mar 28 11:55:36.203977 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 11:55:36.203977 dv-neutron-835340-2-hyperv neutron-server[87870]: event.method(event) Mar 28 11:55:36.203977 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 11:55:36.203977 dv-neutron-835340-2-hyperv neutron-server[87870]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 11:55:36.203977 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 11:55:36.203977 dv-neutron-835340-2-hyperv neutron-server[87870]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 11:55:36.203977 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 11:55:36.203977 dv-neutron-835340-2-hyperv neutron-server[87870]: return f(self, *a, **k) Mar 28 11:55:36.203977 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 11:55:36.203977 dv-neutron-835340-2-hyperv neutron-server[87870]: return self._get(url).json() Mar 28 11:55:36.203977 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 11:55:36.203977 dv-neutron-835340-2-hyperv neutron-server[87870]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 11:55:36.203977 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 11:55:36.203977 dv-neutron-835340-2-hyperv neutron-server[87870]: return self.request(url, 'GET', **kwargs) Mar 28 11:55:36.203977 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 11:55:36.203977 dv-neutron-835340-2-hyperv neutron-server[87870]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 11:55:36.203977 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 11:55:36.203977 dv-neutron-835340-2-hyperv neutron-server[87870]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 11:55:36.203977 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 11:55:36.203977 dv-neutron-835340-2-hyperv neutron-server[87870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 11:55:36.203977 dv-neutron-835340-2-hyperv neutron-server[87870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 11:55:36.224724 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-c0389700-d19e-43d9-b73a-afd405b961f4 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-585417061'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:55:36.328005 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-c0389700-d19e-43d9-b73a-afd405b961f4 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:55:36.344990 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-c0389700-d19e-43d9-b73a-afd405b961f4 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Usage tracker for resource:network and tenant:b4adfe5c8b3a4e57a1afd1d44c455245 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:55:36.350338 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-c0389700-d19e-43d9-b73a-afd405b961f4 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:55:36.365917 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-c0389700-d19e-43d9-b73a-afd405b961f4 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:55:36.386757 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-01977d40-62db-4d66-a449-cea92faaf8be tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709602'] for network, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:36.393539 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-d6ff32bb-d98f-4d00-b324-f8a7a076cd69 tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:36.420652 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01977d40-62db-4d66-a449-cea92faaf8be tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Pushing event deleted for resources: {'Network': ['ID=b8aabc13-2ade-4182-ac47-977882602976,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:55:36.422674 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0389700-d19e-43d9-b73a-afd405b961f4 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Made reservation on behalf of b4adfe5c8b3a4e57a1afd1d44c455245 for: {'network': 1} {{(pid=87870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:55:36.426034 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c0389700-d19e-43d9-b73a-afd405b961f4 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for network, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:36.441662 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-01977d40-62db-4d66-a449-cea92faaf8be tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538751'] for network, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:36.445251 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c0389700-d19e-43d9-b73a-afd405b961f4 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks [] for security_group, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:36.462958 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-c0389700-d19e-43d9-b73a-afd405b961f4 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:55:36.472074 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-c0389700-d19e-43d9-b73a-afd405b961f4 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Usage tracker for resource:security_group_rule and tenant:b4adfe5c8b3a4e57a1afd1d44c455245 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:55:36.475028 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-c0389700-d19e-43d9-b73a-afd405b961f4 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:55:36.487257 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-01977d40-62db-4d66-a449-cea92faaf8be tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] 10.222.0.30 "DELETE /v2.0/networks/b8aabc13-2ade-4182-ac47-977882602976 HTTP/1.1" status: 204 len: 168 time: 0.9856820 Mar 28 11:55:36.487801 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 49106) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:36.488633 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-c0389700-d19e-43d9-b73a-afd405b961f4 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:55:36.497254 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-f47aa3b7-464f-4ce8-ac96-e2504f3c87ce tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-662196298'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:55:36.516324 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-f47aa3b7-464f-4ce8-ac96-e2504f3c87ce tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:55:36.527646 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-f47aa3b7-464f-4ce8-ac96-e2504f3c87ce tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Usage tracker for resource:network and tenant:beb99f647cec46e3bbf575ac0a3034e8 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:55:36.533807 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-f47aa3b7-464f-4ce8-ac96-e2504f3c87ce tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:55:36.541839 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-f47aa3b7-464f-4ce8-ac96-e2504f3c87ce tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:55:36.568843 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f47aa3b7-464f-4ce8-ac96-e2504f3c87ce tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Made reservation on behalf of beb99f647cec46e3bbf575ac0a3034e8 for: {'network': 1} {{(pid=87870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:55:36.572651 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-f47aa3b7-464f-4ce8-ac96-e2504f3c87ce tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for network, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:36.588507 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-d6ff32bb-d98f-4d00-b324-f8a7a076cd69 tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:36.665331 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022553b9-a872-48f7-bc74-eb8d2973a61c req-ba039b67-4790-432a-9298-dc90a125daa1 tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:55:36.666819 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-022553b9-a872-48f7-bc74-eb8d2973a61c req-ba039b67-4790-432a-9298-dc90a125daa1 tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd5974e7-0504-4851-a286-20ab5143705c HTTP/1.1" status: 200 len: 945 time: 0.2039635 Mar 28 11:55:36.669668 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-91dad958-ecb7-4f12-8c1f-2b0c5904894a tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-709632', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-707672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260923'] for router, precommit_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:36.696968 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6ff32bb-d98f-4d00-b324-f8a7a076cd69 tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Network 12731566-4af9-4b7d-ad0e-d19dba1c5aff is already hosted by enough agents. {{(pid=87870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:55:36.702685 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f47aa3b7-464f-4ce8-ac96-e2504f3c87ce tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=87870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 11:55:36.705091 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.base_scheduler [None req-d6ff32bb-d98f-4d00-b324-f8a7a076cd69 tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Resources bound (agent type, host, resource id): {{(pid=87870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:55:36.719386 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ff32bb-d98f-4d00-b324-f8a7a076cd69 tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Received port after_create {{(pid=87870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:55:36.720455 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6ff32bb-d98f-4d00-b324-f8a7a076cd69 tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:55:36.720924 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-d6ff32bb-d98f-4d00-b324-f8a7a076cd69 tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:36.730053 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ff32bb-d98f-4d00-b324-f8a7a076cd69 tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Pushing event updated for resources: {'Port': ['ID=e437e546-e2aa-4ed2-8ba0-83d7c75c9956,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:55:36.731198 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 49114) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:36.753960 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-f47aa3b7-464f-4ce8-ac96-e2504f3c87ce tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:36.754306 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.db.segments_db [None req-f47aa3b7-464f-4ce8-ac96-e2504f3c87ce tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Added segment c296270f-f385-4869-b600-27519c772de7 of type vlan for network c2b05fb0-97ef-4819-8d04-688ddce98796 Mar 28 11:55:36.767127 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-022553b9-a872-48f7-bc74-eb8d2973a61c req-3c49459b-7e6c-470b-add4-132d63d38312 tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] 10.222.0.30 "GET /v2.0/security-groups?id=895ae8ad-46d6-4a0f-b104-9c0ca0cce592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867345 Mar 28 11:55:36.767462 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c0389700-d19e-43d9-b73a-afd405b961f4 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks [] for security_group, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:36.780349 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c0389700-d19e-43d9-b73a-afd405b961f4 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:36.813759 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-d6ff32bb-d98f-4d00-b324-f8a7a076cd69 tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.2501323 Mar 28 11:55:36.816870 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 49120) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:36.827814 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-f47aa3b7-464f-4ce8-ac96-e2504f3c87ce tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783495836591'] for network, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:36.834244 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-b2c9f3ea-6ddc-416e-a2a5-b01731dd6315 tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8353'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:55:36.949971 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-a7de6734-90e8-4599-a144-6f77f7abe1f3 tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Request body: {'networks': [{'name': 'tempest-network--1927195448'}, {'name': 'tempest-network--1069087045'}]} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:55:36.950275 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-a7de6734-90e8-4599-a144-6f77f7abe1f3 tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Request body: {'network': {'name': 'tempest-network--1927195448'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:55:36.950720 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-a7de6734-90e8-4599-a144-6f77f7abe1f3 tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Request body: {'network': {'name': 'tempest-network--1069087045'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:55:36.964486 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-a7de6734-90e8-4599-a144-6f77f7abe1f3 tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:55:36.971031 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-a7de6734-90e8-4599-a144-6f77f7abe1f3 tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Usage tracker for resource:network and tenant:0d29398c28b0489a842ab91f20f0fc22 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:55:36.975316 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-a7de6734-90e8-4599-a144-6f77f7abe1f3 tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:55:36.983729 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-a7de6734-90e8-4599-a144-6f77f7abe1f3 tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:55:36.984135 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0389700-d19e-43d9-b73a-afd405b961f4 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=87870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 11:55:36.997692 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0389700-d19e-43d9-b73a-afd405b961f4 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15acb4f5-e510-4da8-abd8-1ab64af98587,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:55:37.011316 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c0389700-d19e-43d9-b73a-afd405b961f4 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:37.011552 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.db.segments_db [None req-c0389700-d19e-43d9-b73a-afd405b961f4 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Added segment bd053757-b8b4-4f3a-b553-aa242f2d15d2 of type vlan for network e95a87e2-4c44-46e2-9de5-2786cbaea69c Mar 28 11:55:37.058400 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7de6734-90e8-4599-a144-6f77f7abe1f3 tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Made reservation on behalf of 0d29398c28b0489a842ab91f20f0fc22 for: {'network': 2} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:55:37.063317 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-a7de6734-90e8-4599-a144-6f77f7abe1f3 tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for network, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:37.080506 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-a7de6734-90e8-4599-a144-6f77f7abe1f3 tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Notify callbacks [] for security_group, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:37.097428 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-f47aa3b7-464f-4ce8-ac96-e2504f3c87ce tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765'] for network, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:37.102995 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f47aa3b7-464f-4ce8-ac96-e2504f3c87ce tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:55:37.103601 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-f47aa3b7-464f-4ce8-ac96-e2504f3c87ce tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538751'] for network, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:37.108628 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-a7de6734-90e8-4599-a144-6f77f7abe1f3 tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:55:37.136767 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c0389700-d19e-43d9-b73a-afd405b961f4 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783495836591'] for network, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:37.163379 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-a7de6734-90e8-4599-a144-6f77f7abe1f3 tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Usage tracker for resource:security_group_rule and tenant:0d29398c28b0489a842ab91f20f0fc22 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:55:37.171675 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-a7de6734-90e8-4599-a144-6f77f7abe1f3 tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:55:37.184145 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-a7de6734-90e8-4599-a144-6f77f7abe1f3 tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:55:37.236308 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-b2c9f3ea-6ddc-416e-a2a5-b01731dd6315 tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:37.248350 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-f47aa3b7-464f-4ce8-ac96-e2504f3c87ce tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7574997 Mar 28 11:55:37.256321 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 49124) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:37.258056 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47aa3b7-464f-4ce8-ac96-e2504f3c87ce tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Pushing event updated for resources: {'Network': ['ID=c2b05fb0-97ef-4819-8d04-688ddce98796,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:55:37.271380 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Network c2b05fb0-97ef-4819-8d04-688ddce98796 details requested by agent ovs-agent-dv-neutron-835340-2-hyperv with host dv-neutron-835340-2-hyperv {{(pid=87872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 11:55:37.278492 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-4b892eec-88a8-4f52-af6a-d4414c2f862a tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Request body: {'subnet': {'network_id': 'c2b05fb0-97ef-4819-8d04-688ddce98796', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:55:37.310754 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c0389700-d19e-43d9-b73a-afd405b961f4 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765'] for network, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:37.316468 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0389700-d19e-43d9-b73a-afd405b961f4 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:55:37.317371 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c0389700-d19e-43d9-b73a-afd405b961f4 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538751'] for network, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:37.399102 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-b7ccd3c7-0277-4f12-8e5c-e41478141af5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:37.430226 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-c0389700-d19e-43d9-b73a-afd405b961f4 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.5095010 Mar 28 11:55:37.458787 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 49128) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:37.470383 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-094a199e-fd3f-45ca-8deb-38b077f033cf tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Request body: {'subnet': {'network_id': 'e95a87e2-4c44-46e2-9de5-2786cbaea69c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:55:37.491934 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0389700-d19e-43d9-b73a-afd405b961f4 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Pushing event updated for resources: {'Network': ['ID=e95a87e2-4c44-46e2-9de5-2786cbaea69c,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:55:37.495374 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-4b892eec-88a8-4f52-af6a-d4414c2f862a tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:55:37.504907 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Network e95a87e2-4c44-46e2-9de5-2786cbaea69c details requested by agent ovs-agent-dv-neutron-835340-2-hyperv with host dv-neutron-835340-2-hyperv {{(pid=87872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 11:55:37.505100 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-4b892eec-88a8-4f52-af6a-d4414c2f862a tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Usage tracker for resource:subnet and tenant:beb99f647cec46e3bbf575ac0a3034e8 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:55:37.510244 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-4b892eec-88a8-4f52-af6a-d4414c2f862a tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:55:37.538757 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-4b892eec-88a8-4f52-af6a-d4414c2f862a tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:55:37.626914 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b892eec-88a8-4f52-af6a-d4414c2f862a tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Made reservation on behalf of beb99f647cec46e3bbf575ac0a3034e8 for: {'subnet': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:55:37.630275 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-4b892eec-88a8-4f52-af6a-d4414c2f862a tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26551362'] for subnet, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:37.661372 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-094a199e-fd3f-45ca-8deb-38b077f033cf tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:55:37.666675 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-094a199e-fd3f-45ca-8deb-38b077f033cf tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Usage tracker for resource:subnet and tenant:b4adfe5c8b3a4e57a1afd1d44c455245 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:55:37.670748 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-094a199e-fd3f-45ca-8deb-38b077f033cf tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:55:37.686878 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-094a199e-fd3f-45ca-8deb-38b077f033cf tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:55:37.737515 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-094a199e-fd3f-45ca-8deb-38b077f033cf tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Made reservation on behalf of b4adfe5c8b3a4e57a1afd1d44c455245 for: {'subnet': 1} {{(pid=87870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:55:37.740971 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-094a199e-fd3f-45ca-8deb-38b077f033cf tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2563571'] for subnet, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:37.780292 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-a7de6734-90e8-4599-a144-6f77f7abe1f3 tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Notify callbacks [] for security_group, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:37.786364 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.notifiers.nova [None req-b2c9f3ea-6ddc-416e-a2a5-b01731dd6315 tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] device_id is not set on port e437e546-e2aa-4ed2-8ba0-83d7c75c9956 yet. {{(pid=87870) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 11:55:37.800298 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-a7de6734-90e8-4599-a144-6f77f7abe1f3 tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:37.800754 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-a7de6734-90e8-4599-a144-6f77f7abe1f3 tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for network, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:37.813570 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-91dad958-ecb7-4f12-8c1f-2b0c5904894a tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-709632', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-707672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260923'] for router, precommit_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:37.838671 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-b2c9f3ea-6ddc-416e-a2a5-b01731dd6315 tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:37.870704 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.provisioning_blocks [None req-b2c9f3ea-6ddc-416e-a2a5-b01731dd6315 tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Transition to ACTIVE for port object e437e546-e2aa-4ed2-8ba0-83d7c75c9956 will not be triggered until provisioned by entity L2. {{(pid=87870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:55:37.879257 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-b2c9f3ea-6ddc-416e-a2a5-b01731dd6315 tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2558288'] for port, after_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:37.882264 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-91dad958-ecb7-4f12-8c1f-2b0c5904894a tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-709647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-709686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-745031'] for router, after_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:37.897665 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.ipam_backend_mixin [None req-4b892eec-88a8-4f52-af6a-d4414c2f862a tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Performing IP validity checks on allocation pools {{(pid=87871) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 28 11:55:37.900729 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.ipam_backend_mixin [None req-4b892eec-88a8-4f52-af6a-d4414c2f862a tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87871) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 28 11:55:37.995983 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de6734-90e8-4599-a144-6f77f7abe1f3 tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a60894e4-03d7-4cf4-b845-42cdbdc3c946,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:55:38.001655 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7de6734-90e8-4599-a144-6f77f7abe1f3 tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=87871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 11:55:38.035159 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-a7de6734-90e8-4599-a144-6f77f7abe1f3 tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:38.035504 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.db.segments_db [None req-a7de6734-90e8-4599-a144-6f77f7abe1f3 tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Added segment 253756e2-a5f9-430f-9862-dc6f40f30e77 of type vlan for network 0b27ec3b-39f5-4e89-84a2-7ce855695ea2 Mar 28 11:55:38.065414 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c9f3ea-6ddc-416e-a2a5-b01731dd6315 tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Pushing event updated for resources: {'Port': ['ID=e437e546-e2aa-4ed2-8ba0-83d7c75c9956,revision_number=2']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:55:38.130401 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.managers [None req-b2c9f3ea-6ddc-416e-a2a5-b01731dd6315 tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Attempting to bind port e437e546-e2aa-4ed2-8ba0-83d7c75c9956 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=87870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:55:38.131119 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.managers [None req-b2c9f3ea-6ddc-416e-a2a5-b01731dd6315 tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Attempting to bind port e437e546-e2aa-4ed2-8ba0-83d7c75c9956 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '0edbfa7e-0118-4eff-b0f4-8ac52f566a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '12731566-4af9-4b7d-ad0e-d19dba1c5aff'}] {{(pid=87870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:55:38.131119 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c9f3ea-6ddc-416e-a2a5-b01731dd6315 tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Attempting to bind port e437e546-e2aa-4ed2-8ba0-83d7c75c9956 on network 12731566-4af9-4b7d-ad0e-d19dba1c5aff {{(pid=87870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:55:38.142638 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c9f3ea-6ddc-416e-a2a5-b01731dd6315 tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Port e437e546-e2aa-4ed2-8ba0-83d7c75c9956 on network 12731566-4af9-4b7d-ad0e-d19dba1c5aff not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=87870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 11:55:38.142963 dv-neutron-835340-2-hyperv neutron-server[87870]: ERROR neutron.plugins.ml2.managers [None req-b2c9f3ea-6ddc-416e-a2a5-b01731dd6315 tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Failed to bind port e437e546-e2aa-4ed2-8ba0-83d7c75c9956 on host hv-neutron-8353 for vnic_type normal using segments [{'id': '0edbfa7e-0118-4eff-b0f4-8ac52f566a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '12731566-4af9-4b7d-ad0e-d19dba1c5aff'}] Mar 28 11:55:38.147813 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.plugins.ml2.plugin [None req-b2c9f3ea-6ddc-416e-a2a5-b01731dd6315 tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Attempt 2 to bind port e437e546-e2aa-4ed2-8ba0-83d7c75c9956 Mar 28 11:55:38.177912 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.managers [None req-b2c9f3ea-6ddc-416e-a2a5-b01731dd6315 tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Attempting to bind port e437e546-e2aa-4ed2-8ba0-83d7c75c9956 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=87870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:55:38.178242 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.managers [None req-b2c9f3ea-6ddc-416e-a2a5-b01731dd6315 tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Attempting to bind port e437e546-e2aa-4ed2-8ba0-83d7c75c9956 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '0edbfa7e-0118-4eff-b0f4-8ac52f566a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '12731566-4af9-4b7d-ad0e-d19dba1c5aff'}] {{(pid=87870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:55:38.178570 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c9f3ea-6ddc-416e-a2a5-b01731dd6315 tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Attempting to bind port e437e546-e2aa-4ed2-8ba0-83d7c75c9956 on network 12731566-4af9-4b7d-ad0e-d19dba1c5aff {{(pid=87870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:55:38.197564 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-a7de6734-90e8-4599-a144-6f77f7abe1f3 tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783495836591'] for network, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:38.201351 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c9f3ea-6ddc-416e-a2a5-b01731dd6315 tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Port e437e546-e2aa-4ed2-8ba0-83d7c75c9956 on network 12731566-4af9-4b7d-ad0e-d19dba1c5aff not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=87870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 11:55:38.201672 dv-neutron-835340-2-hyperv neutron-server[87870]: ERROR neutron.plugins.ml2.managers [None req-b2c9f3ea-6ddc-416e-a2a5-b01731dd6315 tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Failed to bind port e437e546-e2aa-4ed2-8ba0-83d7c75c9956 on host hv-neutron-8353 for vnic_type normal using segments [{'id': '0edbfa7e-0118-4eff-b0f4-8ac52f566a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '12731566-4af9-4b7d-ad0e-d19dba1c5aff'}] Mar 28 11:55:38.210297 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.plugins.ml2.plugin [None req-b2c9f3ea-6ddc-416e-a2a5-b01731dd6315 tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Attempt 3 to bind port e437e546-e2aa-4ed2-8ba0-83d7c75c9956 Mar 28 11:55:38.215970 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91dad958-ecb7-4f12-8c1f-2b0c5904894a tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Router 37e1d85d-daf3-4b85-add2-f0a3ab544397 has already been hosted by L3 agent af79d429-529e-400b-a119-94d4bec03f3e {{(pid=87871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 11:55:38.224597 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89de85b4-aab9-45c4-9e8f-518afeb644de req-400dc524-c1cf-4ffb-943d-4f49b48ff44e tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:55:38.226143 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-89de85b4-aab9-45c4-9e8f-518afeb644de req-400dc524-c1cf-4ffb-943d-4f49b48ff44e tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd5974e7-0504-4851-a286-20ab5143705c HTTP/1.1" status: 200 len: 945 time: 0.2923551 Mar 28 11:55:38.255618 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.managers [None req-b2c9f3ea-6ddc-416e-a2a5-b01731dd6315 tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Attempting to bind port e437e546-e2aa-4ed2-8ba0-83d7c75c9956 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=87870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:55:38.255946 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.managers [None req-b2c9f3ea-6ddc-416e-a2a5-b01731dd6315 tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Attempting to bind port e437e546-e2aa-4ed2-8ba0-83d7c75c9956 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '0edbfa7e-0118-4eff-b0f4-8ac52f566a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '12731566-4af9-4b7d-ad0e-d19dba1c5aff'}] {{(pid=87870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:55:38.256278 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c9f3ea-6ddc-416e-a2a5-b01731dd6315 tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Attempting to bind port e437e546-e2aa-4ed2-8ba0-83d7c75c9956 on network 12731566-4af9-4b7d-ad0e-d19dba1c5aff {{(pid=87870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:55:38.258378 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-094a199e-fd3f-45ca-8deb-38b077f033cf tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2561241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2563521'] for subnet, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:38.299804 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c9f3ea-6ddc-416e-a2a5-b01731dd6315 tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Port e437e546-e2aa-4ed2-8ba0-83d7c75c9956 on network 12731566-4af9-4b7d-ad0e-d19dba1c5aff not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=87870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 11:55:38.300132 dv-neutron-835340-2-hyperv neutron-server[87870]: ERROR neutron.plugins.ml2.managers [None req-b2c9f3ea-6ddc-416e-a2a5-b01731dd6315 tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Failed to bind port e437e546-e2aa-4ed2-8ba0-83d7c75c9956 on host hv-neutron-8353 for vnic_type normal using segments [{'id': '0edbfa7e-0118-4eff-b0f4-8ac52f566a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '12731566-4af9-4b7d-ad0e-d19dba1c5aff'}] Mar 28 11:55:38.314595 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.plugins.ml2.plugin [None req-b2c9f3ea-6ddc-416e-a2a5-b01731dd6315 tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Attempt 4 to bind port e437e546-e2aa-4ed2-8ba0-83d7c75c9956 Mar 28 11:55:38.349897 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-89de85b4-aab9-45c4-9e8f-518afeb644de req-3252ada5-9cde-4a41-b0a5-df740891b960 tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] 10.222.0.30 "GET /v2.0/security-groups?id=895ae8ad-46d6-4a0f-b104-9c0ca0cce592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1153233 Mar 28 11:55:38.350131 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-4b892eec-88a8-4f52-af6a-d4414c2f862a tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2364128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26551408'] for subnet, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:38.354530 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.managers [None req-b2c9f3ea-6ddc-416e-a2a5-b01731dd6315 tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Attempting to bind port e437e546-e2aa-4ed2-8ba0-83d7c75c9956 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=87870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:55:38.354915 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.managers [None req-b2c9f3ea-6ddc-416e-a2a5-b01731dd6315 tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Attempting to bind port e437e546-e2aa-4ed2-8ba0-83d7c75c9956 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '0edbfa7e-0118-4eff-b0f4-8ac52f566a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '12731566-4af9-4b7d-ad0e-d19dba1c5aff'}] {{(pid=87870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:55:38.355246 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c9f3ea-6ddc-416e-a2a5-b01731dd6315 tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Attempting to bind port e437e546-e2aa-4ed2-8ba0-83d7c75c9956 on network 12731566-4af9-4b7d-ad0e-d19dba1c5aff {{(pid=87870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:55:38.356370 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7de6734-90e8-4599-a144-6f77f7abe1f3 tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=87871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 11:55:38.372404 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c9f3ea-6ddc-416e-a2a5-b01731dd6315 tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Port e437e546-e2aa-4ed2-8ba0-83d7c75c9956 on network 12731566-4af9-4b7d-ad0e-d19dba1c5aff not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=87870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 11:55:38.372728 dv-neutron-835340-2-hyperv neutron-server[87870]: ERROR neutron.plugins.ml2.managers [None req-b2c9f3ea-6ddc-416e-a2a5-b01731dd6315 tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Failed to bind port e437e546-e2aa-4ed2-8ba0-83d7c75c9956 on host hv-neutron-8353 for vnic_type normal using segments [{'id': '0edbfa7e-0118-4eff-b0f4-8ac52f566a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '12731566-4af9-4b7d-ad0e-d19dba1c5aff'}] Mar 28 11:55:38.375115 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.plugins.ml2.plugin [None req-b2c9f3ea-6ddc-416e-a2a5-b01731dd6315 tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Attempt 5 to bind port e437e546-e2aa-4ed2-8ba0-83d7c75c9956 Mar 28 11:55:38.382139 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094a199e-fd3f-45ca-8deb-38b077f033cf tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Pushing event updated for resources: {'Subnet': ['ID=6cb9eebc-eb7b-453e-9f20-096789b78e1c,revision_number=0']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:55:38.400529 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.managers [None req-b2c9f3ea-6ddc-416e-a2a5-b01731dd6315 tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Attempting to bind port e437e546-e2aa-4ed2-8ba0-83d7c75c9956 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=87870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:55:38.400862 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.managers [None req-b2c9f3ea-6ddc-416e-a2a5-b01731dd6315 tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Attempting to bind port e437e546-e2aa-4ed2-8ba0-83d7c75c9956 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '0edbfa7e-0118-4eff-b0f4-8ac52f566a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '12731566-4af9-4b7d-ad0e-d19dba1c5aff'}] {{(pid=87870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:55:38.401192 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c9f3ea-6ddc-416e-a2a5-b01731dd6315 tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Attempting to bind port e437e546-e2aa-4ed2-8ba0-83d7c75c9956 on network 12731566-4af9-4b7d-ad0e-d19dba1c5aff {{(pid=87870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:55:38.406637 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-094a199e-fd3f-45ca-8deb-38b077f033cf tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Checking segment: {'id': 'bd053757-b8b4-4f3a-b553-aa242f2d15d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e95a87e2-4c44-46e2-9de5-2786cbaea69c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:55:38.407035 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-094a199e-fd3f-45ca-8deb-38b077f033cf tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Network hostable DHCP agents. Network: e95a87e2-4c44-46e2-9de5-2786cbaea69c, hostable agents: ['3cb85949-855b-4a40-b988-cd5705e511da'], hosted agents: [] {{(pid=87870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 11:55:38.413557 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c9f3ea-6ddc-416e-a2a5-b01731dd6315 tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Port e437e546-e2aa-4ed2-8ba0-83d7c75c9956 on network 12731566-4af9-4b7d-ad0e-d19dba1c5aff not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=87870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 11:55:38.413890 dv-neutron-835340-2-hyperv neutron-server[87870]: ERROR neutron.plugins.ml2.managers [None req-b2c9f3ea-6ddc-416e-a2a5-b01731dd6315 tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Failed to bind port e437e546-e2aa-4ed2-8ba0-83d7c75c9956 on host hv-neutron-8353 for vnic_type normal using segments [{'id': '0edbfa7e-0118-4eff-b0f4-8ac52f566a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '12731566-4af9-4b7d-ad0e-d19dba1c5aff'}] Mar 28 11:55:38.414714 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.plugins.ml2.plugin [None req-b2c9f3ea-6ddc-416e-a2a5-b01731dd6315 tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Attempt 6 to bind port e437e546-e2aa-4ed2-8ba0-83d7c75c9956 Mar 28 11:55:38.427524 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-a7de6734-90e8-4599-a144-6f77f7abe1f3 tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:38.427863 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.db.segments_db [None req-a7de6734-90e8-4599-a144-6f77f7abe1f3 tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Added segment 94bdbbe9-e748-4015-a449-6d36b5081ba9 of type vlan for network ef18882c-cb83-45c9-a599-2965c896ee9d Mar 28 11:55:38.439104 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.managers [None req-b2c9f3ea-6ddc-416e-a2a5-b01731dd6315 tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Attempting to bind port e437e546-e2aa-4ed2-8ba0-83d7c75c9956 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=87870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:55:38.439432 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.managers [None req-b2c9f3ea-6ddc-416e-a2a5-b01731dd6315 tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Attempting to bind port e437e546-e2aa-4ed2-8ba0-83d7c75c9956 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '0edbfa7e-0118-4eff-b0f4-8ac52f566a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '12731566-4af9-4b7d-ad0e-d19dba1c5aff'}] {{(pid=87870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:55:38.439782 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c9f3ea-6ddc-416e-a2a5-b01731dd6315 tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Attempting to bind port e437e546-e2aa-4ed2-8ba0-83d7c75c9956 on network 12731566-4af9-4b7d-ad0e-d19dba1c5aff {{(pid=87870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:55:38.446706 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c9f3ea-6ddc-416e-a2a5-b01731dd6315 tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Port e437e546-e2aa-4ed2-8ba0-83d7c75c9956 on network 12731566-4af9-4b7d-ad0e-d19dba1c5aff not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=87870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 11:55:38.447026 dv-neutron-835340-2-hyperv neutron-server[87870]: ERROR neutron.plugins.ml2.managers [None req-b2c9f3ea-6ddc-416e-a2a5-b01731dd6315 tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Failed to bind port e437e546-e2aa-4ed2-8ba0-83d7c75c9956 on host hv-neutron-8353 for vnic_type normal using segments [{'id': '0edbfa7e-0118-4eff-b0f4-8ac52f566a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '12731566-4af9-4b7d-ad0e-d19dba1c5aff'}] Mar 28 11:55:38.447405 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.plugins.ml2.plugin [None req-b2c9f3ea-6ddc-416e-a2a5-b01731dd6315 tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Attempt 7 to bind port e437e546-e2aa-4ed2-8ba0-83d7c75c9956 Mar 28 11:55:38.456685 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-094a199e-fd3f-45ca-8deb-38b077f033cf tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Network e95a87e2-4c44-46e2-9de5-2786cbaea69c is scheduled to be hosted by DHCP agent 3cb85949-855b-4a40-b988-cd5705e511da with binding_index 1 {{(pid=87870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 11:55:38.468125 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.managers [None req-b2c9f3ea-6ddc-416e-a2a5-b01731dd6315 tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Attempting to bind port e437e546-e2aa-4ed2-8ba0-83d7c75c9956 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=87870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:55:38.468513 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.managers [None req-b2c9f3ea-6ddc-416e-a2a5-b01731dd6315 tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Attempting to bind port e437e546-e2aa-4ed2-8ba0-83d7c75c9956 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '0edbfa7e-0118-4eff-b0f4-8ac52f566a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '12731566-4af9-4b7d-ad0e-d19dba1c5aff'}] {{(pid=87870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:55:38.468937 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c9f3ea-6ddc-416e-a2a5-b01731dd6315 tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Attempting to bind port e437e546-e2aa-4ed2-8ba0-83d7c75c9956 on network 12731566-4af9-4b7d-ad0e-d19dba1c5aff {{(pid=87870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:55:38.472671 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.base_scheduler [None req-094a199e-fd3f-45ca-8deb-38b077f033cf tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-2-hyperv, e95a87e2-4c44-46e2-9de5-2786cbaea69c) {{(pid=87870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:55:38.476540 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c9f3ea-6ddc-416e-a2a5-b01731dd6315 tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Port e437e546-e2aa-4ed2-8ba0-83d7c75c9956 on network 12731566-4af9-4b7d-ad0e-d19dba1c5aff not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=87870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 11:55:38.476783 dv-neutron-835340-2-hyperv neutron-server[87870]: ERROR neutron.plugins.ml2.managers [None req-b2c9f3ea-6ddc-416e-a2a5-b01731dd6315 tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Failed to bind port e437e546-e2aa-4ed2-8ba0-83d7c75c9956 on host hv-neutron-8353 for vnic_type normal using segments [{'id': '0edbfa7e-0118-4eff-b0f4-8ac52f566a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '12731566-4af9-4b7d-ad0e-d19dba1c5aff'}] Mar 28 11:55:38.477914 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-094a199e-fd3f-45ca-8deb-38b077f033cf tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:55:38.478491 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-094a199e-fd3f-45ca-8deb-38b077f033cf tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks [] for subnet, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:38.481792 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.plugins.ml2.plugin [None req-b2c9f3ea-6ddc-416e-a2a5-b01731dd6315 tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Attempt 8 to bind port e437e546-e2aa-4ed2-8ba0-83d7c75c9956 Mar 28 11:55:38.482270 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51e17fd2-89e4-46a0-b33c-519d4607486b None None] Network e95a87e2-4c44-46e2-9de5-2786cbaea69c requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:55:38.507518 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.managers [None req-b2c9f3ea-6ddc-416e-a2a5-b01731dd6315 tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Attempting to bind port e437e546-e2aa-4ed2-8ba0-83d7c75c9956 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=87870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:55:38.507949 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.managers [None req-b2c9f3ea-6ddc-416e-a2a5-b01731dd6315 tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Attempting to bind port e437e546-e2aa-4ed2-8ba0-83d7c75c9956 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '0edbfa7e-0118-4eff-b0f4-8ac52f566a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '12731566-4af9-4b7d-ad0e-d19dba1c5aff'}] {{(pid=87870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:55:38.508164 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c9f3ea-6ddc-416e-a2a5-b01731dd6315 tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Attempting to bind port e437e546-e2aa-4ed2-8ba0-83d7c75c9956 on network 12731566-4af9-4b7d-ad0e-d19dba1c5aff {{(pid=87870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:55:38.513967 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c9f3ea-6ddc-416e-a2a5-b01731dd6315 tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Port e437e546-e2aa-4ed2-8ba0-83d7c75c9956 on network 12731566-4af9-4b7d-ad0e-d19dba1c5aff not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=87870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 11:55:38.514872 dv-neutron-835340-2-hyperv neutron-server[87870]: ERROR neutron.plugins.ml2.managers [None req-b2c9f3ea-6ddc-416e-a2a5-b01731dd6315 tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Failed to bind port e437e546-e2aa-4ed2-8ba0-83d7c75c9956 on host hv-neutron-8353 for vnic_type normal using segments [{'id': '0edbfa7e-0118-4eff-b0f4-8ac52f566a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '12731566-4af9-4b7d-ad0e-d19dba1c5aff'}] Mar 28 11:55:38.515668 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.plugins.ml2.plugin [None req-b2c9f3ea-6ddc-416e-a2a5-b01731dd6315 tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Attempt 9 to bind port e437e546-e2aa-4ed2-8ba0-83d7c75c9956 Mar 28 11:55:38.523860 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b892eec-88a8-4f52-af6a-d4414c2f862a tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Pushing event updated for resources: {'Subnet': ['ID=6b304923-5d57-4363-ae99-af254b4ab0a8,revision_number=0']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:55:38.524118 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-094a199e-fd3f-45ca-8deb-38b077f033cf tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0640535 Mar 28 11:55:38.526703 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 49134) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:38.532099 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-cd4d8c16-4f92-478a-8b55-5e22f1a03570 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Request body: {'port': {'network_id': 'e95a87e2-4c44-46e2-9de5-2786cbaea69c', 'name': 'tempest-NetworksTestDHCPv6-921599997'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:55:38.562506 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-a7de6734-90e8-4599-a144-6f77f7abe1f3 tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783495836591'] for network, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:38.567692 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.managers [None req-b2c9f3ea-6ddc-416e-a2a5-b01731dd6315 tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Attempting to bind port e437e546-e2aa-4ed2-8ba0-83d7c75c9956 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=87870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:55:38.568021 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.managers [None req-b2c9f3ea-6ddc-416e-a2a5-b01731dd6315 tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Attempting to bind port e437e546-e2aa-4ed2-8ba0-83d7c75c9956 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '0edbfa7e-0118-4eff-b0f4-8ac52f566a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '12731566-4af9-4b7d-ad0e-d19dba1c5aff'}] {{(pid=87870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:55:38.568349 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c9f3ea-6ddc-416e-a2a5-b01731dd6315 tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Attempting to bind port e437e546-e2aa-4ed2-8ba0-83d7c75c9956 on network 12731566-4af9-4b7d-ad0e-d19dba1c5aff {{(pid=87870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:55:38.580120 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b892eec-88a8-4f52-af6a-d4414c2f862a tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Checking segment: {'id': 'c296270f-f385-4869-b600-27519c772de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'c2b05fb0-97ef-4819-8d04-688ddce98796'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:55:38.580722 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b892eec-88a8-4f52-af6a-d4414c2f862a tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Network hostable DHCP agents. Network: c2b05fb0-97ef-4819-8d04-688ddce98796, hostable agents: ['3cb85949-855b-4a40-b988-cd5705e511da'], hosted agents: [] {{(pid=87871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 11:55:38.585305 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91dad958-ecb7-4f12-8c1f-2b0c5904894a tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 11:55:38.605338 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e9ab95-9b7f-46a3-8494-bbeaf6b2a4fc None None] Sync routers for ids ['37e1d85d-daf3-4b85-add2-f0a3ab544397'] in dv-neutron-835340-2-hyperv {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 11:55:38.624129 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c9f3ea-6ddc-416e-a2a5-b01731dd6315 tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Port e437e546-e2aa-4ed2-8ba0-83d7c75c9956 on network 12731566-4af9-4b7d-ad0e-d19dba1c5aff not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=87870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 11:55:38.624129 dv-neutron-835340-2-hyperv neutron-server[87870]: ERROR neutron.plugins.ml2.managers [None req-b2c9f3ea-6ddc-416e-a2a5-b01731dd6315 tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Failed to bind port e437e546-e2aa-4ed2-8ba0-83d7c75c9956 on host hv-neutron-8353 for vnic_type normal using segments [{'id': '0edbfa7e-0118-4eff-b0f4-8ac52f566a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '12731566-4af9-4b7d-ad0e-d19dba1c5aff'}] Mar 28 11:55:38.624718 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.plugins.ml2.plugin [None req-b2c9f3ea-6ddc-416e-a2a5-b01731dd6315 tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Attempt 10 to bind port e437e546-e2aa-4ed2-8ba0-83d7c75c9956 Mar 28 11:55:38.629239 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b892eec-88a8-4f52-af6a-d4414c2f862a tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Network c2b05fb0-97ef-4819-8d04-688ddce98796 is scheduled to be hosted by DHCP agent 3cb85949-855b-4a40-b988-cd5705e511da with binding_index 1 {{(pid=87871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 11:55:38.640758 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-4b892eec-88a8-4f52-af6a-d4414c2f862a tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-2-hyperv, c2b05fb0-97ef-4819-8d04-688ddce98796) {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:55:38.642287 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-a7de6734-90e8-4599-a144-6f77f7abe1f3 tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765'] for network, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:38.643420 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-a7de6734-90e8-4599-a144-6f77f7abe1f3 tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765'] for network, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:38.648694 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7de6734-90e8-4599-a144-6f77f7abe1f3 tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:55:38.653256 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7de6734-90e8-4599-a144-6f77f7abe1f3 tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:55:38.654482 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-a7de6734-90e8-4599-a144-6f77f7abe1f3 tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Notify callbacks [] for network, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:38.656589 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e9ab95-9b7f-46a3-8494-bbeaf6b2a4fc None None] Routers {'37e1d85d-daf3-4b85-add2-f0a3ab544397'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:55:38.657215 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-81e9ab95-9b7f-46a3-8494-bbeaf6b2a4fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T11:55:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['37e1d85d-daf3-4b85-add2-f0a3ab544397'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:55:38.680746 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b892eec-88a8-4f52-af6a-d4414c2f862a tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:55:38.681347 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-4b892eec-88a8-4f52-af6a-d4414c2f862a tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538751'] for subnet, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:38.690180 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-91dad958-ecb7-4f12-8c1f-2b0c5904894a tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Notify callbacks [] for router, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:38.694170 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-91dad958-ecb7-4f12-8c1f-2b0c5904894a tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] 10.222.0.30 "PUT /v2.0/routers/37e1d85d-daf3-4b85-add2-f0a3ab544397 HTTP/1.1" status: 200 len: 921 time: 2.8596275 Mar 28 11:55:38.695023 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 49138) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:38.713527 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85c42194-ae1f-472b-8dc8-088301b7b0da None None] Network c2b05fb0-97ef-4819-8d04-688ddce98796 requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:55:38.754658 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.managers [None req-b2c9f3ea-6ddc-416e-a2a5-b01731dd6315 tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Attempting to bind port e437e546-e2aa-4ed2-8ba0-83d7c75c9956 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=87870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:55:38.754848 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.managers [None req-b2c9f3ea-6ddc-416e-a2a5-b01731dd6315 tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Attempting to bind port e437e546-e2aa-4ed2-8ba0-83d7c75c9956 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '0edbfa7e-0118-4eff-b0f4-8ac52f566a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '12731566-4af9-4b7d-ad0e-d19dba1c5aff'}] {{(pid=87870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:55:38.755087 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c9f3ea-6ddc-416e-a2a5-b01731dd6315 tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Attempting to bind port e437e546-e2aa-4ed2-8ba0-83d7c75c9956 on network 12731566-4af9-4b7d-ad0e-d19dba1c5aff {{(pid=87870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:55:38.756413 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-81e9ab95-9b7f-46a3-8494-bbeaf6b2a4fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:55:38.764860 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c9f3ea-6ddc-416e-a2a5-b01731dd6315 tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Port e437e546-e2aa-4ed2-8ba0-83d7c75c9956 on network 12731566-4af9-4b7d-ad0e-d19dba1c5aff not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=87870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 11:55:38.765166 dv-neutron-835340-2-hyperv neutron-server[87870]: ERROR neutron.plugins.ml2.managers [None req-b2c9f3ea-6ddc-416e-a2a5-b01731dd6315 tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Failed to bind port e437e546-e2aa-4ed2-8ba0-83d7c75c9956 on host hv-neutron-8353 for vnic_type normal using segments [{'id': '0edbfa7e-0118-4eff-b0f4-8ac52f566a03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '12731566-4af9-4b7d-ad0e-d19dba1c5aff'}] Mar 28 11:55:38.765428 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-b2c9f3ea-6ddc-416e-a2a5-b01731dd6315 tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:38.802714 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-a7de6734-90e8-4599-a144-6f77f7abe1f3 tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 2.0696092 Mar 28 11:55:38.827810 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 49142) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:38.852691 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e9ab95-9b7f-46a3-8494-bbeaf6b2a4fc None None] Routers {'37e1d85d-daf3-4b85-add2-f0a3ab544397'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:55:38.853544 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-81e9ab95-9b7f-46a3-8494-bbeaf6b2a4fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T11:55:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['37e1d85d-daf3-4b85-add2-f0a3ab544397'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:55:38.862522 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-4b892eec-88a8-4f52-af6a-d4414c2f862a tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5983198 Mar 28 11:55:38.866073 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 49146) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:38.873308 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de6734-90e8-4599-a144-6f77f7abe1f3 tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Pushing event updated for resources: {'Network': ['ID=0b27ec3b-39f5-4e89-84a2-7ce855695ea2,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:55:38.888504 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-d8f0491c-af02-496a-9c8f-39d11453315d tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Request body: {'port': {'network_id': 'c2b05fb0-97ef-4819-8d04-688ddce98796', 'name': 'tempest-PortsIpV6TestJSON-1125677124'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:55:38.932659 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-81e9ab95-9b7f-46a3-8494-bbeaf6b2a4fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:55:38.933293 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e9ab95-9b7f-46a3-8494-bbeaf6b2a4fc None None] The sync data for ids ['37e1d85d-daf3-4b85-add2-f0a3ab544397'] in dv-neutron-835340-2-hyperv is: [] {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 11:55:38.935173 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Network 0b27ec3b-39f5-4e89-84a2-7ce855695ea2 details requested by agent ovs-agent-dv-neutron-835340-2-hyperv with host dv-neutron-835340-2-hyperv {{(pid=87872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 11:55:38.935484 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-cd4d8c16-4f92-478a-8b55-5e22f1a03570 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:55:38.956356 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-cd4d8c16-4f92-478a-8b55-5e22f1a03570 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Usage tracker for resource:port and tenant:b4adfe5c8b3a4e57a1afd1d44c455245 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:55:38.973770 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21754457-c619-43fc-ace4-556987371d50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1d3f2a9-8722-5ce5-bc40-181687d1ed3f-e95a87e2-4c44-46e2-9de5-2786cbaea69c', 'network_id': 'e95a87e2-4c44-46e2-9de5-2786cbaea69c', 'tenant_id': 'b4adfe5c8b3a4e57a1afd1d44c455245', 'fixed_ips': [{'subnet_id': '6cb9eebc-eb7b-453e-9f20-096789b78e1c'}]}} from dv-neutron-835340-2-hyperv. {{(pid=87872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 11:55:38.974789 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-21754457-c619-43fc-ace4-556987371d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:39.008413 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-cd4d8c16-4f92-478a-8b55-5e22f1a03570 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:55:39.026555 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-cd4d8c16-4f92-478a-8b55-5e22f1a03570 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:55:39.053935 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de6734-90e8-4599-a144-6f77f7abe1f3 tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Pushing event updated for resources: {'Network': ['ID=ef18882c-cb83-45c9-a599-2965c896ee9d,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:55:39.069514 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-f1894d49-eb13-4c6d-896f-dc1def804f24 tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] 10.222.0.30 "GET /v2.0/routers/37e1d85d-daf3-4b85-add2-f0a3ab544397 HTTP/1.1" status: 200 len: 921 time: 0.3670673 Mar 28 11:55:39.070122 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 49150) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:39.097663 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.db [None req-b2c9f3ea-6ddc-416e-a2a5-b01731dd6315 tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] For port e437e546-e2aa-4ed2-8ba0-83d7c75c9956, host hv-neutron-8353, cleared binding levels {{(pid=87870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 11:55:39.098044 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.db [None req-b2c9f3ea-6ddc-416e-a2a5-b01731dd6315 tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Attempted to set empty binding levels {{(pid=87870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Mar 28 11:55:39.103202 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Network ef18882c-cb83-45c9-a599-2965c896ee9d details requested by agent ovs-agent-dv-neutron-835340-2-hyperv with host dv-neutron-835340-2-hyperv {{(pid=87872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 11:55:39.115112 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-b2c9f3ea-6ddc-416e-a2a5-b01731dd6315 tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2558288'] for port, after_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:39.150169 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3bbba86-9a86-4613-9ff6-9fe79fbdb5a3 tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:55:39.153237 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-f3bbba86-9a86-4613-9ff6-9fe79fbdb5a3 tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] 10.222.0.30 "GET /v2.0/ports?network_id=ac2b1748-8f63-4b17-a9c7-07e79704aa5b&device_id=37e1d85d-daf3-4b85-add2-f0a3ab544397&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0821805 Mar 28 11:55:39.154485 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 49154) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:39.167829 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd4d8c16-4f92-478a-8b55-5e22f1a03570 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Made reservation on behalf of b4adfe5c8b3a4e57a1afd1d44c455245 for: {'port': 1} {{(pid=87870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:55:39.171229 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-cd4d8c16-4f92-478a-8b55-5e22f1a03570 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:39.220456 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-b2c9f3ea-6ddc-416e-a2a5-b01731dd6315 tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] In _notify_port_updated(), no bound segment for port e437e546-e2aa-4ed2-8ba0-83d7c75c9956 on network 12731566-4af9-4b7d-ad0e-d19dba1c5aff {{(pid=87870) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 28 11:55:39.221564 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2c9f3ea-6ddc-416e-a2a5-b01731dd6315 tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:55:39.222165 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-b2c9f3ea-6ddc-416e-a2a5-b01731dd6315 tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:39.223451 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-b2c9f3ea-6ddc-416e-a2a5-b01731dd6315 tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] 10.222.0.30 "PUT /v2.0/ports/e437e546-e2aa-4ed2-8ba0-83d7c75c9956 HTTP/1.1" status: 200 len: 976 time: 2.4028349 Mar 28 11:55:39.230893 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 49158) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:39.287575 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.notifiers.nova [None req-cd4d8c16-4f92-478a-8b55-5e22f1a03570 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] device_id is not set on port e6a5ca9d-1138-4602-b6bd-32005413e71c yet. {{(pid=87870) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 11:55:39.308230 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb78e1f5-5be9-4004-8272-341a3b462f09 tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:55:39.313046 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-fb78e1f5-5be9-4004-8272-341a3b462f09 tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] 10.222.0.30 "GET /v2.0/networks/ac2b1748-8f63-4b17-a9c7-07e79704aa5b HTTP/1.1" status: 200 len: 881 time: 0.1541905 Mar 28 11:55:39.313265 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 49162) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:39.341648 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d74af53-f794-4d7e-8855-8d5167484e6e tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:55:39.348128 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d74af53-f794-4d7e-8855-8d5167484e6e tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:55:39.353959 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d74af53-f794-4d7e-8855-8d5167484e6e tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:55:39.360277 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d74af53-f794-4d7e-8855-8d5167484e6e tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:55:39.364180 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-6de8c535-6395-47eb-8088-3df214ff6b92 tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] 10.222.0.30 "GET /v2.0/ports?device_id=37e1d85d-daf3-4b85-add2-f0a3ab544397 HTTP/1.1" status: 200 len: 205 time: 0.0472181 Mar 28 11:55:39.364180 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 49166) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:39.364722 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 49168) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:39.365215 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-5d74af53-f794-4d7e-8855-8d5167484e6e tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.5314283 Mar 28 11:55:39.398349 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c9f3ea-6ddc-416e-a2a5-b01731dd6315 tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Pushing event updated for resources: {'Port': ['ID=e437e546-e2aa-4ed2-8ba0-83d7c75c9956,revision_number=3']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:55:39.400869 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-d8f0491c-af02-496a-9c8f-39d11453315d tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:55:39.420790 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a53da38-3ae0-4b53-ad07-63b17070bd2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1d3f2a9-8722-5ce5-bc40-181687d1ed3f-c2b05fb0-97ef-4819-8d04-688ddce98796', 'network_id': 'c2b05fb0-97ef-4819-8d04-688ddce98796', 'tenant_id': 'beb99f647cec46e3bbf575ac0a3034e8', 'fixed_ips': [{'subnet_id': '6b304923-5d57-4363-ae99-af254b4ab0a8'}]}} from dv-neutron-835340-2-hyperv. {{(pid=87872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 11:55:39.421838 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-9a53da38-3ae0-4b53-ad07-63b17070bd2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:39.424449 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-d8f0491c-af02-496a-9c8f-39d11453315d tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Usage tracker for resource:port and tenant:beb99f647cec46e3bbf575ac0a3034e8 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:55:39.438734 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-d8f0491c-af02-496a-9c8f-39d11453315d tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:55:39.450438 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-e05b7d88-a69d-4043-8838-e8fd739a669b tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Deleting port e437e546-e2aa-4ed2-8ba0-83d7c75c9956 {{(pid=87870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:55:39.450779 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-e05b7d88-a69d-4043-8838-e8fd739a669b tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:39.457474 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.db_base_plugin_common [None req-21754457-c619-43fc-ace4-556987371d50 None None] Allocated IP 2001:db8::2 (e95a87e2-4c44-46e2-9de5-2786cbaea69c/6cb9eebc-eb7b-453e-9f20-096789b78e1c/373f1757-3ad7-4031-b2c5-c694aed3e3ee) {{(pid=87872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:55:39.479325 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-d8f0491c-af02-496a-9c8f-39d11453315d tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:55:39.513991 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8f0491c-af02-496a-9c8f-39d11453315d tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Made reservation on behalf of beb99f647cec46e3bbf575ac0a3034e8 for: {'port': 1} {{(pid=87870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:55:39.517790 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-d8f0491c-af02-496a-9c8f-39d11453315d tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:39.586451 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.notifiers.nova [None req-d8f0491c-af02-496a-9c8f-39d11453315d tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] device_id is not set on port 85a8383d-3f8d-4572-97b0-5e7487f9e5a4 yet. {{(pid=87870) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 11:55:39.703127 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-723eb569-c521-47f5-9dbc-83c3853bba36 tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588883'] for network, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:39.709689 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.db_base_plugin_common [None req-9a53da38-3ae0-4b53-ad07-63b17070bd2c None None] Allocated IP 2001:db8::2 (c2b05fb0-97ef-4819-8d04-688ddce98796/6b304923-5d57-4363-ae99-af254b4ab0a8/b01f0435-e3f2-40bc-8d5f-1b8d15a119f6) {{(pid=87872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:55:39.762080 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.db [None req-e05b7d88-a69d-4043-8838-e8fd739a669b tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] For port e437e546-e2aa-4ed2-8ba0-83d7c75c9956, host hv-neutron-8353, got binding levels [] {{(pid=87870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:55:39.762432 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-e05b7d88-a69d-4043-8838-e8fd739a669b tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:39.887905 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-e05b7d88-a69d-4043-8838-e8fd739a669b tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Calling delete_port for e437e546-e2aa-4ed2-8ba0-83d7c75c9956 owned by {{(pid=87870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:55:39.899776 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-21754457-c619-43fc-ace4-556987371d50 None None] Notify callbacks [] for port, precommit_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:39.923672 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-21754457-c619-43fc-ace4-556987371d50 None None] Transition to ACTIVE for port object 373f1757-3ad7-4031-b2c5-c694aed3e3ee will not be triggered until provisioned by entity L2. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:55:39.971456 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-e05b7d88-a69d-4043-8838-e8fd739a669b tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:39.982980 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-ac4dcb31-1e6a-4ab2-8a55-86b91fc19dd5 tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] Notify callbacks [] for router, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:39.987084 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-21754457-c619-43fc-ace4-556987371d50 None None] Transition to ACTIVE for port object 373f1757-3ad7-4031-b2c5-c694aed3e3ee will not be triggered until provisioned by entity DHCP. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:55:40.003804 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-21754457-c619-43fc-ace4-556987371d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241'] for port, after_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:40.055714 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05b7d88-a69d-4043-8838-e8fd739a669b tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Pushing event deleted for resources: {'Port': ['ID=e437e546-e2aa-4ed2-8ba0-83d7c75c9956,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:55:40.075612 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-9a53da38-3ae0-4b53-ad07-63b17070bd2c None None] Notify callbacks [] for port, precommit_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:40.078846 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-e05b7d88-a69d-4043-8838-e8fd739a669b tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:40.085602 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21754457-c619-43fc-ace4-556987371d50 None None] Network e95a87e2-4c44-46e2-9de5-2786cbaea69c is already hosted by enough agents. {{(pid=87872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:55:40.094617 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.base_scheduler [None req-21754457-c619-43fc-ace4-556987371d50 None None] Resources bound (agent type, host, resource id): {{(pid=87872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:55:40.100461 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-9a53da38-3ae0-4b53-ad07-63b17070bd2c None None] Transition to ACTIVE for port object b01f0435-e3f2-40bc-8d5f-1b8d15a119f6 will not be triggered until provisioned by entity L2. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:55:40.102950 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21754457-c619-43fc-ace4-556987371d50 None None] Received port after_create {{(pid=87872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:55:40.106817 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-e05b7d88-a69d-4043-8838-e8fd739a669b tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] 10.222.0.30 "DELETE /v2.0/ports/e437e546-e2aa-4ed2-8ba0-83d7c75c9956 HTTP/1.1" status: 204 len: 168 time: 0.8671985 Mar 28 11:55:40.106957 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 49176) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:40.109162 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21754457-c619-43fc-ace4-556987371d50 None None] Pushing event updated for resources: {'Port': ['ID=373f1757-3ad7-4031-b2c5-c694aed3e3ee,revision_number=1']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:55:40.128448 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-723eb569-c521-47f5-9dbc-83c3853bba36 tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930431', 'neutron.services.segments.db._delete_segments_for_network-8783496351308'] for network, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:40.159742 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ddf940b-7943-4dbb-a634-e35ee232e846 tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] GET failed (client error): The resource could not be found. Mar 28 11:55:40.160273 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-4ddf940b-7943-4dbb-a634-e35ee232e846 tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Synchronizing usage tracker for tenant:3c43ce0240aa4db5957daccc5c7c6d7c on resource:port {{(pid=87870) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:55:40.161335 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-9a53da38-3ae0-4b53-ad07-63b17070bd2c None None] Transition to ACTIVE for port object b01f0435-e3f2-40bc-8d5f-1b8d15a119f6 will not be triggered until provisioned by entity DHCP. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:55:40.173530 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.db_base_plugin_common [None req-cd4d8c16-4f92-478a-8b55-5e22f1a03570 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Allocated IP 2001:db8::228 (e95a87e2-4c44-46e2-9de5-2786cbaea69c/6cb9eebc-eb7b-453e-9f20-096789b78e1c/e6a5ca9d-1138-4602-b6bd-32005413e71c) {{(pid=87870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:55:40.182250 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.segments.db [None req-723eb569-c521-47f5-9dbc-83c3853bba36 tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b27ec3b-39f5-4e89-84a2-7ce855695ea2']}} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:55:40.193543 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-4ddf940b-7943-4dbb-a634-e35ee232e846 tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] Unset dirty status for tenant:3c43ce0240aa4db5957daccc5c7c6d7c on resource:port {{(pid=87870) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:55:40.195229 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-4ddf940b-7943-4dbb-a634-e35ee232e846 tempest-PortsAdminExtendedAttrsTestJSON-949648158 tempest-PortsAdminExtendedAttrsTestJSON-949648158-project-admin] 10.222.0.30 "GET /v2.0/ports/e437e546-e2aa-4ed2-8ba0-83d7c75c9956 HTTP/1.1" status: 404 len: 333 time: 0.0871394 Mar 28 11:55:40.199814 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 49180) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:40.204291 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888a0458-d4ff-4872-833b-663e8e7f618d req-950d76a1-44ba-4116-947a-1228e1cf9a71 tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:55:40.204639 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-9a53da38-3ae0-4b53-ad07-63b17070bd2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241'] for port, after_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:40.206101 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-888a0458-d4ff-4872-833b-663e8e7f618d req-950d76a1-44ba-4116-947a-1228e1cf9a71 tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd5974e7-0504-4851-a286-20ab5143705c HTTP/1.1" status: 200 len: 945 time: 0.4949627 Mar 28 11:55:40.277249 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.segments.db [None req-723eb569-c521-47f5-9dbc-83c3853bba36 tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '253756e2-a5f9-430f-9862-dc6f40f30e77') {'for_net_delete': True} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:55:40.277561 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.segments.db [None req-723eb569-c521-47f5-9dbc-83c3853bba36 tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '253756e2-a5f9-430f-9862-dc6f40f30e77') {} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:55:40.282297 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-21754457-c619-43fc-ace4-556987371d50 None None] Attempting to bind port 373f1757-3ad7-4031-b2c5-c694aed3e3ee on host dv-neutron-835340-2-hyperv for vnic_type normal with profile {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:55:40.282761 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-21754457-c619-43fc-ace4-556987371d50 None None] Attempting to bind port 373f1757-3ad7-4031-b2c5-c694aed3e3ee by drivers openvswitch,hyperv on host dv-neutron-835340-2-hyperv at level 0 using segments [{'id': 'bd053757-b8b4-4f3a-b553-aa242f2d15d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e95a87e2-4c44-46e2-9de5-2786cbaea69c'}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:55:40.283215 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21754457-c619-43fc-ace4-556987371d50 None None] Attempting to bind port 373f1757-3ad7-4031-b2c5-c694aed3e3ee on network e95a87e2-4c44-46e2-9de5-2786cbaea69c {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:55:40.289286 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a53da38-3ae0-4b53-ad07-63b17070bd2c None None] Network c2b05fb0-97ef-4819-8d04-688ddce98796 is already hosted by enough agents. {{(pid=87872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:55:40.293601 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.base_scheduler [None req-9a53da38-3ae0-4b53-ad07-63b17070bd2c None None] Resources bound (agent type, host, resource id): {{(pid=87872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:55:40.303508 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21754457-c619-43fc-ace4-556987371d50 None None] Checking agent: {'id': '961a16fe-cbc8-4264-ac28-bbbd53f89caa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 46, 6), 'started_at': datetime.datetime(2022, 3, 28, 11, 46, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 11, 55, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 11:55:40.303508 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21754457-c619-43fc-ace4-556987371d50 None None] Checking segment: {'id': 'bd053757-b8b4-4f3a-b553-aa242f2d15d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e95a87e2-4c44-46e2-9de5-2786cbaea69c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:55:40.303832 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-21754457-c619-43fc-ace4-556987371d50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:40.304665 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21754457-c619-43fc-ace4-556987371d50 None None] Bound using segment: {'id': 'bd053757-b8b4-4f3a-b553-aa242f2d15d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e95a87e2-4c44-46e2-9de5-2786cbaea69c'} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 11:55:40.304782 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-21754457-c619-43fc-ace4-556987371d50 None None] Bound port: 373f1757-3ad7-4031-b2c5-c694aed3e3ee, host: dv-neutron-835340-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd053757-b8b4-4f3a-b553-aa242f2d15d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e95a87e2-4c44-46e2-9de5-2786cbaea69c'}}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 11:55:40.305843 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-21754457-c619-43fc-ace4-556987371d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:40.317308 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a53da38-3ae0-4b53-ad07-63b17070bd2c None None] Received port after_create {{(pid=87872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:55:40.326140 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-723eb569-c521-47f5-9dbc-83c3853bba36 tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783496353639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3436890'] for segment, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:40.327829 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53da38-3ae0-4b53-ad07-63b17070bd2c None None] Pushing event updated for resources: {'Port': ['ID=b01f0435-e3f2-40bc-8d5f-1b8d15a119f6,revision_number=1']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:55:40.359791 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-723eb569-c521-47f5-9dbc-83c3853bba36 tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:40.378860 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-888a0458-d4ff-4872-833b-663e8e7f618d req-e1820e7a-99f8-4ee7-afff-c6906cb2fddb tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] 10.222.0.30 "GET /v2.0/security-groups?id=895ae8ad-46d6-4a0f-b104-9c0ca0cce592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1073480 Mar 28 11:55:40.379806 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-723eb569-c521-47f5-9dbc-83c3853bba36 tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=87871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 11:55:40.380954 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-723eb569-c521-47f5-9dbc-83c3853bba36 tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1920481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2363149'] for segment, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:40.398251 dv-neutron-835340-2-hyperv neutron-server[87871]: Traceback (most recent call last): Mar 28 11:55:40.398251 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 11:55:40.398251 dv-neutron-835340-2-hyperv neutron-server[87871]: timer() Mar 28 11:55:40.398251 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 11:55:40.398251 dv-neutron-835340-2-hyperv neutron-server[87871]: cb(*args, **kw) Mar 28 11:55:40.398251 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 11:55:40.398251 dv-neutron-835340-2-hyperv neutron-server[87871]: return func(*args, **kwargs) Mar 28 11:55:40.398251 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 11:55:40.398251 dv-neutron-835340-2-hyperv neutron-server[87871]: self._notify() Mar 28 11:55:40.398251 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 11:55:40.398251 dv-neutron-835340-2-hyperv neutron-server[87871]: self.callback(batched_events) Mar 28 11:55:40.398251 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 11:55:40.398251 dv-neutron-835340-2-hyperv neutron-server[87871]: event.method(event) Mar 28 11:55:40.398251 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 11:55:40.398251 dv-neutron-835340-2-hyperv neutron-server[87871]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 11:55:40.398251 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 11:55:40.398251 dv-neutron-835340-2-hyperv neutron-server[87871]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 11:55:40.398251 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 11:55:40.398251 dv-neutron-835340-2-hyperv neutron-server[87871]: return f(self, *a, **k) Mar 28 11:55:40.398251 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 11:55:40.398251 dv-neutron-835340-2-hyperv neutron-server[87871]: return self._get(url).json() Mar 28 11:55:40.398251 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 11:55:40.398251 dv-neutron-835340-2-hyperv neutron-server[87871]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 11:55:40.398251 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 11:55:40.398251 dv-neutron-835340-2-hyperv neutron-server[87871]: return self.request(url, 'GET', **kwargs) Mar 28 11:55:40.398251 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 11:55:40.398251 dv-neutron-835340-2-hyperv neutron-server[87871]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 11:55:40.398251 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 11:55:40.398251 dv-neutron-835340-2-hyperv neutron-server[87871]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 11:55:40.398251 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 11:55:40.398251 dv-neutron-835340-2-hyperv neutron-server[87871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 11:55:40.398251 dv-neutron-835340-2-hyperv neutron-server[87871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 11:55:40.400129 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-ac4dcb31-1e6a-4ab2-8a55-86b91fc19dd5 tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:40.485437 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-9a53da38-3ae0-4b53-ad07-63b17070bd2c None None] Attempting to bind port b01f0435-e3f2-40bc-8d5f-1b8d15a119f6 on host dv-neutron-835340-2-hyperv for vnic_type normal with profile {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:55:40.485969 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-9a53da38-3ae0-4b53-ad07-63b17070bd2c None None] Attempting to bind port b01f0435-e3f2-40bc-8d5f-1b8d15a119f6 by drivers openvswitch,hyperv on host dv-neutron-835340-2-hyperv at level 0 using segments [{'id': 'c296270f-f385-4869-b600-27519c772de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'c2b05fb0-97ef-4819-8d04-688ddce98796'}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:55:40.486420 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a53da38-3ae0-4b53-ad07-63b17070bd2c None None] Attempting to bind port b01f0435-e3f2-40bc-8d5f-1b8d15a119f6 on network c2b05fb0-97ef-4819-8d04-688ddce98796 {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:55:40.495944 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a53da38-3ae0-4b53-ad07-63b17070bd2c None None] Checking agent: {'id': '961a16fe-cbc8-4264-ac28-bbbd53f89caa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 46, 6), 'started_at': datetime.datetime(2022, 3, 28, 11, 46, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 11, 55, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 11:55:40.496742 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a53da38-3ae0-4b53-ad07-63b17070bd2c None None] Checking segment: {'id': 'c296270f-f385-4869-b600-27519c772de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'c2b05fb0-97ef-4819-8d04-688ddce98796'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:55:40.497224 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-9a53da38-3ae0-4b53-ad07-63b17070bd2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:40.497675 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a53da38-3ae0-4b53-ad07-63b17070bd2c None None] Bound using segment: {'id': 'c296270f-f385-4869-b600-27519c772de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'c2b05fb0-97ef-4819-8d04-688ddce98796'} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 11:55:40.498240 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-9a53da38-3ae0-4b53-ad07-63b17070bd2c None None] Bound port: b01f0435-e3f2-40bc-8d5f-1b8d15a119f6, host: dv-neutron-835340-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c296270f-f385-4869-b600-27519c772de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'c2b05fb0-97ef-4819-8d04-688ddce98796'}}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 11:55:40.498836 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-9a53da38-3ae0-4b53-ad07-63b17070bd2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:40.501808 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-ac4dcb31-1e6a-4ab2-8a55-86b91fc19dd5 tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] Deleting port 5dd50208-a219-40eb-853e-d829b04aaea6 {{(pid=87871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:55:40.502618 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-ac4dcb31-1e6a-4ab2-8a55-86b91fc19dd5 tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:40.508905 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-21754457-c619-43fc-ace4-556987371d50 None None] For port 373f1757-3ad7-4031-b2c5-c694aed3e3ee, host dv-neutron-835340-2-hyperv, cleared binding levels {{(pid=87872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 11:55:40.522180 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-21754457-c619-43fc-ace4-556987371d50 None None] For port 373f1757-3ad7-4031-b2c5-c694aed3e3ee, host dv-neutron-835340-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=373f1757-3ad7-4031-b2c5-c694aed3e3ee,segment=NetworkSegment(bd053757-b8b4-4f3a-b553-aa242f2d15d2),segment_id=bd053757-b8b4-4f3a-b553-aa242f2d15d2)] {{(pid=87872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 11:55:40.544761 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-723eb569-c521-47f5-9dbc-83c3853bba36 tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709602'] for network, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:40.550356 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-723eb569-c521-47f5-9dbc-83c3853bba36 tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Notify callbacks [] for network, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:40.560801 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-21754457-c619-43fc-ace4-556987371d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:40.578962 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-14998052-8915-4d25-a5da-0c0302d513a2 tempest-PortsAdminExtendedAttrsTestJSON-964464193 tempest-PortsAdminExtendedAttrsTestJSON-964464193-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588883'] for network, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:40.583846 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-723eb569-c521-47f5-9dbc-83c3853bba36 tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] 10.222.0.30 "DELETE /v2.0/networks/0b27ec3b-39f5-4e89-84a2-7ce855695ea2 HTTP/1.1" status: 204 len: 168 time: 1.2158289 Mar 28 11:55:40.584691 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723eb569-c521-47f5-9dbc-83c3853bba36 tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Pushing event deleted for resources: {'Network': ['ID=0b27ec3b-39f5-4e89-84a2-7ce855695ea2,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:55:40.587170 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.db_base_plugin_common [None req-d8f0491c-af02-496a-9c8f-39d11453315d tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Allocated IP 2001:db8::36b (c2b05fb0-97ef-4819-8d04-688ddce98796/6b304923-5d57-4363-ae99-af254b4ab0a8/85a8383d-3f8d-4572-97b0-5e7487f9e5a4) {{(pid=87870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:55:40.587574 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 49188) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:40.714119 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-9a53da38-3ae0-4b53-ad07-63b17070bd2c None None] For port b01f0435-e3f2-40bc-8d5f-1b8d15a119f6, host dv-neutron-835340-2-hyperv, cleared binding levels {{(pid=87872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 11:55:40.731027 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-9a53da38-3ae0-4b53-ad07-63b17070bd2c None None] For port b01f0435-e3f2-40bc-8d5f-1b8d15a119f6, host dv-neutron-835340-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=b01f0435-e3f2-40bc-8d5f-1b8d15a119f6,segment=NetworkSegment(c296270f-f385-4869-b600-27519c772de7),segment_id=c296270f-f385-4869-b600-27519c772de7)] {{(pid=87872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 11:55:40.739081 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21754457-c619-43fc-ace4-556987371d50 None None] Pushing event updated for resources: {'Port': ['ID=373f1757-3ad7-4031-b2c5-c694aed3e3ee,revision_number=2']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:55:40.743720 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-9a53da38-3ae0-4b53-ad07-63b17070bd2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:40.820493 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-343386a9-952a-4dbd-9d1b-ca5aca090e5e tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588883'] for network, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:40.825133 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-14998052-8915-4d25-a5da-0c0302d513a2 tempest-PortsAdminExtendedAttrsTestJSON-964464193 tempest-PortsAdminExtendedAttrsTestJSON-964464193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930431', 'neutron.services.segments.db._delete_segments_for_network-8783496351308'] for network, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:40.847241 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53da38-3ae0-4b53-ad07-63b17070bd2c None None] Pushing event updated for resources: {'Port': ['ID=b01f0435-e3f2-40bc-8d5f-1b8d15a119f6,revision_number=2']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:55:40.878135 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-14998052-8915-4d25-a5da-0c0302d513a2 tempest-PortsAdminExtendedAttrsTestJSON-964464193 tempest-PortsAdminExtendedAttrsTestJSON-964464193-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12731566-4af9-4b7d-ad0e-d19dba1c5aff']}} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:55:40.902884 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-ac4dcb31-1e6a-4ab2-8a55-86b91fc19dd5 tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:40.972719 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-14998052-8915-4d25-a5da-0c0302d513a2 tempest-PortsAdminExtendedAttrsTestJSON-964464193 tempest-PortsAdminExtendedAttrsTestJSON-964464193-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0edbfa7e-0118-4eff-b0f4-8ac52f566a03') {'for_net_delete': True} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:55:40.973012 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-14998052-8915-4d25-a5da-0c0302d513a2 tempest-PortsAdminExtendedAttrsTestJSON-964464193 tempest-PortsAdminExtendedAttrsTestJSON-964464193-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0edbfa7e-0118-4eff-b0f4-8ac52f566a03') {} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:55:41.050885 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-14998052-8915-4d25-a5da-0c0302d513a2 tempest-PortsAdminExtendedAttrsTestJSON-964464193 tempest-PortsAdminExtendedAttrsTestJSON-964464193-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783496353639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3591341'] for segment, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:41.092010 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-cd4d8c16-4f92-478a-8b55-5e22f1a03570 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks [] for port, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:41.118005 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-14998052-8915-4d25-a5da-0c0302d513a2 tempest-PortsAdminExtendedAttrsTestJSON-964464193 tempest-PortsAdminExtendedAttrsTestJSON-964464193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:41.141298 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14998052-8915-4d25-a5da-0c0302d513a2 tempest-PortsAdminExtendedAttrsTestJSON-964464193 tempest-PortsAdminExtendedAttrsTestJSON-964464193-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=87870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 11:55:41.141713 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-14998052-8915-4d25-a5da-0c0302d513a2 tempest-PortsAdminExtendedAttrsTestJSON-964464193 tempest-PortsAdminExtendedAttrsTestJSON-964464193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1920481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2558260'] for segment, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:41.166737 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.provisioning_blocks [None req-cd4d8c16-4f92-478a-8b55-5e22f1a03570 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Transition to ACTIVE for port object e6a5ca9d-1138-4602-b6bd-32005413e71c will not be triggered until provisioned by entity DHCP. {{(pid=87870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:55:41.168303 dv-neutron-835340-2-hyperv neutron-server[87870]: Traceback (most recent call last): Mar 28 11:55:41.168303 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 11:55:41.168303 dv-neutron-835340-2-hyperv neutron-server[87870]: timer() Mar 28 11:55:41.168303 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 11:55:41.168303 dv-neutron-835340-2-hyperv neutron-server[87870]: cb(*args, **kw) Mar 28 11:55:41.168303 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 11:55:41.168303 dv-neutron-835340-2-hyperv neutron-server[87870]: return func(*args, **kwargs) Mar 28 11:55:41.168303 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 11:55:41.168303 dv-neutron-835340-2-hyperv neutron-server[87870]: self._notify() Mar 28 11:55:41.168303 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 11:55:41.168303 dv-neutron-835340-2-hyperv neutron-server[87870]: self.callback(batched_events) Mar 28 11:55:41.168303 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 11:55:41.168303 dv-neutron-835340-2-hyperv neutron-server[87870]: event.method(event) Mar 28 11:55:41.168303 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 11:55:41.168303 dv-neutron-835340-2-hyperv neutron-server[87870]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 11:55:41.168303 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 11:55:41.168303 dv-neutron-835340-2-hyperv neutron-server[87870]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 11:55:41.168303 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 11:55:41.168303 dv-neutron-835340-2-hyperv neutron-server[87870]: return f(self, *a, **k) Mar 28 11:55:41.168303 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 11:55:41.168303 dv-neutron-835340-2-hyperv neutron-server[87870]: return self._get(url).json() Mar 28 11:55:41.168303 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 11:55:41.168303 dv-neutron-835340-2-hyperv neutron-server[87870]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 11:55:41.168303 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 11:55:41.168303 dv-neutron-835340-2-hyperv neutron-server[87870]: return self.request(url, 'GET', **kwargs) Mar 28 11:55:41.168303 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 11:55:41.168303 dv-neutron-835340-2-hyperv neutron-server[87870]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 11:55:41.168303 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 11:55:41.168303 dv-neutron-835340-2-hyperv neutron-server[87870]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 11:55:41.168303 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 11:55:41.168303 dv-neutron-835340-2-hyperv neutron-server[87870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 11:55:41.168303 dv-neutron-835340-2-hyperv neutron-server[87870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 11:55:41.344798 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-d8f0491c-af02-496a-9c8f-39d11453315d tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks [] for port, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:41.359415 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-343386a9-952a-4dbd-9d1b-ca5aca090e5e tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930431', 'neutron.services.segments.db._delete_segments_for_network-8783496351308'] for network, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:41.376855 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.provisioning_blocks [None req-d8f0491c-af02-496a-9c8f-39d11453315d tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Transition to ACTIVE for port object 85a8383d-3f8d-4572-97b0-5e7487f9e5a4 will not be triggered until provisioned by entity DHCP. {{(pid=87870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:55:41.378743 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-14998052-8915-4d25-a5da-0c0302d513a2 tempest-PortsAdminExtendedAttrsTestJSON-964464193 tempest-PortsAdminExtendedAttrsTestJSON-964464193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709602'] for network, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:41.382139 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-cd4d8c16-4f92-478a-8b55-5e22f1a03570 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:41.383422 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-ac4dcb31-1e6a-4ab2-8a55-86b91fc19dd5 tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] Calling delete_port for 5dd50208-a219-40eb-853e-d829b04aaea6 owned by network:router_gateway {{(pid=87871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:55:41.392757 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device b01f0435-e3f2-40bc-8d5f-1b8d15a119f6 up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:55:41.413103 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-14998052-8915-4d25-a5da-0c0302d513a2 tempest-PortsAdminExtendedAttrsTestJSON-964464193 tempest-PortsAdminExtendedAttrsTestJSON-964464193-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538751'] for network, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:41.470695 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.segments.db [None req-343386a9-952a-4dbd-9d1b-ca5aca090e5e tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef18882c-cb83-45c9-a599-2965c896ee9d']}} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:55:41.474719 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning for port b01f0435-e3f2-40bc-8d5f-1b8d15a119f6 completed by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:55:41.481080 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 373f1757-3ad7-4031-b2c5-c694aed3e3ee up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:55:41.481392 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14998052-8915-4d25-a5da-0c0302d513a2 tempest-PortsAdminExtendedAttrsTestJSON-964464193 tempest-PortsAdminExtendedAttrsTestJSON-964464193-project] Pushing event deleted for resources: {'Network': ['ID=12731566-4af9-4b7d-ad0e-d19dba1c5aff,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:55:41.490254 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.segments.db [None req-343386a9-952a-4dbd-9d1b-ca5aca090e5e tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94bdbbe9-e748-4015-a449-6d36b5081ba9') {'for_net_delete': True} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:55:41.490659 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.segments.db [None req-343386a9-952a-4dbd-9d1b-ca5aca090e5e tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94bdbbe9-e748-4015-a449-6d36b5081ba9') {} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:55:41.495979 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-14998052-8915-4d25-a5da-0c0302d513a2 tempest-PortsAdminExtendedAttrsTestJSON-964464193 tempest-PortsAdminExtendedAttrsTestJSON-964464193-project] 10.222.0.30 "DELETE /v2.0/networks/12731566-4af9-4b7d-ad0e-d19dba1c5aff HTTP/1.1" status: 204 len: 168 time: 1.2951460 Mar 28 11:55:41.519234 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd4d8c16-4f92-478a-8b55-5e22f1a03570 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Network e95a87e2-4c44-46e2-9de5-2786cbaea69c is already hosted by enough agents. {{(pid=87870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:55:41.525767 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.base_scheduler [None req-cd4d8c16-4f92-478a-8b55-5e22f1a03570 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Resources bound (agent type, host, resource id): {{(pid=87870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:55:41.528727 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd4d8c16-4f92-478a-8b55-5e22f1a03570 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Received port after_create {{(pid=87870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:55:41.535130 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd4d8c16-4f92-478a-8b55-5e22f1a03570 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:55:41.536425 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-cd4d8c16-4f92-478a-8b55-5e22f1a03570 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:41.542796 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-343386a9-952a-4dbd-9d1b-ca5aca090e5e tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783496353639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3436890'] for segment, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:41.564040 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4d8c16-4f92-478a-8b55-5e22f1a03570 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Pushing event updated for resources: {'Port': ['ID=e6a5ca9d-1138-4602-b6bd-32005413e71c,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:55:41.575625 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-cd4d8c16-4f92-478a-8b55-5e22f1a03570 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.0471683 Mar 28 11:55:41.576380 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 49196) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:41.582325 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-343386a9-952a-4dbd-9d1b-ca5aca090e5e tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:41.598424 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning for port 373f1757-3ad7-4031-b2c5-c694aed3e3ee completed by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:55:41.636271 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-343386a9-952a-4dbd-9d1b-ca5aca090e5e tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=87871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 11:55:41.636878 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-343386a9-952a-4dbd-9d1b-ca5aca090e5e tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1920481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2363149'] for segment, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:41.641518 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-d8f0491c-af02-496a-9c8f-39d11453315d tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:41.653739 dv-neutron-835340-2-hyperv neutron-server[87871]: Traceback (most recent call last): Mar 28 11:55:41.653739 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 11:55:41.653739 dv-neutron-835340-2-hyperv neutron-server[87871]: timer() Mar 28 11:55:41.653739 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 11:55:41.653739 dv-neutron-835340-2-hyperv neutron-server[87871]: cb(*args, **kw) Mar 28 11:55:41.653739 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 11:55:41.653739 dv-neutron-835340-2-hyperv neutron-server[87871]: return func(*args, **kwargs) Mar 28 11:55:41.653739 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 11:55:41.653739 dv-neutron-835340-2-hyperv neutron-server[87871]: self._notify() Mar 28 11:55:41.653739 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 11:55:41.653739 dv-neutron-835340-2-hyperv neutron-server[87871]: self.callback(batched_events) Mar 28 11:55:41.653739 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 11:55:41.653739 dv-neutron-835340-2-hyperv neutron-server[87871]: event.method(event) Mar 28 11:55:41.653739 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 11:55:41.653739 dv-neutron-835340-2-hyperv neutron-server[87871]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 11:55:41.653739 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 11:55:41.653739 dv-neutron-835340-2-hyperv neutron-server[87871]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 11:55:41.653739 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 11:55:41.653739 dv-neutron-835340-2-hyperv neutron-server[87871]: return f(self, *a, **k) Mar 28 11:55:41.653739 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 11:55:41.653739 dv-neutron-835340-2-hyperv neutron-server[87871]: return self._get(url).json() Mar 28 11:55:41.653739 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 11:55:41.653739 dv-neutron-835340-2-hyperv neutron-server[87871]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 11:55:41.653739 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 11:55:41.653739 dv-neutron-835340-2-hyperv neutron-server[87871]: return self.request(url, 'GET', **kwargs) Mar 28 11:55:41.653739 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 11:55:41.653739 dv-neutron-835340-2-hyperv neutron-server[87871]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 11:55:41.653739 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 11:55:41.653739 dv-neutron-835340-2-hyperv neutron-server[87871]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 11:55:41.653739 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 11:55:41.653739 dv-neutron-835340-2-hyperv neutron-server[87871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 11:55:41.653739 dv-neutron-835340-2-hyperv neutron-server[87871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 11:55:41.738312 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8f0491c-af02-496a-9c8f-39d11453315d tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Network c2b05fb0-97ef-4819-8d04-688ddce98796 is already hosted by enough agents. {{(pid=87870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:55:41.749328 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.base_scheduler [None req-d8f0491c-af02-496a-9c8f-39d11453315d tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Resources bound (agent type, host, resource id): {{(pid=87870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:55:41.751965 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f0491c-af02-496a-9c8f-39d11453315d tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Received port after_create {{(pid=87870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:55:41.757992 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8f0491c-af02-496a-9c8f-39d11453315d tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:55:41.758723 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-d8f0491c-af02-496a-9c8f-39d11453315d tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:41.780719 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-343386a9-952a-4dbd-9d1b-ca5aca090e5e tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709602'] for network, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:41.782759 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f0491c-af02-496a-9c8f-39d11453315d tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Pushing event updated for resources: {'Port': ['ID=85a8383d-3f8d-4572-97b0-5e7487f9e5a4,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:55:41.792864 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da43ec0d-1f00-4a9f-ab6d-86119be3b3e8 req-683be085-e1ad-44b8-b24e-78a9e4d23964 tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:55:41.794482 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-da43ec0d-1f00-4a9f-ab6d-86119be3b3e8 req-683be085-e1ad-44b8-b24e-78a9e4d23964 tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd5974e7-0504-4851-a286-20ab5143705c HTTP/1.1" status: 200 len: 945 time: 0.2258418 Mar 28 11:55:41.820304 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-d8f0491c-af02-496a-9c8f-39d11453315d tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.9532020 Mar 28 11:55:41.822407 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-343386a9-952a-4dbd-9d1b-ca5aca090e5e tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Notify callbacks [] for network, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:41.824010 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 49202) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:41.872619 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343386a9-952a-4dbd-9d1b-ca5aca090e5e tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Pushing event deleted for resources: {'Network': ['ID=ef18882c-cb83-45c9-a599-2965c896ee9d,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:55:41.893252 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be368c93-2d3a-483e-ac78-d1d71d606c4a tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:55:41.894854 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 49206) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:41.901606 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be368c93-2d3a-483e-ac78-d1d71d606c4a tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:55:41.903510 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-be368c93-2d3a-483e-ac78-d1d71d606c4a tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.3242774 Mar 28 11:55:41.907332 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-343386a9-952a-4dbd-9d1b-ca5aca090e5e tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] 10.222.0.30 "DELETE /v2.0/networks/ef18882c-cb83-45c9-a599-2965c896ee9d HTTP/1.1" status: 204 len: 168 time: 1.3094907 Mar 28 11:55:41.908658 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 49210) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:41.909122 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 49212) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:41.912475 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-da43ec0d-1f00-4a9f-ab6d-86119be3b3e8 req-7b2801c4-99bc-47be-b4f9-ec9960621218 tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] 10.222.0.30 "GET /v2.0/security-groups?id=895ae8ad-46d6-4a0f-b104-9c0ca0cce592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1107442 Mar 28 11:55:41.944775 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-359a8d80-1134-4ff4-b14b-db99e14ebf18 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Deleting port 85a8383d-3f8d-4572-97b0-5e7487f9e5a4 {{(pid=87870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:55:41.945270 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-359a8d80-1134-4ff4-b14b-db99e14ebf18 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:42.172726 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-faec7996-f89b-4bf6-b75a-e4139805ebdb tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Deleting port e6a5ca9d-1138-4602-b6bd-32005413e71c {{(pid=87871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:55:42.173071 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-faec7996-f89b-4bf6-b75a-e4139805ebdb tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:42.206792 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9900d711-8d67-4989-8bd1-e35a8e6265d4 None None] Network c2b05fb0-97ef-4819-8d04-688ddce98796 requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:55:42.215999 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-2d2a9dfc-b6fd-4deb-bf80-305acc908324 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=66ef14888a404c48b8d93ffc47a0f0d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3196526 Mar 28 11:55:42.222995 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 49220) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:42.225355 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-ac4dcb31-1e6a-4ab2-8a55-86b91fc19dd5 tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:42.299572 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4dcb31-1e6a-4ab2-8a55-86b91fc19dd5 tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] Pushing event deleted for resources: {'Port': ['ID=5dd50208-a219-40eb-853e-d829b04aaea6,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:55:42.308828 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-359a8d80-1134-4ff4-b14b-db99e14ebf18 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:42.362499 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebd5d938-e983-40e2-90c6-7a247eb6ab65 tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:55:42.369856 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebd5d938-e983-40e2-90c6-7a247eb6ab65 tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:55:42.370629 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-ebd5d938-e983-40e2-90c6-7a247eb6ab65 tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Synchronizing usage tracker for tenant:0d29398c28b0489a842ab91f20f0fc22 on resource:network {{(pid=87871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:55:42.412492 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-efc1f010-b413-43ab-beeb-8d9ca5724b9b None None] Provisioning for port b01f0435-e3f2-40bc-8d5f-1b8d15a119f6 completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:55:42.422313 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-efc1f010-b413-43ab-beeb-8d9ca5724b9b None None] Provisioning complete for port b01f0435-e3f2-40bc-8d5f-1b8d15a119f6 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:55:42.422786 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-efc1f010-b413-43ab-beeb-8d9ca5724b9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:42.474227 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-359a8d80-1134-4ff4-b14b-db99e14ebf18 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Calling delete_port for 85a8383d-3f8d-4572-97b0-5e7487f9e5a4 owned by {{(pid=87870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:55:42.547335 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-ebd5d938-e983-40e2-90c6-7a247eb6ab65 tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Unset dirty status for tenant:0d29398c28b0489a842ab91f20f0fc22 on resource:network {{(pid=87871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:55:42.552518 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-ebd5d938-e983-40e2-90c6-7a247eb6ab65 tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.5947359 Mar 28 11:55:42.559803 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 49224) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:42.576096 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-ac4dcb31-1e6a-4ab2-8a55-86b91fc19dd5 tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-709573'] for router_gateway, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:42.577196 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-646db9d3-fa58-427a-8773-9bfdc32b3b95 tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1297019259'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:55:42.585047 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-646db9d3-fa58-427a-8773-9bfdc32b3b95 tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:55:42.608827 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-efc1f010-b413-43ab-beeb-8d9ca5724b9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:42.622816 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e126c07f-c30f-46c9-bf45-3ab590dd8d22 None None] Network e95a87e2-4c44-46e2-9de5-2786cbaea69c requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:55:42.630041 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-646db9d3-fa58-427a-8773-9bfdc32b3b95 tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:55:42.704253 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-646db9d3-fa58-427a-8773-9bfdc32b3b95 tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Made reservation on behalf of 0d29398c28b0489a842ab91f20f0fc22 for: {'network': 1} {{(pid=87870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:55:42.709179 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-646db9d3-fa58-427a-8773-9bfdc32b3b95 tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for network, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:42.754518 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-efc1f010-b413-43ab-beeb-8d9ca5724b9b None None] For port b01f0435-e3f2-40bc-8d5f-1b8d15a119f6, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=b01f0435-e3f2-40bc-8d5f-1b8d15a119f6,segment=NetworkSegment(c296270f-f385-4869-b600-27519c772de7),segment_id=c296270f-f385-4869-b600-27519c772de7)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:55:42.775262 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-efc1f010-b413-43ab-beeb-8d9ca5724b9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:42.870768 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-d01300bd-4024-4209-854d-90f00bf0e078 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:42.878920 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-ac4dcb31-1e6a-4ab2-8a55-86b91fc19dd5 tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-745164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-260864'] for router, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:42.883587 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-ac4dcb31-1e6a-4ab2-8a55-86b91fc19dd5 tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:42.923641 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-d01300bd-4024-4209-854d-90f00bf0e078 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:42.925659 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-faec7996-f89b-4bf6-b75a-e4139805ebdb tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:42.942386 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-ac4dcb31-1e6a-4ab2-8a55-86b91fc19dd5 tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-745021'] for router, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:42.944080 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac4dcb31-1e6a-4ab2-8a55-86b91fc19dd5 tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] Fanout notify agent at l3_agent the message router_deleted on router 37e1d85d-daf3-4b85-add2-f0a3ab544397 {{(pid=87871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 11:55:42.973864 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-359a8d80-1134-4ff4-b14b-db99e14ebf18 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:43.015163 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc1f010-b413-43ab-beeb-8d9ca5724b9b None None] Pushing event updated for resources: {'Port': ['ID=b01f0435-e3f2-40bc-8d5f-1b8d15a119f6,revision_number=3']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:55:43.034886 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-646db9d3-fa58-427a-8773-9bfdc32b3b95 tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=87870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 11:55:43.102219 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-3b1f8e3d-cfc3-43e4-83d3-1a0ce09fac81 None None] Provisioning for port 373f1757-3ad7-4031-b2c5-c694aed3e3ee completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:55:43.102466 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359a8d80-1134-4ff4-b14b-db99e14ebf18 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Pushing event deleted for resources: {'Port': ['ID=85a8383d-3f8d-4572-97b0-5e7487f9e5a4,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:55:43.119675 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-646db9d3-fa58-427a-8773-9bfdc32b3b95 tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:43.119675 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.db.segments_db [None req-646db9d3-fa58-427a-8773-9bfdc32b3b95 tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Added segment 9f873015-1641-4f6c-8a2e-dd9d97858d96 of type vlan for network 47d2864e-50a9-4473-935c-86176b7e0971 Mar 28 11:55:43.135380 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-3b1f8e3d-cfc3-43e4-83d3-1a0ce09fac81 None None] Provisioning complete for port 373f1757-3ad7-4031-b2c5-c694aed3e3ee triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:55:43.136226 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-3b1f8e3d-cfc3-43e4-83d3-1a0ce09fac81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:43.137258 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-359a8d80-1134-4ff4-b14b-db99e14ebf18 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:43.158458 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-359a8d80-1134-4ff4-b14b-db99e14ebf18 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] 10.222.0.30 "DELETE /v2.0/ports/85a8383d-3f8d-4572-97b0-5e7487f9e5a4 HTTP/1.1" status: 204 len: 168 time: 1.3332829 Mar 28 11:55:43.195113 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 49232) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:43.279352 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.pecan_wsgi.hooks.translation [None req-db0487e1-10d9-40ff-8503-4846d66a5852 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] DELETE failed (client error): The resource could not be found. Mar 28 11:55:43.280524 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db0487e1-10d9-40ff-8503-4846d66a5852 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 11:55:43.293577 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-646db9d3-fa58-427a-8773-9bfdc32b3b95 tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783495836591'] for network, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:43.312928 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-d01300bd-4024-4209-854d-90f00bf0e078 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:43.316674 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-d01300bd-4024-4209-854d-90f00bf0e078 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:43.317822 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-d01300bd-4024-4209-854d-90f00bf0e078 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/304967e1-2209-4696-8128-ac59205cfaef HTTP/1.1" status: 204 len: 168 time: 1.0937660 Mar 28 11:55:43.333318 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-db0487e1-10d9-40ff-8503-4846d66a5852 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] 10.222.0.30 "DELETE /v2.0/ports/85a8383d-3f8d-4572-97b0-5e7487f9e5a4 HTTP/1.1" status: 404 len: 333 time: 0.1278858 Mar 28 11:55:43.333996 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 49238) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:43.363813 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-3b1f8e3d-cfc3-43e4-83d3-1a0ce09fac81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:43.388655 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device b01f0435-e3f2-40bc-8d5f-1b8d15a119f6 up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:55:43.455171 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-3b1f8e3d-cfc3-43e4-83d3-1a0ce09fac81 None None] For port 373f1757-3ad7-4031-b2c5-c694aed3e3ee, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=373f1757-3ad7-4031-b2c5-c694aed3e3ee,segment=NetworkSegment(bd053757-b8b4-4f3a-b553-aa242f2d15d2),segment_id=bd053757-b8b4-4f3a-b553-aa242f2d15d2)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:55:43.470355 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-3b1f8e3d-cfc3-43e4-83d3-1a0ce09fac81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:43.477949 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-faec7996-f89b-4bf6-b75a-e4139805ebdb tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Calling delete_port for e6a5ca9d-1138-4602-b6bd-32005413e71c owned by {{(pid=87871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:55:43.497617 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01300bd-4024-4209-854d-90f00bf0e078 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=304967e1-2209-4696-8128-ac59205cfaef,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:55:43.505371 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.db.resource_extend [None req-646db9d3-fa58-427a-8773-9bfdc32b3b95 tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 28 11:55:43.568580 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9445906-165b-4da9-a4c5-c42eb572092d tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] GET failed (client error): The resource could not be found. Mar 28 11:55:43.570624 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-b9445906-165b-4da9-a4c5-c42eb572092d tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Synchronizing usage tracker for tenant:beb99f647cec46e3bbf575ac0a3034e8 on resource:port {{(pid=87870) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:55:43.603669 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-1cf25b9c-8890-4150-88a8-6b3a2c348327 None None] Could not find standard attr ID for object 85a8383d-3f8d-4572-97b0-5e7487f9e5a4. {{(pid=87872) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 28 11:55:43.609430 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1f8e3d-cfc3-43e4-83d3-1a0ce09fac81 None None] Pushing event updated for resources: {'Port': ['ID=373f1757-3ad7-4031-b2c5-c694aed3e3ee,revision_number=3']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:55:43.615886 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54694d7-3f0f-4222-b132-89e4476ac225 req-8dee18a0-bca9-4a17-996c-70125ea07f01 tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:55:43.618905 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-d54694d7-3f0f-4222-b132-89e4476ac225 req-8dee18a0-bca9-4a17-996c-70125ea07f01 tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd5974e7-0504-4851-a286-20ab5143705c HTTP/1.1" status: 200 len: 945 time: 0.4862940 Mar 28 11:55:43.627830 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-ac4dcb31-1e6a-4ab2-8a55-86b91fc19dd5 tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] Notify callbacks [] for router, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:43.628985 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-ac4dcb31-1e6a-4ab2-8a55-86b91fc19dd5 tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] 10.222.0.30 "DELETE /v2.0/routers/37e1d85d-daf3-4b85-add2-f0a3ab544397 HTTP/1.1" status: 204 len: 168 time: 4.2633009 Mar 28 11:55:43.642386 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 49246) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:43.650235 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port b01f0435-e3f2-40bc-8d5f-1b8d15a119f6 triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:55:43.650604 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:43.651721 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-1e513671-c5d9-4be0-b505-4664b1a5f0bd tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-747482159', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:55:43.666603 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-1e513671-c5d9-4be0-b505-4664b1a5f0bd tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:55:43.679511 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-1e513671-c5d9-4be0-b505-4664b1a5f0bd tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] Usage tracker for resource:router and tenant:94d00219537d4d239b57c0ac46eb2c8b is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:55:43.682730 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-646db9d3-fa58-427a-8773-9bfdc32b3b95 tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765'] for network, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:43.682880 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-1e513671-c5d9-4be0-b505-4664b1a5f0bd tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:55:43.688801 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-1cf25b9c-8890-4150-88a8-6b3a2c348327 None None] Provisioning complete for port b01f0435-e3f2-40bc-8d5f-1b8d15a119f6 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:55:43.689267 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-1cf25b9c-8890-4150-88a8-6b3a2c348327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:43.689854 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-1e513671-c5d9-4be0-b505-4664b1a5f0bd tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:55:43.695410 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-646db9d3-fa58-427a-8773-9bfdc32b3b95 tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:55:43.696436 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-646db9d3-fa58-427a-8773-9bfdc32b3b95 tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538751'] for network, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:43.711981 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-1e513671-c5d9-4be0-b505-4664b1a5f0bd tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-707665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-260886'] for router, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:43.713131 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-1e513671-c5d9-4be0-b505-4664b1a5f0bd tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-705660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709650', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-767110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260873'] for router, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:43.767860 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-b9445906-165b-4da9-a4c5-c42eb572092d tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Unset dirty status for tenant:beb99f647cec46e3bbf575ac0a3034e8 on resource:port {{(pid=87870) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:55:43.771790 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-b9445906-165b-4da9-a4c5-c42eb572092d tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] 10.222.0.30 "GET /v2.0/ports/85a8383d-3f8d-4572-97b0-5e7487f9e5a4 HTTP/1.1" status: 404 len: 333 time: 0.4144888 Mar 28 11:55:43.773796 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-1e513671-c5d9-4be0-b505-4664b1a5f0bd tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:43.789221 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 49250) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:43.961319 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 49254) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:43.974834 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-646db9d3-fa58-427a-8773-9bfdc32b3b95 tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.4125504 Mar 28 11:55:43.977995 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-d54694d7-3f0f-4222-b132-89e4476ac225 req-d6ad0cfc-d9f7-41ec-940a-679074af51df tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] 10.222.0.30 "GET /v2.0/security-groups?id=895ae8ad-46d6-4a0f-b104-9c0ca0cce592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3473523 Mar 28 11:55:43.980514 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 49258) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:43.983199 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646db9d3-fa58-427a-8773-9bfdc32b3b95 tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Pushing event updated for resources: {'Network': ['ID=47d2864e-50a9-4473-935c-86176b7e0971,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:55:43.991556 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-faec7996-f89b-4bf6-b75a-e4139805ebdb tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:43.993723 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-11527368-bbd8-47e9-9abc-39c218b04542 tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1074239149'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:55:44.004458 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Network 47d2864e-50a9-4473-935c-86176b7e0971 details requested by agent ovs-agent-dv-neutron-835340-2-hyperv with host dv-neutron-835340-2-hyperv {{(pid=87872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 11:55:44.009519 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-11527368-bbd8-47e9-9abc-39c218b04542 tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:55:44.026572 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-11527368-bbd8-47e9-9abc-39c218b04542 tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:55:44.042789 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11527368-bbd8-47e9-9abc-39c218b04542 tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Made reservation on behalf of 0d29398c28b0489a842ab91f20f0fc22 for: {'network': 1} {{(pid=87870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:55:44.049167 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-11527368-bbd8-47e9-9abc-39c218b04542 tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for network, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:44.088436 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11527368-bbd8-47e9-9abc-39c218b04542 tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] vlan segment allocate from pool success with {'vlan_id': 83, 'physical_network': 'physnet1'} {{(pid=87870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 11:55:44.103605 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-11527368-bbd8-47e9-9abc-39c218b04542 tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:44.104009 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.db.segments_db [None req-11527368-bbd8-47e9-9abc-39c218b04542 tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Added segment cdd76485-a345-4cae-a5cd-ecbc08839179 of type vlan for network 6864f257-b00b-443d-be06-c279ebc7a093 Mar 28 11:55:44.135751 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faec7996-f89b-4bf6-b75a-e4139805ebdb tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Pushing event deleted for resources: {'Port': ['ID=e6a5ca9d-1138-4602-b6bd-32005413e71c,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:55:44.136274 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-11527368-bbd8-47e9-9abc-39c218b04542 tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783495836591'] for network, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:44.152056 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-1e513671-c5d9-4be0-b505-4664b1a5f0bd tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709693'] for router, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:44.185499 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-11527368-bbd8-47e9-9abc-39c218b04542 tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765'] for network, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:44.191812 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11527368-bbd8-47e9-9abc-39c218b04542 tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:55:44.192401 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-11527368-bbd8-47e9-9abc-39c218b04542 tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538751'] for network, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:44.214719 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f466a5-b966-4fba-ba7a-359559937dfb req-b7a4246f-3d52-41c4-9e6d-7b9fbd1db114 tempest-ServersTestManualDisk-684628403 tempest-ServersTestManualDisk-684628403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:55:44.216237 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-b8f466a5-b966-4fba-ba7a-359559937dfb req-b7a4246f-3d52-41c4-9e6d-7b9fbd1db114 tempest-ServersTestManualDisk-684628403 tempest-ServersTestManualDisk-684628403-project] 10.222.0.30 "GET /v2.0/ports?device_id=00dcb3fa-3bac-452c-bc74-3ffffeaa885d HTTP/1.1" status: 200 len: 946 time: 0.6781280 Mar 28 11:55:44.230837 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.db_base_plugin_v2 [None req-b31fede3-97d7-4229-ac37-d08555f1a1de tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Deleting subnet 6b304923-5d57-4363-ae99-af254b4ab0a8 {{(pid=87871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 11:55:44.245185 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-90e274f3-75c3-4342-a3b5-ae2de5bfee7e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3c43ce0240aa4db5957daccc5c7c6d7c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2804103 Mar 28 11:55:44.247663 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-b31fede3-97d7-4229-ac37-d08555f1a1de tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks [] for subnet, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:44.261109 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-a8ee7335-69ac-4ccb-9ffb-ceefb2a8797b None None] Could not find standard attr ID for object e6a5ca9d-1138-4602-b6bd-32005413e71c. {{(pid=87872) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 28 11:55:44.275398 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-a8ee7335-69ac-4ccb-9ffb-ceefb2a8797b None None] Provisioning complete for port 373f1757-3ad7-4031-b2c5-c694aed3e3ee triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:55:44.275904 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-a8ee7335-69ac-4ccb-9ffb-ceefb2a8797b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:44.279914 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 49262) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:44.312702 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11527368-bbd8-47e9-9abc-39c218b04542 tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Pushing event updated for resources: {'Network': ['ID=6864f257-b00b-443d-be06-c279ebc7a093,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:55:44.315206 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-faec7996-f89b-4bf6-b75a-e4139805ebdb tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:44.318065 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-11527368-bbd8-47e9-9abc-39c218b04542 tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3365126 Mar 28 11:55:44.321230 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 49266) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:44.332863 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Network 6864f257-b00b-443d-be06-c279ebc7a093 details requested by agent ovs-agent-dv-neutron-835340-2-hyperv with host dv-neutron-835340-2-hyperv {{(pid=87872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 11:55:44.333800 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-8189a086-5ec5-45ff-99df-572455e49e28 tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Request body: {'ports': [{'network_id': '47d2864e-50a9-4473-935c-86176b7e0971', 'name': 'tempest-port--2142633313', 'admin_state_up': True}, {'network_id': '6864f257-b00b-443d-be06-c279ebc7a093', 'admin_state_up': False}]} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:55:44.334227 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-8189a086-5ec5-45ff-99df-572455e49e28 tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Request body: {'port': {'network_id': '47d2864e-50a9-4473-935c-86176b7e0971', 'name': 'tempest-port--2142633313', 'admin_state_up': True}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:55:44.336046 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-8189a086-5ec5-45ff-99df-572455e49e28 tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Request body: {'port': {'network_id': '6864f257-b00b-443d-be06-c279ebc7a093', 'admin_state_up': False}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:55:44.357233 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-faec7996-f89b-4bf6-b75a-e4139805ebdb tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "DELETE /v2.0/ports/e6a5ca9d-1138-4602-b6bd-32005413e71c HTTP/1.1" status: 204 len: 168 time: 2.4044559 Mar 28 11:55:44.358528 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-1e513671-c5d9-4be0-b505-4664b1a5f0bd tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] Notify callbacks [] for router, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:44.362383 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-1e513671-c5d9-4be0-b505-4664b1a5f0bd tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.7120097 Mar 28 11:55:44.363220 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 49270) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:44.363423 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 49272) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:44.385521 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-d3bff885-1b68-46ad-b516-46909db1c61f tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] Request body: {'router': {'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b'}}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:55:44.490318 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-b31fede3-97d7-4229-ac37-d08555f1a1de tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3436877'] for subnet, precommit_delete_associations {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:44.560523 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-b8f466a5-b966-4fba-ba7a-359559937dfb req-3ac87c27-a74b-482f-8010-e8382f93311d tempest-ServersTestManualDisk-684628403 tempest-ServersTestManualDisk-684628403-project] 10.222.0.30 "GET /v2.0/security-groups?id=b180dbb9-1594-4776-8849-ae178407ded7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3184297 Mar 28 11:55:44.567028 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-a8ee7335-69ac-4ccb-9ffb-ceefb2a8797b None None] Could not find standard attr ID for object 85a8383d-3f8d-4572-97b0-5e7487f9e5a4. {{(pid=87872) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 28 11:55:44.586815 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-8189a086-5ec5-45ff-99df-572455e49e28 tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:55:44.590738 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-8189a086-5ec5-45ff-99df-572455e49e28 tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Usage tracker for resource:port and tenant:0d29398c28b0489a842ab91f20f0fc22 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:55:44.594513 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-8189a086-5ec5-45ff-99df-572455e49e28 tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:55:44.600265 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-8189a086-5ec5-45ff-99df-572455e49e28 tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:55:44.610574 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8189a086-5ec5-45ff-99df-572455e49e28 tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Made reservation on behalf of 0d29398c28b0489a842ab91f20f0fc22 for: {'port': 2} {{(pid=87870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:55:44.614924 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-8189a086-5ec5-45ff-99df-572455e49e28 tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:44.632546 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-8189a086-5ec5-45ff-99df-572455e49e28 tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:44.722072 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-03f7e90e-3fb6-460d-9d90-d81ca2ceb17f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:44.796074 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-882edfe4-ab51-432b-a130-90460af16e2a tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:55:44.797683 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-882edfe4-ab51-432b-a130-90460af16e2a tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:55:44.801658 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-882edfe4-ab51-432b-a130-90460af16e2a tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.4327090 Mar 28 11:55:44.823437 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 49278) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:44.850028 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.notifiers.nova [None req-8189a086-5ec5-45ff-99df-572455e49e28 tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] device_id is not set on port 9b52bd1b-3296-4136-8cc5-4e7b6190dac9 yet. {{(pid=87870) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 11:55:44.934327 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-03f7e90e-3fb6-460d-9d90-d81ca2ceb17f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:45.000907 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-8189a086-5ec5-45ff-99df-572455e49e28 tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Notify callbacks [] for port, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:45.034339 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-d3bff885-1b68-46ad-b516-46909db1c61f tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-709632', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-707672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260923'] for router, precommit_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:45.056557 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b84d4e-ea0a-4948-bcfd-b17f52accb48 req-1f469077-04da-4a86-b4a2-80e3255f0d57 tempest-ServersTestManualDisk-684628403 tempest-ServersTestManualDisk-684628403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:55:45.058429 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-64b84d4e-ea0a-4948-bcfd-b17f52accb48 req-1f469077-04da-4a86-b4a2-80e3255f0d57 tempest-ServersTestManualDisk-684628403 tempest-ServersTestManualDisk-684628403-project] 10.222.0.11 "GET /v2.0/ports?device_id=00dcb3fa-3bac-452c-bc74-3ffffeaa885d HTTP/1.1" status: 200 len: 946 time: 0.1798971 Mar 28 11:55:45.087997 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4f8231e-4839-436b-a9fb-9292b7272ea1 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Deleting subnet 6cb9eebc-eb7b-453e-9f20-096789b78e1c {{(pid=87871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 11:55:45.094714 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-b31fede3-97d7-4229-ac37-d08555f1a1de tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1919782'] for subnet, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:45.121221 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-a4f8231e-4839-436b-a9fb-9292b7272ea1 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks [] for subnet, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:45.232238 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 373f1757-3ad7-4031-b2c5-c694aed3e3ee up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:55:45.243088 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.notifiers.nova [None req-8189a086-5ec5-45ff-99df-572455e49e28 tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] device_id is not set on port f24ecf9b-0a84-41a4-8f9b-116c2b5b8e59 yet. {{(pid=87870) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 11:55:45.252524 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [req-64b84d4e-ea0a-4948-bcfd-b17f52accb48 req-0b3af332-f6c9-4d1b-a8fe-65d8a01d569a tempest-ServersTestManualDisk-684628403 tempest-ServersTestManualDisk-684628403-project] Deleting port 1584f756-2866-447a-bcd5-08246c08782f {{(pid=87870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:55:45.252862 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [req-64b84d4e-ea0a-4948-bcfd-b17f52accb48 req-0b3af332-f6c9-4d1b-a8fe-65d8a01d569a tempest-ServersTestManualDisk-684628403 tempest-ServersTestManualDisk-684628403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:45.307999 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port 373f1757-3ad7-4031-b2c5-c694aed3e3ee triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:55:45.308618 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:45.346221 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-a4f8231e-4839-436b-a9fb-9292b7272ea1 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3436877'] for subnet, precommit_delete_associations {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:45.445774 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-03f7e90e-3fb6-460d-9d90-d81ca2ceb17f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:45.476447 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f7e90e-3fb6-460d-9d90-d81ca2ceb17f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0002f54-6dee-4e5d-b238-38094bbaa7d8,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:55:45.503312 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-b31fede3-97d7-4229-ac37-d08555f1a1de tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1919805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2364079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26551417'] for subnet, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:45.522942 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059c363d-1aa8-4861-83fc-84b3561f24c3 req-3838ba3d-b979-4aba-9b32-ffefa271559b tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:55:45.524435 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-059c363d-1aa8-4861-83fc-84b3561f24c3 req-3838ba3d-b979-4aba-9b32-ffefa271559b tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd5974e7-0504-4851-a286-20ab5143705c HTTP/1.1" status: 200 len: 945 time: 0.4068887 Mar 28 11:55:45.559868 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31fede3-97d7-4229-ac37-d08555f1a1de tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Pushing event deleted for resources: {'Subnet': ['ID=6b304923-5d57-4363-ae99-af254b4ab0a8,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:55:45.564807 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-03f7e90e-3fb6-460d-9d90-d81ca2ceb17f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:45.568410 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-03f7e90e-3fb6-460d-9d90-d81ca2ceb17f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b0002f54-6dee-4e5d-b238-38094bbaa7d8 HTTP/1.1" status: 204 len: 168 time: 1.2658348 Mar 28 11:55:45.570504 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-b31fede3-97d7-4229-ac37-d08555f1a1de tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538751'] for subnet, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:45.571873 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-b31fede3-97d7-4229-ac37-d08555f1a1de tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] 10.222.0.30 "DELETE /v2.0/subnets/6b304923-5d57-4363-ae99-af254b4ab0a8 HTTP/1.1" status: 204 len: 168 time: 1.6772676 Mar 28 11:55:45.577192 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 49286) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:45.580121 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0de422f-c487-4194-89f0-2abafe6dc3c2 None None] Network c2b05fb0-97ef-4819-8d04-688ddce98796 requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:55:45.630956 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-a4f8231e-4839-436b-a9fb-9292b7272ea1 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1919782'] for subnet, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:45.724669 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.db [req-64b84d4e-ea0a-4948-bcfd-b17f52accb48 req-0b3af332-f6c9-4d1b-a8fe-65d8a01d569a tempest-ServersTestManualDisk-684628403 tempest-ServersTestManualDisk-684628403-project] For port 1584f756-2866-447a-bcd5-08246c08782f, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=1584f756-2866-447a-bcd5-08246c08782f,segment=NetworkSegment(786b361f-a2db-447a-b210-1eddef47c794),segment_id=786b361f-a2db-447a-b210-1eddef47c794)] {{(pid=87870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:55:45.725235 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [req-64b84d4e-ea0a-4948-bcfd-b17f52accb48 req-0b3af332-f6c9-4d1b-a8fe-65d8a01d569a tempest-ServersTestManualDisk-684628403 tempest-ServersTestManualDisk-684628403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:45.813111 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-64a79092-f9aa-4f5b-a7a4-f548b226d597 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588883'] for network, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:45.938505 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e15341cd-5211-44eb-9e60-5ff3a3b8e7d4 None None] DHCP port deletion for c2b05fb0-97ef-4819-8d04-688ddce98796 request from dv-neutron-835340-2-hyperv {{(pid=87872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 11:55:45.944053 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-e15341cd-5211-44eb-9e60-5ff3a3b8e7d4 None None] Deleting port b01f0435-e3f2-40bc-8d5f-1b8d15a119f6 {{(pid=87872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:55:45.944631 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-e15341cd-5211-44eb-9e60-5ff3a3b8e7d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:46.001547 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-a4f8231e-4839-436b-a9fb-9292b7272ea1 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1919805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2364079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26551417'] for subnet, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:46.005052 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-64a79092-f9aa-4f5b-a7a4-f548b226d597 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Deleting port b01f0435-e3f2-40bc-8d5f-1b8d15a119f6 {{(pid=87871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:55:46.005381 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-64a79092-f9aa-4f5b-a7a4-f548b226d597 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:46.048052 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-059c363d-1aa8-4861-83fc-84b3561f24c3 req-f170f542-d6df-4ab1-986f-50a9dcfd2bdf tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] 10.222.0.30 "GET /v2.0/security-groups?id=895ae8ad-46d6-4a0f-b104-9c0ca0cce592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4973638 Mar 28 11:55:46.077683 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-d3bff885-1b68-46ad-b516-46909db1c61f tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] Notify callbacks [] for router_gateway, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:46.125789 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f8231e-4839-436b-a9fb-9292b7272ea1 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Pushing event deleted for resources: {'Subnet': ['ID=6cb9eebc-eb7b-453e-9f20-096789b78e1c,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:55:46.129537 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-a4f8231e-4839-436b-a9fb-9292b7272ea1 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538751'] for subnet, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:46.133906 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-d3bff885-1b68-46ad-b516-46909db1c61f tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:46.140320 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bc744b4-f6cf-4d76-bccc-1fcf10ef8220 None None] Network e95a87e2-4c44-46e2-9de5-2786cbaea69c requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:55:46.190138 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-8189a086-5ec5-45ff-99df-572455e49e28 tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Notify callbacks [] for port, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:46.254563 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [req-64b84d4e-ea0a-4948-bcfd-b17f52accb48 req-0b3af332-f6c9-4d1b-a8fe-65d8a01d569a tempest-ServersTestManualDisk-684628403 tempest-ServersTestManualDisk-684628403-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:46.254771 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [req-64b84d4e-ea0a-4948-bcfd-b17f52accb48 req-0b3af332-f6c9-4d1b-a8fe-65d8a01d569a tempest-ServersTestManualDisk-684628403 tempest-ServersTestManualDisk-684628403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-709520'] for floatingip, after_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:46.255014 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.db.l3_db [req-64b84d4e-ea0a-4948-bcfd-b17f52accb48 req-0b3af332-f6c9-4d1b-a8fe-65d8a01d569a tempest-ServersTestManualDisk-684628403 tempest-ServersTestManualDisk-684628403-project] Floating IP 9c059288-b364-4039-9193-3c98a4e3715a disassociated. External IP: 172.26.7.22, port: 1584f756-2866-447a-bcd5-08246c08782f. Mar 28 11:55:46.255276 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [req-64b84d4e-ea0a-4948-bcfd-b17f52accb48 req-0b3af332-f6c9-4d1b-a8fe-65d8a01d569a tempest-ServersTestManualDisk-684628403 tempest-ServersTestManualDisk-684628403-project] Calling delete_port for 1584f756-2866-447a-bcd5-08246c08782f owned by compute:nova {{(pid=87870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:55:46.308986 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-e15341cd-5211-44eb-9e60-5ff3a3b8e7d4 None None] For port b01f0435-e3f2-40bc-8d5f-1b8d15a119f6, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=b01f0435-e3f2-40bc-8d5f-1b8d15a119f6,segment=NetworkSegment(c296270f-f385-4869-b600-27519c772de7),segment_id=c296270f-f385-4869-b600-27519c772de7)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:55:46.309388 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-e15341cd-5211-44eb-9e60-5ff3a3b8e7d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:46.317605 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-8189a086-5ec5-45ff-99df-572455e49e28 tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:46.348288 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-a4f8231e-4839-436b-a9fb-9292b7272ea1 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "DELETE /v2.0/subnets/6cb9eebc-eb7b-453e-9f20-096789b78e1c HTTP/1.1" status: 204 len: 168 time: 1.5238864 Mar 28 11:55:46.369658 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 49304) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:46.428076 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5707638a-5587-4a98-b456-f7edaa27551d req-3c077f43-2738-4c03-a499-1969b9792c60 tempest-ServersTestManualDisk-684628403 tempest-ServersTestManualDisk-684628403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:55:46.430010 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-5707638a-5587-4a98-b456-f7edaa27551d req-3c077f43-2738-4c03-a499-1969b9792c60 tempest-ServersTestManualDisk-684628403 tempest-ServersTestManualDisk-684628403-project] 10.222.0.30 "GET /v2.0/ports?device_id=00dcb3fa-3bac-452c-bc74-3ffffeaa885d HTTP/1.1" status: 200 len: 946 time: 0.6967208 Mar 28 11:55:46.476029 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-006e2685-a6dd-41f7-89be-1d66161cfc0f tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1043351 Mar 28 11:55:46.484815 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 49314) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:46.491552 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.db [None req-64a79092-f9aa-4f5b-a7a4-f548b226d597 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] For port b01f0435-e3f2-40bc-8d5f-1b8d15a119f6, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=b01f0435-e3f2-40bc-8d5f-1b8d15a119f6,segment=NetworkSegment(c296270f-f385-4869-b600-27519c772de7),segment_id=c296270f-f385-4869-b600-27519c772de7)] {{(pid=87871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:55:46.499520 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-64a79092-f9aa-4f5b-a7a4-f548b226d597 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:46.505170 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-a5ff511f-f893-439e-935b-79d8e1010fa4 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Request body: {'subnet': {'network_id': 'e95a87e2-4c44-46e2-9de5-2786cbaea69c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:55:46.510135 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-e15341cd-5211-44eb-9e60-5ff3a3b8e7d4 None None] Calling delete_port for b01f0435-e3f2-40bc-8d5f-1b8d15a119f6 owned by network:dhcp {{(pid=87872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:55:46.538241 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8189a086-5ec5-45ff-99df-572455e49e28 tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Pushing event updated for resources: {'Port': ['ID=9b52bd1b-3296-4136-8cc5-4e7b6190dac9,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:55:46.625363 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-e15341cd-5211-44eb-9e60-5ff3a3b8e7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250'] for port, after_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:46.673058 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8189a086-5ec5-45ff-99df-572455e49e28 tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Checking segment: {'id': '9f873015-1641-4f6c-8a2e-dd9d97858d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '47d2864e-50a9-4473-935c-86176b7e0971'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:55:46.673058 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8189a086-5ec5-45ff-99df-572455e49e28 tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Network hostable DHCP agents. Network: 47d2864e-50a9-4473-935c-86176b7e0971, hostable agents: ['3cb85949-855b-4a40-b988-cd5705e511da'], hosted agents: [] {{(pid=87870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 11:55:46.680278 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-5707638a-5587-4a98-b456-f7edaa27551d req-ccd6b0a0-0095-4f65-8fe0-c5653d6ddd33 tempest-ServersTestManualDisk-684628403 tempest-ServersTestManualDisk-684628403-project] 10.222.0.30 "GET /v2.0/security-groups?id=b180dbb9-1594-4776-8849-ae178407ded7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2332480 Mar 28 11:55:46.719799 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15341cd-5211-44eb-9e60-5ff3a3b8e7d4 None None] Pushing event deleted for resources: {'Port': ['ID=b01f0435-e3f2-40bc-8d5f-1b8d15a119f6,revision_number=None']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:55:46.720983 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-a5ff511f-f893-439e-935b-79d8e1010fa4 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:55:46.722059 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08471bed-699c-4550-b3f2-8b87030bdea6 None None] DHCP port deletion for e95a87e2-4c44-46e2-9de5-2786cbaea69c request from dv-neutron-835340-2-hyperv {{(pid=87872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 11:55:46.726553 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-a5ff511f-f893-439e-935b-79d8e1010fa4 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Usage tracker for resource:subnet and tenant:b4adfe5c8b3a4e57a1afd1d44c455245 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:55:46.728401 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-08471bed-699c-4550-b3f2-8b87030bdea6 None None] Deleting port 373f1757-3ad7-4031-b2c5-c694aed3e3ee {{(pid=87872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:55:46.728773 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-08471bed-699c-4550-b3f2-8b87030bdea6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:46.729536 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [req-64b84d4e-ea0a-4948-bcfd-b17f52accb48 req-0b3af332-f6c9-4d1b-a8fe-65d8a01d569a tempest-ServersTestManualDisk-684628403 tempest-ServersTestManualDisk-684628403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:46.731595 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-a5ff511f-f893-439e-935b-79d8e1010fa4 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:55:46.738769 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8189a086-5ec5-45ff-99df-572455e49e28 tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Network 47d2864e-50a9-4473-935c-86176b7e0971 is scheduled to be hosted by DHCP agent 3cb85949-855b-4a40-b988-cd5705e511da with binding_index 1 {{(pid=87870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 11:55:46.803511 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-a5ff511f-f893-439e-935b-79d8e1010fa4 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:55:46.815789 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-64a79092-f9aa-4f5b-a7a4-f548b226d597 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Calling delete_port for b01f0435-e3f2-40bc-8d5f-1b8d15a119f6 owned by network:dhcp {{(pid=87871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:55:46.823108 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e15341cd-5211-44eb-9e60-5ff3a3b8e7d4 None None] No DVR routers for this DVR port b01f0435-e3f2-40bc-8d5f-1b8d15a119f6 on host dv-neutron-835340-2-hyperv {{(pid=87872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 11:55:46.837117 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3af332-f6c9-4d1b-a8fe-65d8a01d569a tempest-ServersTestManualDisk-684628403 tempest-ServersTestManualDisk-684628403-project] Pushing event deleted for resources: {'Port': ['ID=1584f756-2866-447a-bcd5-08246c08782f,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:55:46.838716 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 49320) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:46.986300 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-08471bed-699c-4550-b3f2-8b87030bdea6 None None] For port 373f1757-3ad7-4031-b2c5-c694aed3e3ee, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=373f1757-3ad7-4031-b2c5-c694aed3e3ee,segment=NetworkSegment(bd053757-b8b4-4f3a-b553-aa242f2d15d2),segment_id=bd053757-b8b4-4f3a-b553-aa242f2d15d2)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:55:46.986813 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-08471bed-699c-4550-b3f2-8b87030bdea6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:47.001411 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.db_base_plugin_common [None req-d3bff885-1b68-46ad-b516-46909db1c61f tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] Allocated IP 172.26.7.107 (ac2b1748-8f63-4b17-a9c7-07e79704aa5b/0b7ebf76-1dc7-431a-a0b4-b96bacf287c2/924f6893-4335-4947-be22-41a30342ddec) {{(pid=87871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:55:47.026691 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.base_scheduler [None req-8189a086-5ec5-45ff-99df-572455e49e28 tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-2-hyperv, 47d2864e-50a9-4473-935c-86176b7e0971) {{(pid=87870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:55:47.049129 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8189a086-5ec5-45ff-99df-572455e49e28 tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Received port after_create {{(pid=87870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:55:47.051030 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-8189a086-5ec5-45ff-99df-572455e49e28 tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:47.056228 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.db.api [None req-64a79092-f9aa-4f5b-a7a4-f548b226d597 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87871) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 11:55:47.056698 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG oslo_db.api [None req-64a79092-f9aa-4f5b-a7a4-f548b226d597 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 11:55:47.058322 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.l3_agent_scheduler [req-64b84d4e-ea0a-4948-bcfd-b17f52accb48 req-0b3af332-f6c9-4d1b-a8fe-65d8a01d569a tempest-ServersTestManualDisk-684628403 tempest-ServersTestManualDisk-684628403-project] Router d0ee4dee-6ec7-4496-b34d-8d0109fa8f8a has already been hosted by L3 agent af79d429-529e-400b-a119-94d4bec03f3e {{(pid=87870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 11:55:47.064232 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5ff511f-f893-439e-935b-79d8e1010fa4 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Made reservation on behalf of b4adfe5c8b3a4e57a1afd1d44c455245 for: {'subnet': 1} {{(pid=87870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:55:47.073219 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-a5ff511f-f893-439e-935b-79d8e1010fa4 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2563571'] for subnet, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:47.119417 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a09e7732-5492-494f-bac3-202c8634aacc None None] Network 47d2864e-50a9-4473-935c-86176b7e0971 requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:55:47.234789 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-08471bed-699c-4550-b3f2-8b87030bdea6 None None] Calling delete_port for 373f1757-3ad7-4031-b2c5-c694aed3e3ee owned by network:dhcp {{(pid=87872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:55:47.323491 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8189a086-5ec5-45ff-99df-572455e49e28 tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Pushing event updated for resources: {'Port': ['ID=f24ecf9b-0a84-41a4-8f9b-116c2b5b8e59,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:55:47.344244 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [None req-5de0a121-b5ef-4a2b-b864-3a6668b8ec36 tempest-ExtensionsTestJSON-590457242 tempest-ExtensionsTestJSON-590457242-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=87870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 11:55:47.348563 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-5de0a121-b5ef-4a2b-b864-3a6668b8ec36 tempest-ExtensionsTestJSON-590457242 tempest-ExtensionsTestJSON-590457242-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.5024104 Mar 28 11:55:47.349905 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 49328) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:47.355175 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [None req-e6255b96-ff6e-4bea-8773-c15a72613c88 tempest-ExtensionsTestJSON-590457242 tempest-ExtensionsTestJSON-590457242-project] http://10.222.0.30:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=87871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 11:55:47.358147 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-e6255b96-ff6e-4bea-8773-c15a72613c88 tempest-ExtensionsTestJSON-590457242 tempest-ExtensionsTestJSON-590457242-project] 10.222.0.30 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0053134 Mar 28 11:55:47.358870 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 49332) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:47.365282 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [None req-eaecd3eb-db29-4ef7-aed8-ac542061a766 tempest-ExtensionsTestJSON-590457242 tempest-ExtensionsTestJSON-590457242-project] http://10.222.0.30:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=87871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 11:55:47.368432 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-eaecd3eb-db29-4ef7-aed8-ac542061a766 tempest-ExtensionsTestJSON-590457242 tempest-ExtensionsTestJSON-590457242-project] 10.222.0.30 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0064733 Mar 28 11:55:47.369555 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 49336) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:47.376896 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [None req-2b51d2d2-ecda-4ada-88e5-be68e20854bb tempest-ExtensionsTestJSON-590457242 tempest-ExtensionsTestJSON-590457242-project] http://10.222.0.30:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=87871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 11:55:47.380011 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-2b51d2d2-ecda-4ada-88e5-be68e20854bb tempest-ExtensionsTestJSON-590457242 tempest-ExtensionsTestJSON-590457242-project] 10.222.0.30 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0073884 Mar 28 11:55:47.386753 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 49340) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:47.395999 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [None req-2d9a73d8-030f-4fbe-9b0d-9f70164a5d23 tempest-ExtensionsTestJSON-590457242 tempest-ExtensionsTestJSON-590457242-project] http://10.222.0.30:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=87871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 11:55:47.399264 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-2d9a73d8-030f-4fbe-9b0d-9f70164a5d23 tempest-ExtensionsTestJSON-590457242 tempest-ExtensionsTestJSON-590457242-project] 10.222.0.30 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0093143 Mar 28 11:55:47.399589 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 49344) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:47.404433 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [None req-5a6c9e0c-1b27-4bdc-bd9e-d703f8647ea8 tempest-ExtensionsTestJSON-590457242 tempest-ExtensionsTestJSON-590457242-project] http://10.222.0.30:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=87871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 11:55:47.408498 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-5a6c9e0c-1b27-4bdc-bd9e-d703f8647ea8 tempest-ExtensionsTestJSON-590457242 tempest-ExtensionsTestJSON-590457242-project] 10.222.0.30 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0058234 Mar 28 11:55:47.409774 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 49348) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:47.423156 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [None req-81aa3ecb-7515-4388-be98-b617fb3990c9 tempest-ExtensionsTestJSON-590457242 tempest-ExtensionsTestJSON-590457242-project] http://10.222.0.30:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=87871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 11:55:47.426356 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-81aa3ecb-7515-4388-be98-b617fb3990c9 tempest-ExtensionsTestJSON-590457242 tempest-ExtensionsTestJSON-590457242-project] 10.222.0.30 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0134110 Mar 28 11:55:47.427980 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 49352) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:47.434749 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [None req-087b7c63-f0de-4f57-86dc-d0f36687aa3b tempest-ExtensionsTestJSON-590457242 tempest-ExtensionsTestJSON-590457242-project] http://10.222.0.30:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=87871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 11:55:47.438571 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-087b7c63-f0de-4f57-86dc-d0f36687aa3b tempest-ExtensionsTestJSON-590457242 tempest-ExtensionsTestJSON-590457242-project] 10.222.0.30 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0068712 Mar 28 11:55:47.439107 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device b01f0435-e3f2-40bc-8d5f-1b8d15a119f6 no longer exists at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 11:55:47.439826 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-d3bff885-1b68-46ad-b516-46909db1c61f tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] Notify callbacks [] for port, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:47.442664 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 49356) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:47.449313 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [None req-9bece112-d535-486f-a771-78e0cb461c80 tempest-ExtensionsTestJSON-590457242 tempest-ExtensionsTestJSON-590457242-project] http://10.222.0.30:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=87871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 11:55:47.453195 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-9bece112-d535-486f-a771-78e0cb461c80 tempest-ExtensionsTestJSON-590457242 tempest-ExtensionsTestJSON-590457242-project] 10.222.0.30 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0067055 Mar 28 11:55:47.453886 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 49360) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:47.458830 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [None req-c260af3d-e38b-405e-a315-3d967deeaa72 tempest-ExtensionsTestJSON-590457242 tempest-ExtensionsTestJSON-590457242-project] http://10.222.0.30:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=87871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 11:55:47.462120 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-c260af3d-e38b-405e-a315-3d967deeaa72 tempest-ExtensionsTestJSON-590457242 tempest-ExtensionsTestJSON-590457242-project] 10.222.0.30 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0050294 Mar 28 11:55:47.462919 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 49364) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:47.469297 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [None req-3518e176-db2f-44ee-8228-424b0c9c54b6 tempest-ExtensionsTestJSON-590457242 tempest-ExtensionsTestJSON-590457242-project] http://10.222.0.30:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=87871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 11:55:47.472516 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-3518e176-db2f-44ee-8228-424b0c9c54b6 tempest-ExtensionsTestJSON-590457242 tempest-ExtensionsTestJSON-590457242-project] 10.222.0.30 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0064750 Mar 28 11:55:47.472858 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 49368) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:47.475323 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-08471bed-699c-4550-b3f2-8b87030bdea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250'] for port, after_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:47.478749 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [None req-5b32554b-49b1-4bc2-b239-88a96090455f tempest-ExtensionsTestJSON-590457242 tempest-ExtensionsTestJSON-590457242-project] http://10.222.0.30:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=87871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 11:55:47.481867 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-5b32554b-49b1-4bc2-b239-88a96090455f tempest-ExtensionsTestJSON-590457242 tempest-ExtensionsTestJSON-590457242-project] 10.222.0.30 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0059748 Mar 28 11:55:47.482887 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 49372) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:47.489996 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [None req-f6edb115-8187-4bab-93a9-c4c3c9e00ec1 tempest-ExtensionsTestJSON-590457242 tempest-ExtensionsTestJSON-590457242-project] http://10.222.0.30:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=87871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 11:55:47.493250 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-f6edb115-8187-4bab-93a9-c4c3c9e00ec1 tempest-ExtensionsTestJSON-590457242 tempest-ExtensionsTestJSON-590457242-project] 10.222.0.30 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0069077 Mar 28 11:55:47.495277 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 49376) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:47.502064 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [None req-4cc68cd5-5b12-4052-be24-11eb6e19fdcd tempest-ExtensionsTestJSON-590457242 tempest-ExtensionsTestJSON-590457242-project] http://10.222.0.30:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=87871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 11:55:47.505287 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-4cc68cd5-5b12-4052-be24-11eb6e19fdcd tempest-ExtensionsTestJSON-590457242 tempest-ExtensionsTestJSON-590457242-project] 10.222.0.30 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0068510 Mar 28 11:55:47.505828 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 49380) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:47.511221 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [None req-384fd696-0183-4e1c-877a-ad1b46cf5725 tempest-ExtensionsTestJSON-590457242 tempest-ExtensionsTestJSON-590457242-project] http://10.222.0.30:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=87871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 11:55:47.514566 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-384fd696-0183-4e1c-877a-ad1b46cf5725 tempest-ExtensionsTestJSON-590457242 tempest-ExtensionsTestJSON-590457242-project] 10.222.0.30 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0059509 Mar 28 11:55:47.515398 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 49384) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:47.521212 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [None req-abd0cfc8-b798-4d8f-a0ee-f6f27c5eeb31 tempest-ExtensionsTestJSON-590457242 tempest-ExtensionsTestJSON-590457242-project] http://10.222.0.30:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=87871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 11:55:47.524479 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-abd0cfc8-b798-4d8f-a0ee-f6f27c5eeb31 tempest-ExtensionsTestJSON-590457242 tempest-ExtensionsTestJSON-590457242-project] 10.222.0.30 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0065029 Mar 28 11:55:47.525055 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 49388) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:47.531420 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [None req-61aff92c-cee3-4572-9d0c-d47a9a72afb7 tempest-ExtensionsTestJSON-590457242 tempest-ExtensionsTestJSON-590457242-project] http://10.222.0.30:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=87871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 11:55:47.534780 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-61aff92c-cee3-4572-9d0c-d47a9a72afb7 tempest-ExtensionsTestJSON-590457242 tempest-ExtensionsTestJSON-590457242-project] 10.222.0.30 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0069773 Mar 28 11:55:47.535152 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 49392) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:47.540190 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [None req-6309ed40-bb0c-48ed-a79f-9b184edfb6b2 tempest-ExtensionsTestJSON-590457242 tempest-ExtensionsTestJSON-590457242-project] http://10.222.0.30:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=87871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 11:55:47.543393 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-6309ed40-bb0c-48ed-a79f-9b184edfb6b2 tempest-ExtensionsTestJSON-590457242 tempest-ExtensionsTestJSON-590457242-project] 10.222.0.30 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0052936 Mar 28 11:55:47.543393 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 49396) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:47.549341 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [None req-37f4fc93-05e3-412b-a102-3a4b964a73d4 tempest-ExtensionsTestJSON-590457242 tempest-ExtensionsTestJSON-590457242-project] http://10.222.0.30:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=87871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 11:55:47.552379 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-37f4fc93-05e3-412b-a102-3a4b964a73d4 tempest-ExtensionsTestJSON-590457242 tempest-ExtensionsTestJSON-590457242-project] 10.222.0.30 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0059774 Mar 28 11:55:47.552379 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-d3bff885-1b68-46ad-b516-46909db1c61f tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:47.557035 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 49400) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:47.574266 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08471bed-699c-4550-b3f2-8b87030bdea6 None None] Pushing event deleted for resources: {'Port': ['ID=373f1757-3ad7-4031-b2c5-c694aed3e3ee,revision_number=None']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:55:47.623809 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] No Port match for: b01f0435-e3f2-40bc-8d5f-1b8d15a119f6 {{(pid=87872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 11:55:47.624595 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device b01f0435-e3f2-40bc-8d5f-1b8d15a119f6 not bound to the agent host dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 11:55:47.625218 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 373f1757-3ad7-4031-b2c5-c694aed3e3ee no longer exists at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 11:55:47.636058 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-64a79092-f9aa-4f5b-a7a4-f548b226d597 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Deleting port b01f0435-e3f2-40bc-8d5f-1b8d15a119f6 {{(pid=87871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:55:47.636469 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-64a79092-f9aa-4f5b-a7a4-f548b226d597 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:47.668281 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08471bed-699c-4550-b3f2-8b87030bdea6 None None] No DVR routers for this DVR port 373f1757-3ad7-4031-b2c5-c694aed3e3ee on host dv-neutron-835340-2-hyperv {{(pid=87872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 11:55:47.671262 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] No Port match for: 373f1757-3ad7-4031-b2c5-c694aed3e3ee {{(pid=87872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 11:55:47.671880 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 373f1757-3ad7-4031-b2c5-c694aed3e3ee not bound to the agent host dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 11:55:47.697017 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bff885-1b68-46ad-b516-46909db1c61f tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] Pushing event updated for resources: {'Port': ['ID=924f6893-4335-4947-be22-41a30342ddec,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:55:47.710870 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [None req-0be75fda-e253-4e4a-9666-995a39e5966c tempest-ExtensionsTestJSON-590457242 tempest-ExtensionsTestJSON-590457242-project] http://10.222.0.30:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=87871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 11:55:47.714480 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-0be75fda-e253-4e4a-9666-995a39e5966c tempest-ExtensionsTestJSON-590457242 tempest-ExtensionsTestJSON-590457242-project] 10.222.0.30 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0445008 Mar 28 11:55:47.719294 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 49404) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:47.760611 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [None req-b70a0146-c993-421b-8697-34c22b14c1a4 tempest-ExtensionsTestJSON-590457242 tempest-ExtensionsTestJSON-590457242-project] http://10.222.0.30:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=87871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 11:55:47.761550 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-b70a0146-c993-421b-8697-34c22b14c1a4 tempest-ExtensionsTestJSON-590457242 tempest-ExtensionsTestJSON-590457242-project] 10.222.0.30 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0378950 Mar 28 11:55:47.764727 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 49410) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:47.768029 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-64a79092-f9aa-4f5b-a7a4-f548b226d597 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] The port 'b01f0435-e3f2-40bc-8d5f-1b8d15a119f6' was deleted {{(pid=87871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 11:55:47.770469 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3bff885-1b68-46ad-b516-46909db1c61f tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] Network ac2b1748-8f63-4b17-a9c7-07e79704aa5b is already hosted by enough agents. {{(pid=87871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:55:47.771927 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-d3bff885-1b68-46ad-b516-46909db1c61f tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] Resources bound (agent type, host, resource id): {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:55:47.785442 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [None req-82dadec3-8f91-4483-937c-2a9508ba5229 tempest-ExtensionsTestJSON-590457242 tempest-ExtensionsTestJSON-590457242-project] http://10.222.0.30:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=87870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 11:55:47.786390 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-82dadec3-8f91-4483-937c-2a9508ba5229 tempest-ExtensionsTestJSON-590457242 tempest-ExtensionsTestJSON-590457242-project] 10.222.0.30 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0141582 Mar 28 11:55:47.797587 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 49414) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:47.814990 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [None req-979d1401-934a-4eb9-bb1f-e516c79b970b tempest-ExtensionsTestJSON-590457242 tempest-ExtensionsTestJSON-590457242-project] http://10.222.0.30:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=87870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 11:55:47.815973 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-979d1401-934a-4eb9-bb1f-e516c79b970b tempest-ExtensionsTestJSON-590457242 tempest-ExtensionsTestJSON-590457242-project] 10.222.0.30 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0174952 Mar 28 11:55:47.820801 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 49418) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:47.838374 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3bff885-1b68-46ad-b516-46909db1c61f tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] Received port after_create {{(pid=87871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:55:47.845228 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [None req-a9659a14-d0ba-4d46-b384-f95ca01a585c tempest-ExtensionsTestJSON-590457242 tempest-ExtensionsTestJSON-590457242-project] http://10.222.0.30:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=87870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 11:55:47.846160 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-a9659a14-d0ba-4d46-b384-f95ca01a585c tempest-ExtensionsTestJSON-590457242 tempest-ExtensionsTestJSON-590457242-project] 10.222.0.30 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0201404 Mar 28 11:55:47.853383 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 49422) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:47.862540 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [None req-463fd9ac-cf77-4fd9-b0cb-d689de3a48df tempest-ExtensionsTestJSON-590457242 tempest-ExtensionsTestJSON-590457242-project] http://10.222.0.30:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=87870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 11:55:47.863571 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-463fd9ac-cf77-4fd9-b0cb-d689de3a48df tempest-ExtensionsTestJSON-590457242 tempest-ExtensionsTestJSON-590457242-project] 10.222.0.30 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0070641 Mar 28 11:55:47.885908 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 49426) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:47.894350 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [None req-20871f6f-7f30-4df0-98d2-a4acbac6d9dc tempest-ExtensionsTestJSON-590457242 tempest-ExtensionsTestJSON-590457242-project] http://10.222.0.30:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=87871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 11:55:47.895923 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-20871f6f-7f30-4df0-98d2-a4acbac6d9dc tempest-ExtensionsTestJSON-590457242 tempest-ExtensionsTestJSON-590457242-project] 10.222.0.30 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0092027 Mar 28 11:55:47.937646 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 49430) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:47.952590 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [None req-a4f967cc-e4d8-4d93-865f-02e6d8ab9f8f tempest-ExtensionsTestJSON-590457242 tempest-ExtensionsTestJSON-590457242-project] http://10.222.0.30:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=87870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 11:55:47.953525 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-a4f967cc-e4d8-4d93-865f-02e6d8ab9f8f tempest-ExtensionsTestJSON-590457242 tempest-ExtensionsTestJSON-590457242-project] 10.222.0.30 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0150573 Mar 28 11:55:47.954959 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8189a086-5ec5-45ff-99df-572455e49e28 tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Checking segment: {'id': 'cdd76485-a345-4cae-a5cd-ecbc08839179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '6864f257-b00b-443d-be06-c279ebc7a093'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:55:47.954959 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8189a086-5ec5-45ff-99df-572455e49e28 tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Network hostable DHCP agents. Network: 6864f257-b00b-443d-be06-c279ebc7a093, hostable agents: ['3cb85949-855b-4a40-b988-cd5705e511da'], hosted agents: [] {{(pid=87870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 11:55:47.968076 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 49434) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:48.003154 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-a5ff511f-f893-439e-935b-79d8e1010fa4 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2561241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2563521'] for subnet, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:48.016863 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-92ca87b6-c238-45aa-8dd0-33dd9da40872 req-615de360-61e0-4592-82ff-70d78f87fdbf tempest-ServersTestManualDisk-684628403 tempest-ServersTestManualDisk-684628403-project] 10.222.0.30 "GET /v2.0/ports?device_id=00dcb3fa-3bac-452c-bc74-3ffffeaa885d HTTP/1.1" status: 200 len: 210 time: 0.1797192 Mar 28 11:55:48.024864 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [None req-d822b851-bef4-462d-90ab-5748723b3c76 tempest-ExtensionsTestJSON-590457242 tempest-ExtensionsTestJSON-590457242-project] http://10.222.0.30:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=87871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 11:55:48.025802 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-d822b851-bef4-462d-90ab-5748723b3c76 tempest-ExtensionsTestJSON-590457242 tempest-ExtensionsTestJSON-590457242-project] 10.222.0.30 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0566833 Mar 28 11:55:48.033201 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 49438) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:48.037784 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [None req-dbcfabd8-2ef3-4e50-a4d7-804805d2f247 tempest-ExtensionsTestJSON-590457242 tempest-ExtensionsTestJSON-590457242-project] http://10.222.0.30:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=87871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 11:55:48.041187 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-dbcfabd8-2ef3-4e50-a4d7-804805d2f247 tempest-ExtensionsTestJSON-590457242 tempest-ExtensionsTestJSON-590457242-project] 10.222.0.30 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0047169 Mar 28 11:55:48.041187 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-64a79092-f9aa-4f5b-a7a4-f548b226d597 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930431', 'neutron.services.segments.db._delete_segments_for_network-8783496351308'] for network, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:48.045659 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-64b84d4e-ea0a-4948-bcfd-b17f52accb48 req-0b3af332-f6c9-4d1b-a8fe-65d8a01d569a tempest-ServersTestManualDisk-684628403 tempest-ServersTestManualDisk-684628403-project] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 11:55:48.050511 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 49442) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:48.056761 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6450c2d-8edd-46b5-8f51-54bd0a40ca66 None None] Sync routers for ids ['d0ee4dee-6ec7-4496-b34d-8d0109fa8f8a'] in dv-neutron-835340-2-hyperv {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 11:55:48.058042 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [None req-7dcf5e1e-dc45-47fe-b455-c85c08abbae1 tempest-ExtensionsTestJSON-590457242 tempest-ExtensionsTestJSON-590457242-project] http://10.222.0.30:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=87871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 11:55:48.061708 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-7dcf5e1e-dc45-47fe-b455-c85c08abbae1 tempest-ExtensionsTestJSON-590457242 tempest-ExtensionsTestJSON-590457242-project] 10.222.0.30 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0080285 Mar 28 11:55:48.068323 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6450c2d-8edd-46b5-8f51-54bd0a40ca66 None None] Routers {'d0ee4dee-6ec7-4496-b34d-8d0109fa8f8a'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:55:48.069058 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-b6450c2d-8edd-46b5-8f51-54bd0a40ca66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T11:55:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['d0ee4dee-6ec7-4496-b34d-8d0109fa8f8a'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:55:48.095017 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 49446) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:48.121304 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [None req-463d6d2c-2649-49c5-9728-aedf048b6050 tempest-ExtensionsTestJSON-590457242 tempest-ExtensionsTestJSON-590457242-project] http://10.222.0.30:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=87870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 11:55:48.124757 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-463d6d2c-2649-49c5-9728-aedf048b6050 tempest-ExtensionsTestJSON-590457242 tempest-ExtensionsTestJSON-590457242-project] 10.222.0.30 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0145020 Mar 28 11:55:48.132070 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 49450) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:48.132430 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8577696-0456-46ca-bc41-4581af930183 req-71bfa4b4-02ee-45c8-a279-390dd787b754 tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:55:48.133919 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-c8577696-0456-46ca-bc41-4581af930183 req-71bfa4b4-02ee-45c8-a279-390dd787b754 tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd5974e7-0504-4851-a286-20ab5143705c HTTP/1.1" status: 200 len: 945 time: 0.8164759 Mar 28 11:55:48.134529 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8189a086-5ec5-45ff-99df-572455e49e28 tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Network 6864f257-b00b-443d-be06-c279ebc7a093 is scheduled to be hosted by DHCP agent 3cb85949-855b-4a40-b988-cd5705e511da with binding_index 1 {{(pid=87870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 11:55:48.147521 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [None req-bb2f500e-ebcd-43a1-87bd-1f706558d86c tempest-ExtensionsTestJSON-590457242 tempest-ExtensionsTestJSON-590457242-project] http://10.222.0.30:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=87871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 11:55:48.150545 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-bb2f500e-ebcd-43a1-87bd-1f706558d86c tempest-ExtensionsTestJSON-590457242 tempest-ExtensionsTestJSON-590457242-project] 10.222.0.30 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0150061 Mar 28 11:55:48.150545 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.segments.db [None req-64a79092-f9aa-4f5b-a7a4-f548b226d597 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2b05fb0-97ef-4819-8d04-688ddce98796']}} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:55:48.158425 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 49454) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:48.165149 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5ff511f-f893-439e-935b-79d8e1010fa4 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Network e95a87e2-4c44-46e2-9de5-2786cbaea69c is already hosted by enough agents. {{(pid=87870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:55:48.168891 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [None req-c68c5fd3-c2b7-4417-82bd-2cdc2efc0ab6 tempest-ExtensionsTestJSON-590457242 tempest-ExtensionsTestJSON-590457242-project] http://10.222.0.30:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=87871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 11:55:48.169820 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-c68c5fd3-c2b7-4417-82bd-2cdc2efc0ab6 tempest-ExtensionsTestJSON-590457242 tempest-ExtensionsTestJSON-590457242-project] 10.222.0.30 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0105147 Mar 28 11:55:48.172053 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.segments.db [None req-64a79092-f9aa-4f5b-a7a4-f548b226d597 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c296270f-f385-4869-b600-27519c772de7') {'for_net_delete': True} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:55:48.172377 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.segments.db [None req-64a79092-f9aa-4f5b-a7a4-f548b226d597 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c296270f-f385-4869-b600-27519c772de7') {} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:55:48.173004 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 49458) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:48.180688 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.base_scheduler [None req-a5ff511f-f893-439e-935b-79d8e1010fa4 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Resources bound (agent type, host, resource id): {{(pid=87870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:55:48.190641 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-980defde-6d7a-4455-ae80-716e17dfe807 None None] Network e95a87e2-4c44-46e2-9de5-2786cbaea69c requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:55:48.204424 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ff511f-f893-439e-935b-79d8e1010fa4 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:55:48.205385 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-a5ff511f-f893-439e-935b-79d8e1010fa4 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks [] for subnet, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:48.211852 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [None req-a4df60a0-2b11-4bf3-858e-002454c811cd tempest-ExtensionsTestJSON-590457242 tempest-ExtensionsTestJSON-590457242-project] http://10.222.0.30:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=87870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 11:55:48.213623 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-a4df60a0-2b11-4bf3-858e-002454c811cd tempest-ExtensionsTestJSON-590457242 tempest-ExtensionsTestJSON-590457242-project] 10.222.0.30 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0345087 Mar 28 11:55:48.214921 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.l3_dvrscheduler_db [req-64b84d4e-ea0a-4948-bcfd-b17f52accb48 req-0b3af332-f6c9-4d1b-a8fe-65d8a01d569a tempest-ServersTestManualDisk-684628403 tempest-ServersTestManualDisk-684628403-project] No DVR routers for this DVR port 1584f756-2866-447a-bcd5-08246c08782f on host hv-neutron-8353 {{(pid=87870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 11:55:48.221751 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 49462) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:48.230678 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [req-64b84d4e-ea0a-4948-bcfd-b17f52accb48 req-0b3af332-f6c9-4d1b-a8fe-65d8a01d569a tempest-ServersTestManualDisk-684628403 tempest-ServersTestManualDisk-684628403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:48.237831 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.base_scheduler [None req-8189a086-5ec5-45ff-99df-572455e49e28 tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-2-hyperv, 6864f257-b00b-443d-be06-c279ebc7a093) {{(pid=87870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:55:48.239417 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00dcb3fa-3bac-452c-bc74-3ffffeaa885d', 'name': 'network-vif-deleted', 'tag': '1584f756-2866-447a-bcd5-08246c08782f'}] {{(pid=87870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 11:55:48.252707 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [None req-fa1d2354-ae85-4ea3-b8f3-05995f45cb00 tempest-ExtensionsTestJSON-590457242 tempest-ExtensionsTestJSON-590457242-project] http://10.222.0.30:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=87870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 11:55:48.254165 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-fa1d2354-ae85-4ea3-b8f3-05995f45cb00 tempest-ExtensionsTestJSON-590457242 tempest-ExtensionsTestJSON-590457242-project] 10.222.0.30 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0294044 Mar 28 11:55:48.256689 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ff511f-f893-439e-935b-79d8e1010fa4 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Pushing event updated for resources: {'Subnet': ['ID=5eb38ae1-0c0e-4af0-b1c3-00986b3a42a6,revision_number=0']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:55:48.258650 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 49468) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:48.267140 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8189a086-5ec5-45ff-99df-572455e49e28 tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Received port after_create {{(pid=87870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:55:48.268360 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e94b6ed3-7d2e-4c9b-90d2-932d90c91508 None None] Network 6864f257-b00b-443d-be06-c279ebc7a093 requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:55:48.273760 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8189a086-5ec5-45ff-99df-572455e49e28 tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:55:48.274556 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-64a79092-f9aa-4f5b-a7a4-f548b226d597 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783496353639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3436890'] for segment, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:48.279118 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8189a086-5ec5-45ff-99df-572455e49e28 tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:55:48.280016 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-8189a086-5ec5-45ff-99df-572455e49e28 tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:48.301308 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-64a79092-f9aa-4f5b-a7a4-f548b226d597 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:48.314855 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [None req-03c38ae0-6561-4dd6-974f-8ab8d733882b tempest-ExtensionsTestJSON-590457242 tempest-ExtensionsTestJSON-590457242-project] http://10.222.0.30:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=87870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 11:55:48.316104 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-03c38ae0-6561-4dd6-974f-8ab8d733882b tempest-ExtensionsTestJSON-590457242 tempest-ExtensionsTestJSON-590457242-project] 10.222.0.30 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0317376 Mar 28 11:55:48.319680 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64a79092-f9aa-4f5b-a7a4-f548b226d597 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=87871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 11:55:48.320094 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-64a79092-f9aa-4f5b-a7a4-f548b226d597 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1920481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2363149'] for segment, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:48.324657 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 49472) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:48.333269 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-a5ff511f-f893-439e-935b-79d8e1010fa4 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.8474412 Mar 28 11:55:48.336917 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 49476) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:48.337075 dv-neutron-835340-2-hyperv neutron-server[87871]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 11:55:48.337075 dv-neutron-835340-2-hyperv neutron-server[87871]: util.warn( Mar 28 11:55:48.337075 dv-neutron-835340-2-hyperv neutron-server[87871]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 11:55:48.337075 dv-neutron-835340-2-hyperv neutron-server[87871]: util.warn( Mar 28 11:55:48.337075 dv-neutron-835340-2-hyperv neutron-server[87871]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 11:55:48.337075 dv-neutron-835340-2-hyperv neutron-server[87871]: util.warn( Mar 28 11:55:48.337075 dv-neutron-835340-2-hyperv neutron-server[87871]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 11:55:48.337075 dv-neutron-835340-2-hyperv neutron-server[87871]: util.warn( Mar 28 11:55:48.337075 dv-neutron-835340-2-hyperv neutron-server[87871]: Traceback (most recent call last): Mar 28 11:55:48.337075 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 11:55:48.337075 dv-neutron-835340-2-hyperv neutron-server[87871]: timer() Mar 28 11:55:48.337075 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 11:55:48.337075 dv-neutron-835340-2-hyperv neutron-server[87871]: cb(*args, **kw) Mar 28 11:55:48.337075 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 11:55:48.337075 dv-neutron-835340-2-hyperv neutron-server[87871]: return func(*args, **kwargs) Mar 28 11:55:48.337075 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 11:55:48.337075 dv-neutron-835340-2-hyperv neutron-server[87871]: self._notify() Mar 28 11:55:48.337075 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 11:55:48.337075 dv-neutron-835340-2-hyperv neutron-server[87871]: self.callback(batched_events) Mar 28 11:55:48.337075 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 11:55:48.337075 dv-neutron-835340-2-hyperv neutron-server[87871]: event.method(event) Mar 28 11:55:48.337075 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 11:55:48.337075 dv-neutron-835340-2-hyperv neutron-server[87871]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 11:55:48.337075 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 11:55:48.337075 dv-neutron-835340-2-hyperv neutron-server[87871]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 11:55:48.337075 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 11:55:48.337075 dv-neutron-835340-2-hyperv neutron-server[87871]: return f(self, *a, **k) Mar 28 11:55:48.337075 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 11:55:48.337075 dv-neutron-835340-2-hyperv neutron-server[87871]: return self._get(url).json() Mar 28 11:55:48.337075 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 11:55:48.337075 dv-neutron-835340-2-hyperv neutron-server[87871]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 11:55:48.337075 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 11:55:48.337075 dv-neutron-835340-2-hyperv neutron-server[87871]: return self.request(url, 'GET', **kwargs) Mar 28 11:55:48.337075 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 11:55:48.337075 dv-neutron-835340-2-hyperv neutron-server[87871]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 11:55:48.337075 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 11:55:48.337075 dv-neutron-835340-2-hyperv neutron-server[87871]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 11:55:48.337075 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 11:55:48.337075 dv-neutron-835340-2-hyperv neutron-server[87871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 11:55:48.337075 dv-neutron-835340-2-hyperv neutron-server[87871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 11:55:48.343744 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-c8577696-0456-46ca-bc41-4581af930183 req-8e29a14f-30fa-4aec-b895-641fbfb41454 tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] 10.222.0.30 "GET /v2.0/security-groups?id=895ae8ad-46d6-4a0f-b104-9c0ca0cce592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1758480 Mar 28 11:55:48.350594 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [None req-f24d1d56-5556-4a27-b733-2f8c7943b9c6 tempest-ExtensionsTestJSON-590457242 tempest-ExtensionsTestJSON-590457242-project] http://10.222.0.30:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=87870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 11:55:48.351914 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-f24d1d56-5556-4a27-b733-2f8c7943b9c6 tempest-ExtensionsTestJSON-590457242 tempest-ExtensionsTestJSON-590457242-project] 10.222.0.30 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0235610 Mar 28 11:55:48.355964 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 49480) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:48.356313 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-43a0d342-d178-4ea2-8cb2-a042c48ae499 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Request body: {'port': {'network_id': 'e95a87e2-4c44-46e2-9de5-2786cbaea69c', 'name': 'tempest-NetworksTestDHCPv6-1109352845'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:55:48.378569 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-8189a086-5ec5-45ff-99df-572455e49e28 tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 4.0513251 Mar 28 11:55:48.378569 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-64b84d4e-ea0a-4948-bcfd-b17f52accb48 req-0b3af332-f6c9-4d1b-a8fe-65d8a01d569a tempest-ServersTestManualDisk-684628403 tempest-ServersTestManualDisk-684628403-project] 10.222.0.11 "DELETE /v2.0/ports/1584f756-2866-447a-bcd5-08246c08782f HTTP/1.1" status: 204 len: 173 time: 3.2595432 Mar 28 11:55:48.378569 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 49484) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:48.378569 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00dcb3fa-3bac-452c-bc74-3ffffeaa885d', 'name': 'network-vif-deleted', 'tag': '1584f756-2866-447a-bcd5-08246c08782f', 'status': 'completed', 'code': 200} Mar 28 11:55:48.422962 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvr_db [None req-b6450c2d-8edd-46b5-8f51-54bd0a40ca66 None None] Set router d0ee4dee-6ec7-4496-b34d-8d0109fa8f8a gateway port host: dv-neutron-835340-2-hyperv {{(pid=87873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:55:48.469494 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [None req-4d7d5d26-3a01-433e-909f-bb03d6a3755d tempest-ExtensionsTestJSON-590457242 tempest-ExtensionsTestJSON-590457242-project] http://10.222.0.30:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=87871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 11:55:48.476505 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-4d7d5d26-3a01-433e-909f-bb03d6a3755d tempest-ExtensionsTestJSON-590457242 tempest-ExtensionsTestJSON-590457242-project] 10.222.0.30 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.1185558 Mar 28 11:55:48.478385 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 49488) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:48.513176 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [None req-042e2a8d-82dc-432f-9eb8-12b79d4b32f3 tempest-ExtensionsTestJSON-590457242 tempest-ExtensionsTestJSON-590457242-project] http://10.222.0.30:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=87871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 11:55:48.516800 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-042e2a8d-82dc-432f-9eb8-12b79d4b32f3 tempest-ExtensionsTestJSON-590457242 tempest-ExtensionsTestJSON-590457242-project] 10.222.0.30 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0143690 Mar 28 11:55:48.520185 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 49492) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:48.604969 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [None req-88a1b584-09fe-47a2-8719-31be5017d91a tempest-ExtensionsTestJSON-590457242 tempest-ExtensionsTestJSON-590457242-project] http://10.222.0.30:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=87870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 11:55:48.611175 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-88a1b584-09fe-47a2-8719-31be5017d91a tempest-ExtensionsTestJSON-590457242 tempest-ExtensionsTestJSON-590457242-project] 10.222.0.30 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0392172 Mar 28 11:55:48.627510 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 49496) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:48.639139 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [None req-84ca4df5-117d-40a9-9287-12edc4d85465 tempest-ExtensionsTestJSON-590457242 tempest-ExtensionsTestJSON-590457242-project] http://10.222.0.30:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=87870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 11:55:48.645039 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-84ca4df5-117d-40a9-9287-12edc4d85465 tempest-ExtensionsTestJSON-590457242 tempest-ExtensionsTestJSON-590457242-project] 10.222.0.30 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0151944 Mar 28 11:55:48.656013 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 49500) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:48.667879 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [None req-509e821d-01f1-4df0-bdbd-1ad48ef1b42d tempest-ExtensionsTestJSON-590457242 tempest-ExtensionsTestJSON-590457242-project] http://10.222.0.30:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=87870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 11:55:48.672833 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-509e821d-01f1-4df0-bdbd-1ad48ef1b42d tempest-ExtensionsTestJSON-590457242 tempest-ExtensionsTestJSON-590457242-project] 10.222.0.30 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0150616 Mar 28 11:55:48.679728 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 49504) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:48.690296 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [None req-310dc005-37c5-4329-ae01-96ef5c425b53 tempest-ExtensionsTestJSON-590457242 tempest-ExtensionsTestJSON-590457242-project] http://10.222.0.30:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=87870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 11:55:48.697329 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-310dc005-37c5-4329-ae01-96ef5c425b53 tempest-ExtensionsTestJSON-590457242 tempest-ExtensionsTestJSON-590457242-project] 10.222.0.30 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0131288 Mar 28 11:55:48.702465 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 49508) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:48.730312 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [None req-99e2831b-d926-4865-9979-1cec23ea33a7 tempest-ExtensionsTestJSON-590457242 tempest-ExtensionsTestJSON-590457242-project] http://10.222.0.30:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=87870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 11:55:48.735398 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-99e2831b-d926-4865-9979-1cec23ea33a7 tempest-ExtensionsTestJSON-590457242 tempest-ExtensionsTestJSON-590457242-project] 10.222.0.30 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0238833 Mar 28 11:55:48.739664 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 49512) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:48.749208 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [None req-a7aaf19a-0b20-4677-bec0-1bac1e6a7fef tempest-ExtensionsTestJSON-590457242 tempest-ExtensionsTestJSON-590457242-project] http://10.222.0.30:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=87870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 11:55:48.753255 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-a7aaf19a-0b20-4677-bec0-1bac1e6a7fef tempest-ExtensionsTestJSON-590457242 tempest-ExtensionsTestJSON-590457242-project] 10.222.0.30 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0114307 Mar 28 11:55:48.755583 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 49516) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:48.763651 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-43a0d342-d178-4ea2-8cb2-a042c48ae499 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:55:48.769280 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-43a0d342-d178-4ea2-8cb2-a042c48ae499 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Usage tracker for resource:port and tenant:b4adfe5c8b3a4e57a1afd1d44c455245 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:55:48.773222 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-43a0d342-d178-4ea2-8cb2-a042c48ae499 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:55:48.781466 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-d3bff885-1b68-46ad-b516-46909db1c61f tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] Notify callbacks [] for router_gateway, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:48.803817 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-43a0d342-d178-4ea2-8cb2-a042c48ae499 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:55:48.812514 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [None req-20b09077-8652-4e11-a513-16fcaeeaaae6 tempest-ExtensionsTestJSON-590457242 tempest-ExtensionsTestJSON-590457242-project] http://10.222.0.30:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=87870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 11:55:48.817760 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-20b09077-8652-4e11-a513-16fcaeeaaae6 tempest-ExtensionsTestJSON-590457242 tempest-ExtensionsTestJSON-590457242-project] 10.222.0.30 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0584626 Mar 28 11:55:48.818483 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 49520) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:48.853174 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [None req-89fe1bbf-3df4-4e90-bccb-8026cb57a703 tempest-ExtensionsTestJSON-590457242 tempest-ExtensionsTestJSON-590457242-project] http://10.222.0.30:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=87870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 11:55:48.857550 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-89fe1bbf-3df4-4e90-bccb-8026cb57a703 tempest-ExtensionsTestJSON-590457242 tempest-ExtensionsTestJSON-590457242-project] 10.222.0.30 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0279818 Mar 28 11:55:48.860543 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-64a79092-f9aa-4f5b-a7a4-f548b226d597 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709602'] for network, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:48.863999 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 49524) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:48.872195 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-610fca2b-f081-459c-8280-902bb1c92d6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1d3f2a9-8722-5ce5-bc40-181687d1ed3f-e95a87e2-4c44-46e2-9de5-2786cbaea69c', 'network_id': 'e95a87e2-4c44-46e2-9de5-2786cbaea69c', 'tenant_id': 'b4adfe5c8b3a4e57a1afd1d44c455245', 'fixed_ips': [{'subnet_id': '5eb38ae1-0c0e-4af0-b1c3-00986b3a42a6'}]}} from dv-neutron-835340-2-hyperv. {{(pid=87872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 11:55:48.873045 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-610fca2b-f081-459c-8280-902bb1c92d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:48.898234 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37d30b27-caa6-4ccd-bd28-acd387a87135 tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:55:48.910706 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [None req-1e66fc10-4a97-4655-a9a0-f8ed11b488fb tempest-ExtensionsTestJSON-590457242 tempest-ExtensionsTestJSON-590457242-project] http://10.222.0.30:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=87871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 11:55:48.911664 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37d30b27-caa6-4ccd-bd28-acd387a87135 tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:55:48.911789 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-1e66fc10-4a97-4655-a9a0-f8ed11b488fb tempest-ExtensionsTestJSON-590457242 tempest-ExtensionsTestJSON-590457242-project] 10.222.0.30 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0467193 Mar 28 11:55:48.912712 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-37d30b27-caa6-4ccd-bd28-acd387a87135 tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Synchronizing usage tracker for tenant:0d29398c28b0489a842ab91f20f0fc22 on resource:port {{(pid=87870) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:55:48.915232 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-64a79092-f9aa-4f5b-a7a4-f548b226d597 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks [] for network, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:48.926494 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a79092-f9aa-4f5b-a7a4-f548b226d597 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Pushing event deleted for resources: {'Network': ['ID=c2b05fb0-97ef-4819-8d04-688ddce98796,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:55:48.928586 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 49528) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:48.935184 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43a0d342-d178-4ea2-8cb2-a042c48ae499 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Made reservation on behalf of b4adfe5c8b3a4e57a1afd1d44c455245 for: {'port': 1} {{(pid=87870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:55:48.939449 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-43a0d342-d178-4ea2-8cb2-a042c48ae499 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:48.983512 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [None req-bb04fcb9-71d2-4359-8276-f62ce01def1a tempest-ExtensionsTestJSON-590457242 tempest-ExtensionsTestJSON-590457242-project] http://10.222.0.30:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=87870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 11:55:48.985610 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-bb04fcb9-71d2-4359-8276-f62ce01def1a tempest-ExtensionsTestJSON-590457242 tempest-ExtensionsTestJSON-590457242-project] 10.222.0.30 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0198109 Mar 28 11:55:49.003013 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 49532) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:49.010999 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-b6450c2d-8edd-46b5-8f51-54bd0a40ca66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0ee4dee-6ec7-4496-b34d-8d0109fa8f8a', 'name': 'tempest-ServersTestManualDisk-2058185223-router', 'tenant_id': 'ef5d94df2651453a8526eba31d74035c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.55'}], 'enable_snat': True}, 'gw_port_id': '7a491cab-d3e7-422b-8811-bc282f168100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:54:08Z', 'updated_at': '2022-03-28T11:54:20Z', 'revision_number': 4, 'project_id': 'ef5d94df2651453a8526eba31d74035c', 'gw_port': {'id': '7a491cab-d3e7-422b-8811-bc282f168100', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:1f:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ee4dee-6ec7-4496-b34d-8d0109fa8f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:54:09Z', 'updated_at': '2022-03-28T11:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_interfaces': [{'id': '8b64da70-6a09-4b97-bfdd-61f19d79beaa', 'name': '', 'network_id': '4a776d3d-9745-4c38-b1e0-dfac029e8437', 'tenant_id': 'ef5d94df2651453a8526eba31d74035c', 'mac_address': 'fa:16:3e:79:56:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ee4dee-6ec7-4496-b34d-8d0109fa8f8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '51390c4c-f007-438b-8f55-097eecbd0e38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:54:16Z', 'updated_at': '2022-03-28T11:54:32Z', 'revision_number': 5, 'project_id': 'ef5d94df2651453a8526eba31d74035c', 'subnets': [{'id': '51390c4c-f007-438b-8f55-097eecbd0e38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:55:49.013018 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-64a79092-f9aa-4f5b-a7a4-f548b226d597 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] 10.222.0.30 "DELETE /v2.0/networks/c2b05fb0-97ef-4819-8d04-688ddce98796 HTTP/1.1" status: 204 len: 168 time: 3.4350703 Mar 28 11:55:49.017102 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [None req-23c68dba-bc88-4ff6-9d9b-b349758cd781 tempest-ExtensionsTestJSON-590457242 tempest-ExtensionsTestJSON-590457242-project] http://10.222.0.30:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=87871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 11:55:49.018354 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-23c68dba-bc88-4ff6-9d9b-b349758cd781 tempest-ExtensionsTestJSON-590457242 tempest-ExtensionsTestJSON-590457242-project] 10.222.0.30 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0146847 Mar 28 11:55:49.020759 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 49536) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:49.022504 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6450c2d-8edd-46b5-8f51-54bd0a40ca66 None None] Checking router: d0ee4dee-6ec7-4496-b34d-8d0109fa8f8a for host: dv-neutron-835340-2-hyperv {{(pid=87873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 11:55:49.024770 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 49538) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:49.051027 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [None req-9421e676-39e2-44b4-90ca-6bda1ba1e205 tempest-ExtensionsTestJSON-590457242 tempest-ExtensionsTestJSON-590457242-project] http://10.222.0.30:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=87870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 11:55:49.053839 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-9421e676-39e2-44b4-90ca-6bda1ba1e205 tempest-ExtensionsTestJSON-590457242 tempest-ExtensionsTestJSON-590457242-project] 10.222.0.30 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0241609 Mar 28 11:55:49.057080 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 49546) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:49.069915 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [None req-78e72f96-6394-4035-9611-facf54064e56 tempest-ExtensionsTestJSON-590457242 tempest-ExtensionsTestJSON-590457242-project] http://10.222.0.30:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=87871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 11:55:49.070857 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-78e72f96-6394-4035-9611-facf54064e56 tempest-ExtensionsTestJSON-590457242 tempest-ExtensionsTestJSON-590457242-project] 10.222.0.30 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0083172 Mar 28 11:55:49.071656 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6450c2d-8edd-46b5-8f51-54bd0a40ca66 None None] Routers {'d0ee4dee-6ec7-4496-b34d-8d0109fa8f8a'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:55:49.072895 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-b6450c2d-8edd-46b5-8f51-54bd0a40ca66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T11:55:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['d0ee4dee-6ec7-4496-b34d-8d0109fa8f8a'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:55:49.082728 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-08eef93c-2b0e-4eb5-a182-13d879ef7059 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1653233235'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:55:49.100365 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-37d30b27-caa6-4ccd-bd28-acd387a87135 tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Unset dirty status for tenant:0d29398c28b0489a842ab91f20f0fc22 on resource:port {{(pid=87870) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:55:49.111463 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-37d30b27-caa6-4ccd-bd28-acd387a87135 tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.7294888 Mar 28 11:55:49.111463 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.notifiers.nova [None req-43a0d342-d178-4ea2-8cb2-a042c48ae499 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] device_id is not set on port 9ca8c48c-a0b6-40b5-8b22-2aa5ee7bc95c yet. {{(pid=87870) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 11:55:49.129008 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 49550) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:49.129348 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 49552) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:49.177332 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-08eef93c-2b0e-4eb5-a182-13d879ef7059 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:55:49.187494 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-08eef93c-2b0e-4eb5-a182-13d879ef7059 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Usage tracker for resource:network and tenant:beb99f647cec46e3bbf575ac0a3034e8 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:55:49.202328 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-08eef93c-2b0e-4eb5-a182-13d879ef7059 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:55:49.212734 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [None req-1d9b5808-570e-4617-8b38-95285f71c800 tempest-ExtensionsTestJSON-590457242 tempest-ExtensionsTestJSON-590457242-project] http://10.222.0.30:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=87871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 11:55:49.213688 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-1d9b5808-570e-4617-8b38-95285f71c800 tempest-ExtensionsTestJSON-590457242 tempest-ExtensionsTestJSON-590457242-project] 10.222.0.30 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0834334 Mar 28 11:55:49.224864 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 49558) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:49.237282 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-08eef93c-2b0e-4eb5-a182-13d879ef7059 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:55:49.248362 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.db_base_plugin_common [None req-610fca2b-f081-459c-8280-902bb1c92d6b None None] Allocated IP 2001:db8::2 (e95a87e2-4c44-46e2-9de5-2786cbaea69c/5eb38ae1-0c0e-4af0-b1c3-00986b3a42a6/c9bed4ef-10ae-4576-9700-7dd2af35e409) {{(pid=87872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:55:49.253365 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [None req-306c58e9-8de2-4b8d-b826-c060c4cea968 tempest-ExtensionsTestJSON-590457242 tempest-ExtensionsTestJSON-590457242-project] http://10.222.0.30:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=87870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 11:55:49.256644 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-306c58e9-8de2-4b8d-b826-c060c4cea968 tempest-ExtensionsTestJSON-590457242 tempest-ExtensionsTestJSON-590457242-project] 10.222.0.30 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0236859 Mar 28 11:55:49.267413 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 49562) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:49.299044 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [None req-49f60c14-e2a8-4172-bab1-e1354aa4a3fa tempest-ExtensionsTestJSON-590457242 tempest-ExtensionsTestJSON-590457242-project] http://10.222.0.30:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=87870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 11:55:49.302194 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-49f60c14-e2a8-4172-bab1-e1354aa4a3fa tempest-ExtensionsTestJSON-590457242 tempest-ExtensionsTestJSON-590457242-project] 10.222.0.30 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0292778 Mar 28 11:55:49.304810 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 49566) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:49.308371 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Device 1584f756-2866-447a-bcd5-08246c08782f no longer exists at agent hyperv_hv-neutron-8353 {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 11:55:49.334937 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [None req-bfeaddc5-3beb-45ee-bc75-c5fd00c27b62 tempest-ExtensionsTestJSON-590457242 tempest-ExtensionsTestJSON-590457242-project] http://10.222.0.30:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=87870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 11:55:49.336386 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-bfeaddc5-3beb-45ee-bc75-c5fd00c27b62 tempest-ExtensionsTestJSON-590457242 tempest-ExtensionsTestJSON-590457242-project] 10.222.0.30 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0237651 Mar 28 11:55:49.339665 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08eef93c-2b0e-4eb5-a182-13d879ef7059 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Made reservation on behalf of beb99f647cec46e3bbf575ac0a3034e8 for: {'network': 1} {{(pid=87870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:55:49.345716 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-08eef93c-2b0e-4eb5-a182-13d879ef7059 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for network, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:49.361479 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 49570) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:49.373464 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [None req-1f8befc7-872a-4bbf-b10d-cd3302a42b00 tempest-ExtensionsTestJSON-590457242 tempest-ExtensionsTestJSON-590457242-project] http://10.222.0.30:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=87870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 11:55:49.374819 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-1f8befc7-872a-4bbf-b10d-cd3302a42b00 tempest-ExtensionsTestJSON-590457242 tempest-ExtensionsTestJSON-590457242-project] 10.222.0.30 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0117350 Mar 28 11:55:49.377991 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 49574) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:49.381424 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] No Port match for: 1584f756-2866-447a-bcd5-08246c08782f {{(pid=87872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 11:55:49.381895 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Device 1584f756-2866-447a-bcd5-08246c08782f not bound to the agent host hv-neutron-8353 {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 11:55:49.403964 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [None req-37a487ff-62e1-4ef8-86fe-3a7451601ab5 tempest-ExtensionsTestJSON-590457242 tempest-ExtensionsTestJSON-590457242-project] http://10.222.0.30:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=87870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 11:55:49.407778 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-37a487ff-62e1-4ef8-86fe-3a7451601ab5 tempest-ExtensionsTestJSON-590457242 tempest-ExtensionsTestJSON-590457242-project] 10.222.0.30 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0128584 Mar 28 11:55:49.412185 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 49580) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:49.431336 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [None req-4b55de93-c5ab-482e-af0d-bac321f220d5 tempest-ExtensionsTestJSON-590457242 tempest-ExtensionsTestJSON-590457242-project] http://10.222.0.30:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=87870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 11:55:49.437178 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-4b55de93-c5ab-482e-af0d-bac321f220d5 tempest-ExtensionsTestJSON-590457242 tempest-ExtensionsTestJSON-590457242-project] 10.222.0.30 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0220668 Mar 28 11:55:49.439343 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 49584) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:49.461682 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [None req-1f8ca06f-c3d9-4d20-9c5f-7307828a5e44 tempest-ExtensionsTestJSON-590457242 tempest-ExtensionsTestJSON-590457242-project] http://10.222.0.30:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=87870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 11:55:49.469453 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-1f8ca06f-c3d9-4d20-9c5f-7307828a5e44 tempest-ExtensionsTestJSON-590457242 tempest-ExtensionsTestJSON-590457242-project] 10.222.0.30 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0202971 Mar 28 11:55:49.475762 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 49588) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:49.492633 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [None req-f595c2ec-1e25-477c-a65e-1f4539c69b10 tempest-ExtensionsTestJSON-590457242 tempest-ExtensionsTestJSON-590457242-project] http://10.222.0.30:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=87870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 11:55:49.493548 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-f595c2ec-1e25-477c-a65e-1f4539c69b10 tempest-ExtensionsTestJSON-590457242 tempest-ExtensionsTestJSON-590457242-project] 10.222.0.30 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0166831 Mar 28 11:55:49.496836 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 49592) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:49.503854 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [None req-9dbed05e-d70d-401e-a28f-1adfc005d87d tempest-ExtensionsTestJSON-590457242 tempest-ExtensionsTestJSON-590457242-project] http://10.222.0.30:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=87870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 11:55:49.504831 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-9dbed05e-d70d-401e-a28f-1adfc005d87d tempest-ExtensionsTestJSON-590457242 tempest-ExtensionsTestJSON-590457242-project] 10.222.0.30 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0070932 Mar 28 11:55:49.505640 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08eef93c-2b0e-4eb5-a182-13d879ef7059 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=87870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 11:55:49.507968 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 49596) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:49.517913 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [None req-d7a83ae8-d5ec-4111-b38d-0c9060f64fc9 tempest-ExtensionsTestJSON-590457242 tempest-ExtensionsTestJSON-590457242-project] http://10.222.0.30:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=87870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 11:55:49.519366 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-d7a83ae8-d5ec-4111-b38d-0c9060f64fc9 tempest-ExtensionsTestJSON-590457242 tempest-ExtensionsTestJSON-590457242-project] 10.222.0.30 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0100708 Mar 28 11:55:49.522287 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 49600) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:49.535023 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-08eef93c-2b0e-4eb5-a182-13d879ef7059 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:49.535366 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.db.segments_db [None req-08eef93c-2b0e-4eb5-a182-13d879ef7059 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Added segment 90ca2ba2-557b-4c41-bd90-4b76ea9ed939 of type vlan for network 77f8f80f-4b06-4058-9c8c-efa7ccbc3b9e Mar 28 11:55:49.547359 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-e9cc8aa2-3e92-40f3-b72c-e0f942c2bced tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Deleting port 9b52bd1b-3296-4136-8cc5-4e7b6190dac9 {{(pid=87871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:55:49.547731 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvr_db [None req-b6450c2d-8edd-46b5-8f51-54bd0a40ca66 None None] Set router d0ee4dee-6ec7-4496-b34d-8d0109fa8f8a gateway port host: dv-neutron-835340-2-hyperv {{(pid=87873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:55:49.547832 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-e9cc8aa2-3e92-40f3-b72c-e0f942c2bced tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:49.548728 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [None req-743bec35-9310-4c1c-ad39-08d12db164f0 tempest-ExtensionsTestJSON-590457242 tempest-ExtensionsTestJSON-590457242-project] http://10.222.0.30:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=87870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 11:55:49.549742 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-743bec35-9310-4c1c-ad39-08d12db164f0 tempest-ExtensionsTestJSON-590457242 tempest-ExtensionsTestJSON-590457242-project] 10.222.0.30 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0244873 Mar 28 11:55:49.568427 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 49604) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:49.590811 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [None req-da2dbb33-4856-4dbf-a125-8a42a686645c tempest-ExtensionsTestJSON-590457242 tempest-ExtensionsTestJSON-590457242-project] http://10.222.0.30:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=87870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 11:55:49.593895 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-da2dbb33-4856-4dbf-a125-8a42a686645c tempest-ExtensionsTestJSON-590457242 tempest-ExtensionsTestJSON-590457242-project] 10.222.0.30 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0224404 Mar 28 11:55:49.595717 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 49608) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:49.634861 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-0012fe20-e2c9-4c63-a0bf-8f9c75b03d9f req-3c70ea55-439f-497d-98c8-4151953f5a3a tempest-ServersTestManualDisk-684628403 tempest-ServersTestManualDisk-684628403-project] 10.222.0.30 "GET /v2.0/ports?device_id=00dcb3fa-3bac-452c-bc74-3ffffeaa885d HTTP/1.1" status: 200 len: 210 time: 0.0924230 Mar 28 11:55:49.664104 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [None req-3784b3ed-568d-4ac7-a067-5b3f80b8b9dd tempest-ExtensionsTestJSON-590457242 tempest-ExtensionsTestJSON-590457242-project] http://10.222.0.30:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=87870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 11:55:49.670885 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-3784b3ed-568d-4ac7-a067-5b3f80b8b9dd tempest-ExtensionsTestJSON-590457242 tempest-ExtensionsTestJSON-590457242-project] 10.222.0.30 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0742347 Mar 28 11:55:49.671615 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 49612) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:49.682369 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-08eef93c-2b0e-4eb5-a182-13d879ef7059 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783495836591'] for network, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:49.709385 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-d3bff885-1b68-46ad-b516-46909db1c61f tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-709632', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-707672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260923'] for router, precommit_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:49.713338 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [None req-a9272c7a-b27d-47df-b362-c18c1b6c568a tempest-ExtensionsTestJSON-590457242 tempest-ExtensionsTestJSON-590457242-project] http://10.222.0.30:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=87871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 11:55:49.714478 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-a9272c7a-b27d-47df-b362-c18c1b6c568a tempest-ExtensionsTestJSON-590457242 tempest-ExtensionsTestJSON-590457242-project] 10.222.0.30 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0391116 Mar 28 11:55:49.721398 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 49616) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:49.731159 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-d3bff885-1b68-46ad-b516-46909db1c61f tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-709647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-709686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-745031'] for router, after_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:49.738455 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-610fca2b-f081-459c-8280-902bb1c92d6b None None] Notify callbacks [] for port, precommit_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:49.756620 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-610fca2b-f081-459c-8280-902bb1c92d6b None None] Transition to ACTIVE for port object c9bed4ef-10ae-4576-9700-7dd2af35e409 will not be triggered until provisioned by entity L2. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:55:49.783292 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [None req-8c35e03d-f7e6-4bf9-8bc4-4b09dfc72f6a tempest-ExtensionsTestJSON-590457242 tempest-ExtensionsTestJSON-590457242-project] http://10.222.0.30:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=87870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 11:55:49.791163 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-8c35e03d-f7e6-4bf9-8bc4-4b09dfc72f6a tempest-ExtensionsTestJSON-590457242 tempest-ExtensionsTestJSON-590457242-project] 10.222.0.30 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0642755 Mar 28 11:55:49.799998 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-08eef93c-2b0e-4eb5-a182-13d879ef7059 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765'] for network, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:49.805334 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08eef93c-2b0e-4eb5-a182-13d879ef7059 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:55:49.806050 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-08eef93c-2b0e-4eb5-a182-13d879ef7059 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538751'] for network, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:49.808536 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-610fca2b-f081-459c-8280-902bb1c92d6b None None] Transition to ACTIVE for port object c9bed4ef-10ae-4576-9700-7dd2af35e409 will not be triggered until provisioned by entity DHCP. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:55:49.813141 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 49620) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:49.816799 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-610fca2b-f081-459c-8280-902bb1c92d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241'] for port, after_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:49.871106 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [None req-8b566d40-d5ef-49da-be7f-4f038318ad35 tempest-ExtensionsTestJSON-590457242 tempest-ExtensionsTestJSON-590457242-project] http://10.222.0.30:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=87870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 11:55:49.875519 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-8b566d40-d5ef-49da-be7f-4f038318ad35 tempest-ExtensionsTestJSON-590457242 tempest-ExtensionsTestJSON-590457242-project] 10.222.0.30 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0184431 Mar 28 11:55:49.939018 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-610fca2b-f081-459c-8280-902bb1c92d6b None None] Network e95a87e2-4c44-46e2-9de5-2786cbaea69c is already hosted by enough agents. {{(pid=87872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:55:49.946896 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.base_scheduler [None req-610fca2b-f081-459c-8280-902bb1c92d6b None None] Resources bound (agent type, host, resource id): {{(pid=87872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:55:49.951664 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-610fca2b-f081-459c-8280-902bb1c92d6b None None] Received port after_create {{(pid=87872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:55:49.990989 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610fca2b-f081-459c-8280-902bb1c92d6b None None] Pushing event updated for resources: {'Port': ['ID=c9bed4ef-10ae-4576-9700-7dd2af35e409,revision_number=1']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:55:49.995621 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-b6450c2d-8edd-46b5-8f51-54bd0a40ca66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0ee4dee-6ec7-4496-b34d-8d0109fa8f8a', 'name': 'tempest-ServersTestManualDisk-2058185223-router', 'tenant_id': 'ef5d94df2651453a8526eba31d74035c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.55'}], 'enable_snat': True}, 'gw_port_id': '7a491cab-d3e7-422b-8811-bc282f168100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:54:08Z', 'updated_at': '2022-03-28T11:54:20Z', 'revision_number': 4, 'project_id': 'ef5d94df2651453a8526eba31d74035c', 'gw_port': {'id': '7a491cab-d3e7-422b-8811-bc282f168100', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:1f:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ee4dee-6ec7-4496-b34d-8d0109fa8f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:54:09Z', 'updated_at': '2022-03-28T11:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_interfaces': [{'id': '8b64da70-6a09-4b97-bfdd-61f19d79beaa', 'name': '', 'network_id': '4a776d3d-9745-4c38-b1e0-dfac029e8437', 'tenant_id': 'ef5d94df2651453a8526eba31d74035c', 'mac_address': 'fa:16:3e:79:56:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ee4dee-6ec7-4496-b34d-8d0109fa8f8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '51390c4c-f007-438b-8f55-097eecbd0e38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:54:16Z', 'updated_at': '2022-03-28T11:54:32Z', 'revision_number': 5, 'project_id': 'ef5d94df2651453a8526eba31d74035c', 'subnets': [{'id': '51390c4c-f007-438b-8f55-097eecbd0e38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:55:50.005842 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6450c2d-8edd-46b5-8f51-54bd0a40ca66 None None] The sync data for ids ['d0ee4dee-6ec7-4496-b34d-8d0109fa8f8a'] in dv-neutron-835340-2-hyperv is: [{'id': 'd0ee4dee-6ec7-4496-b34d-8d0109fa8f8a', 'name': 'tempest-ServersTestManualDisk-2058185223-router', 'tenant_id': 'ef5d94df2651453a8526eba31d74035c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.55'}], 'enable_snat': True}, 'gw_port_id': '7a491cab-d3e7-422b-8811-bc282f168100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:54:08Z', 'updated_at': '2022-03-28T11:54:20Z', 'revision_number': 4, 'project_id': 'ef5d94df2651453a8526eba31d74035c', 'gw_port': {'id': '7a491cab-d3e7-422b-8811-bc282f168100', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:1f:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ee4dee-6ec7-4496-b34d-8d0109fa8f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:54:09Z', 'updated_at': '2022-03-28T11:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_interfaces': [{'id': '8b64da70-6a09-4b97-bfdd-61f19d79beaa', 'name': '', 'network_id': '4a776d3d-9745-4c38-b1e0-dfac029e8437', 'tenant_id': 'ef5d94df2651453a8526eba31d74035c', 'mac_address': 'fa:16:3e:79:56:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ee4dee-6ec7-4496-b34d-8d0109fa8f8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '51390c4c-f007-438b-8f55-097eecbd0e38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:54:16Z', 'updated_at': '2022-03-28T11:54:32Z', 'revision_number': 5, 'project_id': 'ef5d94df2651453a8526eba31d74035c', 'subnets': [{'id': '51390c4c-f007-438b-8f55-097eecbd0e38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 11:55:50.120620 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-610fca2b-f081-459c-8280-902bb1c92d6b None None] Attempting to bind port c9bed4ef-10ae-4576-9700-7dd2af35e409 on host dv-neutron-835340-2-hyperv for vnic_type normal with profile {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:55:50.121746 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-610fca2b-f081-459c-8280-902bb1c92d6b None None] Attempting to bind port c9bed4ef-10ae-4576-9700-7dd2af35e409 by drivers openvswitch,hyperv on host dv-neutron-835340-2-hyperv at level 0 using segments [{'id': 'bd053757-b8b4-4f3a-b553-aa242f2d15d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e95a87e2-4c44-46e2-9de5-2786cbaea69c'}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:55:50.122325 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-610fca2b-f081-459c-8280-902bb1c92d6b None None] Attempting to bind port c9bed4ef-10ae-4576-9700-7dd2af35e409 on network e95a87e2-4c44-46e2-9de5-2786cbaea69c {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:55:50.129088 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-610fca2b-f081-459c-8280-902bb1c92d6b None None] Checking agent: {'id': '961a16fe-cbc8-4264-ac28-bbbd53f89caa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 46, 6), 'started_at': datetime.datetime(2022, 3, 28, 11, 46, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 11, 55, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 11:55:50.129842 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-610fca2b-f081-459c-8280-902bb1c92d6b None None] Checking segment: {'id': 'bd053757-b8b4-4f3a-b553-aa242f2d15d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e95a87e2-4c44-46e2-9de5-2786cbaea69c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:55:50.133835 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-610fca2b-f081-459c-8280-902bb1c92d6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:50.134515 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-610fca2b-f081-459c-8280-902bb1c92d6b None None] Bound using segment: {'id': 'bd053757-b8b4-4f3a-b553-aa242f2d15d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e95a87e2-4c44-46e2-9de5-2786cbaea69c'} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 11:55:50.135098 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-610fca2b-f081-459c-8280-902bb1c92d6b None None] Bound port: c9bed4ef-10ae-4576-9700-7dd2af35e409, host: dv-neutron-835340-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd053757-b8b4-4f3a-b553-aa242f2d15d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e95a87e2-4c44-46e2-9de5-2786cbaea69c'}}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 11:55:50.136358 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-610fca2b-f081-459c-8280-902bb1c92d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:50.172192 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 49626) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:50.176416 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-08eef93c-2b0e-4eb5-a182-13d879ef7059 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1496592 Mar 28 11:55:50.181477 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-daf902b1-c5ac-444f-8ba8-e82a0654830e tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Request body: {'subnet': {'network_id': '77f8f80f-4b06-4058-9c8c-efa7ccbc3b9e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:55:50.192421 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08eef93c-2b0e-4eb5-a182-13d879ef7059 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Pushing event updated for resources: {'Network': ['ID=77f8f80f-4b06-4058-9c8c-efa7ccbc3b9e,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:55:50.213490 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Network 77f8f80f-4b06-4058-9c8c-efa7ccbc3b9e details requested by agent ovs-agent-dv-neutron-835340-2-hyperv with host dv-neutron-835340-2-hyperv {{(pid=87872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 11:55:50.219780 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d8e9a7-b3e3-40ff-a948-9b3a5cea651c req-58576fc0-f5ea-41fc-9462-cff96a100f39 tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:55:50.222162 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-61d8e9a7-b3e3-40ff-a948-9b3a5cea651c req-58576fc0-f5ea-41fc-9462-cff96a100f39 tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd5974e7-0504-4851-a286-20ab5143705c HTTP/1.1" status: 200 len: 945 time: 0.5483930 Mar 28 11:55:50.243325 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.db_base_plugin_common [None req-43a0d342-d178-4ea2-8cb2-a042c48ae499 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Allocated IP 2001:db8::27 (e95a87e2-4c44-46e2-9de5-2786cbaea69c/5eb38ae1-0c0e-4af0-b1c3-00986b3a42a6/9ca8c48c-a0b6-40b5-8b22-2aa5ee7bc95c) {{(pid=87870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:55:50.253814 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-e9cc8aa2-3e92-40f3-b72c-e0f942c2bced tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:50.300547 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3bff885-1b68-46ad-b516-46909db1c61f tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] Router ac0f6689-59ea-4f97-a9bc-e0fa939933f1 is scheduled to L3 agent af79d429-529e-400b-a119-94d4bec03f3e with binding_index 1 {{(pid=87871) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 11:55:50.310296 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-61d8e9a7-b3e3-40ff-a948-9b3a5cea651c req-35050314-37eb-4448-a772-129aa44f4c7c tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] 10.222.0.30 "GET /v2.0/security-groups?id=895ae8ad-46d6-4a0f-b104-9c0ca0cce592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694873 Mar 28 11:55:50.444360 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4fcc58d-0a81-4079-b967-9919e963116a None None] New status for floating IP 9c059288-b364-4039-9193-3c98a4e3715a: DOWN {{(pid=87872) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 11:55:50.492300 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 49632) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:50.522583 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-610fca2b-f081-459c-8280-902bb1c92d6b None None] For port c9bed4ef-10ae-4576-9700-7dd2af35e409, host dv-neutron-835340-2-hyperv, cleared binding levels {{(pid=87872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 11:55:50.567699 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-43a0d342-d178-4ea2-8cb2-a042c48ae499 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks [] for port, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:50.580832 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-e9cc8aa2-3e92-40f3-b72c-e0f942c2bced tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Calling delete_port for 9b52bd1b-3296-4136-8cc5-4e7b6190dac9 owned by {{(pid=87871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:55:50.584489 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.provisioning_blocks [None req-43a0d342-d178-4ea2-8cb2-a042c48ae499 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Transition to ACTIVE for port object 9ca8c48c-a0b6-40b5-8b22-2aa5ee7bc95c will not be triggered until provisioned by entity DHCP. {{(pid=87870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:55:50.609697 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-43a0d342-d178-4ea2-8cb2-a042c48ae499 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:50.615094 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-610fca2b-f081-459c-8280-902bb1c92d6b None None] For port c9bed4ef-10ae-4576-9700-7dd2af35e409, host dv-neutron-835340-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=c9bed4ef-10ae-4576-9700-7dd2af35e409,segment=NetworkSegment(bd053757-b8b4-4f3a-b553-aa242f2d15d2),segment_id=bd053757-b8b4-4f3a-b553-aa242f2d15d2)] {{(pid=87872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 11:55:50.616561 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:50.624037 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-610fca2b-f081-459c-8280-902bb1c92d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:50.688041 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43a0d342-d178-4ea2-8cb2-a042c48ae499 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Network e95a87e2-4c44-46e2-9de5-2786cbaea69c is already hosted by enough agents. {{(pid=87870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:55:50.784737 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610fca2b-f081-459c-8280-902bb1c92d6b None None] Pushing event updated for resources: {'Port': ['ID=c9bed4ef-10ae-4576-9700-7dd2af35e409,revision_number=2']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:55:50.841860 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 49642) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:50.848567 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.base_scheduler [None req-43a0d342-d178-4ea2-8cb2-a042c48ae499 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Resources bound (agent type, host, resource id): {{(pid=87870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:55:50.859529 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a0d342-d178-4ea2-8cb2-a042c48ae499 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Pushing event updated for resources: {'Port': ['ID=9ca8c48c-a0b6-40b5-8b22-2aa5ee7bc95c,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:55:50.880825 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a0d342-d178-4ea2-8cb2-a042c48ae499 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Received port after_create {{(pid=87870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:55:50.881944 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-daf902b1-c5ac-444f-8ba8-e82a0654830e tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:55:50.886160 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43a0d342-d178-4ea2-8cb2-a042c48ae499 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:55:50.886759 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-43a0d342-d178-4ea2-8cb2-a042c48ae499 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:50.910821 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-07f71bfa-4c8f-4432-9fc1-1457c8472897 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:50.925538 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-43a0d342-d178-4ea2-8cb2-a042c48ae499 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.5779297 Mar 28 11:55:50.930122 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 49646) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:50.932554 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-daf902b1-c5ac-444f-8ba8-e82a0654830e tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Usage tracker for resource:subnet and tenant:beb99f647cec46e3bbf575ac0a3034e8 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:55:50.937415 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-daf902b1-c5ac-444f-8ba8-e82a0654830e tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:55:51.009408 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-07f71bfa-4c8f-4432-9fc1-1457c8472897 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:55:51.026420 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-daf902b1-c5ac-444f-8ba8-e82a0654830e tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:55:51.028146 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-07f71bfa-4c8f-4432-9fc1-1457c8472897 admin admin] Usage tracker for resource:security_group_rule and tenant:87785c577d3644148c5364a0915221ed is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:55:51.028717 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-9c5cf0ca-7933-4107-b0a8-ebeff41ff569 tempest-ServersTestManualDisk-684628403 tempest-ServersTestManualDisk-684628403-project] Notify callbacks [] for security_group, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:51.035225 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-07f71bfa-4c8f-4432-9fc1-1457c8472897 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:55:51.049571 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-07f71bfa-4c8f-4432-9fc1-1457c8472897 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:55:51.053948 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-e9cc8aa2-3e92-40f3-b72c-e0f942c2bced tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:51.077588 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-9c5cf0ca-7933-4107-b0a8-ebeff41ff569 tempest-ServersTestManualDisk-684628403 tempest-ServersTestManualDisk-684628403-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:51.107325 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98839ffd-2a8b-482a-9700-016e12e92ae4 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:55:51.113463 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98839ffd-2a8b-482a-9700-016e12e92ae4 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:55:51.114350 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-98839ffd-2a8b-482a-9700-016e12e92ae4 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Synchronizing usage tracker for tenant:b4adfe5c8b3a4e57a1afd1d44c455245 on resource:port {{(pid=87870) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:55:51.126976 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daf902b1-c5ac-444f-8ba8-e82a0654830e tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Made reservation on behalf of beb99f647cec46e3bbf575ac0a3034e8 for: {'subnet': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:55:51.130403 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-daf902b1-c5ac-444f-8ba8-e82a0654830e tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26551362'] for subnet, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:51.156534 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-98839ffd-2a8b-482a-9700-016e12e92ae4 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Unset dirty status for tenant:b4adfe5c8b3a4e57a1afd1d44c455245 on resource:port {{(pid=87870) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:55:51.157935 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-98839ffd-2a8b-482a-9700-016e12e92ae4 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.2252302 Mar 28 11:55:51.161871 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 49650) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:51.174670 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cc8aa2-3e92-40f3-b72c-e0f942c2bced tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Pushing event deleted for resources: {'Port': ['ID=9b52bd1b-3296-4136-8cc5-4e7b6190dac9,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:55:51.195342 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-e9cc8aa2-3e92-40f3-b72c-e0f942c2bced tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:51.221147 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-9c5cf0ca-7933-4107-b0a8-ebeff41ff569 tempest-ServersTestManualDisk-684628403 tempest-ServersTestManualDisk-684628403-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:51.222480 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3bff885-1b68-46ad-b516-46909db1c61f tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 11:55:51.241478 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d1f29b-3c32-4543-bbcc-3b8e7bcbed74 None None] Sync routers for ids ['ac0f6689-59ea-4f97-a9bc-e0fa939933f1'] in dv-neutron-835340-2-hyperv {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 11:55:51.250071 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5cf0ca-7933-4107-b0a8-ebeff41ff569 tempest-ServersTestManualDisk-684628403 tempest-ServersTestManualDisk-684628403-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b180dbb9-1594-4776-8849-ae178407ded7,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:55:51.275652 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-228ef174-a597-4769-9c8a-f7f15962f1a7 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Deleting port 9ca8c48c-a0b6-40b5-8b22-2aa5ee7bc95c {{(pid=87870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:55:51.276223 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-228ef174-a597-4769-9c8a-f7f15962f1a7 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:51.276901 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d1f29b-3c32-4543-bbcc-3b8e7bcbed74 None None] Routers {'ac0f6689-59ea-4f97-a9bc-e0fa939933f1'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:55:51.278289 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-e1d1f29b-3c32-4543-bbcc-3b8e7bcbed74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T11:55:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['ac0f6689-59ea-4f97-a9bc-e0fa939933f1'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:55:51.318911 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-9c5cf0ca-7933-4107-b0a8-ebeff41ff569 tempest-ServersTestManualDisk-684628403 tempest-ServersTestManualDisk-684628403-project] Notify callbacks [] for security_group, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:51.320364 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-9c5cf0ca-7933-4107-b0a8-ebeff41ff569 tempest-ServersTestManualDisk-684628403 tempest-ServersTestManualDisk-684628403-project] 10.222.0.30 "DELETE /v2.0/security-groups/b180dbb9-1594-4776-8849-ae178407ded7 HTTP/1.1" status: 204 len: 168 time: 0.4761739 Mar 28 11:55:51.328313 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 49654) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:51.347422 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device c9bed4ef-10ae-4576-9700-7dd2af35e409 up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:55:51.357633 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.api.v2.resource [None req-05ca1e00-3fda-4968-9f96-a85465f09460 tempest-ServersTestManualDisk-684628403 tempest-ServersTestManualDisk-684628403-project] show failed (client error): The resource could not be found. Mar 28 11:55:51.359160 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-05ca1e00-3fda-4968-9f96-a85465f09460 tempest-ServersTestManualDisk-684628403 tempest-ServersTestManualDisk-684628403-project] 10.222.0.30 "GET /v2.0/security-groups/b180dbb9-1594-4776-8849-ae178407ded7 HTTP/1.1" status: 404 len: 347 time: 0.0297456 Mar 28 11:55:51.364831 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 49660) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:51.371076 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-d3bff885-1b68-46ad-b516-46909db1c61f tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] Notify callbacks [] for router, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:51.372464 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-d3bff885-1b68-46ad-b516-46909db1c61f tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] 10.222.0.30 "PUT /v2.0/routers/ac0f6689-59ea-4f97-a9bc-e0fa939933f1 HTTP/1.1" status: 200 len: 879 time: 7.0044167 Mar 28 11:55:51.381689 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-e9cc8aa2-3e92-40f3-b72c-e0f942c2bced tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] 10.222.0.30 "DELETE /v2.0/ports/9b52bd1b-3296-4136-8cc5-4e7b6190dac9 HTTP/1.1" status: 204 len: 168 time: 2.2475650 Mar 28 11:55:51.381689 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 49664) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:51.399707 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 49666) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:51.427346 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-e1d1f29b-3c32-4543-bbcc-3b8e7bcbed74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:55:51.438900 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d1f29b-3c32-4543-bbcc-3b8e7bcbed74 None None] Routers {'ac0f6689-59ea-4f97-a9bc-e0fa939933f1'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:55:51.439655 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-e1d1f29b-3c32-4543-bbcc-3b8e7bcbed74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T11:55:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['ac0f6689-59ea-4f97-a9bc-e0fa939933f1'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:55:51.503705 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning for port c9bed4ef-10ae-4576-9700-7dd2af35e409 completed by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:55:51.520263 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-e1d1f29b-3c32-4543-bbcc-3b8e7bcbed74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:55:51.520687 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d1f29b-3c32-4543-bbcc-3b8e7bcbed74 None None] The sync data for ids ['ac0f6689-59ea-4f97-a9bc-e0fa939933f1'] in dv-neutron-835340-2-hyperv is: [] {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 11:55:51.653733 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-cc50064a-f16e-467f-8487-a42eb71df792 tempest-ServersTestManualDisk-684628403 tempest-ServersTestManualDisk-684628403-project] Deleting port 79e64157-5ec3-494f-93bd-17e320b3a988 {{(pid=87870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:55:51.654073 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-cc50064a-f16e-467f-8487-a42eb71df792 tempest-ServersTestManualDisk-684628403 tempest-ServersTestManualDisk-684628403-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:51.785069 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-4326d0af-99a3-4cf7-a0e9-151dd8e4eba6 tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Deleting port f24ecf9b-0a84-41a4-8f9b-116c2b5b8e59 {{(pid=87871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:55:51.785451 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-4326d0af-99a3-4cf7-a0e9-151dd8e4eba6 tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:51.892283 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-228ef174-a597-4769-9c8a-f7f15962f1a7 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:52.032053 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-4b596dfb-5c14-409d-853e-98be5b74a483 tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] 10.222.0.30 "GET /v2.0/routers/ac0f6689-59ea-4f97-a9bc-e0fa939933f1 HTTP/1.1" status: 200 len: 920 time: 0.6428244 Mar 28 11:55:52.034448 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-07f71bfa-4c8f-4432-9fc1-1457c8472897 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:52.057889 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-dd78a740-341b-4ea2-87f8-c4a32359fd03 None None] Provisioning for port c9bed4ef-10ae-4576-9700-7dd2af35e409 completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:55:52.064685 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-dd78a740-341b-4ea2-87f8-c4a32359fd03 None None] Provisioning complete for port c9bed4ef-10ae-4576-9700-7dd2af35e409 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:55:52.065399 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-dd78a740-341b-4ea2-87f8-c4a32359fd03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:52.069529 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 49672) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:52.084082 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-07f71bfa-4c8f-4432-9fc1-1457c8472897 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:52.095283 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-228ef174-a597-4769-9c8a-f7f15962f1a7 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Calling delete_port for 9ca8c48c-a0b6-40b5-8b22-2aa5ee7bc95c owned by {{(pid=87870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:55:52.166196 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aea87bb-10f8-4a29-8034-fa6c2131a8ea req-ce763bf8-417f-49cd-af51-9180f2e89292 tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:55:52.173356 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-8aea87bb-10f8-4a29-8034-fa6c2131a8ea req-ce763bf8-417f-49cd-af51-9180f2e89292 tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd5974e7-0504-4851-a286-20ab5143705c HTTP/1.1" status: 200 len: 945 time: 0.5228245 Mar 28 11:55:52.200836 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-dd78a740-341b-4ea2-87f8-c4a32359fd03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:52.247259 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-dd78a740-341b-4ea2-87f8-c4a32359fd03 None None] For port c9bed4ef-10ae-4576-9700-7dd2af35e409, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=c9bed4ef-10ae-4576-9700-7dd2af35e409,segment=NetworkSegment(bd053757-b8b4-4f3a-b553-aa242f2d15d2),segment_id=bd053757-b8b4-4f3a-b553-aa242f2d15d2)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:55:52.255327 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-dd78a740-341b-4ea2-87f8-c4a32359fd03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:52.293109 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-cc50064a-f16e-467f-8487-a42eb71df792 tempest-ServersTestManualDisk-684628403 tempest-ServersTestManualDisk-684628403-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:52.293435 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-cc50064a-f16e-467f-8487-a42eb71df792 tempest-ServersTestManualDisk-684628403 tempest-ServersTestManualDisk-684628403-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:52.302021 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-228ef174-a597-4769-9c8a-f7f15962f1a7 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:52.322339 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f71bfa-4c8f-4432-9fc1-1457c8472897 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=887a823d-2d0d-44d7-9eed-0c1357a6e656,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:55:52.326626 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-07f71bfa-4c8f-4432-9fc1-1457c8472897 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=87785c577d3644148c5364a0915221ed&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8306067 Mar 28 11:55:52.345811 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd78a740-341b-4ea2-87f8-c4a32359fd03 None None] Pushing event updated for resources: {'Port': ['ID=c9bed4ef-10ae-4576-9700-7dd2af35e409,revision_number=3']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:55:52.347134 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 49676) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:52.368896 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-d6020908-a09d-4e69-89bb-375558e75480 None None] Could not find standard attr ID for object 9ca8c48c-a0b6-40b5-8b22-2aa5ee7bc95c. {{(pid=87872) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 28 11:55:52.411886 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-8aea87bb-10f8-4a29-8034-fa6c2131a8ea req-de2d213a-cf90-4e12-96a0-fc01cd632172 tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] 10.222.0.30 "GET /v2.0/security-groups?id=895ae8ad-46d6-4a0f-b104-9c0ca0cce592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2376602 Mar 28 11:55:52.422384 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-daf902b1-c5ac-444f-8ba8-e82a0654830e tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2364128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26551408'] for subnet, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:52.476073 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.agents_db [None req-03fd49d8-b51b-41c1-8716-b8e265c93689 None None] Agent healthcheck: found 6 active agents {{(pid=87873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 11:55:52.479547 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228ef174-a597-4769-9c8a-f7f15962f1a7 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Pushing event deleted for resources: {'Port': ['ID=9ca8c48c-a0b6-40b5-8b22-2aa5ee7bc95c,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:55:52.485378 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-4326d0af-99a3-4cf7-a0e9-151dd8e4eba6 tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:52.489047 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-cc50064a-f16e-467f-8487-a42eb71df792 tempest-ServersTestManualDisk-684628403 tempest-ServersTestManualDisk-684628403-project] Calling delete_port for 79e64157-5ec3-494f-93bd-17e320b3a988 owned by network:floatingip {{(pid=87870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:55:52.602058 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-228ef174-a597-4769-9c8a-f7f15962f1a7 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:52.622906 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-228ef174-a597-4769-9c8a-f7f15962f1a7 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "DELETE /v2.0/ports/9ca8c48c-a0b6-40b5-8b22-2aa5ee7bc95c HTTP/1.1" status: 204 len: 168 time: 1.4597783 Mar 28 11:55:52.630158 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 49684) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:52.651042 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-4326d0af-99a3-4cf7-a0e9-151dd8e4eba6 tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Calling delete_port for f24ecf9b-0a84-41a4-8f9b-116c2b5b8e59 owned by {{(pid=87871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:55:52.719966 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf902b1-c5ac-444f-8ba8-e82a0654830e tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Pushing event updated for resources: {'Subnet': ['ID=658d8052-1405-4a95-948e-caec6874f67e,revision_number=0']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:55:52.727727 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-443e6ce9-6030-480f-bc10-00a0830f3642 tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:55:52.731693 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-443e6ce9-6030-480f-bc10-00a0830f3642 tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] 10.222.0.30 "GET /v2.0/ports?network_id=ac2b1748-8f63-4b17-a9c7-07e79704aa5b&device_id=ac0f6689-59ea-4f97-a9bc-e0fa939933f1&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.6555381 Mar 28 11:55:52.740766 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 49688) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:52.838667 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf902b1-c5ac-444f-8ba8-e82a0654830e tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Checking segment: {'id': '90ca2ba2-557b-4c41-bd90-4b76ea9ed939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '77f8f80f-4b06-4058-9c8c-efa7ccbc3b9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:55:52.839017 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daf902b1-c5ac-444f-8ba8-e82a0654830e tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Network hostable DHCP agents. Network: 77f8f80f-4b06-4058-9c8c-efa7ccbc3b9e, hostable agents: ['3cb85949-855b-4a40-b988-cd5705e511da'], hosted agents: [] {{(pid=87871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 11:55:52.889969 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-ba7fe73c-2ccc-400b-8aae-b05288ce6531 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:52.933475 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-4326d0af-99a3-4cf7-a0e9-151dd8e4eba6 tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:52.972899 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-ba7fe73c-2ccc-400b-8aae-b05288ce6531 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:52.982218 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb3372ad-f336-43c5-a758-aa2d29de11ca tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:55:52.984719 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb3372ad-f336-43c5-a758-aa2d29de11ca tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:55:52.985463 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-bb3372ad-f336-43c5-a758-aa2d29de11ca tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Synchronizing usage tracker for tenant:b4adfe5c8b3a4e57a1afd1d44c455245 on resource:subnet {{(pid=87870) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:55:53.008140 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4326d0af-99a3-4cf7-a0e9-151dd8e4eba6 tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Pushing event deleted for resources: {'Port': ['ID=f24ecf9b-0a84-41a4-8f9b-116c2b5b8e59,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:55:53.015101 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-4326d0af-99a3-4cf7-a0e9-151dd8e4eba6 tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:53.040562 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daf902b1-c5ac-444f-8ba8-e82a0654830e tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Network 77f8f80f-4b06-4058-9c8c-efa7ccbc3b9e is scheduled to be hosted by DHCP agent 3cb85949-855b-4a40-b988-cd5705e511da with binding_index 1 {{(pid=87871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 11:55:53.059205 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-4326d0af-99a3-4cf7-a0e9-151dd8e4eba6 tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] 10.222.0.30 "DELETE /v2.0/ports/f24ecf9b-0a84-41a4-8f9b-116c2b5b8e59 HTTP/1.1" status: 204 len: 168 time: 1.6455748 Mar 28 11:55:53.061757 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-bb3372ad-f336-43c5-a758-aa2d29de11ca tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Unset dirty status for tenant:b4adfe5c8b3a4e57a1afd1d44c455245 on resource:subnet {{(pid=87870) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:55:53.063982 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-bb3372ad-f336-43c5-a758-aa2d29de11ca tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4328041 Mar 28 11:55:53.068317 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 49694) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:53.068979 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 49696) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:53.073721 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-cc50064a-f16e-467f-8487-a42eb71df792 tempest-ServersTestManualDisk-684628403 tempest-ServersTestManualDisk-684628403-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:53.080448 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-daf902b1-c5ac-444f-8ba8-e82a0654830e tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-2-hyperv, 77f8f80f-4b06-4058-9c8c-efa7ccbc3b9e) {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:55:53.085992 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daf902b1-c5ac-444f-8ba8-e82a0654830e tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:55:53.086675 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-daf902b1-c5ac-444f-8ba8-e82a0654830e tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538751'] for subnet, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:53.089591 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6dc4182-ba04-44de-af49-8e7149991f2f None None] Network 77f8f80f-4b06-4058-9c8c-efa7ccbc3b9e requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:55:53.106062 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69da0c4e-09a7-489c-8621-4f78d488b511 tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:55:53.110621 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-69da0c4e-09a7-489c-8621-4f78d488b511 tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] 10.222.0.30 "GET /v2.0/networks/ac2b1748-8f63-4b17-a9c7-07e79704aa5b HTTP/1.1" status: 200 len: 881 time: 0.3657100 Mar 28 11:55:53.117985 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c04a3c-35f0-40c0-81fd-3484888b6f91 req-ef2a9036-c97a-4c1f-9d56-8b7651ef2029 tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:55:53.119482 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-d0c04a3c-35f0-40c0-81fd-3484888b6f91 req-ef2a9036-c97a-4c1f-9d56-8b7651ef2029 tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd5974e7-0504-4851-a286-20ab5143705c HTTP/1.1" status: 200 len: 945 time: 0.3248272 Mar 28 11:55:53.119961 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 49702) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:53.168903 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-daf902b1-c5ac-444f-8ba8-e82a0654830e tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9952302 Mar 28 11:55:53.169713 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 49706) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:53.191777 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-1ef5b3a0-78df-414f-aeef-43ff4d3b7ee2 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Request body: {'port': {'network_id': '77f8f80f-4b06-4058-9c8c-efa7ccbc3b9e', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-635425948'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:55:53.209268 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-1c41d636-cc2c-4035-8e16-e0f6bddf8ff3 tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac0f6689-59ea-4f97-a9bc-e0fa939933f1 HTTP/1.1" status: 200 len: 205 time: 0.0876255 Mar 28 11:55:53.231806 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 49710) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:53.232172 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc50064a-f16e-467f-8487-a42eb71df792 tempest-ServersTestManualDisk-684628403 tempest-ServersTestManualDisk-684628403-project] Pushing event deleted for resources: {'Port': ['ID=79e64157-5ec3-494f-93bd-17e320b3a988,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:55:53.236719 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5725f56a-9607-453c-94b4-3419a405454d req-8908f4de-4e44-4540-ad5c-9c32f277be04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:55:53.239449 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-5725f56a-9607-453c-94b4-3419a405454d req-8908f4de-4e44-4540-ad5c-9c32f277be04 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a9d4ebb77b824347aa8bcf325a031e53&device_id=bd5974e7-0504-4851-a286-20ab5143705c HTTP/1.1" status: 200 len: 1098 time: 0.4122777 Mar 28 11:55:53.241741 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-910f8e19-828e-45a5-86eb-57637792959c tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1714666 Mar 28 11:55:53.261794 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 49716) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:53.279823 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device c9bed4ef-10ae-4576-9700-7dd2af35e409 up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:55:53.330732 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-0afe0696-0bb5-42d9-b44d-008813e24f0d tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1604306476'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:55:53.336590 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-0afe0696-0bb5-42d9-b44d-008813e24f0d tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:55:53.341070 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-0afe0696-0bb5-42d9-b44d-008813e24f0d tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Usage tracker for resource:network and tenant:0d29398c28b0489a842ab91f20f0fc22 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:55:53.344275 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-0afe0696-0bb5-42d9-b44d-008813e24f0d tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:55:53.350297 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-0afe0696-0bb5-42d9-b44d-008813e24f0d tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:55:53.381901 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-ba7fe73c-2ccc-400b-8aae-b05288ce6531 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:53.417098 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port c9bed4ef-10ae-4576-9700-7dd2af35e409 triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:55:53.417593 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:53.427001 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0afe0696-0bb5-42d9-b44d-008813e24f0d tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Made reservation on behalf of 0d29398c28b0489a842ab91f20f0fc22 for: {'network': 1} {{(pid=87870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:55:53.430994 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-0afe0696-0bb5-42d9-b44d-008813e24f0d tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for network, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:53.449944 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-174c9e0e-5cc8-467c-b246-b37dfd40f9fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1d3f2a9-8722-5ce5-bc40-181687d1ed3f-77f8f80f-4b06-4058-9c8c-efa7ccbc3b9e', 'network_id': '77f8f80f-4b06-4058-9c8c-efa7ccbc3b9e', 'tenant_id': 'beb99f647cec46e3bbf575ac0a3034e8', 'fixed_ips': [{'subnet_id': '658d8052-1405-4a95-948e-caec6874f67e'}]}} from dv-neutron-835340-2-hyperv. {{(pid=87872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 11:55:53.451074 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-174c9e0e-5cc8-467c-b246-b37dfd40f9fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:53.491371 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7fe73c-2ccc-400b-8aae-b05288ce6531 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=887a823d-2d0d-44d7-9eed-0c1357a6e656,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:55:53.575534 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bfec75d-0278-4acf-bd4e-999e0e36b9e2 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Deleting subnet 5eb38ae1-0c0e-4af0-b1c3-00986b3a42a6 {{(pid=87870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 11:55:53.578791 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-9bfec75d-0278-4acf-bd4e-999e0e36b9e2 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks [] for subnet, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:53.630375 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-ba7fe73c-2ccc-400b-8aae-b05288ce6531 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:53.633984 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-ba7fe73c-2ccc-400b-8aae-b05288ce6531 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/887a823d-2d0d-44d7-9eed-0c1357a6e656 HTTP/1.1" status: 204 len: 168 time: 1.2836254 Mar 28 11:55:53.675855 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-b3c6bc8f-47bc-454d-bec7-c306a6989f7a tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] Notify callbacks [] for router, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:53.708113 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0afe0696-0bb5-42d9-b44d-008813e24f0d tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=87870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 11:55:53.713817 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-cc50064a-f16e-467f-8487-a42eb71df792 tempest-ServersTestManualDisk-684628403 tempest-ServersTestManualDisk-684628403-project] Notify callbacks [] for floatingip, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:53.727954 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.db_base_plugin_common [None req-174c9e0e-5cc8-467c-b246-b37dfd40f9fe None None] Allocated IP 2001:db8::2 (77f8f80f-4b06-4058-9c8c-efa7ccbc3b9e/658d8052-1405-4a95-948e-caec6874f67e/f3976d90-0d6e-4c42-ac0d-4757ffa034d0) {{(pid=87872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:55:53.746270 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-9bfec75d-0278-4acf-bd4e-999e0e36b9e2 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3591354'] for subnet, precommit_delete_associations {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:53.780419 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-cc50064a-f16e-467f-8487-a42eb71df792 tempest-ServersTestManualDisk-684628403 tempest-ServersTestManualDisk-684628403-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for floatingip, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:53.784559 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-cc50064a-f16e-467f-8487-a42eb71df792 tempest-ServersTestManualDisk-684628403 tempest-ServersTestManualDisk-684628403-project] 10.222.0.30 "DELETE /v2.0/floatingips/9c059288-b364-4039-9193-3c98a4e3715a HTTP/1.1" status: 204 len: 168 time: 2.4156549 Mar 28 11:55:53.795961 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 49724) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:53.829142 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-0afe0696-0bb5-42d9-b44d-008813e24f0d tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:53.829539 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.db.segments_db [None req-0afe0696-0bb5-42d9-b44d-008813e24f0d tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Added segment 2ffb4294-4031-4af2-85fb-fa5d336e4867 of type vlan for network 24d39d5a-a11d-4f8f-818d-1e6f05523c1d Mar 28 11:55:53.831072 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5725f56a-9607-453c-94b4-3419a405454d req-28beefe2-3482-4ee0-8840-1f82a77c3fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:55:53.841378 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-5725f56a-9607-453c-94b4-3419a405454d req-28beefe2-3482-4ee0-8840-1f82a77c3fd4 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b072139b-1edf-4981-9f6f-41603d7605ef HTTP/1.1" status: 200 len: 911 time: 0.5803897 Mar 28 11:55:53.991942 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-d0c04a3c-35f0-40c0-81fd-3484888b6f91 req-e8635b61-64b0-42e5-8d89-dee8f1de6ec2 tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] 10.222.0.30 "GET /v2.0/security-groups?id=895ae8ad-46d6-4a0f-b104-9c0ca0cce592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8279343 Mar 28 11:55:54.055511 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-b3c6bc8f-47bc-454d-bec7-c306a6989f7a tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:54.065061 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-1ef5b3a0-78df-414f-aeef-43ff4d3b7ee2 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:55:54.069777 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-1ef5b3a0-78df-414f-aeef-43ff4d3b7ee2 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Usage tracker for resource:port and tenant:beb99f647cec46e3bbf575ac0a3034e8 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:55:54.073058 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-1ef5b3a0-78df-414f-aeef-43ff4d3b7ee2 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:55:54.076964 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-b3c6bc8f-47bc-454d-bec7-c306a6989f7a tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] Deleting port 924f6893-4335-4947-be22-41a30342ddec {{(pid=87871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:55:54.077475 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-b3c6bc8f-47bc-454d-bec7-c306a6989f7a tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:54.093576 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-174c9e0e-5cc8-467c-b246-b37dfd40f9fe None None] Notify callbacks [] for port, precommit_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:54.095676 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-0afe0696-0bb5-42d9-b44d-008813e24f0d tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783495836591'] for network, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:54.109990 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-174c9e0e-5cc8-467c-b246-b37dfd40f9fe None None] Transition to ACTIVE for port object f3976d90-0d6e-4c42-ac0d-4757ffa034d0 will not be triggered until provisioned by entity L2. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:55:54.126774 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8353382d-63bf-426f-afc9-37a6d371742e req-e5637465-81fa-495c-aadf-e5107f3de09e tempest-ServersTestJSON-1268936191 tempest-ServersTestJSON-1268936191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:55:54.128321 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-8353382d-63bf-426f-afc9-37a6d371742e req-e5637465-81fa-495c-aadf-e5107f3de09e tempest-ServersTestJSON-1268936191 tempest-ServersTestJSON-1268936191-project] 10.222.0.30 "GET /v2.0/ports?device_id=8e3d6e39-b829-4f9d-a142-9dbe2825c211 HTTP/1.1" status: 200 len: 946 time: 0.5136974 Mar 28 11:55:54.144631 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-174c9e0e-5cc8-467c-b246-b37dfd40f9fe None None] Transition to ACTIVE for port object f3976d90-0d6e-4c42-ac0d-4757ffa034d0 will not be triggered until provisioned by entity DHCP. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:55:54.153545 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-174c9e0e-5cc8-467c-b246-b37dfd40f9fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241'] for port, after_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:54.227460 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-174c9e0e-5cc8-467c-b246-b37dfd40f9fe None None] Network 77f8f80f-4b06-4058-9c8c-efa7ccbc3b9e is already hosted by enough agents. {{(pid=87872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:55:54.231004 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.base_scheduler [None req-174c9e0e-5cc8-467c-b246-b37dfd40f9fe None None] Resources bound (agent type, host, resource id): {{(pid=87872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:55:54.235342 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-174c9e0e-5cc8-467c-b246-b37dfd40f9fe None None] Received port after_create {{(pid=87872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:55:54.257037 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.db.resource_extend [None req-0afe0696-0bb5-42d9-b44d-008813e24f0d tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 28 11:55:54.270713 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-b3c6bc8f-47bc-454d-bec7-c306a6989f7a tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:54.276289 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-5725f56a-9607-453c-94b4-3419a405454d req-1291e19d-afb2-46da-8d71-1862e2f68794 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e551f3ed-2894-4f6d-8e40-b1680f309506 HTTP/1.1" status: 200 len: 1000 time: 0.3432312 Mar 28 11:55:54.377127 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174c9e0e-5cc8-467c-b246-b37dfd40f9fe None None] Pushing event updated for resources: {'Port': ['ID=f3976d90-0d6e-4c42-ac0d-4757ffa034d0,revision_number=1']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:55:54.384317 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-174c9e0e-5cc8-467c-b246-b37dfd40f9fe None None] Attempting to bind port f3976d90-0d6e-4c42-ac0d-4757ffa034d0 on host dv-neutron-835340-2-hyperv for vnic_type normal with profile {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:55:54.384947 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-174c9e0e-5cc8-467c-b246-b37dfd40f9fe None None] Attempting to bind port f3976d90-0d6e-4c42-ac0d-4757ffa034d0 by drivers openvswitch,hyperv on host dv-neutron-835340-2-hyperv at level 0 using segments [{'id': '90ca2ba2-557b-4c41-bd90-4b76ea9ed939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '77f8f80f-4b06-4058-9c8c-efa7ccbc3b9e'}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:55:54.385273 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-174c9e0e-5cc8-467c-b246-b37dfd40f9fe None None] Attempting to bind port f3976d90-0d6e-4c42-ac0d-4757ffa034d0 on network 77f8f80f-4b06-4058-9c8c-efa7ccbc3b9e {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:55:54.395080 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-174c9e0e-5cc8-467c-b246-b37dfd40f9fe None None] Checking agent: {'id': '961a16fe-cbc8-4264-ac28-bbbd53f89caa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 46, 6), 'started_at': datetime.datetime(2022, 3, 28, 11, 46, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 11, 55, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 11:55:54.395460 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-174c9e0e-5cc8-467c-b246-b37dfd40f9fe None None] Checking segment: {'id': '90ca2ba2-557b-4c41-bd90-4b76ea9ed939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '77f8f80f-4b06-4058-9c8c-efa7ccbc3b9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:55:54.395896 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-174c9e0e-5cc8-467c-b246-b37dfd40f9fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:54.396252 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-174c9e0e-5cc8-467c-b246-b37dfd40f9fe None None] Bound using segment: {'id': '90ca2ba2-557b-4c41-bd90-4b76ea9ed939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '77f8f80f-4b06-4058-9c8c-efa7ccbc3b9e'} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 11:55:54.396715 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-174c9e0e-5cc8-467c-b246-b37dfd40f9fe None None] Bound port: f3976d90-0d6e-4c42-ac0d-4757ffa034d0, host: dv-neutron-835340-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90ca2ba2-557b-4c41-bd90-4b76ea9ed939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '77f8f80f-4b06-4058-9c8c-efa7ccbc3b9e'}}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 11:55:54.397082 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-174c9e0e-5cc8-467c-b246-b37dfd40f9fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:54.397509 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-b3c6bc8f-47bc-454d-bec7-c306a6989f7a tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] Calling delete_port for 924f6893-4335-4947-be22-41a30342ddec owned by network:router_gateway {{(pid=87871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:55:54.403982 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-9bfec75d-0278-4acf-bd4e-999e0e36b9e2 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1919782'] for subnet, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:54.427292 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-1ef5b3a0-78df-414f-aeef-43ff4d3b7ee2 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:55:54.444175 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-8353382d-63bf-426f-afc9-37a6d371742e req-f81363a0-46f2-4c95-8250-65a063f59e3f tempest-ServersTestJSON-1268936191 tempest-ServersTestJSON-1268936191-project] 10.222.0.30 "GET /v2.0/security-groups?id=01efca3c-f549-4b6d-88ba-c49064a4c100&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2428708 Mar 28 11:55:54.460122 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-0afe0696-0bb5-42d9-b44d-008813e24f0d tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765'] for network, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:54.465616 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0afe0696-0bb5-42d9-b44d-008813e24f0d tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:55:54.466231 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-0afe0696-0bb5-42d9-b44d-008813e24f0d tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538751'] for network, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:54.557746 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-174c9e0e-5cc8-467c-b246-b37dfd40f9fe None None] For port f3976d90-0d6e-4c42-ac0d-4757ffa034d0, host dv-neutron-835340-2-hyperv, cleared binding levels {{(pid=87872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 11:55:54.561428 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-174c9e0e-5cc8-467c-b246-b37dfd40f9fe None None] For port f3976d90-0d6e-4c42-ac0d-4757ffa034d0, host dv-neutron-835340-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=f3976d90-0d6e-4c42-ac0d-4757ffa034d0,segment=NetworkSegment(90ca2ba2-557b-4c41-bd90-4b76ea9ed939),segment_id=90ca2ba2-557b-4c41-bd90-4b76ea9ed939)] {{(pid=87872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 11:55:54.567657 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-174c9e0e-5cc8-467c-b246-b37dfd40f9fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:54.588770 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ef5b3a0-78df-414f-aeef-43ff4d3b7ee2 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Made reservation on behalf of beb99f647cec46e3bbf575ac0a3034e8 for: {'port': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:55:54.593784 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-1ef5b3a0-78df-414f-aeef-43ff4d3b7ee2 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:54.605536 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-b3c6bc8f-47bc-454d-bec7-c306a6989f7a tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:54.657294 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 49746) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:54.675302 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174c9e0e-5cc8-467c-b246-b37dfd40f9fe None None] Pushing event updated for resources: {'Port': ['ID=f3976d90-0d6e-4c42-ac0d-4757ffa034d0,revision_number=2']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:55:54.716309 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c6bc8f-47bc-454d-bec7-c306a6989f7a tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] Pushing event deleted for resources: {'Port': ['ID=924f6893-4335-4947-be22-41a30342ddec,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:55:54.731540 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.notifiers.nova [None req-1ef5b3a0-78df-414f-aeef-43ff4d3b7ee2 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] device_id is not set on port aa281577-e710-403b-8623-38e5ce7e07bf yet. {{(pid=87871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 11:55:54.793040 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5725f56a-9607-453c-94b4-3419a405454d req-de697a69-5948-44be-a537-af6e2c95d1db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:55:54.794473 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-5725f56a-9607-453c-94b4-3419a405454d req-de697a69-5948-44be-a537-af6e2c95d1db service neutron] 10.222.0.11 "GET /v2.0/subnets?id=cfae7222-6a03-4ef8-86ee-e424dc4b71d7 HTTP/1.1" status: 200 len: 850 time: 0.4983187 Mar 28 11:55:54.808465 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-0afe0696-0bb5-42d9-b44d-008813e24f0d tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.5386851 Mar 28 11:55:54.819080 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 49752) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:54.836010 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-122ed6c4-e214-43bf-94d6-065ccf2fb8af tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-47350397'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:55:54.866192 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afe0696-0bb5-42d9-b44d-008813e24f0d tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Pushing event updated for resources: {'Network': ['ID=24d39d5a-a11d-4f8f-818d-1e6f05523c1d,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:55:54.882549 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Network 24d39d5a-a11d-4f8f-818d-1e6f05523c1d details requested by agent ovs-agent-dv-neutron-835340-2-hyperv with host dv-neutron-835340-2-hyperv {{(pid=87872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 11:55:54.934119 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-122ed6c4-e214-43bf-94d6-065ccf2fb8af tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:55:54.959630 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-122ed6c4-e214-43bf-94d6-065ccf2fb8af tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Usage tracker for resource:network and tenant:0d29398c28b0489a842ab91f20f0fc22 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:55:54.976398 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-120b403e-02d5-4950-a677-3b91944330bd tempest-NetworksNegativeTestJSON-1416795825 tempest-NetworksNegativeTestJSON-1416795825-project] Request body: {'port': {'network_id': '16bf48e1-f126-4fda-a42d-e0b1d8c0da03', 'name': 'tempest-NetworksNegativeTestJSON-606524085'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:55:55.002053 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-9bfec75d-0278-4acf-bd4e-999e0e36b9e2 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1919805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2561174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2563528'] for subnet, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:55.008835 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-122ed6c4-e214-43bf-94d6-065ccf2fb8af tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:55:55.017112 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-122ed6c4-e214-43bf-94d6-065ccf2fb8af tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:55:55.036561 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.pecan_wsgi.hooks.translation [None req-120b403e-02d5-4950-a677-3b91944330bd tempest-NetworksNegativeTestJSON-1416795825 tempest-NetworksNegativeTestJSON-1416795825-project] POST failed (client error): The resource could not be found. Mar 28 11:55:55.037380 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-120b403e-02d5-4950-a677-3b91944330bd tempest-NetworksNegativeTestJSON-1416795825 tempest-NetworksNegativeTestJSON-1416795825-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 11:55:55.039583 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-120b403e-02d5-4950-a677-3b91944330bd tempest-NetworksNegativeTestJSON-1416795825 tempest-NetworksNegativeTestJSON-1416795825-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.3811820 Mar 28 11:55:55.053053 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 49758) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:55.057911 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-122ed6c4-e214-43bf-94d6-065ccf2fb8af tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Made reservation on behalf of 0d29398c28b0489a842ab91f20f0fc22 for: {'network': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:55:55.062471 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-122ed6c4-e214-43bf-94d6-065ccf2fb8af tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for network, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:55.083952 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfec75d-0278-4acf-bd4e-999e0e36b9e2 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Pushing event deleted for resources: {'Subnet': ['ID=5eb38ae1-0c0e-4af0-b1c3-00986b3a42a6,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:55:55.101940 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c848bd2-f3e8-46e7-8cf3-f90b96f80cdc None None] Network e95a87e2-4c44-46e2-9de5-2786cbaea69c requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:55:55.119902 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-9bfec75d-0278-4acf-bd4e-999e0e36b9e2 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks [] for subnet, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:55.141011 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-b3c6bc8f-47bc-454d-bec7-c306a6989f7a tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-709573'] for router_gateway, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:55.159163 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-9bfec75d-0278-4acf-bd4e-999e0e36b9e2 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "DELETE /v2.0/subnets/5eb38ae1-0c0e-4af0-b1c3-00986b3a42a6 HTTP/1.1" status: 204 len: 168 time: 2.0870709 Mar 28 11:55:55.164232 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 49762) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:55.246830 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-b99fd6b1-cf97-4dfc-b8a9-463984fe2476 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0790751 Mar 28 11:55:55.246830 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5725f56a-9607-453c-94b4-3419a405454d req-5e9ad294-6156-422e-afc9-4a03991d2d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:55:55.247949 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-5725f56a-9607-453c-94b4-3419a405454d req-5e9ad294-6156-422e-afc9-4a03991d2d52 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b072139b-1edf-4981-9f6f-41603d7605ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4318902 Mar 28 11:55:55.273458 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 49766) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:55.314093 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-03b337cf-3dbc-4da1-8340-ffed690b7166 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Request body: {'subnet': {'network_id': 'e95a87e2-4c44-46e2-9de5-2786cbaea69c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:55:55.319217 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device f3976d90-0d6e-4c42-ac0d-4757ffa034d0 up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:55:55.412813 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning for port f3976d90-0d6e-4c42-ac0d-4757ffa034d0 completed by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:55:55.485151 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9164577-556c-4a82-b322-9e41a5e5ffe2 None None] DHCP port deletion for e95a87e2-4c44-46e2-9de5-2786cbaea69c request from dv-neutron-835340-2-hyperv {{(pid=87872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 11:55:55.489265 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-c9164577-556c-4a82-b322-9e41a5e5ffe2 None None] Deleting port c9bed4ef-10ae-4576-9700-7dd2af35e409 {{(pid=87872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:55:55.489654 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-c9164577-556c-4a82-b322-9e41a5e5ffe2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:55.534980 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-03b337cf-3dbc-4da1-8340-ffed690b7166 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:55:55.539101 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-03b337cf-3dbc-4da1-8340-ffed690b7166 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Usage tracker for resource:subnet and tenant:b4adfe5c8b3a4e57a1afd1d44c455245 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:55:55.541993 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-03b337cf-3dbc-4da1-8340-ffed690b7166 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:55:55.548259 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-03b337cf-3dbc-4da1-8340-ffed690b7166 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:55:55.568350 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03b337cf-3dbc-4da1-8340-ffed690b7166 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Made reservation on behalf of b4adfe5c8b3a4e57a1afd1d44c455245 for: {'subnet': 1} {{(pid=87870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:55:55.572275 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-03b337cf-3dbc-4da1-8340-ffed690b7166 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2563571'] for subnet, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:55.599893 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddae5842-5904-46b2-a7ad-17b698380a07 tempest-NetworksNegativeTestJSON-1416795825 tempest-NetworksNegativeTestJSON-1416795825-project] DELETE failed (client error): The resource could not be found. Mar 28 11:55:55.600360 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddae5842-5904-46b2-a7ad-17b698380a07 tempest-NetworksNegativeTestJSON-1416795825 tempest-NetworksNegativeTestJSON-1416795825-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 11:55:55.601607 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-5725f56a-9607-453c-94b4-3419a405454d req-a94f4d3c-4dae-4995-bfa4-0356f401318f service neutron] 10.222.0.11 "GET /v2.0/networks/b072139b-1edf-4981-9f6f-41603d7605ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3271425 Mar 28 11:55:55.606045 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-b3c6bc8f-47bc-454d-bec7-c306a6989f7a tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-745164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-260864'] for router, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:55.631862 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-b3c6bc8f-47bc-454d-bec7-c306a6989f7a tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:55.635907 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-122ed6c4-e214-43bf-94d6-065ccf2fb8af tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=87871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 11:55:55.664199 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a04c7b-e54d-45dd-a54a-3f2f2ceba32e req-b4a29ab3-50a6-47c8-ac8e-5f80c231e227 tempest-ServersTestJSON-1268936191 tempest-ServersTestJSON-1268936191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:55:55.665679 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-20a04c7b-e54d-45dd-a54a-3f2f2ceba32e req-b4a29ab3-50a6-47c8-ac8e-5f80c231e227 tempest-ServersTestJSON-1268936191 tempest-ServersTestJSON-1268936191-project] 10.222.0.11 "GET /v2.0/ports?device_id=8e3d6e39-b829-4f9d-a142-9dbe2825c211 HTTP/1.1" status: 200 len: 946 time: 0.8259597 Mar 28 11:55:55.756505 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-ddae5842-5904-46b2-a7ad-17b698380a07 tempest-NetworksNegativeTestJSON-1416795825 tempest-NetworksNegativeTestJSON-1416795825-project] 10.222.0.30 "DELETE /v2.0/networks/7a8b3a2c-4ca3-415e-8fea-2e92c0181c04 HTTP/1.1" status: 404 len: 339 time: 0.6999881 Mar 28 11:55:55.765984 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 49772) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:55.768921 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-122ed6c4-e214-43bf-94d6-065ccf2fb8af tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:55.770609 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.db.segments_db [None req-122ed6c4-e214-43bf-94d6-065ccf2fb8af tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Added segment 57dd6ca1-3f52-4104-ab4d-a4d3416cb2e5 of type vlan for network 54f871b2-e110-4cfb-b922-2e32ab323b38 Mar 28 11:55:55.772887 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-c9164577-556c-4a82-b322-9e41a5e5ffe2 None None] For port c9bed4ef-10ae-4576-9700-7dd2af35e409, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=c9bed4ef-10ae-4576-9700-7dd2af35e409,segment=NetworkSegment(bd053757-b8b4-4f3a-b553-aa242f2d15d2),segment_id=bd053757-b8b4-4f3a-b553-aa242f2d15d2)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:55:55.773409 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-c9164577-556c-4a82-b322-9e41a5e5ffe2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:55.805910 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-b3c6bc8f-47bc-454d-bec7-c306a6989f7a tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-745021'] for router, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:55.806385 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3c6bc8f-47bc-454d-bec7-c306a6989f7a tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] Fanout notify agent at l3_agent the message router_deleted on router ac0f6689-59ea-4f97-a9bc-e0fa939933f1 {{(pid=87871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 11:55:55.854279 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [req-20a04c7b-e54d-45dd-a54a-3f2f2ceba32e req-7aa7174e-589b-45dd-9e60-ad9d719296f8 tempest-ServersTestJSON-1268936191 tempest-ServersTestJSON-1268936191-project] Deleting port 1f1c1efa-93f1-4a11-b5e9-dedf17802a87 {{(pid=87871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:55:55.855118 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-20a04c7b-e54d-45dd-a54a-3f2f2ceba32e req-7aa7174e-589b-45dd-9e60-ad9d719296f8 tempest-ServersTestJSON-1268936191 tempest-ServersTestJSON-1268936191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:55.898754 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.pecan_wsgi.hooks.translation [None req-c21bfd0f-ee0d-46c0-b855-6b646fd11dbc tempest-NetworksNegativeTestJSON-1416795825 tempest-NetworksNegativeTestJSON-1416795825-project] DELETE failed (client error): The resource could not be found. Mar 28 11:55:55.899224 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c21bfd0f-ee0d-46c0-b855-6b646fd11dbc tempest-NetworksNegativeTestJSON-1416795825 tempest-NetworksNegativeTestJSON-1416795825-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 11:55:55.901506 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.db_base_plugin_common [None req-1ef5b3a0-78df-414f-aeef-43ff4d3b7ee2 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Allocated IP 2001:db8::115 (77f8f80f-4b06-4058-9c8c-efa7ccbc3b9e/658d8052-1405-4a95-948e-caec6874f67e/aa281577-e710-403b-8623-38e5ce7e07bf) {{(pid=87871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:55:55.907219 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-c21bfd0f-ee0d-46c0-b855-6b646fd11dbc tempest-NetworksNegativeTestJSON-1416795825 tempest-NetworksNegativeTestJSON-1416795825-project] 10.222.0.30 "DELETE /v2.0/ports/1e38eea8-4990-4b04-9d03-bf30271cf6ed HTTP/1.1" status: 404 len: 333 time: 0.1397939 Mar 28 11:55:55.913338 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 49776) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:55.934301 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-b3c6bc8f-47bc-454d-bec7-c306a6989f7a tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] Notify callbacks [] for router, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:55.940649 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-b3c6bc8f-47bc-454d-bec7-c306a6989f7a tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] 10.222.0.30 "DELETE /v2.0/routers/ac0f6689-59ea-4f97-a9bc-e0fa939933f1 HTTP/1.1" status: 204 len: 168 time: 2.7063560 Mar 28 11:55:55.952479 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0aae74-680a-48ec-8849-570f46e0d40d req-aa60d3d2-7597-4b43-9853-afe96032d0e7 tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:55:55.960397 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 49780) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:55.961084 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-fe0aae74-680a-48ec-8849-570f46e0d40d req-aa60d3d2-7597-4b43-9853-afe96032d0e7 tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd5974e7-0504-4851-a286-20ab5143705c HTTP/1.1" status: 200 len: 945 time: 0.5300906 Mar 28 11:55:55.970985 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-122ed6c4-e214-43bf-94d6-065ccf2fb8af tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783495836591'] for network, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:56.014641 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-a233d400-91a2-47ba-bd32-fff925738fb5 tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1924012980', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:55:56.021312 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9ac5327-c6a5-4d9a-83ff-792c97393844 tempest-NetworksNegativeTestJSON-1416795825 tempest-NetworksNegativeTestJSON-1416795825-project] DELETE failed (client error): The resource could not be found. Mar 28 11:55:56.021765 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9ac5327-c6a5-4d9a-83ff-792c97393844 tempest-NetworksNegativeTestJSON-1416795825 tempest-NetworksNegativeTestJSON-1416795825-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 11:55:56.024671 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-c9164577-556c-4a82-b322-9e41a5e5ffe2 None None] Calling delete_port for c9bed4ef-10ae-4576-9700-7dd2af35e409 owned by network:dhcp {{(pid=87872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:55:56.037305 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-a233d400-91a2-47ba-bd32-fff925738fb5 tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:55:56.059162 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-a233d400-91a2-47ba-bd32-fff925738fb5 tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] Usage tracker for resource:router and tenant:94d00219537d4d239b57c0ac46eb2c8b is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:55:56.070722 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-c9ac5327-c6a5-4d9a-83ff-792c97393844 tempest-NetworksNegativeTestJSON-1416795825 tempest-NetworksNegativeTestJSON-1416795825-project] 10.222.0.30 "DELETE /v2.0/subnets/74417354-750f-4e5f-9355-6008f1448a5c HTTP/1.1" status: 404 len: 337 time: 0.1555796 Mar 28 11:55:56.073366 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-a233d400-91a2-47ba-bd32-fff925738fb5 tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:55:56.079540 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 49784) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:56.081489 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32fbcdf4-9218-4d55-a9d6-88262954962b None None] Network 77f8f80f-4b06-4058-9c8c-efa7ccbc3b9e requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:55:56.089202 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-a233d400-91a2-47ba-bd32-fff925738fb5 tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:55:56.116877 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-5725f56a-9607-453c-94b4-3419a405454d req-df011d0d-2bfd-4a7b-8bac-62c286e05088 service neutron] 10.222.0.11 "GET /v2.0/networks/b072139b-1edf-4981-9f6f-41603d7605ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4932084 Mar 28 11:55:56.141114 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-fe0aae74-680a-48ec-8849-570f46e0d40d req-e52941fd-2bd5-4db8-9c3c-ec932f0dbbdd tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] 10.222.0.30 "GET /v2.0/security-groups?id=895ae8ad-46d6-4a0f-b104-9c0ca0cce592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1789994 Mar 28 11:55:56.180868 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.pecan_wsgi.hooks.translation [None req-09337613-b95e-4c10-921c-3441831eaf60 tempest-NetworksNegativeTestJSON-1416795825 tempest-NetworksNegativeTestJSON-1416795825-project] GET failed (client error): The resource could not be found. Mar 28 11:55:56.188542 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-09337613-b95e-4c10-921c-3441831eaf60 tempest-NetworksNegativeTestJSON-1416795825 tempest-NetworksNegativeTestJSON-1416795825-project] 10.222.0.30 "GET /v2.0/networks/24ad4a0a-9ebc-4fef-a53b-d73694ef83b3 HTTP/1.1" status: 404 len: 339 time: 0.1074920 Mar 28 11:55:56.194235 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 49788) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:56.221585 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-122ed6c4-e214-43bf-94d6-065ccf2fb8af tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765'] for network, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:56.228303 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-122ed6c4-e214-43bf-94d6-065ccf2fb8af tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:55:56.229080 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-122ed6c4-e214-43bf-94d6-065ccf2fb8af tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Notify callbacks [] for network, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:56.232924 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-c9164577-556c-4a82-b322-9e41a5e5ffe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250'] for port, after_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:56.242869 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c11b551-29b0-4727-a747-75355763f9c4 req-1349ebf8-2b07-45db-b07b-c38e28aecc1b tempest-ServersTestJSON-1268936191 tempest-ServersTestJSON-1268936191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:55:56.248138 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-3c11b551-29b0-4727-a747-75355763f9c4 req-1349ebf8-2b07-45db-b07b-c38e28aecc1b tempest-ServersTestJSON-1268936191 tempest-ServersTestJSON-1268936191-project] 10.222.0.30 "GET /v2.0/ports?device_id=8e3d6e39-b829-4f9d-a142-9dbe2825c211 HTTP/1.1" status: 200 len: 946 time: 0.6288908 Mar 28 11:55:56.263185 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-a233d400-91a2-47ba-bd32-fff925738fb5 tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-707665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-260886'] for router, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:56.264325 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-a233d400-91a2-47ba-bd32-fff925738fb5 tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-705660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709650', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-767110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260873'] for router, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:56.269643 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-444950b7-dad2-4368-99c2-2ba8c356550b None None] Provisioning for port f3976d90-0d6e-4c42-ac0d-4757ffa034d0 completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:55:56.293146 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-444950b7-dad2-4368-99c2-2ba8c356550b None None] Provisioning complete for port f3976d90-0d6e-4c42-ac0d-4757ffa034d0 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:55:56.293508 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-444950b7-dad2-4368-99c2-2ba8c356550b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:56.302319 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.pecan_wsgi.hooks.translation [None req-00b6df07-585f-4084-ba3f-3eb674b34443 tempest-NetworksNegativeTestJSON-1416795825 tempest-NetworksNegativeTestJSON-1416795825-project] GET failed (client error): The resource could not be found. Mar 28 11:55:56.307497 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-00b6df07-585f-4084-ba3f-3eb674b34443 tempest-NetworksNegativeTestJSON-1416795825 tempest-NetworksNegativeTestJSON-1416795825-project] 10.222.0.30 "GET /v2.0/ports/2c8157d2-4035-4271-9b9b-41e3d2a72340 HTTP/1.1" status: 404 len: 333 time: 0.1076272 Mar 28 11:55:56.321065 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 49792) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:56.340207 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9164577-556c-4a82-b322-9e41a5e5ffe2 None None] No DVR routers for this DVR port c9bed4ef-10ae-4576-9700-7dd2af35e409 on host dv-neutron-835340-2-hyperv {{(pid=87872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 11:55:56.388731 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-a233d400-91a2-47ba-bd32-fff925738fb5 tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:56.391239 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9164577-556c-4a82-b322-9e41a5e5ffe2 None None] Pushing event deleted for resources: {'Port': ['ID=c9bed4ef-10ae-4576-9700-7dd2af35e409,revision_number=None']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:55:56.394838 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.pecan_wsgi.hooks.translation [None req-46099d2a-6e00-4679-b773-b2aa4c9878e2 tempest-NetworksNegativeTestJSON-1416795825 tempest-NetworksNegativeTestJSON-1416795825-project] GET failed (client error): The resource could not be found. Mar 28 11:55:56.399713 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-46099d2a-6e00-4679-b773-b2aa4c9878e2 tempest-NetworksNegativeTestJSON-1416795825 tempest-NetworksNegativeTestJSON-1416795825-project] 10.222.0.30 "GET /v2.0/subnets/606458db-02b1-48b2-bbeb-f98002715b41 HTTP/1.1" status: 404 len: 337 time: 0.0733311 Mar 28 11:55:56.418093 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 49796) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:56.433920 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-fe87d025-0f10-416a-9a09-b2e0147391b5 tempest-NetworksNegativeTestJSON-1416795825 tempest-NetworksNegativeTestJSON-1416795825-project] Request body: {'network': {'name': 'new_name'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:55:56.457437 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-122ed6c4-e214-43bf-94d6-065ccf2fb8af tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.6273053 Mar 28 11:55:56.462492 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-3c11b551-29b0-4727-a747-75355763f9c4 req-935e8daf-bb38-4a2b-a6e7-7cb628d41c5d tempest-ServersTestJSON-1268936191 tempest-ServersTestJSON-1268936191-project] 10.222.0.30 "GET /v2.0/security-groups?id=01efca3c-f549-4b6d-88ba-c49064a4c100&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1888645 Mar 28 11:55:56.465391 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-603c8563-36c2-46ed-b0c4-fffd3baee0ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-743394'] for router_interface, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:56.479835 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122ed6c4-e214-43bf-94d6-065ccf2fb8af tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Pushing event updated for resources: {'Network': ['ID=54f871b2-e110-4cfb-b922-2e32ab323b38,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:55:56.516478 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-1ef5b3a0-78df-414f-aeef-43ff4d3b7ee2 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks [] for port, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:56.551640 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Network 54f871b2-e110-4cfb-b922-2e32ab323b38 details requested by agent ovs-agent-dv-neutron-835340-2-hyperv with host dv-neutron-835340-2-hyperv {{(pid=87872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 11:55:56.563113 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.db [req-20a04c7b-e54d-45dd-a54a-3f2f2ceba32e req-7aa7174e-589b-45dd-9e60-ad9d719296f8 tempest-ServersTestJSON-1268936191 tempest-ServersTestJSON-1268936191-project] For port 1f1c1efa-93f1-4a11-b5e9-dedf17802a87, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=1f1c1efa-93f1-4a11-b5e9-dedf17802a87,segment=NetworkSegment(198798f5-3835-4d38-b1d4-ea994e0d42ca),segment_id=198798f5-3835-4d38-b1d4-ea994e0d42ca)] {{(pid=87871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:55:56.563615 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-20a04c7b-e54d-45dd-a54a-3f2f2ceba32e req-7aa7174e-589b-45dd-9e60-ad9d719296f8 tempest-ServersTestJSON-1268936191 tempest-ServersTestJSON-1268936191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:56.571646 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.provisioning_blocks [None req-1ef5b3a0-78df-414f-aeef-43ff4d3b7ee2 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Transition to ACTIVE for port object aa281577-e710-403b-8623-38e5ce7e07bf will not be triggered until provisioned by entity DHCP. {{(pid=87871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:55:56.811211 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe87d025-0f10-416a-9a09-b2e0147391b5 tempest-NetworksNegativeTestJSON-1416795825 tempest-NetworksNegativeTestJSON-1416795825-project] PUT failed (client error): The resource could not be found. Mar 28 11:55:56.811791 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe87d025-0f10-416a-9a09-b2e0147391b5 tempest-NetworksNegativeTestJSON-1416795825 tempest-NetworksNegativeTestJSON-1416795825-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 11:55:56.813168 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-fe87d025-0f10-416a-9a09-b2e0147391b5 tempest-NetworksNegativeTestJSON-1416795825 tempest-NetworksNegativeTestJSON-1416795825-project] 10.222.0.30 "PUT /v2.0/networks/7457bf3c-4bc5-4456-b966-b3b40a532561 HTTP/1.1" status: 404 len: 339 time: 0.3892777 Mar 28 11:55:56.816942 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 49800) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:56.825011 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-4942d220-97d7-4e1b-8d65-b6e97d396f65 tempest-NetworksNegativeTestJSON-1416795825 tempest-NetworksNegativeTestJSON-1416795825-project] Request body: {'port': {'name': 'new_name'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:55:56.842039 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-1ef5b3a0-78df-414f-aeef-43ff4d3b7ee2 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:56.863850 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-03b337cf-3dbc-4da1-8340-ffed690b7166 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2561241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2563521'] for subnet, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:56.898226 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-444950b7-dad2-4368-99c2-2ba8c356550b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:56.913103 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-a233d400-91a2-47ba-bd32-fff925738fb5 tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709693'] for router, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:56.957776 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-444950b7-dad2-4368-99c2-2ba8c356550b None None] For port f3976d90-0d6e-4c42-ac0d-4757ffa034d0, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=f3976d90-0d6e-4c42-ac0d-4757ffa034d0,segment=NetworkSegment(90ca2ba2-557b-4c41-bd90-4b76ea9ed939),segment_id=90ca2ba2-557b-4c41-bd90-4b76ea9ed939)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:55:56.960396 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.pecan_wsgi.hooks.translation [None req-4942d220-97d7-4e1b-8d65-b6e97d396f65 tempest-NetworksNegativeTestJSON-1416795825 tempest-NetworksNegativeTestJSON-1416795825-project] PUT failed (client error): The resource could not be found. Mar 28 11:55:56.961245 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4942d220-97d7-4e1b-8d65-b6e97d396f65 tempest-NetworksNegativeTestJSON-1416795825 tempest-NetworksNegativeTestJSON-1416795825-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 11:55:56.963523 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-4942d220-97d7-4e1b-8d65-b6e97d396f65 tempest-NetworksNegativeTestJSON-1416795825 tempest-NetworksNegativeTestJSON-1416795825-project] 10.222.0.30 "PUT /v2.0/ports/c6543350-394c-46b2-9839-2ad2f6f3a892 HTTP/1.1" status: 404 len: 333 time: 0.1455641 Mar 28 11:55:56.966490 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-444950b7-dad2-4368-99c2-2ba8c356550b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:57.016388 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 49804) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:57.047181 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-f7e1f6d8-f9b0-4d80-9f05-1a845b866790 tempest-NetworksNegativeTestJSON-1416795825 tempest-NetworksNegativeTestJSON-1416795825-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:55:57.059380 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444950b7-dad2-4368-99c2-2ba8c356550b None None] Pushing event updated for resources: {'Port': ['ID=f3976d90-0d6e-4c42-ac0d-4757ffa034d0,revision_number=3']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:55:57.059825 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03b337cf-3dbc-4da1-8340-ffed690b7166 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Network e95a87e2-4c44-46e2-9de5-2786cbaea69c is already hosted by enough agents. {{(pid=87870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:55:57.075692 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.base_scheduler [None req-03b337cf-3dbc-4da1-8340-ffed690b7166 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Resources bound (agent type, host, resource id): {{(pid=87870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:55:57.085514 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03b337cf-3dbc-4da1-8340-ffed690b7166 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:55:57.087623 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0835a0c-4c20-4bc2-baba-d5aa14139d59 None None] Network e95a87e2-4c44-46e2-9de5-2786cbaea69c requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:55:57.096137 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-03b337cf-3dbc-4da1-8340-ffed690b7166 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks [] for subnet, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:57.118630 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ef5b3a0-78df-414f-aeef-43ff4d3b7ee2 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Network 77f8f80f-4b06-4058-9c8c-efa7ccbc3b9e is already hosted by enough agents. {{(pid=87871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:55:57.123132 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-a233d400-91a2-47ba-bd32-fff925738fb5 tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] Notify callbacks [] for router, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:57.124769 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-a233d400-91a2-47ba-bd32-fff925738fb5 tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.1599326 Mar 28 11:55:57.136301 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 49808) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:57.144291 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b337cf-3dbc-4da1-8340-ffed690b7166 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Pushing event updated for resources: {'Subnet': ['ID=b7ff6f92-9922-444e-8eae-2d8bc1fb9eec,revision_number=0']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:55:57.144771 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-1ef5b3a0-78df-414f-aeef-43ff4d3b7ee2 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Resources bound (agent type, host, resource id): {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:55:57.161895 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7e1f6d8-f9b0-4d80-9f05-1a845b866790 tempest-NetworksNegativeTestJSON-1416795825 tempest-NetworksNegativeTestJSON-1416795825-project] PUT failed (client error): The resource could not be found. Mar 28 11:55:57.162170 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7e1f6d8-f9b0-4d80-9f05-1a845b866790 tempest-NetworksNegativeTestJSON-1416795825 tempest-NetworksNegativeTestJSON-1416795825-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 11:55:57.177185 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-f7e1f6d8-f9b0-4d80-9f05-1a845b866790 tempest-NetworksNegativeTestJSON-1416795825 tempest-NetworksNegativeTestJSON-1416795825-project] 10.222.0.30 "PUT /v2.0/subnets/e2117deb-c7b5-4e24-8d82-384a0eab3730 HTTP/1.1" status: 404 len: 337 time: 0.1498849 Mar 28 11:55:57.183522 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-438fdf45-0fc7-47d1-abc7-a0735a122f25 tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'enable_snat': True}}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:55:57.209310 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef5b3a0-78df-414f-aeef-43ff4d3b7ee2 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Received port after_create {{(pid=87871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:55:57.223851 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ef5b3a0-78df-414f-aeef-43ff4d3b7ee2 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:55:57.224770 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-1ef5b3a0-78df-414f-aeef-43ff4d3b7ee2 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:57.253629 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef5b3a0-78df-414f-aeef-43ff4d3b7ee2 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Pushing event updated for resources: {'Port': ['ID=aa281577-e710-403b-8623-38e5ce7e07bf,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:55:57.272059 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-1ef5b3a0-78df-414f-aeef-43ff4d3b7ee2 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 4.0851228 Mar 28 11:55:57.275034 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 49816) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:57.354974 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-20a04c7b-e54d-45dd-a54a-3f2f2ceba32e req-7aa7174e-589b-45dd-9e60-ad9d719296f8 tempest-ServersTestJSON-1268936191 tempest-ServersTestJSON-1268936191-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:57.357455 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-20a04c7b-e54d-45dd-a54a-3f2f2ceba32e req-7aa7174e-589b-45dd-9e60-ad9d719296f8 tempest-ServersTestJSON-1268936191 tempest-ServersTestJSON-1268936191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-709520'] for floatingip, after_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:57.362335 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.db.l3_db [req-20a04c7b-e54d-45dd-a54a-3f2f2ceba32e req-7aa7174e-589b-45dd-9e60-ad9d719296f8 tempest-ServersTestJSON-1268936191 tempest-ServersTestJSON-1268936191-project] Floating IP 56e0858a-3151-4bf5-a2ee-c5ce78d04112 disassociated. External IP: 172.26.7.127, port: 1f1c1efa-93f1-4a11-b5e9-dedf17802a87. Mar 28 11:55:57.363875 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [req-20a04c7b-e54d-45dd-a54a-3f2f2ceba32e req-7aa7174e-589b-45dd-9e60-ad9d719296f8 tempest-ServersTestJSON-1268936191 tempest-ServersTestJSON-1268936191-project] Calling delete_port for 1f1c1efa-93f1-4a11-b5e9-dedf17802a87 owned by compute:nova {{(pid=87871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:55:57.487975 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device f3976d90-0d6e-4c42-ac0d-4757ffa034d0 up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:55:57.499709 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-03b337cf-3dbc-4da1-8340-ffed690b7166 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.2238224 Mar 28 11:55:57.502722 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 49820) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:57.523540 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-809ae200-59c0-4258-b1c0-ac123313b05a tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Request body: {'port': {'network_id': 'e95a87e2-4c44-46e2-9de5-2786cbaea69c', 'name': 'tempest-NetworksTestDHCPv6-777899035'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:55:57.700306 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-c862e9e1-5b45-48f7-83e3-fe2c779519a1 None None] Provisioning complete for port f3976d90-0d6e-4c42-ac0d-4757ffa034d0 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:55:57.700674 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-c862e9e1-5b45-48f7-83e3-fe2c779519a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:57.719064 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-cc05c580-1a30-4c8a-9bb9-56aa2bc5990e tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Deleting port aa281577-e710-403b-8623-38e5ce7e07bf {{(pid=87871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:55:57.719616 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-cc05c580-1a30-4c8a-9bb9-56aa2bc5990e tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:57.951716 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 49828) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:57.994073 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfaca9a7-6d8e-4cbd-90dc-75f78c532a4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1d3f2a9-8722-5ce5-bc40-181687d1ed3f-e95a87e2-4c44-46e2-9de5-2786cbaea69c', 'network_id': 'e95a87e2-4c44-46e2-9de5-2786cbaea69c', 'tenant_id': 'b4adfe5c8b3a4e57a1afd1d44c455245', 'fixed_ips': [{'subnet_id': 'b7ff6f92-9922-444e-8eae-2d8bc1fb9eec'}]}} from dv-neutron-835340-2-hyperv. {{(pid=87872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 11:55:57.995153 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-dfaca9a7-6d8e-4cbd-90dc-75f78c532a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:58.058766 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port f3976d90-0d6e-4c42-ac0d-4757ffa034d0 triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:55:58.059157 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:58.234296 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-451ec63a-69a4-4c9e-8e66-248b86133a47 None None] Provisioning for port aa281577-e710-403b-8623-38e5ce7e07bf completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:55:58.254126 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-451ec63a-69a4-4c9e-8e66-248b86133a47 None None] Provisioning complete for port aa281577-e710-403b-8623-38e5ce7e07bf triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:55:58.257540 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-451ec63a-69a4-4c9e-8e66-248b86133a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:58.286967 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-cc05c580-1a30-4c8a-9bb9-56aa2bc5990e tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:58.323450 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-438fdf45-0fc7-47d1-abc7-a0735a122f25 tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-709632', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-707672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260923'] for router, precommit_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:58.368603 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-a650eaf9-eab2-43e8-93a6-c1e64dfd09e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:58.402041 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-a650eaf9-eab2-43e8-93a6-c1e64dfd09e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:55:58.408156 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-a650eaf9-eab2-43e8-93a6-c1e64dfd09e8 admin admin] Usage tracker for resource:security_group_rule and tenant:3acc825e1a6d4e96bb557f7bc6893a06 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:55:58.412007 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-a650eaf9-eab2-43e8-93a6-c1e64dfd09e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:55:58.419166 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-a650eaf9-eab2-43e8-93a6-c1e64dfd09e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:55:58.424301 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-451ec63a-69a4-4c9e-8e66-248b86133a47 None None] Port aa281577-e710-403b-8623-38e5ce7e07bf cannot update to ACTIVE because it is not bound. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 11:55:58.435004 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-cc05c580-1a30-4c8a-9bb9-56aa2bc5990e tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Calling delete_port for aa281577-e710-403b-8623-38e5ce7e07bf owned by {{(pid=87871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:55:58.449245 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.db_base_plugin_common [None req-dfaca9a7-6d8e-4cbd-90dc-75f78c532a4f None None] Allocated IP 2001:db8::2 (e95a87e2-4c44-46e2-9de5-2786cbaea69c/b7ff6f92-9922-444e-8eae-2d8bc1fb9eec/1e1f75e2-1430-431c-a22c-1a682eaa9dde) {{(pid=87872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:55:58.598843 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7fbfc0-1cde-4ec5-b892-c5f74b6935cb req-f868cd6f-2baf-416a-9007-755eba0af0d1 tempest-ServersTestJSON-1268936191 tempest-ServersTestJSON-1268936191-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:55:58.600275 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-0a7fbfc0-1cde-4ec5-b892-c5f74b6935cb req-f868cd6f-2baf-416a-9007-755eba0af0d1 tempest-ServersTestJSON-1268936191 tempest-ServersTestJSON-1268936191-project] 10.222.0.30 "GET /v2.0/ports?device_id=8e3d6e39-b829-4f9d-a142-9dbe2825c211 HTTP/1.1" status: 200 len: 946 time: 0.6924856 Mar 28 11:55:58.612147 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-cc05c580-1a30-4c8a-9bb9-56aa2bc5990e tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:58.633937 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-809ae200-59c0-4258-b1c0-ac123313b05a tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:55:58.638388 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device c9bed4ef-10ae-4576-9700-7dd2af35e409 no longer exists at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 11:55:58.655752 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-809ae200-59c0-4258-b1c0-ac123313b05a tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Usage tracker for resource:port and tenant:b4adfe5c8b3a4e57a1afd1d44c455245 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:55:58.665866 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-603c8563-36c2-46ed-b0c4-fffd3baee0ec admin admin] Deleting port 8b64da70-6a09-4b97-bfdd-61f19d79beaa {{(pid=87870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:55:58.666336 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-603c8563-36c2-46ed-b0c4-fffd3baee0ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:58.695150 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] No Port match for: c9bed4ef-10ae-4576-9700-7dd2af35e409 {{(pid=87872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 11:55:58.695800 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device c9bed4ef-10ae-4576-9700-7dd2af35e409 not bound to the agent host dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 11:55:58.714309 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc05c580-1a30-4c8a-9bb9-56aa2bc5990e tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Pushing event deleted for resources: {'Port': ['ID=aa281577-e710-403b-8623-38e5ce7e07bf,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:55:58.736866 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2206ac-aab4-4e55-8e50-f8307902ffee req-1ffaf027-8b40-4c94-9dc6-5bcae314afdb tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:55:58.738427 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-ca2206ac-aab4-4e55-8e50-f8307902ffee req-1ffaf027-8b40-4c94-9dc6-5bcae314afdb tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd5974e7-0504-4851-a286-20ab5143705c HTTP/1.1" status: 200 len: 945 time: 1.3144758 Mar 28 11:55:58.820761 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-cc05c580-1a30-4c8a-9bb9-56aa2bc5990e tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:58.835563 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-cc05c580-1a30-4c8a-9bb9-56aa2bc5990e tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] 10.222.0.30 "DELETE /v2.0/ports/aa281577-e710-403b-8623-38e5ce7e07bf HTTP/1.1" status: 204 len: 168 time: 1.5566282 Mar 28 11:55:58.840388 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 49836) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:58.869764 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-809ae200-59c0-4258-b1c0-ac123313b05a tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:55:58.923548 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-20a04c7b-e54d-45dd-a54a-3f2f2ceba32e req-7aa7174e-589b-45dd-9e60-ad9d719296f8 tempest-ServersTestJSON-1268936191 tempest-ServersTestJSON-1268936191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:58.927904 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.pecan_wsgi.hooks.translation [None req-7948fd83-0023-4e2b-95e7-13b7efb701f9 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] GET failed (client error): The resource could not be found. Mar 28 11:55:58.928146 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-7948fd83-0023-4e2b-95e7-13b7efb701f9 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Synchronizing usage tracker for tenant:beb99f647cec46e3bbf575ac0a3034e8 on resource:port {{(pid=87871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:55:58.931778 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-809ae200-59c0-4258-b1c0-ac123313b05a tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:55:58.972749 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-0a7fbfc0-1cde-4ec5-b892-c5f74b6935cb req-94033f94-7687-42cf-a24e-e6c4d02f7df2 tempest-ServersTestJSON-1268936191 tempest-ServersTestJSON-1268936191-project] 10.222.0.30 "GET /v2.0/security-groups?id=01efca3c-f549-4b6d-88ba-c49064a4c100&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3576596 Mar 28 11:55:59.005844 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-ca2206ac-aab4-4e55-8e50-f8307902ffee req-96f6cb2f-bd0b-48d1-b9af-4278800709fd tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] 10.222.0.30 "GET /v2.0/security-groups?id=895ae8ad-46d6-4a0f-b104-9c0ca0cce592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2348547 Mar 28 11:55:59.049968 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-dfaca9a7-6d8e-4cbd-90dc-75f78c532a4f None None] Notify callbacks [] for port, precommit_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:59.068118 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-dfaca9a7-6d8e-4cbd-90dc-75f78c532a4f None None] Transition to ACTIVE for port object 1e1f75e2-1430-431c-a22c-1a682eaa9dde will not be triggered until provisioned by entity L2. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:55:59.085825 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa7174e-589b-45dd-9e60-ad9d719296f8 tempest-ServersTestJSON-1268936191 tempest-ServersTestJSON-1268936191-project] Pushing event deleted for resources: {'Port': ['ID=1f1c1efa-93f1-4a11-b5e9-dedf17802a87,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:55:59.102999 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-dfaca9a7-6d8e-4cbd-90dc-75f78c532a4f None None] Transition to ACTIVE for port object 1e1f75e2-1430-431c-a22c-1a682eaa9dde will not be triggered until provisioned by entity DHCP. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:55:59.111353 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-dfaca9a7-6d8e-4cbd-90dc-75f78c532a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241'] for port, after_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:59.142784 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-809ae200-59c0-4258-b1c0-ac123313b05a tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Made reservation on behalf of b4adfe5c8b3a4e57a1afd1d44c455245 for: {'port': 1} {{(pid=87870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:55:59.159038 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-809ae200-59c0-4258-b1c0-ac123313b05a tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:59.202443 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-7948fd83-0023-4e2b-95e7-13b7efb701f9 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Unset dirty status for tenant:beb99f647cec46e3bbf575ac0a3034e8 on resource:port {{(pid=87871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:55:59.204114 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-7948fd83-0023-4e2b-95e7-13b7efb701f9 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] 10.222.0.30 "GET /v2.0/ports/aa281577-e710-403b-8623-38e5ce7e07bf HTTP/1.1" status: 404 len: 333 time: 0.3628197 Mar 28 11:55:59.210601 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 49842) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:59.218868 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfaca9a7-6d8e-4cbd-90dc-75f78c532a4f None None] Network e95a87e2-4c44-46e2-9de5-2786cbaea69c is already hosted by enough agents. {{(pid=87872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:55:59.223054 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.base_scheduler [None req-dfaca9a7-6d8e-4cbd-90dc-75f78c532a4f None None] Resources bound (agent type, host, resource id): {{(pid=87872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:55:59.226142 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfaca9a7-6d8e-4cbd-90dc-75f78c532a4f None None] Received port after_create {{(pid=87872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:55:59.229143 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfaca9a7-6d8e-4cbd-90dc-75f78c532a4f None None] Pushing event updated for resources: {'Port': ['ID=1e1f75e2-1430-431c-a22c-1a682eaa9dde,revision_number=1']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:55:59.287755 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.db [None req-603c8563-36c2-46ed-b0c4-fffd3baee0ec admin admin] For port 8b64da70-6a09-4b97-bfdd-61f19d79beaa, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=8b64da70-6a09-4b97-bfdd-61f19d79beaa,segment=NetworkSegment(786b361f-a2db-447a-b210-1eddef47c794),segment_id=786b361f-a2db-447a-b210-1eddef47c794)] {{(pid=87870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:55:59.288105 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-603c8563-36c2-46ed-b0c4-fffd3baee0ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:59.301338 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2f32ef0-a194-4bb0-85b9-114114e3daf4 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Deleting subnet 658d8052-1405-4a95-948e-caec6874f67e {{(pid=87871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 11:55:59.305264 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-b2f32ef0-a194-4bb0-85b9-114114e3daf4 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks [] for subnet, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:59.329567 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-dfaca9a7-6d8e-4cbd-90dc-75f78c532a4f None None] Attempting to bind port 1e1f75e2-1430-431c-a22c-1a682eaa9dde on host dv-neutron-835340-2-hyperv for vnic_type normal with profile {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:55:59.329925 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-dfaca9a7-6d8e-4cbd-90dc-75f78c532a4f None None] Attempting to bind port 1e1f75e2-1430-431c-a22c-1a682eaa9dde by drivers openvswitch,hyperv on host dv-neutron-835340-2-hyperv at level 0 using segments [{'id': 'bd053757-b8b4-4f3a-b553-aa242f2d15d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e95a87e2-4c44-46e2-9de5-2786cbaea69c'}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:55:59.330284 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfaca9a7-6d8e-4cbd-90dc-75f78c532a4f None None] Attempting to bind port 1e1f75e2-1430-431c-a22c-1a682eaa9dde on network e95a87e2-4c44-46e2-9de5-2786cbaea69c {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:55:59.336544 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfaca9a7-6d8e-4cbd-90dc-75f78c532a4f None None] Checking agent: {'id': '961a16fe-cbc8-4264-ac28-bbbd53f89caa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 46, 6), 'started_at': datetime.datetime(2022, 3, 28, 11, 46, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 11, 55, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 11:55:59.336912 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfaca9a7-6d8e-4cbd-90dc-75f78c532a4f None None] Checking segment: {'id': 'bd053757-b8b4-4f3a-b553-aa242f2d15d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e95a87e2-4c44-46e2-9de5-2786cbaea69c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:55:59.337309 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-dfaca9a7-6d8e-4cbd-90dc-75f78c532a4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:59.337691 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfaca9a7-6d8e-4cbd-90dc-75f78c532a4f None None] Bound using segment: {'id': 'bd053757-b8b4-4f3a-b553-aa242f2d15d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e95a87e2-4c44-46e2-9de5-2786cbaea69c'} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 11:55:59.338141 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-dfaca9a7-6d8e-4cbd-90dc-75f78c532a4f None None] Bound port: 1e1f75e2-1430-431c-a22c-1a682eaa9dde, host: dv-neutron-835340-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd053757-b8b4-4f3a-b553-aa242f2d15d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e95a87e2-4c44-46e2-9de5-2786cbaea69c'}}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 11:55:59.338693 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-dfaca9a7-6d8e-4cbd-90dc-75f78c532a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:59.364394 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-b2f32ef0-a194-4bb0-85b9-114114e3daf4 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3436877'] for subnet, precommit_delete_associations {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:59.421427 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Device 1f1c1efa-93f1-4a11-b5e9-dedf17802a87 no longer exists at agent hyperv_hv-neutron-8353 {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 11:55:59.431740 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-603c8563-36c2-46ed-b0c4-fffd3baee0ec admin admin] Calling delete_port for 8b64da70-6a09-4b97-bfdd-61f19d79beaa owned by network:router_interface {{(pid=87870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:55:59.472217 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] No Port match for: 1f1c1efa-93f1-4a11-b5e9-dedf17802a87 {{(pid=87872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 11:55:59.472650 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Device 1f1c1efa-93f1-4a11-b5e9-dedf17802a87 not bound to the agent host hv-neutron-8353 {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 11:55:59.474724 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-b2f32ef0-a194-4bb0-85b9-114114e3daf4 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1919782'] for subnet, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:59.520946 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-dfaca9a7-6d8e-4cbd-90dc-75f78c532a4f None None] For port 1e1f75e2-1430-431c-a22c-1a682eaa9dde, host dv-neutron-835340-2-hyperv, cleared binding levels {{(pid=87872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 11:55:59.528482 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-dfaca9a7-6d8e-4cbd-90dc-75f78c532a4f None None] For port 1e1f75e2-1430-431c-a22c-1a682eaa9dde, host dv-neutron-835340-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=1e1f75e2-1430-431c-a22c-1a682eaa9dde,segment=NetworkSegment(bd053757-b8b4-4f3a-b553-aa242f2d15d2),segment_id=bd053757-b8b4-4f3a-b553-aa242f2d15d2)] {{(pid=87872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 11:55:59.538450 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-dfaca9a7-6d8e-4cbd-90dc-75f78c532a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:59.574318 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-b2f32ef0-a194-4bb0-85b9-114114e3daf4 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1919805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2364079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26551417'] for subnet, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:59.653230 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfaca9a7-6d8e-4cbd-90dc-75f78c532a4f None None] Pushing event updated for resources: {'Port': ['ID=1e1f75e2-1430-431c-a22c-1a682eaa9dde,revision_number=2']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:55:59.664894 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-b2f32ef0-a194-4bb0-85b9-114114e3daf4 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538751'] for subnet, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:59.669978 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f32ef0-a194-4bb0-85b9-114114e3daf4 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Pushing event deleted for resources: {'Subnet': ['ID=658d8052-1405-4a95-948e-caec6874f67e,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:55:59.691660 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-b2f32ef0-a194-4bb0-85b9-114114e3daf4 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] 10.222.0.30 "DELETE /v2.0/subnets/658d8052-1405-4a95-948e-caec6874f67e HTTP/1.1" status: 204 len: 168 time: 0.4793997 Mar 28 11:55:59.695302 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 49846) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:59.699887 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fb4c23e-6472-42a6-8888-7e13375f4b16 None None] Network 77f8f80f-4b06-4058-9c8c-efa7ccbc3b9e requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:55:59.740000 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.notifiers.nova [None req-809ae200-59c0-4258-b1c0-ac123313b05a tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] device_id is not set on port 9b638ca5-70b9-4394-a989-963cc10e8a26 yet. {{(pid=87870) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 11:55:59.776010 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-a650eaf9-eab2-43e8-93a6-c1e64dfd09e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:59.794447 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-a650eaf9-eab2-43e8-93a6-c1e64dfd09e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:55:59.805839 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 49850) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:55:59.816011 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-468ca1e9-1096-4a40-bb03-562694f24f03 tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Request body: {'subnets': [{'network_id': '24d39d5a-a11d-4f8f-818d-1e6f05523c1d', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1874137754', 'ip_version': 6}, {'network_id': '54f871b2-e110-4cfb-b922-2e32ab323b38', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:55:59.816403 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-468ca1e9-1096-4a40-bb03-562694f24f03 tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Request body: {'subnet': {'network_id': '24d39d5a-a11d-4f8f-818d-1e6f05523c1d', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1874137754', 'ip_version': 6}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:55:59.817107 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-468ca1e9-1096-4a40-bb03-562694f24f03 tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Request body: {'subnet': {'network_id': '54f871b2-e110-4cfb-b922-2e32ab323b38', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:55:59.912683 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-a650eaf9-eab2-43e8-93a6-c1e64dfd09e8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3acc825e1a6d4e96bb557f7bc6893a06&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9596064 Mar 28 11:55:59.955075 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 49854) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:00.009165 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a650eaf9-eab2-43e8-93a6-c1e64dfd09e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ab49dad-ab84-4ac9-b9ba-b937654fd8d9,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:56:00.101183 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21c4caef-3be3-42d8-8b01-eec5021326e7 None None] DHCP port deletion for 77f8f80f-4b06-4058-9c8c-efa7ccbc3b9e request from dv-neutron-835340-2-hyperv {{(pid=87872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 11:56:00.106413 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-21c4caef-3be3-42d8-8b01-eec5021326e7 None None] Deleting port f3976d90-0d6e-4c42-ac0d-4757ffa034d0 {{(pid=87872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:56:00.108017 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-21c4caef-3be3-42d8-8b01-eec5021326e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:00.120700 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4fce76-0626-4f22-9f73-cd300d10fce0 req-e1872655-573f-4374-b554-561767585a27 tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:56:00.140526 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-cf4fce76-0626-4f22-9f73-cd300d10fce0 req-e1872655-573f-4374-b554-561767585a27 tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd5974e7-0504-4851-a286-20ab5143705c HTTP/1.1" status: 200 len: 945 time: 0.5340526 Mar 28 11:56:00.174459 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-603c8563-36c2-46ed-b0c4-fffd3baee0ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:00.178595 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.db_base_plugin_common [None req-809ae200-59c0-4258-b1c0-ac123313b05a tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Allocated IP 2001:db8::1df (e95a87e2-4c44-46e2-9de5-2786cbaea69c/b7ff6f92-9922-444e-8eae-2d8bc1fb9eec/9b638ca5-70b9-4394-a989-963cc10e8a26) {{(pid=87870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:56:00.317460 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-3dd9c731-06a5-4b36-820e-8d02592eaf3a tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588883'] for network, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:00.344724 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [req-8235419b-3932-4baa-bff0-8fd22e249e91 req-5bd09eff-d0e5-4bf0-af14-61152cba3b40 tempest-ServersTestJSON-1268936191 tempest-ServersTestJSON-1268936191-project] Synchronizing usage tracker for tenant:acd670e645c74d2b90f128b4c99c366d on resource:port {{(pid=87871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:56:00.350809 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603c8563-36c2-46ed-b0c4-fffd3baee0ec admin admin] Pushing event deleted for resources: {'Port': ['ID=8b64da70-6a09-4b97-bfdd-61f19d79beaa,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:56:00.364807 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.l3_agent_scheduler [req-20a04c7b-e54d-45dd-a54a-3f2f2ceba32e req-7aa7174e-589b-45dd-9e60-ad9d719296f8 tempest-ServersTestJSON-1268936191 tempest-ServersTestJSON-1268936191-project] Router 005adf9f-eb7d-4a36-bd5a-ec48d4aae6b3 has already been hosted by L3 agent af79d429-529e-400b-a119-94d4bec03f3e {{(pid=87871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 11:56:00.378209 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-21c4caef-3be3-42d8-8b01-eec5021326e7 None None] For port f3976d90-0d6e-4c42-ac0d-4757ffa034d0, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=f3976d90-0d6e-4c42-ac0d-4757ffa034d0,segment=NetworkSegment(90ca2ba2-557b-4c41-bd90-4b76ea9ed939),segment_id=90ca2ba2-557b-4c41-bd90-4b76ea9ed939)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:56:00.378597 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-21c4caef-3be3-42d8-8b01-eec5021326e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:00.487376 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-47e3d26a-5783-465a-852f-32409ac11510 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:00.489301 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-3dd9c731-06a5-4b36-820e-8d02592eaf3a tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Deleting port f3976d90-0d6e-4c42-ac0d-4757ffa034d0 {{(pid=87871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:56:00.489738 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-3dd9c731-06a5-4b36-820e-8d02592eaf3a tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:00.515849 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [req-8235419b-3932-4baa-bff0-8fd22e249e91 req-5bd09eff-d0e5-4bf0-af14-61152cba3b40 tempest-ServersTestJSON-1268936191 tempest-ServersTestJSON-1268936191-project] Unset dirty status for tenant:acd670e645c74d2b90f128b4c99c366d on resource:port {{(pid=87871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:56:00.517175 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-8235419b-3932-4baa-bff0-8fd22e249e91 req-5bd09eff-d0e5-4bf0-af14-61152cba3b40 tempest-ServersTestJSON-1268936191 tempest-ServersTestJSON-1268936191-project] 10.222.0.30 "GET /v2.0/ports?device_id=8e3d6e39-b829-4f9d-a142-9dbe2825c211 HTTP/1.1" status: 200 len: 210 time: 0.3077116 Mar 28 11:56:00.538005 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-21c4caef-3be3-42d8-8b01-eec5021326e7 None None] Calling delete_port for f3976d90-0d6e-4c42-ac0d-4757ffa034d0 owned by network:dhcp {{(pid=87872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:56:00.621397 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-cf4fce76-0626-4f22-9f73-cd300d10fce0 req-49a6359e-b598-4717-9622-64c0f04a1c66 tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] 10.222.0.30 "GET /v2.0/security-groups?id=895ae8ad-46d6-4a0f-b104-9c0ca0cce592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4478951 Mar 28 11:56:00.644692 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-21c4caef-3be3-42d8-8b01-eec5021326e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250'] for port, after_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:00.662887 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-468ca1e9-1096-4a40-bb03-562694f24f03 tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:56:00.667209 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-468ca1e9-1096-4a40-bb03-562694f24f03 tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Usage tracker for resource:subnet and tenant:0d29398c28b0489a842ab91f20f0fc22 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:56:00.671497 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-468ca1e9-1096-4a40-bb03-562694f24f03 tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:56:00.677517 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-468ca1e9-1096-4a40-bb03-562694f24f03 tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:56:00.696639 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c4caef-3be3-42d8-8b01-eec5021326e7 None None] Pushing event deleted for resources: {'Port': ['ID=f3976d90-0d6e-4c42-ac0d-4757ffa034d0,revision_number=None']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:56:00.700248 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c4caef-3be3-42d8-8b01-eec5021326e7 None None] No DVR routers for this DVR port f3976d90-0d6e-4c42-ac0d-4757ffa034d0 on host dv-neutron-835340-2-hyperv {{(pid=87872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 11:56:00.716456 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-468ca1e9-1096-4a40-bb03-562694f24f03 tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Made reservation on behalf of 0d29398c28b0489a842ab91f20f0fc22 for: {'subnet': 2} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:56:00.721276 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-468ca1e9-1096-4a40-bb03-562694f24f03 tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26551362'] for subnet, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:00.721704 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-468ca1e9-1096-4a40-bb03-562694f24f03 tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26551362'] for subnet, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:00.746067 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-47e3d26a-5783-465a-852f-32409ac11510 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:00.965143 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-3dd9c731-06a5-4b36-820e-8d02592eaf3a tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] The port 'f3976d90-0d6e-4c42-ac0d-4757ffa034d0' was deleted {{(pid=87871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 11:56:00.989281 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-438fdf45-0fc7-47d1-abc7-a0735a122f25 tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:01.036085 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-438fdf45-0fc7-47d1-abc7-a0735a122f25 tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:01.153553 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-20a04c7b-e54d-45dd-a54a-3f2f2ceba32e req-7aa7174e-589b-45dd-9e60-ad9d719296f8 tempest-ServersTestJSON-1268936191 tempest-ServersTestJSON-1268936191-project] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 11:56:01.166425 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdb06d80-6d26-4941-ad14-04ee73c25809 None None] Sync routers for ids ['005adf9f-eb7d-4a36-bd5a-ec48d4aae6b3'] in dv-neutron-835340-2-hyperv {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 11:56:01.186629 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb06d80-6d26-4941-ad14-04ee73c25809 None None] Routers {'005adf9f-eb7d-4a36-bd5a-ec48d4aae6b3'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:56:01.188900 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-cdb06d80-6d26-4941-ad14-04ee73c25809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T11:55:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['005adf9f-eb7d-4a36-bd5a-ec48d4aae6b3'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:56:01.257313 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-3dd9c731-06a5-4b36-820e-8d02592eaf3a tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930431', 'neutron.services.segments.db._delete_segments_for_network-8783496351308'] for network, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:01.334291 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.l3_dvrscheduler_db [req-20a04c7b-e54d-45dd-a54a-3f2f2ceba32e req-7aa7174e-589b-45dd-9e60-ad9d719296f8 tempest-ServersTestJSON-1268936191 tempest-ServersTestJSON-1268936191-project] No DVR routers for this DVR port 1f1c1efa-93f1-4a11-b5e9-dedf17802a87 on host hv-neutron-8353 {{(pid=87871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 11:56:01.337970 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.segments.db [None req-3dd9c731-06a5-4b36-820e-8d02592eaf3a tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77f8f80f-4b06-4058-9c8c-efa7ccbc3b9e']}} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:56:01.346676 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-47e3d26a-5783-465a-852f-32409ac11510 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:01.353737 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-20a04c7b-e54d-45dd-a54a-3f2f2ceba32e req-7aa7174e-589b-45dd-9e60-ad9d719296f8 tempest-ServersTestJSON-1268936191 tempest-ServersTestJSON-1268936191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:01.363325 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e3d6e39-b829-4f9d-a142-9dbe2825c211', 'name': 'network-vif-deleted', 'tag': '1f1c1efa-93f1-4a11-b5e9-dedf17802a87'}] {{(pid=87871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 11:56:01.390868 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.segments.db [None req-3dd9c731-06a5-4b36-820e-8d02592eaf3a tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90ca2ba2-557b-4c41-bd90-4b76ea9ed939') {'for_net_delete': True} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:56:01.400200 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-809ae200-59c0-4258-b1c0-ac123313b05a tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks [] for port, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:01.405998 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.segments.db [None req-3dd9c731-06a5-4b36-820e-8d02592eaf3a tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90ca2ba2-557b-4c41-bd90-4b76ea9ed939') {} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:56:01.418303 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-603c8563-36c2-46ed-b0c4-fffd3baee0ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-743246'] for router_interface, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:01.431949 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 1e1f75e2-1430-431c-a22c-1a682eaa9dde up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:56:01.443633 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-47e3d26a-5783-465a-852f-32409ac11510 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:01.448813 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-47e3d26a-5783-465a-852f-32409ac11510 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0ab49dad-ab84-4ac9-b9ba-b937654fd8d9 HTTP/1.1" status: 204 len: 168 time: 1.4818289 Mar 28 11:56:01.449361 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.provisioning_blocks [None req-809ae200-59c0-4258-b1c0-ac123313b05a tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Transition to ACTIVE for port object 9b638ca5-70b9-4394-a989-963cc10e8a26 will not be triggered until provisioned by entity DHCP. {{(pid=87870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:56:01.480169 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvr_db [None req-cdb06d80-6d26-4941-ad14-04ee73c25809 None None] Set router 005adf9f-eb7d-4a36-bd5a-ec48d4aae6b3 gateway port host: dv-neutron-835340-2-hyperv {{(pid=87872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:56:01.533468 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60442f74-81fe-4203-ac47-343a52498fcd req-9f971eb4-a84f-4b17-a98e-a3978f59c48f tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:56:01.534992 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-60442f74-81fe-4203-ac47-343a52498fcd req-9f971eb4-a84f-4b17-a98e-a3978f59c48f tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd5974e7-0504-4851-a286-20ab5143705c HTTP/1.1" status: 200 len: 945 time: 0.5023000 Mar 28 11:56:01.573677 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.db_base_plugin_common [None req-438fdf45-0fc7-47d1-abc7-a0735a122f25 tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Allocated IP 172.26.7.122 (ac2b1748-8f63-4b17-a9c7-07e79704aa5b/0b7ebf76-1dc7-431a-a0b4-b96bacf287c2/aaedf7d2-14dd-43c2-9099-8e4814a1183c) {{(pid=87870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:56:01.603940 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e3d6e39-b829-4f9d-a142-9dbe2825c211', 'name': 'network-vif-deleted', 'tag': '1f1c1efa-93f1-4a11-b5e9-dedf17802a87', 'status': 'completed', 'code': 200} Mar 28 11:56:01.604898 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e3d26a-5783-465a-852f-32409ac11510 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ab49dad-ab84-4ac9-b9ba-b937654fd8d9,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:56:01.626765 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-20a04c7b-e54d-45dd-a54a-3f2f2ceba32e req-7aa7174e-589b-45dd-9e60-ad9d719296f8 tempest-ServersTestJSON-1268936191 tempest-ServersTestJSON-1268936191-project] 10.222.0.11 "DELETE /v2.0/ports/1f1c1efa-93f1-4a11-b5e9-dedf17802a87 HTTP/1.1" status: 204 len: 173 time: 5.9480696 Mar 28 11:56:01.628801 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-3dd9c731-06a5-4b36-820e-8d02592eaf3a tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783496353639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3436890'] for segment, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:01.734416 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-3dd9c731-06a5-4b36-820e-8d02592eaf3a tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:01.747498 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-60442f74-81fe-4203-ac47-343a52498fcd req-91faf76e-c343-4622-adb0-5ab3d7b176c3 tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] 10.222.0.30 "GET /v2.0/security-groups?id=895ae8ad-46d6-4a0f-b104-9c0ca0cce592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2037196 Mar 28 11:56:01.850526 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3dd9c731-06a5-4b36-820e-8d02592eaf3a tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=87871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 11:56:01.856204 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-3dd9c731-06a5-4b36-820e-8d02592eaf3a tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1920481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2363149'] for segment, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:01.867900 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-e4c69505-b602-48ef-a9e6-0f0bd38f6e60 None None] Provisioning for port 1e1f75e2-1430-431c-a22c-1a682eaa9dde completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:56:01.885583 dv-neutron-835340-2-hyperv neutron-server[87871]: Traceback (most recent call last): Mar 28 11:56:01.885583 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 11:56:01.885583 dv-neutron-835340-2-hyperv neutron-server[87871]: timer() Mar 28 11:56:01.885583 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 11:56:01.885583 dv-neutron-835340-2-hyperv neutron-server[87871]: cb(*args, **kw) Mar 28 11:56:01.885583 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 11:56:01.885583 dv-neutron-835340-2-hyperv neutron-server[87871]: return func(*args, **kwargs) Mar 28 11:56:01.885583 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 11:56:01.885583 dv-neutron-835340-2-hyperv neutron-server[87871]: self._notify() Mar 28 11:56:01.885583 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 11:56:01.885583 dv-neutron-835340-2-hyperv neutron-server[87871]: self.callback(batched_events) Mar 28 11:56:01.885583 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 11:56:01.885583 dv-neutron-835340-2-hyperv neutron-server[87871]: event.method(event) Mar 28 11:56:01.885583 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 11:56:01.885583 dv-neutron-835340-2-hyperv neutron-server[87871]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 11:56:01.885583 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 11:56:01.885583 dv-neutron-835340-2-hyperv neutron-server[87871]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 11:56:01.885583 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 11:56:01.885583 dv-neutron-835340-2-hyperv neutron-server[87871]: return f(self, *a, **k) Mar 28 11:56:01.885583 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 11:56:01.885583 dv-neutron-835340-2-hyperv neutron-server[87871]: return self._get(url).json() Mar 28 11:56:01.885583 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 11:56:01.885583 dv-neutron-835340-2-hyperv neutron-server[87871]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 11:56:01.885583 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 11:56:01.885583 dv-neutron-835340-2-hyperv neutron-server[87871]: return self.request(url, 'GET', **kwargs) Mar 28 11:56:01.885583 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 11:56:01.885583 dv-neutron-835340-2-hyperv neutron-server[87871]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 11:56:01.885583 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 11:56:01.885583 dv-neutron-835340-2-hyperv neutron-server[87871]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 11:56:01.885583 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 11:56:01.885583 dv-neutron-835340-2-hyperv neutron-server[87871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 11:56:01.885583 dv-neutron-835340-2-hyperv neutron-server[87871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 11:56:01.912834 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning for port 1e1f75e2-1430-431c-a22c-1a682eaa9dde completed by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:56:01.923750 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port 1e1f75e2-1430-431c-a22c-1a682eaa9dde triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:56:01.924162 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:01.935716 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-809ae200-59c0-4258-b1c0-ac123313b05a tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:01.985097 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-bb57ffb7-7d67-44e5-b7d5-3d7d50325029 req-9eef54bc-3607-4b41-8ed9-9082b2884c32 tempest-ServersTestJSON-1268936191 tempest-ServersTestJSON-1268936191-project] 10.222.0.30 "GET /v2.0/ports?device_id=8e3d6e39-b829-4f9d-a142-9dbe2825c211 HTTP/1.1" status: 200 len: 210 time: 0.2451973 Mar 28 11:56:02.100024 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:02.128373 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-3dd9c731-06a5-4b36-820e-8d02592eaf3a tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709602'] for network, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:02.139626 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] For port 1e1f75e2-1430-431c-a22c-1a682eaa9dde, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=1e1f75e2-1430-431c-a22c-1a682eaa9dde,segment=NetworkSegment(bd053757-b8b4-4f3a-b553-aa242f2d15d2),segment_id=bd053757-b8b4-4f3a-b553-aa242f2d15d2)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:56:02.145319 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-cdb06d80-6d26-4941-ad14-04ee73c25809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '005adf9f-eb7d-4a36-bd5a-ec48d4aae6b3', 'name': 'tempest-ServersTestJSON-319239182-router', 'tenant_id': 'acd670e645c74d2b90f128b4c99c366d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.162'}], 'enable_snat': True}, 'gw_port_id': '0e3b5c56-40c6-441b-9322-13f44351c6c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:54:13Z', 'updated_at': '2022-03-28T11:54:30Z', 'revision_number': 4, 'project_id': 'acd670e645c74d2b90f128b4c99c366d', 'gw_port': {'id': '0e3b5c56-40c6-441b-9322-13f44351c6c3', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:d1:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '005adf9f-eb7d-4a36-bd5a-ec48d4aae6b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:54:15Z', 'updated_at': '2022-03-28T11:54:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_interfaces': [{'id': 'e4f29528-2ae2-45f0-863a-39816c9dcf0c', 'name': '', 'network_id': 'a4e7a0f3-f0a8-4b6f-ba98-4c112b7f4173', 'tenant_id': 'acd670e645c74d2b90f128b4c99c366d', 'mac_address': 'fa:16:3e:95:22:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '005adf9f-eb7d-4a36-bd5a-ec48d4aae6b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '0ed780f2-8d6e-4932-8a9f-fdf7d02c0d26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:54:28Z', 'updated_at': '2022-03-28T11:54:40Z', 'revision_number': 5, 'project_id': 'acd670e645c74d2b90f128b4c99c366d', 'subnets': [{'id': '0ed780f2-8d6e-4932-8a9f-fdf7d02c0d26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:56:02.149340 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdb06d80-6d26-4941-ad14-04ee73c25809 None None] Checking router: 005adf9f-eb7d-4a36-bd5a-ec48d4aae6b3 for host: dv-neutron-835340-2-hyperv {{(pid=87872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 11:56:02.152155 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-3dd9c731-06a5-4b36-820e-8d02592eaf3a tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks [] for network, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:02.155300 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:02.197462 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb06d80-6d26-4941-ad14-04ee73c25809 None None] Routers {'005adf9f-eb7d-4a36-bd5a-ec48d4aae6b3'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:56:02.198153 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-cdb06d80-6d26-4941-ad14-04ee73c25809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T11:55:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['005adf9f-eb7d-4a36-bd5a-ec48d4aae6b3'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:56:02.242268 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd9c731-06a5-4b36-820e-8d02592eaf3a tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Pushing event deleted for resources: {'Network': ['ID=77f8f80f-4b06-4058-9c8c-efa7ccbc3b9e,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:56:02.256594 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-3dd9c731-06a5-4b36-820e-8d02592eaf3a tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] 10.222.0.30 "DELETE /v2.0/networks/77f8f80f-4b06-4058-9c8c-efa7ccbc3b9e HTTP/1.1" status: 204 len: 168 time: 2.5601110 Mar 28 11:56:02.277727 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device f3976d90-0d6e-4c42-ac0d-4757ffa034d0 no longer exists at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 11:56:02.282120 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 49882) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:02.341416 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] No Port match for: f3976d90-0d6e-4c42-ac0d-4757ffa034d0 {{(pid=87872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 11:56:02.342294 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device f3976d90-0d6e-4c42-ac0d-4757ffa034d0 not bound to the agent host dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 11:56:02.366045 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-eb83852f-9f88-4f5d-bbbb-ffcd79c36a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:02.367522 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Pushing event updated for resources: {'Port': ['ID=1e1f75e2-1430-431c-a22c-1a682eaa9dde,revision_number=3']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:56:02.409901 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-468ca1e9-1096-4a40-bb03-562694f24f03 tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2364128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26551408'] for subnet, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:02.432266 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-05222fed-15b5-4f6a-9b35-cbd7eed4a171 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Request body: {'port': {'network_id': '5df4ec91-b994-4337-98be-1b2930f844e7', 'name': 'tempest-PortsIpV6TestJSON-847876659'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:56:02.452692 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-438fdf45-0fc7-47d1-abc7-a0735a122f25 tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:02.457884 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-809ae200-59c0-4258-b1c0-ac123313b05a tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Network e95a87e2-4c44-46e2-9de5-2786cbaea69c is already hosted by enough agents. {{(pid=87870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:56:02.463939 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809ae200-59c0-4258-b1c0-ac123313b05a tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Pushing event updated for resources: {'Port': ['ID=9b638ca5-70b9-4394-a989-963cc10e8a26,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:56:02.485361 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.base_scheduler [None req-809ae200-59c0-4258-b1c0-ac123313b05a tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Resources bound (agent type, host, resource id): {{(pid=87870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:56:02.488441 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvr_db [None req-cdb06d80-6d26-4941-ad14-04ee73c25809 None None] Set router 005adf9f-eb7d-4a36-bd5a-ec48d4aae6b3 gateway port host: dv-neutron-835340-2-hyperv {{(pid=87872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:56:02.512053 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-809ae200-59c0-4258-b1c0-ac123313b05a tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Received port after_create {{(pid=87870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:56:02.519834 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-809ae200-59c0-4258-b1c0-ac123313b05a tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:56:02.520622 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-809ae200-59c0-4258-b1c0-ac123313b05a tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:02.705262 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468ca1e9-1096-4a40-bb03-562694f24f03 tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Pushing event updated for resources: {'Subnet': ['ID=4d4f131a-2734-4e49-928d-d7f78a0cde3e,revision_number=0']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:56:02.709894 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-468ca1e9-1096-4a40-bb03-562694f24f03 tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Checking segment: {'id': '2ffb4294-4031-4af2-85fb-fa5d336e4867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '24d39d5a-a11d-4f8f-818d-1e6f05523c1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:56:02.710487 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-468ca1e9-1096-4a40-bb03-562694f24f03 tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Network hostable DHCP agents. Network: 24d39d5a-a11d-4f8f-818d-1e6f05523c1d, hostable agents: ['3cb85949-855b-4a40-b988-cd5705e511da'], hosted agents: [] {{(pid=87871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 11:56:02.735092 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-468ca1e9-1096-4a40-bb03-562694f24f03 tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Network 24d39d5a-a11d-4f8f-818d-1e6f05523c1d is scheduled to be hosted by DHCP agent 3cb85949-855b-4a40-b988-cd5705e511da with binding_index 1 {{(pid=87871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 11:56:02.751924 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-468ca1e9-1096-4a40-bb03-562694f24f03 tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-2-hyperv, 24d39d5a-a11d-4f8f-818d-1e6f05523c1d) {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:56:02.757443 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-468ca1e9-1096-4a40-bb03-562694f24f03 tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2364128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26551408'] for subnet, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:02.782497 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-603c8563-36c2-46ed-b0c4-fffd3baee0ec admin admin] Router d0ee4dee-6ec7-4496-b34d-8d0109fa8f8a has already been hosted by L3 agent af79d429-529e-400b-a119-94d4bec03f3e {{(pid=87870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 11:56:02.802762 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-438fdf45-0fc7-47d1-abc7-a0735a122f25 tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:02.841115 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 49894) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:02.855687 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-809ae200-59c0-4258-b1c0-ac123313b05a tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 5.3400652 Mar 28 11:56:02.875052 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 49900) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:02.899015 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468ca1e9-1096-4a40-bb03-562694f24f03 tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Pushing event updated for resources: {'Subnet': ['ID=a49018ce-53f0-4446-8ceb-7dcfc2ab7406,revision_number=0']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:56:02.901365 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-468ca1e9-1096-4a40-bb03-562694f24f03 tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Checking segment: {'id': '57dd6ca1-3f52-4104-ab4d-a4d3416cb2e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '54f871b2-e110-4cfb-b922-2e32ab323b38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:56:02.901720 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-468ca1e9-1096-4a40-bb03-562694f24f03 tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Network hostable DHCP agents. Network: 54f871b2-e110-4cfb-b922-2e32ab323b38, hostable agents: ['3cb85949-855b-4a40-b988-cd5705e511da'], hosted agents: [] {{(pid=87871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 11:56:02.910120 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e599e305-d655-41f0-b35e-fd1d07814b47 None None] Network 24d39d5a-a11d-4f8f-818d-1e6f05523c1d requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:56:02.910776 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91e869a-8da2-4a98-a2b0-f53412d74e94 req-ff0df584-44b0-4d1b-b783-b1f4e52ea655 tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:56:02.913845 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-e91e869a-8da2-4a98-a2b0-f53412d74e94 req-ff0df584-44b0-4d1b-b783-b1f4e52ea655 tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd5974e7-0504-4851-a286-20ab5143705c HTTP/1.1" status: 200 len: 945 time: 0.8494785 Mar 28 11:56:02.924608 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-468ca1e9-1096-4a40-bb03-562694f24f03 tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Network 54f871b2-e110-4cfb-b922-2e32ab323b38 is scheduled to be hosted by DHCP agent 3cb85949-855b-4a40-b988-cd5705e511da with binding_index 1 {{(pid=87871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 11:56:02.938729 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-468ca1e9-1096-4a40-bb03-562694f24f03 tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-2-hyperv, 54f871b2-e110-4cfb-b922-2e32ab323b38) {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:56:02.943748 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-468ca1e9-1096-4a40-bb03-562694f24f03 tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:56:02.944291 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-468ca1e9-1096-4a40-bb03-562694f24f03 tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:56:02.945188 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-468ca1e9-1096-4a40-bb03-562694f24f03 tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538751'] for subnet, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:02.959694 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7511b051-029b-4b5c-804d-df99dc08daf6 None None] Network 54f871b2-e110-4cfb-b922-2e32ab323b38 requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:56:02.968612 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-468ca1e9-1096-4a40-bb03-562694f24f03 tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 3.1590931 Mar 28 11:56:02.970310 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 49904) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:02.977082 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-05222fed-15b5-4f6a-9b35-cbd7eed4a171 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:56:03.023003 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-e475fc0a-7864-4211-8435-af229c89524e tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Request body: {'network': {'name': 'tempest-RoutersTest-1756671952'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:56:03.032017 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-438fdf45-0fc7-47d1-abc7-a0735a122f25 tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Network ac2b1748-8f63-4b17-a9c7-07e79704aa5b is already hosted by enough agents. {{(pid=87870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:56:03.033438 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-e475fc0a-7864-4211-8435-af229c89524e tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:56:03.046505 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-e475fc0a-7864-4211-8435-af229c89524e tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Usage tracker for resource:network and tenant:fc0f0a585a8c4bf2950e053878e50dfb is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:56:03.051768 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-e475fc0a-7864-4211-8435-af229c89524e tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:56:03.063639 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-e475fc0a-7864-4211-8435-af229c89524e tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:56:03.082379 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-636f7a18-797a-4917-b152-29ebbaf0de4d tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:56:03.084122 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-636f7a18-797a-4917-b152-29ebbaf0de4d tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:56:03.086175 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-636f7a18-797a-4917-b152-29ebbaf0de4d tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:56:03.087077 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-636f7a18-797a-4917-b152-29ebbaf0de4d tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Synchronizing usage tracker for tenant:0d29398c28b0489a842ab91f20f0fc22 on resource:subnet {{(pid=87871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:56:03.109398 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e475fc0a-7864-4211-8435-af229c89524e tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Made reservation on behalf of fc0f0a585a8c4bf2950e053878e50dfb for: {'network': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:56:03.113838 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-e475fc0a-7864-4211-8435-af229c89524e tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for network, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:03.129723 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-9cdc94d5-6522-4ca0-9f42-df9a16fce65a None None] Provisioning for port 9b638ca5-70b9-4394-a989-963cc10e8a26 completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:56:03.138816 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-e475fc0a-7864-4211-8435-af229c89524e tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks [] for security_group, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:03.153236 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 49912) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:03.160142 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-9cdc94d5-6522-4ca0-9f42-df9a16fce65a None None] Provisioning complete for port 9b638ca5-70b9-4394-a989-963cc10e8a26 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:56:03.160546 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-9cdc94d5-6522-4ca0-9f42-df9a16fce65a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:03.162078 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-e475fc0a-7864-4211-8435-af229c89524e tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:56:03.182619 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-636f7a18-797a-4917-b152-29ebbaf0de4d tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Unset dirty status for tenant:0d29398c28b0489a842ab91f20f0fc22 on resource:subnet {{(pid=87871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:56:03.184029 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-636f7a18-797a-4917-b152-29ebbaf0de4d tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.2121871 Mar 28 11:56:03.189087 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-e475fc0a-7864-4211-8435-af229c89524e tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Usage tracker for resource:security_group_rule and tenant:fc0f0a585a8c4bf2950e053878e50dfb is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:56:03.195569 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 49916) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:03.195569 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-e475fc0a-7864-4211-8435-af229c89524e tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:56:03.213195 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.base_scheduler [None req-438fdf45-0fc7-47d1-abc7-a0735a122f25 tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Resources bound (agent type, host, resource id): {{(pid=87870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:56:03.231068 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-05222fed-15b5-4f6a-9b35-cbd7eed4a171 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:56:03.238663 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438fdf45-0fc7-47d1-abc7-a0735a122f25 tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Received port after_create {{(pid=87870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:56:03.253726 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-e475fc0a-7864-4211-8435-af229c89524e tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:56:03.306748 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438fdf45-0fc7-47d1-abc7-a0735a122f25 tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Pushing event updated for resources: {'Port': ['ID=aaedf7d2-14dd-43c2-9099-8e4814a1183c,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:56:03.339037 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-9cdc94d5-6522-4ca0-9f42-df9a16fce65a None None] Port 9b638ca5-70b9-4394-a989-963cc10e8a26 cannot update to ACTIVE because it is not bound. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 11:56:03.342473 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-e91e869a-8da2-4a98-a2b0-f53412d74e94 req-d8bd3609-4632-4f10-87d2-d2c2aa79403e tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] 10.222.0.30 "GET /v2.0/security-groups?id=895ae8ad-46d6-4a0f-b104-9c0ca0cce592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4143119 Mar 28 11:56:03.349373 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-9e406a61-8775-4e3f-8355-035daca3b948 tempest-ServersTestJSON-1268936191 tempest-ServersTestJSON-1268936191-project] Notify callbacks [] for security_group, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:03.368816 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.db_base_plugin_v2 [None req-0eed266f-3ea1-4f46-9d5f-5762bac8ec06 tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Deleting subnet 4d4f131a-2734-4e49-928d-d7f78a0cde3e {{(pid=87871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 11:56:03.380614 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-0eed266f-3ea1-4f46-9d5f-5762bac8ec06 tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Notify callbacks [] for subnet, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:03.392486 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 1e1f75e2-1430-431c-a22c-1a682eaa9dde up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:56:03.408546 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05222fed-15b5-4f6a-9b35-cbd7eed4a171 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Made reservation on behalf of beb99f647cec46e3bbf575ac0a3034e8 for: {'port': 1} {{(pid=87870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:56:03.412682 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-05222fed-15b5-4f6a-9b35-cbd7eed4a171 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:03.443327 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-9e406a61-8775-4e3f-8355-035daca3b948 tempest-ServersTestJSON-1268936191 tempest-ServersTestJSON-1268936191-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:03.512612 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-cdb06d80-6d26-4941-ad14-04ee73c25809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '005adf9f-eb7d-4a36-bd5a-ec48d4aae6b3', 'name': 'tempest-ServersTestJSON-319239182-router', 'tenant_id': 'acd670e645c74d2b90f128b4c99c366d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.162'}], 'enable_snat': True}, 'gw_port_id': '0e3b5c56-40c6-441b-9322-13f44351c6c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:54:13Z', 'updated_at': '2022-03-28T11:54:30Z', 'revision_number': 4, 'project_id': 'acd670e645c74d2b90f128b4c99c366d', 'gw_port': {'id': '0e3b5c56-40c6-441b-9322-13f44351c6c3', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:d1:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '005adf9f-eb7d-4a36-bd5a-ec48d4aae6b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:54:15Z', 'updated_at': '2022-03-28T11:54:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_interfaces': [{'id': 'e4f29528-2ae2-45f0-863a-39816c9dcf0c', 'name': '', 'network_id': 'a4e7a0f3-f0a8-4b6f-ba98-4c112b7f4173', 'tenant_id': 'acd670e645c74d2b90f128b4c99c366d', 'mac_address': 'fa:16:3e:95:22:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '005adf9f-eb7d-4a36-bd5a-ec48d4aae6b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '0ed780f2-8d6e-4932-8a9f-fdf7d02c0d26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:54:28Z', 'updated_at': '2022-03-28T11:54:40Z', 'revision_number': 5, 'project_id': 'acd670e645c74d2b90f128b4c99c366d', 'subnets': [{'id': '0ed780f2-8d6e-4932-8a9f-fdf7d02c0d26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:56:03.528274 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2321203-5b0e-4e78-bc86-bf08b5eabb5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1d3f2a9-8722-5ce5-bc40-181687d1ed3f-54f871b2-e110-4cfb-b922-2e32ab323b38', 'network_id': '54f871b2-e110-4cfb-b922-2e32ab323b38', 'tenant_id': '0d29398c28b0489a842ab91f20f0fc22', 'fixed_ips': [{'subnet_id': 'a49018ce-53f0-4446-8ceb-7dcfc2ab7406'}]}} from dv-neutron-835340-2-hyperv. {{(pid=87872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 11:56:03.529821 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-b2321203-5b0e-4e78-bc86-bf08b5eabb5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:03.548723 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-0eed266f-3ea1-4f46-9d5f-5762bac8ec06 tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3436877'] for subnet, precommit_delete_associations {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:03.549323 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdb06d80-6d26-4941-ad14-04ee73c25809 None None] The sync data for ids ['005adf9f-eb7d-4a36-bd5a-ec48d4aae6b3'] in dv-neutron-835340-2-hyperv is: [{'id': '005adf9f-eb7d-4a36-bd5a-ec48d4aae6b3', 'name': 'tempest-ServersTestJSON-319239182-router', 'tenant_id': 'acd670e645c74d2b90f128b4c99c366d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.162'}], 'enable_snat': True}, 'gw_port_id': '0e3b5c56-40c6-441b-9322-13f44351c6c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:54:13Z', 'updated_at': '2022-03-28T11:54:30Z', 'revision_number': 4, 'project_id': 'acd670e645c74d2b90f128b4c99c366d', 'gw_port': {'id': '0e3b5c56-40c6-441b-9322-13f44351c6c3', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:d1:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '005adf9f-eb7d-4a36-bd5a-ec48d4aae6b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:54:15Z', 'updated_at': '2022-03-28T11:54:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_interfaces': [{'id': 'e4f29528-2ae2-45f0-863a-39816c9dcf0c', 'name': '', 'network_id': 'a4e7a0f3-f0a8-4b6f-ba98-4c112b7f4173', 'tenant_id': 'acd670e645c74d2b90f128b4c99c366d', 'mac_address': 'fa:16:3e:95:22:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '005adf9f-eb7d-4a36-bd5a-ec48d4aae6b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '0ed780f2-8d6e-4932-8a9f-fdf7d02c0d26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:54:28Z', 'updated_at': '2022-03-28T11:54:40Z', 'revision_number': 5, 'project_id': 'acd670e645c74d2b90f128b4c99c366d', 'subnets': [{'id': '0ed780f2-8d6e-4932-8a9f-fdf7d02c0d26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 11:56:03.552401 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.notifiers.nova [None req-05222fed-15b5-4f6a-9b35-cbd7eed4a171 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] device_id is not set on port 6bb4f899-125d-4390-8aa3-c86614bbb550 yet. {{(pid=87870) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 11:56:03.666430 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-603c8563-36c2-46ed-b0c4-fffd3baee0ec admin admin] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 11:56:03.683250 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b8d033-b1c5-49a0-808d-3846c933fbbd None None] Sync routers for ids ['d0ee4dee-6ec7-4496-b34d-8d0109fa8f8a'] in dv-neutron-835340-2-hyperv {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 11:56:03.707402 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a2a511-3809-4eab-afca-0f9b8becd1bb req-6bd6f7a1-c96a-413d-8531-6c66b97e447f tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:56:03.709098 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-72a2a511-3809-4eab-afca-0f9b8becd1bb req-6bd6f7a1-c96a-413d-8531-6c66b97e447f tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd5974e7-0504-4851-a286-20ab5143705c HTTP/1.1" status: 200 len: 945 time: 0.2443039 Mar 28 11:56:03.713401 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-0eed266f-3ea1-4f46-9d5f-5762bac8ec06 tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1919782'] for subnet, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:03.715718 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b8d033-b1c5-49a0-808d-3846c933fbbd None None] Routers {'d0ee4dee-6ec7-4496-b34d-8d0109fa8f8a'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:56:03.717926 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-56b8d033-b1c5-49a0-808d-3846c933fbbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T11:55:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['d0ee4dee-6ec7-4496-b34d-8d0109fa8f8a'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:56:03.745136 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f7883ec-7055-4297-bc8c-c2b7766ea438 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:56:03.749007 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-e475fc0a-7864-4211-8435-af229c89524e tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks [] for security_group, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:03.751138 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f7883ec-7055-4297-bc8c-c2b7766ea438 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:56:03.752103 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-9f7883ec-7055-4297-bc8c-c2b7766ea438 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Synchronizing usage tracker for tenant:b4adfe5c8b3a4e57a1afd1d44c455245 on resource:port {{(pid=87870) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:56:03.812151 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.db_base_plugin_common [None req-b2321203-5b0e-4e78-bc86-bf08b5eabb5d None None] Allocated IP 2001:db8:0:1::1 (54f871b2-e110-4cfb-b922-2e32ab323b38/a49018ce-53f0-4446-8ceb-7dcfc2ab7406/7c0dbcf5-6815-404d-99ae-89c7cb68b42d) {{(pid=87872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:56:03.827551 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-72a2a511-3809-4eab-afca-0f9b8becd1bb req-9f7a4870-ee25-4eab-bf1f-3c261617a12d tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] 10.222.0.30 "GET /v2.0/security-groups?id=895ae8ad-46d6-4a0f-b104-9c0ca0cce592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811009 Mar 28 11:56:03.861444 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-603c8563-36c2-46ed-b0c4-fffd3baee0ec admin admin] 10.222.0.30 "PUT /v2.0/routers/d0ee4dee-6ec7-4496-b34d-8d0109fa8f8a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0586288 Mar 28 11:56:03.866930 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-e475fc0a-7864-4211-8435-af229c89524e tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:03.883871 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 49924) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:03.891660 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e475fc0a-7864-4211-8435-af229c89524e tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=87871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 11:56:03.911329 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-e475fc0a-7864-4211-8435-af229c89524e tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:03.911754 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.db.segments_db [None req-e475fc0a-7864-4211-8435-af229c89524e tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Added segment c2442d41-7a9d-44fb-bfa6-8a5250efeb2b of type vlan for network 5aa1360d-dd8a-429a-9676-2b66657797b7 Mar 28 11:56:03.966047 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-e475fc0a-7864-4211-8435-af229c89524e tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783495836591'] for network, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:04.016106 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-9e406a61-8775-4e3f-8355-035daca3b948 tempest-ServersTestJSON-1268936191 tempest-ServersTestJSON-1268936191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:04.027657 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-e475fc0a-7864-4211-8435-af229c89524e tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765'] for network, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:04.033840 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e475fc0a-7864-4211-8435-af229c89524e tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:56:04.034048 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-e475fc0a-7864-4211-8435-af229c89524e tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks [] for network, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:04.062743 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-688c9f0b-52f5-4477-a200-f12199bbfa3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1d3f2a9-8722-5ce5-bc40-181687d1ed3f-24d39d5a-a11d-4f8f-818d-1e6f05523c1d', 'network_id': '24d39d5a-a11d-4f8f-818d-1e6f05523c1d', 'tenant_id': '0d29398c28b0489a842ab91f20f0fc22', 'fixed_ips': [{'subnet_id': '4d4f131a-2734-4e49-928d-d7f78a0cde3e'}]}} from dv-neutron-835340-2-hyperv. {{(pid=87872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 11:56:04.063662 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-688c9f0b-52f5-4477-a200-f12199bbfa3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:04.083943 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvr_db [None req-56b8d033-b1c5-49a0-808d-3846c933fbbd None None] Set router d0ee4dee-6ec7-4496-b34d-8d0109fa8f8a gateway port host: dv-neutron-835340-2-hyperv {{(pid=87873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:56:04.093660 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fffa31d-4753-4c96-bc6d-02972081b68d None None] New status for floating IP 56e0858a-3151-4bf5-a2ee-c5ce78d04112: DOWN {{(pid=87872) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 11:56:04.105213 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-9f7883ec-7055-4297-bc8c-c2b7766ea438 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Unset dirty status for tenant:b4adfe5c8b3a4e57a1afd1d44c455245 on resource:port {{(pid=87870) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:56:04.119000 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-9f7883ec-7055-4297-bc8c-c2b7766ea438 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1670 time: 1.2381890 Mar 28 11:56:04.125677 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 49928) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:04.287040 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e475fc0a-7864-4211-8435-af229c89524e tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a02cbe1d-cbc6-407f-840b-d08669e9704c,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:56:04.314730 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-e475fc0a-7864-4211-8435-af229c89524e tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.4706066 Mar 28 11:56:04.315706 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 49934) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:04.365280 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-5a7c4f37-1406-4e89-b4b6-05b909ac1609 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Request body: {'network': {'name': 'tempest-RoutersTest-1837640564'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:56:04.378368 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e475fc0a-7864-4211-8435-af229c89524e tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Pushing event updated for resources: {'Network': ['ID=5aa1360d-dd8a-429a-9676-2b66657797b7,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:56:04.381182 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-9e406a61-8775-4e3f-8355-035daca3b948 tempest-ServersTestJSON-1268936191 tempest-ServersTestJSON-1268936191-project] Notify callbacks [] for security_group, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:04.382293 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-9e406a61-8775-4e3f-8355-035daca3b948 tempest-ServersTestJSON-1268936191 tempest-ServersTestJSON-1268936191-project] 10.222.0.30 "DELETE /v2.0/security-groups/01efca3c-f549-4b6d-88ba-c49064a4c100 HTTP/1.1" status: 204 len: 168 time: 1.2244773 Mar 28 11:56:04.393906 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 49938) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:04.394807 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-5a7c4f37-1406-4e89-b4b6-05b909ac1609 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:56:04.398092 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e406a61-8775-4e3f-8355-035daca3b948 tempest-ServersTestJSON-1268936191 tempest-ServersTestJSON-1268936191-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01efca3c-f549-4b6d-88ba-c49064a4c100,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:56:04.416055 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-5a7c4f37-1406-4e89-b4b6-05b909ac1609 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Usage tracker for resource:network and tenant:fc0f0a585a8c4bf2950e053878e50dfb is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:56:04.421991 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-5a7c4f37-1406-4e89-b4b6-05b909ac1609 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:56:04.423027 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Network 5aa1360d-dd8a-429a-9676-2b66657797b7 details requested by agent ovs-agent-dv-neutron-835340-2-hyperv with host dv-neutron-835340-2-hyperv {{(pid=87872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 11:56:04.432265 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-5a7c4f37-1406-4e89-b4b6-05b909ac1609 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:56:04.437946 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.api.v2.resource [None req-f2287ca9-d854-4903-920a-4b2a892cf0e0 tempest-ServersTestJSON-1268936191 tempest-ServersTestJSON-1268936191-project] show failed (client error): The resource could not be found. Mar 28 11:56:04.439186 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-f2287ca9-d854-4903-920a-4b2a892cf0e0 tempest-ServersTestJSON-1268936191 tempest-ServersTestJSON-1268936191-project] 10.222.0.30 "GET /v2.0/security-groups/01efca3c-f549-4b6d-88ba-c49064a4c100 HTTP/1.1" status: 404 len: 347 time: 0.0388715 Mar 28 11:56:04.441554 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-0eed266f-3ea1-4f46-9d5f-5762bac8ec06 tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1919805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2364079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26551417'] for subnet, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:04.450168 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 49942) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:04.514397 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port 1e1f75e2-1430-431c-a22c-1a682eaa9dde triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:56:04.514858 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:04.577482 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a7c4f37-1406-4e89-b4b6-05b909ac1609 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Made reservation on behalf of fc0f0a585a8c4bf2950e053878e50dfb for: {'network': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:56:04.581364 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-5a7c4f37-1406-4e89-b4b6-05b909ac1609 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for network, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:04.593049 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eed266f-3ea1-4f46-9d5f-5762bac8ec06 tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Pushing event deleted for resources: {'Subnet': ['ID=4d4f131a-2734-4e49-928d-d7f78a0cde3e,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:56:04.597245 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-0eed266f-3ea1-4f46-9d5f-5762bac8ec06 tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538751'] for subnet, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:04.622712 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-56b8d033-b1c5-49a0-808d-3846c933fbbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0ee4dee-6ec7-4496-b34d-8d0109fa8f8a', 'name': 'tempest-ServersTestManualDisk-2058185223-router', 'tenant_id': 'ef5d94df2651453a8526eba31d74035c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.55'}], 'enable_snat': True}, 'gw_port_id': '7a491cab-d3e7-422b-8811-bc282f168100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:54:08Z', 'updated_at': '2022-03-28T11:55:59Z', 'revision_number': 5, 'project_id': 'ef5d94df2651453a8526eba31d74035c', 'gw_port': {'id': '7a491cab-d3e7-422b-8811-bc282f168100', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:1f:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ee4dee-6ec7-4496-b34d-8d0109fa8f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:54:09Z', 'updated_at': '2022-03-28T11:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv'}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:56:04.623877 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-2d2b3cbf-e5be-4fac-94d9-97bbacd52481 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Deleting port 9b638ca5-70b9-4394-a989-963cc10e8a26 {{(pid=87870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:56:04.624354 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-2d2b3cbf-e5be-4fac-94d9-97bbacd52481 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:04.627758 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b8d033-b1c5-49a0-808d-3846c933fbbd None None] Checking router: d0ee4dee-6ec7-4496-b34d-8d0109fa8f8a for host: dv-neutron-835340-2-hyperv {{(pid=87873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 11:56:04.638428 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b8d033-b1c5-49a0-808d-3846c933fbbd None None] Routers {'d0ee4dee-6ec7-4496-b34d-8d0109fa8f8a'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:56:04.639244 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-56b8d033-b1c5-49a0-808d-3846c933fbbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T11:55:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['d0ee4dee-6ec7-4496-b34d-8d0109fa8f8a'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:56:04.752886 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-0eed266f-3ea1-4f46-9d5f-5762bac8ec06 tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] 10.222.0.30 "DELETE /v2.0/subnets/4d4f131a-2734-4e49-928d-d7f78a0cde3e HTTP/1.1" status: 204 len: 168 time: 1.5537364 Mar 28 11:56:04.758535 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 49946) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:04.771007 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-6339623a-0c79-4b71-85c3-83c386d1a07f tempest-ServersTestJSON-1268936191 tempest-ServersTestJSON-1268936191-project] Deleting port 9263e3e8-266c-417c-ad3c-aefe77d0f5b1 {{(pid=87871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:56:04.771894 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-6339623a-0c79-4b71-85c3-83c386d1a07f tempest-ServersTestJSON-1268936191 tempest-ServersTestJSON-1268936191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:04.788519 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-05222fed-15b5-4f6a-9b35-cbd7eed4a171 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks [] for port, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:04.810698 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-dedc2d51-3706-470a-9bb1-c9ef8e2ecab2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:04.822273 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server [None req-688c9f0b-52f5-4477-a200-f12199bbfa3c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4d4f131a-2734-4e49-928d-d7f78a0cde3e: This subnet is being modified by another concurrent operation. Mar 28 11:56:04.822273 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 28 11:56:04.822273 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 28 11:56:04.822273 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 28 11:56:04.822273 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 28 11:56:04.822273 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 28 11:56:04.822273 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 28 11:56:04.822273 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 28 11:56:04.822273 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 28 11:56:04.822273 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 28 11:56:04.822273 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 28 11:56:04.822273 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 28 11:56:04.822273 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 11:56:04.822273 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 11:56:04.822273 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 11:56:04.822273 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 11:56:04.822273 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 28 11:56:04.822273 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 28 11:56:04.822273 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 28 11:56:04.822273 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 28 11:56:04.822273 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 11:56:04.822273 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 11:56:04.822273 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 11:56:04.822273 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 11:56:04.822273 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 28 11:56:04.822273 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 28 11:56:04.822273 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 28 11:56:04.822273 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 28 11:56:04.822273 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 11:56:04.822273 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 11:56:04.822273 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 11:56:04.822273 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 11:56:04.822273 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 28 11:56:04.822273 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 28 11:56:04.822273 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 28 11:56:04.822273 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 28 11:56:04.822273 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Mar 28 11:56:04.822273 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 28 11:56:04.822273 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Mar 28 11:56:04.822273 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 28 11:56:04.822273 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 28 11:56:04.822273 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 28 11:56:04.822273 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 28 11:56:04.822273 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 28 11:56:04.822273 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 28 11:56:04.822273 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 28 11:56:04.822273 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 28 11:56:04.822273 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 28 11:56:04.822273 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 11:56:04.822273 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 11:56:04.822273 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 11:56:04.822273 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 11:56:04.822273 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 28 11:56:04.822273 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 28 11:56:04.825341 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 28 11:56:04.825341 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 28 11:56:04.825341 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 11:56:04.825341 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 11:56:04.825341 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 11:56:04.825341 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 11:56:04.825341 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 28 11:56:04.825341 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 28 11:56:04.825341 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 28 11:56:04.825341 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 28 11:56:04.825341 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 11:56:04.825341 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 11:56:04.825341 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 11:56:04.825341 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 11:56:04.825341 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 28 11:56:04.825341 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 28 11:56:04.825341 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Mar 28 11:56:04.825341 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 28 11:56:04.825341 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Mar 28 11:56:04.825341 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 28 11:56:04.825341 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Mar 28 11:56:04.825341 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 28 11:56:04.825341 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 28 11:56:04.825341 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 28 11:56:04.825341 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 28 11:56:04.825341 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 28 11:56:04.825341 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 28 11:56:04.825341 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 28 11:56:04.825341 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 28 11:56:04.825341 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 28 11:56:04.825341 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 28 11:56:04.825341 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 28 11:56:04.825341 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Mar 28 11:56:04.825341 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 28 11:56:04.825341 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 28 11:56:04.825341 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server raise exception Mar 28 11:56:04.825341 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4d4f131a-2734-4e49-928d-d7f78a0cde3e: This subnet is being modified by another concurrent operation. Mar 28 11:56:04.825341 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server Mar 28 11:56:04.825341 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-b2321203-5b0e-4e78-bc86-bf08b5eabb5d None None] Notify callbacks [] for port, precommit_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:04.870643 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-438fdf45-0fc7-47d1-abc7-a0735a122f25 tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:04.872444 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-b2321203-5b0e-4e78-bc86-bf08b5eabb5d None None] Transition to ACTIVE for port object 7c0dbcf5-6815-404d-99ae-89c7cb68b42d will not be triggered until provisioned by entity L2. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:56:04.885284 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8ce37b0-e890-400f-9a2e-f32084988c37 None None] Network 24d39d5a-a11d-4f8f-818d-1e6f05523c1d requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:56:04.890269 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8280e6-24b7-40fb-99ef-56bb43dbd868 req-576a371f-9b45-4974-a79b-5b2073e2a05a tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:56:04.898182 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-5a8280e6-24b7-40fb-99ef-56bb43dbd868 req-576a371f-9b45-4974-a79b-5b2073e2a05a tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd5974e7-0504-4851-a286-20ab5143705c HTTP/1.1" status: 200 len: 945 time: 0.5727408 Mar 28 11:56:04.927272 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a7c4f37-1406-4e89-b4b6-05b909ac1609 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'} {{(pid=87871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 11:56:04.961323 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvr_db [None req-56b8d033-b1c5-49a0-808d-3846c933fbbd None None] Set router d0ee4dee-6ec7-4496-b34d-8d0109fa8f8a gateway port host: dv-neutron-835340-2-hyperv {{(pid=87873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:56:05.020344 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-5a7c4f37-1406-4e89-b4b6-05b909ac1609 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:05.020824 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.db.segments_db [None req-5a7c4f37-1406-4e89-b4b6-05b909ac1609 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Added segment ab893dda-436e-4954-abde-bbe01354134a of type vlan for network 8c636130-36c7-4dc3-a360-d3c5aa15f9b1 Mar 28 11:56:05.052540 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-5a8280e6-24b7-40fb-99ef-56bb43dbd868 req-cbb6d731-db08-4d70-bece-dcda670f733d tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] 10.222.0.30 "GET /v2.0/security-groups?id=895ae8ad-46d6-4a0f-b104-9c0ca0cce592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1531579 Mar 28 11:56:05.123388 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.db_base_plugin_v2 [None req-12fb0fa5-6147-4625-b0f9-5d13e8acb847 tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Deleting subnet a49018ce-53f0-4446-8ceb-7dcfc2ab7406 {{(pid=87871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 11:56:05.127356 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-b2321203-5b0e-4e78-bc86-bf08b5eabb5d None None] Transition to ACTIVE for port object 7c0dbcf5-6815-404d-99ae-89c7cb68b42d will not be triggered until provisioned by entity DHCP. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:56:05.149978 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-b2321203-5b0e-4e78-bc86-bf08b5eabb5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241'] for port, after_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:05.151182 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-12fb0fa5-6147-4625-b0f9-5d13e8acb847 tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Notify callbacks [] for subnet, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:05.230563 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2321203-5b0e-4e78-bc86-bf08b5eabb5d None None] Network 54f871b2-e110-4cfb-b922-2e32ab323b38 is already hosted by enough agents. {{(pid=87872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:56:05.234692 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.base_scheduler [None req-b2321203-5b0e-4e78-bc86-bf08b5eabb5d None None] Resources bound (agent type, host, resource id): {{(pid=87872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:56:05.238695 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-05222fed-15b5-4f6a-9b35-cbd7eed4a171 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:05.240046 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2321203-5b0e-4e78-bc86-bf08b5eabb5d None None] Received port after_create {{(pid=87872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:56:05.278387 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2321203-5b0e-4e78-bc86-bf08b5eabb5d None None] Pushing event updated for resources: {'Port': ['ID=7c0dbcf5-6815-404d-99ae-89c7cb68b42d,revision_number=1']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:56:05.305051 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-3e638944-5b5e-4d22-b750-f3c4aa847b63 admin admin] Notify callbacks [] for router, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:05.337401 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-5a7c4f37-1406-4e89-b4b6-05b909ac1609 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783495836591'] for network, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:05.345277 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-b2321203-5b0e-4e78-bc86-bf08b5eabb5d None None] Attempting to bind port 7c0dbcf5-6815-404d-99ae-89c7cb68b42d on host dv-neutron-835340-2-hyperv for vnic_type normal with profile {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:56:05.345644 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-b2321203-5b0e-4e78-bc86-bf08b5eabb5d None None] Attempting to bind port 7c0dbcf5-6815-404d-99ae-89c7cb68b42d by drivers openvswitch,hyperv on host dv-neutron-835340-2-hyperv at level 0 using segments [{'id': '57dd6ca1-3f52-4104-ab4d-a4d3416cb2e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '54f871b2-e110-4cfb-b922-2e32ab323b38'}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:56:05.346004 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2321203-5b0e-4e78-bc86-bf08b5eabb5d None None] Attempting to bind port 7c0dbcf5-6815-404d-99ae-89c7cb68b42d on network 54f871b2-e110-4cfb-b922-2e32ab323b38 {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:56:05.352253 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2321203-5b0e-4e78-bc86-bf08b5eabb5d None None] Checking agent: {'id': '961a16fe-cbc8-4264-ac28-bbbd53f89caa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 46, 6), 'started_at': datetime.datetime(2022, 3, 28, 11, 46, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 11, 55, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 11:56:05.352775 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2321203-5b0e-4e78-bc86-bf08b5eabb5d None None] Checking segment: {'id': '57dd6ca1-3f52-4104-ab4d-a4d3416cb2e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '54f871b2-e110-4cfb-b922-2e32ab323b38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:56:05.353175 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-b2321203-5b0e-4e78-bc86-bf08b5eabb5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:05.353562 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2321203-5b0e-4e78-bc86-bf08b5eabb5d None None] Bound using segment: {'id': '57dd6ca1-3f52-4104-ab4d-a4d3416cb2e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '54f871b2-e110-4cfb-b922-2e32ab323b38'} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 11:56:05.354021 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-b2321203-5b0e-4e78-bc86-bf08b5eabb5d None None] Bound port: 7c0dbcf5-6815-404d-99ae-89c7cb68b42d, host: dv-neutron-835340-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57dd6ca1-3f52-4104-ab4d-a4d3416cb2e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '54f871b2-e110-4cfb-b922-2e32ab323b38'}}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 11:56:05.354399 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-b2321203-5b0e-4e78-bc86-bf08b5eabb5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:05.391025 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-56b8d033-b1c5-49a0-808d-3846c933fbbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0ee4dee-6ec7-4496-b34d-8d0109fa8f8a', 'name': 'tempest-ServersTestManualDisk-2058185223-router', 'tenant_id': 'ef5d94df2651453a8526eba31d74035c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.55'}], 'enable_snat': True}, 'gw_port_id': '7a491cab-d3e7-422b-8811-bc282f168100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:54:08Z', 'updated_at': '2022-03-28T11:55:59Z', 'revision_number': 5, 'project_id': 'ef5d94df2651453a8526eba31d74035c', 'gw_port': {'id': '7a491cab-d3e7-422b-8811-bc282f168100', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:1f:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ee4dee-6ec7-4496-b34d-8d0109fa8f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:54:09Z', 'updated_at': '2022-03-28T11:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv'}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:56:05.396327 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b8d033-b1c5-49a0-808d-3846c933fbbd None None] The sync data for ids ['d0ee4dee-6ec7-4496-b34d-8d0109fa8f8a'] in dv-neutron-835340-2-hyperv is: [{'id': 'd0ee4dee-6ec7-4496-b34d-8d0109fa8f8a', 'name': 'tempest-ServersTestManualDisk-2058185223-router', 'tenant_id': 'ef5d94df2651453a8526eba31d74035c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.55'}], 'enable_snat': True}, 'gw_port_id': '7a491cab-d3e7-422b-8811-bc282f168100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:54:08Z', 'updated_at': '2022-03-28T11:55:59Z', 'revision_number': 5, 'project_id': 'ef5d94df2651453a8526eba31d74035c', 'gw_port': {'id': '7a491cab-d3e7-422b-8811-bc282f168100', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:1f:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0ee4dee-6ec7-4496-b34d-8d0109fa8f8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:54:09Z', 'updated_at': '2022-03-28T11:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv'}] {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 11:56:05.409892 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-6339623a-0c79-4b71-85c3-83c386d1a07f tempest-ServersTestJSON-1268936191 tempest-ServersTestJSON-1268936191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:05.410347 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-6339623a-0c79-4b71-85c3-83c386d1a07f tempest-ServersTestJSON-1268936191 tempest-ServersTestJSON-1268936191-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:05.419697 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-12fb0fa5-6147-4625-b0f9-5d13e8acb847 tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3436877'] for subnet, precommit_delete_associations {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:05.480039 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05222fed-15b5-4f6a-9b35-cbd7eed4a171 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Network 5df4ec91-b994-4337-98be-1b2930f844e7 is already hosted by enough agents. {{(pid=87870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:56:05.488510 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-b2321203-5b0e-4e78-bc86-bf08b5eabb5d None None] For port 7c0dbcf5-6815-404d-99ae-89c7cb68b42d, host dv-neutron-835340-2-hyperv, cleared binding levels {{(pid=87872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 11:56:05.491912 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-b2321203-5b0e-4e78-bc86-bf08b5eabb5d None None] For port 7c0dbcf5-6815-404d-99ae-89c7cb68b42d, host dv-neutron-835340-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=7c0dbcf5-6815-404d-99ae-89c7cb68b42d,segment=NetworkSegment(57dd6ca1-3f52-4104-ab4d-a4d3416cb2e5),segment_id=57dd6ca1-3f52-4104-ab4d-a4d3416cb2e5)] {{(pid=87872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 11:56:05.497046 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-b2321203-5b0e-4e78-bc86-bf08b5eabb5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:05.559723 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.base_scheduler [None req-05222fed-15b5-4f6a-9b35-cbd7eed4a171 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Resources bound (agent type, host, resource id): {{(pid=87870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:56:05.576362 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05222fed-15b5-4f6a-9b35-cbd7eed4a171 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Received port after_create {{(pid=87870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:56:05.582250 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05222fed-15b5-4f6a-9b35-cbd7eed4a171 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:56:05.582667 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-05222fed-15b5-4f6a-9b35-cbd7eed4a171 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:05.585930 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-5a7c4f37-1406-4e89-b4b6-05b909ac1609 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765'] for network, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:05.588272 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2321203-5b0e-4e78-bc86-bf08b5eabb5d None None] Pushing event updated for resources: {'Port': ['ID=7c0dbcf5-6815-404d-99ae-89c7cb68b42d,revision_number=2']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:56:05.590537 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a7c4f37-1406-4e89-b4b6-05b909ac1609 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:56:05.590819 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-5a7c4f37-1406-4e89-b4b6-05b909ac1609 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks [] for network, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:05.604851 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-6339623a-0c79-4b71-85c3-83c386d1a07f tempest-ServersTestJSON-1268936191 tempest-ServersTestJSON-1268936191-project] Calling delete_port for 9263e3e8-266c-417c-ad3c-aefe77d0f5b1 owned by network:floatingip {{(pid=87871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:56:05.656441 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:05.691037 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05222fed-15b5-4f6a-9b35-cbd7eed4a171 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Pushing event updated for resources: {'Port': ['ID=6bb4f899-125d-4390-8aa3-c86614bbb550,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:56:05.729252 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-5a7c4f37-1406-4e89-b4b6-05b909ac1609 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.3679388 Mar 28 11:56:05.737371 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-ef3be119-c018-4979-be07-86cf959defc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:05.748550 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-05222fed-15b5-4f6a-9b35-cbd7eed4a171 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 3.4091651 Mar 28 11:56:05.753728 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 49950) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:05.753973 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 49952) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:05.809700 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7c4f37-1406-4e89-b4b6-05b909ac1609 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Pushing event updated for resources: {'Network': ['ID=8c636130-36c7-4dc3-a360-d3c5aa15f9b1,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:56:05.823866 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Network 8c636130-36c7-4dc3-a360-d3c5aa15f9b1 details requested by agent ovs-agent-dv-neutron-835340-2-hyperv with host dv-neutron-835340-2-hyperv {{(pid=87872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 11:56:05.932996 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-12fb0fa5-6147-4625-b0f9-5d13e8acb847 tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1919782'] for subnet, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:06.008461 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-6339623a-0c79-4b71-85c3-83c386d1a07f tempest-ServersTestJSON-1268936191 tempest-ServersTestJSON-1268936191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:06.049719 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-438fdf45-0fc7-47d1-abc7-a0735a122f25 tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-709632', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-707672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260923'] for router, precommit_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:06.063847 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-438fdf45-0fc7-47d1-abc7-a0735a122f25 tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-709647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-709686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-745031'] for router, after_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:06.070426 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6339623a-0c79-4b71-85c3-83c386d1a07f tempest-ServersTestJSON-1268936191 tempest-ServersTestJSON-1268936191-project] Pushing event deleted for resources: {'Port': ['ID=9263e3e8-266c-417c-ad3c-aefe77d0f5b1,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:56:06.088009 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-1c0a0fdb-3d25-4418-8029-8c17740c2292 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Request body: {'subnet': {'network_id': '5aa1360d-dd8a-429a-9676-2b66657797b7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:56:06.104852 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-3e638944-5b5e-4d22-b750-f3c4aa847b63 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:06.209655 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-12fb0fa5-6147-4625-b0f9-5d13e8acb847 tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1919805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2364079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26551417'] for subnet, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:06.229013 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-3e638944-5b5e-4d22-b750-f3c4aa847b63 admin admin] Deleting port 7a491cab-d3e7-422b-8811-bc282f168100 {{(pid=87870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:56:06.229350 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-3e638944-5b5e-4d22-b750-f3c4aa847b63 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:06.262929 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-12fb0fa5-6147-4625-b0f9-5d13e8acb847 tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538751'] for subnet, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:06.271008 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-6339623a-0c79-4b71-85c3-83c386d1a07f tempest-ServersTestJSON-1268936191 tempest-ServersTestJSON-1268936191-project] Notify callbacks [] for floatingip, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:06.274391 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fb0fa5-6147-4625-b0f9-5d13e8acb847 tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Pushing event deleted for resources: {'Subnet': ['ID=a49018ce-53f0-4446-8ceb-7dcfc2ab7406,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:56:06.290985 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-6339623a-0c79-4b71-85c3-83c386d1a07f tempest-ServersTestJSON-1268936191 tempest-ServersTestJSON-1268936191-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for floatingip, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:06.292186 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-6339623a-0c79-4b71-85c3-83c386d1a07f tempest-ServersTestJSON-1268936191 tempest-ServersTestJSON-1268936191-project] 10.222.0.30 "DELETE /v2.0/floatingips/56e0858a-3151-4bf5-a2ee-c5ce78d04112 HTTP/1.1" status: 204 len: 168 time: 1.8150465 Mar 28 11:56:06.296975 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-12fb0fa5-6147-4625-b0f9-5d13e8acb847 tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] 10.222.0.30 "DELETE /v2.0/subnets/a49018ce-53f0-4446-8ceb-7dcfc2ab7406 HTTP/1.1" status: 204 len: 168 time: 1.5249469 Mar 28 11:56:06.299946 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 49960) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:06.300518 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 49962) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:06.393783 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-df4af1ce-f476-4de2-b101-b737d1a803a6 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Deleting port 6bb4f899-125d-4390-8aa3-c86614bbb550 {{(pid=87870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:56:06.394117 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-df4af1ce-f476-4de2-b101-b737d1a803a6 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:06.449342 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dc62cc6-5523-496c-9c8d-8ca6ad4fe404 tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:56:06.450016 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-9dc62cc6-5523-496c-9c8d-8ca6ad4fe404 tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Synchronizing usage tracker for tenant:0d29398c28b0489a842ab91f20f0fc22 on resource:subnet {{(pid=87871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:56:06.493309 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-2d2b3cbf-e5be-4fac-94d9-97bbacd52481 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:06.536067 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-9dc62cc6-5523-496c-9c8d-8ca6ad4fe404 tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Unset dirty status for tenant:0d29398c28b0489a842ab91f20f0fc22 on resource:subnet {{(pid=87871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:56:06.537241 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-9dc62cc6-5523-496c-9c8d-8ca6ad4fe404 tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2339520 Mar 28 11:56:06.543608 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 49968) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:06.599683 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-1c0a0fdb-3d25-4418-8029-8c17740c2292 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:56:06.736378 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-2d2b3cbf-e5be-4fac-94d9-97bbacd52481 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Calling delete_port for 9b638ca5-70b9-4394-a989-963cc10e8a26 owned by {{(pid=87870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:56:06.805640 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-bce044d4-e1e2-49cd-9aa0-8b851bb4e670 tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588883'] for network, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:06.835222 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-bce044d4-e1e2-49cd-9aa0-8b851bb4e670 tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Deleting port 7c0dbcf5-6815-404d-99ae-89c7cb68b42d {{(pid=87871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:56:06.835594 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-bce044d4-e1e2-49cd-9aa0-8b851bb4e670 tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:06.923985 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-1c0a0fdb-3d25-4418-8029-8c17740c2292 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Usage tracker for resource:subnet and tenant:fc0f0a585a8c4bf2950e053878e50dfb is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:56:06.928128 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-1c0a0fdb-3d25-4418-8029-8c17740c2292 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:56:06.946827 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-004d25f9-399d-4252-8a7a-2383f6ed7a23 None None] Network 54f871b2-e110-4cfb-b922-2e32ab323b38 requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:56:07.053789 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-1c0a0fdb-3d25-4418-8029-8c17740c2292 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:56:07.116356 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-bf8d93b9-5810-4e8d-9131-b465abcaf2a4 None None] Provisioning for port 7c0dbcf5-6815-404d-99ae-89c7cb68b42d completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:56:07.137646 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c0a0fdb-3d25-4418-8029-8c17740c2292 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Made reservation on behalf of fc0f0a585a8c4bf2950e053878e50dfb for: {'subnet': 1} {{(pid=87870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:56:07.141668 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-1c0a0fdb-3d25-4418-8029-8c17740c2292 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2563571'] for subnet, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:07.253502 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0916a6d0-98c3-4d7b-bee4-cec922814a58 None None] DHCP port deletion for 54f871b2-e110-4cfb-b922-2e32ab323b38 request from dv-neutron-835340-2-hyperv {{(pid=87872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 11:56:07.259338 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-0916a6d0-98c3-4d7b-bee4-cec922814a58 None None] Deleting port 7c0dbcf5-6815-404d-99ae-89c7cb68b42d {{(pid=87872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:56:07.259913 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-0916a6d0-98c3-4d7b-bee4-cec922814a58 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:07.270663 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6018297c-1234-45ad-bb4c-6909a4383dd4 req-6a3b34dd-3e1c-4255-840f-5200edba9bd4 tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:56:07.273010 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-6018297c-1234-45ad-bb4c-6909a4383dd4 req-6a3b34dd-3e1c-4255-840f-5200edba9bd4 tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd5974e7-0504-4851-a286-20ab5143705c HTTP/1.1" status: 200 len: 945 time: 0.9401727 Mar 28 11:56:07.278276 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.db [None req-bce044d4-e1e2-49cd-9aa0-8b851bb4e670 tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] For port 7c0dbcf5-6815-404d-99ae-89c7cb68b42d, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=7c0dbcf5-6815-404d-99ae-89c7cb68b42d,segment=NetworkSegment(57dd6ca1-3f52-4104-ab4d-a4d3416cb2e5),segment_id=57dd6ca1-3f52-4104-ab4d-a4d3416cb2e5)] {{(pid=87871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:56:07.278637 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-bce044d4-e1e2-49cd-9aa0-8b851bb4e670 tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:07.302230 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 8b64da70-6a09-4b97-bfdd-61f19d79beaa no longer exists at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 11:56:07.343352 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] No Port match for: 8b64da70-6a09-4b97-bfdd-61f19d79beaa {{(pid=87872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 11:56:07.343717 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 8b64da70-6a09-4b97-bfdd-61f19d79beaa not bound to the agent host dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 11:56:07.411845 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-bce044d4-e1e2-49cd-9aa0-8b851bb4e670 tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Calling delete_port for 7c0dbcf5-6815-404d-99ae-89c7cb68b42d owned by network:dhcp {{(pid=87871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:56:07.414012 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-b7ccd3c7-0277-4f12-8e5c-e41478141af5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:07.441057 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.db [None req-3e638944-5b5e-4d22-b750-f3c4aa847b63 admin admin] For port 7a491cab-d3e7-422b-8811-bc282f168100, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=7a491cab-d3e7-422b-8811-bc282f168100,segment=NetworkSegment(688afb86-c9bd-46e2-ba7d-3fe76fb1efff),segment_id=688afb86-c9bd-46e2-ba7d-3fe76fb1efff)] {{(pid=87870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:56:07.441404 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-3e638944-5b5e-4d22-b750-f3c4aa847b63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:07.492970 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-df4af1ce-f476-4de2-b101-b737d1a803a6 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:07.538354 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-0916a6d0-98c3-4d7b-bee4-cec922814a58 None None] For port 7c0dbcf5-6815-404d-99ae-89c7cb68b42d, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=7c0dbcf5-6815-404d-99ae-89c7cb68b42d,segment=NetworkSegment(57dd6ca1-3f52-4104-ab4d-a4d3416cb2e5),segment_id=57dd6ca1-3f52-4104-ab4d-a4d3416cb2e5)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:56:07.539136 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-0916a6d0-98c3-4d7b-bee4-cec922814a58 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:07.548354 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-bce044d4-e1e2-49cd-9aa0-8b851bb4e670 tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:07.585091 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-438fdf45-0fc7-47d1-abc7-a0735a122f25 tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Router db509ca4-16f1-4514-8644-15db305ef566 is scheduled to L3 agent af79d429-529e-400b-a119-94d4bec03f3e with binding_index 1 {{(pid=87870) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 11:56:07.590310 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-b19a8ab4-ebdb-4b40-9c58-d0c816dd653c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-743394'] for router_interface, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:07.655566 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce044d4-e1e2-49cd-9aa0-8b851bb4e670 tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Pushing event deleted for resources: {'Port': ['ID=7c0dbcf5-6815-404d-99ae-89c7cb68b42d,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:56:07.657366 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce044d4-e1e2-49cd-9aa0-8b851bb4e670 tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] No DVR routers for this DVR port 7c0dbcf5-6815-404d-99ae-89c7cb68b42d on host dv-neutron-835340-2-hyperv {{(pid=87871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 11:56:07.662340 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-3e638944-5b5e-4d22-b750-f3c4aa847b63 admin admin] Calling delete_port for 7a491cab-d3e7-422b-8811-bc282f168100 owned by network:router_gateway {{(pid=87870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:56:07.669284 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-0916a6d0-98c3-4d7b-bee4-cec922814a58 None None] Calling delete_port for 7c0dbcf5-6815-404d-99ae-89c7cb68b42d owned by network:dhcp {{(pid=87872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:56:07.744981 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.db.api [None req-0916a6d0-98c3-4d7b-bee4-cec922814a58 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87872) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 11:56:07.745411 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG oslo_db.api [None req-0916a6d0-98c3-4d7b-bee4-cec922814a58 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 11:56:07.760225 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-6018297c-1234-45ad-bb4c-6909a4383dd4 req-7f28b594-a60e-41ad-bad4-c9bb4283596a tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] 10.222.0.30 "GET /v2.0/security-groups?id=895ae8ad-46d6-4a0f-b104-9c0ca0cce592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4345315 Mar 28 11:56:07.832524 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-df4af1ce-f476-4de2-b101-b737d1a803a6 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Calling delete_port for 6bb4f899-125d-4390-8aa3-c86614bbb550 owned by {{(pid=87870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:56:07.866553 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-bce044d4-e1e2-49cd-9aa0-8b851bb4e670 tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930431', 'neutron.services.segments.db._delete_segments_for_network-8783496351308'] for network, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:07.910912 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.segments.db [None req-bce044d4-e1e2-49cd-9aa0-8b851bb4e670 tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54f871b2-e110-4cfb-b922-2e32ab323b38']}} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:56:07.978983 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.segments.db [None req-bce044d4-e1e2-49cd-9aa0-8b851bb4e670 tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57dd6ca1-3f52-4104-ab4d-a4d3416cb2e5') {'for_net_delete': True} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:56:07.979356 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.segments.db [None req-bce044d4-e1e2-49cd-9aa0-8b851bb4e670 tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57dd6ca1-3f52-4104-ab4d-a4d3416cb2e5') {} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:56:08.021061 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-2d2b3cbf-e5be-4fac-94d9-97bbacd52481 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:08.053769 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-bce044d4-e1e2-49cd-9aa0-8b851bb4e670 tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783496353639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3436890'] for segment, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:08.075463 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-bce044d4-e1e2-49cd-9aa0-8b851bb4e670 tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:08.083637 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bce044d4-e1e2-49cd-9aa0-8b851bb4e670 tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=87871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 11:56:08.084295 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-bce044d4-e1e2-49cd-9aa0-8b851bb4e670 tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1920481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2363149'] for segment, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:08.099627 dv-neutron-835340-2-hyperv neutron-server[87871]: Traceback (most recent call last): Mar 28 11:56:08.099627 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 11:56:08.099627 dv-neutron-835340-2-hyperv neutron-server[87871]: timer() Mar 28 11:56:08.099627 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 11:56:08.099627 dv-neutron-835340-2-hyperv neutron-server[87871]: cb(*args, **kw) Mar 28 11:56:08.099627 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 11:56:08.099627 dv-neutron-835340-2-hyperv neutron-server[87871]: return func(*args, **kwargs) Mar 28 11:56:08.099627 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 11:56:08.099627 dv-neutron-835340-2-hyperv neutron-server[87871]: self._notify() Mar 28 11:56:08.099627 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 11:56:08.099627 dv-neutron-835340-2-hyperv neutron-server[87871]: self.callback(batched_events) Mar 28 11:56:08.099627 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 11:56:08.099627 dv-neutron-835340-2-hyperv neutron-server[87871]: event.method(event) Mar 28 11:56:08.099627 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 11:56:08.099627 dv-neutron-835340-2-hyperv neutron-server[87871]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 11:56:08.099627 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 11:56:08.099627 dv-neutron-835340-2-hyperv neutron-server[87871]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 11:56:08.099627 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 11:56:08.099627 dv-neutron-835340-2-hyperv neutron-server[87871]: return f(self, *a, **k) Mar 28 11:56:08.099627 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 11:56:08.099627 dv-neutron-835340-2-hyperv neutron-server[87871]: return self._get(url).json() Mar 28 11:56:08.099627 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 11:56:08.099627 dv-neutron-835340-2-hyperv neutron-server[87871]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 11:56:08.099627 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 11:56:08.099627 dv-neutron-835340-2-hyperv neutron-server[87871]: return self.request(url, 'GET', **kwargs) Mar 28 11:56:08.099627 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 11:56:08.099627 dv-neutron-835340-2-hyperv neutron-server[87871]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 11:56:08.099627 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 11:56:08.099627 dv-neutron-835340-2-hyperv neutron-server[87871]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 11:56:08.099627 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 11:56:08.099627 dv-neutron-835340-2-hyperv neutron-server[87871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 11:56:08.099627 dv-neutron-835340-2-hyperv neutron-server[87871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 11:56:08.172629 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2b3cbf-e5be-4fac-94d9-97bbacd52481 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Pushing event deleted for resources: {'Port': ['ID=9b638ca5-70b9-4394-a989-963cc10e8a26,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:56:08.235179 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-bce044d4-e1e2-49cd-9aa0-8b851bb4e670 tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709602'] for network, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:08.247523 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-0916a6d0-98c3-4d7b-bee4-cec922814a58 None None] Deleting port 7c0dbcf5-6815-404d-99ae-89c7cb68b42d {{(pid=87872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:56:08.248621 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-0916a6d0-98c3-4d7b-bee4-cec922814a58 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:08.281624 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-bce044d4-e1e2-49cd-9aa0-8b851bb4e670 tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Notify callbacks [] for network, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:08.315025 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce044d4-e1e2-49cd-9aa0-8b851bb4e670 tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Pushing event deleted for resources: {'Network': ['ID=54f871b2-e110-4cfb-b922-2e32ab323b38,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:56:08.316388 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-2d2b3cbf-e5be-4fac-94d9-97bbacd52481 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:08.327915 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-b19a8ab4-ebdb-4b40-9c58-d0c816dd653c admin admin] Deleting port e4f29528-2ae2-45f0-863a-39816c9dcf0c {{(pid=87871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:56:08.328525 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-b19a8ab4-ebdb-4b40-9c58-d0c816dd653c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:08.379598 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-bce044d4-e1e2-49cd-9aa0-8b851bb4e670 tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] 10.222.0.30 "DELETE /v2.0/networks/54f871b2-e110-4cfb-b922-2e32ab323b38 HTTP/1.1" status: 204 len: 168 time: 1.8349276 Mar 28 11:56:08.382790 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 49976) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:08.395732 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-0916a6d0-98c3-4d7b-bee4-cec922814a58 None None] The port '7c0dbcf5-6815-404d-99ae-89c7cb68b42d' was deleted {{(pid=87872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 11:56:08.446884 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c34bcb9-997b-4bfe-a6d3-8248a395518c None None] get_active_networks_info from dv-neutron-835340-2-hyperv {{(pid=87872) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 28 11:56:08.523384 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-df4af1ce-f476-4de2-b101-b737d1a803a6 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:08.551321 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-438fdf45-0fc7-47d1-abc7-a0735a122f25 tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 11:56:08.565906 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2980469a-57d4-4318-88a9-52b65d1cca54 None None] Sync routers for ids ['db509ca4-16f1-4514-8644-15db305ef566'] in dv-neutron-835340-2-hyperv {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 11:56:08.611243 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-2d2b3cbf-e5be-4fac-94d9-97bbacd52481 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "DELETE /v2.0/ports/9b638ca5-70b9-4394-a989-963cc10e8a26 HTTP/1.1" status: 204 len: 168 time: 4.4147768 Mar 28 11:56:08.612021 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 49980) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:08.616097 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2980469a-57d4-4318-88a9-52b65d1cca54 None None] Routers {'db509ca4-16f1-4514-8644-15db305ef566'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:56:08.616943 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-2980469a-57d4-4318-88a9-52b65d1cca54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T11:56:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['db509ca4-16f1-4514-8644-15db305ef566'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:56:08.629228 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c34bcb9-997b-4bfe-a6d3-8248a395518c None None] Resources bound (agent type, host, resource id): {{(pid=87872) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 28 11:56:08.708111 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4af1ce-f476-4de2-b101-b737d1a803a6 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Pushing event deleted for resources: {'Port': ['ID=6bb4f899-125d-4390-8aa3-c86614bbb550,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:56:08.725295 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-df4af1ce-f476-4de2-b101-b737d1a803a6 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:08.730297 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-df4af1ce-f476-4de2-b101-b737d1a803a6 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] 10.222.0.30 "DELETE /v2.0/ports/6bb4f899-125d-4390-8aa3-c86614bbb550 HTTP/1.1" status: 204 len: 168 time: 2.9736867 Mar 28 11:56:08.736205 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 49984) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:08.764039 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-1c0a0fdb-3d25-4418-8029-8c17740c2292 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2561241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2563521'] for subnet, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:08.764373 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-2980469a-57d4-4318-88a9-52b65d1cca54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:56:08.775154 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-438fdf45-0fc7-47d1-abc7-a0735a122f25 tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Notify callbacks [] for router, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:08.776410 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-438fdf45-0fc7-47d1-abc7-a0735a122f25 tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] 10.222.0.30 "PUT /v2.0/routers/db509ca4-16f1-4514-8644-15db305ef566 HTTP/1.1" status: 200 len: 915 time: 11.6388443 Mar 28 11:56:08.781272 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 49988) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:08.786533 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-fee52122-bb07-4c7e-98e9-a21a071af3f5 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Request body: {'port': {'network_id': '5df4ec91-b994-4337-98be-1b2930f844e7', 'mac_address': 'fa:16:3e:5e:87:54', 'name': 'tempest-PortsIpV6TestJSON-2041154123'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:56:08.794085 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2980469a-57d4-4318-88a9-52b65d1cca54 None None] Routers {'db509ca4-16f1-4514-8644-15db305ef566'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:56:08.795233 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-2980469a-57d4-4318-88a9-52b65d1cca54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T11:56:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['db509ca4-16f1-4514-8644-15db305ef566'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:56:08.803317 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-d62e8f7a-e739-4a6b-9741-3afb9b4be020 tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588883'] for network, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:08.872370 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4af1ce-f476-4de2-b101-b737d1a803a6 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:56:08.873396 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4af1ce-f476-4de2-b101-b737d1a803a6 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:56:08.873768 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4af1ce-f476-4de2-b101-b737d1a803a6 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:56:08.874535 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4af1ce-f476-4de2-b101-b737d1a803a6 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:56:08.874875 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4af1ce-f476-4de2-b101-b737d1a803a6 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:56:08.875254 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4af1ce-f476-4de2-b101-b737d1a803a6 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:56:08.875683 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4af1ce-f476-4de2-b101-b737d1a803a6 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:56:08.876011 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4af1ce-f476-4de2-b101-b737d1a803a6 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:56:08.876372 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4af1ce-f476-4de2-b101-b737d1a803a6 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:56:08.876829 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4af1ce-f476-4de2-b101-b737d1a803a6 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:56:08.877388 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4af1ce-f476-4de2-b101-b737d1a803a6 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:56:08.877713 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4af1ce-f476-4de2-b101-b737d1a803a6 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:56:08.896140 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0a0fdb-3d25-4418-8029-8c17740c2292 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Pushing event updated for resources: {'Subnet': ['ID=abb1f100-99c6-4799-8f83-420e8f91b22e,revision_number=0']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:56:08.949890 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-2980469a-57d4-4318-88a9-52b65d1cca54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:56:08.950292 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2980469a-57d4-4318-88a9-52b65d1cca54 None None] The sync data for ids ['db509ca4-16f1-4514-8644-15db305ef566'] in dv-neutron-835340-2-hyperv is: [] {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 11:56:08.972761 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.db [None req-b19a8ab4-ebdb-4b40-9c58-d0c816dd653c admin admin] For port e4f29528-2ae2-45f0-863a-39816c9dcf0c, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=e4f29528-2ae2-45f0-863a-39816c9dcf0c,segment=NetworkSegment(198798f5-3835-4d38-b1d4-ea994e0d42ca),segment_id=198798f5-3835-4d38-b1d4-ea994e0d42ca)] {{(pid=87871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:56:08.973387 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-b19a8ab4-ebdb-4b40-9c58-d0c816dd653c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:09.060406 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdec158-c74c-4ddb-8d5c-ab67368b859e req-b49fe1a3-478a-4d5e-9d1e-3530d0d5b122 tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:56:09.061864 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-2fdec158-c74c-4ddb-8d5c-ab67368b859e req-b49fe1a3-478a-4d5e-9d1e-3530d0d5b122 tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd5974e7-0504-4851-a286-20ab5143705c HTTP/1.1" status: 200 len: 945 time: 0.9704309 Mar 28 11:56:09.064751 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eebbb30-3d88-47ce-a2cc-c297c9904bba tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:56:09.066331 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eebbb30-3d88-47ce-a2cc-c297c9904bba tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:56:09.067034 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-6eebbb30-3d88-47ce-a2cc-c297c9904bba tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Synchronizing usage tracker for tenant:b4adfe5c8b3a4e57a1afd1d44c455245 on resource:subnet {{(pid=87870) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:56:09.151031 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-fee52122-bb07-4c7e-98e9-a21a071af3f5 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:56:09.153302 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-6eebbb30-3d88-47ce-a2cc-c297c9904bba tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Unset dirty status for tenant:b4adfe5c8b3a4e57a1afd1d44c455245 on resource:subnet {{(pid=87870) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:56:09.157398 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-6eebbb30-3d88-47ce-a2cc-c297c9904bba tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.5280783 Mar 28 11:56:09.163222 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 49992) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:09.166030 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-3e638944-5b5e-4d22-b750-f3c4aa847b63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:09.175015 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-fee52122-bb07-4c7e-98e9-a21a071af3f5 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Usage tracker for resource:port and tenant:beb99f647cec46e3bbf575ac0a3034e8 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:56:09.203420 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 7c0dbcf5-6815-404d-99ae-89c7cb68b42d no longer exists at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 11:56:09.210003 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c0a0fdb-3d25-4418-8029-8c17740c2292 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Checking segment: {'id': 'c2442d41-7a9d-44fb-bfa6-8a5250efeb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '5aa1360d-dd8a-429a-9676-2b66657797b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:56:09.210454 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c0a0fdb-3d25-4418-8029-8c17740c2292 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Network hostable DHCP agents. Network: 5aa1360d-dd8a-429a-9676-2b66657797b7, hostable agents: ['3cb85949-855b-4a40-b988-cd5705e511da'], hosted agents: [] {{(pid=87870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 11:56:09.219747 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-fee52122-bb07-4c7e-98e9-a21a071af3f5 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:56:09.237969 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-b19a8ab4-ebdb-4b40-9c58-d0c816dd653c admin admin] Calling delete_port for e4f29528-2ae2-45f0-863a-39816c9dcf0c owned by network:router_interface {{(pid=87871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:56:09.240184 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-fee52122-bb07-4c7e-98e9-a21a071af3f5 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:56:09.244410 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-2fdec158-c74c-4ddb-8d5c-ab67368b859e req-1157fbf3-e4d3-409e-b1cd-516b2ecf6e8a tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] 10.222.0.30 "GET /v2.0/security-groups?id=895ae8ad-46d6-4a0f-b104-9c0ca0cce592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1676226 Mar 28 11:56:09.245126 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] No Port match for: 7c0dbcf5-6815-404d-99ae-89c7cb68b42d {{(pid=87872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 11:56:09.245539 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 7c0dbcf5-6815-404d-99ae-89c7cb68b42d not bound to the agent host dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 11:56:09.272662 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e638944-5b5e-4d22-b750-f3c4aa847b63 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a491cab-d3e7-422b-8811-bc282f168100,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:56:09.333626 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fee52122-bb07-4c7e-98e9-a21a071af3f5 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Made reservation on behalf of beb99f647cec46e3bbf575ac0a3034e8 for: {'port': 1} {{(pid=87870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:56:09.368807 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c0a0fdb-3d25-4418-8029-8c17740c2292 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Network 5aa1360d-dd8a-429a-9676-2b66657797b7 is scheduled to be hosted by DHCP agent 3cb85949-855b-4a40-b988-cd5705e511da with binding_index 1 {{(pid=87870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 11:56:09.417808 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-d62e8f7a-e739-4a6b-9741-3afb9b4be020 tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930431', 'neutron.services.segments.db._delete_segments_for_network-8783496351308'] for network, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:09.428642 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-3024ff2a-a2ae-42ef-a9a3-964ef54480ef tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] 10.222.0.30 "GET /v2.0/routers/db509ca4-16f1-4514-8644-15db305ef566 HTTP/1.1" status: 200 len: 921 time: 0.6427536 Mar 28 11:56:09.429750 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.base_scheduler [None req-1c0a0fdb-3d25-4418-8029-8c17740c2292 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-2-hyperv, 5aa1360d-dd8a-429a-9676-2b66657797b7) {{(pid=87870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:56:09.434024 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c0a0fdb-3d25-4418-8029-8c17740c2292 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:56:09.434857 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-1c0a0fdb-3d25-4418-8029-8c17740c2292 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks [] for subnet, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:09.435126 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 49996) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:09.440331 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf225f69-1c5e-4157-91a8-34c4c216b097 None None] Network 5aa1360d-dd8a-429a-9676-2b66657797b7 requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:56:09.455226 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-3e638944-5b5e-4d22-b750-f3c4aa847b63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-709573'] for router_gateway, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:09.510852 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac558a2a-a2ec-49f1-a9f7-ffd6f74b1a90 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Deleting subnet b7ff6f92-9922-444e-8eae-2d8bc1fb9eec {{(pid=87871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 11:56:09.513983 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.segments.db [None req-d62e8f7a-e739-4a6b-9741-3afb9b4be020 tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24d39d5a-a11d-4f8f-818d-1e6f05523c1d']}} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:56:09.533620 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-ac558a2a-a2ec-49f1-a9f7-ffd6f74b1a90 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks [] for subnet, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:09.582721 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.segments.db [None req-d62e8f7a-e739-4a6b-9741-3afb9b4be020 tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ffb4294-4031-4af2-85fb-fa5d336e4867') {'for_net_delete': True} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:56:09.583137 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.segments.db [None req-d62e8f7a-e739-4a6b-9741-3afb9b4be020 tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ffb4294-4031-4af2-85fb-fa5d336e4867') {} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:56:09.617057 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-d62e8f7a-e739-4a6b-9741-3afb9b4be020 tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783496353639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3436890'] for segment, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:09.634131 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-ac558a2a-a2ec-49f1-a9f7-ffd6f74b1a90 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3436877'] for subnet, precommit_delete_associations {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:09.648344 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-fee52122-bb07-4c7e-98e9-a21a071af3f5 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:09.658538 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-1c0a0fdb-3d25-4418-8029-8c17740c2292 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.9034512 Mar 28 11:56:09.670541 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 50000) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:09.674580 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-3e638944-5b5e-4d22-b750-f3c4aa847b63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-745164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-260864'] for router, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:09.681249 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-79469fd1-e431-4c09-8a18-9a2373e1d3cf tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Request body: {'subnet': {'network_id': '8c636130-36c7-4dc3-a360-d3c5aa15f9b1', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:56:09.693664 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-d62e8f7a-e739-4a6b-9741-3afb9b4be020 tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:09.702479 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-3e638944-5b5e-4d22-b750-f3c4aa847b63 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:09.711083 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c633f1d7-4b39-41cc-9540-0de6508962e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1d3f2a9-8722-5ce5-bc40-181687d1ed3f-5aa1360d-dd8a-429a-9676-2b66657797b7', 'network_id': '5aa1360d-dd8a-429a-9676-2b66657797b7', 'tenant_id': 'fc0f0a585a8c4bf2950e053878e50dfb', 'fixed_ips': [{'subnet_id': 'abb1f100-99c6-4799-8f83-420e8f91b22e'}]}} from dv-neutron-835340-2-hyperv. {{(pid=87872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 11:56:09.712128 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-c633f1d7-4b39-41cc-9540-0de6508962e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:09.714016 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d62e8f7a-e739-4a6b-9741-3afb9b4be020 tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=87871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 11:56:09.714436 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-d62e8f7a-e739-4a6b-9741-3afb9b4be020 tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1920481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2363149'] for segment, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:09.739986 dv-neutron-835340-2-hyperv neutron-server[87871]: Traceback (most recent call last): Mar 28 11:56:09.739986 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 11:56:09.739986 dv-neutron-835340-2-hyperv neutron-server[87871]: timer() Mar 28 11:56:09.739986 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 11:56:09.739986 dv-neutron-835340-2-hyperv neutron-server[87871]: cb(*args, **kw) Mar 28 11:56:09.739986 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 11:56:09.739986 dv-neutron-835340-2-hyperv neutron-server[87871]: return func(*args, **kwargs) Mar 28 11:56:09.739986 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 11:56:09.739986 dv-neutron-835340-2-hyperv neutron-server[87871]: self._notify() Mar 28 11:56:09.739986 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 11:56:09.739986 dv-neutron-835340-2-hyperv neutron-server[87871]: self.callback(batched_events) Mar 28 11:56:09.739986 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 11:56:09.739986 dv-neutron-835340-2-hyperv neutron-server[87871]: event.method(event) Mar 28 11:56:09.739986 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 11:56:09.739986 dv-neutron-835340-2-hyperv neutron-server[87871]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 11:56:09.739986 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 11:56:09.739986 dv-neutron-835340-2-hyperv neutron-server[87871]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 11:56:09.739986 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 11:56:09.739986 dv-neutron-835340-2-hyperv neutron-server[87871]: return f(self, *a, **k) Mar 28 11:56:09.739986 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 11:56:09.739986 dv-neutron-835340-2-hyperv neutron-server[87871]: return self._get(url).json() Mar 28 11:56:09.739986 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 11:56:09.739986 dv-neutron-835340-2-hyperv neutron-server[87871]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 11:56:09.739986 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 11:56:09.739986 dv-neutron-835340-2-hyperv neutron-server[87871]: return self.request(url, 'GET', **kwargs) Mar 28 11:56:09.739986 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 11:56:09.739986 dv-neutron-835340-2-hyperv neutron-server[87871]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 11:56:09.739986 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 11:56:09.739986 dv-neutron-835340-2-hyperv neutron-server[87871]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 11:56:09.739986 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 11:56:09.739986 dv-neutron-835340-2-hyperv neutron-server[87871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 11:56:09.739986 dv-neutron-835340-2-hyperv neutron-server[87871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 11:56:09.757958 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.notifiers.nova [None req-fee52122-bb07-4c7e-98e9-a21a071af3f5 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] device_id is not set on port 098eb101-2422-4e21-b6ab-0c4e4b9689b4 yet. {{(pid=87870) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 11:56:09.832256 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0349f65-3620-4f67-87e8-e7aea2786565 tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:56:09.833656 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-a0349f65-3620-4f67-87e8-e7aea2786565 tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] 10.222.0.30 "GET /v2.0/ports?network_id=ac2b1748-8f63-4b17-a9c7-07e79704aa5b&device_id=db509ca4-16f1-4514-8644-15db305ef566&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3942072 Mar 28 11:56:09.838245 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 50004) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:09.853746 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-3e638944-5b5e-4d22-b750-f3c4aa847b63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-745021'] for router, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:09.854266 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e638944-5b5e-4d22-b750-f3c4aa847b63 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d0ee4dee-6ec7-4496-b34d-8d0109fa8f8a {{(pid=87870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 11:56:09.893139 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-d62e8f7a-e739-4a6b-9741-3afb9b4be020 tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709602'] for network, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:09.907353 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-3e638944-5b5e-4d22-b750-f3c4aa847b63 admin admin] Notify callbacks [] for router, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:09.911746 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-3e638944-5b5e-4d22-b750-f3c4aa847b63 admin admin] 10.222.0.30 "DELETE /v2.0/routers/d0ee4dee-6ec7-4496-b34d-8d0109fa8f8a HTTP/1.1" status: 204 len: 168 time: 6.0239363 Mar 28 11:56:09.912096 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 50008) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:09.943061 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.db_base_plugin_common [None req-c633f1d7-4b39-41cc-9540-0de6508962e3 None None] Allocated IP 172.20.0.2 (5aa1360d-dd8a-429a-9676-2b66657797b7/abb1f100-99c6-4799-8f83-420e8f91b22e/6addcd38-d833-43fa-b3a0-ea1559597a58) {{(pid=87872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:56:09.951841 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-d62e8f7a-e739-4a6b-9741-3afb9b4be020 tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Notify callbacks [] for network, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:09.958029 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-79469fd1-e431-4c09-8a18-9a2373e1d3cf tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:56:09.989522 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-79469fd1-e431-4c09-8a18-9a2373e1d3cf tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Usage tracker for resource:subnet and tenant:fc0f0a585a8c4bf2950e053878e50dfb is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:56:10.003754 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-79469fd1-e431-4c09-8a18-9a2373e1d3cf tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:56:10.013727 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62e8f7a-e739-4a6b-9741-3afb9b4be020 tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Pushing event deleted for resources: {'Network': ['ID=24d39d5a-a11d-4f8f-818d-1e6f05523c1d,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:56:10.025788 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-79469fd1-e431-4c09-8a18-9a2373e1d3cf tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:56:10.041526 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-ac558a2a-a2ec-49f1-a9f7-ffd6f74b1a90 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1919782'] for subnet, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:10.046634 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.db_base_plugin_v2 [None req-944b3bd4-d457-48bb-a394-0312670c9ab7 admin admin] Deleting subnet 51390c4c-f007-438b-8f55-097eecbd0e38 {{(pid=87870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 11:56:10.070566 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-944b3bd4-d457-48bb-a394-0312670c9ab7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:10.088022 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-d62e8f7a-e739-4a6b-9741-3afb9b4be020 tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] 10.222.0.30 "DELETE /v2.0/networks/24d39d5a-a11d-4f8f-818d-1e6f05523c1d HTTP/1.1" status: 204 len: 168 time: 1.7037778 Mar 28 11:56:10.094896 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 50012) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:10.113540 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79469fd1-e431-4c09-8a18-9a2373e1d3cf tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Made reservation on behalf of fc0f0a585a8c4bf2950e053878e50dfb for: {'subnet': 1} {{(pid=87870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:56:10.117055 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-79469fd1-e431-4c09-8a18-9a2373e1d3cf tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2563571'] for subnet, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:10.161580 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-b19a8ab4-ebdb-4b40-9c58-d0c816dd653c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:10.206204 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-c633f1d7-4b39-41cc-9540-0de6508962e3 None None] Notify callbacks [] for port, precommit_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:10.299912 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-944b3bd4-d457-48bb-a394-0312670c9ab7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3591354'] for subnet, precommit_delete_associations {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:10.405546 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19a8ab4-ebdb-4b40-9c58-d0c816dd653c admin admin] Pushing event deleted for resources: {'Port': ['ID=e4f29528-2ae2-45f0-863a-39816c9dcf0c,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:56:10.464809 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd6198b-dbd1-4d36-9946-f73d2fa0de06 tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:56:10.466171 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-8dd6198b-dbd1-4d36-9946-f73d2fa0de06 tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] 10.222.0.30 "GET /v2.0/networks/ac2b1748-8f63-4b17-a9c7-07e79704aa5b HTTP/1.1" status: 200 len: 881 time: 0.6285210 Mar 28 11:56:10.491921 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 50018) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:10.520974 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-c633f1d7-4b39-41cc-9540-0de6508962e3 None None] Transition to ACTIVE for port object 6addcd38-d833-43fa-b3a0-ea1559597a58 will not be triggered until provisioned by entity L2. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:56:10.549468 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-fee52122-bb07-4c7e-98e9-a21a071af3f5 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks [] for port, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:10.556875 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-c633f1d7-4b39-41cc-9540-0de6508962e3 None None] Transition to ACTIVE for port object 6addcd38-d833-43fa-b3a0-ea1559597a58 will not be triggered until provisioned by entity DHCP. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:56:10.564705 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-c633f1d7-4b39-41cc-9540-0de6508962e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241'] for port, after_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:10.566024 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-bf70e961-708a-4ffa-817d-c2866169957c tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] 10.222.0.30 "GET /v2.0/ports?device_id=db509ca4-16f1-4514-8644-15db305ef566 HTTP/1.1" status: 200 len: 205 time: 0.0734081 Mar 28 11:56:10.568944 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-ac558a2a-a2ec-49f1-a9f7-ffd6f74b1a90 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1919805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2364079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26551417'] for subnet, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:10.573100 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 50022) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:10.575413 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-14afb1e4-908f-4d11-ae40-cb619ddacfb8 tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588883'] for network, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:10.640475 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c633f1d7-4b39-41cc-9540-0de6508962e3 None None] Network 5aa1360d-dd8a-429a-9676-2b66657797b7 is already hosted by enough agents. {{(pid=87872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:56:10.644515 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.base_scheduler [None req-c633f1d7-4b39-41cc-9540-0de6508962e3 None None] Resources bound (agent type, host, resource id): {{(pid=87872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:56:10.645590 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac558a2a-a2ec-49f1-a9f7-ffd6f74b1a90 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Pushing event deleted for resources: {'Subnet': ['ID=b7ff6f92-9922-444e-8eae-2d8bc1fb9eec,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:56:10.655949 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-ac558a2a-a2ec-49f1-a9f7-ffd6f74b1a90 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538751'] for subnet, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:10.660438 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c633f1d7-4b39-41cc-9540-0de6508962e3 None None] Received port after_create {{(pid=87872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:56:10.704216 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ff16899-b8df-4e1a-8dbc-2bd0e137006b None None] Network e95a87e2-4c44-46e2-9de5-2786cbaea69c requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:56:10.800846 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-944b3bd4-d457-48bb-a394-0312670c9ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1919782'] for subnet, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:10.805790 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-ac558a2a-a2ec-49f1-a9f7-ffd6f74b1a90 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "DELETE /v2.0/subnets/b7ff6f92-9922-444e-8eae-2d8bc1fb9eec HTTP/1.1" status: 204 len: 168 time: 1.5853109 Mar 28 11:56:10.817309 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 50026) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:10.877949 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-fee52122-bb07-4c7e-98e9-a21a071af3f5 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:10.883880 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c633f1d7-4b39-41cc-9540-0de6508962e3 None None] Pushing event updated for resources: {'Port': ['ID=6addcd38-d833-43fa-b3a0-ea1559597a58,revision_number=1']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:56:10.958069 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-c633f1d7-4b39-41cc-9540-0de6508962e3 None None] Attempting to bind port 6addcd38-d833-43fa-b3a0-ea1559597a58 on host dv-neutron-835340-2-hyperv for vnic_type normal with profile {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:56:10.958069 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-c633f1d7-4b39-41cc-9540-0de6508962e3 None None] Attempting to bind port 6addcd38-d833-43fa-b3a0-ea1559597a58 by drivers openvswitch,hyperv on host dv-neutron-835340-2-hyperv at level 0 using segments [{'id': 'c2442d41-7a9d-44fb-bfa6-8a5250efeb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '5aa1360d-dd8a-429a-9676-2b66657797b7'}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:56:10.958069 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c633f1d7-4b39-41cc-9540-0de6508962e3 None None] Attempting to bind port 6addcd38-d833-43fa-b3a0-ea1559597a58 on network 5aa1360d-dd8a-429a-9676-2b66657797b7 {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:56:10.964953 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-715723eb-6eb7-4c68-8cd9-f34b84023821 tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] Notify callbacks [] for router, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:10.967356 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-14afb1e4-908f-4d11-ae40-cb619ddacfb8 tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930431', 'neutron.services.segments.db._delete_segments_for_network-8783496351308'] for network, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:10.981425 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-6df5b82e-6f05-411c-9556-e43e6c19d0ef tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1120746 Mar 28 11:56:10.988213 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 50030) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:10.999991 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c633f1d7-4b39-41cc-9540-0de6508962e3 None None] Checking agent: {'id': '961a16fe-cbc8-4264-ac28-bbbd53f89caa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 46, 6), 'started_at': datetime.datetime(2022, 3, 28, 11, 46, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 11, 56, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 11:56:11.000503 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c633f1d7-4b39-41cc-9540-0de6508962e3 None None] Checking segment: {'id': 'c2442d41-7a9d-44fb-bfa6-8a5250efeb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '5aa1360d-dd8a-429a-9676-2b66657797b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:56:11.001016 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-c633f1d7-4b39-41cc-9540-0de6508962e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:11.001519 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c633f1d7-4b39-41cc-9540-0de6508962e3 None None] Bound using segment: {'id': 'c2442d41-7a9d-44fb-bfa6-8a5250efeb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '5aa1360d-dd8a-429a-9676-2b66657797b7'} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 11:56:11.002082 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-c633f1d7-4b39-41cc-9540-0de6508962e3 None None] Bound port: 6addcd38-d833-43fa-b3a0-ea1559597a58, host: dv-neutron-835340-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2442d41-7a9d-44fb-bfa6-8a5250efeb2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '5aa1360d-dd8a-429a-9676-2b66657797b7'}}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 11:56:11.002550 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-c633f1d7-4b39-41cc-9540-0de6508962e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:11.054736 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb81403-5297-49ec-a168-b619efdce38a req-b8285ef5-221f-4708-b557-80795010a086 tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:56:11.057097 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-5bb81403-5297-49ec-a168-b619efdce38a req-b8285ef5-221f-4708-b557-80795010a086 tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd5974e7-0504-4851-a286-20ab5143705c HTTP/1.1" status: 200 len: 945 time: 0.6636927 Mar 28 11:56:11.069665 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fee52122-bb07-4c7e-98e9-a21a071af3f5 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Network 5df4ec91-b994-4337-98be-1b2930f844e7 is already hosted by enough agents. {{(pid=87870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:56:11.084859 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.base_scheduler [None req-fee52122-bb07-4c7e-98e9-a21a071af3f5 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Resources bound (agent type, host, resource id): {{(pid=87870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:56:11.099547 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee52122-bb07-4c7e-98e9-a21a071af3f5 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Received port after_create {{(pid=87870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:56:11.106307 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fee52122-bb07-4c7e-98e9-a21a071af3f5 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:56:11.106307 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-fee52122-bb07-4c7e-98e9-a21a071af3f5 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:11.115945 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee52122-bb07-4c7e-98e9-a21a071af3f5 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Pushing event updated for resources: {'Port': ['ID=098eb101-2422-4e21-b6ab-0c4e4b9689b4,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:56:11.125294 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-c633f1d7-4b39-41cc-9540-0de6508962e3 None None] For port 6addcd38-d833-43fa-b3a0-ea1559597a58, host dv-neutron-835340-2-hyperv, cleared binding levels {{(pid=87872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 11:56:11.126199 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.segments.db [None req-14afb1e4-908f-4d11-ae40-cb619ddacfb8 tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6864f257-b00b-443d-be06-c279ebc7a093']}} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:56:11.130908 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-c633f1d7-4b39-41cc-9540-0de6508962e3 None None] For port 6addcd38-d833-43fa-b3a0-ea1559597a58, host dv-neutron-835340-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=6addcd38-d833-43fa-b3a0-ea1559597a58,segment=NetworkSegment(c2442d41-7a9d-44fb-bfa6-8a5250efeb2b),segment_id=c2442d41-7a9d-44fb-bfa6-8a5250efeb2b)] {{(pid=87872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 11:56:11.133711 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-944b3bd4-d457-48bb-a394-0312670c9ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1919805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2561174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2563528'] for subnet, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:11.141778 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-c633f1d7-4b39-41cc-9540-0de6508962e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:11.164238 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.segments.db [None req-14afb1e4-908f-4d11-ae40-cb619ddacfb8 tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdd76485-a345-4cae-a5cd-ecbc08839179') {'for_net_delete': True} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:56:11.164564 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.segments.db [None req-14afb1e4-908f-4d11-ae40-cb619ddacfb8 tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdd76485-a345-4cae-a5cd-ecbc08839179') {} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:56:11.183755 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-79469fd1-e431-4c09-8a18-9a2373e1d3cf tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2561241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2563521'] for subnet, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:11.196858 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-14afb1e4-908f-4d11-ae40-cb619ddacfb8 tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783496353639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3436890'] for segment, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:11.231539 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-b19a8ab4-ebdb-4b40-9c58-d0c816dd653c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-743246'] for router_interface, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:11.239771 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-5bb81403-5297-49ec-a168-b619efdce38a req-d4cf2545-b6ad-43e5-9716-2c559931eb51 tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] 10.222.0.30 "GET /v2.0/security-groups?id=895ae8ad-46d6-4a0f-b104-9c0ca0cce592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1237199 Mar 28 11:56:11.241764 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-14afb1e4-908f-4d11-ae40-cb619ddacfb8 tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:11.255071 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14afb1e4-908f-4d11-ae40-cb619ddacfb8 tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=87871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 11:56:11.255553 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-14afb1e4-908f-4d11-ae40-cb619ddacfb8 tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1920481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2363149'] for segment, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:11.258773 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944b3bd4-d457-48bb-a394-0312670c9ab7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=51390c4c-f007-438b-8f55-097eecbd0e38,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:56:11.265950 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-944b3bd4-d457-48bb-a394-0312670c9ab7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:11.267917 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-944b3bd4-d457-48bb-a394-0312670c9ab7 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/51390c4c-f007-438b-8f55-097eecbd0e38 HTTP/1.1" status: 204 len: 168 time: 1.3525810 Mar 28 11:56:11.284375 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03055abd-9506-4b48-954b-222d4ca4793b None None] DHCP port deletion for e95a87e2-4c44-46e2-9de5-2786cbaea69c request from dv-neutron-835340-2-hyperv {{(pid=87872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 11:56:11.287599 dv-neutron-835340-2-hyperv neutron-server[87871]: Traceback (most recent call last): Mar 28 11:56:11.287599 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 11:56:11.287599 dv-neutron-835340-2-hyperv neutron-server[87871]: timer() Mar 28 11:56:11.287599 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 11:56:11.287599 dv-neutron-835340-2-hyperv neutron-server[87871]: cb(*args, **kw) Mar 28 11:56:11.287599 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 11:56:11.287599 dv-neutron-835340-2-hyperv neutron-server[87871]: return func(*args, **kwargs) Mar 28 11:56:11.287599 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 11:56:11.287599 dv-neutron-835340-2-hyperv neutron-server[87871]: self._notify() Mar 28 11:56:11.287599 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 11:56:11.287599 dv-neutron-835340-2-hyperv neutron-server[87871]: self.callback(batched_events) Mar 28 11:56:11.287599 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 11:56:11.287599 dv-neutron-835340-2-hyperv neutron-server[87871]: event.method(event) Mar 28 11:56:11.287599 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 11:56:11.287599 dv-neutron-835340-2-hyperv neutron-server[87871]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 11:56:11.287599 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 11:56:11.287599 dv-neutron-835340-2-hyperv neutron-server[87871]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 11:56:11.287599 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 11:56:11.287599 dv-neutron-835340-2-hyperv neutron-server[87871]: return f(self, *a, **k) Mar 28 11:56:11.287599 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 11:56:11.287599 dv-neutron-835340-2-hyperv neutron-server[87871]: return self._get(url).json() Mar 28 11:56:11.287599 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 11:56:11.287599 dv-neutron-835340-2-hyperv neutron-server[87871]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 11:56:11.287599 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 11:56:11.287599 dv-neutron-835340-2-hyperv neutron-server[87871]: return self.request(url, 'GET', **kwargs) Mar 28 11:56:11.287599 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 11:56:11.287599 dv-neutron-835340-2-hyperv neutron-server[87871]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 11:56:11.287599 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 11:56:11.287599 dv-neutron-835340-2-hyperv neutron-server[87871]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 11:56:11.287599 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 11:56:11.287599 dv-neutron-835340-2-hyperv neutron-server[87871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 11:56:11.287599 dv-neutron-835340-2-hyperv neutron-server[87871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 11:56:11.300451 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 50034) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:11.301719 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e79c12bd-ba45-4bfd-a50e-cc6b0523fc1e None None] Network 4a776d3d-9745-4c38-b1e0-dfac029e8437 requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:56:11.316474 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-fee52122-bb07-4c7e-98e9-a21a071af3f5 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.5694644 Mar 28 11:56:11.316474 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 50038) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:11.339994 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-03055abd-9506-4b48-954b-222d4ca4793b None None] Deleting port 1e1f75e2-1430-431c-a22c-1a682eaa9dde {{(pid=87872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:56:11.340494 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-03055abd-9506-4b48-954b-222d4ca4793b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:11.382526 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c633f1d7-4b39-41cc-9540-0de6508962e3 None None] Pushing event updated for resources: {'Port': ['ID=6addcd38-d833-43fa-b3a0-ea1559597a58,revision_number=2']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:56:11.563909 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 7a491cab-d3e7-422b-8811-bc282f168100 no longer exists at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 11:56:11.571527 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-715723eb-6eb7-4c68-8cd9-f34b84023821 tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:11.594132 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa1e32ad-50cc-418d-874e-980a9d4def0a tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:56:11.594853 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-fa1e32ad-50cc-418d-874e-980a9d4def0a tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Synchronizing usage tracker for tenant:b4adfe5c8b3a4e57a1afd1d44c455245 on resource:port {{(pid=87871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:56:11.629570 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-14afb1e4-908f-4d11-ae40-cb619ddacfb8 tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709602'] for network, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:11.631301 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-fa1e32ad-50cc-418d-874e-980a9d4def0a tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Unset dirty status for tenant:b4adfe5c8b3a4e57a1afd1d44c455245 on resource:port {{(pid=87871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:56:11.632578 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-fa1e32ad-50cc-418d-874e-980a9d4def0a tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.6417773 Mar 28 11:56:11.645180 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] No Port match for: 7a491cab-d3e7-422b-8811-bc282f168100 {{(pid=87872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 11:56:11.645522 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 7a491cab-d3e7-422b-8811-bc282f168100 not bound to the agent host dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 11:56:11.645942 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 1e1f75e2-1430-431c-a22c-1a682eaa9dde no longer exists at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 11:56:11.646375 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79469fd1-e431-4c09-8a18-9a2373e1d3cf tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Pushing event updated for resources: {'Subnet': ['ID=84a01d24-d751-435f-bb65-e403630f6569,revision_number=0']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:56:11.658389 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 50044) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:11.682903 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ee26df4-654f-4aff-bfc4-418e6b07af10 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:56:11.683835 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-2ee26df4-654f-4aff-bfc4-418e6b07af10 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Synchronizing usage tracker for tenant:beb99f647cec46e3bbf575ac0a3034e8 on resource:port {{(pid=87870) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:56:11.714784 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-14afb1e4-908f-4d11-ae40-cb619ddacfb8 tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Notify callbacks [] for network, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:11.735753 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-715723eb-6eb7-4c68-8cd9-f34b84023821 tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] Deleting port aaedf7d2-14dd-43c2-9099-8e4814a1183c {{(pid=87870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:56:11.736149 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-715723eb-6eb7-4c68-8cd9-f34b84023821 tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:11.754986 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-14afb1e4-908f-4d11-ae40-cb619ddacfb8 tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] 10.222.0.30 "DELETE /v2.0/networks/6864f257-b00b-443d-be06-c279ebc7a093 HTTP/1.1" status: 204 len: 168 time: 1.6558006 Mar 28 11:56:11.759547 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 50048) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:11.767454 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-65216129-82a3-442b-8485-cbf27bd18e8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588883'] for network, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:11.780372 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79469fd1-e431-4c09-8a18-9a2373e1d3cf tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Checking segment: {'id': 'ab893dda-436e-4954-abde-bbe01354134a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '8c636130-36c7-4dc3-a360-d3c5aa15f9b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:56:11.781086 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79469fd1-e431-4c09-8a18-9a2373e1d3cf tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Network hostable DHCP agents. Network: 8c636130-36c7-4dc3-a360-d3c5aa15f9b1, hostable agents: ['3cb85949-855b-4a40-b988-cd5705e511da'], hosted agents: [] {{(pid=87870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 11:56:11.819666 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14afb1e4-908f-4d11-ae40-cb619ddacfb8 tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Pushing event deleted for resources: {'Network': ['ID=6864f257-b00b-443d-be06-c279ebc7a093,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:56:11.856702 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-2ee26df4-654f-4aff-bfc4-418e6b07af10 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Unset dirty status for tenant:beb99f647cec46e3bbf575ac0a3034e8 on resource:port {{(pid=87870) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:56:11.861650 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-2ee26df4-654f-4aff-bfc4-418e6b07af10 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] 10.222.0.30 "GET /v2.0/ports/098eb101-2422-4e21-b6ab-0c4e4b9689b4 HTTP/1.1" status: 200 len: 845 time: 0.5453780 Mar 28 11:56:11.866647 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 50052) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:11.885281 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-65216129-82a3-442b-8485-cbf27bd18e8f admin admin] Deleting port ea50ce8f-40bb-4034-ba40-83dad5861538 {{(pid=87870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:56:11.886002 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-65216129-82a3-442b-8485-cbf27bd18e8f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:11.917302 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14afb1e4-908f-4d11-ae40-cb619ddacfb8 tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:56:11.917649 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14afb1e4-908f-4d11-ae40-cb619ddacfb8 tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:56:11.918720 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14afb1e4-908f-4d11-ae40-cb619ddacfb8 tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:56:11.918720 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14afb1e4-908f-4d11-ae40-cb619ddacfb8 tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:56:11.918720 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14afb1e4-908f-4d11-ae40-cb619ddacfb8 tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:56:11.918999 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14afb1e4-908f-4d11-ae40-cb619ddacfb8 tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:56:11.920188 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14afb1e4-908f-4d11-ae40-cb619ddacfb8 tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:56:11.920188 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14afb1e4-908f-4d11-ae40-cb619ddacfb8 tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:56:11.920517 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14afb1e4-908f-4d11-ae40-cb619ddacfb8 tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:56:11.920785 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14afb1e4-908f-4d11-ae40-cb619ddacfb8 tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:56:11.921168 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14afb1e4-908f-4d11-ae40-cb619ddacfb8 tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:56:11.921493 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14afb1e4-908f-4d11-ae40-cb619ddacfb8 tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:56:11.956879 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1a55343-f0a6-4539-8e2d-898fa8e7c00c tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:56:11.960878 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-a1a55343-f0a6-4539-8e2d-898fa8e7c00c tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2950203 Mar 28 11:56:11.984474 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 50056) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:11.986269 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-03055abd-9506-4b48-954b-222d4ca4793b None None] For port 1e1f75e2-1430-431c-a22c-1a682eaa9dde, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=1e1f75e2-1430-431c-a22c-1a682eaa9dde,segment=NetworkSegment(bd053757-b8b4-4f3a-b553-aa242f2d15d2),segment_id=bd053757-b8b4-4f3a-b553-aa242f2d15d2)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:56:11.986666 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-03055abd-9506-4b48-954b-222d4ca4793b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:11.992600 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79469fd1-e431-4c09-8a18-9a2373e1d3cf tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Network 8c636130-36c7-4dc3-a360-d3c5aa15f9b1 is scheduled to be hosted by DHCP agent 3cb85949-855b-4a40-b988-cd5705e511da with binding_index 1 {{(pid=87870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 11:56:12.069194 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:12.141259 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-03055abd-9506-4b48-954b-222d4ca4793b None None] Calling delete_port for 1e1f75e2-1430-431c-a22c-1a682eaa9dde owned by network:dhcp {{(pid=87872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:56:12.174223 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1357139c-9619-4475-9111-8a0074ce6b80 None None] DHCP port deletion for 4a776d3d-9745-4c38-b1e0-dfac029e8437 request from dv-neutron-835340-2-hyperv {{(pid=87872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 11:56:12.200423 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-1357139c-9619-4475-9111-8a0074ce6b80 None None] Deleting port ea50ce8f-40bb-4034-ba40-83dad5861538 {{(pid=87872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:56:12.201378 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-1357139c-9619-4475-9111-8a0074ce6b80 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:12.217539 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-c0652903-97ab-4926-9e80-c74090d91a58 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2272193 Mar 28 11:56:12.219551 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 50060) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:12.238092 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-2eb1c880-6f48-4d07-9824-e72aadf8d2b5 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Request body: {'subnet': {'network_id': 'e95a87e2-4c44-46e2-9de5-2786cbaea69c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:56:12.255739 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.base_scheduler [None req-79469fd1-e431-4c09-8a18-9a2373e1d3cf tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-2-hyperv, 8c636130-36c7-4dc3-a360-d3c5aa15f9b1) {{(pid=87870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:56:12.265033 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] For port 1e1f75e2-1430-431c-a22c-1a682eaa9dde, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=1e1f75e2-1430-431c-a22c-1a682eaa9dde,segment=NetworkSegment(bd053757-b8b4-4f3a-b553-aa242f2d15d2),segment_id=bd053757-b8b4-4f3a-b553-aa242f2d15d2)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:56:12.285480 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d60f74f9-79d3-4b6c-8e8d-fd47c7ee3d48 None None] Network 8c636130-36c7-4dc3-a360-d3c5aa15f9b1 requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:56:12.288179 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-da7badaf-3b49-430d-8e71-2e32aa9d131d tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588883'] for network, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:12.309040 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79469fd1-e431-4c09-8a18-9a2373e1d3cf tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:56:12.309814 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-79469fd1-e431-4c09-8a18-9a2373e1d3cf tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks [] for subnet, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:12.317960 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-7f55b184-830e-4519-96d5-458f3b80912f tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Deleting port 098eb101-2422-4e21-b6ab-0c4e4b9689b4 {{(pid=87870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:56:12.318520 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-7f55b184-830e-4519-96d5-458f3b80912f tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:12.318919 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:12.371640 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50300a3f-466a-46b4-8b96-c83e7ac136b1 req-6784def4-0771-4a66-be57-e52aa6033764 tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:56:12.373583 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-50300a3f-466a-46b4-8b96-c83e7ac136b1 req-6784def4-0771-4a66-be57-e52aa6033764 tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd5974e7-0504-4851-a286-20ab5143705c HTTP/1.1" status: 200 len: 945 time: 0.8056881 Mar 28 11:56:12.479619 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-79469fd1-e431-4c09-8a18-9a2373e1d3cf tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8078682 Mar 28 11:56:12.485113 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.db.api [None req-03055abd-9506-4b48-954b-222d4ca4793b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87872) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 11:56:12.485113 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG oslo_db.api [None req-03055abd-9506-4b48-954b-222d4ca4793b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 11:56:12.492441 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 50064) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:12.505201 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-2eb1c880-6f48-4d07-9824-e72aadf8d2b5 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:56:12.509298 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-2eb1c880-6f48-4d07-9824-e72aadf8d2b5 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Usage tracker for resource:subnet and tenant:b4adfe5c8b3a4e57a1afd1d44c455245 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:56:12.509934 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-715723eb-6eb7-4c68-8cd9-f34b84023821 tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:12.512554 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-2eb1c880-6f48-4d07-9824-e72aadf8d2b5 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:56:12.519684 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-2eb1c880-6f48-4d07-9824-e72aadf8d2b5 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:56:12.537706 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-2ff6ca7b-c021-4d3f-8e5e-9149cf624160 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-671947752', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:56:12.547103 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eb1c880-6f48-4d07-9824-e72aadf8d2b5 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Made reservation on behalf of b4adfe5c8b3a4e57a1afd1d44c455245 for: {'subnet': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:56:12.550518 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-2eb1c880-6f48-4d07-9824-e72aadf8d2b5 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26551362'] for subnet, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:12.555740 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Pushing event updated for resources: {'Port': ['ID=1e1f75e2-1430-431c-a22c-1a682eaa9dde,revision_number=5']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:56:12.594546 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b19a8ab4-ebdb-4b40-9c58-d0c816dd653c admin admin] Router 005adf9f-eb7d-4a36-bd5a-ec48d4aae6b3 has already been hosted by L3 agent af79d429-529e-400b-a119-94d4bec03f3e {{(pid=87871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 11:56:12.595648 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-2ff6ca7b-c021-4d3f-8e5e-9149cf624160 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:56:12.619128 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-2ff6ca7b-c021-4d3f-8e5e-9149cf624160 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Usage tracker for resource:router and tenant:fc0f0a585a8c4bf2950e053878e50dfb is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:56:12.624307 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:56:12.624852 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:56:12.624984 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:56:12.625316 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:56:12.625647 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:56:12.625980 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:56:12.626300 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:56:12.626627 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:56:12.626948 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:56:12.627271 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:56:12.627616 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:56:12.627944 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:56:12.637420 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-2ff6ca7b-c021-4d3f-8e5e-9149cf624160 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:56:12.674356 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5caa55df-8943-4ac7-8389-51f8b0bafb12 None None] Network 5aa1360d-dd8a-429a-9676-2b66657797b7 requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:56:12.703651 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-2ff6ca7b-c021-4d3f-8e5e-9149cf624160 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:56:12.729295 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-715723eb-6eb7-4c68-8cd9-f34b84023821 tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] Calling delete_port for aaedf7d2-14dd-43c2-9099-8e4814a1183c owned by network:router_gateway {{(pid=87870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:56:12.777032 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-1357139c-9619-4475-9111-8a0074ce6b80 None None] For port ea50ce8f-40bb-4034-ba40-83dad5861538, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=ea50ce8f-40bb-4034-ba40-83dad5861538,segment=NetworkSegment(786b361f-a2db-447a-b210-1eddef47c794),segment_id=786b361f-a2db-447a-b210-1eddef47c794)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:56:12.777421 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-1357139c-9619-4475-9111-8a0074ce6b80 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:12.955186 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-1357139c-9619-4475-9111-8a0074ce6b80 None None] Calling delete_port for ea50ce8f-40bb-4034-ba40-83dad5861538 owned by network:dhcp {{(pid=87872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:56:12.975752 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-2eb1c880-6f48-4d07-9824-e72aadf8d2b5 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2364128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26551408'] for subnet, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:12.976123 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-50300a3f-466a-46b4-8b96-c83e7ac136b1 req-6f81a884-cc07-42d7-a2f8-0022700c6967 tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] 10.222.0.30 "GET /v2.0/security-groups?id=895ae8ad-46d6-4a0f-b104-9c0ca0cce592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5727170 Mar 28 11:56:12.993587 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-03055abd-9506-4b48-954b-222d4ca4793b None None] Deleting port 1e1f75e2-1430-431c-a22c-1a682eaa9dde {{(pid=87872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:56:12.993881 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-03055abd-9506-4b48-954b-222d4ca4793b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:13.034499 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-b5461deb-ef22-42b0-802d-ee5f8259aca4 None None] Provisioning for port 6addcd38-d833-43fa-b3a0-ea1559597a58 completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:56:13.051887 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-da7badaf-3b49-430d-8e71-2e32aa9d131d tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930431', 'neutron.services.segments.db._delete_segments_for_network-8783496351308'] for network, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:13.054877 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9245d7d1-01c6-4324-aae6-e10036c36058 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1d3f2a9-8722-5ce5-bc40-181687d1ed3f-8c636130-36c7-4dc3-a360-d3c5aa15f9b1', 'network_id': '8c636130-36c7-4dc3-a360-d3c5aa15f9b1', 'tenant_id': 'fc0f0a585a8c4bf2950e053878e50dfb', 'fixed_ips': [{'subnet_id': '84a01d24-d751-435f-bb65-e403630f6569'}]}} from dv-neutron-835340-2-hyperv. {{(pid=87872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 11:56:13.055723 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-9245d7d1-01c6-4324-aae6-e10036c36058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:13.061038 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1c880-6f48-4d07-9824-e72aadf8d2b5 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Pushing event updated for resources: {'Subnet': ['ID=1ee510ed-4523-4546-b4da-56cbc0cb3f48,revision_number=0']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:56:13.063361 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-2ff6ca7b-c021-4d3f-8e5e-9149cf624160 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-707665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-260886'] for router, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:13.064630 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-2ff6ca7b-c021-4d3f-8e5e-9149cf624160 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-705660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709650', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-767110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260873'] for router, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:13.096723 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eb1c880-6f48-4d07-9824-e72aadf8d2b5 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Network e95a87e2-4c44-46e2-9de5-2786cbaea69c is already hosted by enough agents. {{(pid=87871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:56:13.108940 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-2eb1c880-6f48-4d07-9824-e72aadf8d2b5 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Resources bound (agent type, host, resource id): {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:56:13.117285 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eb1c880-6f48-4d07-9824-e72aadf8d2b5 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:56:13.117876 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-2eb1c880-6f48-4d07-9824-e72aadf8d2b5 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538751'] for subnet, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:13.131921 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.db [None req-65216129-82a3-442b-8485-cbf27bd18e8f admin admin] For port ea50ce8f-40bb-4034-ba40-83dad5861538, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=ea50ce8f-40bb-4034-ba40-83dad5861538,segment=NetworkSegment(786b361f-a2db-447a-b210-1eddef47c794),segment_id=786b361f-a2db-447a-b210-1eddef47c794)] {{(pid=87870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:56:13.132297 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-65216129-82a3-442b-8485-cbf27bd18e8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:13.132520 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-2ff6ca7b-c021-4d3f-8e5e-9149cf624160 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:13.145208 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-715723eb-6eb7-4c68-8cd9-f34b84023821 tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:13.158245 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.segments.db [None req-da7badaf-3b49-430d-8e71-2e32aa9d131d tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47d2864e-50a9-4473-935c-86176b7e0971']}} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:56:13.277698 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-2ff6ca7b-c021-4d3f-8e5e-9149cf624160 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709693'] for router, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:13.288043 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-1357139c-9619-4475-9111-8a0074ce6b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250'] for port, after_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:13.288523 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.segments.db [None req-da7badaf-3b49-430d-8e71-2e32aa9d131d tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f873015-1641-4f6c-8a2e-dd9d97858d96') {'for_net_delete': True} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:56:13.288822 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.segments.db [None req-da7badaf-3b49-430d-8e71-2e32aa9d131d tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f873015-1641-4f6c-8a2e-dd9d97858d96') {} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:56:13.320585 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715723eb-6eb7-4c68-8cd9-f34b84023821 tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] Pushing event deleted for resources: {'Port': ['ID=aaedf7d2-14dd-43c2-9099-8e4814a1183c,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:56:13.339739 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-da7badaf-3b49-430d-8e71-2e32aa9d131d tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783496353639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3436890'] for segment, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:13.384973 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-2eb1c880-6f48-4d07-9824-e72aadf8d2b5 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1628978 Mar 28 11:56:13.384973 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-2ff6ca7b-c021-4d3f-8e5e-9149cf624160 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks [] for router, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:13.384973 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-2ff6ca7b-c021-4d3f-8e5e-9149cf624160 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.8851371 Mar 28 11:56:13.388996 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 50070) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:13.388996 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 50072) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:13.397866 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-da7badaf-3b49-430d-8e71-2e32aa9d131d tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:13.441520 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-65216129-82a3-442b-8485-cbf27bd18e8f admin admin] Calling delete_port for ea50ce8f-40bb-4034-ba40-83dad5861538 owned by network:dhcp {{(pid=87870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:56:13.457228 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 6addcd38-d833-43fa-b3a0-ea1559597a58 up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:56:13.457462 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-4b3afe2d-8bd1-4602-b1aa-88d56cf4443d tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Request body: {'port': {'network_id': 'e95a87e2-4c44-46e2-9de5-2786cbaea69c', 'fixed_ips': [{'subnet_id': '1ee510ed-4523-4546-b4da-56cbc0cb3f48', 'ip_address': '2001:db8::16dc:d3b8:972b:48b4'}], 'name': 'tempest-NetworksTestDHCPv6-1038065823'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:56:13.473283 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b19a8ab4-ebdb-4b40-9c58-d0c816dd653c admin admin] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 11:56:13.486320 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1357139c-9619-4475-9111-8a0074ce6b80 None None] No DVR routers for this DVR port ea50ce8f-40bb-4034-ba40-83dad5861538 on host dv-neutron-835340-2-hyperv {{(pid=87872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 11:56:13.500416 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-b19a8ab4-ebdb-4b40-9c58-d0c816dd653c admin admin] 10.222.0.30 "PUT /v2.0/routers/005adf9f-eb7d-4a36-bd5a-ec48d4aae6b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1987355 Mar 28 11:56:13.508818 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1357139c-9619-4475-9111-8a0074ce6b80 None None] Pushing event deleted for resources: {'Port': ['ID=ea50ce8f-40bb-4034-ba40-83dad5861538,revision_number=None']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:56:13.522884 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 50078) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:13.524950 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee83af5-2265-437a-b8ec-8304e387b0a4 None None] Sync routers for ids ['005adf9f-eb7d-4a36-bd5a-ec48d4aae6b3'] in dv-neutron-835340-2-hyperv {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 11:56:13.525603 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da7badaf-3b49-430d-8e71-2e32aa9d131d tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=87871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 11:56:13.526156 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-da7badaf-3b49-430d-8e71-2e32aa9d131d tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1920481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2363149'] for segment, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:13.539409 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-7f55b184-830e-4519-96d5-458f3b80912f tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:13.545128 dv-neutron-835340-2-hyperv neutron-server[87871]: Traceback (most recent call last): Mar 28 11:56:13.545128 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 11:56:13.545128 dv-neutron-835340-2-hyperv neutron-server[87871]: timer() Mar 28 11:56:13.545128 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 11:56:13.545128 dv-neutron-835340-2-hyperv neutron-server[87871]: cb(*args, **kw) Mar 28 11:56:13.545128 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 11:56:13.545128 dv-neutron-835340-2-hyperv neutron-server[87871]: return func(*args, **kwargs) Mar 28 11:56:13.545128 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 11:56:13.545128 dv-neutron-835340-2-hyperv neutron-server[87871]: self._notify() Mar 28 11:56:13.545128 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 11:56:13.545128 dv-neutron-835340-2-hyperv neutron-server[87871]: self.callback(batched_events) Mar 28 11:56:13.545128 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 11:56:13.545128 dv-neutron-835340-2-hyperv neutron-server[87871]: event.method(event) Mar 28 11:56:13.545128 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 11:56:13.545128 dv-neutron-835340-2-hyperv neutron-server[87871]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 11:56:13.545128 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 11:56:13.545128 dv-neutron-835340-2-hyperv neutron-server[87871]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 11:56:13.545128 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 11:56:13.545128 dv-neutron-835340-2-hyperv neutron-server[87871]: return f(self, *a, **k) Mar 28 11:56:13.545128 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 11:56:13.545128 dv-neutron-835340-2-hyperv neutron-server[87871]: return self._get(url).json() Mar 28 11:56:13.545128 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 11:56:13.545128 dv-neutron-835340-2-hyperv neutron-server[87871]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 11:56:13.545128 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 11:56:13.545128 dv-neutron-835340-2-hyperv neutron-server[87871]: return self.request(url, 'GET', **kwargs) Mar 28 11:56:13.545128 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 11:56:13.545128 dv-neutron-835340-2-hyperv neutron-server[87871]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 11:56:13.545128 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 11:56:13.545128 dv-neutron-835340-2-hyperv neutron-server[87871]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 11:56:13.545128 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 11:56:13.545128 dv-neutron-835340-2-hyperv neutron-server[87871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 11:56:13.545128 dv-neutron-835340-2-hyperv neutron-server[87871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 11:56:13.665042 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee83af5-2265-437a-b8ec-8304e387b0a4 None None] Routers {'005adf9f-eb7d-4a36-bd5a-ec48d4aae6b3'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:56:13.665674 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-2ee83af5-2265-437a-b8ec-8304e387b0a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T11:56:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['005adf9f-eb7d-4a36-bd5a-ec48d4aae6b3'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:56:13.691459 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-7f55b184-830e-4519-96d5-458f3b80912f tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Calling delete_port for 098eb101-2422-4e21-b6ab-0c4e4b9689b4 owned by {{(pid=87870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:56:13.739913 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-715723eb-6eb7-4c68-8cd9-f34b84023821 tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-709573'] for router_gateway, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:13.769652 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.db_base_plugin_common [None req-9245d7d1-01c6-4324-aae6-e10036c36058 None None] Allocated IP 172.21.0.2 (8c636130-36c7-4dc3-a360-d3c5aa15f9b1/84a01d24-d751-435f-bb65-e403630f6569/c70b27fb-4ef8-49ed-991c-27cc479ad0b0) {{(pid=87872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:56:13.896720 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning for port 6addcd38-d833-43fa-b3a0-ea1559597a58 completed by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:56:13.928160 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-03055abd-9506-4b48-954b-222d4ca4793b None None] For port 1e1f75e2-1430-431c-a22c-1a682eaa9dde, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=1e1f75e2-1430-431c-a22c-1a682eaa9dde,segment=NetworkSegment(bd053757-b8b4-4f3a-b553-aa242f2d15d2),segment_id=bd053757-b8b4-4f3a-b553-aa242f2d15d2)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:56:13.928553 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-03055abd-9506-4b48-954b-222d4ca4793b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:13.939545 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port 6addcd38-d833-43fa-b3a0-ea1559597a58 triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:56:13.939926 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:14.011669 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddecb1d-a7fb-4d0f-833a-da701103fd2f req-b3b96cce-ae77-4215-b9b8-075e56f174c6 tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:56:14.014236 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-eddecb1d-a7fb-4d0f-833a-da701103fd2f req-b3b96cce-ae77-4215-b9b8-075e56f174c6 tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd5974e7-0504-4851-a286-20ab5143705c HTTP/1.1" status: 200 len: 945 time: 0.8437040 Mar 28 11:56:14.082551 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-715723eb-6eb7-4c68-8cd9-f34b84023821 tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-745164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-260864'] for router, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:14.085318 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-715723eb-6eb7-4c68-8cd9-f34b84023821 tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:14.117173 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.db.api [None req-65216129-82a3-442b-8485-cbf27bd18e8f admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87870) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 11:56:14.117559 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG oslo_db.api [None req-65216129-82a3-442b-8485-cbf27bd18e8f admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 11:56:14.142386 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-715723eb-6eb7-4c68-8cd9-f34b84023821 tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-745021'] for router, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:14.142884 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-715723eb-6eb7-4c68-8cd9-f34b84023821 tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] Fanout notify agent at l3_agent the message router_deleted on router db509ca4-16f1-4514-8644-15db305ef566 {{(pid=87870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 11:56:14.161970 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-7f55b184-830e-4519-96d5-458f3b80912f tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:14.165390 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-03055abd-9506-4b48-954b-222d4ca4793b None None] Calling delete_port for 1e1f75e2-1430-431c-a22c-1a682eaa9dde owned by network:dhcp {{(pid=87872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:56:14.212621 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-4b3afe2d-8bd1-4602-b1aa-88d56cf4443d tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:56:14.229034 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-715723eb-6eb7-4c68-8cd9-f34b84023821 tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] Notify callbacks [] for router, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:14.230395 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-715723eb-6eb7-4c68-8cd9-f34b84023821 tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] 10.222.0.30 "DELETE /v2.0/routers/db509ca4-16f1-4514-8644-15db305ef566 HTTP/1.1" status: 204 len: 168 time: 3.6520519 Mar 28 11:56:14.231180 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f55b184-830e-4519-96d5-458f3b80912f tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Pushing event deleted for resources: {'Port': ['ID=098eb101-2422-4e21-b6ab-0c4e4b9689b4,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:56:14.235317 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 50082) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:14.235896 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvr_db [None req-2ee83af5-2265-437a-b8ec-8304e387b0a4 None None] Set router 005adf9f-eb7d-4a36-bd5a-ec48d4aae6b3 gateway port host: dv-neutron-835340-2-hyperv {{(pid=87872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:56:14.241651 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-000e2e1d-bb5d-4569-95c5-b23a3a0f0e60 tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1093212003', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:56:14.250799 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-000e2e1d-bb5d-4569-95c5-b23a3a0f0e60 tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:56:14.254655 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-7f55b184-830e-4519-96d5-458f3b80912f tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:14.259286 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-000e2e1d-bb5d-4569-95c5-b23a3a0f0e60 tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] Usage tracker for resource:router and tenant:94d00219537d4d239b57c0ac46eb2c8b is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:56:14.265811 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-000e2e1d-bb5d-4569-95c5-b23a3a0f0e60 tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:56:14.275207 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-000e2e1d-bb5d-4569-95c5-b23a3a0f0e60 tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:56:14.280374 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-7f55b184-830e-4519-96d5-458f3b80912f tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] 10.222.0.30 "DELETE /v2.0/ports/098eb101-2422-4e21-b6ab-0c4e4b9689b4 HTTP/1.1" status: 204 len: 168 time: 2.3597007 Mar 28 11:56:14.282944 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 50086) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:14.322152 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-000e2e1d-bb5d-4569-95c5-b23a3a0f0e60 tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-707665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-260886'] for router, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:14.323070 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-000e2e1d-bb5d-4569-95c5-b23a3a0f0e60 tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-705660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709650', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-767110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260873'] for router, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:14.334336 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.pecan_wsgi.hooks.translation [None req-a222bb9e-3f09-4156-af4e-66174c06a48e tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] GET failed (client error): The resource could not be found. Mar 28 11:56:14.334989 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-a222bb9e-3f09-4156-af4e-66174c06a48e tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Synchronizing usage tracker for tenant:beb99f647cec46e3bbf575ac0a3034e8 on resource:port {{(pid=87870) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:56:14.343435 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-da7badaf-3b49-430d-8e71-2e32aa9d131d tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709602'] for network, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:14.346268 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-4b3afe2d-8bd1-4602-b1aa-88d56cf4443d tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:56:14.358283 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-a222bb9e-3f09-4156-af4e-66174c06a48e tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Unset dirty status for tenant:beb99f647cec46e3bbf575ac0a3034e8 on resource:port {{(pid=87870) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:56:14.359593 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-a222bb9e-3f09-4156-af4e-66174c06a48e tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] 10.222.0.30 "GET /v2.0/ports/098eb101-2422-4e21-b6ab-0c4e4b9689b4 HTTP/1.1" status: 404 len: 333 time: 0.0757146 Mar 28 11:56:14.361151 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-000e2e1d-bb5d-4569-95c5-b23a3a0f0e60 tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:14.363615 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 50090) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:14.369266 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-640f8f8b-d67c-48e7-9da3-12207908a826 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Request body: {'port': {'network_id': '5df4ec91-b994-4337-98be-1b2930f844e7', 'name': 'tempest-PortsIpV6TestJSON-1609469184'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:56:14.409137 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-da7badaf-3b49-430d-8e71-2e32aa9d131d tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Notify callbacks [] for network, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:14.414296 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-eddecb1d-a7fb-4d0f-833a-da701103fd2f req-35a76908-c9f4-4d93-9de0-e054a9eb51bb tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] 10.222.0.30 "GET /v2.0/security-groups?id=895ae8ad-46d6-4a0f-b104-9c0ca0cce592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3001904 Mar 28 11:56:14.503340 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-640f8f8b-d67c-48e7-9da3-12207908a826 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:56:14.516764 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-640f8f8b-d67c-48e7-9da3-12207908a826 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:56:14.533263 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-640f8f8b-d67c-48e7-9da3-12207908a826 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Made reservation on behalf of beb99f647cec46e3bbf575ac0a3034e8 for: {'port': 1} {{(pid=87870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:56:14.533495 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-eb1b5aa1-13e3-40b8-a957-582e38340937 None None] Provisioning complete for port 6addcd38-d833-43fa-b3a0-ea1559597a58 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:56:14.533746 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-eb1b5aa1-13e3-40b8-a957-582e38340937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:14.538643 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b3afe2d-8bd1-4602-b1aa-88d56cf4443d tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Made reservation on behalf of b4adfe5c8b3a4e57a1afd1d44c455245 for: {'port': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:56:14.539171 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-640f8f8b-d67c-48e7-9da3-12207908a826 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:14.554317 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7badaf-3b49-430d-8e71-2e32aa9d131d tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] Pushing event deleted for resources: {'Network': ['ID=47d2864e-50a9-4473-935c-86176b7e0971,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:56:14.554707 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-000e2e1d-bb5d-4569-95c5-b23a3a0f0e60 tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709693'] for router, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:14.602005 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-da7badaf-3b49-430d-8e71-2e32aa9d131d tempest-BulkNetworkOpsIpV6Test-725820309 tempest-BulkNetworkOpsIpV6Test-725820309-project] 10.222.0.30 "DELETE /v2.0/networks/47d2864e-50a9-4473-935c-86176b7e0971 HTTP/1.1" status: 204 len: 168 time: 2.8070581 Mar 28 11:56:14.621488 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-65216129-82a3-442b-8485-cbf27bd18e8f admin admin] Deleting port ea50ce8f-40bb-4034-ba40-83dad5861538 {{(pid=87870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:56:14.621834 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-65216129-82a3-442b-8485-cbf27bd18e8f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:14.662989 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.notifiers.nova [None req-640f8f8b-d67c-48e7-9da3-12207908a826 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] device_id is not set on port bebf8c98-6284-436d-9c9e-bfc2b88c0a9a yet. {{(pid=87870) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 11:56:14.675910 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-03055abd-9506-4b48-954b-222d4ca4793b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250'] for port, after_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:14.712488 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-7160d707-9008-44ad-a4fd-09942fa56f4b tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:14.811302 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:14.821536 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-3529c39f-8332-40e6-9bd3-9223a366104f admin admin] Notify callbacks [] for router, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:14.829310 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03055abd-9506-4b48-954b-222d4ca4793b None None] Pushing event deleted for resources: {'Port': ['ID=1e1f75e2-1430-431c-a22c-1a682eaa9dde,revision_number=None']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:56:14.831537 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03055abd-9506-4b48-954b-222d4ca4793b None None] No DVR routers for this DVR port 1e1f75e2-1430-431c-a22c-1a682eaa9dde on host dv-neutron-835340-2-hyperv {{(pid=87872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 11:56:14.850094 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-9245d7d1-01c6-4324-aae6-e10036c36058 None None] Notify callbacks [] for port, precommit_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:14.880677 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-967ec039-e347-492d-bb2a-b8b99a304922 None None] Network e95a87e2-4c44-46e2-9de5-2786cbaea69c requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:56:14.906673 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-640f8f8b-d67c-48e7-9da3-12207908a826 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks [] for port, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:14.944143 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-9245d7d1-01c6-4324-aae6-e10036c36058 None None] Transition to ACTIVE for port object c70b27fb-4ef8-49ed-991c-27cc479ad0b0 will not be triggered until provisioned by entity L2. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:56:14.989875 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-65216129-82a3-442b-8485-cbf27bd18e8f admin admin] The port 'ea50ce8f-40bb-4034-ba40-83dad5861538' was deleted {{(pid=87870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 11:56:15.013354 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-4b3afe2d-8bd1-4602-b1aa-88d56cf4443d tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:15.025340 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-000e2e1d-bb5d-4569-95c5-b23a3a0f0e60 tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] Notify callbacks [] for router, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:15.029759 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-000e2e1d-bb5d-4569-95c5-b23a3a0f0e60 tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.7892499 Mar 28 11:56:15.029759 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-640f8f8b-d67c-48e7-9da3-12207908a826 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:15.038107 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 50100) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:15.045988 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.notifiers.nova [None req-4b3afe2d-8bd1-4602-b1aa-88d56cf4443d tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] device_id is not set on port 06551b2e-8fcc-4a3d-b0dc-7d3268376c95 yet. {{(pid=87871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 11:56:15.081307 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] For port 6addcd38-d833-43fa-b3a0-ea1559597a58, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=6addcd38-d833-43fa-b3a0-ea1559597a58,segment=NetworkSegment(c2442d41-7a9d-44fb-bfa6-8a5250efeb2b),segment_id=c2442d41-7a9d-44fb-bfa6-8a5250efeb2b)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:56:15.082451 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 50102) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:15.104813 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:15.109207 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-9245d7d1-01c6-4324-aae6-e10036c36058 None None] Transition to ACTIVE for port object c70b27fb-4ef8-49ed-991c-27cc479ad0b0 will not be triggered until provisioned by entity DHCP. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:56:15.113477 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-6cb9dc38-aafc-4cca-98a0-08f030508975 tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'enable_snat': False}}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:56:15.171407 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-9245d7d1-01c6-4324-aae6-e10036c36058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241'] for port, after_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:15.180991 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-eb1b5aa1-13e3-40b8-a957-582e38340937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:15.199586 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device ea50ce8f-40bb-4034-ba40-83dad5861538 no longer exists at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 11:56:15.267688 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.db_base_plugin_common [None req-4b3afe2d-8bd1-4602-b1aa-88d56cf4443d tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Allocated IP 2001:db8::16dc:d3b8:972b:48b4 (e95a87e2-4c44-46e2-9de5-2786cbaea69c/1ee510ed-4523-4546-b4da-56cbc0cb3f48/06551b2e-8fcc-4a3d-b0dc-7d3268376c95) {{(pid=87871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:56:15.272075 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] No Port match for: ea50ce8f-40bb-4034-ba40-83dad5861538 {{(pid=87872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 11:56:15.272405 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device ea50ce8f-40bb-4034-ba40-83dad5861538 not bound to the agent host dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 11:56:15.293836 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-640f8f8b-d67c-48e7-9da3-12207908a826 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Network 5df4ec91-b994-4337-98be-1b2930f844e7 is already hosted by enough agents. {{(pid=87870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:56:15.313442 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.base_scheduler [None req-640f8f8b-d67c-48e7-9da3-12207908a826 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Resources bound (agent type, host, resource id): {{(pid=87870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:56:15.315456 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9245d7d1-01c6-4324-aae6-e10036c36058 None None] Network 8c636130-36c7-4dc3-a360-d3c5aa15f9b1 is already hosted by enough agents. {{(pid=87872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:56:15.320102 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-640f8f8b-d67c-48e7-9da3-12207908a826 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Received port after_create {{(pid=87870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:56:15.323245 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.base_scheduler [None req-9245d7d1-01c6-4324-aae6-e10036c36058 None None] Resources bound (agent type, host, resource id): {{(pid=87872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:56:15.329298 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-640f8f8b-d67c-48e7-9da3-12207908a826 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:56:15.329946 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-640f8f8b-d67c-48e7-9da3-12207908a826 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:15.330921 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Pushing event updated for resources: {'Port': ['ID=6addcd38-d833-43fa-b3a0-ea1559597a58,revision_number=3']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:56:15.339646 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9245d7d1-01c6-4324-aae6-e10036c36058 None None] Received port after_create {{(pid=87872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:56:15.491819 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-65216129-82a3-442b-8485-cbf27bd18e8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930431', 'neutron.services.segments.db._delete_segments_for_network-8783496351308'] for network, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:15.517845 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640f8f8b-d67c-48e7-9da3-12207908a826 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Pushing event updated for resources: {'Port': ['ID=bebf8c98-6284-436d-9c9e-bfc2b88c0a9a,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:56:15.543559 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6abbdea-7855-483d-889b-d884b4f1f7ef req-5518aefb-f963-4b7b-ae01-c82389c82eea tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:56:15.545594 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-c6abbdea-7855-483d-889b-d884b4f1f7ef req-5518aefb-f963-4b7b-ae01-c82389c82eea tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd5974e7-0504-4851-a286-20ab5143705c HTTP/1.1" status: 200 len: 945 time: 0.9938276 Mar 28 11:56:15.569775 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-2ee83af5-2265-437a-b8ec-8304e387b0a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '005adf9f-eb7d-4a36-bd5a-ec48d4aae6b3', 'name': 'tempest-ServersTestJSON-319239182-router', 'tenant_id': 'acd670e645c74d2b90f128b4c99c366d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.162'}], 'enable_snat': True}, 'gw_port_id': '0e3b5c56-40c6-441b-9322-13f44351c6c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:54:13Z', 'updated_at': '2022-03-28T11:56:09Z', 'revision_number': 5, 'project_id': 'acd670e645c74d2b90f128b4c99c366d', 'gw_port': {'id': '0e3b5c56-40c6-441b-9322-13f44351c6c3', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:d1:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '005adf9f-eb7d-4a36-bd5a-ec48d4aae6b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:54:15Z', 'updated_at': '2022-03-28T11:54:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv'}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:56:15.585404 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.db.api [None req-eb1b5aa1-13e3-40b8-a957-582e38340937 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87872) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 11:56:15.585756 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG oslo_db.api [None req-eb1b5aa1-13e3-40b8-a957-582e38340937 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 11:56:15.586235 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245d7d1-01c6-4324-aae6-e10036c36058 None None] Pushing event updated for resources: {'Port': ['ID=c70b27fb-4ef8-49ed-991c-27cc479ad0b0,revision_number=1']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:56:15.595673 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee83af5-2265-437a-b8ec-8304e387b0a4 None None] Checking router: 005adf9f-eb7d-4a36-bd5a-ec48d4aae6b3 for host: dv-neutron-835340-2-hyperv {{(pid=87872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 11:56:15.601156 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-9245d7d1-01c6-4324-aae6-e10036c36058 None None] Attempting to bind port c70b27fb-4ef8-49ed-991c-27cc479ad0b0 on host dv-neutron-835340-2-hyperv for vnic_type normal with profile {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:56:15.601371 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-9245d7d1-01c6-4324-aae6-e10036c36058 None None] Attempting to bind port c70b27fb-4ef8-49ed-991c-27cc479ad0b0 by drivers openvswitch,hyperv on host dv-neutron-835340-2-hyperv at level 0 using segments [{'id': 'ab893dda-436e-4954-abde-bbe01354134a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '8c636130-36c7-4dc3-a360-d3c5aa15f9b1'}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:56:15.601952 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9245d7d1-01c6-4324-aae6-e10036c36058 None None] Attempting to bind port c70b27fb-4ef8-49ed-991c-27cc479ad0b0 on network 8c636130-36c7-4dc3-a360-d3c5aa15f9b1 {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:56:15.612093 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39de30d8-ae39-4426-812b-fcf6d9f5ddfc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1d3f2a9-8722-5ce5-bc40-181687d1ed3f-e95a87e2-4c44-46e2-9de5-2786cbaea69c', 'network_id': 'e95a87e2-4c44-46e2-9de5-2786cbaea69c', 'tenant_id': 'b4adfe5c8b3a4e57a1afd1d44c455245', 'fixed_ips': [{'subnet_id': '1ee510ed-4523-4546-b4da-56cbc0cb3f48'}]}} from dv-neutron-835340-2-hyperv. {{(pid=87872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 11:56:15.613098 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-39de30d8-ae39-4426-812b-fcf6d9f5ddfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:15.626430 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9245d7d1-01c6-4324-aae6-e10036c36058 None None] Checking agent: {'id': '961a16fe-cbc8-4264-ac28-bbbd53f89caa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 46, 6), 'started_at': datetime.datetime(2022, 3, 28, 11, 46, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 11, 56, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 11:56:15.627130 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9245d7d1-01c6-4324-aae6-e10036c36058 None None] Checking segment: {'id': 'ab893dda-436e-4954-abde-bbe01354134a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '8c636130-36c7-4dc3-a360-d3c5aa15f9b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:56:15.627561 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-9245d7d1-01c6-4324-aae6-e10036c36058 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:15.627944 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9245d7d1-01c6-4324-aae6-e10036c36058 None None] Bound using segment: {'id': 'ab893dda-436e-4954-abde-bbe01354134a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '8c636130-36c7-4dc3-a360-d3c5aa15f9b1'} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 11:56:15.628432 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-9245d7d1-01c6-4324-aae6-e10036c36058 None None] Bound port: c70b27fb-4ef8-49ed-991c-27cc479ad0b0, host: dv-neutron-835340-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab893dda-436e-4954-abde-bbe01354134a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '8c636130-36c7-4dc3-a360-d3c5aa15f9b1'}}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 11:56:15.628821 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-9245d7d1-01c6-4324-aae6-e10036c36058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:15.630406 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-640f8f8b-d67c-48e7-9da3-12207908a826 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.2656295 Mar 28 11:56:15.637611 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 50110) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:15.642924 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee83af5-2265-437a-b8ec-8304e387b0a4 None None] Routers {'005adf9f-eb7d-4a36-bd5a-ec48d4aae6b3'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:56:15.643853 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-2ee83af5-2265-437a-b8ec-8304e387b0a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T11:56:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['005adf9f-eb7d-4a36-bd5a-ec48d4aae6b3'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:56:15.821516 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-65216129-82a3-442b-8485-cbf27bd18e8f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a776d3d-9745-4c38-b1e0-dfac029e8437']}} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:56:15.832409 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-3bb75d93-c665-4fa6-9547-79f0e45996d4 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:56:15.908634 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-65216129-82a3-442b-8485-cbf27bd18e8f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '786b361f-a2db-447a-b210-1eddef47c794') {'for_net_delete': True} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:56:15.908831 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-65216129-82a3-442b-8485-cbf27bd18e8f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '786b361f-a2db-447a-b210-1eddef47c794') {} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:56:15.971163 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-9245d7d1-01c6-4324-aae6-e10036c36058 None None] For port c70b27fb-4ef8-49ed-991c-27cc479ad0b0, host dv-neutron-835340-2-hyperv, cleared binding levels {{(pid=87872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 11:56:15.974206 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvr_db [None req-2ee83af5-2265-437a-b8ec-8304e387b0a4 None None] Set router 005adf9f-eb7d-4a36-bd5a-ec48d4aae6b3 gateway port host: dv-neutron-835340-2-hyperv {{(pid=87872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:56:15.988100 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-3529c39f-8332-40e6-9bd3-9223a366104f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:16.010582 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-65216129-82a3-442b-8485-cbf27bd18e8f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783496353639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3591341'] for segment, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:16.029947 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-6cb9dc38-aafc-4cca-98a0-08f030508975 tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-709632', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-707672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260923'] for router, precommit_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:16.031240 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-3529c39f-8332-40e6-9bd3-9223a366104f admin admin] Deleting port 0e3b5c56-40c6-441b-9322-13f44351c6c3 {{(pid=87871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:56:16.031596 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-3529c39f-8332-40e6-9bd3-9223a366104f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:16.046869 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-6373820e-76f7-4849-ad84-6e88e7f0098a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0d29398c28b0489a842ab91f20f0fc22&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9370115 Mar 28 11:56:16.055031 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 50114) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:16.082589 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-9245d7d1-01c6-4324-aae6-e10036c36058 None None] For port c70b27fb-4ef8-49ed-991c-27cc479ad0b0, host dv-neutron-835340-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=c70b27fb-4ef8-49ed-991c-27cc479ad0b0,segment=NetworkSegment(ab893dda-436e-4954-abde-bbe01354134a),segment_id=ab893dda-436e-4954-abde-bbe01354134a)] {{(pid=87872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 11:56:16.087359 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-c6abbdea-7855-483d-889b-d884b4f1f7ef req-c51a8bfe-46c8-4904-b4a7-47b33fff3e13 tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] 10.222.0.30 "GET /v2.0/security-groups?id=895ae8ad-46d6-4a0f-b104-9c0ca0cce592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4789839 Mar 28 11:56:16.100912 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-4b3afe2d-8bd1-4602-b1aa-88d56cf4443d tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks [] for port, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:16.105644 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-65216129-82a3-442b-8485-cbf27bd18e8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:16.127184 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-9245d7d1-01c6-4324-aae6-e10036c36058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:16.147565 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65216129-82a3-442b-8485-cbf27bd18e8f admin admin] Releasing vlan 50 on physical network physnet1 to pool {{(pid=87870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 11:56:16.148034 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-65216129-82a3-442b-8485-cbf27bd18e8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1920481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2558260'] for segment, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:16.169991 dv-neutron-835340-2-hyperv neutron-server[87870]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 11:56:16.169991 dv-neutron-835340-2-hyperv neutron-server[87870]: util.warn( Mar 28 11:56:16.169991 dv-neutron-835340-2-hyperv neutron-server[87870]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 11:56:16.169991 dv-neutron-835340-2-hyperv neutron-server[87870]: util.warn( Mar 28 11:56:16.169991 dv-neutron-835340-2-hyperv neutron-server[87870]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 11:56:16.169991 dv-neutron-835340-2-hyperv neutron-server[87870]: util.warn( Mar 28 11:56:16.169991 dv-neutron-835340-2-hyperv neutron-server[87870]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 11:56:16.169991 dv-neutron-835340-2-hyperv neutron-server[87870]: util.warn( Mar 28 11:56:16.169991 dv-neutron-835340-2-hyperv neutron-server[87870]: Traceback (most recent call last): Mar 28 11:56:16.169991 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 11:56:16.169991 dv-neutron-835340-2-hyperv neutron-server[87870]: timer() Mar 28 11:56:16.169991 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 11:56:16.169991 dv-neutron-835340-2-hyperv neutron-server[87870]: cb(*args, **kw) Mar 28 11:56:16.169991 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 11:56:16.169991 dv-neutron-835340-2-hyperv neutron-server[87870]: return func(*args, **kwargs) Mar 28 11:56:16.169991 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 11:56:16.169991 dv-neutron-835340-2-hyperv neutron-server[87870]: self._notify() Mar 28 11:56:16.169991 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 11:56:16.169991 dv-neutron-835340-2-hyperv neutron-server[87870]: self.callback(batched_events) Mar 28 11:56:16.169991 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 11:56:16.169991 dv-neutron-835340-2-hyperv neutron-server[87870]: event.method(event) Mar 28 11:56:16.169991 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 11:56:16.169991 dv-neutron-835340-2-hyperv neutron-server[87870]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 11:56:16.169991 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 11:56:16.169991 dv-neutron-835340-2-hyperv neutron-server[87870]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 11:56:16.169991 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 11:56:16.169991 dv-neutron-835340-2-hyperv neutron-server[87870]: return f(self, *a, **k) Mar 28 11:56:16.169991 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 11:56:16.169991 dv-neutron-835340-2-hyperv neutron-server[87870]: return self._get(url).json() Mar 28 11:56:16.169991 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 11:56:16.169991 dv-neutron-835340-2-hyperv neutron-server[87870]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 11:56:16.169991 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 11:56:16.169991 dv-neutron-835340-2-hyperv neutron-server[87870]: return self.request(url, 'GET', **kwargs) Mar 28 11:56:16.169991 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 11:56:16.169991 dv-neutron-835340-2-hyperv neutron-server[87870]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 11:56:16.169991 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 11:56:16.169991 dv-neutron-835340-2-hyperv neutron-server[87870]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 11:56:16.169991 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 11:56:16.169991 dv-neutron-835340-2-hyperv neutron-server[87870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 11:56:16.169991 dv-neutron-835340-2-hyperv neutron-server[87870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 11:56:16.289527 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-3bb75d93-c665-4fa6-9547-79f0e45996d4 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:16.321578 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-65216129-82a3-442b-8485-cbf27bd18e8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709602'] for network, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:16.326719 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-65216129-82a3-442b-8485-cbf27bd18e8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538751'] for network, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:16.333130 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.provisioning_blocks [None req-4b3afe2d-8bd1-4602-b1aa-88d56cf4443d tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Transition to ACTIVE for port object 06551b2e-8fcc-4a3d-b0dc-7d3268376c95 will not be triggered until provisioned by entity DHCP. {{(pid=87871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:56:16.389973 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245d7d1-01c6-4324-aae6-e10036c36058 None None] Pushing event updated for resources: {'Port': ['ID=c70b27fb-4ef8-49ed-991c-27cc479ad0b0,revision_number=2']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:56:16.392375 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.db_base_plugin_common [None req-7160d707-9008-44ad-a4fd-09942fa56f4b tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Allocated IP 172.20.0.1 (5aa1360d-dd8a-429a-9676-2b66657797b7/abb1f100-99c6-4799-8f83-420e8f91b22e/5d590f5a-c615-49fb-bd3f-3179fa03f91a) {{(pid=87871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:56:16.474986 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-73b5e392-1cd7-4c69-98cd-7f0912606353 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:16.476796 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65216129-82a3-442b-8485-cbf27bd18e8f admin admin] Pushing event deleted for resources: {'Network': ['ID=4a776d3d-9745-4c38-b1e0-dfac029e8437,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:56:16.495903 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-65216129-82a3-442b-8485-cbf27bd18e8f admin admin] 10.222.0.30 "DELETE /v2.0/networks/4a776d3d-9745-4c38-b1e0-dfac029e8437 HTTP/1.1" status: 204 len: 168 time: 5.1884179 Mar 28 11:56:16.506882 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-2ee83af5-2265-437a-b8ec-8304e387b0a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '005adf9f-eb7d-4a36-bd5a-ec48d4aae6b3', 'name': 'tempest-ServersTestJSON-319239182-router', 'tenant_id': 'acd670e645c74d2b90f128b4c99c366d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.162'}], 'enable_snat': True}, 'gw_port_id': '0e3b5c56-40c6-441b-9322-13f44351c6c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:54:13Z', 'updated_at': '2022-03-28T11:56:09Z', 'revision_number': 5, 'project_id': 'acd670e645c74d2b90f128b4c99c366d', 'gw_port': {'id': '0e3b5c56-40c6-441b-9322-13f44351c6c3', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:d1:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '005adf9f-eb7d-4a36-bd5a-ec48d4aae6b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:54:15Z', 'updated_at': '2022-03-28T11:54:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv'}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:56:16.515639 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee83af5-2265-437a-b8ec-8304e387b0a4 None None] The sync data for ids ['005adf9f-eb7d-4a36-bd5a-ec48d4aae6b3'] in dv-neutron-835340-2-hyperv is: [{'id': '005adf9f-eb7d-4a36-bd5a-ec48d4aae6b3', 'name': 'tempest-ServersTestJSON-319239182-router', 'tenant_id': 'acd670e645c74d2b90f128b4c99c366d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.162'}], 'enable_snat': True}, 'gw_port_id': '0e3b5c56-40c6-441b-9322-13f44351c6c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:54:13Z', 'updated_at': '2022-03-28T11:56:09Z', 'revision_number': 5, 'project_id': 'acd670e645c74d2b90f128b4c99c366d', 'gw_port': {'id': '0e3b5c56-40c6-441b-9322-13f44351c6c3', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:d1:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '005adf9f-eb7d-4a36-bd5a-ec48d4aae6b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:54:15Z', 'updated_at': '2022-03-28T11:54:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv'}] {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 11:56:16.585197 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-73b5e392-1cd7-4c69-98cd-7f0912606353 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:16.647311 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-4b3afe2d-8bd1-4602-b1aa-88d56cf4443d tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:16.687087 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.db_base_plugin_common [None req-39de30d8-ae39-4426-812b-fcf6d9f5ddfc None None] Allocated IP 2001:db8::2 (e95a87e2-4c44-46e2-9de5-2786cbaea69c/1ee510ed-4523-4546-b4da-56cbc0cb3f48/d983600d-3df3-49c1-9b45-577ee769524d) {{(pid=87872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:56:16.712062 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.db [None req-3529c39f-8332-40e6-9bd3-9223a366104f admin admin] For port 0e3b5c56-40c6-441b-9322-13f44351c6c3, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=0e3b5c56-40c6-441b-9322-13f44351c6c3,segment=NetworkSegment(688afb86-c9bd-46e2-ba7d-3fe76fb1efff),segment_id=688afb86-c9bd-46e2-ba7d-3fe76fb1efff)] {{(pid=87871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:56:16.712413 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-3529c39f-8332-40e6-9bd3-9223a366104f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:16.742866 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 50122) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:16.746968 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54597ec-0511-48d3-bb91-1cbd7788ed99 req-5e31b114-8971-4266-81fd-e82e76aa58c8 tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:56:16.748863 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-d54597ec-0511-48d3-bb91-1cbd7788ed99 req-5e31b114-8971-4266-81fd-e82e76aa58c8 tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd5974e7-0504-4851-a286-20ab5143705c HTTP/1.1" status: 200 len: 945 time: 0.4819872 Mar 28 11:56:16.866027 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-73b5e392-1cd7-4c69-98cd-7f0912606353 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:16.891338 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b3afe2d-8bd1-4602-b1aa-88d56cf4443d tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Network e95a87e2-4c44-46e2-9de5-2786cbaea69c is already hosted by enough agents. {{(pid=87871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:56:16.933096 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-3529c39f-8332-40e6-9bd3-9223a366104f admin admin] Calling delete_port for 0e3b5c56-40c6-441b-9322-13f44351c6c3 owned by network:router_gateway {{(pid=87871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:56:16.992150 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-3bb75d93-c665-4fa6-9547-79f0e45996d4 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks [] for port, precommit_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:17.002737 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b5e392-1cd7-4c69-98cd-7f0912606353 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a60894e4-03d7-4cf4-b845-42cdbdc3c946,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:56:17.026124 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-4b3afe2d-8bd1-4602-b1aa-88d56cf4443d tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Resources bound (agent type, host, resource id): {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:56:17.030124 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3afe2d-8bd1-4602-b1aa-88d56cf4443d tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Pushing event updated for resources: {'Port': ['ID=06551b2e-8fcc-4a3d-b0dc-7d3268376c95,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:56:17.041109 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-3bb75d93-c665-4fa6-9547-79f0e45996d4 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2558288'] for port, after_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:17.067386 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-39de30d8-ae39-4426-812b-fcf6d9f5ddfc None None] Notify callbacks [] for port, precommit_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:17.079805 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-39de30d8-ae39-4426-812b-fcf6d9f5ddfc None None] Transition to ACTIVE for port object d983600d-3df3-49c1-9b45-577ee769524d will not be triggered until provisioned by entity L2. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:56:17.082864 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-cfac4b0d-7390-47d4-a0cb-1f0c52133e64 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ef5d94df2651453a8526eba31d74035c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3388808 Mar 28 11:56:17.104792 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-39de30d8-ae39-4426-812b-fcf6d9f5ddfc None None] Transition to ACTIVE for port object d983600d-3df3-49c1-9b45-577ee769524d will not be triggered until provisioned by entity DHCP. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:56:17.115882 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 50126) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:17.118782 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-73b5e392-1cd7-4c69-98cd-7f0912606353 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:17.121858 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-39de30d8-ae39-4426-812b-fcf6d9f5ddfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241'] for port, after_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:17.126159 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b3afe2d-8bd1-4602-b1aa-88d56cf4443d tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Received port after_create {{(pid=87871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:56:17.132591 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b3afe2d-8bd1-4602-b1aa-88d56cf4443d tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:56:17.133317 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-4b3afe2d-8bd1-4602-b1aa-88d56cf4443d tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:17.133991 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-73b5e392-1cd7-4c69-98cd-7f0912606353 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a60894e4-03d7-4cf4-b845-42cdbdc3c946 HTTP/1.1" status: 204 len: 168 time: 1.0348566 Mar 28 11:56:17.184378 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-4b3afe2d-8bd1-4602-b1aa-88d56cf4443d tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.7933929 Mar 28 11:56:17.205195 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-3bb75d93-c665-4fa6-9547-79f0e45996d4 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] In _notify_port_updated(), no bound segment for port bebf8c98-6284-436d-9c9e-bfc2b88c0a9a on network 5df4ec91-b994-4337-98be-1b2930f844e7 {{(pid=87870) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 28 11:56:17.213847 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bb75d93-c665-4fa6-9547-79f0e45996d4 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:56:17.214393 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39de30d8-ae39-4426-812b-fcf6d9f5ddfc None None] Network e95a87e2-4c44-46e2-9de5-2786cbaea69c is already hosted by enough agents. {{(pid=87872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:56:17.214933 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-3bb75d93-c665-4fa6-9547-79f0e45996d4 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:17.217761 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.base_scheduler [None req-39de30d8-ae39-4426-812b-fcf6d9f5ddfc None None] Resources bound (agent type, host, resource id): {{(pid=87872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:56:17.221518 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 50132) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:17.224385 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-3bb75d93-c665-4fa6-9547-79f0e45996d4 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] 10.222.0.30 "PUT /v2.0/ports/bebf8c98-6284-436d-9c9e-bfc2b88c0a9a HTTP/1.1" status: 200 len: 818 time: 1.5710866 Mar 28 11:56:17.226137 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-d54597ec-0511-48d3-bb91-1cbd7788ed99 req-35d23654-46bd-4d34-a11e-65ea7b5a0f4a tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] 10.222.0.30 "GET /v2.0/security-groups?id=895ae8ad-46d6-4a0f-b104-9c0ca0cce592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4104369 Mar 28 11:56:17.230098 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39de30d8-ae39-4426-812b-fcf6d9f5ddfc None None] Received port after_create {{(pid=87872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:56:17.231927 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 50134) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:17.238021 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-7160d707-9008-44ad-a4fd-09942fa56f4b tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks [] for port, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:17.288826 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb75d93-c665-4fa6-9547-79f0e45996d4 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Pushing event updated for resources: {'Port': ['ID=bebf8c98-6284-436d-9c9e-bfc2b88c0a9a,revision_number=2']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:56:17.298052 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-6cb9dc38-aafc-4cca-98a0-08f030508975 tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:17.314724 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39de30d8-ae39-4426-812b-fcf6d9f5ddfc None None] Pushing event updated for resources: {'Port': ['ID=d983600d-3df3-49c1-9b45-577ee769524d,revision_number=1']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:56:17.367171 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.provisioning_blocks [None req-7160d707-9008-44ad-a4fd-09942fa56f4b tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Transition to ACTIVE for port object 5d590f5a-c615-49fb-bd3f-3179fa03f91a will not be triggered until provisioned by entity DHCP. {{(pid=87871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:56:17.409952 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-6cb9dc38-aafc-4cca-98a0-08f030508975 tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:17.455827 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-d70d941e-98cb-4f8a-a9f3-13ddcaf8122e tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Deleting port bebf8c98-6284-436d-9c9e-bfc2b88c0a9a {{(pid=87871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:56:17.456067 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-39de30d8-ae39-4426-812b-fcf6d9f5ddfc None None] Attempting to bind port d983600d-3df3-49c1-9b45-577ee769524d on host dv-neutron-835340-2-hyperv for vnic_type normal with profile {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:56:17.456192 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-d70d941e-98cb-4f8a-a9f3-13ddcaf8122e tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:17.456436 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-39de30d8-ae39-4426-812b-fcf6d9f5ddfc None None] Attempting to bind port d983600d-3df3-49c1-9b45-577ee769524d by drivers openvswitch,hyperv on host dv-neutron-835340-2-hyperv at level 0 using segments [{'id': 'bd053757-b8b4-4f3a-b553-aa242f2d15d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e95a87e2-4c44-46e2-9de5-2786cbaea69c'}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:56:17.456800 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39de30d8-ae39-4426-812b-fcf6d9f5ddfc None None] Attempting to bind port d983600d-3df3-49c1-9b45-577ee769524d on network e95a87e2-4c44-46e2-9de5-2786cbaea69c {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:56:17.465986 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39de30d8-ae39-4426-812b-fcf6d9f5ddfc None None] Checking agent: {'id': '961a16fe-cbc8-4264-ac28-bbbd53f89caa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 46, 6), 'started_at': datetime.datetime(2022, 3, 28, 11, 46, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 11, 56, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 11:56:17.467663 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39de30d8-ae39-4426-812b-fcf6d9f5ddfc None None] Checking segment: {'id': 'bd053757-b8b4-4f3a-b553-aa242f2d15d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e95a87e2-4c44-46e2-9de5-2786cbaea69c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:56:17.468077 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-39de30d8-ae39-4426-812b-fcf6d9f5ddfc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:17.470802 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39de30d8-ae39-4426-812b-fcf6d9f5ddfc None None] Bound using segment: {'id': 'bd053757-b8b4-4f3a-b553-aa242f2d15d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e95a87e2-4c44-46e2-9de5-2786cbaea69c'} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 11:56:17.470802 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-39de30d8-ae39-4426-812b-fcf6d9f5ddfc None None] Bound port: d983600d-3df3-49c1-9b45-577ee769524d, host: dv-neutron-835340-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd053757-b8b4-4f3a-b553-aa242f2d15d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e95a87e2-4c44-46e2-9de5-2786cbaea69c'}}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 11:56:17.470802 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-39de30d8-ae39-4426-812b-fcf6d9f5ddfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:17.542855 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-3529c39f-8332-40e6-9bd3-9223a366104f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:17.565134 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-ba0a320f-7640-4b83-b37c-43d28ed91105 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:17.596815 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-ba0a320f-7640-4b83-b37c-43d28ed91105 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:17.631173 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device c70b27fb-4ef8-49ed-991c-27cc479ad0b0 up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:56:17.643080 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ada3dfd1-b82a-49f9-b8fd-1da0b903ed8f tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:56:17.651221 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ada3dfd1-b82a-49f9-b8fd-1da0b903ed8f tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:56:17.652276 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-ada3dfd1-b82a-49f9-b8fd-1da0b903ed8f tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Synchronizing usage tracker for tenant:b4adfe5c8b3a4e57a1afd1d44c455245 on resource:port {{(pid=87871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:56:17.655668 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3529c39f-8332-40e6-9bd3-9223a366104f admin admin] Pushing event deleted for resources: {'Port': ['ID=0e3b5c56-40c6-441b-9322-13f44351c6c3,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:56:17.668443 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-7160d707-9008-44ad-a4fd-09942fa56f4b tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:17.704940 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-39de30d8-ae39-4426-812b-fcf6d9f5ddfc None None] For port d983600d-3df3-49c1-9b45-577ee769524d, host dv-neutron-835340-2-hyperv, cleared binding levels {{(pid=87872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 11:56:17.726088 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-39de30d8-ae39-4426-812b-fcf6d9f5ddfc None None] For port d983600d-3df3-49c1-9b45-577ee769524d, host dv-neutron-835340-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=d983600d-3df3-49c1-9b45-577ee769524d,segment=NetworkSegment(bd053757-b8b4-4f3a-b553-aa242f2d15d2),segment_id=bd053757-b8b4-4f3a-b553-aa242f2d15d2)] {{(pid=87872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 11:56:17.738053 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-39de30d8-ae39-4426-812b-fcf6d9f5ddfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:17.758381 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-ba0a320f-7640-4b83-b37c-43d28ed91105 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:17.813087 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning for port c70b27fb-4ef8-49ed-991c-27cc479ad0b0 completed by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:56:17.827385 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 6addcd38-d833-43fa-b3a0-ea1559597a58 up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:56:17.909260 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39de30d8-ae39-4426-812b-fcf6d9f5ddfc None None] Pushing event updated for resources: {'Port': ['ID=d983600d-3df3-49c1-9b45-577ee769524d,revision_number=2']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:56:17.961694 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port 6addcd38-d833-43fa-b3a0-ea1559597a58 triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:56:17.962399 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:18.138433 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.db_base_plugin_common [None req-6cb9dc38-aafc-4cca-98a0-08f030508975 tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Allocated IP 172.26.7.215 (ac2b1748-8f63-4b17-a9c7-07e79704aa5b/0b7ebf76-1dc7-431a-a0b4-b96bacf287c2/68d3e449-1f98-45c2-ba3a-78245b12e550) {{(pid=87870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:56:18.138660 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7160d707-9008-44ad-a4fd-09942fa56f4b tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Network 5aa1360d-dd8a-429a-9676-2b66657797b7 is already hosted by enough agents. {{(pid=87871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:56:18.149918 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-7160d707-9008-44ad-a4fd-09942fa56f4b tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Resources bound (agent type, host, resource id): {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:56:18.155043 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7160d707-9008-44ad-a4fd-09942fa56f4b tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Received port after_create {{(pid=87871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:56:18.181077 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-ada3dfd1-b82a-49f9-b8fd-1da0b903ed8f tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Unset dirty status for tenant:b4adfe5c8b3a4e57a1afd1d44c455245 on resource:port {{(pid=87871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:56:18.183092 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212a777c-a49e-4114-9d69-1c50e7fae941 req-40ef3a80-d9ca-4001-82a1-d4a39a345927 tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:56:18.185287 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-ada3dfd1-b82a-49f9-b8fd-1da0b903ed8f tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.9578938 Mar 28 11:56:18.186498 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-212a777c-a49e-4114-9d69-1c50e7fae941 req-40ef3a80-d9ca-4001-82a1-d4a39a345927 tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd5974e7-0504-4851-a286-20ab5143705c HTTP/1.1" status: 200 len: 945 time: 0.7828732 Mar 28 11:56:18.187680 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 50152) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:18.192564 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0a320f-7640-4b83-b37c-43d28ed91105 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1f952eb-26bf-456b-a5e1-a4804496502b,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:56:18.213324 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device e4f29528-2ae2-45f0-863a-39816c9dcf0c no longer exists at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 11:56:18.215656 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-ba0a320f-7640-4b83-b37c-43d28ed91105 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:18.217438 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-ba0a320f-7640-4b83-b37c-43d28ed91105 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d1f952eb-26bf-456b-a5e1-a4804496502b HTTP/1.1" status: 204 len: 168 time: 1.0822220 Mar 28 11:56:18.267221 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-3529c39f-8332-40e6-9bd3-9223a366104f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-709573'] for router_gateway, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:18.279402 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] No Port match for: e4f29528-2ae2-45f0-863a-39816c9dcf0c {{(pid=87872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 11:56:18.280136 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device e4f29528-2ae2-45f0-863a-39816c9dcf0c not bound to the agent host dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 11:56:18.380754 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7160d707-9008-44ad-a4fd-09942fa56f4b tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Pushing event updated for resources: {'Port': ['ID=5d590f5a-c615-49fb-bd3f-3179fa03f91a,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:56:18.574863 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-6cb9dc38-aafc-4cca-98a0-08f030508975 tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:18.617840 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dd4107c-c568-4c81-96dc-a615cd980e12 None None] Network 8c636130-36c7-4dc3-a360-d3c5aa15f9b1 requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:56:18.690982 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-540758f6-a460-459d-a71f-fab9f3d4032d tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Deleting port 06551b2e-8fcc-4a3d-b0dc-7d3268376c95 {{(pid=87870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:56:18.691304 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-540758f6-a460-459d-a71f-fab9f3d4032d tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:18.717277 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-7160d707-9008-44ad-a4fd-09942fa56f4b tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-709483'] for router_interface, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:18.765599 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-212a777c-a49e-4114-9d69-1c50e7fae941 req-f8177649-8a93-4da1-b9a9-7bdf24804e9f tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] 10.222.0.30 "GET /v2.0/security-groups?id=895ae8ad-46d6-4a0f-b104-9c0ca0cce592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5594182 Mar 28 11:56:18.854751 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 50176) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:18.871751 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-6cb9dc38-aafc-4cca-98a0-08f030508975 tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:18.875758 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-3529c39f-8332-40e6-9bd3-9223a366104f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-745164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-260864'] for router, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:18.878683 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-d70d941e-98cb-4f8a-a9f3-13ddcaf8122e tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:18.897447 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-3529c39f-8332-40e6-9bd3-9223a366104f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:19.054228 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cb9dc38-aafc-4cca-98a0-08f030508975 tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Network ac2b1748-8f63-4b17-a9c7-07e79704aa5b is already hosted by enough agents. {{(pid=87870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:56:19.062850 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.base_scheduler [None req-6cb9dc38-aafc-4cca-98a0-08f030508975 tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Resources bound (agent type, host, resource id): {{(pid=87870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:56:19.076641 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb9dc38-aafc-4cca-98a0-08f030508975 tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Received port after_create {{(pid=87870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:56:19.080718 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-d70d941e-98cb-4f8a-a9f3-13ddcaf8122e tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Calling delete_port for bebf8c98-6284-436d-9c9e-bfc2b88c0a9a owned by {{(pid=87871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:56:19.082974 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-cca73f63-94b5-40db-89ef-4643c5132dd1 None None] Provisioning for port 5d590f5a-c615-49fb-bd3f-3179fa03f91a completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:56:19.093533 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-cca73f63-94b5-40db-89ef-4643c5132dd1 None None] Provisioning complete for port 5d590f5a-c615-49fb-bd3f-3179fa03f91a triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:56:19.095197 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-cca73f63-94b5-40db-89ef-4643c5132dd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:19.211210 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-3529c39f-8332-40e6-9bd3-9223a366104f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-745021'] for router, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:19.213769 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3529c39f-8332-40e6-9bd3-9223a366104f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 005adf9f-eb7d-4a36-bd5a-ec48d4aae6b3 {{(pid=87871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 11:56:19.223222 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-cca73f63-94b5-40db-89ef-4643c5132dd1 None None] Port 5d590f5a-c615-49fb-bd3f-3179fa03f91a cannot update to ACTIVE because it is not bound. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 11:56:19.227630 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb9dc38-aafc-4cca-98a0-08f030508975 tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Pushing event updated for resources: {'Port': ['ID=68d3e449-1f98-45c2-ba3a-78245b12e550,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:56:19.260308 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-cca73f63-94b5-40db-89ef-4643c5132dd1 None None] Provisioning for port c70b27fb-4ef8-49ed-991c-27cc479ad0b0 completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:56:19.268536 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-cca73f63-94b5-40db-89ef-4643c5132dd1 None None] Provisioning complete for port c70b27fb-4ef8-49ed-991c-27cc479ad0b0 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:56:19.269104 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-cca73f63-94b5-40db-89ef-4643c5132dd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:19.276193 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-3529c39f-8332-40e6-9bd3-9223a366104f admin admin] Notify callbacks [] for router, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:19.281270 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-3529c39f-8332-40e6-9bd3-9223a366104f admin admin] 10.222.0.30 "DELETE /v2.0/routers/005adf9f-eb7d-4a36-bd5a-ec48d4aae6b3 HTTP/1.1" status: 204 len: 168 time: 5.7351727 Mar 28 11:56:19.290379 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 50186) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:19.377528 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-d70d941e-98cb-4f8a-a9f3-13ddcaf8122e tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:19.510119 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-540758f6-a460-459d-a71f-fab9f3d4032d tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:19.511150 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70d941e-98cb-4f8a-a9f3-13ddcaf8122e tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Pushing event deleted for resources: {'Port': ['ID=bebf8c98-6284-436d-9c9e-bfc2b88c0a9a,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:56:19.527453 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-d70d941e-98cb-4f8a-a9f3-13ddcaf8122e tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:19.548777 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-d70d941e-98cb-4f8a-a9f3-13ddcaf8122e tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] 10.222.0.30 "DELETE /v2.0/ports/bebf8c98-6284-436d-9c9e-bfc2b88c0a9a HTTP/1.1" status: 204 len: 168 time: 2.3156683 Mar 28 11:56:19.549625 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-7160d707-9008-44ad-a4fd-09942fa56f4b tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:19.564942 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 50194) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:19.626650 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-cca73f63-94b5-40db-89ef-4643c5132dd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:19.678888 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-cca73f63-94b5-40db-89ef-4643c5132dd1 None None] For port c70b27fb-4ef8-49ed-991c-27cc479ad0b0, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=c70b27fb-4ef8-49ed-991c-27cc479ad0b0,segment=NetworkSegment(ab893dda-436e-4954-abde-bbe01354134a),segment_id=ab893dda-436e-4954-abde-bbe01354134a)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:56:19.684363 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-cca73f63-94b5-40db-89ef-4643c5132dd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:19.722176 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-540758f6-a460-459d-a71f-fab9f3d4032d tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Calling delete_port for 06551b2e-8fcc-4a3d-b0dc-7d3268376c95 owned by {{(pid=87870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:56:19.803938 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 50200) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:19.809292 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca73f63-94b5-40db-89ef-4643c5132dd1 None None] Pushing event updated for resources: {'Port': ['ID=c70b27fb-4ef8-49ed-991c-27cc479ad0b0,revision_number=3']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:56:19.866349 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-36b5a8d7-5686-4541-93cb-170d71232d0e None None] Provisioning complete for port c70b27fb-4ef8-49ed-991c-27cc479ad0b0 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:56:19.866842 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-36b5a8d7-5686-4541-93cb-170d71232d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:19.926251 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device d983600d-3df3-49c1-9b45-577ee769524d up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:56:19.989954 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.db_base_plugin_v2 [None req-b64c3419-522b-4066-b954-70c23043118e admin admin] Deleting subnet 0ed780f2-8d6e-4932-8a9f-fdf7d02c0d26 {{(pid=87870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 11:56:20.001763 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-89db1521-85fc-4a45-a22f-6bbcc7b72ef4 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Request body: {'security_group': {'name': 'tempest-secgroup--909083230'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:56:20.008823 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-89db1521-85fc-4a45-a22f-6bbcc7b72ef4 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:56:20.017556 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-89db1521-85fc-4a45-a22f-6bbcc7b72ef4 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Usage tracker for resource:security_group and tenant:2a883d5a5a2b4866b0c720c3c2f3317a is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:56:20.020969 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-89db1521-85fc-4a45-a22f-6bbcc7b72ef4 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:56:20.024318 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d2689ba-8163-43c8-a1de-0a367f7ff0a7 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:56:20.025185 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-7d2689ba-8163-43c8-a1de-0a367f7ff0a7 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Synchronizing usage tracker for tenant:beb99f647cec46e3bbf575ac0a3034e8 on resource:port {{(pid=87871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:56:20.027349 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-89db1521-85fc-4a45-a22f-6bbcc7b72ef4 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:56:20.046572 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-b64c3419-522b-4066-b954-70c23043118e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:20.051042 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-c92a069d-aebb-4e04-946a-eac8ed14c3f4 tempest-ExtraDHCPOptionsIpV6TestJSON-577237846 tempest-ExtraDHCPOptionsIpV6TestJSON-577237846-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1130190599'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:56:20.080382 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-89db1521-85fc-4a45-a22f-6bbcc7b72ef4 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Notify callbacks [] for security_group, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:20.154127 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning for port d983600d-3df3-49c1-9b45-577ee769524d completed by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:56:20.170104 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-36b5a8d7-5686-4541-93cb-170d71232d0e None None] Provisioning for port d983600d-3df3-49c1-9b45-577ee769524d completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:56:20.175748 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-36b5a8d7-5686-4541-93cb-170d71232d0e None None] Provisioning complete for port d983600d-3df3-49c1-9b45-577ee769524d triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:56:20.176282 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-36b5a8d7-5686-4541-93cb-170d71232d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:20.192498 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-89db1521-85fc-4a45-a22f-6bbcc7b72ef4 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Notify callbacks [] for security_group, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:20.196242 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-c92a069d-aebb-4e04-946a-eac8ed14c3f4 tempest-ExtraDHCPOptionsIpV6TestJSON-577237846 tempest-ExtraDHCPOptionsIpV6TestJSON-577237846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:56:20.203684 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-c92a069d-aebb-4e04-946a-eac8ed14c3f4 tempest-ExtraDHCPOptionsIpV6TestJSON-577237846 tempest-ExtraDHCPOptionsIpV6TestJSON-577237846-project] Usage tracker for resource:network and tenant:29d96dc820204ce9886f594bdeda7962 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:56:20.210534 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-c92a069d-aebb-4e04-946a-eac8ed14c3f4 tempest-ExtraDHCPOptionsIpV6TestJSON-577237846 tempest-ExtraDHCPOptionsIpV6TestJSON-577237846-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:56:20.247733 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-c92a069d-aebb-4e04-946a-eac8ed14c3f4 tempest-ExtraDHCPOptionsIpV6TestJSON-577237846 tempest-ExtraDHCPOptionsIpV6TestJSON-577237846-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:56:20.256866 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-7d2689ba-8163-43c8-a1de-0a367f7ff0a7 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Unset dirty status for tenant:beb99f647cec46e3bbf575ac0a3034e8 on resource:port {{(pid=87871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:56:20.260860 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-7d2689ba-8163-43c8-a1de-0a367f7ff0a7 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.6920755 Mar 28 11:56:20.271011 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 50206) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:20.281280 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-89db1521-85fc-4a45-a22f-6bbcc7b72ef4 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:56:20.299601 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-36b5a8d7-5686-4541-93cb-170d71232d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:20.326121 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c92a069d-aebb-4e04-946a-eac8ed14c3f4 tempest-ExtraDHCPOptionsIpV6TestJSON-577237846 tempest-ExtraDHCPOptionsIpV6TestJSON-577237846-project] Made reservation on behalf of 29d96dc820204ce9886f594bdeda7962 for: {'network': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:56:20.330267 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-c92a069d-aebb-4e04-946a-eac8ed14c3f4 tempest-ExtraDHCPOptionsIpV6TestJSON-577237846 tempest-ExtraDHCPOptionsIpV6TestJSON-577237846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for network, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:20.333088 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-36b5a8d7-5686-4541-93cb-170d71232d0e None None] For port d983600d-3df3-49c1-9b45-577ee769524d, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=d983600d-3df3-49c1-9b45-577ee769524d,segment=NetworkSegment(bd053757-b8b4-4f3a-b553-aa242f2d15d2),segment_id=bd053757-b8b4-4f3a-b553-aa242f2d15d2)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:56:20.334214 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-b64c3419-522b-4066-b954-70c23043118e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3591354'] for subnet, precommit_delete_associations {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:20.337673 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-36b5a8d7-5686-4541-93cb-170d71232d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:20.351499 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-c92a069d-aebb-4e04-946a-eac8ed14c3f4 tempest-ExtraDHCPOptionsIpV6TestJSON-577237846 tempest-ExtraDHCPOptionsIpV6TestJSON-577237846-project] Notify callbacks [] for security_group, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:20.364165 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-89db1521-85fc-4a45-a22f-6bbcc7b72ef4 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Usage tracker for resource:security_group_rule and tenant:2a883d5a5a2b4866b0c720c3c2f3317a is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:56:20.374516 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-89db1521-85fc-4a45-a22f-6bbcc7b72ef4 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:56:20.376336 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-c92a069d-aebb-4e04-946a-eac8ed14c3f4 tempest-ExtraDHCPOptionsIpV6TestJSON-577237846 tempest-ExtraDHCPOptionsIpV6TestJSON-577237846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:56:20.378173 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.pecan_wsgi.hooks.translation [None req-97b7b65f-059f-44ff-b198-7eee0851bc64 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] GET failed (client error): The resource could not be found. Mar 28 11:56:20.378536 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-97b7b65f-059f-44ff-b198-7eee0851bc64 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Synchronizing usage tracker for tenant:beb99f647cec46e3bbf575ac0a3034e8 on resource:port {{(pid=87870) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:56:20.390457 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-c92a069d-aebb-4e04-946a-eac8ed14c3f4 tempest-ExtraDHCPOptionsIpV6TestJSON-577237846 tempest-ExtraDHCPOptionsIpV6TestJSON-577237846-project] Usage tracker for resource:security_group_rule and tenant:29d96dc820204ce9886f594bdeda7962 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:56:20.394240 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-89db1521-85fc-4a45-a22f-6bbcc7b72ef4 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:56:20.394815 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-c92a069d-aebb-4e04-946a-eac8ed14c3f4 tempest-ExtraDHCPOptionsIpV6TestJSON-577237846 tempest-ExtraDHCPOptionsIpV6TestJSON-577237846-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:56:20.405850 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-c92a069d-aebb-4e04-946a-eac8ed14c3f4 tempest-ExtraDHCPOptionsIpV6TestJSON-577237846 tempest-ExtraDHCPOptionsIpV6TestJSON-577237846-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:56:20.411967 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b5a8d7-5686-4541-93cb-170d71232d0e None None] Pushing event updated for resources: {'Port': ['ID=d983600d-3df3-49c1-9b45-577ee769524d,revision_number=3']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:56:20.429202 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-540758f6-a460-459d-a71f-fab9f3d4032d tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:20.453312 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-0b487a51-8a43-43bf-a96c-3c4847533bd2 None None] Could not find standard attr ID for object 06551b2e-8fcc-4a3d-b0dc-7d3268376c95. {{(pid=87872) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 28 11:56:20.461348 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-7160d707-9008-44ad-a4fd-09942fa56f4b tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks [] for port, precommit_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:20.469145 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-7160d707-9008-44ad-a4fd-09942fa56f4b tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2363241'] for port, after_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:20.474002 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-97b7b65f-059f-44ff-b198-7eee0851bc64 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Unset dirty status for tenant:beb99f647cec46e3bbf575ac0a3034e8 on resource:port {{(pid=87870) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:56:20.475154 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-97b7b65f-059f-44ff-b198-7eee0851bc64 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] 10.222.0.30 "GET /v2.0/ports/bebf8c98-6284-436d-9c9e-bfc2b88c0a9a HTTP/1.1" status: 404 len: 333 time: 0.2016757 Mar 28 11:56:20.496823 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 50210) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:20.502730 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:20.511799 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540758f6-a460-459d-a71f-fab9f3d4032d tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Pushing event deleted for resources: {'Port': ['ID=06551b2e-8fcc-4a3d-b0dc-7d3268376c95,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:56:20.517305 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-bc66bee6-2115-4bf5-aca5-a2d290527dc5 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-929745793'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:56:20.611330 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-7160d707-9008-44ad-a4fd-09942fa56f4b tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-743372'] for router_interface, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:20.625689 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7160d707-9008-44ad-a4fd-09942fa56f4b tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Pushing event updated for resources: {'Port': ['ID=5d590f5a-c615-49fb-bd3f-3179fa03f91a,revision_number=2']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:56:20.736921 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-bc66bee6-2115-4bf5-aca5-a2d290527dc5 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:56:20.760452 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-c92a069d-aebb-4e04-946a-eac8ed14c3f4 tempest-ExtraDHCPOptionsIpV6TestJSON-577237846 tempest-ExtraDHCPOptionsIpV6TestJSON-577237846-project] Notify callbacks [] for security_group, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:20.764792 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-bc66bee6-2115-4bf5-aca5-a2d290527dc5 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Usage tracker for resource:network and tenant:beb99f647cec46e3bbf575ac0a3034e8 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:56:20.769122 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-c92a069d-aebb-4e04-946a-eac8ed14c3f4 tempest-ExtraDHCPOptionsIpV6TestJSON-577237846 tempest-ExtraDHCPOptionsIpV6TestJSON-577237846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:20.772432 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-bc66bee6-2115-4bf5-aca5-a2d290527dc5 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:56:20.783686 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-540758f6-a460-459d-a71f-fab9f3d4032d tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:20.789131 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-bc66bee6-2115-4bf5-aca5-a2d290527dc5 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:56:20.806837 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c92a069d-aebb-4e04-946a-eac8ed14c3f4 tempest-ExtraDHCPOptionsIpV6TestJSON-577237846 tempest-ExtraDHCPOptionsIpV6TestJSON-577237846-project] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=87871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 11:56:20.838700 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-b64c3419-522b-4066-b954-70c23043118e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1919782'] for subnet, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:20.851505 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-c92a069d-aebb-4e04-946a-eac8ed14c3f4 tempest-ExtraDHCPOptionsIpV6TestJSON-577237846 tempest-ExtraDHCPOptionsIpV6TestJSON-577237846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:20.851973 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.db.segments_db [None req-c92a069d-aebb-4e04-946a-eac8ed14c3f4 tempest-ExtraDHCPOptionsIpV6TestJSON-577237846 tempest-ExtraDHCPOptionsIpV6TestJSON-577237846-project] Added segment 7e91c0f0-ca62-47d8-8d9a-d16257408c85 of type vlan for network 473cfb3a-6017-4a04-92a9-8ff943512ecb Mar 28 11:56:20.874799 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92a069d-aebb-4e04-946a-eac8ed14c3f4 tempest-ExtraDHCPOptionsIpV6TestJSON-577237846 tempest-ExtraDHCPOptionsIpV6TestJSON-577237846-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c666e85-2c83-4a2b-90f9-a8315d89ff9b,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:56:20.888346 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7160d707-9008-44ad-a4fd-09942fa56f4b tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Network 5aa1360d-dd8a-429a-9676-2b66657797b7 is already hosted by enough agents. {{(pid=87871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:56:20.891511 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-7160d707-9008-44ad-a4fd-09942fa56f4b tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Resources bound (agent type, host, resource id): {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:56:20.923323 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc66bee6-2115-4bf5-aca5-a2d290527dc5 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Made reservation on behalf of beb99f647cec46e3bbf575ac0a3034e8 for: {'network': 1} {{(pid=87870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:56:20.926715 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-bc66bee6-2115-4bf5-aca5-a2d290527dc5 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for network, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:20.951027 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-540758f6-a460-459d-a71f-fab9f3d4032d tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "DELETE /v2.0/ports/06551b2e-8fcc-4a3d-b0dc-7d3268376c95 HTTP/1.1" status: 204 len: 168 time: 2.7599957 Mar 28 11:56:20.963139 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 50214) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:20.974374 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-c92a069d-aebb-4e04-946a-eac8ed14c3f4 tempest-ExtraDHCPOptionsIpV6TestJSON-577237846 tempest-ExtraDHCPOptionsIpV6TestJSON-577237846-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783495836591'] for network, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:21.080832 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-6cb9dc38-aafc-4cca-98a0-08f030508975 tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:21.099187 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-c92a069d-aebb-4e04-946a-eac8ed14c3f4 tempest-ExtraDHCPOptionsIpV6TestJSON-577237846 tempest-ExtraDHCPOptionsIpV6TestJSON-577237846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765'] for network, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:21.104525 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c92a069d-aebb-4e04-946a-eac8ed14c3f4 tempest-ExtraDHCPOptionsIpV6TestJSON-577237846 tempest-ExtraDHCPOptionsIpV6TestJSON-577237846-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:56:21.105122 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-c92a069d-aebb-4e04-946a-eac8ed14c3f4 tempest-ExtraDHCPOptionsIpV6TestJSON-577237846 tempest-ExtraDHCPOptionsIpV6TestJSON-577237846-project] Notify callbacks [] for network, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:21.136983 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc66bee6-2115-4bf5-aca5-a2d290527dc5 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=87870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 11:56:21.173669 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-89db1521-85fc-4a45-a22f-6bbcc7b72ef4 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Notify callbacks [] for security_group, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:21.180119 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-80a81b0f-c712-4494-91e1-077661cf6ea3 None None] Provisioning complete for port 5d590f5a-c615-49fb-bd3f-3179fa03f91a triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:56:21.180716 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-80a81b0f-c712-4494-91e1-077661cf6ea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:21.183993 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-bc66bee6-2115-4bf5-aca5-a2d290527dc5 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:21.184329 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.db.segments_db [None req-bc66bee6-2115-4bf5-aca5-a2d290527dc5 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Added segment deb07d50-2950-4e0e-bbeb-acda35ec3031 of type vlan for network 4e76bbfd-a57c-4a31-ab10-d8090b780aca Mar 28 11:56:21.188143 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-89db1521-85fc-4a45-a22f-6bbcc7b72ef4 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:21.192672 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69770448-de97-4d0e-be52-7ec92c13deec tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:56:21.194252 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69770448-de97-4d0e-be52-7ec92c13deec tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:56:21.198294 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-69770448-de97-4d0e-be52-7ec92c13deec tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2299445 Mar 28 11:56:21.215029 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 50218) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:21.216046 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-89db1521-85fc-4a45-a22f-6bbcc7b72ef4 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:56:21.224506 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-b64c3419-522b-4066-b954-70c23043118e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1919805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2561174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2563528'] for subnet, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:21.239157 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-80a81b0f-c712-4494-91e1-077661cf6ea3 None None] Port 5d590f5a-c615-49fb-bd3f-3179fa03f91a cannot update to ACTIVE because it is not bound. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 11:56:21.252348 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-c92a069d-aebb-4e04-946a-eac8ed14c3f4 tempest-ExtraDHCPOptionsIpV6TestJSON-577237846 tempest-ExtraDHCPOptionsIpV6TestJSON-577237846-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.4468229 Mar 28 11:56:21.254552 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92a069d-aebb-4e04-946a-eac8ed14c3f4 tempest-ExtraDHCPOptionsIpV6TestJSON-577237846 tempest-ExtraDHCPOptionsIpV6TestJSON-577237846-project] Pushing event updated for resources: {'Network': ['ID=473cfb3a-6017-4a04-92a9-8ff943512ecb,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:56:21.258708 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 50222) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:21.268313 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Network 473cfb3a-6017-4a04-92a9-8ff943512ecb details requested by agent ovs-agent-dv-neutron-835340-2-hyperv with host dv-neutron-835340-2-hyperv {{(pid=87872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 11:56:21.269474 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-9523d0a6-a0be-4822-9e55-8e85f0f97cbd tempest-ExtraDHCPOptionsIpV6TestJSON-577237846 tempest-ExtraDHCPOptionsIpV6TestJSON-577237846-project] Request body: {'subnet': {'network_id': '473cfb3a-6017-4a04-92a9-8ff943512ecb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:56:21.270826 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-89db1521-85fc-4a45-a22f-6bbcc7b72ef4 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Usage tracker for resource:security_group_rule and tenant:2a883d5a5a2b4866b0c720c3c2f3317a is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:56:21.289967 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7160d707-9008-44ad-a4fd-09942fa56f4b tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Router 83a75258-b43a-4019-a6cb-3ba3a54dde8e is scheduled to L3 agent af79d429-529e-400b-a119-94d4bec03f3e with binding_index 1 {{(pid=87871) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 11:56:21.310634 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-89db1521-85fc-4a45-a22f-6bbcc7b72ef4 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:56:21.352648 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64c3419-522b-4066-b954-70c23043118e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ed780f2-8d6e-4932-8a9f-fdf7d02c0d26,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:56:21.360515 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-89db1521-85fc-4a45-a22f-6bbcc7b72ef4 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:56:21.397108 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e83a5fb3-c3a7-4944-8bc1-b3cdb37b0d0d None None] Network a4e7a0f3-f0a8-4b6f-ba98-4c112b7f4173 requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:56:21.434820 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-bc66bee6-2115-4bf5-aca5-a2d290527dc5 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783495836591'] for network, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:21.445918 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device d983600d-3df3-49c1-9b45-577ee769524d up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:56:21.449024 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-b64c3419-522b-4066-b954-70c23043118e admin admin] Notify callbacks [] for subnet, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:21.461851 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89db1521-85fc-4a45-a22f-6bbcc7b72ef4 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Pushing event updated for resources: {'SecurityGroup': ['ID=feac2697-f57c-41bf-8f3d-8d0494031d09,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:56:21.511947 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-b64c3419-522b-4066-b954-70c23043118e admin admin] 10.222.0.30 "DELETE /v2.0/subnets/0ed780f2-8d6e-4932-8a9f-fdf7d02c0d26 HTTP/1.1" status: 204 len: 168 time: 2.2059126 Mar 28 11:56:21.528866 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 50226) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:21.541110 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.db_base_plugin_v2 [None req-359ae773-74b4-4b59-b60d-8c4f4d1fe16b tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Deleting subnet 1ee510ed-4523-4546-b4da-56cbc0cb3f48 {{(pid=87870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 11:56:21.547856 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-9523d0a6-a0be-4822-9e55-8e85f0f97cbd tempest-ExtraDHCPOptionsIpV6TestJSON-577237846 tempest-ExtraDHCPOptionsIpV6TestJSON-577237846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:56:21.555751 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-9523d0a6-a0be-4822-9e55-8e85f0f97cbd tempest-ExtraDHCPOptionsIpV6TestJSON-577237846 tempest-ExtraDHCPOptionsIpV6TestJSON-577237846-project] Usage tracker for resource:subnet and tenant:29d96dc820204ce9886f594bdeda7962 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:56:21.560728 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-9523d0a6-a0be-4822-9e55-8e85f0f97cbd tempest-ExtraDHCPOptionsIpV6TestJSON-577237846 tempest-ExtraDHCPOptionsIpV6TestJSON-577237846-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:56:21.577588 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-9523d0a6-a0be-4822-9e55-8e85f0f97cbd tempest-ExtraDHCPOptionsIpV6TestJSON-577237846 tempest-ExtraDHCPOptionsIpV6TestJSON-577237846-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:56:21.587782 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7160d707-9008-44ad-a4fd-09942fa56f4b tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 11:56:21.595213 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-7160d707-9008-44ad-a4fd-09942fa56f4b tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] 10.222.0.30 "PUT /v2.0/routers/83a75258-b43a-4019-a6cb-3ba3a54dde8e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2029600 Mar 28 11:56:21.597911 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 50230) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:21.604469 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a107a9b6-6e84-4a2c-a6fe-a485b472a076 None None] Sync routers for ids ['83a75258-b43a-4019-a6cb-3ba3a54dde8e'] in dv-neutron-835340-2-hyperv {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 11:56:21.614465 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-359ae773-74b4-4b59-b60d-8c4f4d1fe16b tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks [] for subnet, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:21.615371 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a107a9b6-6e84-4a2c-a6fe-a485b472a076 None None] Routers {'83a75258-b43a-4019-a6cb-3ba3a54dde8e'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:56:21.616140 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-a107a9b6-6e84-4a2c-a6fe-a485b472a076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T11:56:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['83a75258-b43a-4019-a6cb-3ba3a54dde8e'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:56:21.639515 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9523d0a6-a0be-4822-9e55-8e85f0f97cbd tempest-ExtraDHCPOptionsIpV6TestJSON-577237846 tempest-ExtraDHCPOptionsIpV6TestJSON-577237846-project] Made reservation on behalf of 29d96dc820204ce9886f594bdeda7962 for: {'subnet': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:56:21.643399 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-9523d0a6-a0be-4822-9e55-8e85f0f97cbd tempest-ExtraDHCPOptionsIpV6TestJSON-577237846 tempest-ExtraDHCPOptionsIpV6TestJSON-577237846-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26551362'] for subnet, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:21.686228 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-a107a9b6-6e84-4a2c-a6fe-a485b472a076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:56:21.697535 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a107a9b6-6e84-4a2c-a6fe-a485b472a076 None None] Routers {'83a75258-b43a-4019-a6cb-3ba3a54dde8e'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:56:21.698361 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-a107a9b6-6e84-4a2c-a6fe-a485b472a076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T11:56:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['83a75258-b43a-4019-a6cb-3ba3a54dde8e'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:56:21.698549 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-bc66bee6-2115-4bf5-aca5-a2d290527dc5 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765'] for network, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:21.704040 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc66bee6-2115-4bf5-aca5-a2d290527dc5 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:56:21.704641 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-bc66bee6-2115-4bf5-aca5-a2d290527dc5 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538751'] for network, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:21.731377 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port d983600d-3df3-49c1-9b45-577ee769524d triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:56:21.732301 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:21.774257 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-a107a9b6-6e84-4a2c-a6fe-a485b472a076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:56:21.774939 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a107a9b6-6e84-4a2c-a6fe-a485b472a076 None None] The sync data for ids ['83a75258-b43a-4019-a6cb-3ba3a54dde8e'] in dv-neutron-835340-2-hyperv is: [] {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 11:56:21.836282 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-359ae773-74b4-4b59-b60d-8c4f4d1fe16b tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3591354'] for subnet, precommit_delete_associations {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:21.892395 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6c224cf-4eff-4879-a2b7-c2688a5e257e None None] DHCP port deletion for a4e7a0f3-f0a8-4b6f-ba98-4c112b7f4173 request from dv-neutron-835340-2-hyperv {{(pid=87872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 11:56:21.898348 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe3145f3-3964-4775-99bc-aaa7491e060e tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:56:21.899202 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-c6c224cf-4eff-4879-a2b7-c2688a5e257e None None] Deleting port e3a6fd75-58b7-4aa8-b53f-07a3d17b9a4b {{(pid=87872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:56:21.899528 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-fe3145f3-3964-4775-99bc-aaa7491e060e tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Synchronizing usage tracker for tenant:fc0f0a585a8c4bf2950e053878e50dfb on resource:port {{(pid=87871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:56:21.899716 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-c6c224cf-4eff-4879-a2b7-c2688a5e257e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:21.935513 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-fe3145f3-3964-4775-99bc-aaa7491e060e tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Unset dirty status for tenant:fc0f0a585a8c4bf2950e053878e50dfb on resource:port {{(pid=87871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:56:21.937119 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-fe3145f3-3964-4775-99bc-aaa7491e060e tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] 10.222.0.30 "GET /v2.0/ports/5d590f5a-c615-49fb-bd3f-3179fa03f91a HTTP/1.1" status: 200 len: 910 time: 0.3380466 Mar 28 11:56:21.940088 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 50234) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:22.033207 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device c70b27fb-4ef8-49ed-991c-27cc479ad0b0 up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:56:22.067145 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-bc66bee6-2115-4bf5-aca5-a2d290527dc5 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.5631592 Mar 28 11:56:22.080898 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-49e464a9-a043-4afd-b38d-c06532ded298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588883'] for network, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:22.082618 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc66bee6-2115-4bf5-aca5-a2d290527dc5 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Pushing event updated for resources: {'Network': ['ID=4e76bbfd-a57c-4a31-ab10-d8090b780aca,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:56:22.087393 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 50238) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:22.109298 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-89db1521-85fc-4a45-a22f-6bbcc7b72ef4 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Notify callbacks [] for security_group, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:22.109941 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Network 4e76bbfd-a57c-4a31-ab10-d8090b780aca details requested by agent ovs-agent-dv-neutron-835340-2-hyperv with host dv-neutron-835340-2-hyperv {{(pid=87872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 11:56:22.113353 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-70e39e43-2d24-4989-987a-7e63353e874e tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Request body: {'subnet': {'network_id': '4e76bbfd-a57c-4a31-ab10-d8090b780aca', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:56:22.159785 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-89db1521-85fc-4a45-a22f-6bbcc7b72ef4 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:22.170166 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-6cb9dc38-aafc-4cca-98a0-08f030508975 tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-709632', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-707672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260923'] for router, precommit_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:22.336363 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port c70b27fb-4ef8-49ed-991c-27cc479ad0b0 triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:56:22.337742 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:22.370735 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-49e464a9-a043-4afd-b38d-c06532ded298 admin admin] Deleting port e3a6fd75-58b7-4aa8-b53f-07a3d17b9a4b {{(pid=87870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:56:22.371067 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-49e464a9-a043-4afd-b38d-c06532ded298 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:22.382676 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-c6c224cf-4eff-4879-a2b7-c2688a5e257e None None] For port e3a6fd75-58b7-4aa8-b53f-07a3d17b9a4b, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=e3a6fd75-58b7-4aa8-b53f-07a3d17b9a4b,segment=NetworkSegment(198798f5-3835-4d38-b1d4-ea994e0d42ca),segment_id=198798f5-3835-4d38-b1d4-ea994e0d42ca)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:56:22.383063 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-c6c224cf-4eff-4879-a2b7-c2688a5e257e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:22.413103 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-6cb9dc38-aafc-4cca-98a0-08f030508975 tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-709647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-709686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-745031'] for router, after_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:22.448030 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-89db1521-85fc-4a45-a22f-6bbcc7b72ef4 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Notify callbacks [] for security_group, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:22.449227 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-89db1521-85fc-4a45-a22f-6bbcc7b72ef4 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 3.5935481 Mar 28 11:56:22.452550 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 50242) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:22.473051 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-9523d0a6-a0be-4822-9e55-8e85f0f97cbd tempest-ExtraDHCPOptionsIpV6TestJSON-577237846 tempest-ExtraDHCPOptionsIpV6TestJSON-577237846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2364128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26551408'] for subnet, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:22.510842 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89db1521-85fc-4a45-a22f-6bbcc7b72ef4 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5fd4d442-821c-49a0-a8cf-6d541eaa85c8,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:56:22.533270 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-c6c224cf-4eff-4879-a2b7-c2688a5e257e None None] Calling delete_port for e3a6fd75-58b7-4aa8-b53f-07a3d17b9a4b owned by network:dhcp {{(pid=87872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:56:22.542266 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-70e39e43-2d24-4989-987a-7e63353e874e tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:56:22.553621 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-359ae773-74b4-4b59-b60d-8c4f4d1fe16b tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1919782'] for subnet, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:22.581799 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-70e39e43-2d24-4989-987a-7e63353e874e tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Usage tracker for resource:subnet and tenant:beb99f647cec46e3bbf575ac0a3034e8 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:56:22.613087 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-70e39e43-2d24-4989-987a-7e63353e874e tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:56:22.649763 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-70e39e43-2d24-4989-987a-7e63353e874e tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:56:22.708082 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-c6c224cf-4eff-4879-a2b7-c2688a5e257e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250'] for port, after_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:22.721361 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9523d0a6-a0be-4822-9e55-8e85f0f97cbd tempest-ExtraDHCPOptionsIpV6TestJSON-577237846 tempest-ExtraDHCPOptionsIpV6TestJSON-577237846-project] Pushing event updated for resources: {'Subnet': ['ID=815d0fd2-5360-4995-86ca-e3a6aba521a6,revision_number=0']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:56:22.735450 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-7d756fb3-230d-4f3e-a63e-b4c12b20460d tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 0.2818427 Mar 28 11:56:22.749292 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 50246) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:22.750639 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 0e3b5c56-40c6-441b-9322-13f44351c6c3 no longer exists at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 11:56:22.761533 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-e01f83d8-bb82-4049-8c71-c79fbaebf130 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Request body: {'security_group': {'name': 'tempest-security--2095724373', 'description': 'tempest-security-description-22968637'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:56:22.777671 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70e39e43-2d24-4989-987a-7e63353e874e tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Made reservation on behalf of beb99f647cec46e3bbf575ac0a3034e8 for: {'subnet': 1} {{(pid=87870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:56:22.781391 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-70e39e43-2d24-4989-987a-7e63353e874e tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2563571'] for subnet, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:22.797103 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] No Port match for: 0e3b5c56-40c6-441b-9322-13f44351c6c3 {{(pid=87872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 11:56:22.797441 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 0e3b5c56-40c6-441b-9322-13f44351c6c3 not bound to the agent host dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 11:56:22.801967 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c224cf-4eff-4879-a2b7-c2688a5e257e None None] Pushing event deleted for resources: {'Port': ['ID=e3a6fd75-58b7-4aa8-b53f-07a3d17b9a4b,revision_number=None']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:56:22.806973 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c224cf-4eff-4879-a2b7-c2688a5e257e None None] No DVR routers for this DVR port e3a6fd75-58b7-4aa8-b53f-07a3d17b9a4b on host dv-neutron-835340-2-hyperv {{(pid=87872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 11:56:22.818006 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9523d0a6-a0be-4822-9e55-8e85f0f97cbd tempest-ExtraDHCPOptionsIpV6TestJSON-577237846 tempest-ExtraDHCPOptionsIpV6TestJSON-577237846-project] Checking segment: {'id': '7e91c0f0-ca62-47d8-8d9a-d16257408c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '473cfb3a-6017-4a04-92a9-8ff943512ecb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:56:22.818375 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9523d0a6-a0be-4822-9e55-8e85f0f97cbd tempest-ExtraDHCPOptionsIpV6TestJSON-577237846 tempest-ExtraDHCPOptionsIpV6TestJSON-577237846-project] Network hostable DHCP agents. Network: 473cfb3a-6017-4a04-92a9-8ff943512ecb, hostable agents: ['3cb85949-855b-4a40-b988-cd5705e511da'], hosted agents: [] {{(pid=87871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 11:56:22.861430 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-e01f83d8-bb82-4049-8c71-c79fbaebf130 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Notify callbacks [] for security_group, before_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:22.933341 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9523d0a6-a0be-4822-9e55-8e85f0f97cbd tempest-ExtraDHCPOptionsIpV6TestJSON-577237846 tempest-ExtraDHCPOptionsIpV6TestJSON-577237846-project] Network 473cfb3a-6017-4a04-92a9-8ff943512ecb is scheduled to be hosted by DHCP agent 3cb85949-855b-4a40-b988-cd5705e511da with binding_index 1 {{(pid=87871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 11:56:22.968123 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-9523d0a6-a0be-4822-9e55-8e85f0f97cbd tempest-ExtraDHCPOptionsIpV6TestJSON-577237846 tempest-ExtraDHCPOptionsIpV6TestJSON-577237846-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-2-hyperv, 473cfb3a-6017-4a04-92a9-8ff943512ecb) {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:56:22.971689 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-3b453cdc-0d12-42ff-95ff-100039eaa157 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:22.977987 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62dd1480-b263-47e1-a607-0e9754c730d6 None None] Network 473cfb3a-6017-4a04-92a9-8ff943512ecb requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:56:22.983214 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-359ae773-74b4-4b59-b60d-8c4f4d1fe16b tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1919805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2561174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2563528'] for subnet, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:22.990342 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9523d0a6-a0be-4822-9e55-8e85f0f97cbd tempest-ExtraDHCPOptionsIpV6TestJSON-577237846 tempest-ExtraDHCPOptionsIpV6TestJSON-577237846-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:56:22.990927 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-9523d0a6-a0be-4822-9e55-8e85f0f97cbd tempest-ExtraDHCPOptionsIpV6TestJSON-577237846 tempest-ExtraDHCPOptionsIpV6TestJSON-577237846-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538751'] for subnet, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:23.010034 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-e01f83d8-bb82-4049-8c71-c79fbaebf130 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Notify callbacks [] for security_group, precommit_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:23.052446 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359ae773-74b4-4b59-b60d-8c4f4d1fe16b tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Pushing event deleted for resources: {'Subnet': ['ID=1ee510ed-4523-4546-b4da-56cbc0cb3f48,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:56:23.058346 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.db [None req-49e464a9-a043-4afd-b38d-c06532ded298 admin admin] For port e3a6fd75-58b7-4aa8-b53f-07a3d17b9a4b, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=e3a6fd75-58b7-4aa8-b53f-07a3d17b9a4b,segment=NetworkSegment(198798f5-3835-4d38-b1d4-ea994e0d42ca),segment_id=198798f5-3835-4d38-b1d4-ea994e0d42ca)] {{(pid=87870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:56:23.058683 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-49e464a9-a043-4afd-b38d-c06532ded298 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:23.073959 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-359ae773-74b4-4b59-b60d-8c4f4d1fe16b tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks [] for subnet, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:23.079342 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-e01f83d8-bb82-4049-8c71-c79fbaebf130 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:23.084117 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fe8567e-daf7-42e3-854c-63af6d4b1ca7 None None] Network e95a87e2-4c44-46e2-9de5-2786cbaea69c requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:56:23.103033 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-9523d0a6-a0be-4822-9e55-8e85f0f97cbd tempest-ExtraDHCPOptionsIpV6TestJSON-577237846 tempest-ExtraDHCPOptionsIpV6TestJSON-577237846-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8407700 Mar 28 11:56:23.150117 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 50250) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:23.161102 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-e01f83d8-bb82-4049-8c71-c79fbaebf130 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Notify callbacks [] for security_group, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:23.164718 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-e01f83d8-bb82-4049-8c71-c79fbaebf130 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] 10.222.0.30 "PUT /v2.0/security-groups/5fd4d442-821c-49a0-a8cf-6d541eaa85c8 HTTP/1.1" status: 200 len: 1776 time: 0.4117181 Mar 28 11:56:23.172063 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 50254) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:23.175366 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-93c7bbb3-4001-495b-98d0-ac98ebb901cf tempest-ExtraDHCPOptionsIpV6TestJSON-577237846 tempest-ExtraDHCPOptionsIpV6TestJSON-577237846-project] Request body: {'port': {'network_id': '473cfb3a-6017-4a04-92a9-8ff943512ecb', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1366928189'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:56:23.202817 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-49e464a9-a043-4afd-b38d-c06532ded298 admin admin] Calling delete_port for e3a6fd75-58b7-4aa8-b53f-07a3d17b9a4b owned by network:dhcp {{(pid=87870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:56:23.234653 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01f83d8-bb82-4049-8c71-c79fbaebf130 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5fd4d442-821c-49a0-a8cf-6d541eaa85c8,revision_number=2']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:56:23.263111 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-359ae773-74b4-4b59-b60d-8c4f4d1fe16b tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "DELETE /v2.0/subnets/1ee510ed-4523-4546-b4da-56cbc0cb3f48 HTTP/1.1" status: 204 len: 168 time: 2.0379064 Mar 28 11:56:23.265812 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 50258) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:23.352601 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cb9dc38-aafc-4cca-98a0-08f030508975 tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Router 630402b7-58ef-4715-8087-62a2ef5d3a3a is scheduled to L3 agent af79d429-529e-400b-a119-94d4bec03f3e with binding_index 1 {{(pid=87870) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 11:56:23.361270 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-7c9d10b2-d066-4a6f-aed9-df6688361da0 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0943654 Mar 28 11:56:23.399566 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88a8cfb3-c2f8-4d9a-9955-8ba0ef1ca934 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1d3f2a9-8722-5ce5-bc40-181687d1ed3f-473cfb3a-6017-4a04-92a9-8ff943512ecb', 'network_id': '473cfb3a-6017-4a04-92a9-8ff943512ecb', 'tenant_id': '29d96dc820204ce9886f594bdeda7962', 'fixed_ips': [{'subnet_id': '815d0fd2-5360-4995-86ca-e3a6aba521a6'}]}} from dv-neutron-835340-2-hyperv. {{(pid=87872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 11:56:23.400403 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-88a8cfb3-c2f8-4d9a-9955-8ba0ef1ca934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:23.405103 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 50262) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:23.417528 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device e3a6fd75-58b7-4aa8-b53f-07a3d17b9a4b no longer exists at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 11:56:23.428894 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-e932e61c-795c-4421-8914-de20bdc1cacf tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Request body: {'subnet': {'network_id': 'e95a87e2-4c44-46e2-9de5-2786cbaea69c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:56:23.461698 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] No Port match for: e3a6fd75-58b7-4aa8-b53f-07a3d17b9a4b {{(pid=87872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 11:56:23.462072 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device e3a6fd75-58b7-4aa8-b53f-07a3d17b9a4b not bound to the agent host dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 11:56:23.492364 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-8ce80a1e-d670-4b98-aa68-9f5c1cdf9c91 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] 10.222.0.30 "GET /v2.0/security-groups/5fd4d442-821c-49a0-a8cf-6d541eaa85c8 HTTP/1.1" status: 200 len: 1776 time: 0.2940900 Mar 28 11:56:23.498304 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 50266) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:23.608073 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-93c7bbb3-4001-495b-98d0-ac98ebb901cf tempest-ExtraDHCPOptionsIpV6TestJSON-577237846 tempest-ExtraDHCPOptionsIpV6TestJSON-577237846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:56:23.617704 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5876f3a-093e-477c-8c70-e6db3aa46073 None None] DHCP port deletion for e95a87e2-4c44-46e2-9de5-2786cbaea69c request from dv-neutron-835340-2-hyperv {{(pid=87872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 11:56:23.620002 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-93c7bbb3-4001-495b-98d0-ac98ebb901cf tempest-ExtraDHCPOptionsIpV6TestJSON-577237846 tempest-ExtraDHCPOptionsIpV6TestJSON-577237846-project] Usage tracker for resource:port and tenant:29d96dc820204ce9886f594bdeda7962 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:56:23.625011 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.db.api [None req-49e464a9-a043-4afd-b38d-c06532ded298 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87870) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 11:56:23.625574 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG oslo_db.api [None req-49e464a9-a043-4afd-b38d-c06532ded298 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 11:56:23.627546 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-93c7bbb3-4001-495b-98d0-ac98ebb901cf tempest-ExtraDHCPOptionsIpV6TestJSON-577237846 tempest-ExtraDHCPOptionsIpV6TestJSON-577237846-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:56:23.629134 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-d5876f3a-093e-477c-8c70-e6db3aa46073 None None] Deleting port d983600d-3df3-49c1-9b45-577ee769524d {{(pid=87872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:56:23.629407 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-d5876f3a-093e-477c-8c70-e6db3aa46073 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:23.656491 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-93c7bbb3-4001-495b-98d0-ac98ebb901cf tempest-ExtraDHCPOptionsIpV6TestJSON-577237846 tempest-ExtraDHCPOptionsIpV6TestJSON-577237846-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:56:23.679809 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.db_base_plugin_common [None req-88a8cfb3-c2f8-4d9a-9955-8ba0ef1ca934 None None] Allocated IP 2001:db8::2 (473cfb3a-6017-4a04-92a9-8ff943512ecb/815d0fd2-5360-4995-86ca-e3a6aba521a6/8beae53d-0567-4722-a327-239e421d4a1e) {{(pid=87872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:56:23.734357 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-c9059195-3475-4769-b92a-1211e42bdb4e req-79ba3407-a67b-4942-a996-2a851599eb02 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=bd5974e7-0504-4851-a286-20ab5143705c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3901684 Mar 28 11:56:23.749496 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-e932e61c-795c-4421-8914-de20bdc1cacf tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:56:23.757914 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-e932e61c-795c-4421-8914-de20bdc1cacf tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Usage tracker for resource:subnet and tenant:b4adfe5c8b3a4e57a1afd1d44c455245 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:56:23.761639 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-70e39e43-2d24-4989-987a-7e63353e874e tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2561241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2563521'] for subnet, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:23.775332 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-e932e61c-795c-4421-8914-de20bdc1cacf tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:56:23.915256 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93c7bbb3-4001-495b-98d0-ac98ebb901cf tempest-ExtraDHCPOptionsIpV6TestJSON-577237846 tempest-ExtraDHCPOptionsIpV6TestJSON-577237846-project] Made reservation on behalf of 29d96dc820204ce9886f594bdeda7962 for: {'port': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:56:23.918985 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-93c7bbb3-4001-495b-98d0-ac98ebb901cf tempest-ExtraDHCPOptionsIpV6TestJSON-577237846 tempest-ExtraDHCPOptionsIpV6TestJSON-577237846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:23.931327 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-e932e61c-795c-4421-8914-de20bdc1cacf tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:56:23.969628 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-d5876f3a-093e-477c-8c70-e6db3aa46073 None None] For port d983600d-3df3-49c1-9b45-577ee769524d, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=d983600d-3df3-49c1-9b45-577ee769524d,segment=NetworkSegment(bd053757-b8b4-4f3a-b553-aa242f2d15d2),segment_id=bd053757-b8b4-4f3a-b553-aa242f2d15d2)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:56:23.969966 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-d5876f3a-093e-477c-8c70-e6db3aa46073 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:23.972510 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-d4ca543d-2d60-4633-a682-45657b8421fd tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Notify callbacks [] for security_group, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:23.976051 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cb9dc38-aafc-4cca-98a0-08f030508975 tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 11:56:24.012533 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e932e61c-795c-4421-8914-de20bdc1cacf tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Made reservation on behalf of b4adfe5c8b3a4e57a1afd1d44c455245 for: {'subnet': 1} {{(pid=87870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:56:24.017406 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-e932e61c-795c-4421-8914-de20bdc1cacf tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2563571'] for subnet, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:24.023031 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.db_base_plugin_common [None req-3b453cdc-0d12-42ff-95ff-100039eaa157 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Allocated IP 172.21.0.1 (8c636130-36c7-4dc3-a360-d3c5aa15f9b1/84a01d24-d751-435f-bb65-e403630f6569/416dbb3b-77ae-4688-aab3-53b5f54edb02) {{(pid=87871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:56:24.026425 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.notifiers.nova [None req-93c7bbb3-4001-495b-98d0-ac98ebb901cf tempest-ExtraDHCPOptionsIpV6TestJSON-577237846 tempest-ExtraDHCPOptionsIpV6TestJSON-577237846-project] device_id is not set on port 12666120-faa7-435b-8606-0dc11eb8320d yet. {{(pid=87871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 11:56:24.032890 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e39e43-2d24-4989-987a-7e63353e874e tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Pushing event updated for resources: {'Subnet': ['ID=0995b15f-1798-44bb-8ef1-cacf939f7371,revision_number=0']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:56:24.064655 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-6cb9dc38-aafc-4cca-98a0-08f030508975 tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Notify callbacks [] for router, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:24.068386 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-6cb9dc38-aafc-4cca-98a0-08f030508975 tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] 10.222.0.30 "PUT /v2.0/routers/630402b7-58ef-4715-8087-62a2ef5d3a3a HTTP/1.1" status: 200 len: 916 time: 8.9870541 Mar 28 11:56:24.070526 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e39e43-2d24-4989-987a-7e63353e874e tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Checking segment: {'id': 'deb07d50-2950-4e0e-bbeb-acda35ec3031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '4e76bbfd-a57c-4a31-ab10-d8090b780aca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:56:24.070526 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70e39e43-2d24-4989-987a-7e63353e874e tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Network hostable DHCP agents. Network: 4e76bbfd-a57c-4a31-ab10-d8090b780aca, hostable agents: ['3cb85949-855b-4a40-b988-cd5705e511da'], hosted agents: [] {{(pid=87870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 11:56:24.072875 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e2eeba-261c-43d3-b364-f8883f8bc55d None None] Sync routers for ids ['630402b7-58ef-4715-8087-62a2ef5d3a3a'] in dv-neutron-835340-2-hyperv {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 11:56:24.073760 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 50270) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:24.134816 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-49e464a9-a043-4afd-b38d-c06532ded298 admin admin] Deleting port e3a6fd75-58b7-4aa8-b53f-07a3d17b9a4b {{(pid=87870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:56:24.135159 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-49e464a9-a043-4afd-b38d-c06532ded298 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:24.139448 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-d5876f3a-093e-477c-8c70-e6db3aa46073 None None] Calling delete_port for d983600d-3df3-49c1-9b45-577ee769524d owned by network:dhcp {{(pid=87872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:56:24.161094 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-d4ca543d-2d60-4633-a682-45657b8421fd tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:24.196475 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e2eeba-261c-43d3-b364-f8883f8bc55d None None] Routers {'630402b7-58ef-4715-8087-62a2ef5d3a3a'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:56:24.197023 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-55e2eeba-261c-43d3-b364-f8883f8bc55d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T11:56:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['630402b7-58ef-4715-8087-62a2ef5d3a3a'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:56:24.228363 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-49e464a9-a043-4afd-b38d-c06532ded298 admin admin] The port 'e3a6fd75-58b7-4aa8-b53f-07a3d17b9a4b' was deleted {{(pid=87870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 11:56:24.229581 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70e39e43-2d24-4989-987a-7e63353e874e tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Network 4e76bbfd-a57c-4a31-ab10-d8090b780aca is scheduled to be hosted by DHCP agent 3cb85949-855b-4a40-b988-cd5705e511da with binding_index 1 {{(pid=87870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 11:56:24.294508 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.base_scheduler [None req-70e39e43-2d24-4989-987a-7e63353e874e tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-2-hyperv, 4e76bbfd-a57c-4a31-ab10-d8090b780aca) {{(pid=87870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:56:24.315094 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70e39e43-2d24-4989-987a-7e63353e874e tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:56:24.316151 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-70e39e43-2d24-4989-987a-7e63353e874e tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks [] for subnet, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:24.316493 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3017cc5a-6ced-446b-b80a-4b009ccce3bb None None] Network 4e76bbfd-a57c-4a31-ab10-d8090b780aca requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:56:24.338401 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-55e2eeba-261c-43d3-b364-f8883f8bc55d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:56:24.364574 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-88a8cfb3-c2f8-4d9a-9955-8ba0ef1ca934 None None] Notify callbacks [] for port, precommit_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:24.433711 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e2eeba-261c-43d3-b364-f8883f8bc55d None None] Routers {'630402b7-58ef-4715-8087-62a2ef5d3a3a'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:56:24.434332 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-55e2eeba-261c-43d3-b364-f8883f8bc55d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T11:56:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['630402b7-58ef-4715-8087-62a2ef5d3a3a'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:56:24.435234 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-49e464a9-a043-4afd-b38d-c06532ded298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930431', 'neutron.services.segments.db._delete_segments_for_network-8783496351308'] for network, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:24.448121 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-70e39e43-2d24-4989-987a-7e63353e874e tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3540645 Mar 28 11:56:24.452317 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 50276) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:24.463704 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-c313784a-c84b-46f2-b8dd-cf236dee7f45 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Request body: {'subnet': {'network_id': '4e76bbfd-a57c-4a31-ab10-d8090b780aca', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:56:24.476830 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-49e464a9-a043-4afd-b38d-c06532ded298 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4e7a0f3-f0a8-4b6f-ba98-4c112b7f4173']}} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:56:24.490830 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-88a8cfb3-c2f8-4d9a-9955-8ba0ef1ca934 None None] Transition to ACTIVE for port object 8beae53d-0567-4722-a327-239e421d4a1e will not be triggered until provisioned by entity L2. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:56:24.493850 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-49e464a9-a043-4afd-b38d-c06532ded298 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '198798f5-3835-4d38-b1d4-ea994e0d42ca') {'for_net_delete': True} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:56:24.494126 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-49e464a9-a043-4afd-b38d-c06532ded298 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '198798f5-3835-4d38-b1d4-ea994e0d42ca') {} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:56:24.509908 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9059195-3475-4769-b92a-1211e42bdb4e req-a2082146-2c8d-46a3-bb83-ee05257ce384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:56:24.511400 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-c9059195-3475-4769-b92a-1211e42bdb4e req-a2082146-2c8d-46a3-bb83-ee05257ce384 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a9d4ebb77b824347aa8bcf325a031e53&device_id=bd5974e7-0504-4851-a286-20ab5143705c HTTP/1.1" status: 200 len: 1098 time: 0.5795557 Mar 28 11:56:24.512014 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-d4ca543d-2d60-4633-a682-45657b8421fd tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:24.520122 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-49e464a9-a043-4afd-b38d-c06532ded298 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783496353639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3591341'] for segment, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:24.524449 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-d5876f3a-093e-477c-8c70-e6db3aa46073 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250'] for port, after_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:24.554450 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-e932e61c-795c-4421-8914-de20bdc1cacf tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2561241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2563521'] for subnet, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:24.558583 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-49e464a9-a043-4afd-b38d-c06532ded298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:24.564344 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-55e2eeba-261c-43d3-b364-f8883f8bc55d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:56:24.564751 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e2eeba-261c-43d3-b364-f8883f8bc55d None None] The sync data for ids ['630402b7-58ef-4715-8087-62a2ef5d3a3a'] in dv-neutron-835340-2-hyperv is: [] {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 11:56:24.589374 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5876f3a-093e-477c-8c70-e6db3aa46073 None None] Pushing event deleted for resources: {'Port': ['ID=d983600d-3df3-49c1-9b45-577ee769524d,revision_number=None']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:56:24.596547 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5876f3a-093e-477c-8c70-e6db3aa46073 None None] No DVR routers for this DVR port d983600d-3df3-49c1-9b45-577ee769524d on host dv-neutron-835340-2-hyperv {{(pid=87872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 11:56:24.611768 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49e464a9-a043-4afd-b38d-c06532ded298 admin admin] Releasing vlan 94 on physical network physnet1 to pool {{(pid=87870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 11:56:24.612412 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-49e464a9-a043-4afd-b38d-c06532ded298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1920481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2558260'] for segment, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:24.633538 dv-neutron-835340-2-hyperv neutron-server[87870]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 11:56:24.633538 dv-neutron-835340-2-hyperv neutron-server[87870]: util.warn( Mar 28 11:56:24.633538 dv-neutron-835340-2-hyperv neutron-server[87870]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 11:56:24.633538 dv-neutron-835340-2-hyperv neutron-server[87870]: util.warn( Mar 28 11:56:24.633538 dv-neutron-835340-2-hyperv neutron-server[87870]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 11:56:24.633538 dv-neutron-835340-2-hyperv neutron-server[87870]: util.warn( Mar 28 11:56:24.633538 dv-neutron-835340-2-hyperv neutron-server[87870]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 11:56:24.633538 dv-neutron-835340-2-hyperv neutron-server[87870]: util.warn( Mar 28 11:56:24.633538 dv-neutron-835340-2-hyperv neutron-server[87870]: Traceback (most recent call last): Mar 28 11:56:24.633538 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 11:56:24.633538 dv-neutron-835340-2-hyperv neutron-server[87870]: timer() Mar 28 11:56:24.633538 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 11:56:24.633538 dv-neutron-835340-2-hyperv neutron-server[87870]: cb(*args, **kw) Mar 28 11:56:24.633538 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 11:56:24.633538 dv-neutron-835340-2-hyperv neutron-server[87870]: return func(*args, **kwargs) Mar 28 11:56:24.633538 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 11:56:24.633538 dv-neutron-835340-2-hyperv neutron-server[87870]: self._notify() Mar 28 11:56:24.633538 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 11:56:24.633538 dv-neutron-835340-2-hyperv neutron-server[87870]: self.callback(batched_events) Mar 28 11:56:24.633538 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 11:56:24.633538 dv-neutron-835340-2-hyperv neutron-server[87870]: event.method(event) Mar 28 11:56:24.633538 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 11:56:24.633538 dv-neutron-835340-2-hyperv neutron-server[87870]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 11:56:24.633538 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 11:56:24.633538 dv-neutron-835340-2-hyperv neutron-server[87870]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 11:56:24.633538 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 11:56:24.633538 dv-neutron-835340-2-hyperv neutron-server[87870]: return f(self, *a, **k) Mar 28 11:56:24.633538 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 11:56:24.633538 dv-neutron-835340-2-hyperv neutron-server[87870]: return self._get(url).json() Mar 28 11:56:24.633538 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 11:56:24.633538 dv-neutron-835340-2-hyperv neutron-server[87870]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 11:56:24.633538 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 11:56:24.633538 dv-neutron-835340-2-hyperv neutron-server[87870]: return self.request(url, 'GET', **kwargs) Mar 28 11:56:24.633538 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 11:56:24.633538 dv-neutron-835340-2-hyperv neutron-server[87870]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 11:56:24.633538 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 11:56:24.633538 dv-neutron-835340-2-hyperv neutron-server[87870]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 11:56:24.633538 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 11:56:24.633538 dv-neutron-835340-2-hyperv neutron-server[87870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 11:56:24.633538 dv-neutron-835340-2-hyperv neutron-server[87870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 11:56:24.649175 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ca543d-2d60-4633-a682-45657b8421fd tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fd4d442-821c-49a0-a8cf-6d541eaa85c8,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:56:24.651844 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e932e61c-795c-4421-8914-de20bdc1cacf tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Network e95a87e2-4c44-46e2-9de5-2786cbaea69c is already hosted by enough agents. {{(pid=87870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:56:24.658586 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.base_scheduler [None req-e932e61c-795c-4421-8914-de20bdc1cacf tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Resources bound (agent type, host, resource id): {{(pid=87870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:56:24.674777 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0d4f07f-5212-4c19-8be9-61a257ba6f4d None None] Network e95a87e2-4c44-46e2-9de5-2786cbaea69c requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:56:24.685147 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-549664da-2c52-4a98-a82f-e01bb32fa3b3 tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] 10.222.0.30 "GET /v2.0/routers/630402b7-58ef-4715-8087-62a2ef5d3a3a HTTP/1.1" status: 200 len: 922 time: 0.6030004 Mar 28 11:56:24.705654 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 50280) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:24.707171 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e932e61c-795c-4421-8914-de20bdc1cacf tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:56:24.707940 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-e932e61c-795c-4421-8914-de20bdc1cacf tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks [] for subnet, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:24.730633 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-3b453cdc-0d12-42ff-95ff-100039eaa157 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks [] for port, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:24.787773 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e932e61c-795c-4421-8914-de20bdc1cacf tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Pushing event updated for resources: {'Subnet': ['ID=eb6d5e6a-189f-4bfa-8511-1c2b9c7e5d4e,revision_number=0']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:56:24.803825 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-88a8cfb3-c2f8-4d9a-9955-8ba0ef1ca934 None None] Transition to ACTIVE for port object 8beae53d-0567-4722-a327-239e421d4a1e will not be triggered until provisioned by entity DHCP. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:56:24.806774 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-49e464a9-a043-4afd-b38d-c06532ded298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709602'] for network, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:24.815135 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-e932e61c-795c-4421-8914-de20bdc1cacf tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4020438 Mar 28 11:56:24.816390 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.provisioning_blocks [None req-3b453cdc-0d12-42ff-95ff-100039eaa157 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Transition to ACTIVE for port object 416dbb3b-77ae-4688-aab3-53b5f54edb02 will not be triggered until provisioned by entity DHCP. {{(pid=87871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:56:24.816921 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 50284) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:24.822181 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-88a8cfb3-c2f8-4d9a-9955-8ba0ef1ca934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241'] for port, after_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:24.825401 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-d4ca543d-2d60-4633-a682-45657b8421fd tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Notify callbacks [] for security_group, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:24.826530 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-d4ca543d-2d60-4633-a682-45657b8421fd tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] 10.222.0.30 "DELETE /v2.0/security-groups/5fd4d442-821c-49a0-a8cf-6d541eaa85c8 HTTP/1.1" status: 204 len: 168 time: 1.3249669 Mar 28 11:56:24.839365 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 50288) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:24.843073 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-49e464a9-a043-4afd-b38d-c06532ded298 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538751'] for network, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:24.845363 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-49e464a9-a043-4afd-b38d-c06532ded298 admin admin] 10.222.0.30 "DELETE /v2.0/networks/a4e7a0f3-f0a8-4b6f-ba98-4c112b7f4173 HTTP/1.1" status: 204 len: 168 time: 3.3154969 Mar 28 11:56:24.850024 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-3478b679-c3d7-447d-8f00-efe98f01195c tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Request body: {'port': {'network_id': 'e95a87e2-4c44-46e2-9de5-2786cbaea69c', 'fixed_ips': [{'subnet_id': 'eb6d5e6a-189f-4bfa-8511-1c2b9c7e5d4e', 'ip_address': '2001:db8::3e97:976:e04b:f65'}], 'name': 'tempest-NetworksTestDHCPv6-1966751112'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:56:24.874335 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-715d025b-ec6a-4784-8f1f-64c0484b6f66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1d3f2a9-8722-5ce5-bc40-181687d1ed3f-4e76bbfd-a57c-4a31-ab10-d8090b780aca', 'network_id': '4e76bbfd-a57c-4a31-ab10-d8090b780aca', 'tenant_id': 'beb99f647cec46e3bbf575ac0a3034e8', 'fixed_ips': [{'subnet_id': '0995b15f-1798-44bb-8ef1-cacf939f7371'}]}} from dv-neutron-835340-2-hyperv. {{(pid=87872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 11:56:24.875535 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-715d025b-ec6a-4784-8f1f-64c0484b6f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:24.888334 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e464a9-a043-4afd-b38d-c06532ded298 admin admin] Pushing event deleted for resources: {'Network': ['ID=a4e7a0f3-f0a8-4b6f-ba98-4c112b7f4173,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:56:24.944552 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88a8cfb3-c2f8-4d9a-9955-8ba0ef1ca934 None None] Network 473cfb3a-6017-4a04-92a9-8ff943512ecb is already hosted by enough agents. {{(pid=87872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:56:24.972322 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.base_scheduler [None req-88a8cfb3-c2f8-4d9a-9955-8ba0ef1ca934 None None] Resources bound (agent type, host, resource id): {{(pid=87872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:56:24.980307 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a8cfb3-c2f8-4d9a-9955-8ba0ef1ca934 None None] Received port after_create {{(pid=87872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:56:24.984197 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1269aaa4-338e-458e-82fd-a85c2881d874 tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:56:24.984896 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-1269aaa4-338e-458e-82fd-a85c2881d874 tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Synchronizing usage tracker for tenant:d81c380f5a424ddd9f088c5f4081fe4e on resource:port {{(pid=87870) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:56:25.010766 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.db_base_plugin_common [None req-93c7bbb3-4001-495b-98d0-ac98ebb901cf tempest-ExtraDHCPOptionsIpV6TestJSON-577237846 tempest-ExtraDHCPOptionsIpV6TestJSON-577237846-project] Allocated IP 2001:db8::330 (473cfb3a-6017-4a04-92a9-8ff943512ecb/815d0fd2-5360-4995-86ca-e3a6aba521a6/12666120-faa7-435b-8606-0dc11eb8320d) {{(pid=87871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:56:25.041921 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-c313784a-c84b-46f2-b8dd-cf236dee7f45 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:56:25.046041 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-1269aaa4-338e-458e-82fd-a85c2881d874 tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Unset dirty status for tenant:d81c380f5a424ddd9f088c5f4081fe4e on resource:port {{(pid=87870) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:56:25.047274 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-1269aaa4-338e-458e-82fd-a85c2881d874 tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] 10.222.0.30 "GET /v2.0/ports?network_id=ac2b1748-8f63-4b17-a9c7-07e79704aa5b&device_id=630402b7-58ef-4715-8087-62a2ef5d3a3a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3256574 Mar 28 11:56:25.049983 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 50294) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:25.052836 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-3478b679-c3d7-447d-8f00-efe98f01195c tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:56:25.065992 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-c313784a-c84b-46f2-b8dd-cf236dee7f45 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Usage tracker for resource:subnet and tenant:beb99f647cec46e3bbf575ac0a3034e8 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:56:25.071846 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9059195-3475-4769-b92a-1211e42bdb4e req-acf816f8-1b5f-4e5b-86f3-3346522e1de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:56:25.073489 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-c9059195-3475-4769-b92a-1211e42bdb4e req-acf816f8-1b5f-4e5b-86f3-3346522e1de4 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b072139b-1edf-4981-9f6f-41603d7605ef HTTP/1.1" status: 200 len: 911 time: 0.5062571 Mar 28 11:56:25.075034 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a8cfb3-c2f8-4d9a-9955-8ba0ef1ca934 None None] Pushing event updated for resources: {'Port': ['ID=8beae53d-0567-4722-a327-239e421d4a1e,revision_number=1']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:56:25.079171 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-3478b679-c3d7-447d-8f00-efe98f01195c tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Usage tracker for resource:port and tenant:b4adfe5c8b3a4e57a1afd1d44c455245 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:56:25.092646 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-c313784a-c84b-46f2-b8dd-cf236dee7f45 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:56:25.092878 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-3478b679-c3d7-447d-8f00-efe98f01195c tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:56:25.103051 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-3478b679-c3d7-447d-8f00-efe98f01195c tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:56:25.181459 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-c313784a-c84b-46f2-b8dd-cf236dee7f45 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:56:25.186612 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3478b679-c3d7-447d-8f00-efe98f01195c tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Made reservation on behalf of b4adfe5c8b3a4e57a1afd1d44c455245 for: {'port': 1} {{(pid=87870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:56:25.208392 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-0517ac67-752a-4a3f-a6d0-1a6b76be21e1 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Synchronizing usage tracker for tenant:2a883d5a5a2b4866b0c720c3c2f3317a on resource:security_group {{(pid=87871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:56:25.223128 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-88a8cfb3-c2f8-4d9a-9955-8ba0ef1ca934 None None] Attempting to bind port 8beae53d-0567-4722-a327-239e421d4a1e on host dv-neutron-835340-2-hyperv for vnic_type normal with profile {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:56:25.223567 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-88a8cfb3-c2f8-4d9a-9955-8ba0ef1ca934 None None] Attempting to bind port 8beae53d-0567-4722-a327-239e421d4a1e by drivers openvswitch,hyperv on host dv-neutron-835340-2-hyperv at level 0 using segments [{'id': '7e91c0f0-ca62-47d8-8d9a-d16257408c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '473cfb3a-6017-4a04-92a9-8ff943512ecb'}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:56:25.224027 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a8cfb3-c2f8-4d9a-9955-8ba0ef1ca934 None None] Attempting to bind port 8beae53d-0567-4722-a327-239e421d4a1e on network 473cfb3a-6017-4a04-92a9-8ff943512ecb {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:56:25.247629 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 50298) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:25.251274 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c313784a-c84b-46f2-b8dd-cf236dee7f45 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Made reservation on behalf of beb99f647cec46e3bbf575ac0a3034e8 for: {'subnet': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:56:25.254819 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-c313784a-c84b-46f2-b8dd-cf236dee7f45 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26551362'] for subnet, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:25.260849 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1566273f-01d5-447e-9384-fc8b3c49a9ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1d3f2a9-8722-5ce5-bc40-181687d1ed3f-e95a87e2-4c44-46e2-9de5-2786cbaea69c', 'network_id': 'e95a87e2-4c44-46e2-9de5-2786cbaea69c', 'tenant_id': 'b4adfe5c8b3a4e57a1afd1d44c455245', 'fixed_ips': [{'subnet_id': 'eb6d5e6a-189f-4bfa-8511-1c2b9c7e5d4e'}]}} from dv-neutron-835340-2-hyperv. {{(pid=87872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 11:56:25.261733 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-1566273f-01d5-447e-9384-fc8b3c49a9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:25.277440 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a8cfb3-c2f8-4d9a-9955-8ba0ef1ca934 None None] Checking agent: {'id': '961a16fe-cbc8-4264-ac28-bbbd53f89caa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 46, 6), 'started_at': datetime.datetime(2022, 3, 28, 11, 46, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 11, 56, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 11:56:25.277702 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a8cfb3-c2f8-4d9a-9955-8ba0ef1ca934 None None] Checking segment: {'id': '7e91c0f0-ca62-47d8-8d9a-d16257408c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '473cfb3a-6017-4a04-92a9-8ff943512ecb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:56:25.278142 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-88a8cfb3-c2f8-4d9a-9955-8ba0ef1ca934 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:25.279223 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a8cfb3-c2f8-4d9a-9955-8ba0ef1ca934 None None] Bound using segment: {'id': '7e91c0f0-ca62-47d8-8d9a-d16257408c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '473cfb3a-6017-4a04-92a9-8ff943512ecb'} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 11:56:25.279789 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-88a8cfb3-c2f8-4d9a-9955-8ba0ef1ca934 None None] Bound port: 8beae53d-0567-4722-a327-239e421d4a1e, host: dv-neutron-835340-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e91c0f0-ca62-47d8-8d9a-d16257408c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '473cfb3a-6017-4a04-92a9-8ff943512ecb'}}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 11:56:25.280227 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-88a8cfb3-c2f8-4d9a-9955-8ba0ef1ca934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:25.286670 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-3b453cdc-0d12-42ff-95ff-100039eaa157 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:25.316435 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0bfb5cd-348f-456c-bcda-197009202522 tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:56:25.316999 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-a0bfb5cd-348f-456c-bcda-197009202522 tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Synchronizing usage tracker for tenant:d81c380f5a424ddd9f088c5f4081fe4e on resource:network {{(pid=87870) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:56:25.343992 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.db_base_plugin_common [None req-715d025b-ec6a-4784-8f1f-64c0484b6f66 None None] Allocated IP 2001:db8::2 (4e76bbfd-a57c-4a31-ab10-d8090b780aca/0995b15f-1798-44bb-8ef1-cacf939f7371/38f3dc9e-1480-4d58-bc9b-aa8c7c5087b8) {{(pid=87872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:56:25.374189 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-c9059195-3475-4769-b92a-1211e42bdb4e req-3cdecf49-ef2e-49e7-aed5-af1dc0587a23 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e551f3ed-2894-4f6d-8e40-b1680f309506 HTTP/1.1" status: 200 len: 1000 time: 0.2760370 Mar 28 11:56:25.383941 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-a0bfb5cd-348f-456c-bcda-197009202522 tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] Unset dirty status for tenant:d81c380f5a424ddd9f088c5f4081fe4e on resource:network {{(pid=87870) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:56:25.385103 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-a0bfb5cd-348f-456c-bcda-197009202522 tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] 10.222.0.30 "GET /v2.0/networks/ac2b1748-8f63-4b17-a9c7-07e79704aa5b HTTP/1.1" status: 200 len: 881 time: 0.3342388 Mar 28 11:56:25.399035 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-b5a692ce-a11c-4178-8d43-7762c9b45bc8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=acd670e645c74d2b90f128b4c99c366d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1476126 Mar 28 11:56:25.400256 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 50302) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:25.400256 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 50304) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:25.450760 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device d983600d-3df3-49c1-9b45-577ee769524d no longer exists at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 11:56:25.452894 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-99eceb1e-12e9-4e06-b526-a56467547f13 tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] 10.222.0.30 "GET /v2.0/ports?device_id=630402b7-58ef-4715-8087-62a2ef5d3a3a HTTP/1.1" status: 200 len: 205 time: 0.0517797 Mar 28 11:56:25.458651 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b453cdc-0d12-42ff-95ff-100039eaa157 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Network 8c636130-36c7-4dc3-a360-d3c5aa15f9b1 is already hosted by enough agents. {{(pid=87871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:56:25.463104 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 50310) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:25.468555 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-3478b679-c3d7-447d-8f00-efe98f01195c tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:25.495707 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-3b453cdc-0d12-42ff-95ff-100039eaa157 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Resources bound (agent type, host, resource id): {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:56:25.498084 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-0517ac67-752a-4a3f-a6d0-1a6b76be21e1 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Unset dirty status for tenant:2a883d5a5a2b4866b0c720c3c2f3317a on resource:security_group {{(pid=87871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:56:25.499357 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-0517ac67-752a-4a3f-a6d0-1a6b76be21e1 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.6180956 Mar 28 11:56:25.540205 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b453cdc-0d12-42ff-95ff-100039eaa157 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Received port after_create {{(pid=87871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:56:25.549879 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 50314) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:25.603789 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] No Port match for: d983600d-3df3-49c1-9b45-577ee769524d {{(pid=87872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 11:56:25.604130 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device d983600d-3df3-49c1-9b45-577ee769524d not bound to the agent host dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 11:56:25.605352 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.notifiers.nova [None req-3478b679-c3d7-447d-8f00-efe98f01195c tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] device_id is not set on port 6ed6903d-1998-42d2-a569-451a89962cdf yet. {{(pid=87870) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 11:56:25.646816 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.api.v2.resource [None req-d2c735c9-b32d-4ee2-ae18-ad67f9ce949f tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] delete failed (client error): The resource could not be found. Mar 28 11:56:25.652871 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-d2c735c9-b32d-4ee2-ae18-ad67f9ce949f tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] 10.222.0.30 "DELETE /v2.0/security-groups/5fd4d442-821c-49a0-a8cf-6d541eaa85c8 HTTP/1.1" status: 404 len: 347 time: 0.1016493 Mar 28 11:56:25.656942 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 50318) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:25.665804 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-bfdfc0c0-c233-490f-9b12-03a174fe745c tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Request body: {'security_group': {'name': 'tempest-secgroup--934145081'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:56:25.666386 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-88a8cfb3-c2f8-4d9a-9955-8ba0ef1ca934 None None] For port 8beae53d-0567-4722-a327-239e421d4a1e, host dv-neutron-835340-2-hyperv, cleared binding levels {{(pid=87872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 11:56:25.672880 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-bfdfc0c0-c233-490f-9b12-03a174fe745c tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:56:25.675702 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-88a8cfb3-c2f8-4d9a-9955-8ba0ef1ca934 None None] For port 8beae53d-0567-4722-a327-239e421d4a1e, host dv-neutron-835340-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=8beae53d-0567-4722-a327-239e421d4a1e,segment=NetworkSegment(7e91c0f0-ca62-47d8-8d9a-d16257408c85),segment_id=7e91c0f0-ca62-47d8-8d9a-d16257408c85)] {{(pid=87872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 11:56:25.683688 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-bfdfc0c0-c233-490f-9b12-03a174fe745c tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:56:25.694920 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-88a8cfb3-c2f8-4d9a-9955-8ba0ef1ca934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:25.708434 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-bfdfc0c0-c233-490f-9b12-03a174fe745c tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Notify callbacks [] for security_group, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:25.819997 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a8cfb3-c2f8-4d9a-9955-8ba0ef1ca934 None None] Pushing event updated for resources: {'Port': ['ID=8beae53d-0567-4722-a327-239e421d4a1e,revision_number=2']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:56:25.851596 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b453cdc-0d12-42ff-95ff-100039eaa157 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Pushing event updated for resources: {'Port': ['ID=416dbb3b-77ae-4688-aab3-53b5f54edb02,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:56:25.913516 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9059195-3475-4769-b92a-1211e42bdb4e req-980a25c2-8aea-45a0-8e12-3c31581c20c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:56:25.915258 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-c9059195-3475-4769-b92a-1211e42bdb4e req-980a25c2-8aea-45a0-8e12-3c31581c20c3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=cfae7222-6a03-4ef8-86ee-e424dc4b71d7 HTTP/1.1" status: 200 len: 850 time: 0.5213737 Mar 28 11:56:25.933445 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-3b453cdc-0d12-42ff-95ff-100039eaa157 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-709483'] for router_interface, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:25.948387 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.db_base_plugin_common [None req-1566273f-01d5-447e-9384-fc8b3c49a9ad None None] Allocated IP 2001:db8::2 (e95a87e2-4c44-46e2-9de5-2786cbaea69c/eb6d5e6a-189f-4bfa-8511-1c2b9c7e5d4e/2e487800-3a52-4d7f-bfd8-8a261b86bec7) {{(pid=87872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:56:25.997281 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-715d025b-ec6a-4784-8f1f-64c0484b6f66 None None] Notify callbacks [] for port, precommit_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:26.018380 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.db.ipam_backend_mixin [None req-c313784a-c84b-46f2-b8dd-cf236dee7f45 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 0995b15f-1798-44bb-8ef1-cacf939f7371 (CIDR: 2001:db8::/64) Mar 28 11:56:26.021825 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-00adde8a-aee9-482f-b96b-2c5c144598d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:26.026413 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-715d025b-ec6a-4784-8f1f-64c0484b6f66 None None] Transition to ACTIVE for port object 38f3dc9e-1480-4d58-bc9b-aa8c7c5087b8 will not be triggered until provisioned by entity L2. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:56:26.037832 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.pecan_wsgi.hooks.translation [None req-c313784a-c84b-46f2-b8dd-cf236dee7f45 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 11:56:26.038444 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c313784a-c84b-46f2-b8dd-cf236dee7f45 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 11:56:26.047663 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-70bd8ffe-2698-4508-889b-a3c3051b3e40 None None] Provisioning for port 416dbb3b-77ae-4688-aab3-53b5f54edb02 completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:56:26.064013 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-715d025b-ec6a-4784-8f1f-64c0484b6f66 None None] Transition to ACTIVE for port object 38f3dc9e-1480-4d58-bc9b-aa8c7c5087b8 will not be triggered until provisioned by entity DHCP. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:56:26.068905 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-70bd8ffe-2698-4508-889b-a3c3051b3e40 None None] Provisioning complete for port 416dbb3b-77ae-4688-aab3-53b5f54edb02 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:56:26.069440 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-70bd8ffe-2698-4508-889b-a3c3051b3e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:26.091880 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-93c7bbb3-4001-495b-98d0-ac98ebb901cf tempest-ExtraDHCPOptionsIpV6TestJSON-577237846 tempest-ExtraDHCPOptionsIpV6TestJSON-577237846-project] Notify callbacks [] for port, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:26.094934 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-bfdfc0c0-c233-490f-9b12-03a174fe745c tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:56:26.117858 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-715d025b-ec6a-4784-8f1f-64c0484b6f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241'] for port, after_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:26.122902 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-c313784a-c84b-46f2-b8dd-cf236dee7f45 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.6689839 Mar 28 11:56:26.128564 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 50322) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:26.134308 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-bfdfc0c0-c233-490f-9b12-03a174fe745c tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Usage tracker for resource:security_group_rule and tenant:2a883d5a5a2b4866b0c720c3c2f3317a is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:56:26.142922 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-59cb9f10-ee8a-4684-b6c3-0cd13ef3c8be tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Request body: {'subnet': {'network_id': '4e76bbfd-a57c-4a31-ab10-d8090b780aca', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:56:26.151514 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-bfdfc0c0-c233-490f-9b12-03a174fe745c tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:56:26.157488 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.provisioning_blocks [None req-93c7bbb3-4001-495b-98d0-ac98ebb901cf tempest-ExtraDHCPOptionsIpV6TestJSON-577237846 tempest-ExtraDHCPOptionsIpV6TestJSON-577237846-project] Transition to ACTIVE for port object 12666120-faa7-435b-8606-0dc11eb8320d will not be triggered until provisioned by entity DHCP. {{(pid=87871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:56:26.163917 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-00adde8a-aee9-482f-b96b-2c5c144598d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:26.176400 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-296f8ff3-31a2-4080-bf37-d792dca2a157 tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] Notify callbacks [] for router, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:26.195954 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9059195-3475-4769-b92a-1211e42bdb4e req-5c0bf73c-e02b-4160-8237-8c76f3064bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:56:26.197465 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-c9059195-3475-4769-b92a-1211e42bdb4e req-5c0bf73c-e02b-4160-8237-8c76f3064bb7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b072139b-1edf-4981-9f6f-41603d7605ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2731745 Mar 28 11:56:26.248745 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-bfdfc0c0-c233-490f-9b12-03a174fe745c tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:56:26.331977 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-bfdfc0c0-c233-490f-9b12-03a174fe745c tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Notify callbacks [] for security_group, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:26.336217 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-715d025b-ec6a-4784-8f1f-64c0484b6f66 None None] Network 4e76bbfd-a57c-4a31-ab10-d8090b780aca is already hosted by enough agents. {{(pid=87872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:56:26.359107 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-bfdfc0c0-c233-490f-9b12-03a174fe745c tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:26.361800 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.base_scheduler [None req-715d025b-ec6a-4784-8f1f-64c0484b6f66 None None] Resources bound (agent type, host, resource id): {{(pid=87872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:56:26.370620 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-715d025b-ec6a-4784-8f1f-64c0484b6f66 None None] Received port after_create {{(pid=87872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:56:26.381276 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-70bd8ffe-2698-4508-889b-a3c3051b3e40 None None] Port 416dbb3b-77ae-4688-aab3-53b5f54edb02 cannot update to ACTIVE because it is not bound. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 11:56:26.445533 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715d025b-ec6a-4784-8f1f-64c0484b6f66 None None] Pushing event updated for resources: {'Port': ['ID=38f3dc9e-1480-4d58-bc9b-aa8c7c5087b8,revision_number=1']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:56:26.455812 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdfc0c0-c233-490f-9b12-03a174fe745c tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a42753a-559a-4332-b3c3-ce7fe219d75a,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:56:26.530478 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-bfdfc0c0-c233-490f-9b12-03a174fe745c tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Notify callbacks [] for security_group, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:26.531940 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-bfdfc0c0-c233-490f-9b12-03a174fe745c tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.8724387 Mar 28 11:56:26.534956 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 50326) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:26.539892 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-59cb9f10-ee8a-4684-b6c3-0cd13ef3c8be tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:56:26.544023 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-96db67d3-9b4c-4db3-be98-8f61ab71a277 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Request body: {'security_group_rule': {'security_group_id': '7a42753a-559a-4332-b3c3-ce7fe219d75a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:56:26.545825 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-715d025b-ec6a-4784-8f1f-64c0484b6f66 None None] Attempting to bind port 38f3dc9e-1480-4d58-bc9b-aa8c7c5087b8 on host dv-neutron-835340-2-hyperv for vnic_type normal with profile {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:56:26.546195 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-715d025b-ec6a-4784-8f1f-64c0484b6f66 None None] Attempting to bind port 38f3dc9e-1480-4d58-bc9b-aa8c7c5087b8 by drivers openvswitch,hyperv on host dv-neutron-835340-2-hyperv at level 0 using segments [{'id': 'deb07d50-2950-4e0e-bbeb-acda35ec3031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '4e76bbfd-a57c-4a31-ab10-d8090b780aca'}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:56:26.546555 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-715d025b-ec6a-4784-8f1f-64c0484b6f66 None None] Attempting to bind port 38f3dc9e-1480-4d58-bc9b-aa8c7c5087b8 on network 4e76bbfd-a57c-4a31-ab10-d8090b780aca {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:56:26.548187 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-59cb9f10-ee8a-4684-b6c3-0cd13ef3c8be tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Usage tracker for resource:subnet and tenant:beb99f647cec46e3bbf575ac0a3034e8 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:56:26.554916 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-96db67d3-9b4c-4db3-be98-8f61ab71a277 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:56:26.558263 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-59cb9f10-ee8a-4684-b6c3-0cd13ef3c8be tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:56:26.572152 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-96db67d3-9b4c-4db3-be98-8f61ab71a277 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Usage tracker for resource:security_group_rule and tenant:2a883d5a5a2b4866b0c720c3c2f3317a is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:56:26.579371 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-96db67d3-9b4c-4db3-be98-8f61ab71a277 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:56:26.581427 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-715d025b-ec6a-4784-8f1f-64c0484b6f66 None None] Checking agent: {'id': '961a16fe-cbc8-4264-ac28-bbbd53f89caa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 46, 6), 'started_at': datetime.datetime(2022, 3, 28, 11, 46, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 11, 56, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 11:56:26.581798 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-715d025b-ec6a-4784-8f1f-64c0484b6f66 None None] Checking segment: {'id': 'deb07d50-2950-4e0e-bbeb-acda35ec3031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '4e76bbfd-a57c-4a31-ab10-d8090b780aca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:56:26.582203 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-715d025b-ec6a-4784-8f1f-64c0484b6f66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:26.582594 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-715d025b-ec6a-4784-8f1f-64c0484b6f66 None None] Bound using segment: {'id': 'deb07d50-2950-4e0e-bbeb-acda35ec3031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '4e76bbfd-a57c-4a31-ab10-d8090b780aca'} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 11:56:26.583073 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-715d025b-ec6a-4784-8f1f-64c0484b6f66 None None] Bound port: 38f3dc9e-1480-4d58-bc9b-aa8c7c5087b8, host: dv-neutron-835340-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'deb07d50-2950-4e0e-bbeb-acda35ec3031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '4e76bbfd-a57c-4a31-ab10-d8090b780aca'}}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 11:56:26.583443 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-715d025b-ec6a-4784-8f1f-64c0484b6f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:26.584623 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-00adde8a-aee9-482f-b96b-2c5c144598d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:26.590213 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-93c7bbb3-4001-495b-98d0-ac98ebb901cf tempest-ExtraDHCPOptionsIpV6TestJSON-577237846 tempest-ExtraDHCPOptionsIpV6TestJSON-577237846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:26.596323 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-59cb9f10-ee8a-4684-b6c3-0cd13ef3c8be tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:56:26.604413 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-96db67d3-9b4c-4db3-be98-8f61ab71a277 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:56:26.604725 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-c9059195-3475-4769-b92a-1211e42bdb4e req-856356f6-9f77-4db5-9593-a8168d49e5ed service neutron] 10.222.0.11 "GET /v2.0/networks/b072139b-1edf-4981-9f6f-41603d7605ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3752894 Mar 28 11:56:26.614958 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00adde8a-aee9-482f-b96b-2c5c144598d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ef7ef2f-8646-4246-9b73-6964ad28eb97,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:56:26.621261 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-296f8ff3-31a2-4080-bf37-d792dca2a157 tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:26.638899 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-00adde8a-aee9-482f-b96b-2c5c144598d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:26.640191 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-00adde8a-aee9-482f-b96b-2c5c144598d7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9ef7ef2f-8646-4246-9b73-6964ad28eb97 HTTP/1.1" status: 204 len: 168 time: 1.2376888 Mar 28 11:56:26.646559 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-296f8ff3-31a2-4080-bf37-d792dca2a157 tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] Deleting port 68d3e449-1f98-45c2-ba3a-78245b12e550 {{(pid=87870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:56:26.647096 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-296f8ff3-31a2-4080-bf37-d792dca2a157 tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:26.667449 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-3b453cdc-0d12-42ff-95ff-100039eaa157 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:26.673740 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-96db67d3-9b4c-4db3-be98-8f61ab71a277 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:26.686117 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-1566273f-01d5-447e-9384-fc8b3c49a9ad None None] Notify callbacks [] for port, precommit_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:26.713563 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-1566273f-01d5-447e-9384-fc8b3c49a9ad None None] Transition to ACTIVE for port object 2e487800-3a52-4d7f-bfd8-8a261b86bec7 will not be triggered until provisioned by entity L2. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:56:26.743935 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-715d025b-ec6a-4784-8f1f-64c0484b6f66 None None] For port 38f3dc9e-1480-4d58-bc9b-aa8c7c5087b8, host dv-neutron-835340-2-hyperv, cleared binding levels {{(pid=87872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 11:56:26.746270 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-1566273f-01d5-447e-9384-fc8b3c49a9ad None None] Transition to ACTIVE for port object 2e487800-3a52-4d7f-bfd8-8a261b86bec7 will not be triggered until provisioned by entity DHCP. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:56:26.749358 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-715d025b-ec6a-4784-8f1f-64c0484b6f66 None None] For port 38f3dc9e-1480-4d58-bc9b-aa8c7c5087b8, host dv-neutron-835340-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=38f3dc9e-1480-4d58-bc9b-aa8c7c5087b8,segment=NetworkSegment(deb07d50-2950-4e0e-bbeb-acda35ec3031),segment_id=deb07d50-2950-4e0e-bbeb-acda35ec3031)] {{(pid=87872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 11:56:26.758983 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-715d025b-ec6a-4784-8f1f-64c0484b6f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:26.821501 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93c7bbb3-4001-495b-98d0-ac98ebb901cf tempest-ExtraDHCPOptionsIpV6TestJSON-577237846 tempest-ExtraDHCPOptionsIpV6TestJSON-577237846-project] Network 473cfb3a-6017-4a04-92a9-8ff943512ecb is already hosted by enough agents. {{(pid=87871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:56:26.835645 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59cb9f10-ee8a-4684-b6c3-0cd13ef3c8be tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Made reservation on behalf of beb99f647cec46e3bbf575ac0a3034e8 for: {'subnet': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:56:26.836687 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715d025b-ec6a-4784-8f1f-64c0484b6f66 None None] Pushing event updated for resources: {'Port': ['ID=38f3dc9e-1480-4d58-bc9b-aa8c7c5087b8,revision_number=2']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:56:26.839876 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-59cb9f10-ee8a-4684-b6c3-0cd13ef3c8be tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26551362'] for subnet, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:26.840018 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-1566273f-01d5-447e-9384-fc8b3c49a9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241'] for port, after_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:26.855109 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-93c7bbb3-4001-495b-98d0-ac98ebb901cf tempest-ExtraDHCPOptionsIpV6TestJSON-577237846 tempest-ExtraDHCPOptionsIpV6TestJSON-577237846-project] Resources bound (agent type, host, resource id): {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:56:26.881779 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c7bbb3-4001-495b-98d0-ac98ebb901cf tempest-ExtraDHCPOptionsIpV6TestJSON-577237846 tempest-ExtraDHCPOptionsIpV6TestJSON-577237846-project] Received port after_create {{(pid=87871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:56:26.887459 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93c7bbb3-4001-495b-98d0-ac98ebb901cf tempest-ExtraDHCPOptionsIpV6TestJSON-577237846 tempest-ExtraDHCPOptionsIpV6TestJSON-577237846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:56:26.889147 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-93c7bbb3-4001-495b-98d0-ac98ebb901cf tempest-ExtraDHCPOptionsIpV6TestJSON-577237846 tempest-ExtraDHCPOptionsIpV6TestJSON-577237846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:26.932488 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-96db67d3-9b4c-4db3-be98-8f61ab71a277 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:26.948214 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c7bbb3-4001-495b-98d0-ac98ebb901cf tempest-ExtraDHCPOptionsIpV6TestJSON-577237846 tempest-ExtraDHCPOptionsIpV6TestJSON-577237846-project] Pushing event updated for resources: {'Port': ['ID=12666120-faa7-435b-8606-0dc11eb8320d,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:56:26.952792 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-96db67d3-9b4c-4db3-be98-8f61ab71a277 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740322'] for security_group_rule, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:26.955683 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.db_base_plugin_common [None req-3478b679-c3d7-447d-8f00-efe98f01195c tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Allocated IP 2001:db8::3e97:976:e04b:f65 (e95a87e2-4c44-46e2-9de5-2786cbaea69c/eb6d5e6a-189f-4bfa-8511-1c2b9c7e5d4e/6ed6903d-1998-42d2-a569-451a89962cdf) {{(pid=87870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:56:26.986181 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1566273f-01d5-447e-9384-fc8b3c49a9ad None None] Pushing event updated for resources: {'Port': ['ID=2e487800-3a52-4d7f-bfd8-8a261b86bec7,revision_number=1']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:56:27.011778 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1566273f-01d5-447e-9384-fc8b3c49a9ad None None] Network e95a87e2-4c44-46e2-9de5-2786cbaea69c is already hosted by enough agents. {{(pid=87872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:56:27.013564 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-296f8ff3-31a2-4080-bf37-d792dca2a157 tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:27.015773 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.base_scheduler [None req-1566273f-01d5-447e-9384-fc8b3c49a9ad None None] Resources bound (agent type, host, resource id): {{(pid=87872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:56:27.021039 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1566273f-01d5-447e-9384-fc8b3c49a9ad None None] Received port after_create {{(pid=87872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:56:27.069456 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96db67d3-9b4c-4db3-be98-8f61ab71a277 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=246d250c-7316-4ea3-b891-3c91d7f1649c,revision_number=0']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:56:27.155893 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-1566273f-01d5-447e-9384-fc8b3c49a9ad None None] Attempting to bind port 2e487800-3a52-4d7f-bfd8-8a261b86bec7 on host dv-neutron-835340-2-hyperv for vnic_type normal with profile {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:56:27.155893 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-1566273f-01d5-447e-9384-fc8b3c49a9ad None None] Attempting to bind port 2e487800-3a52-4d7f-bfd8-8a261b86bec7 by drivers openvswitch,hyperv on host dv-neutron-835340-2-hyperv at level 0 using segments [{'id': 'bd053757-b8b4-4f3a-b553-aa242f2d15d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e95a87e2-4c44-46e2-9de5-2786cbaea69c'}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:56:27.156127 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1566273f-01d5-447e-9384-fc8b3c49a9ad None None] Attempting to bind port 2e487800-3a52-4d7f-bfd8-8a261b86bec7 on network e95a87e2-4c44-46e2-9de5-2786cbaea69c {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:56:27.170166 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1566273f-01d5-447e-9384-fc8b3c49a9ad None None] Checking agent: {'id': '961a16fe-cbc8-4264-ac28-bbbd53f89caa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 46, 6), 'started_at': datetime.datetime(2022, 3, 28, 11, 46, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 11, 56, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 11:56:27.170691 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1566273f-01d5-447e-9384-fc8b3c49a9ad None None] Checking segment: {'id': 'bd053757-b8b4-4f3a-b553-aa242f2d15d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e95a87e2-4c44-46e2-9de5-2786cbaea69c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:56:27.171109 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-1566273f-01d5-447e-9384-fc8b3c49a9ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:27.171513 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1566273f-01d5-447e-9384-fc8b3c49a9ad None None] Bound using segment: {'id': 'bd053757-b8b4-4f3a-b553-aa242f2d15d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e95a87e2-4c44-46e2-9de5-2786cbaea69c'} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 11:56:27.171993 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-1566273f-01d5-447e-9384-fc8b3c49a9ad None None] Bound port: 2e487800-3a52-4d7f-bfd8-8a261b86bec7, host: dv-neutron-835340-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd053757-b8b4-4f3a-b553-aa242f2d15d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e95a87e2-4c44-46e2-9de5-2786cbaea69c'}}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 11:56:27.172388 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-1566273f-01d5-447e-9384-fc8b3c49a9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:27.189918 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-93c7bbb3-4001-495b-98d0-ac98ebb901cf tempest-ExtraDHCPOptionsIpV6TestJSON-577237846 tempest-ExtraDHCPOptionsIpV6TestJSON-577237846-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 4.0315542 Mar 28 11:56:27.198096 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 50334) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:27.210724 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-8c3b979f-63d1-41ea-8587-9624c52786dc tempest-ExtraDHCPOptionsIpV6TestJSON-577237846 tempest-ExtraDHCPOptionsIpV6TestJSON-577237846-project] Request body: {'port': {'network_id': '473cfb3a-6017-4a04-92a9-8ff943512ecb', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1079541907', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:56:27.211269 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.api.validators [None req-8c3b979f-63d1-41ea-8587-9624c52786dc tempest-ExtraDHCPOptionsIpV6TestJSON-577237846 tempest-ExtraDHCPOptionsIpV6TestJSON-577237846-project] bootfile-name is not in valid_values {{(pid=87871) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 28 11:56:27.211632 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.api.validators [None req-8c3b979f-63d1-41ea-8587-9624c52786dc tempest-ExtraDHCPOptionsIpV6TestJSON-577237846 tempest-ExtraDHCPOptionsIpV6TestJSON-577237846-project] tftp-server is not in valid_values {{(pid=87871) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 28 11:56:27.211958 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.api.validators [None req-8c3b979f-63d1-41ea-8587-9624c52786dc tempest-ExtraDHCPOptionsIpV6TestJSON-577237846 tempest-ExtraDHCPOptionsIpV6TestJSON-577237846-project] server-ip-address is not in valid_values {{(pid=87871) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 28 11:56:27.294116 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-296f8ff3-31a2-4080-bf37-d792dca2a157 tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] Calling delete_port for 68d3e449-1f98-45c2-ba3a-78245b12e550 owned by network:router_gateway {{(pid=87870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:56:27.402670 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-1566273f-01d5-447e-9384-fc8b3c49a9ad None None] For port 2e487800-3a52-4d7f-bfd8-8a261b86bec7, host dv-neutron-835340-2-hyperv, cleared binding levels {{(pid=87872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 11:56:27.408842 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-1566273f-01d5-447e-9384-fc8b3c49a9ad None None] For port 2e487800-3a52-4d7f-bfd8-8a261b86bec7, host dv-neutron-835340-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=2e487800-3a52-4d7f-bfd8-8a261b86bec7,segment=NetworkSegment(bd053757-b8b4-4f3a-b553-aa242f2d15d2),segment_id=bd053757-b8b4-4f3a-b553-aa242f2d15d2)] {{(pid=87872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 11:56:27.423587 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-1566273f-01d5-447e-9384-fc8b3c49a9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:27.447242 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-96db67d3-9b4c-4db3-be98-8f61ab71a277 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:27.452645 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-96db67d3-9b4c-4db3-be98-8f61ab71a277 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9167349 Mar 28 11:56:27.477203 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 50342) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:27.531092 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-c9059195-3475-4769-b92a-1211e42bdb4e req-f0c6fd7a-092b-486c-bfb7-36db7fc11d89 service neutron] 10.222.0.11 "GET /v2.0/networks/b072139b-1edf-4981-9f6f-41603d7605ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8845158 Mar 28 11:56:27.657250 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1566273f-01d5-447e-9384-fc8b3c49a9ad None None] Pushing event updated for resources: {'Port': ['ID=2e487800-3a52-4d7f-bfd8-8a261b86bec7,revision_number=2']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:56:27.699646 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 38f3dc9e-1480-4d58-bc9b-aa8c7c5087b8 up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:56:27.707045 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-21bebdeb-7776-4673-b450-6f5f4e3e3e08 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:27.846527 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6f9aec6-3b0c-4189-b8b8-67263ef288f8 None None] Network 473cfb3a-6017-4a04-92a9-8ff943512ecb requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:56:27.878492 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-21bebdeb-7776-4673-b450-6f5f4e3e3e08 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:28.002426 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-8c3b979f-63d1-41ea-8587-9624c52786dc tempest-ExtraDHCPOptionsIpV6TestJSON-577237846 tempest-ExtraDHCPOptionsIpV6TestJSON-577237846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:56:28.021266 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-8c3b979f-63d1-41ea-8587-9624c52786dc tempest-ExtraDHCPOptionsIpV6TestJSON-577237846 tempest-ExtraDHCPOptionsIpV6TestJSON-577237846-project] Usage tracker for resource:port and tenant:29d96dc820204ce9886f594bdeda7962 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:56:28.035189 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-8c3b979f-63d1-41ea-8587-9624c52786dc tempest-ExtraDHCPOptionsIpV6TestJSON-577237846 tempest-ExtraDHCPOptionsIpV6TestJSON-577237846-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:56:28.100655 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-8c3b979f-63d1-41ea-8587-9624c52786dc tempest-ExtraDHCPOptionsIpV6TestJSON-577237846 tempest-ExtraDHCPOptionsIpV6TestJSON-577237846-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:56:28.101536 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning for port 38f3dc9e-1480-4d58-bc9b-aa8c7c5087b8 completed by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:56:28.123972 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 8beae53d-0567-4722-a327-239e421d4a1e up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:56:28.173387 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c3b979f-63d1-41ea-8587-9624c52786dc tempest-ExtraDHCPOptionsIpV6TestJSON-577237846 tempest-ExtraDHCPOptionsIpV6TestJSON-577237846-project] Made reservation on behalf of 29d96dc820204ce9886f594bdeda7962 for: {'port': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:56:28.177375 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-8c3b979f-63d1-41ea-8587-9624c52786dc tempest-ExtraDHCPOptionsIpV6TestJSON-577237846 tempest-ExtraDHCPOptionsIpV6TestJSON-577237846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:28.192196 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-21bebdeb-7776-4673-b450-6f5f4e3e3e08 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740322'] for security_group_rule, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:28.192547 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-95d7a2b1-b8f9-4d3b-a46e-8be4fe1a9034 None None] Provisioning for port 8beae53d-0567-4722-a327-239e421d4a1e completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:56:28.240870 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.notifiers.nova [None req-8c3b979f-63d1-41ea-8587-9624c52786dc tempest-ExtraDHCPOptionsIpV6TestJSON-577237846 tempest-ExtraDHCPOptionsIpV6TestJSON-577237846-project] device_id is not set on port 1288c7db-77fc-4202-9a16-6be6b795a16e yet. {{(pid=87871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 11:56:28.255457 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bebdeb-7776-4673-b450-6f5f4e3e3e08 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=246d250c-7316-4ea3-b891-3c91d7f1649c,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:56:28.292582 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-21bebdeb-7776-4673-b450-6f5f4e3e3e08 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:28.299980 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-21bebdeb-7776-4673-b450-6f5f4e3e3e08 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/246d250c-7316-4ea3-b891-3c91d7f1649c HTTP/1.1" status: 204 len: 168 time: 0.8202860 Mar 28 11:56:28.304386 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 50360) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:28.329694 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-3478b679-c3d7-447d-8f00-efe98f01195c tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks [] for port, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:28.425011 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.provisioning_blocks [None req-3478b679-c3d7-447d-8f00-efe98f01195c tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Transition to ACTIVE for port object 6ed6903d-1998-42d2-a569-451a89962cdf will not be triggered until provisioned by entity DHCP. {{(pid=87870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:56:28.480767 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning for port 8beae53d-0567-4722-a327-239e421d4a1e completed by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:56:28.506807 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port 8beae53d-0567-4722-a327-239e421d4a1e triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:56:28.509027 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:28.520802 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-3b453cdc-0d12-42ff-95ff-100039eaa157 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks [] for port, precommit_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:28.531094 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-e07895e3-3889-4fff-87ed-39fdf0cd9b70 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Synchronizing usage tracker for tenant:2a883d5a5a2b4866b0c720c3c2f3317a on resource:security_group_rule {{(pid=87870) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:56:28.556585 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-3b453cdc-0d12-42ff-95ff-100039eaa157 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2363241'] for port, after_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:28.586073 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-296f8ff3-31a2-4080-bf37-d792dca2a157 tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:28.680435 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296f8ff3-31a2-4080-bf37-d792dca2a157 tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] Pushing event deleted for resources: {'Port': ['ID=68d3e449-1f98-45c2-ba3a-78245b12e550,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:56:28.689813 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-e07895e3-3889-4fff-87ed-39fdf0cd9b70 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Unset dirty status for tenant:2a883d5a5a2b4866b0c720c3c2f3317a on resource:security_group_rule {{(pid=87870) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:56:28.692611 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-e07895e3-3889-4fff-87ed-39fdf0cd9b70 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3865590 Mar 28 11:56:28.696075 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-3478b679-c3d7-447d-8f00-efe98f01195c tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:28.698049 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 50368) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:28.772034 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-59cb9f10-ee8a-4684-b6c3-0cd13ef3c8be tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2364128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26551408'] for subnet, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:28.897936 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:28.918517 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14a343a1-21be-4ab8-81ce-23f3bb68026a None None] Network 4e76bbfd-a57c-4a31-ab10-d8090b780aca requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:56:28.968986 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] For port 8beae53d-0567-4722-a327-239e421d4a1e, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=8beae53d-0567-4722-a327-239e421d4a1e,segment=NetworkSegment(7e91c0f0-ca62-47d8-8d9a-d16257408c85),segment_id=7e91c0f0-ca62-47d8-8d9a-d16257408c85)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:56:29.004924 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:29.125518 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b453cdc-0d12-42ff-95ff-100039eaa157 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Pushing event updated for resources: {'Port': ['ID=416dbb3b-77ae-4688-aab3-53b5f54edb02,revision_number=2']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:56:29.146029 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-3b453cdc-0d12-42ff-95ff-100039eaa157 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-743372'] for router_interface, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:29.155799 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59cb9f10-ee8a-4684-b6c3-0cd13ef3c8be tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Network 4e76bbfd-a57c-4a31-ab10-d8090b780aca is already hosted by enough agents. {{(pid=87871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:56:29.163039 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cb9f10-ee8a-4684-b6c3-0cd13ef3c8be tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Pushing event updated for resources: {'Subnet': ['ID=49c875b1-1fa8-4999-aba1-794f12de03a3,revision_number=0']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:56:29.165328 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-59cb9f10-ee8a-4684-b6c3-0cd13ef3c8be tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Resources bound (agent type, host, resource id): {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:56:29.181363 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.db_base_plugin_common [None req-8c3b979f-63d1-41ea-8587-9624c52786dc tempest-ExtraDHCPOptionsIpV6TestJSON-577237846 tempest-ExtraDHCPOptionsIpV6TestJSON-577237846-project] Allocated IP 2001:db8::36 (473cfb3a-6017-4a04-92a9-8ff943512ecb/815d0fd2-5360-4995-86ca-e3a6aba521a6/1288c7db-77fc-4202-9a16-6be6b795a16e) {{(pid=87871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:56:29.184217 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59cb9f10-ee8a-4684-b6c3-0cd13ef3c8be tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:56:29.185341 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-59cb9f10-ee8a-4684-b6c3-0cd13ef3c8be tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538751'] for subnet, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:29.194007 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Pushing event updated for resources: {'Port': ['ID=8beae53d-0567-4722-a327-239e421d4a1e,revision_number=3']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:56:29.203247 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-fd28b1a7-7089-45cf-8697-7b4c6a77a8b5 None None] Provisioning for port 38f3dc9e-1480-4d58-bc9b-aa8c7c5087b8 completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:56:29.266167 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-fd28b1a7-7089-45cf-8697-7b4c6a77a8b5 None None] Provisioning complete for port 38f3dc9e-1480-4d58-bc9b-aa8c7c5087b8 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:56:29.266376 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-fd28b1a7-7089-45cf-8697-7b4c6a77a8b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:29.373888 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3478b679-c3d7-447d-8f00-efe98f01195c tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Network e95a87e2-4c44-46e2-9de5-2786cbaea69c is already hosted by enough agents. {{(pid=87870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:56:29.417187 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.base_scheduler [None req-3478b679-c3d7-447d-8f00-efe98f01195c tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Resources bound (agent type, host, resource id): {{(pid=87870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:56:29.458225 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3478b679-c3d7-447d-8f00-efe98f01195c tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Received port after_create {{(pid=87870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:56:29.468258 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3478b679-c3d7-447d-8f00-efe98f01195c tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:56:29.468944 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-3478b679-c3d7-447d-8f00-efe98f01195c tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:29.471018 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.agents_db [None req-03fd49d8-b51b-41c1-8716-b8e265c93689 None None] Agent healthcheck: found 6 active agents {{(pid=87873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 11:56:29.492415 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3478b679-c3d7-447d-8f00-efe98f01195c tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Pushing event updated for resources: {'Port': ['ID=6ed6903d-1998-42d2-a569-451a89962cdf,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:56:29.504448 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-59cb9f10-ee8a-4684-b6c3-0cd13ef3c8be tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 3.3736720 Mar 28 11:56:29.520439 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 50380) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:29.545339 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-3478b679-c3d7-447d-8f00-efe98f01195c tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 4.7256110 Mar 28 11:56:29.554286 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-c977cfc9-a4ab-4f3c-82fb-e72105969030 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Request body: {'port': {'network_id': '4e76bbfd-a57c-4a31-ab10-d8090b780aca', 'fixed_ips': [{'subnet_id': '0995b15f-1798-44bb-8ef1-cacf939f7371'}, {'subnet_id': '49c875b1-1fa8-4999-aba1-794f12de03a3'}], 'name': 'tempest-PortsIpV6TestJSON-1877907505'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:56:29.568983 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 50386) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:29.569797 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-09779179-7141-4e06-8c66-2c9597750cf8 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Notify callbacks [] for security_group, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:29.603534 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-09779179-7141-4e06-8c66-2c9597750cf8 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:29.634209 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 8beae53d-0567-4722-a327-239e421d4a1e up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:56:29.674931 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-296f8ff3-31a2-4080-bf37-d792dca2a157 tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-709573'] for router_gateway, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:29.753002 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-fd28b1a7-7089-45cf-8697-7b4c6a77a8b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:29.765520 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 50390) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:29.780646 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b453cdc-0d12-42ff-95ff-100039eaa157 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Network 8c636130-36c7-4dc3-a360-d3c5aa15f9b1 is already hosted by enough agents. {{(pid=87871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:56:29.793210 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-3b453cdc-0d12-42ff-95ff-100039eaa157 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Resources bound (agent type, host, resource id): {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:56:29.908630 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-296f8ff3-31a2-4080-bf37-d792dca2a157 tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-745164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-260864'] for router, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:29.914758 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-296f8ff3-31a2-4080-bf37-d792dca2a157 tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:29.923864 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-fd28b1a7-7089-45cf-8697-7b4c6a77a8b5 None None] For port 38f3dc9e-1480-4d58-bc9b-aa8c7c5087b8, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=38f3dc9e-1480-4d58-bc9b-aa8c7c5087b8,segment=NetworkSegment(deb07d50-2950-4e0e-bbeb-acda35ec3031),segment_id=deb07d50-2950-4e0e-bbeb-acda35ec3031)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:56:29.942413 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-fd28b1a7-7089-45cf-8697-7b4c6a77a8b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:30.009666 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-09779179-7141-4e06-8c66-2c9597750cf8 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:30.021048 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port 8beae53d-0567-4722-a327-239e421d4a1e triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:56:30.021414 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:30.036543 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-296f8ff3-31a2-4080-bf37-d792dca2a157 tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-745021'] for router, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:30.037439 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-296f8ff3-31a2-4080-bf37-d792dca2a157 tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] Fanout notify agent at l3_agent the message router_deleted on router 630402b7-58ef-4715-8087-62a2ef5d3a3a {{(pid=87870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 11:56:30.049305 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09779179-7141-4e06-8c66-2c9597750cf8 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a42753a-559a-4332-b3c3-ce7fe219d75a,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:56:30.057879 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-8c3b979f-63d1-41ea-8587-9624c52786dc tempest-ExtraDHCPOptionsIpV6TestJSON-577237846 tempest-ExtraDHCPOptionsIpV6TestJSON-577237846-project] Notify callbacks [] for port, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:30.073464 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-296f8ff3-31a2-4080-bf37-d792dca2a157 tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] Notify callbacks [] for router, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:30.078860 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-296f8ff3-31a2-4080-bf37-d792dca2a157 tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] 10.222.0.30 "DELETE /v2.0/routers/630402b7-58ef-4715-8087-62a2ef5d3a3a HTTP/1.1" status: 204 len: 168 time: 4.6008303 Mar 28 11:56:30.079303 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.provisioning_blocks [None req-8c3b979f-63d1-41ea-8587-9624c52786dc tempest-ExtraDHCPOptionsIpV6TestJSON-577237846 tempest-ExtraDHCPOptionsIpV6TestJSON-577237846-project] Transition to ACTIVE for port object 1288c7db-77fc-4202-9a16-6be6b795a16e will not be triggered until provisioned by entity DHCP. {{(pid=87871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:56:30.080980 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 50396) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:30.086389 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-09779179-7141-4e06-8c66-2c9597750cf8 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Notify callbacks [] for security_group, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:30.090035 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-09779179-7141-4e06-8c66-2c9597750cf8 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] 10.222.0.30 "DELETE /v2.0/security-groups/7a42753a-559a-4332-b3c3-ce7fe219d75a HTTP/1.1" status: 204 len: 168 time: 1.3586538 Mar 28 11:56:30.094488 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-44de019b-8f5b-461a-a59f-64b566d3ed37 tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-891997900', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b'}, 'admin_state_up': False}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:56:30.102431 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-44de019b-8f5b-461a-a59f-64b566d3ed37 tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:56:30.106282 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-44de019b-8f5b-461a-a59f-64b566d3ed37 tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] Usage tracker for resource:router and tenant:94d00219537d4d239b57c0ac46eb2c8b is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:56:30.108266 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 50400) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:30.109313 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd28b1a7-7089-45cf-8697-7b4c6a77a8b5 None None] Pushing event updated for resources: {'Port': ['ID=38f3dc9e-1480-4d58-bc9b-aa8c7c5087b8,revision_number=3']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:56:30.109656 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-44de019b-8f5b-461a-a59f-64b566d3ed37 tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:56:30.116144 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-44de019b-8f5b-461a-a59f-64b566d3ed37 tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:56:30.130755 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-c8007db3-5321-4077-bf8c-e8d45a5f7a22 None None] Provisioning for port 6ed6903d-1998-42d2-a569-451a89962cdf completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:56:30.136424 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-44de019b-8f5b-461a-a59f-64b566d3ed37 tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-707665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-260886'] for router, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:30.138488 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-44de019b-8f5b-461a-a59f-64b566d3ed37 tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-705660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709650', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-767110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260873'] for router, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:30.139960 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-c8007db3-5321-4077-bf8c-e8d45a5f7a22 None None] Provisioning complete for port 6ed6903d-1998-42d2-a569-451a89962cdf triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:56:30.140813 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-c8007db3-5321-4077-bf8c-e8d45a5f7a22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:30.144622 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-5ce2bd69-991f-4d88-9e0c-20d052af5bfe tempest-RoutersAdminNegativeTest-202864926 tempest-RoutersAdminNegativeTest-202864926-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-653227478', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:56:30.157153 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-5ce2bd69-991f-4d88-9e0c-20d052af5bfe tempest-RoutersAdminNegativeTest-202864926 tempest-RoutersAdminNegativeTest-202864926-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:56:30.182735 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d9287eb-f4e4-4329-b7dd-0c4ebb02d69e tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:56:30.189230 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d9287eb-f4e4-4329-b7dd-0c4ebb02d69e tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:56:30.190254 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-8d9287eb-f4e4-4329-b7dd-0c4ebb02d69e tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Synchronizing usage tracker for tenant:b4adfe5c8b3a4e57a1afd1d44c455245 on resource:port {{(pid=87870) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:56:30.195673 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-44de019b-8f5b-461a-a59f-64b566d3ed37 tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:30.211696 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-5ce2bd69-991f-4d88-9e0c-20d052af5bfe tempest-RoutersAdminNegativeTest-202864926 tempest-RoutersAdminNegativeTest-202864926-project-admin] Usage tracker for resource:port and tenant:07528ce469f2490e872e208e428f70a2 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:56:30.220193 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-8d9287eb-f4e4-4329-b7dd-0c4ebb02d69e tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Unset dirty status for tenant:b4adfe5c8b3a4e57a1afd1d44c455245 on resource:port {{(pid=87870) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:56:30.224343 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-8d9287eb-f4e4-4329-b7dd-0c4ebb02d69e tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.5530512 Mar 28 11:56:30.224765 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 50404) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:30.241420 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-5ce2bd69-991f-4d88-9e0c-20d052af5bfe tempest-RoutersAdminNegativeTest-202864926 tempest-RoutersAdminNegativeTest-202864926-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:56:30.244457 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-8c3b979f-63d1-41ea-8587-9624c52786dc tempest-ExtraDHCPOptionsIpV6TestJSON-577237846 tempest-ExtraDHCPOptionsIpV6TestJSON-577237846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:30.247432 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-c8007db3-5321-4077-bf8c-e8d45a5f7a22 None None] Port 6ed6903d-1998-42d2-a569-451a89962cdf cannot update to ACTIVE because it is not bound. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 11:56:30.271062 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 2e487800-3a52-4d7f-bfd8-8a261b86bec7 up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:56:30.301886 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-5ce2bd69-991f-4d88-9e0c-20d052af5bfe tempest-RoutersAdminNegativeTest-202864926 tempest-RoutersAdminNegativeTest-202864926-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:56:30.302848 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-c8007db3-5321-4077-bf8c-e8d45a5f7a22 None None] Provisioning for port 2e487800-3a52-4d7f-bfd8-8a261b86bec7 completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:56:30.305085 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-883e8e84-fa48-4580-b4c2-3b57f241ef6e tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Deleting port 6ed6903d-1998-42d2-a569-451a89962cdf {{(pid=87870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:56:30.305582 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-883e8e84-fa48-4580-b4c2-3b57f241ef6e tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:30.400574 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-c8007db3-5321-4077-bf8c-e8d45a5f7a22 None None] Provisioning complete for port 8beae53d-0567-4722-a327-239e421d4a1e triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:56:30.400944 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-c8007db3-5321-4077-bf8c-e8d45a5f7a22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:30.433046 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b1c4383-d856-4ce1-908d-512bceda55c8 None None] Update dhcp port {'port': {'network_id': '4e76bbfd-a57c-4a31-ab10-d8090b780aca', 'fixed_ips': [{'subnet_id': '0995b15f-1798-44bb-8ef1-cacf939f7371', 'ip_address': '2001:db8::2'}, {'subnet_id': '49c875b1-1fa8-4999-aba1-794f12de03a3'}], 'binding:host_id': 'dv-neutron-835340-2-hyperv'}, 'id': '38f3dc9e-1480-4d58-bc9b-aa8c7c5087b8'} from dv-neutron-835340-2-hyperv. {{(pid=87872) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 28 11:56:30.438829 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c3b979f-63d1-41ea-8587-9624c52786dc tempest-ExtraDHCPOptionsIpV6TestJSON-577237846 tempest-ExtraDHCPOptionsIpV6TestJSON-577237846-project] Network 473cfb3a-6017-4a04-92a9-8ff943512ecb is already hosted by enough agents. {{(pid=87871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:56:30.449338 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-dd41deab-914d-456b-93e5-640b81af8215 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3299806 Mar 28 11:56:30.461585 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-8c3b979f-63d1-41ea-8587-9624c52786dc tempest-ExtraDHCPOptionsIpV6TestJSON-577237846 tempest-ExtraDHCPOptionsIpV6TestJSON-577237846-project] Resources bound (agent type, host, resource id): {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:56:30.464220 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c3b979f-63d1-41ea-8587-9624c52786dc tempest-ExtraDHCPOptionsIpV6TestJSON-577237846 tempest-ExtraDHCPOptionsIpV6TestJSON-577237846-project] Received port after_create {{(pid=87871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:56:30.471642 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c3b979f-63d1-41ea-8587-9624c52786dc tempest-ExtraDHCPOptionsIpV6TestJSON-577237846 tempest-ExtraDHCPOptionsIpV6TestJSON-577237846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:56:30.472312 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-8c3b979f-63d1-41ea-8587-9624c52786dc tempest-ExtraDHCPOptionsIpV6TestJSON-577237846 tempest-ExtraDHCPOptionsIpV6TestJSON-577237846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:30.475852 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 50408) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:30.486694 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ce2bd69-991f-4d88-9e0c-20d052af5bfe tempest-RoutersAdminNegativeTest-202864926 tempest-RoutersAdminNegativeTest-202864926-project-admin] Made reservation on behalf of 07528ce469f2490e872e208e428f70a2 for: {'port': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:56:30.488947 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-5ce2bd69-991f-4d88-9e0c-20d052af5bfe tempest-RoutersAdminNegativeTest-202864926 tempest-RoutersAdminNegativeTest-202864926-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:30.499768 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-c977cfc9-a4ab-4f3c-82fb-e72105969030 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:56:30.510650 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning for port 2e487800-3a52-4d7f-bfd8-8a261b86bec7 completed by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:56:30.511161 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3b979f-63d1-41ea-8587-9624c52786dc tempest-ExtraDHCPOptionsIpV6TestJSON-577237846 tempest-ExtraDHCPOptionsIpV6TestJSON-577237846-project] Pushing event updated for resources: {'Port': ['ID=1288c7db-77fc-4202-9a16-6be6b795a16e,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:56:30.518552 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-717db853-0c23-43dd-8b0a-1cad351c1f21 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Request body: {'security_group': {'name': 'tempest-secgroup--675897781'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:56:30.519188 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-5b1c4383-d856-4ce1-908d-512bceda55c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:30.531021 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port 2e487800-3a52-4d7f-bfd8-8a261b86bec7 triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:56:30.531384 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:30.532184 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-c977cfc9-a4ab-4f3c-82fb-e72105969030 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Usage tracker for resource:port and tenant:beb99f647cec46e3bbf575ac0a3034e8 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:56:30.536002 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-5ce2bd69-991f-4d88-9e0c-20d052af5bfe tempest-RoutersAdminNegativeTest-202864926 tempest-RoutersAdminNegativeTest-202864926-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:30.548569 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-717db853-0c23-43dd-8b0a-1cad351c1f21 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:56:30.551985 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-c977cfc9-a4ab-4f3c-82fb-e72105969030 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:56:30.565060 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-717db853-0c23-43dd-8b0a-1cad351c1f21 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Usage tracker for resource:security_group and tenant:2a883d5a5a2b4866b0c720c3c2f3317a is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:56:30.568758 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b453cdc-0d12-42ff-95ff-100039eaa157 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Router 83a75258-b43a-4019-a6cb-3ba3a54dde8e has already been hosted by L3 agent af79d429-529e-400b-a119-94d4bec03f3e {{(pid=87871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 11:56:30.573520 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-8c3b979f-63d1-41ea-8587-9624c52786dc tempest-ExtraDHCPOptionsIpV6TestJSON-577237846 tempest-ExtraDHCPOptionsIpV6TestJSON-577237846-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 3.3712540 Mar 28 11:56:30.573520 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-717db853-0c23-43dd-8b0a-1cad351c1f21 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:56:30.574219 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-c977cfc9-a4ab-4f3c-82fb-e72105969030 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:56:30.583677 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 50412) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:30.587052 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-5ce2bd69-991f-4d88-9e0c-20d052af5bfe tempest-RoutersAdminNegativeTest-202864926 tempest-RoutersAdminNegativeTest-202864926-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:56:30.593268 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-717db853-0c23-43dd-8b0a-1cad351c1f21 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:56:30.597953 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-883e8e84-fa48-4580-b4c2-3b57f241ef6e tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:30.634347 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-5ce2bd69-991f-4d88-9e0c-20d052af5bfe tempest-RoutersAdminNegativeTest-202864926 tempest-RoutersAdminNegativeTest-202864926-project-admin] Usage tracker for resource:security_group_rule and tenant:07528ce469f2490e872e208e428f70a2 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:56:30.646959 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-5ce2bd69-991f-4d88-9e0c-20d052af5bfe tempest-RoutersAdminNegativeTest-202864926 tempest-RoutersAdminNegativeTest-202864926-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:56:30.663557 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c977cfc9-a4ab-4f3c-82fb-e72105969030 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Made reservation on behalf of beb99f647cec46e3bbf575ac0a3034e8 for: {'port': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:56:30.737064 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-5ce2bd69-991f-4d88-9e0c-20d052af5bfe tempest-RoutersAdminNegativeTest-202864926 tempest-RoutersAdminNegativeTest-202864926-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:56:30.745610 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-883e8e84-fa48-4580-b4c2-3b57f241ef6e tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Calling delete_port for 6ed6903d-1998-42d2-a569-451a89962cdf owned by {{(pid=87870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:56:30.765315 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-717db853-0c23-43dd-8b0a-1cad351c1f21 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Notify callbacks [] for security_group, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:30.897831 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.db_base_plugin_common [None req-5b1c4383-d856-4ce1-908d-512bceda55c8 None None] Allocated IP 2001:db8:0:1::2 (4e76bbfd-a57c-4a31-ab10-d8090b780aca/49c875b1-1fa8-4999-aba1-794f12de03a3/38f3dc9e-1480-4d58-bc9b-aa8c7c5087b8) {{(pid=87872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:56:30.967729 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-c8007db3-5321-4077-bf8c-e8d45a5f7a22 None None] Provisioning for port 12666120-faa7-435b-8606-0dc11eb8320d completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:56:31.009610 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-c8007db3-5321-4077-bf8c-e8d45a5f7a22 None None] Provisioning complete for port 12666120-faa7-435b-8606-0dc11eb8320d triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:56:31.009970 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-c8007db3-5321-4077-bf8c-e8d45a5f7a22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:31.080722 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-44de019b-8f5b-461a-a59f-64b566d3ed37 tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-709632', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-707672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260923'] for router, precommit_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:31.081228 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-717db853-0c23-43dd-8b0a-1cad351c1f21 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:56:31.106725 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:31.119614 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-717db853-0c23-43dd-8b0a-1cad351c1f21 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:56:31.126262 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b453cdc-0d12-42ff-95ff-100039eaa157 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 11:56:31.146312 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e414259-ce4d-48ed-912d-89a9992e5413 None None] Sync routers for ids ['83a75258-b43a-4019-a6cb-3ba3a54dde8e'] in dv-neutron-835340-2-hyperv {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 11:56:31.165305 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-c8007db3-5321-4077-bf8c-e8d45a5f7a22 None None] Port 12666120-faa7-435b-8606-0dc11eb8320d cannot update to ACTIVE because it is not bound. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 11:56:31.173400 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-3b453cdc-0d12-42ff-95ff-100039eaa157 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] 10.222.0.30 "PUT /v2.0/routers/83a75258-b43a-4019-a6cb-3ba3a54dde8e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2320375 Mar 28 11:56:31.178997 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 50416) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:31.180348 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e414259-ce4d-48ed-912d-89a9992e5413 None None] Routers {'83a75258-b43a-4019-a6cb-3ba3a54dde8e'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:56:31.182693 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-1e414259-ce4d-48ed-912d-89a9992e5413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T11:56:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['83a75258-b43a-4019-a6cb-3ba3a54dde8e'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:56:31.185787 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] For port 2e487800-3a52-4d7f-bfd8-8a261b86bec7, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=2e487800-3a52-4d7f-bfd8-8a261b86bec7,segment=NetworkSegment(bd053757-b8b4-4f3a-b553-aa242f2d15d2),segment_id=bd053757-b8b4-4f3a-b553-aa242f2d15d2)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:56:31.196852 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:31.243656 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-c977cfc9-a4ab-4f3c-82fb-e72105969030 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:31.263279 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8812e392-32c5-4384-9828-98fab70d1765 tempest-ExtraDHCPOptionsIpV6TestJSON-577237846 tempest-ExtraDHCPOptionsIpV6TestJSON-577237846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:56:31.269511 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8812e392-32c5-4384-9828-98fab70d1765 tempest-ExtraDHCPOptionsIpV6TestJSON-577237846 tempest-ExtraDHCPOptionsIpV6TestJSON-577237846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:56:31.274520 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-5b1c4383-d856-4ce1-908d-512bceda55c8 None None] For port 38f3dc9e-1480-4d58-bc9b-aa8c7c5087b8, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=38f3dc9e-1480-4d58-bc9b-aa8c7c5087b8,segment=NetworkSegment(deb07d50-2950-4e0e-bbeb-acda35ec3031),segment_id=deb07d50-2950-4e0e-bbeb-acda35ec3031)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:56:31.276377 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8812e392-32c5-4384-9828-98fab70d1765 tempest-ExtraDHCPOptionsIpV6TestJSON-577237846 tempest-ExtraDHCPOptionsIpV6TestJSON-577237846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:56:31.277309 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-8812e392-32c5-4384-9828-98fab70d1765 tempest-ExtraDHCPOptionsIpV6TestJSON-577237846 tempest-ExtraDHCPOptionsIpV6TestJSON-577237846-project] Synchronizing usage tracker for tenant:29d96dc820204ce9886f594bdeda7962 on resource:port {{(pid=87871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:56:31.317665 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Pushing event updated for resources: {'Port': ['ID=2e487800-3a52-4d7f-bfd8-8a261b86bec7,revision_number=3']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:56:31.326421 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.notifiers.nova [None req-c977cfc9-a4ab-4f3c-82fb-e72105969030 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] device_id is not set on port 24c7bbe8-1467-42e8-9f2b-8c1eb64c0517 yet. {{(pid=87871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 11:56:31.329962 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-e4cc0fdf-fc37-4fa0-b95b-545db23c6fa0 None None] Provisioning for port 1288c7db-77fc-4202-9a16-6be6b795a16e completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:56:31.334412 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-1e414259-ce4d-48ed-912d-89a9992e5413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:56:31.345277 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-5b1c4383-d856-4ce1-908d-512bceda55c8 None None] Notify callbacks [] for port, precommit_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:31.349001 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-e4cc0fdf-fc37-4fa0-b95b-545db23c6fa0 None None] Provisioning complete for port 1288c7db-77fc-4202-9a16-6be6b795a16e triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:56:31.349289 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-e4cc0fdf-fc37-4fa0-b95b-545db23c6fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:31.361422 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e414259-ce4d-48ed-912d-89a9992e5413 None None] Routers {'83a75258-b43a-4019-a6cb-3ba3a54dde8e'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:56:31.362126 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-1e414259-ce4d-48ed-912d-89a9992e5413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T11:56:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['83a75258-b43a-4019-a6cb-3ba3a54dde8e'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:56:31.378302 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-152fde87-b162-4483-8c37-6cd3f3bdb511 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:56:31.378892 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-152fde87-b162-4483-8c37-6cd3f3bdb511 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Synchronizing usage tracker for tenant:fc0f0a585a8c4bf2950e053878e50dfb on resource:port {{(pid=87871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:56:31.403844 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-8812e392-32c5-4384-9828-98fab70d1765 tempest-ExtraDHCPOptionsIpV6TestJSON-577237846 tempest-ExtraDHCPOptionsIpV6TestJSON-577237846-project] Unset dirty status for tenant:29d96dc820204ce9886f594bdeda7962 on resource:port {{(pid=87871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:56:31.408183 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-8812e392-32c5-4384-9828-98fab70d1765 tempest-ExtraDHCPOptionsIpV6TestJSON-577237846 tempest-ExtraDHCPOptionsIpV6TestJSON-577237846-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2623 time: 0.8198121 Mar 28 11:56:31.409751 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 50420) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:31.410234 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-883e8e84-fa48-4580-b4c2-3b57f241ef6e tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:31.411728 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-5b1c4383-d856-4ce1-908d-512bceda55c8 None None] Transition to ACTIVE for port object 38f3dc9e-1480-4d58-bc9b-aa8c7c5087b8 will not be triggered until provisioned by entity DHCP. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:56:31.421040 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-5b1c4383-d856-4ce1-908d-512bceda55c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:31.456886 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-152fde87-b162-4483-8c37-6cd3f3bdb511 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Unset dirty status for tenant:fc0f0a585a8c4bf2950e053878e50dfb on resource:port {{(pid=87871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:56:31.461055 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-152fde87-b162-4483-8c37-6cd3f3bdb511 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] 10.222.0.30 "GET /v2.0/ports/416dbb3b-77ae-4688-aab3-53b5f54edb02 HTTP/1.1" status: 200 len: 910 time: 0.2815597 Mar 28 11:56:31.463734 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 50424) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:31.491635 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-1e414259-ce4d-48ed-912d-89a9992e5413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:56:31.492485 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e414259-ce4d-48ed-912d-89a9992e5413 None None] The sync data for ids ['83a75258-b43a-4019-a6cb-3ba3a54dde8e'] in dv-neutron-835340-2-hyperv is: [] {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 11:56:31.531033 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 38f3dc9e-1480-4d58-bc9b-aa8c7c5087b8 up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:56:31.590270 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883e8e84-fa48-4580-b4c2-3b57f241ef6e tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Pushing event deleted for resources: {'Port': ['ID=6ed6903d-1998-42d2-a569-451a89962cdf,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:56:31.596703 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-883e8e84-fa48-4580-b4c2-3b57f241ef6e tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:31.610072 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-e4cc0fdf-fc37-4fa0-b95b-545db23c6fa0 None None] Port 1288c7db-77fc-4202-9a16-6be6b795a16e cannot update to ACTIVE because it is not bound. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 11:56:31.654529 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-833982a2-fcfc-494f-9ef8-c34bcf972959 tempest-ExtraDHCPOptionsIpV6TestJSON-577237846 tempest-ExtraDHCPOptionsIpV6TestJSON-577237846-project] Deleting port 1288c7db-77fc-4202-9a16-6be6b795a16e {{(pid=87870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:56:31.655552 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-833982a2-fcfc-494f-9ef8-c34bcf972959 tempest-ExtraDHCPOptionsIpV6TestJSON-577237846 tempest-ExtraDHCPOptionsIpV6TestJSON-577237846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:31.724521 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-717db853-0c23-43dd-8b0a-1cad351c1f21 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Notify callbacks [] for security_group, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:31.727242 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1c4383-d856-4ce1-908d-512bceda55c8 None None] Pushing event updated for resources: {'Port': ['ID=38f3dc9e-1480-4d58-bc9b-aa8c7c5087b8,revision_number=4']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:56:31.748713 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-883e8e84-fa48-4580-b4c2-3b57f241ef6e tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "DELETE /v2.0/ports/6ed6903d-1998-42d2-a569-451a89962cdf HTTP/1.1" status: 204 len: 168 time: 1.5226293 Mar 28 11:56:31.758215 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-e4cc0fdf-fc37-4fa0-b95b-545db23c6fa0 None None] Provisioning complete for port 416dbb3b-77ae-4688-aab3-53b5f54edb02 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:56:31.758753 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-e4cc0fdf-fc37-4fa0-b95b-545db23c6fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:31.769614 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 50428) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:31.773411 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-717db853-0c23-43dd-8b0a-1cad351c1f21 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:31.825867 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-e4cc0fdf-fc37-4fa0-b95b-545db23c6fa0 None None] Port 416dbb3b-77ae-4688-aab3-53b5f54edb02 cannot update to ACTIVE because it is not bound. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 11:56:31.844735 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 2e487800-3a52-4d7f-bfd8-8a261b86bec7 up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:56:31.863491 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-5ce2bd69-991f-4d88-9e0c-20d052af5bfe tempest-RoutersAdminNegativeTest-202864926 tempest-RoutersAdminNegativeTest-202864926-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:31.933008 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5094e01-037a-4e5b-9941-e1bdb5f5868c tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:56:31.936175 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5094e01-037a-4e5b-9941-e1bdb5f5868c tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:56:31.937121 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-e5094e01-037a-4e5b-9941-e1bdb5f5868c tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Synchronizing usage tracker for tenant:b4adfe5c8b3a4e57a1afd1d44c455245 on resource:subnet {{(pid=87870) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:56:31.941010 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port 2e487800-3a52-4d7f-bfd8-8a261b86bec7 triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:56:31.941401 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:31.963539 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-5ce2bd69-991f-4d88-9e0c-20d052af5bfe tempest-RoutersAdminNegativeTest-202864926 tempest-RoutersAdminNegativeTest-202864926-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:31.976817 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717db853-0c23-43dd-8b0a-1cad351c1f21 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a1aa0f6-877d-4192-80c7-6f65dffc9407,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:56:31.988239 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.notifiers.nova [None req-5ce2bd69-991f-4d88-9e0c-20d052af5bfe tempest-RoutersAdminNegativeTest-202864926 tempest-RoutersAdminNegativeTest-202864926-project-admin] device_id is not set on port 12cdd773-9557-4c93-ad98-4d08f466930e yet. {{(pid=87871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 11:56:31.993955 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-e5094e01-037a-4e5b-9941-e1bdb5f5868c tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Unset dirty status for tenant:b4adfe5c8b3a4e57a1afd1d44c455245 on resource:subnet {{(pid=87870) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:56:31.997727 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-e5094e01-037a-4e5b-9941-e1bdb5f5868c tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2226450 Mar 28 11:56:32.031662 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 50432) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:32.121558 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-44de019b-8f5b-461a-a59f-64b566d3ed37 tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] Notify callbacks [] for router_gateway, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:32.175877 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-44de019b-8f5b-461a-a59f-64b566d3ed37 tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:32.202338 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-717db853-0c23-43dd-8b0a-1cad351c1f21 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Notify callbacks [] for security_group, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:32.206211 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-717db853-0c23-43dd-8b0a-1cad351c1f21 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.7182047 Mar 28 11:56:32.212034 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 50436) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:32.220307 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce2bd69-991f-4d88-9e0c-20d052af5bfe tempest-RoutersAdminNegativeTest-202864926 tempest-RoutersAdminNegativeTest-202864926-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de5a9cd6-d683-491d-9cd2-0d981439ae84,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:56:32.234974 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-5efc828e-7791-434b-8482-3337c39a83d9 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Request body: {'security_group_rule': {'security_group_id': '9a1aa0f6-877d-4192-80c7-6f65dffc9407', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:56:32.274803 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.db_base_plugin_v2 [None req-af7f568d-8c08-4bd8-a629-cab954d2cf08 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Deleting subnet eb6d5e6a-189f-4bfa-8511-1c2b9c7e5d4e {{(pid=87870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 11:56:32.288998 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-5efc828e-7791-434b-8482-3337c39a83d9 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:56:32.298190 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-af7f568d-8c08-4bd8-a629-cab954d2cf08 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks [] for subnet, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:32.304035 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-5efc828e-7791-434b-8482-3337c39a83d9 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Usage tracker for resource:security_group_rule and tenant:2a883d5a5a2b4866b0c720c3c2f3317a is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:56:32.304315 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-0dbcda93-4441-482a-b3cc-f0935972dab6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:32.315576 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-5efc828e-7791-434b-8482-3337c39a83d9 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:56:32.399939 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-5efc828e-7791-434b-8482-3337c39a83d9 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:56:32.441893 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-af7f568d-8c08-4bd8-a629-cab954d2cf08 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3591354'] for subnet, precommit_delete_associations {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:32.449284 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29b31b6c-aae8-4161-b9c1-378dc5bb6fe5 None None] Network 4e76bbfd-a57c-4a31-ab10-d8090b780aca requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:56:32.512096 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-833982a2-fcfc-494f-9ef8-c34bcf972959 tempest-ExtraDHCPOptionsIpV6TestJSON-577237846 tempest-ExtraDHCPOptionsIpV6TestJSON-577237846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:32.521774 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.db_base_plugin_common [None req-c977cfc9-a4ab-4f3c-82fb-e72105969030 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Allocated IP 2001:db8::f0 (4e76bbfd-a57c-4a31-ab10-d8090b780aca/0995b15f-1798-44bb-8ef1-cacf939f7371/24c7bbe8-1467-42e8-9f2b-8c1eb64c0517) {{(pid=87871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:56:32.530254 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-5efc828e-7791-434b-8482-3337c39a83d9 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:32.543879 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.db_base_plugin_common [None req-5ce2bd69-991f-4d88-9e0c-20d052af5bfe tempest-RoutersAdminNegativeTest-202864926 tempest-RoutersAdminNegativeTest-202864926-project-admin] Allocated IP 172.26.7.103 (ac2b1748-8f63-4b17-a9c7-07e79704aa5b/0b7ebf76-1dc7-431a-a0b4-b96bacf287c2/12cdd773-9557-4c93-ad98-4d08f466930e) {{(pid=87871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:56:32.552242 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.db_base_plugin_common [None req-c977cfc9-a4ab-4f3c-82fb-e72105969030 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Allocated IP 2001:db8:0:1::102 (4e76bbfd-a57c-4a31-ab10-d8090b780aca/49c875b1-1fa8-4999-aba1-794f12de03a3/24c7bbe8-1467-42e8-9f2b-8c1eb64c0517) {{(pid=87871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:56:32.584481 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-468fc057-e71e-4acf-be44-69e125e49472 None None] Provisioning for port 38f3dc9e-1480-4d58-bc9b-aa8c7c5087b8 completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:56:32.603760 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-468fc057-e71e-4acf-be44-69e125e49472 None None] Provisioning complete for port 38f3dc9e-1480-4d58-bc9b-aa8c7c5087b8 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:56:32.603760 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-468fc057-e71e-4acf-be44-69e125e49472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:32.654003 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-833982a2-fcfc-494f-9ef8-c34bcf972959 tempest-ExtraDHCPOptionsIpV6TestJSON-577237846 tempest-ExtraDHCPOptionsIpV6TestJSON-577237846-project] Calling delete_port for 1288c7db-77fc-4202-9a16-6be6b795a16e owned by {{(pid=87870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:56:32.728025 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-af7f568d-8c08-4bd8-a629-cab954d2cf08 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1919782'] for subnet, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:32.762854 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-5efc828e-7791-434b-8482-3337c39a83d9 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:32.810254 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-5efc828e-7791-434b-8482-3337c39a83d9 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740322'] for security_group_rule, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:32.875090 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-af7f568d-8c08-4bd8-a629-cab954d2cf08 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1919805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2561174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2563528'] for subnet, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:32.925527 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7f568d-8c08-4bd8-a629-cab954d2cf08 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Pushing event deleted for resources: {'Subnet': ['ID=eb6d5e6a-189f-4bfa-8511-1c2b9c7e5d4e,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:56:32.929285 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-af7f568d-8c08-4bd8-a629-cab954d2cf08 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks [] for subnet, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:32.940251 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-833982a2-fcfc-494f-9ef8-c34bcf972959 tempest-ExtraDHCPOptionsIpV6TestJSON-577237846 tempest-ExtraDHCPOptionsIpV6TestJSON-577237846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:32.943257 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-512f29e1-4395-4f0f-925c-acf57438bb1e None None] Network e95a87e2-4c44-46e2-9de5-2786cbaea69c requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:56:33.088614 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efc828e-7791-434b-8482-3337c39a83d9 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bc2eeda-734a-4215-9a71-8f6621980cfa,revision_number=0']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:56:33.129828 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833982a2-fcfc-494f-9ef8-c34bcf972959 tempest-ExtraDHCPOptionsIpV6TestJSON-577237846 tempest-ExtraDHCPOptionsIpV6TestJSON-577237846-project] Pushing event deleted for resources: {'Port': ['ID=1288c7db-77fc-4202-9a16-6be6b795a16e,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:56:33.136652 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-af7f568d-8c08-4bd8-a629-cab954d2cf08 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "DELETE /v2.0/subnets/eb6d5e6a-189f-4bfa-8511-1c2b9c7e5d4e HTTP/1.1" status: 204 len: 168 time: 1.1011322 Mar 28 11:56:33.137262 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 50444) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:33.178849 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-3e759fe3-193e-4a9e-a357-6d34e1a3a860 None None] Provisioning complete for port 38f3dc9e-1480-4d58-bc9b-aa8c7c5087b8 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:56:33.179215 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-3e759fe3-193e-4a9e-a357-6d34e1a3a860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:33.185903 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-5efc828e-7791-434b-8482-3337c39a83d9 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:33.187213 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-5efc828e-7791-434b-8482-3337c39a83d9 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9682791 Mar 28 11:56:33.192835 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 50448) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:33.217437 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-8bdd6ffd-b59d-4406-be67-ba2f45895613 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Request body: {'security_group_rule': {'security_group_id': '9a1aa0f6-877d-4192-80c7-6f65dffc9407', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:56:33.232743 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-8bdd6ffd-b59d-4406-be67-ba2f45895613 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:56:33.256528 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-8bdd6ffd-b59d-4406-be67-ba2f45895613 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Usage tracker for resource:security_group_rule and tenant:2a883d5a5a2b4866b0c720c3c2f3317a is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:56:33.259574 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-4eb6ca50-7c7c-46a0-bcc3-096499859eee tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1200559 Mar 28 11:56:33.261513 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 50452) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:33.269377 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-0d249c99-6a2d-4cb4-bfa5-27536f4785bb tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Request body: {'subnet': {'network_id': 'e95a87e2-4c44-46e2-9de5-2786cbaea69c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:56:33.280336 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-8bdd6ffd-b59d-4406-be67-ba2f45895613 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:56:33.284676 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-833982a2-fcfc-494f-9ef8-c34bcf972959 tempest-ExtraDHCPOptionsIpV6TestJSON-577237846 tempest-ExtraDHCPOptionsIpV6TestJSON-577237846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:33.286443 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-833982a2-fcfc-494f-9ef8-c34bcf972959 tempest-ExtraDHCPOptionsIpV6TestJSON-577237846 tempest-ExtraDHCPOptionsIpV6TestJSON-577237846-project] 10.222.0.30 "DELETE /v2.0/ports/1288c7db-77fc-4202-9a16-6be6b795a16e HTTP/1.1" status: 204 len: 168 time: 1.8570800 Mar 28 11:56:33.291889 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 50456) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:33.311705 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-24767b6b-8924-4e16-8333-8791dad1a7b1 tempest-ExtraDHCPOptionsIpV6TestJSON-577237846 tempest-ExtraDHCPOptionsIpV6TestJSON-577237846-project] Request body: {'port': {'name': 'tempest-new-port-name-1125763060', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:56:33.312169 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.api.validators [None req-24767b6b-8924-4e16-8333-8791dad1a7b1 tempest-ExtraDHCPOptionsIpV6TestJSON-577237846 tempest-ExtraDHCPOptionsIpV6TestJSON-577237846-project] bootfile-name is not in valid_values {{(pid=87870) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 28 11:56:33.312500 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.api.validators [None req-24767b6b-8924-4e16-8333-8791dad1a7b1 tempest-ExtraDHCPOptionsIpV6TestJSON-577237846 tempest-ExtraDHCPOptionsIpV6TestJSON-577237846-project] tftp-server is not in valid_values {{(pid=87870) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 28 11:56:33.312822 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.api.validators [None req-24767b6b-8924-4e16-8333-8791dad1a7b1 tempest-ExtraDHCPOptionsIpV6TestJSON-577237846 tempest-ExtraDHCPOptionsIpV6TestJSON-577237846-project] server-ip-address is not in valid_values {{(pid=87870) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 28 11:56:33.338478 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-5ce2bd69-991f-4d88-9e0c-20d052af5bfe tempest-RoutersAdminNegativeTest-202864926 tempest-RoutersAdminNegativeTest-202864926-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:33.349195 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-c977cfc9-a4ab-4f3c-82fb-e72105969030 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks [] for port, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:33.361041 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-4a603ee9-6bd8-4201-b757-228bfb0c3ad3 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-743394'] for router_interface, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:33.366363 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aab12f0-55f9-4cd1-9c37-a1c1484a549e None None] DHCP port deletion for e95a87e2-4c44-46e2-9de5-2786cbaea69c request from dv-neutron-835340-2-hyperv {{(pid=87872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 11:56:33.384208 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-2aab12f0-55f9-4cd1-9c37-a1c1484a549e None None] Deleting port 2e487800-3a52-4d7f-bfd8-8a261b86bec7 {{(pid=87872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:56:33.384584 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2aab12f0-55f9-4cd1-9c37-a1c1484a549e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:33.447164 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-8bdd6ffd-b59d-4406-be67-ba2f45895613 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:56:33.497881 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-0d249c99-6a2d-4cb4-bfa5-27536f4785bb tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:56:33.506068 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-0d249c99-6a2d-4cb4-bfa5-27536f4785bb tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Usage tracker for resource:subnet and tenant:b4adfe5c8b3a4e57a1afd1d44c455245 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:56:33.508858 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 38f3dc9e-1480-4d58-bc9b-aa8c7c5087b8 up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:56:33.519443 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-0d249c99-6a2d-4cb4-bfa5-27536f4785bb tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:56:33.528956 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-0d249c99-6a2d-4cb4-bfa5-27536f4785bb tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:56:33.530943 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-24767b6b-8924-4e16-8333-8791dad1a7b1 tempest-ExtraDHCPOptionsIpV6TestJSON-577237846 tempest-ExtraDHCPOptionsIpV6TestJSON-577237846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:33.564792 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.provisioning_blocks [None req-c977cfc9-a4ab-4f3c-82fb-e72105969030 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Transition to ACTIVE for port object 24c7bbe8-1467-42e8-9f2b-8c1eb64c0517 will not be triggered until provisioned by entity DHCP. {{(pid=87871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:56:33.576354 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-8bdd6ffd-b59d-4406-be67-ba2f45895613 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:33.583106 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d249c99-6a2d-4cb4-bfa5-27536f4785bb tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Made reservation on behalf of b4adfe5c8b3a4e57a1afd1d44c455245 for: {'subnet': 1} {{(pid=87870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:56:33.586743 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-0d249c99-6a2d-4cb4-bfa5-27536f4785bb tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2563571'] for subnet, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:33.692583 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port 38f3dc9e-1480-4d58-bc9b-aa8c7c5087b8 triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:56:33.693022 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:33.756035 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2aab12f0-55f9-4cd1-9c37-a1c1484a549e None None] For port 2e487800-3a52-4d7f-bfd8-8a261b86bec7, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=2e487800-3a52-4d7f-bfd8-8a261b86bec7,segment=NetworkSegment(bd053757-b8b4-4f3a-b553-aa242f2d15d2),segment_id=bd053757-b8b4-4f3a-b553-aa242f2d15d2)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:56:33.756805 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2aab12f0-55f9-4cd1-9c37-a1c1484a549e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:33.758862 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-5ce2bd69-991f-4d88-9e0c-20d052af5bfe tempest-RoutersAdminNegativeTest-202864926 tempest-RoutersAdminNegativeTest-202864926-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:33.847796 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-c977cfc9-a4ab-4f3c-82fb-e72105969030 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:33.912259 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-8bdd6ffd-b59d-4406-be67-ba2f45895613 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:33.924652 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.db_base_plugin_common [None req-44de019b-8f5b-461a-a59f-64b566d3ed37 tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] Allocated IP 172.26.7.86 (ac2b1748-8f63-4b17-a9c7-07e79704aa5b/0b7ebf76-1dc7-431a-a0b4-b96bacf287c2/296ea6fa-2c80-4ad8-9f3a-0503022e17fb) {{(pid=87870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:56:33.928040 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ce2bd69-991f-4d88-9e0c-20d052af5bfe tempest-RoutersAdminNegativeTest-202864926 tempest-RoutersAdminNegativeTest-202864926-project-admin] Network ac2b1748-8f63-4b17-a9c7-07e79704aa5b is already hosted by enough agents. {{(pid=87871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:56:33.959502 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-5ce2bd69-991f-4d88-9e0c-20d052af5bfe tempest-RoutersAdminNegativeTest-202864926 tempest-RoutersAdminNegativeTest-202864926-project-admin] Resources bound (agent type, host, resource id): {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:56:33.963346 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce2bd69-991f-4d88-9e0c-20d052af5bfe tempest-RoutersAdminNegativeTest-202864926 tempest-RoutersAdminNegativeTest-202864926-project-admin] Received port after_create {{(pid=87871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:56:33.998087 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-2aab12f0-55f9-4cd1-9c37-a1c1484a549e None None] Calling delete_port for 2e487800-3a52-4d7f-bfd8-8a261b86bec7 owned by network:dhcp {{(pid=87872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:56:34.004741 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-8bdd6ffd-b59d-4406-be67-ba2f45895613 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740322'] for security_group_rule, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:34.085236 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c977cfc9-a4ab-4f3c-82fb-e72105969030 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Network 4e76bbfd-a57c-4a31-ab10-d8090b780aca is already hosted by enough agents. {{(pid=87871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:56:34.091309 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce2bd69-991f-4d88-9e0c-20d052af5bfe tempest-RoutersAdminNegativeTest-202864926 tempest-RoutersAdminNegativeTest-202864926-project-admin] Pushing event updated for resources: {'Port': ['ID=12cdd773-9557-4c93-ad98-4d08f466930e,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:56:34.135316 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2aab12f0-55f9-4cd1-9c37-a1c1484a549e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250'] for port, after_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:34.145471 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-c977cfc9-a4ab-4f3c-82fb-e72105969030 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Resources bound (agent type, host, resource id): {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:56:34.161260 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdd6ffd-b59d-4406-be67-ba2f45895613 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3dd79560-3ec4-490b-82ba-19b05c88b5ae,revision_number=0']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:56:34.178802 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c977cfc9-a4ab-4f3c-82fb-e72105969030 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Received port after_create {{(pid=87871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:56:34.184494 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c977cfc9-a4ab-4f3c-82fb-e72105969030 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:56:34.185145 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-c977cfc9-a4ab-4f3c-82fb-e72105969030 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:34.191542 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aab12f0-55f9-4cd1-9c37-a1c1484a549e None None] No DVR routers for this DVR port 2e487800-3a52-4d7f-bfd8-8a261b86bec7 on host dv-neutron-835340-2-hyperv {{(pid=87872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 11:56:34.205433 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aab12f0-55f9-4cd1-9c37-a1c1484a549e None None] Pushing event deleted for resources: {'Port': ['ID=2e487800-3a52-4d7f-bfd8-8a261b86bec7,revision_number=None']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:56:34.227609 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-8bdd6ffd-b59d-4406-be67-ba2f45895613 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:34.228912 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-8bdd6ffd-b59d-4406-be67-ba2f45895613 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0304141 Mar 28 11:56:34.243759 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 50464) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:34.250427 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 2e487800-3a52-4d7f-bfd8-8a261b86bec7 no longer exists at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 11:56:34.271921 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ce2bd69-991f-4d88-9e0c-20d052af5bfe tempest-RoutersAdminNegativeTest-202864926 tempest-RoutersAdminNegativeTest-202864926-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:56:34.272568 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-5ce2bd69-991f-4d88-9e0c-20d052af5bfe tempest-RoutersAdminNegativeTest-202864926 tempest-RoutersAdminNegativeTest-202864926-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:34.280132 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-0b6fdd30-0a27-477d-a799-38887423540a tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Request body: {'security_group_rule': {'security_group_id': '9a1aa0f6-877d-4192-80c7-6f65dffc9407', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:56:34.288447 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-c977cfc9-a4ab-4f3c-82fb-e72105969030 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 4.7570899 Mar 28 11:56:34.300491 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] No Port match for: 2e487800-3a52-4d7f-bfd8-8a261b86bec7 {{(pid=87872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 11:56:34.301118 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 2e487800-3a52-4d7f-bfd8-8a261b86bec7 not bound to the agent host dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 11:56:34.303715 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 50468) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:34.305905 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-24767b6b-8924-4e16-8333-8791dad1a7b1 tempest-ExtraDHCPOptionsIpV6TestJSON-577237846 tempest-ExtraDHCPOptionsIpV6TestJSON-577237846-project] Notify callbacks [] for port, precommit_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:34.307288 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c977cfc9-a4ab-4f3c-82fb-e72105969030 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Pushing event updated for resources: {'Port': ['ID=24c7bbe8-1467-42e8-9f2b-8c1eb64c0517,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:56:34.311541 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-0b6fdd30-0a27-477d-a799-38887423540a tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:56:34.328747 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-0b6fdd30-0a27-477d-a799-38887423540a tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Usage tracker for resource:security_group_rule and tenant:2a883d5a5a2b4866b0c720c3c2f3317a is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:56:34.336281 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-27c14d4f-e518-4b7e-a9ce-6851bf130594 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '0995b15f-1798-44bb-8ef1-cacf939f7371'}]}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:56:34.341628 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-5ce2bd69-991f-4d88-9e0c-20d052af5bfe tempest-RoutersAdminNegativeTest-202864926 tempest-RoutersAdminNegativeTest-202864926-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 4.5687518 Mar 28 11:56:34.342639 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 50472) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:34.354310 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-76562788-5a9e-4ffa-9d31-ae0551e95df6 tempest-RoutersAdminNegativeTest-202864926 tempest-RoutersAdminNegativeTest-202864926-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.103'}]}}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:56:34.358397 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-4a603ee9-6bd8-4201-b757-228bfb0c3ad3 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Deleting port 416dbb3b-77ae-4688-aab3-53b5f54edb02 {{(pid=87871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:56:34.358733 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-4a603ee9-6bd8-4201-b757-228bfb0c3ad3 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:34.376707 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-24767b6b-8924-4e16-8333-8791dad1a7b1 tempest-ExtraDHCPOptionsIpV6TestJSON-577237846 tempest-ExtraDHCPOptionsIpV6TestJSON-577237846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2558288'] for port, after_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:34.388833 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-0b6fdd30-0a27-477d-a799-38887423540a tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:56:34.395270 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-76562788-5a9e-4ffa-9d31-ae0551e95df6 tempest-RoutersAdminNegativeTest-202864926 tempest-RoutersAdminNegativeTest-202864926-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:56:34.408549 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-76562788-5a9e-4ffa-9d31-ae0551e95df6 tempest-RoutersAdminNegativeTest-202864926 tempest-RoutersAdminNegativeTest-202864926-project-admin] Usage tracker for resource:router and tenant:07528ce469f2490e872e208e428f70a2 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:56:34.414229 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-76562788-5a9e-4ffa-9d31-ae0551e95df6 tempest-RoutersAdminNegativeTest-202864926 tempest-RoutersAdminNegativeTest-202864926-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:56:34.424539 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-76562788-5a9e-4ffa-9d31-ae0551e95df6 tempest-RoutersAdminNegativeTest-202864926 tempest-RoutersAdminNegativeTest-202864926-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:56:34.430704 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-0d249c99-6a2d-4cb4-bfa5-27536f4785bb tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2561241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2563521'] for subnet, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:34.437317 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af9b43b-3037-4e29-8e74-6e861cc55e36 req-faabcda5-0868-41d5-b5fe-6f8a414f8d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:56:34.438796 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-1af9b43b-3037-4e29-8e74-6e861cc55e36 req-faabcda5-0868-41d5-b5fe-6f8a414f8d08 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a9d4ebb77b824347aa8bcf325a031e53&device_id=bd5974e7-0504-4851-a286-20ab5143705c HTTP/1.1" status: 200 len: 1098 time: 0.4977250 Mar 28 11:56:34.494118 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-0b6fdd30-0a27-477d-a799-38887423540a tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:56:34.505627 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-76562788-5a9e-4ffa-9d31-ae0551e95df6 tempest-RoutersAdminNegativeTest-202864926 tempest-RoutersAdminNegativeTest-202864926-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-707665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-260886'] for router, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:34.506605 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-76562788-5a9e-4ffa-9d31-ae0551e95df6 tempest-RoutersAdminNegativeTest-202864926 tempest-RoutersAdminNegativeTest-202864926-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-705660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709650', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-767110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260873'] for router, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:34.506756 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b95633c-1fa5-4362-b117-d8c8f5d14bdb req-c438cef3-9a1f-49f5-a9bc-d33faf975a65 tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:56:34.508264 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-8b95633c-1fa5-4362-b117-d8c8f5d14bdb req-c438cef3-9a1f-49f5-a9bc-d33faf975a65 tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd5974e7-0504-4851-a286-20ab5143705c HTTP/1.1" status: 200 len: 945 time: 0.4737806 Mar 28 11:56:34.545158 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-cc5ea559-de37-4b0f-8010-ef97b850dada None None] Provisioning for port 24c7bbe8-1467-42e8-9f2b-8c1eb64c0517 completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:56:34.552010 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-cc5ea559-de37-4b0f-8010-ef97b850dada None None] Provisioning complete for port 24c7bbe8-1467-42e8-9f2b-8c1eb64c0517 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:56:34.552526 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-cc5ea559-de37-4b0f-8010-ef97b850dada None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:34.578827 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-24767b6b-8924-4e16-8333-8791dad1a7b1 tempest-ExtraDHCPOptionsIpV6TestJSON-577237846 tempest-ExtraDHCPOptionsIpV6TestJSON-577237846-project] In _notify_port_updated(), no bound segment for port 12666120-faa7-435b-8606-0dc11eb8320d on network 473cfb3a-6017-4a04-92a9-8ff943512ecb {{(pid=87870) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 28 11:56:34.584312 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24767b6b-8924-4e16-8333-8791dad1a7b1 tempest-ExtraDHCPOptionsIpV6TestJSON-577237846 tempest-ExtraDHCPOptionsIpV6TestJSON-577237846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:56:34.584956 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-24767b6b-8924-4e16-8333-8791dad1a7b1 tempest-ExtraDHCPOptionsIpV6TestJSON-577237846 tempest-ExtraDHCPOptionsIpV6TestJSON-577237846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:34.586419 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-24767b6b-8924-4e16-8333-8791dad1a7b1 tempest-ExtraDHCPOptionsIpV6TestJSON-577237846 tempest-ExtraDHCPOptionsIpV6TestJSON-577237846-project] 10.222.0.30 "PUT /v2.0/ports/12666120-faa7-435b-8606-0dc11eb8320d HTTP/1.1" status: 200 len: 1130 time: 1.2936137 Mar 28 11:56:34.603091 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-44de019b-8f5b-461a-a59f-64b566d3ed37 tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] Notify callbacks [] for port, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:34.608671 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 50476) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:34.623295 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-cc5ea559-de37-4b0f-8010-ef97b850dada None None] Port 24c7bbe8-1467-42e8-9f2b-8c1eb64c0517 cannot update to ACTIVE because it is not bound. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 11:56:34.634506 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d249c99-6a2d-4cb4-bfa5-27536f4785bb tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Network e95a87e2-4c44-46e2-9de5-2786cbaea69c is already hosted by enough agents. {{(pid=87870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:56:34.667076 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-76562788-5a9e-4ffa-9d31-ae0551e95df6 tempest-RoutersAdminNegativeTest-202864926 tempest-RoutersAdminNegativeTest-202864926-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:34.684572 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.base_scheduler [None req-0d249c99-6a2d-4cb4-bfa5-27536f4785bb tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Resources bound (agent type, host, resource id): {{(pid=87870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:56:34.686003 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-44f1e997-4ef1-4c04-88c5-5c9bd7e6a8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:34.695945 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-158ea149-bd44-4388-b00f-28de9cc93fac None None] Network e95a87e2-4c44-46e2-9de5-2786cbaea69c requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:56:34.702127 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d249c99-6a2d-4cb4-bfa5-27536f4785bb tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:56:34.702713 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-0d249c99-6a2d-4cb4-bfa5-27536f4785bb tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks [] for subnet, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:34.721995 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-4a603ee9-6bd8-4201-b757-228bfb0c3ad3 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:34.723920 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24767b6b-8924-4e16-8333-8791dad1a7b1 tempest-ExtraDHCPOptionsIpV6TestJSON-577237846 tempest-ExtraDHCPOptionsIpV6TestJSON-577237846-project] Pushing event updated for resources: {'Port': ['ID=12666120-faa7-435b-8606-0dc11eb8320d,revision_number=2']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:56:34.750397 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-0b6fdd30-0a27-477d-a799-38887423540a tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:34.775409 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d249c99-6a2d-4cb4-bfa5-27536f4785bb tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Pushing event updated for resources: {'Subnet': ['ID=aa7c575c-e45c-4ddc-b2a0-f5b62cdf94d3,revision_number=0']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:56:34.987381 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-355bc277-f9fc-4d63-9841-1ee47481c11e None None] Provisioning complete for port 12666120-faa7-435b-8606-0dc11eb8320d triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:56:34.987745 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-355bc277-f9fc-4d63-9841-1ee47481c11e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:34.997678 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-8b95633c-1fa5-4362-b117-d8c8f5d14bdb req-dcc4315c-91ce-458b-84f6-ecbedce4cef7 tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] 10.222.0.30 "GET /v2.0/security-groups?id=895ae8ad-46d6-4a0f-b104-9c0ca0cce592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4596999 Mar 28 11:56:35.018915 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b29ad84-20f9-4dfa-90db-a47d8b665e44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1d3f2a9-8722-5ce5-bc40-181687d1ed3f-e95a87e2-4c44-46e2-9de5-2786cbaea69c', 'network_id': 'e95a87e2-4c44-46e2-9de5-2786cbaea69c', 'tenant_id': 'b4adfe5c8b3a4e57a1afd1d44c455245', 'fixed_ips': [{'subnet_id': 'aa7c575c-e45c-4ddc-b2a0-f5b62cdf94d3'}]}} from dv-neutron-835340-2-hyperv. {{(pid=87872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 11:56:35.019778 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-7b29ad84-20f9-4dfa-90db-a47d8b665e44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:35.065460 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e8b4eaa-899d-48dd-abe2-63dc32617af0 tempest-ExtraDHCPOptionsIpV6TestJSON-577237846 tempest-ExtraDHCPOptionsIpV6TestJSON-577237846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:56:35.066084 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-8e8b4eaa-899d-48dd-abe2-63dc32617af0 tempest-ExtraDHCPOptionsIpV6TestJSON-577237846 tempest-ExtraDHCPOptionsIpV6TestJSON-577237846-project] Synchronizing usage tracker for tenant:29d96dc820204ce9886f594bdeda7962 on resource:port {{(pid=87870) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:56:35.079511 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-0d249c99-6a2d-4cb4-bfa5-27536f4785bb tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.8128791 Mar 28 11:56:35.086562 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 50480) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:35.093716 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-4a603ee9-6bd8-4201-b757-228bfb0c3ad3 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Calling delete_port for 416dbb3b-77ae-4688-aab3-53b5f54edb02 owned by network:router_interface {{(pid=87871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:56:35.123031 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af9b43b-3037-4e29-8e74-6e861cc55e36 req-4e647624-9ef2-471f-baee-b4fe830ad504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:56:35.123289 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-355bc277-f9fc-4d63-9841-1ee47481c11e None None] Port 12666120-faa7-435b-8606-0dc11eb8320d cannot update to ACTIVE because it is not bound. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 11:56:35.123558 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-1af9b43b-3037-4e29-8e74-6e861cc55e36 req-4e647624-9ef2-471f-baee-b4fe830ad504 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b072139b-1edf-4981-9f6f-41603d7605ef HTTP/1.1" status: 200 len: 911 time: 0.6780868 Mar 28 11:56:35.128864 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-689e6eeb-0c73-4486-9b07-fafd4605d6a3 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Request body: {'port': {'network_id': 'e95a87e2-4c44-46e2-9de5-2786cbaea69c', 'fixed_ips': [{'subnet_id': 'aa7c575c-e45c-4ddc-b2a0-f5b62cdf94d3', 'ip_address': '2001:db8::e255:df90:c455:b166'}], 'name': 'tempest-NetworksTestDHCPv6-73546101'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:56:35.172816 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-0b6fdd30-0a27-477d-a799-38887423540a tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:35.180517 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-44de019b-8f5b-461a-a59f-64b566d3ed37 tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:35.183653 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-8e8b4eaa-899d-48dd-abe2-63dc32617af0 tempest-ExtraDHCPOptionsIpV6TestJSON-577237846 tempest-ExtraDHCPOptionsIpV6TestJSON-577237846-project] Unset dirty status for tenant:29d96dc820204ce9886f594bdeda7962 on resource:port {{(pid=87870) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:56:35.185355 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-8e8b4eaa-899d-48dd-abe2-63dc32617af0 tempest-ExtraDHCPOptionsIpV6TestJSON-577237846 tempest-ExtraDHCPOptionsIpV6TestJSON-577237846-project] 10.222.0.30 "GET /v2.0/ports/12666120-faa7-435b-8606-0dc11eb8320d HTTP/1.1" status: 200 len: 1130 time: 0.5638337 Mar 28 11:56:35.209920 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 50484) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:35.219558 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.db_base_plugin_common [None req-7b29ad84-20f9-4dfa-90db-a47d8b665e44 None None] Allocated IP 2001:db8::2 (e95a87e2-4c44-46e2-9de5-2786cbaea69c/aa7c575c-e45c-4ddc-b2a0-f5b62cdf94d3/5026a812-82a4-400b-bfd7-4c0a73a50849) {{(pid=87872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:56:35.235608 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-0b6fdd30-0a27-477d-a799-38887423540a tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740322'] for security_group_rule, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:35.289750 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44de019b-8f5b-461a-a59f-64b566d3ed37 tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] Network ac2b1748-8f63-4b17-a9c7-07e79704aa5b is already hosted by enough agents. {{(pid=87870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:56:35.296785 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6fdd30-0a27-477d-a799-38887423540a tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25efbca7-f1b8-4f08-bd2f-a50682ee491a,revision_number=0']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:56:35.310693 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.base_scheduler [None req-44de019b-8f5b-461a-a59f-64b566d3ed37 tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] Resources bound (agent type, host, resource id): {{(pid=87870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:56:35.322899 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44de019b-8f5b-461a-a59f-64b566d3ed37 tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] Received port after_create {{(pid=87870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:56:35.348201 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-27c14d4f-e518-4b7e-a9ce-6851bf130594 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:35.363545 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44de019b-8f5b-461a-a59f-64b566d3ed37 tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] Pushing event updated for resources: {'Port': ['ID=296ea6fa-2c80-4ad8-9f3a-0503022e17fb,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:56:35.414290 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-0b6fdd30-0a27-477d-a799-38887423540a tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:35.418043 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-0b6fdd30-0a27-477d-a799-38887423540a tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1624379 Mar 28 11:56:35.428643 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 50488) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:35.433453 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-15ee0864-e52e-4eed-b810-9d4021435149 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Request body: {'security_group_rule': {'security_group_id': '9a1aa0f6-877d-4192-80c7-6f65dffc9407', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:56:35.436363 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-7b29ad84-20f9-4dfa-90db-a47d8b665e44 None None] Notify callbacks [] for port, precommit_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:35.444921 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-15ee0864-e52e-4eed-b810-9d4021435149 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:56:35.448346 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-7b29ad84-20f9-4dfa-90db-a47d8b665e44 None None] Transition to ACTIVE for port object 5026a812-82a4-400b-bfd7-4c0a73a50849 will not be triggered until provisioned by entity L2. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:56:35.455117 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-15ee0864-e52e-4eed-b810-9d4021435149 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Usage tracker for resource:security_group_rule and tenant:2a883d5a5a2b4866b0c720c3c2f3317a is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:56:35.461397 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-15ee0864-e52e-4eed-b810-9d4021435149 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:56:35.469239 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-7b29ad84-20f9-4dfa-90db-a47d8b665e44 None None] Transition to ACTIVE for port object 5026a812-82a4-400b-bfd7-4c0a73a50849 will not be triggered until provisioned by entity DHCP. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:56:35.475679 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-7b29ad84-20f9-4dfa-90db-a47d8b665e44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241'] for port, after_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:35.479263 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-15ee0864-e52e-4eed-b810-9d4021435149 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:56:35.538783 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b29ad84-20f9-4dfa-90db-a47d8b665e44 None None] Network e95a87e2-4c44-46e2-9de5-2786cbaea69c is already hosted by enough agents. {{(pid=87872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:56:35.541618 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.base_scheduler [None req-7b29ad84-20f9-4dfa-90db-a47d8b665e44 None None] Resources bound (agent type, host, resource id): {{(pid=87872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:56:35.545717 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b29ad84-20f9-4dfa-90db-a47d8b665e44 None None] Received port after_create {{(pid=87872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:56:35.592097 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b29ad84-20f9-4dfa-90db-a47d8b665e44 None None] Pushing event updated for resources: {'Port': ['ID=5026a812-82a4-400b-bfd7-4c0a73a50849,revision_number=1']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:56:35.662325 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-7b29ad84-20f9-4dfa-90db-a47d8b665e44 None None] Attempting to bind port 5026a812-82a4-400b-bfd7-4c0a73a50849 on host dv-neutron-835340-2-hyperv for vnic_type normal with profile {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:56:35.662716 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-7b29ad84-20f9-4dfa-90db-a47d8b665e44 None None] Attempting to bind port 5026a812-82a4-400b-bfd7-4c0a73a50849 by drivers openvswitch,hyperv on host dv-neutron-835340-2-hyperv at level 0 using segments [{'id': 'bd053757-b8b4-4f3a-b553-aa242f2d15d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e95a87e2-4c44-46e2-9de5-2786cbaea69c'}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:56:35.663044 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b29ad84-20f9-4dfa-90db-a47d8b665e44 None None] Attempting to bind port 5026a812-82a4-400b-bfd7-4c0a73a50849 on network e95a87e2-4c44-46e2-9de5-2786cbaea69c {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:56:35.669507 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b29ad84-20f9-4dfa-90db-a47d8b665e44 None None] Checking agent: {'id': '961a16fe-cbc8-4264-ac28-bbbd53f89caa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 46, 6), 'started_at': datetime.datetime(2022, 3, 28, 11, 46, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 11, 56, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 11:56:35.669867 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b29ad84-20f9-4dfa-90db-a47d8b665e44 None None] Checking segment: {'id': 'bd053757-b8b4-4f3a-b553-aa242f2d15d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e95a87e2-4c44-46e2-9de5-2786cbaea69c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:56:35.670262 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-7b29ad84-20f9-4dfa-90db-a47d8b665e44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:35.670614 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b29ad84-20f9-4dfa-90db-a47d8b665e44 None None] Bound using segment: {'id': 'bd053757-b8b4-4f3a-b553-aa242f2d15d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e95a87e2-4c44-46e2-9de5-2786cbaea69c'} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 11:56:35.671071 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-7b29ad84-20f9-4dfa-90db-a47d8b665e44 None None] Bound port: 5026a812-82a4-400b-bfd7-4c0a73a50849, host: dv-neutron-835340-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd053757-b8b4-4f3a-b553-aa242f2d15d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e95a87e2-4c44-46e2-9de5-2786cbaea69c'}}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 11:56:35.671497 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-7b29ad84-20f9-4dfa-90db-a47d8b665e44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:35.685024 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:35.720359 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-1fd1b544-3b8a-4af5-8c61-35240def3cae tempest-ExtraDHCPOptionsIpV6TestJSON-577237846 tempest-ExtraDHCPOptionsIpV6TestJSON-577237846-project] Deleting port 12666120-faa7-435b-8606-0dc11eb8320d {{(pid=87871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:56:35.721317 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-1fd1b544-3b8a-4af5-8c61-35240def3cae tempest-ExtraDHCPOptionsIpV6TestJSON-577237846 tempest-ExtraDHCPOptionsIpV6TestJSON-577237846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:35.751045 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-15ee0864-e52e-4eed-b810-9d4021435149 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:35.751659 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-76562788-5a9e-4ffa-9d31-ae0551e95df6 tempest-RoutersAdminNegativeTest-202864926 tempest-RoutersAdminNegativeTest-202864926-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-709632', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-707672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260923'] for router, precommit_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:35.753038 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-ef3be119-c018-4979-be07-86cf959defc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:35.768513 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-1af9b43b-3037-4e29-8e74-6e861cc55e36 req-2a8c1334-7079-428c-8e31-6491250684b8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e551f3ed-2894-4f6d-8e40-b1680f309506 HTTP/1.1" status: 200 len: 1000 time: 0.6123452 Mar 28 11:56:35.779953 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-7b29ad84-20f9-4dfa-90db-a47d8b665e44 None None] For port 5026a812-82a4-400b-bfd7-4c0a73a50849, host dv-neutron-835340-2-hyperv, cleared binding levels {{(pid=87872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 11:56:35.783538 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-7b29ad84-20f9-4dfa-90db-a47d8b665e44 None None] For port 5026a812-82a4-400b-bfd7-4c0a73a50849, host dv-neutron-835340-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=5026a812-82a4-400b-bfd7-4c0a73a50849,segment=NetworkSegment(bd053757-b8b4-4f3a-b553-aa242f2d15d2),segment_id=bd053757-b8b4-4f3a-b553-aa242f2d15d2)] {{(pid=87872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 11:56:35.794507 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-7b29ad84-20f9-4dfa-90db-a47d8b665e44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:35.895128 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b29ad84-20f9-4dfa-90db-a47d8b665e44 None None] Pushing event updated for resources: {'Port': ['ID=5026a812-82a4-400b-bfd7-4c0a73a50849,revision_number=2']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:56:35.903389 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-15ee0864-e52e-4eed-b810-9d4021435149 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:35.925149 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-15ee0864-e52e-4eed-b810-9d4021435149 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740322'] for security_group_rule, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:35.933505 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-689e6eeb-0c73-4486-9b07-fafd4605d6a3 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:56:35.971675 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-689e6eeb-0c73-4486-9b07-fafd4605d6a3 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Usage tracker for resource:port and tenant:b4adfe5c8b3a4e57a1afd1d44c455245 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:56:35.991189 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-689e6eeb-0c73-4486-9b07-fafd4605d6a3 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:56:36.008482 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af9b43b-3037-4e29-8e74-6e861cc55e36 req-3cb66b99-9db0-42d8-ab1f-8b243394b06b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:56:36.009925 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-1af9b43b-3037-4e29-8e74-6e861cc55e36 req-3cb66b99-9db0-42d8-ab1f-8b243394b06b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=cfae7222-6a03-4ef8-86ee-e424dc4b71d7 HTTP/1.1" status: 200 len: 850 time: 0.2227511 Mar 28 11:56:36.010054 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ee0864-e52e-4eed-b810-9d4021435149 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1aaaed7-52b7-4ca4-b765-00af9f38e744,revision_number=0']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:56:36.015029 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-689e6eeb-0c73-4486-9b07-fafd4605d6a3 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:56:36.104077 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-15ee0864-e52e-4eed-b810-9d4021435149 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:36.109402 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-15ee0864-e52e-4eed-b810-9d4021435149 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6797369 Mar 28 11:56:36.110536 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 50494) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:36.137178 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-4400825c-c69a-4aa3-aaea-168c6a8aa9b5 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Request body: {'security_group_rule': {'security_group_id': '9a1aa0f6-877d-4192-80c7-6f65dffc9407', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:56:36.144565 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-4400825c-c69a-4aa3-aaea-168c6a8aa9b5 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:56:36.148827 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-4400825c-c69a-4aa3-aaea-168c6a8aa9b5 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Usage tracker for resource:security_group_rule and tenant:2a883d5a5a2b4866b0c720c3c2f3317a is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:56:36.151805 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-4400825c-c69a-4aa3-aaea-168c6a8aa9b5 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:56:36.157758 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-4400825c-c69a-4aa3-aaea-168c6a8aa9b5 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:56:36.178114 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-689e6eeb-0c73-4486-9b07-fafd4605d6a3 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Made reservation on behalf of b4adfe5c8b3a4e57a1afd1d44c455245 for: {'port': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:56:36.239270 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-4400825c-c69a-4aa3-aaea-168c6a8aa9b5 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:36.287112 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.db_base_plugin_common [None req-27c14d4f-e518-4b7e-a9ce-6851bf130594 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Delete allocated IP 2001:db8:0:1::102 (4e76bbfd-a57c-4a31-ab10-d8090b780aca/49c875b1-1fa8-4999-aba1-794f12de03a3) {{(pid=87870) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 28 11:56:36.353654 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-44de019b-8f5b-461a-a59f-64b566d3ed37 tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] Notify callbacks [] for router_gateway, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:36.518218 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-4400825c-c69a-4aa3-aaea-168c6a8aa9b5 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:36.531731 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-4400825c-c69a-4aa3-aaea-168c6a8aa9b5 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740322'] for security_group_rule, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:36.640138 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4400825c-c69a-4aa3-aaea-168c6a8aa9b5 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f94aaec-9c9b-418f-b162-5d05ee0e0cf1,revision_number=0']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:56:36.684694 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-1fd1b544-3b8a-4af5-8c61-35240def3cae tempest-ExtraDHCPOptionsIpV6TestJSON-577237846 tempest-ExtraDHCPOptionsIpV6TestJSON-577237846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:36.689421 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-4400825c-c69a-4aa3-aaea-168c6a8aa9b5 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:36.693290 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-4400825c-c69a-4aa3-aaea-168c6a8aa9b5 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.5717485 Mar 28 11:56:36.701000 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-4a603ee9-6bd8-4201-b757-228bfb0c3ad3 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:36.710627 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af9b43b-3037-4e29-8e74-6e861cc55e36 req-12b7c104-a43a-4042-a7be-347c0bd95add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:56:36.712144 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-1af9b43b-3037-4e29-8e74-6e861cc55e36 req-12b7c104-a43a-4042-a7be-347c0bd95add service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b072139b-1edf-4981-9f6f-41603d7605ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6941342 Mar 28 11:56:36.724208 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 50498) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:36.921299 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-27c14d4f-e518-4b7e-a9ce-6851bf130594 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks [] for port, precommit_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:36.932382 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-1fd1b544-3b8a-4af5-8c61-35240def3cae tempest-ExtraDHCPOptionsIpV6TestJSON-577237846 tempest-ExtraDHCPOptionsIpV6TestJSON-577237846-project] Calling delete_port for 12666120-faa7-435b-8606-0dc11eb8320d owned by {{(pid=87871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:56:36.964185 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a603ee9-6bd8-4201-b757-228bfb0c3ad3 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Pushing event deleted for resources: {'Port': ['ID=416dbb3b-77ae-4688-aab3-53b5f54edb02,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:56:36.991174 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-689e6eeb-0c73-4486-9b07-fafd4605d6a3 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:37.002397 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.provisioning_blocks [None req-27c14d4f-e518-4b7e-a9ce-6851bf130594 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Transition to ACTIVE for port object 24c7bbe8-1467-42e8-9f2b-8c1eb64c0517 will not be triggered until provisioned by entity DHCP. {{(pid=87870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:56:37.015282 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-27c14d4f-e518-4b7e-a9ce-6851bf130594 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2558288'] for port, after_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:37.069598 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-44de019b-8f5b-461a-a59f-64b566d3ed37 tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709693'] for router, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:37.173071 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeff8a80-64a2-4d7b-825b-bd7b951030cc req-eeb0d478-5d30-4370-8cbe-4f3698e963dc tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:56:37.178302 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-aeff8a80-64a2-4d7b-825b-bd7b951030cc req-eeb0d478-5d30-4370-8cbe-4f3698e963dc tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd5974e7-0504-4851-a286-20ab5143705c HTTP/1.1" status: 200 len: 945 time: 0.9579370 Mar 28 11:56:37.180759 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-a7b97d0e-dd96-4d33-893a-11f031873fbe None None] Provisioning for port 5026a812-82a4-400b-bfd7-4c0a73a50849 completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:56:37.206993 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-27c14d4f-e518-4b7e-a9ce-6851bf130594 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] In _notify_port_updated(), no bound segment for port 24c7bbe8-1467-42e8-9f2b-8c1eb64c0517 on network 4e76bbfd-a57c-4a31-ab10-d8090b780aca {{(pid=87870) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 28 11:56:37.212492 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27c14d4f-e518-4b7e-a9ce-6851bf130594 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:56:37.213148 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-27c14d4f-e518-4b7e-a9ce-6851bf130594 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:37.218186 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-27c14d4f-e518-4b7e-a9ce-6851bf130594 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] 10.222.0.30 "PUT /v2.0/ports/24c7bbe8-1467-42e8-9f2b-8c1eb64c0517 HTTP/1.1" status: 200 len: 925 time: 2.9007492 Mar 28 11:56:37.218695 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 50502) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:37.231060 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-ec4da541-2bd7-46ee-b614-081ba8bac8a1 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '0995b15f-1798-44bb-8ef1-cacf939f7371'}, {'subnet_id': '49c875b1-1fa8-4999-aba1-794f12de03a3'}]}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:56:37.249921 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-1af9b43b-3037-4e29-8e74-6e861cc55e36 req-ba23b0ed-aee4-4f3d-b43d-a87a97cbb662 service neutron] 10.222.0.11 "GET /v2.0/networks/b072139b-1edf-4981-9f6f-41603d7605ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4819529 Mar 28 11:56:37.250959 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.notifiers.nova [None req-689e6eeb-0c73-4486-9b07-fafd4605d6a3 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] device_id is not set on port eaa69829-6b18-4012-a420-e9430746a5d6 yet. {{(pid=87871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 11:56:37.256793 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c14d4f-e518-4b7e-a9ce-6851bf130594 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Pushing event updated for resources: {'Port': ['ID=24c7bbe8-1467-42e8-9f2b-8c1eb64c0517,revision_number=2']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:56:37.300434 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-44bf9b02-02b7-4a1d-9399-c3f702c8c908 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:37.402682 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-b7ccd3c7-0277-4f12-8e5c-e41478141af5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:37.415504 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-44bf9b02-02b7-4a1d-9399-c3f702c8c908 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:37.421971 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-913b1782-23c4-43d4-961c-74d0caefe330 None None] Provisioning for port 24c7bbe8-1467-42e8-9f2b-8c1eb64c0517 completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:56:37.430596 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-913b1782-23c4-43d4-961c-74d0caefe330 None None] Provisioning complete for port 24c7bbe8-1467-42e8-9f2b-8c1eb64c0517 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:56:37.431203 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-913b1782-23c4-43d4-961c-74d0caefe330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:37.461271 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-ec4da541-2bd7-46ee-b614-081ba8bac8a1 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:37.494191 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-aeff8a80-64a2-4d7b-825b-bd7b951030cc req-33bf32e6-fbd6-4eed-9d70-095b9af4f43a tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] 10.222.0.30 "GET /v2.0/security-groups?id=895ae8ad-46d6-4a0f-b104-9c0ca0cce592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1952705 Mar 28 11:56:37.502115 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 5026a812-82a4-400b-bfd7-4c0a73a50849 up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:56:37.557288 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-913b1782-23c4-43d4-961c-74d0caefe330 None None] Port 24c7bbe8-1467-42e8-9f2b-8c1eb64c0517 cannot update to ACTIVE because it is not bound. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 11:56:37.586414 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning for port 5026a812-82a4-400b-bfd7-4c0a73a50849 completed by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:56:37.594525 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port 5026a812-82a4-400b-bfd7-4c0a73a50849 triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:56:37.596332 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:37.614486 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44de019b-8f5b-461a-a59f-64b566d3ed37 tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] Router c7ca312e-e434-4de7-a596-963409d7b2ea is scheduled to L3 agent af79d429-529e-400b-a119-94d4bec03f3e with binding_index 1 {{(pid=87870) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 11:56:37.720613 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:37.751423 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-44bf9b02-02b7-4a1d-9399-c3f702c8c908 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740322'] for security_group_rule, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:37.753614 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] For port 5026a812-82a4-400b-bfd7-4c0a73a50849, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=5026a812-82a4-400b-bfd7-4c0a73a50849,segment=NetworkSegment(bd053757-b8b4-4f3a-b553-aa242f2d15d2),segment_id=bd053757-b8b4-4f3a-b553-aa242f2d15d2)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:56:37.757450 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:37.900257 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Pushing event updated for resources: {'Port': ['ID=5026a812-82a4-400b-bfd7-4c0a73a50849,revision_number=3']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:56:37.937455 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44de019b-8f5b-461a-a59f-64b566d3ed37 tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 11:56:37.948127 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ae3978-1d2b-4764-9deb-f374bb7d6deb None None] Sync routers for ids ['c7ca312e-e434-4de7-a596-963409d7b2ea'] in dv-neutron-835340-2-hyperv {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 11:56:37.958274 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ae3978-1d2b-4764-9deb-f374bb7d6deb None None] Routers {'c7ca312e-e434-4de7-a596-963409d7b2ea'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:56:37.958903 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-97ae3978-1d2b-4764-9deb-f374bb7d6deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T11:56:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['c7ca312e-e434-4de7-a596-963409d7b2ea'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:56:38.007460 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-44de019b-8f5b-461a-a59f-64b566d3ed37 tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] Notify callbacks [] for router, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:38.011165 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-44de019b-8f5b-461a-a59f-64b566d3ed37 tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 7.9263294 Mar 28 11:56:38.012127 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 50506) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:38.019424 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-31fe3737-09ec-41f2-b410-225aea177d6e tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:56:38.027642 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-97ae3978-1d2b-4764-9deb-f374bb7d6deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:56:38.036762 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ae3978-1d2b-4764-9deb-f374bb7d6deb None None] Routers {'c7ca312e-e434-4de7-a596-963409d7b2ea'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:56:38.037373 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-97ae3978-1d2b-4764-9deb-f374bb7d6deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T11:56:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['c7ca312e-e434-4de7-a596-963409d7b2ea'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:56:38.089633 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bf9b02-02b7-4a1d-9399-c3f702c8c908 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3f94aaec-9c9b-418f-b162-5d05ee0e0cf1,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:56:38.097399 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-97ae3978-1d2b-4764-9deb-f374bb7d6deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:56:38.097399 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ae3978-1d2b-4764-9deb-f374bb7d6deb None None] The sync data for ids ['c7ca312e-e434-4de7-a596-963409d7b2ea'] in dv-neutron-835340-2-hyperv is: [] {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 11:56:38.169415 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-1af9b43b-3037-4e29-8e74-6e861cc55e36 req-d286dfaf-efe7-483d-96b2-3c9fcf52ff34 service neutron] 10.222.0.11 "GET /v2.0/networks/b072139b-1edf-4981-9f6f-41603d7605ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8345401 Mar 28 11:56:38.183915 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.db_base_plugin_common [None req-ec4da541-2bd7-46ee-b614-081ba8bac8a1 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Allocated IP 2001:db8:0:1::b8 (4e76bbfd-a57c-4a31-ab10-d8090b780aca/49c875b1-1fa8-4999-aba1-794f12de03a3/24c7bbe8-1467-42e8-9f2b-8c1eb64c0517) {{(pid=87870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:56:38.274925 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-4a603ee9-6bd8-4201-b757-228bfb0c3ad3 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-743246'] for router_interface, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:38.312824 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-1fd1b544-3b8a-4af5-8c61-35240def3cae tempest-ExtraDHCPOptionsIpV6TestJSON-577237846 tempest-ExtraDHCPOptionsIpV6TestJSON-577237846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:38.456717 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd1b544-3b8a-4af5-8c61-35240def3cae tempest-ExtraDHCPOptionsIpV6TestJSON-577237846 tempest-ExtraDHCPOptionsIpV6TestJSON-577237846-project] Pushing event deleted for resources: {'Port': ['ID=12666120-faa7-435b-8606-0dc11eb8320d,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:56:38.465152 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-44bf9b02-02b7-4a1d-9399-c3f702c8c908 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:38.466546 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-44bf9b02-02b7-4a1d-9399-c3f702c8c908 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/3f94aaec-9c9b-418f-b162-5d05ee0e0cf1 HTTP/1.1" status: 204 len: 168 time: 1.7110677 Mar 28 11:56:38.479115 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 50510) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:38.534105 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-76562788-5a9e-4ffa-9d31-ae0551e95df6 tempest-RoutersAdminNegativeTest-202864926 tempest-RoutersAdminNegativeTest-202864926-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:38.600654 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.db_base_plugin_common [None req-689e6eeb-0c73-4486-9b07-fafd4605d6a3 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Allocated IP 2001:db8::e255:df90:c455:b166 (e95a87e2-4c44-46e2-9de5-2786cbaea69c/aa7c575c-e45c-4ddc-b2a0-f5b62cdf94d3/eaa69829-6b18-4012-a420-e9430746a5d6) {{(pid=87871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:56:38.617623 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-76562788-5a9e-4ffa-9d31-ae0551e95df6 tempest-RoutersAdminNegativeTest-202864926 tempest-RoutersAdminNegativeTest-202864926-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:38.726376 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-1fd1b544-3b8a-4af5-8c61-35240def3cae tempest-ExtraDHCPOptionsIpV6TestJSON-577237846 tempest-ExtraDHCPOptionsIpV6TestJSON-577237846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:38.728331 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-1fd1b544-3b8a-4af5-8c61-35240def3cae tempest-ExtraDHCPOptionsIpV6TestJSON-577237846 tempest-ExtraDHCPOptionsIpV6TestJSON-577237846-project] 10.222.0.30 "DELETE /v2.0/ports/12666120-faa7-435b-8606-0dc11eb8320d HTTP/1.1" status: 204 len: 168 time: 3.4515476 Mar 28 11:56:38.739830 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 50516) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:38.821568 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-dcb3bd96-a7b5-4ded-b5aa-faea6faaa92d tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Synchronizing usage tracker for tenant:2a883d5a5a2b4866b0c720c3c2f3317a on resource:security_group_rule {{(pid=87870) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:56:38.943830 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-ec4da541-2bd7-46ee-b614-081ba8bac8a1 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks [] for port, precommit_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:38.949262 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-dcb3bd96-a7b5-4ded-b5aa-faea6faaa92d tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Unset dirty status for tenant:2a883d5a5a2b4866b0c720c3c2f3317a on resource:security_group_rule {{(pid=87870) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:56:38.951248 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-dcb3bd96-a7b5-4ded-b5aa-faea6faaa92d tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.4711497 Mar 28 11:56:38.966402 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 50520) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:38.977261 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-31fe3737-09ec-41f2-b410-225aea177d6e tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-709632', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-707672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260923'] for router, precommit_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:39.013150 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.provisioning_blocks [None req-ec4da541-2bd7-46ee-b614-081ba8bac8a1 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Transition to ACTIVE for port object 24c7bbe8-1467-42e8-9f2b-8c1eb64c0517 will not be triggered until provisioned by entity DHCP. {{(pid=87870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:56:39.029358 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ce9e2c-7537-41a9-bdae-987bbb9434cf req-cede880e-3951-421c-9178-e3ac2b9e8fc1 tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:56:39.030831 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-b8ce9e2c-7537-41a9-bdae-987bbb9434cf req-cede880e-3951-421c-9178-e3ac2b9e8fc1 tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd5974e7-0504-4851-a286-20ab5143705c HTTP/1.1" status: 200 len: 945 time: 0.3789682 Mar 28 11:56:39.040673 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-ec4da541-2bd7-46ee-b614-081ba8bac8a1 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2558288'] for port, after_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:39.047314 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-31fe3737-09ec-41f2-b410-225aea177d6e tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:39.096674 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.db_base_plugin_v2 [None req-32a946cf-f7ac-463e-bb9e-a75fde7427d1 tempest-ExtraDHCPOptionsIpV6TestJSON-577237846 tempest-ExtraDHCPOptionsIpV6TestJSON-577237846-project] Deleting subnet 815d0fd2-5360-4995-86ca-e3a6aba521a6 {{(pid=87871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 11:56:39.107402 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-48de785c-3f04-4f27-9904-56eacdcdcc83 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:39.116118 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-32a946cf-f7ac-463e-bb9e-a75fde7427d1 tempest-ExtraDHCPOptionsIpV6TestJSON-577237846 tempest-ExtraDHCPOptionsIpV6TestJSON-577237846-project] Notify callbacks [] for subnet, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:39.134566 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-31fe3737-09ec-41f2-b410-225aea177d6e tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] Deleting port 296ea6fa-2c80-4ad8-9f3a-0503022e17fb {{(pid=87870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:56:39.134900 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-31fe3737-09ec-41f2-b410-225aea177d6e tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:39.161664 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-48de785c-3f04-4f27-9904-56eacdcdcc83 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:39.226472 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a603ee9-6bd8-4201-b757-228bfb0c3ad3 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Router 83a75258-b43a-4019-a6cb-3ba3a54dde8e has already been hosted by L3 agent af79d429-529e-400b-a119-94d4bec03f3e {{(pid=87871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 11:56:39.259657 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-32a946cf-f7ac-463e-bb9e-a75fde7427d1 tempest-ExtraDHCPOptionsIpV6TestJSON-577237846 tempest-ExtraDHCPOptionsIpV6TestJSON-577237846-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3436877'] for subnet, precommit_delete_associations {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:39.301502 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-b8ce9e2c-7537-41a9-bdae-987bbb9434cf req-54930c30-2c80-4723-b4c1-4cabc6c1bdec tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] 10.222.0.30 "GET /v2.0/security-groups?id=895ae8ad-46d6-4a0f-b104-9c0ca0cce592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2622817 Mar 28 11:56:39.302102 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4da541-2bd7-46ee-b614-081ba8bac8a1 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Pushing event updated for resources: {'Port': ['ID=24c7bbe8-1467-42e8-9f2b-8c1eb64c0517,revision_number=3']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:56:39.319286 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-ec4da541-2bd7-46ee-b614-081ba8bac8a1 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] In _notify_port_updated(), no bound segment for port 24c7bbe8-1467-42e8-9f2b-8c1eb64c0517 on network 4e76bbfd-a57c-4a31-ab10-d8090b780aca {{(pid=87870) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 28 11:56:39.324655 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec4da541-2bd7-46ee-b614-081ba8bac8a1 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:56:39.325555 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-ec4da541-2bd7-46ee-b614-081ba8bac8a1 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:39.329369 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-ec4da541-2bd7-46ee-b614-081ba8bac8a1 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] 10.222.0.30 "PUT /v2.0/ports/24c7bbe8-1467-42e8-9f2b-8c1eb64c0517 HTTP/1.1" status: 200 len: 1010 time: 2.1027834 Mar 28 11:56:39.331374 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 50524) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:39.378607 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-48de785c-3f04-4f27-9904-56eacdcdcc83 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740322'] for security_group_rule, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:39.433167 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48de785c-3f04-4f27-9904-56eacdcdcc83 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c1aaaed7-52b7-4ca4-b765-00af9f38e744,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:56:39.438512 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 5026a812-82a4-400b-bfd7-4c0a73a50849 up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:56:39.456172 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-689e6eeb-0c73-4486-9b07-fafd4605d6a3 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks [] for port, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:39.488213 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-48de785c-3f04-4f27-9904-56eacdcdcc83 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:39.489321 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-48de785c-3f04-4f27-9904-56eacdcdcc83 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/c1aaaed7-52b7-4ca4-b765-00af9f38e744 HTTP/1.1" status: 204 len: 168 time: 0.5205600 Mar 28 11:56:39.507387 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 50528) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:39.524164 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-76562788-5a9e-4ffa-9d31-ae0551e95df6 tempest-RoutersAdminNegativeTest-202864926 tempest-RoutersAdminNegativeTest-202864926-project-admin] Notify callbacks [] for router, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:39.530735 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-b3f0737d-1c34-462d-96bd-78c9e14980cf None None] Provisioning for port 24c7bbe8-1467-42e8-9f2b-8c1eb64c0517 completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:56:39.535199 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-c6ee1afe-1c53-45ca-95e0-c59099e4f85a tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Deleting port 24c7bbe8-1467-42e8-9f2b-8c1eb64c0517 {{(pid=87870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:56:39.535801 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c6ee1afe-1c53-45ca-95e0-c59099e4f85a tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:39.538298 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-b3f0737d-1c34-462d-96bd-78c9e14980cf None None] Provisioning complete for port 24c7bbe8-1467-42e8-9f2b-8c1eb64c0517 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:56:39.538665 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-b3f0737d-1c34-462d-96bd-78c9e14980cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:39.589068 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port 5026a812-82a4-400b-bfd7-4c0a73a50849 triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:56:39.589446 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:39.631876 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-31fe3737-09ec-41f2-b410-225aea177d6e tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:39.642086 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-b3f0737d-1c34-462d-96bd-78c9e14980cf None None] Port 24c7bbe8-1467-42e8-9f2b-8c1eb64c0517 cannot update to ACTIVE because it is not bound. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 11:56:39.789499 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-31fe3737-09ec-41f2-b410-225aea177d6e tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] Calling delete_port for 296ea6fa-2c80-4ad8-9f3a-0503022e17fb owned by network:router_gateway {{(pid=87870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:56:39.829501 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.provisioning_blocks [None req-689e6eeb-0c73-4486-9b07-fafd4605d6a3 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Transition to ACTIVE for port object eaa69829-6b18-4012-a420-e9430746a5d6 will not be triggered until provisioned by entity DHCP. {{(pid=87871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:56:39.840673 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-838b47e4-1fd7-4587-a97e-14fb5c76ccf1 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Synchronizing usage tracker for tenant:2a883d5a5a2b4866b0c720c3c2f3317a on resource:security_group_rule {{(pid=87870) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:56:39.910785 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-838b47e4-1fd7-4587-a97e-14fb5c76ccf1 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Unset dirty status for tenant:2a883d5a5a2b4866b0c720c3c2f3317a on resource:security_group_rule {{(pid=87870) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:56:39.911988 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-838b47e4-1fd7-4587-a97e-14fb5c76ccf1 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.4008272 Mar 28 11:56:39.965826 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a603ee9-6bd8-4201-b757-228bfb0c3ad3 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 11:56:39.967461 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 50532) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:39.978968 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c7b9a9d-d306-45e8-a748-bfa041f53bb1 None None] Sync routers for ids ['83a75258-b43a-4019-a6cb-3ba3a54dde8e'] in dv-neutron-835340-2-hyperv {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 11:56:39.992661 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c7b9a9d-d306-45e8-a748-bfa041f53bb1 None None] Routers {'83a75258-b43a-4019-a6cb-3ba3a54dde8e'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:56:39.993763 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-8c7b9a9d-d306-45e8-a748-bfa041f53bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T11:56:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['83a75258-b43a-4019-a6cb-3ba3a54dde8e'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:56:40.002517 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-32a946cf-f7ac-463e-bb9e-a75fde7427d1 tempest-ExtraDHCPOptionsIpV6TestJSON-577237846 tempest-ExtraDHCPOptionsIpV6TestJSON-577237846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1919782'] for subnet, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:40.068655 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-8c7b9a9d-d306-45e8-a748-bfa041f53bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:56:40.077831 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c7b9a9d-d306-45e8-a748-bfa041f53bb1 None None] Routers {'83a75258-b43a-4019-a6cb-3ba3a54dde8e'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:56:40.078535 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-8c7b9a9d-d306-45e8-a748-bfa041f53bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T11:56:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['83a75258-b43a-4019-a6cb-3ba3a54dde8e'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:56:40.104322 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-4a603ee9-6bd8-4201-b757-228bfb0c3ad3 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] 10.222.0.30 "PUT /v2.0/routers/83a75258-b43a-4019-a6cb-3ba3a54dde8e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6323004 Mar 28 11:56:40.111821 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-76562788-5a9e-4ffa-9d31-ae0551e95df6 tempest-RoutersAdminNegativeTest-202864926 tempest-RoutersAdminNegativeTest-202864926-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-745164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-260864'] for router, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:40.112047 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 50536) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:40.118413 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-76562788-5a9e-4ffa-9d31-ae0551e95df6 tempest-RoutersAdminNegativeTest-202864926 tempest-RoutersAdminNegativeTest-202864926-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:40.146825 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-8c7b9a9d-d306-45e8-a748-bfa041f53bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:56:40.147368 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c7b9a9d-d306-45e8-a748-bfa041f53bb1 None None] The sync data for ids ['83a75258-b43a-4019-a6cb-3ba3a54dde8e'] in dv-neutron-835340-2-hyperv is: [] {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 11:56:40.151347 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-bcdeabcd-3dad-4555-86cb-7e9283b47427 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:40.179853 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-bcdeabcd-3dad-4555-86cb-7e9283b47427 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:40.190190 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-689e6eeb-0c73-4486-9b07-fafd4605d6a3 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:40.191716 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-76562788-5a9e-4ffa-9d31-ae0551e95df6 tempest-RoutersAdminNegativeTest-202864926 tempest-RoutersAdminNegativeTest-202864926-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-745021'] for router, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:40.192183 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76562788-5a9e-4ffa-9d31-ae0551e95df6 tempest-RoutersAdminNegativeTest-202864926 tempest-RoutersAdminNegativeTest-202864926-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2637db04-ddac-4c97-9de6-e0e824368075 {{(pid=87871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 11:56:40.284235 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-32a946cf-f7ac-463e-bb9e-a75fde7427d1 tempest-ExtraDHCPOptionsIpV6TestJSON-577237846 tempest-ExtraDHCPOptionsIpV6TestJSON-577237846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1919805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2364079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26551417'] for subnet, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:40.305418 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c6ee1afe-1c53-45ca-95e0-c59099e4f85a tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:40.320630 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-689e6eeb-0c73-4486-9b07-fafd4605d6a3 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Network e95a87e2-4c44-46e2-9de5-2786cbaea69c is already hosted by enough agents. {{(pid=87871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:56:40.330812 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.api.v2.resource [None req-76562788-5a9e-4ffa-9d31-ae0551e95df6 tempest-RoutersAdminNegativeTest-202864926 tempest-RoutersAdminNegativeTest-202864926-project-admin] create failed (client error): There was a conflict when trying to complete your request. Mar 28 11:56:40.331882 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-76562788-5a9e-4ffa-9d31-ae0551e95df6 tempest-RoutersAdminNegativeTest-202864926 tempest-RoutersAdminNegativeTest-202864926-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 5.9883771 Mar 28 11:56:40.332514 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-bcdeabcd-3dad-4555-86cb-7e9283b47427 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740322'] for security_group_rule, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:40.334315 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-689e6eeb-0c73-4486-9b07-fafd4605d6a3 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Resources bound (agent type, host, resource id): {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:56:40.337991 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 50540) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:40.374505 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04c9bfe6-f44b-49df-9c4a-9dfceb67e1d3 None None] Network 473cfb3a-6017-4a04-92a9-8ff943512ecb requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:56:40.394933 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-689e6eeb-0c73-4486-9b07-fafd4605d6a3 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Received port after_create {{(pid=87871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:56:40.400613 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-689e6eeb-0c73-4486-9b07-fafd4605d6a3 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:56:40.401277 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-689e6eeb-0c73-4486-9b07-fafd4605d6a3 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:40.407064 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a946cf-f7ac-463e-bb9e-a75fde7427d1 tempest-ExtraDHCPOptionsIpV6TestJSON-577237846 tempest-ExtraDHCPOptionsIpV6TestJSON-577237846-project] Pushing event deleted for resources: {'Subnet': ['ID=815d0fd2-5360-4995-86ca-e3a6aba521a6,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:56:40.412039 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-32a946cf-f7ac-463e-bb9e-a75fde7427d1 tempest-ExtraDHCPOptionsIpV6TestJSON-577237846 tempest-ExtraDHCPOptionsIpV6TestJSON-577237846-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538751'] for subnet, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:40.430730 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdeabcd-3dad-4555-86cb-7e9283b47427 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=25efbca7-f1b8-4f08-bd2f-a50682ee491a,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:56:40.432432 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689e6eeb-0c73-4486-9b07-fafd4605d6a3 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Pushing event updated for resources: {'Port': ['ID=eaa69829-6b18-4012-a420-e9430746a5d6,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:56:40.459391 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-32a946cf-f7ac-463e-bb9e-a75fde7427d1 tempest-ExtraDHCPOptionsIpV6TestJSON-577237846 tempest-ExtraDHCPOptionsIpV6TestJSON-577237846-project] 10.222.0.30 "DELETE /v2.0/subnets/815d0fd2-5360-4995-86ca-e3a6aba521a6 HTTP/1.1" status: 204 len: 168 time: 1.7165444 Mar 28 11:56:40.464762 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 50546) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:40.503374 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-689e6eeb-0c73-4486-9b07-fafd4605d6a3 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 5.3787506 Mar 28 11:56:40.509903 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 50550) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:40.582042 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-bcdeabcd-3dad-4555-86cb-7e9283b47427 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:40.583159 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-bcdeabcd-3dad-4555-86cb-7e9283b47427 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/25efbca7-f1b8-4f08-bd2f-a50682ee491a HTTP/1.1" status: 204 len: 168 time: 0.6045399 Mar 28 11:56:40.588156 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-c6ee1afe-1c53-45ca-95e0-c59099e4f85a tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Calling delete_port for 24c7bbe8-1467-42e8-9f2b-8c1eb64c0517 owned by {{(pid=87870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:56:40.595645 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 50554) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:40.604884 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-f82ef3b7-3df1-44b1-9ea6-cad8c6bc7311 tempest-RoutersAdminNegativeTest-202864926 tempest-RoutersAdminNegativeTest-202864926-project-admin] Deleting port 12cdd773-9557-4c93-ad98-4d08f466930e {{(pid=87871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:56:40.605228 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-f82ef3b7-3df1-44b1-9ea6-cad8c6bc7311 tempest-RoutersAdminNegativeTest-202864926 tempest-RoutersAdminNegativeTest-202864926-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:40.754809 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-31fe3737-09ec-41f2-b410-225aea177d6e tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:40.804502 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81bdf28d-9a99-4b7d-be5f-759026237a5b None None] DHCP port deletion for 473cfb3a-6017-4a04-92a9-8ff943512ecb request from dv-neutron-835340-2-hyperv {{(pid=87872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 11:56:40.806962 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-c14e7c45-179d-4d61-a1c4-a045be3134db None None] Provisioning for port eaa69829-6b18-4012-a420-e9430746a5d6 completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:56:40.826718 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-c14e7c45-179d-4d61-a1c4-a045be3134db None None] Provisioning complete for port eaa69829-6b18-4012-a420-e9430746a5d6 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:56:40.828054 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-c14e7c45-179d-4d61-a1c4-a045be3134db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:40.831090 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-3fe70718-b2ec-4711-bf34-59c15040a60d tempest-ExtraDHCPOptionsIpV6TestJSON-577237846 tempest-ExtraDHCPOptionsIpV6TestJSON-577237846-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588883'] for network, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:40.834566 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fe3737-09ec-41f2-b410-225aea177d6e tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] Pushing event deleted for resources: {'Port': ['ID=296ea6fa-2c80-4ad8-9f3a-0503022e17fb,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:56:40.902331 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-81bdf28d-9a99-4b7d-be5f-759026237a5b None None] Deleting port 8beae53d-0567-4722-a327-239e421d4a1e {{(pid=87872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:56:40.903531 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-81bdf28d-9a99-4b7d-be5f-759026237a5b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:40.908816 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-9576dee1-24cf-452d-8421-e5781984de0c tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Synchronizing usage tracker for tenant:2a883d5a5a2b4866b0c720c3c2f3317a on resource:security_group_rule {{(pid=87871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:56:40.946969 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-3fe70718-b2ec-4711-bf34-59c15040a60d tempest-ExtraDHCPOptionsIpV6TestJSON-577237846 tempest-ExtraDHCPOptionsIpV6TestJSON-577237846-project] Deleting port 8beae53d-0567-4722-a327-239e421d4a1e {{(pid=87871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:56:40.947321 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-3fe70718-b2ec-4711-bf34-59c15040a60d tempest-ExtraDHCPOptionsIpV6TestJSON-577237846 tempest-ExtraDHCPOptionsIpV6TestJSON-577237846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:40.972736 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-c14e7c45-179d-4d61-a1c4-a045be3134db None None] Port eaa69829-6b18-4012-a420-e9430746a5d6 cannot update to ACTIVE because it is not bound. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 11:56:41.037349 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-9576dee1-24cf-452d-8421-e5781984de0c tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Unset dirty status for tenant:2a883d5a5a2b4866b0c720c3c2f3317a on resource:security_group_rule {{(pid=87871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:56:41.041553 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-9576dee1-24cf-452d-8421-e5781984de0c tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.4367580 Mar 28 11:56:41.047491 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-883699b9-aa05-47e0-8e17-c7e462aa9f0f tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:56:41.049532 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 50558) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:41.053263 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-883699b9-aa05-47e0-8e17-c7e462aa9f0f tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:56:41.054042 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-883699b9-aa05-47e0-8e17-c7e462aa9f0f tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Synchronizing usage tracker for tenant:b4adfe5c8b3a4e57a1afd1d44c455245 on resource:port {{(pid=87871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:56:41.136382 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-81bdf28d-9a99-4b7d-be5f-759026237a5b None None] For port 8beae53d-0567-4722-a327-239e421d4a1e, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=8beae53d-0567-4722-a327-239e421d4a1e,segment=NetworkSegment(7e91c0f0-ca62-47d8-8d9a-d16257408c85),segment_id=7e91c0f0-ca62-47d8-8d9a-d16257408c85)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:56:41.136782 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-81bdf28d-9a99-4b7d-be5f-759026237a5b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:41.139376 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f88208-da51-46a7-8d86-8b59d981ca54 req-f82cf2f4-7d72-40df-9636-7691f5d46c45 tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:56:41.140879 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-54f88208-da51-46a7-8d86-8b59d981ca54 req-f82cf2f4-7d72-40df-9636-7691f5d46c45 tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd5974e7-0504-4851-a286-20ab5143705c HTTP/1.1" status: 200 len: 945 time: 0.4155056 Mar 28 11:56:41.149858 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-31fe3737-09ec-41f2-b410-225aea177d6e tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-709573'] for router_gateway, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:41.205948 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-883699b9-aa05-47e0-8e17-c7e462aa9f0f tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Unset dirty status for tenant:b4adfe5c8b3a4e57a1afd1d44c455245 on resource:port {{(pid=87871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:56:41.207915 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-883699b9-aa05-47e0-8e17-c7e462aa9f0f tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.6974974 Mar 28 11:56:41.208972 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 50562) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:41.231919 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-439f4a66-b0a2-4fb8-8220-76c8b907136b tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:41.276706 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-81bdf28d-9a99-4b7d-be5f-759026237a5b None None] Calling delete_port for 8beae53d-0567-4722-a327-239e421d4a1e owned by network:dhcp {{(pid=87872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:56:41.299915 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-439f4a66-b0a2-4fb8-8220-76c8b907136b tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:41.365675 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-81bdf28d-9a99-4b7d-be5f-759026237a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250'] for port, after_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:41.432088 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bdf28d-9a99-4b7d-be5f-759026237a5b None None] Pushing event deleted for resources: {'Port': ['ID=8beae53d-0567-4722-a327-239e421d4a1e,revision_number=None']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:56:41.440557 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 8beae53d-0567-4722-a327-239e421d4a1e no longer exists at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 11:56:41.454156 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-f82ef3b7-3df1-44b1-9ea6-cad8c6bc7311 tempest-RoutersAdminNegativeTest-202864926 tempest-RoutersAdminNegativeTest-202864926-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:41.478269 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81bdf28d-9a99-4b7d-be5f-759026237a5b None None] No DVR routers for this DVR port 8beae53d-0567-4722-a327-239e421d4a1e on host dv-neutron-835340-2-hyperv {{(pid=87872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 11:56:41.479563 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] No Port match for: 8beae53d-0567-4722-a327-239e421d4a1e {{(pid=87872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 11:56:41.479904 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 8beae53d-0567-4722-a327-239e421d4a1e not bound to the agent host dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 11:56:41.484020 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-54f88208-da51-46a7-8d86-8b59d981ca54 req-c0fed9b5-4961-487b-bb66-5ff494c8b1ed tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] 10.222.0.30 "GET /v2.0/security-groups?id=895ae8ad-46d6-4a0f-b104-9c0ca0cce592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3103518 Mar 28 11:56:41.496547 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c6ee1afe-1c53-45ca-95e0-c59099e4f85a tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:41.619202 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ee1afe-1c53-45ca-95e0-c59099e4f85a tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Pushing event deleted for resources: {'Port': ['ID=24c7bbe8-1467-42e8-9f2b-8c1eb64c0517,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:56:41.643417 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-f82ef3b7-3df1-44b1-9ea6-cad8c6bc7311 tempest-RoutersAdminNegativeTest-202864926 tempest-RoutersAdminNegativeTest-202864926-project-admin] Calling delete_port for 12cdd773-9557-4c93-ad98-4d08f466930e owned by {{(pid=87871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:56:41.682675 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-579dbea1-a5a1-4a34-a997-bed7158fadbe tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Deleting port eaa69829-6b18-4012-a420-e9430746a5d6 {{(pid=87871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:56:41.683014 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-579dbea1-a5a1-4a34-a997-bed7158fadbe tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:41.735633 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-439f4a66-b0a2-4fb8-8220-76c8b907136b tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740322'] for security_group_rule, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:41.826274 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.db [None req-3fe70718-b2ec-4711-bf34-59c15040a60d tempest-ExtraDHCPOptionsIpV6TestJSON-577237846 tempest-ExtraDHCPOptionsIpV6TestJSON-577237846-project] For port 8beae53d-0567-4722-a327-239e421d4a1e, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=8beae53d-0567-4722-a327-239e421d4a1e,segment=NetworkSegment(7e91c0f0-ca62-47d8-8d9a-d16257408c85),segment_id=7e91c0f0-ca62-47d8-8d9a-d16257408c85)] {{(pid=87871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:56:41.826637 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-3fe70718-b2ec-4711-bf34-59c15040a60d tempest-ExtraDHCPOptionsIpV6TestJSON-577237846 tempest-ExtraDHCPOptionsIpV6TestJSON-577237846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:41.889130 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439f4a66-b0a2-4fb8-8220-76c8b907136b tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3dd79560-3ec4-490b-82ba-19b05c88b5ae,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:56:41.899400 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c6ee1afe-1c53-45ca-95e0-c59099e4f85a tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:41.908310 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-31fe3737-09ec-41f2-b410-225aea177d6e tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-709632', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-707672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260923'] for router, precommit_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:41.921041 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-31fe3737-09ec-41f2-b410-225aea177d6e tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-709647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-709686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-745031'] for router, after_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:41.923494 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-c6ee1afe-1c53-45ca-95e0-c59099e4f85a tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] 10.222.0.30 "DELETE /v2.0/ports/24c7bbe8-1467-42e8-9f2b-8c1eb64c0517 HTTP/1.1" status: 204 len: 168 time: 2.5921857 Mar 28 11:56:41.927690 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 50566) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:41.964062 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-439f4a66-b0a2-4fb8-8220-76c8b907136b tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:41.966298 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-439f4a66-b0a2-4fb8-8220-76c8b907136b tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/3dd79560-3ec4-490b-82ba-19b05c88b5ae HTTP/1.1" status: 204 len: 168 time: 0.9108219 Mar 28 11:56:42.010992 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 50570) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:42.042803 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fdc5456-6062-486c-a4dc-5d0cbcc1acc2 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] GET failed (client error): The resource could not be found. Mar 28 11:56:42.043372 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-6fdc5456-6062-486c-a4dc-5d0cbcc1acc2 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Synchronizing usage tracker for tenant:beb99f647cec46e3bbf575ac0a3034e8 on resource:port {{(pid=87870) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:56:42.051310 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-3fe70718-b2ec-4711-bf34-59c15040a60d tempest-ExtraDHCPOptionsIpV6TestJSON-577237846 tempest-ExtraDHCPOptionsIpV6TestJSON-577237846-project] Calling delete_port for 8beae53d-0567-4722-a327-239e421d4a1e owned by network:dhcp {{(pid=87871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:56:42.129472 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31fe3737-09ec-41f2-b410-225aea177d6e tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] Router c7ca312e-e434-4de7-a596-963409d7b2ea has already been hosted by L3 agent af79d429-529e-400b-a119-94d4bec03f3e {{(pid=87870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 11:56:42.138811 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-26aec354-d3d4-4c3c-a071-c69c947ca515 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-743394'] for router_interface, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:42.193766 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-6fdc5456-6062-486c-a4dc-5d0cbcc1acc2 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Unset dirty status for tenant:beb99f647cec46e3bbf575ac0a3034e8 on resource:port {{(pid=87870) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:56:42.194937 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-6fdc5456-6062-486c-a4dc-5d0cbcc1acc2 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] 10.222.0.30 "GET /v2.0/ports/24c7bbe8-1467-42e8-9f2b-8c1eb64c0517 HTTP/1.1" status: 404 len: 333 time: 0.2655408 Mar 28 11:56:42.207140 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 50574) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:42.263569 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-f82ef3b7-3df1-44b1-9ea6-cad8c6bc7311 tempest-RoutersAdminNegativeTest-202864926 tempest-RoutersAdminNegativeTest-202864926-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:42.287157 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-5ea65dd1-4359-4ab3-98be-6c41c87c81fc tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2751627 Mar 28 11:56:42.307349 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 50578) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:42.349176 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82ef3b7-3df1-44b1-9ea6-cad8c6bc7311 tempest-RoutersAdminNegativeTest-202864926 tempest-RoutersAdminNegativeTest-202864926-project-admin] Pushing event deleted for resources: {'Port': ['ID=12cdd773-9557-4c93-ad98-4d08f466930e,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:56:42.391268 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.db.api [None req-3fe70718-b2ec-4711-bf34-59c15040a60d tempest-ExtraDHCPOptionsIpV6TestJSON-577237846 tempest-ExtraDHCPOptionsIpV6TestJSON-577237846-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87871) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 11:56:42.391556 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG oslo_db.api [None req-3fe70718-b2ec-4711-bf34-59c15040a60d tempest-ExtraDHCPOptionsIpV6TestJSON-577237846 tempest-ExtraDHCPOptionsIpV6TestJSON-577237846-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 11:56:42.430877 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-579dbea1-a5a1-4a34-a997-bed7158fadbe tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:42.476586 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31fe3737-09ec-41f2-b410-225aea177d6e tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 11:56:42.487551 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39df45b9-9fab-4e50-b393-9fd830c174e7 None None] Sync routers for ids ['c7ca312e-e434-4de7-a596-963409d7b2ea'] in dv-neutron-835340-2-hyperv {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 11:56:42.498902 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39df45b9-9fab-4e50-b393-9fd830c174e7 None None] Routers {'c7ca312e-e434-4de7-a596-963409d7b2ea'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:56:42.499631 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-31fe3737-09ec-41f2-b410-225aea177d6e tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] Notify callbacks [] for router, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:42.499749 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-39df45b9-9fab-4e50-b393-9fd830c174e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T11:56:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['c7ca312e-e434-4de7-a596-963409d7b2ea'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:56:42.503234 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-31fe3737-09ec-41f2-b410-225aea177d6e tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] 10.222.0.30 "PUT /v2.0/routers/c7ca312e-e434-4de7-a596-963409d7b2ea HTTP/1.1" status: 200 len: 705 time: 4.4880002 Mar 28 11:56:42.503234 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-ebf02d8c-4bfb-4805-b25c-6f2376fe43c7 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:42.504799 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 50582) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:42.515024 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.db_base_plugin_v2 [None req-af38594b-2f39-4a8e-9eef-65d2407420b2 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Deleting subnet 49c875b1-1fa8-4999-aba1-794f12de03a3 {{(pid=87870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 11:56:42.523760 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-ebf02d8c-4bfb-4805-b25c-6f2376fe43c7 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:42.581699 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-af38594b-2f39-4a8e-9eef-65d2407420b2 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks [] for subnet, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:42.585194 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-39df45b9-9fab-4e50-b393-9fd830c174e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:56:42.597368 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39df45b9-9fab-4e50-b393-9fd830c174e7 None None] Routers {'c7ca312e-e434-4de7-a596-963409d7b2ea'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:56:42.598201 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-39df45b9-9fab-4e50-b393-9fd830c174e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T11:56:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['c7ca312e-e434-4de7-a596-963409d7b2ea'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:56:42.625116 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-579dbea1-a5a1-4a34-a997-bed7158fadbe tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Calling delete_port for eaa69829-6b18-4012-a420-e9430746a5d6 owned by {{(pid=87871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:56:42.661788 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-39df45b9-9fab-4e50-b393-9fd830c174e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:56:42.661788 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39df45b9-9fab-4e50-b393-9fd830c174e7 None None] The sync data for ids ['c7ca312e-e434-4de7-a596-963409d7b2ea'] in dv-neutron-835340-2-hyperv is: [] {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 11:56:42.858636 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-af38594b-2f39-4a8e-9eef-65d2407420b2 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3591354'] for subnet, precommit_delete_associations {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:42.879882 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-f82ef3b7-3df1-44b1-9ea6-cad8c6bc7311 tempest-RoutersAdminNegativeTest-202864926 tempest-RoutersAdminNegativeTest-202864926-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:42.894355 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-3fe70718-b2ec-4711-bf34-59c15040a60d tempest-ExtraDHCPOptionsIpV6TestJSON-577237846 tempest-ExtraDHCPOptionsIpV6TestJSON-577237846-project] Deleting port 8beae53d-0567-4722-a327-239e421d4a1e {{(pid=87871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:56:42.894684 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-3fe70718-b2ec-4711-bf34-59c15040a60d tempest-ExtraDHCPOptionsIpV6TestJSON-577237846 tempest-ExtraDHCPOptionsIpV6TestJSON-577237846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:42.904277 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-ebf02d8c-4bfb-4805-b25c-6f2376fe43c7 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740322'] for security_group_rule, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:42.931056 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-d0409cfc-21b4-4bb7-a73b-433435b4d703 tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] 10.222.0.30 "GET /v2.0/routers/c7ca312e-e434-4de7-a596-963409d7b2ea HTTP/1.1" status: 200 len: 740 time: 0.4239974 Mar 28 11:56:42.936448 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf02d8c-4bfb-4805-b25c-6f2376fe43c7 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4bc2eeda-734a-4215-9a71-8f6621980cfa,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:56:42.937983 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 50588) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:42.979121 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-3fe70718-b2ec-4711-bf34-59c15040a60d tempest-ExtraDHCPOptionsIpV6TestJSON-577237846 tempest-ExtraDHCPOptionsIpV6TestJSON-577237846-project] The port '8beae53d-0567-4722-a327-239e421d4a1e' was deleted {{(pid=87871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 11:56:42.986379 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-ebf02d8c-4bfb-4805-b25c-6f2376fe43c7 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:42.987492 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-ebf02d8c-4bfb-4805-b25c-6f2376fe43c7 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/4bc2eeda-734a-4215-9a71-8f6621980cfa HTTP/1.1" status: 204 len: 168 time: 0.6297503 Mar 28 11:56:42.991346 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 50592) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:42.993814 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-f82ef3b7-3df1-44b1-9ea6-cad8c6bc7311 tempest-RoutersAdminNegativeTest-202864926 tempest-RoutersAdminNegativeTest-202864926-project-admin] 10.222.0.30 "DELETE /v2.0/ports/12cdd773-9557-4c93-ad98-4d08f466930e HTTP/1.1" status: 204 len: 168 time: 2.6377141 Mar 28 11:56:43.016219 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-d2d4578c-e440-4a81-a6c6-68d0451dbbdd tempest-RoutersAdminTest-756089081 tempest-RoutersAdminTest-756089081-project-admin] 10.222.0.30 "GET /v2.0/ports?network_id=ac2b1748-8f63-4b17-a9c7-07e79704aa5b&device_id=c7ca312e-e434-4de7-a596-963409d7b2ea HTTP/1.1" status: 200 len: 205 time: 0.0731297 Mar 28 11:56:43.020017 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 50598) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:43.088353 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-1d84a8c8-c8f8-456e-b105-3759f7bd7067 tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7ca312e-e434-4de7-a596-963409d7b2ea HTTP/1.1" status: 200 len: 205 time: 0.0670347 Mar 28 11:56:43.092984 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 50602) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:43.185585 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42cb7eb-a4a2-4823-aa05-48b53f59402e req-dc515407-a774-4ca7-970c-a2ee682932b0 tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:56:43.189451 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-3fe70718-b2ec-4711-bf34-59c15040a60d tempest-ExtraDHCPOptionsIpV6TestJSON-577237846 tempest-ExtraDHCPOptionsIpV6TestJSON-577237846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930431', 'neutron.services.segments.db._delete_segments_for_network-8783496351308'] for network, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:43.191983 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-d42cb7eb-a4a2-4823-aa05-48b53f59402e req-dc515407-a774-4ca7-970c-a2ee682932b0 tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd5974e7-0504-4851-a286-20ab5143705c HTTP/1.1" status: 200 len: 945 time: 0.5657001 Mar 28 11:56:43.216577 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-7136eab4-c903-4a98-aead-5f08185047f3 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2222099 Mar 28 11:56:43.223291 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 50606) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:43.228184 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-af38594b-2f39-4a8e-9eef-65d2407420b2 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1919782'] for subnet, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:43.265136 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.segments.db [None req-3fe70718-b2ec-4711-bf34-59c15040a60d tempest-ExtraDHCPOptionsIpV6TestJSON-577237846 tempest-ExtraDHCPOptionsIpV6TestJSON-577237846-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['473cfb3a-6017-4a04-92a9-8ff943512ecb']}} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:56:43.276887 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-579dbea1-a5a1-4a34-a997-bed7158fadbe tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:43.291797 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.segments.db [None req-3fe70718-b2ec-4711-bf34-59c15040a60d tempest-ExtraDHCPOptionsIpV6TestJSON-577237846 tempest-ExtraDHCPOptionsIpV6TestJSON-577237846-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e91c0f0-ca62-47d8-8d9a-d16257408c85') {'for_net_delete': True} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:56:43.292067 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.segments.db [None req-3fe70718-b2ec-4711-bf34-59c15040a60d tempest-ExtraDHCPOptionsIpV6TestJSON-577237846 tempest-ExtraDHCPOptionsIpV6TestJSON-577237846-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e91c0f0-ca62-47d8-8d9a-d16257408c85') {} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:56:43.361606 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579dbea1-a5a1-4a34-a997-bed7158fadbe tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Pushing event deleted for resources: {'Port': ['ID=eaa69829-6b18-4012-a420-e9430746a5d6,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:56:43.366700 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-3fe70718-b2ec-4711-bf34-59c15040a60d tempest-ExtraDHCPOptionsIpV6TestJSON-577237846 tempest-ExtraDHCPOptionsIpV6TestJSON-577237846-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783496353639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3436890'] for segment, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:43.388766 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-d42cb7eb-a4a2-4823-aa05-48b53f59402e req-53ed0af2-5f37-4fc8-8b8d-92360ab8b1d0 tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] 10.222.0.30 "GET /v2.0/security-groups?id=895ae8ad-46d6-4a0f-b104-9c0ca0cce592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1955020 Mar 28 11:56:43.412189 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-3f5dbd10-9ac0-48e9-8762-18b637db997f tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] Notify callbacks [] for router, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:43.431432 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 50612) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:43.444003 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-579dbea1-a5a1-4a34-a997-bed7158fadbe tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:43.454429 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-3fe70718-b2ec-4711-bf34-59c15040a60d tempest-ExtraDHCPOptionsIpV6TestJSON-577237846 tempest-ExtraDHCPOptionsIpV6TestJSON-577237846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:43.481485 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-26aec354-d3d4-4c3c-a071-c69c947ca515 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Deleting port 5d590f5a-c615-49fb-bd3f-3179fa03f91a {{(pid=87870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:56:43.481837 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-26aec354-d3d4-4c3c-a071-c69c947ca515 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:43.487054 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-d6cfe3b5-1792-4f43-aba1-720fc42f33b7 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Notify callbacks [] for security_group, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:43.490188 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fe70718-b2ec-4711-bf34-59c15040a60d tempest-ExtraDHCPOptionsIpV6TestJSON-577237846 tempest-ExtraDHCPOptionsIpV6TestJSON-577237846-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=87871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 11:56:43.490602 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-3fe70718-b2ec-4711-bf34-59c15040a60d tempest-ExtraDHCPOptionsIpV6TestJSON-577237846 tempest-ExtraDHCPOptionsIpV6TestJSON-577237846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1920481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2363149'] for segment, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:43.506344 dv-neutron-835340-2-hyperv neutron-server[87871]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 11:56:43.506344 dv-neutron-835340-2-hyperv neutron-server[87871]: util.warn( Mar 28 11:56:43.506344 dv-neutron-835340-2-hyperv neutron-server[87871]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 11:56:43.506344 dv-neutron-835340-2-hyperv neutron-server[87871]: util.warn( Mar 28 11:56:43.506344 dv-neutron-835340-2-hyperv neutron-server[87871]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 11:56:43.506344 dv-neutron-835340-2-hyperv neutron-server[87871]: util.warn( Mar 28 11:56:43.506344 dv-neutron-835340-2-hyperv neutron-server[87871]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 11:56:43.506344 dv-neutron-835340-2-hyperv neutron-server[87871]: util.warn( Mar 28 11:56:43.506344 dv-neutron-835340-2-hyperv neutron-server[87871]: Traceback (most recent call last): Mar 28 11:56:43.506344 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 11:56:43.506344 dv-neutron-835340-2-hyperv neutron-server[87871]: timer() Mar 28 11:56:43.506344 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 11:56:43.506344 dv-neutron-835340-2-hyperv neutron-server[87871]: cb(*args, **kw) Mar 28 11:56:43.506344 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 11:56:43.506344 dv-neutron-835340-2-hyperv neutron-server[87871]: return func(*args, **kwargs) Mar 28 11:56:43.506344 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 11:56:43.506344 dv-neutron-835340-2-hyperv neutron-server[87871]: self._notify() Mar 28 11:56:43.506344 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 11:56:43.506344 dv-neutron-835340-2-hyperv neutron-server[87871]: self.callback(batched_events) Mar 28 11:56:43.506344 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 11:56:43.506344 dv-neutron-835340-2-hyperv neutron-server[87871]: event.method(event) Mar 28 11:56:43.506344 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 11:56:43.506344 dv-neutron-835340-2-hyperv neutron-server[87871]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 11:56:43.506344 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 11:56:43.506344 dv-neutron-835340-2-hyperv neutron-server[87871]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 11:56:43.506344 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 11:56:43.506344 dv-neutron-835340-2-hyperv neutron-server[87871]: return f(self, *a, **k) Mar 28 11:56:43.506344 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 11:56:43.506344 dv-neutron-835340-2-hyperv neutron-server[87871]: return self._get(url).json() Mar 28 11:56:43.506344 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 11:56:43.506344 dv-neutron-835340-2-hyperv neutron-server[87871]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 11:56:43.506344 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 11:56:43.506344 dv-neutron-835340-2-hyperv neutron-server[87871]: return self.request(url, 'GET', **kwargs) Mar 28 11:56:43.506344 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 11:56:43.506344 dv-neutron-835340-2-hyperv neutron-server[87871]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 11:56:43.506344 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 11:56:43.506344 dv-neutron-835340-2-hyperv neutron-server[87871]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 11:56:43.506344 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 11:56:43.506344 dv-neutron-835340-2-hyperv neutron-server[87871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 11:56:43.506344 dv-neutron-835340-2-hyperv neutron-server[87871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 11:56:43.529568 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-579dbea1-a5a1-4a34-a997-bed7158fadbe tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "DELETE /v2.0/ports/eaa69829-6b18-4012-a420-e9430746a5d6 HTTP/1.1" status: 204 len: 168 time: 2.3060660 Mar 28 11:56:43.542394 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 50618) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:43.620860 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-d6cfe3b5-1792-4f43-aba1-720fc42f33b7 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:43.649359 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-3fe70718-b2ec-4711-bf34-59c15040a60d tempest-ExtraDHCPOptionsIpV6TestJSON-577237846 tempest-ExtraDHCPOptionsIpV6TestJSON-577237846-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709602'] for network, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:43.685213 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-3fe70718-b2ec-4711-bf34-59c15040a60d tempest-ExtraDHCPOptionsIpV6TestJSON-577237846 tempest-ExtraDHCPOptionsIpV6TestJSON-577237846-project] Notify callbacks [] for network, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:43.688428 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe70718-b2ec-4711-bf34-59c15040a60d tempest-ExtraDHCPOptionsIpV6TestJSON-577237846 tempest-ExtraDHCPOptionsIpV6TestJSON-577237846-project] Pushing event deleted for resources: {'Network': ['ID=473cfb3a-6017-4a04-92a9-8ff943512ecb,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:56:43.707431 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-3fe70718-b2ec-4711-bf34-59c15040a60d tempest-ExtraDHCPOptionsIpV6TestJSON-577237846 tempest-ExtraDHCPOptionsIpV6TestJSON-577237846-project] 10.222.0.30 "DELETE /v2.0/networks/473cfb3a-6017-4a04-92a9-8ff943512ecb HTTP/1.1" status: 204 len: 168 time: 3.2392597 Mar 28 11:56:43.735600 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-d6cfe3b5-1792-4f43-aba1-720fc42f33b7 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:43.752282 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-af38594b-2f39-4a8e-9eef-65d2407420b2 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1919805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2561174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2563528'] for subnet, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:43.781865 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cfe3b5-1792-4f43-aba1-720fc42f33b7 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a1aa0f6-877d-4192-80c7-6f65dffc9407,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:56:43.798063 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-959602b0-1b46-48b1-8aa8-9b88e1d1a703 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:43.822007 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-959602b0-1b46-48b1-8aa8-9b88e1d1a703 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:56:43.826991 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-959602b0-1b46-48b1-8aa8-9b88e1d1a703 admin admin] Usage tracker for resource:security_group_rule and tenant:06db83fff5ce4cf2bb39a0a9cd67202b is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:56:43.830242 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-959602b0-1b46-48b1-8aa8-9b88e1d1a703 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:56:43.837067 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-959602b0-1b46-48b1-8aa8-9b88e1d1a703 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:56:43.841653 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-d6cfe3b5-1792-4f43-aba1-720fc42f33b7 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Notify callbacks [] for security_group, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:43.845435 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-d6cfe3b5-1792-4f43-aba1-720fc42f33b7 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] 10.222.0.30 "DELETE /v2.0/security-groups/9a1aa0f6-877d-4192-80c7-6f65dffc9407 HTTP/1.1" status: 204 len: 168 time: 0.6192150 Mar 28 11:56:43.848066 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 50624) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:43.943855 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-da3f2961-3d5e-4de1-a896-6fbf2e60ab27 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Synchronizing usage tracker for tenant:2a883d5a5a2b4866b0c720c3c2f3317a on resource:security_group {{(pid=87871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:56:43.977739 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-da3f2961-3d5e-4de1-a896-6fbf2e60ab27 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Unset dirty status for tenant:2a883d5a5a2b4866b0c720c3c2f3317a on resource:security_group {{(pid=87871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:56:43.979091 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-da3f2961-3d5e-4de1-a896-6fbf2e60ab27 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1299577 Mar 28 11:56:43.992634 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 50630) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:44.005145 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-3193970a-1db5-4a56-8fb3-fe9315de6983 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Request body: {'security_group': {'name': 'tempest-secgroup--548064894'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:56:44.015391 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-3193970a-1db5-4a56-8fb3-fe9315de6983 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:56:44.019190 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af38594b-2f39-4a8e-9eef-65d2407420b2 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Pushing event deleted for resources: {'Subnet': ['ID=49c875b1-1fa8-4999-aba1-794f12de03a3,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:56:44.045736 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-3193970a-1db5-4a56-8fb3-fe9315de6983 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:56:44.047420 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 50634) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:44.066113 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-959602b0-1b46-48b1-8aa8-9b88e1d1a703 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:44.070884 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-959602b0-1b46-48b1-8aa8-9b88e1d1a703 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:44.099287 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-3f5dbd10-9ac0-48e9-8762-18b637db997f tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-745164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-260864'] for router, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:44.103816 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba19c186-933a-4f91-8b5c-f510f0354701 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:56:44.105432 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba19c186-933a-4f91-8b5c-f510f0354701 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:56:44.106979 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-ba19c186-933a-4f91-8b5c-f510f0354701 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Synchronizing usage tracker for tenant:b4adfe5c8b3a4e57a1afd1d44c455245 on resource:subnet {{(pid=87870) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:56:44.107337 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d59d01f6-20b1-40d6-bdc9-b35be4565bcb None None] Network 4e76bbfd-a57c-4a31-ab10-d8090b780aca requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:56:44.111034 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-af38594b-2f39-4a8e-9eef-65d2407420b2 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks [] for subnet, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:44.113279 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-3193970a-1db5-4a56-8fb3-fe9315de6983 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Notify callbacks [] for security_group, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:44.126057 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-3f5dbd10-9ac0-48e9-8762-18b637db997f tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:44.131116 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-af38594b-2f39-4a8e-9eef-65d2407420b2 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] 10.222.0.30 "DELETE /v2.0/subnets/49c875b1-1fa8-4999-aba1-794f12de03a3 HTTP/1.1" status: 204 len: 168 time: 1.9204829 Mar 28 11:56:44.134382 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 50640) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:44.147449 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-959602b0-1b46-48b1-8aa8-9b88e1d1a703 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=06db83fff5ce4cf2bb39a0a9cd67202b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7110486 Mar 28 11:56:44.162859 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 50644) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:44.191273 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-ba19c186-933a-4f91-8b5c-f510f0354701 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Unset dirty status for tenant:b4adfe5c8b3a4e57a1afd1d44c455245 on resource:subnet {{(pid=87870) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:56:44.195662 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-ba19c186-933a-4f91-8b5c-f510f0354701 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.6520460 Mar 28 11:56:44.199816 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 50648) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:44.214250 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-3f5dbd10-9ac0-48e9-8762-18b637db997f tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-745021'] for router, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:44.214765 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f5dbd10-9ac0-48e9-8762-18b637db997f tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] Fanout notify agent at l3_agent the message router_deleted on router c7ca312e-e434-4de7-a596-963409d7b2ea {{(pid=87870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 11:56:44.242991 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba5cb3f3-d12b-48cd-94f3-19ff725c94d5 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Deleting subnet 0995b15f-1798-44bb-8ef1-cacf939f7371 {{(pid=87871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 11:56:44.246146 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-ba5cb3f3-d12b-48cd-94f3-19ff725c94d5 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks [] for subnet, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:44.299059 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959602b0-1b46-48b1-8aa8-9b88e1d1a703 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83077214-19f3-4137-8b64-650ed939b71e,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:56:44.308398 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-3193970a-1db5-4a56-8fb3-fe9315de6983 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:56:44.321538 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-3193970a-1db5-4a56-8fb3-fe9315de6983 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Usage tracker for resource:security_group_rule and tenant:2a883d5a5a2b4866b0c720c3c2f3317a is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:56:44.327642 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-3193970a-1db5-4a56-8fb3-fe9315de6983 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:56:44.343140 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-3193970a-1db5-4a56-8fb3-fe9315de6983 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:56:44.362419 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-ba5cb3f3-d12b-48cd-94f3-19ff725c94d5 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3436877'] for subnet, precommit_delete_associations {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:44.392954 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-26aec354-d3d4-4c3c-a071-c69c947ca515 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:44.423584 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-83be3ab5-e5a8-458c-9e0d-556c738cd8f9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=29d96dc820204ce9886f594bdeda7962&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3749323 Mar 28 11:56:44.434608 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 50654) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:44.552653 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-ba5cb3f3-d12b-48cd-94f3-19ff725c94d5 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1919782'] for subnet, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:44.560857 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-3f5dbd10-9ac0-48e9-8762-18b637db997f tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] Notify callbacks [] for router, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:44.562026 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-3f5dbd10-9ac0-48e9-8762-18b637db997f tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] 10.222.0.30 "DELETE /v2.0/routers/c7ca312e-e434-4de7-a596-963409d7b2ea HTTP/1.1" status: 204 len: 168 time: 1.4448259 Mar 28 11:56:44.571967 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-26aec354-d3d4-4c3c-a071-c69c947ca515 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Calling delete_port for 5d590f5a-c615-49fb-bd3f-3179fa03f91a owned by network:router_interface {{(pid=87870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:56:44.611547 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 50658) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:44.636349 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-b75a7fb9-7b1a-41e4-bbc9-144ef73618cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:44.675871 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-3193970a-1db5-4a56-8fb3-fe9315de6983 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Notify callbacks [] for security_group, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:44.697758 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-3193970a-1db5-4a56-8fb3-fe9315de6983 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:44.701575 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.db_base_plugin_v2 [None req-6250e2eb-de68-4a34-93cb-0b5db64167be tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Deleting subnet aa7c575c-e45c-4ddc-b2a0-f5b62cdf94d3 {{(pid=87870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 11:56:44.713581 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-dbe73b32-e6ca-4e9c-bcbf-a018c753f886 tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7ca312e-e434-4de7-a596-963409d7b2ea HTTP/1.1" status: 200 len: 205 time: 0.0946071 Mar 28 11:56:44.714208 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-6250e2eb-de68-4a34-93cb-0b5db64167be tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks [] for subnet, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:44.723938 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 50662) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:44.725667 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-b75a7fb9-7b1a-41e4-bbc9-144ef73618cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:44.746585 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-8760ca55-9e6a-425d-bd35-86bd2ba8af7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:44.819952 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-8760ca55-9e6a-425d-bd35-86bd2ba8af7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:44.835072 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-6250e2eb-de68-4a34-93cb-0b5db64167be tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3591354'] for subnet, precommit_delete_associations {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:44.894171 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3193970a-1db5-4a56-8fb3-fe9315de6983 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c7df22a-e169-44b6-8a43-944266692cb5,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:56:44.896590 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.api.v2.resource [None req-98d9ffaa-fbaf-450e-93d3-25a862005acc tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] delete failed (client error): The resource could not be found. Mar 28 11:56:44.900500 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-98d9ffaa-fbaf-450e-93d3-25a862005acc tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] 10.222.0.30 "DELETE /v2.0/routers/c7ca312e-e434-4de7-a596-963409d7b2ea HTTP/1.1" status: 404 len: 336 time: 0.1649961 Mar 28 11:56:44.901950 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 50666) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:44.935101 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-ba5cb3f3-d12b-48cd-94f3-19ff725c94d5 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1919805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2364079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26551417'] for subnet, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:44.974619 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-06a2c45c-cdb6-45fd-9f58-0fca8e7bf777 tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] 10.222.0.30 "GET /v2.0/ports?device_id=630402b7-58ef-4715-8087-62a2ef5d3a3a HTTP/1.1" status: 200 len: 205 time: 0.0614645 Mar 28 11:56:44.978815 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 50670) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:45.112729 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-3193970a-1db5-4a56-8fb3-fe9315de6983 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Notify callbacks [] for security_group, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:45.114175 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-3193970a-1db5-4a56-8fb3-fe9315de6983 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.1202910 Mar 28 11:56:45.116343 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-ba5cb3f3-d12b-48cd-94f3-19ff725c94d5 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538751'] for subnet, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:45.120303 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.api.v2.resource [None req-1bff00c7-ab68-4474-a3b4-628a0a3921b3 tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] delete failed (client error): The resource could not be found. Mar 28 11:56:45.121450 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-1bff00c7-ab68-4474-a3b4-628a0a3921b3 tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] 10.222.0.30 "DELETE /v2.0/routers/630402b7-58ef-4715-8087-62a2ef5d3a3a HTTP/1.1" status: 404 len: 336 time: 0.1404889 Mar 28 11:56:45.126224 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 50674) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:45.126521 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 50676) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:45.127406 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb0fdf6f-99d4-439e-a041-9d8ec969a6de None None] Network 4e76bbfd-a57c-4a31-ab10-d8090b780aca requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:56:45.130472 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485514e2-338e-40e7-af08-c7fa8919a347 req-6e79bbd8-876c-427d-80f1-3cbac5aaab4a tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:56:45.132054 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-485514e2-338e-40e7-af08-c7fa8919a347 req-6e79bbd8-876c-427d-80f1-3cbac5aaab4a tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd5974e7-0504-4851-a286-20ab5143705c HTTP/1.1" status: 200 len: 945 time: 0.5836849 Mar 28 11:56:45.134788 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5cb3f3-d12b-48cd-94f3-19ff725c94d5 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Pushing event deleted for resources: {'Subnet': ['ID=0995b15f-1798-44bb-8ef1-cacf939f7371,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:56:45.142062 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-ba5cb3f3-d12b-48cd-94f3-19ff725c94d5 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] 10.222.0.30 "DELETE /v2.0/subnets/0995b15f-1798-44bb-8ef1-cacf939f7371 HTTP/1.1" status: 204 len: 168 time: 1.0034127 Mar 28 11:56:45.143969 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-8eb6c4c2-cb2e-4cb1-8cd4-75944b9606e8 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Request body: {'security_group_rule': {'security_group_id': '6c7df22a-e169-44b6-8a43-944266692cb5', 'direction': 'ingress', 'protocol': 17}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:56:45.177205 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 50682) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:45.183180 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-8760ca55-9e6a-425d-bd35-86bd2ba8af7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:45.210525 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-8eb6c4c2-cb2e-4cb1-8cd4-75944b9606e8 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:56:45.225302 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-32f9a4df-12be-46f6-9a06-a75c0fd44e2c tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] 10.222.0.30 "GET /v2.0/ports?device_id=db509ca4-16f1-4514-8644-15db305ef566 HTTP/1.1" status: 200 len: 205 time: 0.0887938 Mar 28 11:56:45.225952 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-8eb6c4c2-cb2e-4cb1-8cd4-75944b9606e8 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Usage tracker for resource:security_group_rule and tenant:2a883d5a5a2b4866b0c720c3c2f3317a is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:56:45.231705 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-485514e2-338e-40e7-af08-c7fa8919a347 req-816a04a9-3308-4a44-b563-d60d5ccf6e38 tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] 10.222.0.30 "GET /v2.0/security-groups?id=895ae8ad-46d6-4a0f-b104-9c0ca0cce592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784898 Mar 28 11:56:45.232867 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8760ca55-9e6a-425d-bd35-86bd2ba8af7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83077214-19f3-4137-8b64-650ed939b71e,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:56:45.234558 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 50686) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:45.236398 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-8eb6c4c2-cb2e-4cb1-8cd4-75944b9606e8 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:56:45.237538 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-b75a7fb9-7b1a-41e4-bbc9-144ef73618cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:45.243152 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-b75a7fb9-7b1a-41e4-bbc9-144ef73618cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:45.247675 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-b75a7fb9-7b1a-41e4-bbc9-144ef73618cf admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2c666e85-2c83-4a2b-90f9-a8315d89ff9b HTTP/1.1" status: 204 len: 168 time: 0.8124166 Mar 28 11:56:45.249561 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-7921834f-1348-458f-927e-3a5c05ec7dfe None None] Provisioning complete for port 38f3dc9e-1480-4d58-bc9b-aa8c7c5087b8 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:56:45.250102 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-7921834f-1348-458f-927e-3a5c05ec7dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:45.276667 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75a7fb9-7b1a-41e4-bbc9-144ef73618cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c666e85-2c83-4a2b-90f9-a8315d89ff9b,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:56:45.315674 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-8eb6c4c2-cb2e-4cb1-8cd4-75944b9606e8 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:56:45.332574 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-6250e2eb-de68-4a34-93cb-0b5db64167be tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1919782'] for subnet, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:45.370807 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.api.v2.resource [None req-9abff19a-3279-4566-a9eb-1998242edc0c tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] delete failed (client error): The resource could not be found. Mar 28 11:56:45.372529 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-9abff19a-3279-4566-a9eb-1998242edc0c tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] 10.222.0.30 "DELETE /v2.0/routers/db509ca4-16f1-4514-8644-15db305ef566 HTTP/1.1" status: 404 len: 336 time: 0.1273034 Mar 28 11:56:45.375208 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 50694) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:45.385615 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-26aec354-d3d4-4c3c-a071-c69c947ca515 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:45.426856 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-0e9b0e56-f211-48ed-88a4-178e2a228089 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588883'] for network, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:45.440708 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-0e9b0e56-f211-48ed-88a4-178e2a228089 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Deleting port 38f3dc9e-1480-4d58-bc9b-aa8c7c5087b8 {{(pid=87871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:56:45.441058 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-0e9b0e56-f211-48ed-88a4-178e2a228089 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:45.507820 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-8760ca55-9e6a-425d-bd35-86bd2ba8af7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:45.511227 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-8760ca55-9e6a-425d-bd35-86bd2ba8af7c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/83077214-19f3-4137-8b64-650ed939b71e HTTP/1.1" status: 204 len: 168 time: 1.3451161 Mar 28 11:56:45.524521 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26aec354-d3d4-4c3c-a071-c69c947ca515 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Pushing event deleted for resources: {'Port': ['ID=5d590f5a-c615-49fb-bd3f-3179fa03f91a,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:56:45.535239 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-2cbdf628-caf6-424c-afbe-5a5a8b7d33aa tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac0f6689-59ea-4f97-a9bc-e0fa939933f1 HTTP/1.1" status: 200 len: 205 time: 0.1489587 Mar 28 11:56:45.567607 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-8eb6c4c2-cb2e-4cb1-8cd4-75944b9606e8 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:45.583214 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 50702) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:45.602128 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d7682de-55a1-4d76-90dc-21805ee860cd None None] DHCP port deletion for 4e76bbfd-a57c-4a31-ab10-d8090b780aca request from dv-neutron-835340-2-hyperv {{(pid=87872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 11:56:45.606476 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-9d7682de-55a1-4d76-90dc-21805ee860cd None None] Deleting port 38f3dc9e-1480-4d58-bc9b-aa8c7c5087b8 {{(pid=87872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:56:45.607104 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-9d7682de-55a1-4d76-90dc-21805ee860cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:45.758934 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.api.v2.resource [None req-287104d3-c677-46f9-992a-cb8438062701 tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] delete failed (client error): The resource could not be found. Mar 28 11:56:45.759996 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-287104d3-c677-46f9-992a-cb8438062701 tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] 10.222.0.30 "DELETE /v2.0/routers/ac0f6689-59ea-4f97-a9bc-e0fa939933f1 HTTP/1.1" status: 404 len: 336 time: 0.1502926 Mar 28 11:56:45.779114 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 50712) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:45.812564 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.db [None req-0e9b0e56-f211-48ed-88a4-178e2a228089 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] For port 38f3dc9e-1480-4d58-bc9b-aa8c7c5087b8, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=38f3dc9e-1480-4d58-bc9b-aa8c7c5087b8,segment=NetworkSegment(deb07d50-2950-4e0e-bbeb-acda35ec3031),segment_id=deb07d50-2950-4e0e-bbeb-acda35ec3031)] {{(pid=87871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:56:45.815896 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-0e9b0e56-f211-48ed-88a4-178e2a228089 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:45.886325 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-3d427c11-dd91-4fef-abca-0a81c77f556f tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] 10.222.0.30 "GET /v2.0/ports?device_id=37e1d85d-daf3-4b85-add2-f0a3ab544397 HTTP/1.1" status: 200 len: 205 time: 0.1056294 Mar 28 11:56:45.896075 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 50718) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:46.034049 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-0e9b0e56-f211-48ed-88a4-178e2a228089 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Calling delete_port for 38f3dc9e-1480-4d58-bc9b-aa8c7c5087b8 owned by network:dhcp {{(pid=87871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:56:46.102287 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-9d7682de-55a1-4d76-90dc-21805ee860cd None None] For port 38f3dc9e-1480-4d58-bc9b-aa8c7c5087b8, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=38f3dc9e-1480-4d58-bc9b-aa8c7c5087b8,segment=NetworkSegment(deb07d50-2950-4e0e-bbeb-acda35ec3031),segment_id=deb07d50-2950-4e0e-bbeb-acda35ec3031)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:56:46.102686 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-9d7682de-55a1-4d76-90dc-21805ee860cd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:46.169807 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-0e9b0e56-f211-48ed-88a4-178e2a228089 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:46.171649 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-6250e2eb-de68-4a34-93cb-0b5db64167be tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1919805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2561174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2563528'] for subnet, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:46.271838 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9b0e56-f211-48ed-88a4-178e2a228089 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Pushing event deleted for resources: {'Port': ['ID=38f3dc9e-1480-4d58-bc9b-aa8c7c5087b8,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:56:46.272645 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 50730) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:46.280138 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e9b0e56-f211-48ed-88a4-178e2a228089 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] No DVR routers for this DVR port 38f3dc9e-1480-4d58-bc9b-aa8c7c5087b8 on host dv-neutron-835340-2-hyperv {{(pid=87871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 11:56:46.289097 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-9d7682de-55a1-4d76-90dc-21805ee860cd None None] Calling delete_port for 38f3dc9e-1480-4d58-bc9b-aa8c7c5087b8 owned by network:dhcp {{(pid=87872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:56:46.298044 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.api.v2.resource [None req-77542e91-13d4-4285-b389-94e417a03125 tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] delete failed (client error): The resource could not be found. Mar 28 11:56:46.299318 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-77542e91-13d4-4285-b389-94e417a03125 tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] 10.222.0.30 "DELETE /v2.0/routers/37e1d85d-daf3-4b85-add2-f0a3ab544397 HTTP/1.1" status: 404 len: 336 time: 0.4011188 Mar 28 11:56:46.312218 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-6250e2eb-de68-4a34-93cb-0b5db64167be tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks [] for subnet, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:46.315934 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6250e2eb-de68-4a34-93cb-0b5db64167be tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Pushing event deleted for resources: {'Subnet': ['ID=aa7c575c-e45c-4ddc-b2a0-f5b62cdf94d3,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:56:46.317928 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ffb770c-4a13-4813-94a9-56012f903e82 None None] Network e95a87e2-4c44-46e2-9de5-2786cbaea69c requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:56:46.318838 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 50736) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:46.336107 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-26aec354-d3d4-4c3c-a071-c69c947ca515 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-743246'] for router_interface, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:46.391642 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-8eb6c4c2-cb2e-4cb1-8cd4-75944b9606e8 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:46.404711 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-8b159657-da1f-4b66-bd4d-e8fca6e28b0b tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] 10.222.0.30 "GET /v2.0/ports?device_id=7609d85a-8eda-4a66-9147-57cecec51bcb HTTP/1.1" status: 200 len: 205 time: 0.0808706 Mar 28 11:56:46.408204 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-8eb6c4c2-cb2e-4cb1-8cd4-75944b9606e8 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740322'] for security_group_rule, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:46.410058 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 50740) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:46.428835 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-6250e2eb-de68-4a34-93cb-0b5db64167be tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "DELETE /v2.0/subnets/aa7c575c-e45c-4ddc-b2a0-f5b62cdf94d3 HTTP/1.1" status: 204 len: 168 time: 2.2256389 Mar 28 11:56:46.436294 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 50744) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:46.436858 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 50746) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:46.516622 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.db.api [None req-9d7682de-55a1-4d76-90dc-21805ee860cd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87872) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 11:56:46.516975 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG oslo_db.api [None req-9d7682de-55a1-4d76-90dc-21805ee860cd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 11:56:46.573552 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb6c4c2-cb2e-4cb1-8cd4-75944b9606e8 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce6b326c-7119-4538-a406-ddc47619ba4f,revision_number=0']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:56:46.618796 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-565d0f4e-ede3-4c6d-a29b-094b40fa88ef tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1727414 Mar 28 11:56:46.621166 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 50754) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:46.623198 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-0e9b0e56-f211-48ed-88a4-178e2a228089 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930431', 'neutron.services.segments.db._delete_segments_for_network-8783496351308'] for network, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:46.632843 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e263dde2-c743-41bb-96bf-8b786c58d8d4 None None] DHCP port deletion for e95a87e2-4c44-46e2-9de5-2786cbaea69c request from dv-neutron-835340-2-hyperv {{(pid=87872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 11:56:46.636715 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-e263dde2-c743-41bb-96bf-8b786c58d8d4 None None] Deleting port 5026a812-82a4-400b-bfd7-4c0a73a50849 {{(pid=87872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:56:46.638091 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-e263dde2-c743-41bb-96bf-8b786c58d8d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:46.642164 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.api.v2.resource [None req-32da540e-34d3-43ac-ba25-cf71bd64187e tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] delete failed (client error): The resource could not be found. Mar 28 11:56:46.643461 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-32da540e-34d3-43ac-ba25-cf71bd64187e tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] 10.222.0.30 "DELETE /v2.0/routers/7609d85a-8eda-4a66-9147-57cecec51bcb HTTP/1.1" status: 404 len: 336 time: 0.2259724 Mar 28 11:56:46.652204 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-af27a6d9-f270-448c-a138-09deaf5ff71e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=07528ce469f2490e872e208e428f70a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3733816 Mar 28 11:56:46.652356 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 50756) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:46.654463 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 50758) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:46.659250 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-8eb6c4c2-cb2e-4cb1-8cd4-75944b9606e8 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:46.660548 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-8eb6c4c2-cb2e-4cb1-8cd4-75944b9606e8 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.5280595 Mar 28 11:56:46.692711 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 50768) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:46.704071 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-294675b9-3932-4f31-934b-37f02881b4fa tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-387738495'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:56:46.726619 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-294675b9-3932-4f31-934b-37f02881b4fa tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:56:46.742094 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.segments.db [None req-0e9b0e56-f211-48ed-88a4-178e2a228089 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e76bbfd-a57c-4a31-ab10-d8090b780aca']}} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:56:46.751537 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-294675b9-3932-4f31-934b-37f02881b4fa tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Usage tracker for resource:network and tenant:0ad7b1f6e96a40538a966af0f41e67e6 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:56:46.770189 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-294675b9-3932-4f31-934b-37f02881b4fa tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:56:46.770642 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.pecan_wsgi.hooks.translation [None req-767187f1-c0b7-48c6-a5a0-c43e9a9b30ee tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] DELETE failed (client error): The resource could not be found. Mar 28 11:56:46.771096 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-767187f1-c0b7-48c6-a5a0-c43e9a9b30ee tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 11:56:46.772891 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-767187f1-c0b7-48c6-a5a0-c43e9a9b30ee tempest-RoutersAdminTest-183476211 tempest-RoutersAdminTest-183476211-project] 10.222.0.30 "DELETE /v2.0/subnets/33f8e5c0-e2c5-4b41-af12-cccd575ee8cc HTTP/1.1" status: 404 len: 337 time: 0.1198630 Mar 28 11:56:46.794295 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-294675b9-3932-4f31-934b-37f02881b4fa tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:56:46.806904 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.segments.db [None req-0e9b0e56-f211-48ed-88a4-178e2a228089 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'deb07d50-2950-4e0e-bbeb-acda35ec3031') {'for_net_delete': True} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:56:46.813179 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.segments.db [None req-0e9b0e56-f211-48ed-88a4-178e2a228089 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'deb07d50-2950-4e0e-bbeb-acda35ec3031') {} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:56:46.846172 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-e263dde2-c743-41bb-96bf-8b786c58d8d4 None None] For port 5026a812-82a4-400b-bfd7-4c0a73a50849, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=5026a812-82a4-400b-bfd7-4c0a73a50849,segment=NetworkSegment(bd053757-b8b4-4f3a-b553-aa242f2d15d2),segment_id=bd053757-b8b4-4f3a-b553-aa242f2d15d2)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:56:46.846546 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-e263dde2-c743-41bb-96bf-8b786c58d8d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:46.880548 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26aec354-d3d4-4c3c-a071-c69c947ca515 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Router 83a75258-b43a-4019-a6cb-3ba3a54dde8e has already been hosted by L3 agent af79d429-529e-400b-a119-94d4bec03f3e {{(pid=87870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 11:56:46.885426 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-0e9b0e56-f211-48ed-88a4-178e2a228089 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783496353639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3436890'] for segment, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:46.944289 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-10d465f7-9790-4f16-b7fc-feff7c338ed3 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Notify callbacks [] for security_group, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:46.958469 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-e1b880df-3ecf-43da-ad35-276a03bdf939 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:46.983025 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-10d465f7-9790-4f16-b7fc-feff7c338ed3 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:47.019317 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-9d7682de-55a1-4d76-90dc-21805ee860cd None None] Deleting port 38f3dc9e-1480-4d58-bc9b-aa8c7c5087b8 {{(pid=87872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:56:47.019923 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-9d7682de-55a1-4d76-90dc-21805ee860cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:47.049948 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-294675b9-3932-4f31-934b-37f02881b4fa tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Made reservation on behalf of 0ad7b1f6e96a40538a966af0f41e67e6 for: {'network': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:56:47.053060 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-e263dde2-c743-41bb-96bf-8b786c58d8d4 None None] Calling delete_port for 5026a812-82a4-400b-bfd7-4c0a73a50849 owned by network:dhcp {{(pid=87872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:56:47.056607 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-294675b9-3932-4f31-934b-37f02881b4fa tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for network, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:47.066108 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-e1b880df-3ecf-43da-ad35-276a03bdf939 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:47.072930 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26aec354-d3d4-4c3c-a071-c69c947ca515 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 11:56:47.084410 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-26aec354-d3d4-4c3c-a071-c69c947ca515 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] 10.222.0.30 "PUT /v2.0/routers/83a75258-b43a-4019-a6cb-3ba3a54dde8e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9704316 Mar 28 11:56:47.087051 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f804ae57-b6a8-4ba0-8b3a-f7ee5c56fcad None None] Sync routers for ids ['83a75258-b43a-4019-a6cb-3ba3a54dde8e'] in dv-neutron-835340-2-hyperv {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 11:56:47.090419 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-294675b9-3932-4f31-934b-37f02881b4fa tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks [] for security_group, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:47.100420 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 50776) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:47.102812 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f804ae57-b6a8-4ba0-8b3a-f7ee5c56fcad None None] Routers {'83a75258-b43a-4019-a6cb-3ba3a54dde8e'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:56:47.103641 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-f804ae57-b6a8-4ba0-8b3a-f7ee5c56fcad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T11:56:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['83a75258-b43a-4019-a6cb-3ba3a54dde8e'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:56:47.110295 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-10d465f7-9790-4f16-b7fc-feff7c338ed3 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:47.124046 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-0e9b0e56-f211-48ed-88a4-178e2a228089 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:47.132699 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e9b0e56-f211-48ed-88a4-178e2a228089 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=87871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 11:56:47.134760 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-0e9b0e56-f211-48ed-88a4-178e2a228089 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1920481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2363149'] for segment, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:47.141073 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-9d7682de-55a1-4d76-90dc-21805ee860cd None None] The port '38f3dc9e-1480-4d58-bc9b-aa8c7c5087b8' was deleted {{(pid=87872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 11:56:47.186174 dv-neutron-835340-2-hyperv neutron-server[87871]: Traceback (most recent call last): Mar 28 11:56:47.186174 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 11:56:47.186174 dv-neutron-835340-2-hyperv neutron-server[87871]: timer() Mar 28 11:56:47.186174 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 11:56:47.186174 dv-neutron-835340-2-hyperv neutron-server[87871]: cb(*args, **kw) Mar 28 11:56:47.186174 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 11:56:47.186174 dv-neutron-835340-2-hyperv neutron-server[87871]: return func(*args, **kwargs) Mar 28 11:56:47.186174 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 11:56:47.186174 dv-neutron-835340-2-hyperv neutron-server[87871]: self._notify() Mar 28 11:56:47.186174 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 11:56:47.186174 dv-neutron-835340-2-hyperv neutron-server[87871]: self.callback(batched_events) Mar 28 11:56:47.186174 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 11:56:47.186174 dv-neutron-835340-2-hyperv neutron-server[87871]: event.method(event) Mar 28 11:56:47.186174 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 11:56:47.186174 dv-neutron-835340-2-hyperv neutron-server[87871]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 11:56:47.186174 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 11:56:47.186174 dv-neutron-835340-2-hyperv neutron-server[87871]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 11:56:47.186174 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 11:56:47.186174 dv-neutron-835340-2-hyperv neutron-server[87871]: return f(self, *a, **k) Mar 28 11:56:47.186174 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 11:56:47.186174 dv-neutron-835340-2-hyperv neutron-server[87871]: return self._get(url).json() Mar 28 11:56:47.186174 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 11:56:47.186174 dv-neutron-835340-2-hyperv neutron-server[87871]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 11:56:47.186174 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 11:56:47.186174 dv-neutron-835340-2-hyperv neutron-server[87871]: return self.request(url, 'GET', **kwargs) Mar 28 11:56:47.186174 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 11:56:47.186174 dv-neutron-835340-2-hyperv neutron-server[87871]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 11:56:47.186174 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 11:56:47.186174 dv-neutron-835340-2-hyperv neutron-server[87871]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 11:56:47.186174 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 11:56:47.186174 dv-neutron-835340-2-hyperv neutron-server[87871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 11:56:47.186174 dv-neutron-835340-2-hyperv neutron-server[87871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 11:56:47.188551 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-e263dde2-c743-41bb-96bf-8b786c58d8d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250'] for port, after_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:47.191869 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 50780) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:47.203235 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-f804ae57-b6a8-4ba0-8b3a-f7ee5c56fcad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:56:47.212025 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f804ae57-b6a8-4ba0-8b3a-f7ee5c56fcad None None] Routers {'83a75258-b43a-4019-a6cb-3ba3a54dde8e'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:56:47.212615 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-f804ae57-b6a8-4ba0-8b3a-f7ee5c56fcad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T11:56:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['83a75258-b43a-4019-a6cb-3ba3a54dde8e'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:56:47.216523 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-294675b9-3932-4f31-934b-37f02881b4fa tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:56:47.220256 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-d79e8152-18e3-455b-8334-0b3f26e4a1d9 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Synchronizing usage tracker for tenant:fc0f0a585a8c4bf2950e053878e50dfb on resource:port {{(pid=87870) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:56:47.233600 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d465f7-9790-4f16-b7fc-feff7c338ed3 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c7df22a-e169-44b6-8a43-944266692cb5,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:56:47.240813 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e263dde2-c743-41bb-96bf-8b786c58d8d4 None None] Pushing event deleted for resources: {'Port': ['ID=5026a812-82a4-400b-bfd7-4c0a73a50849,revision_number=None']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:56:47.244154 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e263dde2-c743-41bb-96bf-8b786c58d8d4 None None] No DVR routers for this DVR port 5026a812-82a4-400b-bfd7-4c0a73a50849 on host dv-neutron-835340-2-hyperv {{(pid=87872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 11:56:47.268208 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-d79e8152-18e3-455b-8334-0b3f26e4a1d9 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Unset dirty status for tenant:fc0f0a585a8c4bf2950e053878e50dfb on resource:port {{(pid=87870) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:56:47.269370 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-d79e8152-18e3-455b-8334-0b3f26e4a1d9 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] 10.222.0.30 "GET /v2.0/ports?device_id=83a75258-b43a-4019-a6cb-3ba3a54dde8e HTTP/1.1" status: 200 len: 205 time: 0.1679940 Mar 28 11:56:47.272241 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 50786) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:47.291986 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-f804ae57-b6a8-4ba0-8b3a-f7ee5c56fcad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:56:47.292600 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f804ae57-b6a8-4ba0-8b3a-f7ee5c56fcad None None] The sync data for ids ['83a75258-b43a-4019-a6cb-3ba3a54dde8e'] in dv-neutron-835340-2-hyperv is: [] {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 11:56:47.307420 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-294675b9-3932-4f31-934b-37f02881b4fa tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Usage tracker for resource:security_group_rule and tenant:0ad7b1f6e96a40538a966af0f41e67e6 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:56:47.316110 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-294675b9-3932-4f31-934b-37f02881b4fa tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:56:47.331324 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-294675b9-3932-4f31-934b-37f02881b4fa tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:56:47.345096 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee157309-85df-4b19-99f6-3a4d7e90698d tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:56:47.346696 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-ee157309-85df-4b19-99f6-3a4d7e90698d tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Synchronizing usage tracker for tenant:b4adfe5c8b3a4e57a1afd1d44c455245 on resource:port {{(pid=87871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:56:47.417894 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-2442723a-6eac-462a-aa49-8798afdc2955 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks [] for router, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:47.438012 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 38f3dc9e-1480-4d58-bc9b-aa8c7c5087b8 no longer exists at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 11:56:47.458966 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-0e9b0e56-f211-48ed-88a4-178e2a228089 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709602'] for network, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:47.460796 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-10d465f7-9790-4f16-b7fc-feff7c338ed3 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Notify callbacks [] for security_group, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:47.463563 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-10d465f7-9790-4f16-b7fc-feff7c338ed3 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] 10.222.0.30 "DELETE /v2.0/security-groups/6c7df22a-e169-44b6-8a43-944266692cb5 HTTP/1.1" status: 204 len: 168 time: 0.7499967 Mar 28 11:56:47.473888 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] No Port match for: 38f3dc9e-1480-4d58-bc9b-aa8c7c5087b8 {{(pid=87872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 11:56:47.474312 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 38f3dc9e-1480-4d58-bc9b-aa8c7c5087b8 not bound to the agent host dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 11:56:47.474822 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 5026a812-82a4-400b-bfd7-4c0a73a50849 no longer exists at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 11:56:47.488665 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 50790) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:47.491322 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-e1b880df-3ecf-43da-ad35-276a03bdf939 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:47.498468 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-0e9b0e56-f211-48ed-88a4-178e2a228089 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks [] for network, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:47.509055 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-5b9c606c-5f33-4b76-b931-c9781cb3c549 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:47.512001 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] No Port match for: 5026a812-82a4-400b-bfd7-4c0a73a50849 {{(pid=87872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 11:56:47.512596 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 5026a812-82a4-400b-bfd7-4c0a73a50849 not bound to the agent host dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 11:56:47.523274 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-294675b9-3932-4f31-934b-37f02881b4fa tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks [] for security_group, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:47.524382 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9b0e56-f211-48ed-88a4-178e2a228089 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Pushing event deleted for resources: {'Network': ['ID=4e76bbfd-a57c-4a31-ab10-d8090b780aca,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:56:47.534536 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-294675b9-3932-4f31-934b-37f02881b4fa tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:47.537323 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-ee157309-85df-4b19-99f6-3a4d7e90698d tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Unset dirty status for tenant:b4adfe5c8b3a4e57a1afd1d44c455245 on resource:port {{(pid=87871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:56:47.538455 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-ee157309-85df-4b19-99f6-3a4d7e90698d tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.8870778 Mar 28 11:56:47.550177 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-0e9b0e56-f211-48ed-88a4-178e2a228089 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] 10.222.0.30 "DELETE /v2.0/networks/4e76bbfd-a57c-4a31-ab10-d8090b780aca HTTP/1.1" status: 204 len: 168 time: 2.3475125 Mar 28 11:56:47.550740 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 50794) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:47.556431 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 50796) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:47.557337 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-5b9c606c-5f33-4b76-b931-c9781cb3c549 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:56:47.590470 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b880df-3ecf-43da-ad35-276a03bdf939 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de5a9cd6-d683-491d-9cd2-0d981439ae84,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:56:47.652526 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-294675b9-3932-4f31-934b-37f02881b4fa tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=87871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 11:56:47.655148 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-5b9c606c-5f33-4b76-b931-c9781cb3c549 admin admin] Usage tracker for resource:security_group_rule and tenant:94d00219537d4d239b57c0ac46eb2c8b is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:56:47.771350 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-e1b880df-3ecf-43da-ad35-276a03bdf939 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:47.774908 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-e1b880df-3ecf-43da-ad35-276a03bdf939 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/de5a9cd6-d683-491d-9cd2-0d981439ae84 HTTP/1.1" status: 204 len: 168 time: 1.1144814 Mar 28 11:56:47.792093 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-5b9c606c-5f33-4b76-b931-c9781cb3c549 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:56:47.802232 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294675b9-3932-4f31-934b-37f02881b4fa tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67e7c7ed-f2e2-4d07-93e9-67b753829849,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:56:47.807006 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-5b9c606c-5f33-4b76-b931-c9781cb3c549 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:56:47.822385 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-294675b9-3932-4f31-934b-37f02881b4fa tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:47.822711 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.db.segments_db [None req-294675b9-3932-4f31-934b-37f02881b4fa tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Added segment 35565caa-32ae-4652-b5a9-2887221d2971 of type vlan for network 4af579f0-24dc-41b9-b867-a4844f191456 Mar 28 11:56:47.846301 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b9fc4f8-727b-4bb7-b43a-71038c1b7d70 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:56:47.846980 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-9b9fc4f8-727b-4bb7-b43a-71038c1b7d70 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Synchronizing usage tracker for tenant:b4adfe5c8b3a4e57a1afd1d44c455245 on resource:subnet {{(pid=87871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:56:47.891812 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-294675b9-3932-4f31-934b-37f02881b4fa tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783495836591'] for network, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:47.913135 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-38721c5d-3486-4b43-8ab1-f57c318f7e85 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Synchronizing usage tracker for tenant:2a883d5a5a2b4866b0c720c3c2f3317a on resource:security_group {{(pid=87870) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:56:47.916993 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-9b9fc4f8-727b-4bb7-b43a-71038c1b7d70 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Unset dirty status for tenant:b4adfe5c8b3a4e57a1afd1d44c455245 on resource:subnet {{(pid=87871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:56:47.921240 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-9b9fc4f8-727b-4bb7-b43a-71038c1b7d70 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3627892 Mar 28 11:56:47.924328 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 50804) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:47.929188 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-2442723a-6eac-462a-aa49-8798afdc2955 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-745164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-260864'] for router, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:47.961725 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f5f0b7-5f79-4b07-bc83-91397ffd40ad tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:56:47.962403 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-f0f5f0b7-5f79-4b07-bc83-91397ffd40ad tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Synchronizing usage tracker for tenant:beb99f647cec46e3bbf575ac0a3034e8 on resource:port {{(pid=87871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:56:47.981630 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-294675b9-3932-4f31-934b-37f02881b4fa tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765'] for network, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:47.983451 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-2442723a-6eac-462a-aa49-8798afdc2955 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:47.987024 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-294675b9-3932-4f31-934b-37f02881b4fa tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:56:47.987712 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-294675b9-3932-4f31-934b-37f02881b4fa tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks [] for network, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:48.009100 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-016b680c-bedd-4480-b8d8-8a5db3b6980f tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0835025 Mar 28 11:56:48.017830 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 50810) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:48.020857 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-38721c5d-3486-4b43-8ab1-f57c318f7e85 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Unset dirty status for tenant:2a883d5a5a2b4866b0c720c3c2f3317a on resource:security_group {{(pid=87870) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:56:48.026373 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-38721c5d-3486-4b43-8ab1-f57c318f7e85 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5323114 Mar 28 11:56:48.032957 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 50814) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:48.037254 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-829823d6-6cec-4233-b190-4f3c015f6c2f tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Request body: {'subnet': {'network_id': 'e95a87e2-4c44-46e2-9de5-2786cbaea69c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:56:48.055416 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-f0f5f0b7-5f79-4b07-bc83-91397ffd40ad tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Unset dirty status for tenant:beb99f647cec46e3bbf575ac0a3034e8 on resource:port {{(pid=87871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:56:48.056570 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-f0f5f0b7-5f79-4b07-bc83-91397ffd40ad tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.4918249 Mar 28 11:56:48.063707 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 50818) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:48.067377 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-cc54529f-cee3-43ab-a9e1-e85453274e97 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Request body: {'security_group': {'name': 'tempest-secgroup--1357912356'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:56:48.120909 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-cc54529f-cee3-43ab-a9e1-e85453274e97 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:56:48.130219 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-5b9c606c-5f33-4b76-b931-c9781cb3c549 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:48.132506 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-294675b9-3932-4f31-934b-37f02881b4fa tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.6901469 Mar 28 11:56:48.140051 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-2442723a-6eac-462a-aa49-8798afdc2955 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-745021'] for router, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:48.140745 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2442723a-6eac-462a-aa49-8798afdc2955 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Fanout notify agent at l3_agent the message router_deleted on router 83a75258-b43a-4019-a6cb-3ba3a54dde8e {{(pid=87870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 11:56:48.144659 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-5b9c606c-5f33-4b76-b931-c9781cb3c549 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:48.151940 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294675b9-3932-4f31-934b-37f02881b4fa tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Pushing event updated for resources: {'Network': ['ID=4af579f0-24dc-41b9-b867-a4844f191456,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:56:48.179200 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Network 4af579f0-24dc-41b9-b867-a4844f191456 details requested by agent ovs-agent-dv-neutron-835340-2-hyperv with host dv-neutron-835340-2-hyperv {{(pid=87872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 11:56:48.200817 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-5b9c606c-5f33-4b76-b931-c9781cb3c549 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=94d00219537d4d239b57c0ac46eb2c8b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9899471 Mar 28 11:56:48.202511 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9c606c-5f33-4b76-b931-c9781cb3c549 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a34a6dce-f9c2-49c9-8fed-5e6f6aafafcb,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:56:48.204802 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 50826) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:48.272352 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 50832) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:48.277701 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-269f21fd-f0c6-4458-a999-3acc939c961f tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Request body: {'subnet': {'network_id': '4af579f0-24dc-41b9-b867-a4844f191456', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:56:48.287410 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-cc54529f-cee3-43ab-a9e1-e85453274e97 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:56:48.314618 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-2181fef2-825e-4a91-a381-d0d403a40390 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:48.317420 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-2442723a-6eac-462a-aa49-8798afdc2955 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks [] for router, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:48.321177 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-2442723a-6eac-462a-aa49-8798afdc2955 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] 10.222.0.30 "DELETE /v2.0/routers/83a75258-b43a-4019-a6cb-3ba3a54dde8e HTTP/1.1" status: 204 len: 168 time: 1.0455015 Mar 28 11:56:48.323146 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 50838) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:48.373318 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-cc54529f-cee3-43ab-a9e1-e85453274e97 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Notify callbacks [] for security_group, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:48.394470 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-829823d6-6cec-4233-b190-4f3c015f6c2f tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:56:48.409074 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-2181fef2-825e-4a91-a381-d0d403a40390 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:48.421074 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-829823d6-6cec-4233-b190-4f3c015f6c2f tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:56:48.442238 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-cc54529f-cee3-43ab-a9e1-e85453274e97 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:56:48.442346 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-269f21fd-f0c6-4458-a999-3acc939c961f tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:56:48.449439 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-cc54529f-cee3-43ab-a9e1-e85453274e97 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Usage tracker for resource:security_group_rule and tenant:2a883d5a5a2b4866b0c720c3c2f3317a is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:56:48.455788 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.db_base_plugin_v2 [None req-cac1db6a-7311-4786-8b1a-387be0e71f21 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Deleting subnet 84a01d24-d751-435f-bb65-e403630f6569 {{(pid=87870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 11:56:48.457943 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-269f21fd-f0c6-4458-a999-3acc939c961f tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Usage tracker for resource:subnet and tenant:0ad7b1f6e96a40538a966af0f41e67e6 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:56:48.460897 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-cc54529f-cee3-43ab-a9e1-e85453274e97 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:56:48.462689 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-269f21fd-f0c6-4458-a999-3acc939c961f tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:56:48.463675 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-829823d6-6cec-4233-b190-4f3c015f6c2f tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Made reservation on behalf of b4adfe5c8b3a4e57a1afd1d44c455245 for: {'subnet': 1} {{(pid=87870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:56:48.466822 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-829823d6-6cec-4233-b190-4f3c015f6c2f tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2563571'] for subnet, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:48.469188 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-269f21fd-f0c6-4458-a999-3acc939c961f tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:56:48.484810 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-269f21fd-f0c6-4458-a999-3acc939c961f tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Made reservation on behalf of 0ad7b1f6e96a40538a966af0f41e67e6 for: {'subnet': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:56:48.486394 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-cac1db6a-7311-4786-8b1a-387be0e71f21 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks [] for subnet, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:48.488818 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-269f21fd-f0c6-4458-a999-3acc939c961f tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26551362'] for subnet, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:48.513835 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-cc54529f-cee3-43ab-a9e1-e85453274e97 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:56:48.540110 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-913f895b-f525-412e-ac83-bdbe58fd4a20 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] 10.222.0.30 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.4672506 Mar 28 11:56:48.551608 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 50848) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:48.567802 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-4a49a846-4d0a-4021-a2ae-0049ced892cf tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-175088255'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:56:48.589417 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-2181fef2-825e-4a91-a381-d0d403a40390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:48.616254 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2181fef2-825e-4a91-a381-d0d403a40390 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a34a6dce-f9c2-49c9-8fed-5e6f6aafafcb,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:56:48.624903 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-4a49a846-4d0a-4021-a2ae-0049ced892cf tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:56:48.635962 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-2181fef2-825e-4a91-a381-d0d403a40390 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:48.637464 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-2181fef2-825e-4a91-a381-d0d403a40390 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a34a6dce-f9c2-49c9-8fed-5e6f6aafafcb HTTP/1.1" status: 204 len: 168 time: 0.4315259 Mar 28 11:56:48.664725 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-4a49a846-4d0a-4021-a2ae-0049ced892cf tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Usage tracker for resource:network and tenant:beb99f647cec46e3bbf575ac0a3034e8 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:56:48.670522 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-cac1db6a-7311-4786-8b1a-387be0e71f21 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3591354'] for subnet, precommit_delete_associations {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:48.704569 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-4a49a846-4d0a-4021-a2ae-0049ced892cf tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:56:48.729162 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-4a49a846-4d0a-4021-a2ae-0049ced892cf tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:56:48.735172 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 50856) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:48.773719 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a49a846-4d0a-4021-a2ae-0049ced892cf tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Made reservation on behalf of beb99f647cec46e3bbf575ac0a3034e8 for: {'network': 1} {{(pid=87870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:56:48.777968 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-4a49a846-4d0a-4021-a2ae-0049ced892cf tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for network, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:48.824458 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-269f21fd-f0c6-4458-a999-3acc939c961f tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2364128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26551408'] for subnet, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:48.877007 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-cc54529f-cee3-43ab-a9e1-e85453274e97 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Notify callbacks [] for security_group, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:48.910480 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-cc54529f-cee3-43ab-a9e1-e85453274e97 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:48.919218 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a49a846-4d0a-4021-a2ae-0049ced892cf tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=87870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 11:56:48.923640 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269f21fd-f0c6-4458-a999-3acc939c961f tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Pushing event updated for resources: {'Subnet': ['ID=f3b64456-ceb4-48c0-919c-8438ecb6847e,revision_number=0']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:56:48.958224 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-cac1db6a-7311-4786-8b1a-387be0e71f21 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1919782'] for subnet, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:48.960363 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-269f21fd-f0c6-4458-a999-3acc939c961f tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Checking segment: {'id': '35565caa-32ae-4652-b5a9-2887221d2971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4af579f0-24dc-41b9-b867-a4844f191456'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:56:48.960996 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-269f21fd-f0c6-4458-a999-3acc939c961f tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Network hostable DHCP agents. Network: 4af579f0-24dc-41b9-b867-a4844f191456, hostable agents: ['3cb85949-855b-4a40-b988-cd5705e511da'], hosted agents: [] {{(pid=87871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 11:56:48.982587 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-269f21fd-f0c6-4458-a999-3acc939c961f tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Network 4af579f0-24dc-41b9-b867-a4844f191456 is scheduled to be hosted by DHCP agent 3cb85949-855b-4a40-b988-cd5705e511da with binding_index 1 {{(pid=87871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 11:56:48.995174 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-269f21fd-f0c6-4458-a999-3acc939c961f tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-2-hyperv, 4af579f0-24dc-41b9-b867-a4844f191456) {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:56:49.000332 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-269f21fd-f0c6-4458-a999-3acc939c961f tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:56:49.001351 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-269f21fd-f0c6-4458-a999-3acc939c961f tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538751'] for subnet, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:49.005517 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99e6a290-753e-4b3f-959e-a95cfa8169f5 None None] Network 4af579f0-24dc-41b9-b867-a4844f191456 requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:56:49.022530 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-4a49a846-4d0a-4021-a2ae-0049ced892cf tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:49.022869 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.db.segments_db [None req-4a49a846-4d0a-4021-a2ae-0049ced892cf tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Added segment 3ed3d663-3673-4e0a-88bf-efb99caf2c68 of type vlan for network cc0944ec-be24-4bcf-bac6-5ff4216738f0 Mar 28 11:56:49.030581 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-269f21fd-f0c6-4458-a999-3acc939c961f tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.7568848 Mar 28 11:56:49.034033 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 50864) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:49.041704 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-0ff8df08-b3f2-4b4a-9ad4-3b3a6bd6d319 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-470128453'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:56:49.048979 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-0ff8df08-b3f2-4b4a-9ad4-3b3a6bd6d319 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:56:49.054993 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-0ff8df08-b3f2-4b4a-9ad4-3b3a6bd6d319 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Usage tracker for resource:network and tenant:0ad7b1f6e96a40538a966af0f41e67e6 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:56:49.060405 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-0ff8df08-b3f2-4b4a-9ad4-3b3a6bd6d319 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:56:49.067983 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-0ff8df08-b3f2-4b4a-9ad4-3b3a6bd6d319 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:56:49.083399 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-0aedc0ac-8017-4bb7-a2cd-f5b9b996e719 tempest-FloatingIPNegativeTestJSON-1437729402 tempest-FloatingIPNegativeTestJSON-1437729402-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-610578128'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:56:49.088654 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ff8df08-b3f2-4b4a-9ad4-3b3a6bd6d319 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Made reservation on behalf of 0ad7b1f6e96a40538a966af0f41e67e6 for: {'network': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:56:49.089005 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc54529f-cee3-43ab-a9e1-e85453274e97 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe0da508-1b55-4523-a5e4-a25ad7e43395,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:56:49.092865 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-0ff8df08-b3f2-4b4a-9ad4-3b3a6bd6d319 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for network, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:49.108586 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-0aedc0ac-8017-4bb7-a2cd-f5b9b996e719 tempest-FloatingIPNegativeTestJSON-1437729402 tempest-FloatingIPNegativeTestJSON-1437729402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:56:49.116662 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-0aedc0ac-8017-4bb7-a2cd-f5b9b996e719 tempest-FloatingIPNegativeTestJSON-1437729402 tempest-FloatingIPNegativeTestJSON-1437729402-project] Usage tracker for resource:network and tenant:07d6f5d7cb4f4169b6b360cecc93f3ca is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:56:49.121571 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-0aedc0ac-8017-4bb7-a2cd-f5b9b996e719 tempest-FloatingIPNegativeTestJSON-1437729402 tempest-FloatingIPNegativeTestJSON-1437729402-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:56:49.140218 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ff8df08-b3f2-4b4a-9ad4-3b3a6bd6d319 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=87871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 11:56:49.143445 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-4a49a846-4d0a-4021-a2ae-0049ced892cf tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783495836591'] for network, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:49.149210 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-0ff8df08-b3f2-4b4a-9ad4-3b3a6bd6d319 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:49.149874 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.db.segments_db [None req-0ff8df08-b3f2-4b4a-9ad4-3b3a6bd6d319 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Added segment b15b1665-f436-4a69-af6b-94742a3cccef of type vlan for network 90a4f29c-6554-4568-8170-e4ddc78faf1b Mar 28 11:56:49.151862 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-cc54529f-cee3-43ab-a9e1-e85453274e97 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Notify callbacks [] for security_group, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:49.153436 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-cc54529f-cee3-43ab-a9e1-e85453274e97 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0987515 Mar 28 11:56:49.156731 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 50868) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:49.160166 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-0aedc0ac-8017-4bb7-a2cd-f5b9b996e719 tempest-FloatingIPNegativeTestJSON-1437729402 tempest-FloatingIPNegativeTestJSON-1437729402-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:56:49.160858 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-829823d6-6cec-4233-b190-4f3c015f6c2f tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2561241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2563521'] for subnet, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:49.189092 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-0ff8df08-b3f2-4b4a-9ad4-3b3a6bd6d319 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783495836591'] for network, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:49.192909 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0aedc0ac-8017-4bb7-a2cd-f5b9b996e719 tempest-FloatingIPNegativeTestJSON-1437729402 tempest-FloatingIPNegativeTestJSON-1437729402-project] Made reservation on behalf of 07d6f5d7cb4f4169b6b360cecc93f3ca for: {'network': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:56:49.196349 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-0aedc0ac-8017-4bb7-a2cd-f5b9b996e719 tempest-FloatingIPNegativeTestJSON-1437729402 tempest-FloatingIPNegativeTestJSON-1437729402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for network, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:49.203517 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-f9322fbb-a515-4b96-a808-4b9287e90e60 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Request body: {'security_group': {'name': 'tempest-secgroup--874166731'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:56:49.212812 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-0aedc0ac-8017-4bb7-a2cd-f5b9b996e719 tempest-FloatingIPNegativeTestJSON-1437729402 tempest-FloatingIPNegativeTestJSON-1437729402-project] Notify callbacks [] for security_group, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:49.222627 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-f9322fbb-a515-4b96-a808-4b9287e90e60 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:56:49.224386 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 50872) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:49.260746 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-f9322fbb-a515-4b96-a808-4b9287e90e60 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Usage tracker for resource:security_group and tenant:2a883d5a5a2b4866b0c720c3c2f3317a is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:56:49.261560 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-0aedc0ac-8017-4bb7-a2cd-f5b9b996e719 tempest-FloatingIPNegativeTestJSON-1437729402 tempest-FloatingIPNegativeTestJSON-1437729402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:56:49.270111 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-829823d6-6cec-4233-b190-4f3c015f6c2f tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Network e95a87e2-4c44-46e2-9de5-2786cbaea69c is already hosted by enough agents. {{(pid=87870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:56:49.275431 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-f9322fbb-a515-4b96-a808-4b9287e90e60 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:56:49.278096 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-0aedc0ac-8017-4bb7-a2cd-f5b9b996e719 tempest-FloatingIPNegativeTestJSON-1437729402 tempest-FloatingIPNegativeTestJSON-1437729402-project] Usage tracker for resource:security_group_rule and tenant:07d6f5d7cb4f4169b6b360cecc93f3ca is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:56:49.278814 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.base_scheduler [None req-829823d6-6cec-4233-b190-4f3c015f6c2f tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Resources bound (agent type, host, resource id): {{(pid=87870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:56:49.284103 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-0aedc0ac-8017-4bb7-a2cd-f5b9b996e719 tempest-FloatingIPNegativeTestJSON-1437729402 tempest-FloatingIPNegativeTestJSON-1437729402-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:56:49.287347 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-cac1db6a-7311-4786-8b1a-387be0e71f21 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1919805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2561174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2563528'] for subnet, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:49.291171 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-0ff8df08-b3f2-4b4a-9ad4-3b3a6bd6d319 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765'] for network, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:49.292120 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-829823d6-6cec-4233-b190-4f3c015f6c2f tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:56:49.292853 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-829823d6-6cec-4233-b190-4f3c015f6c2f tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks [] for subnet, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:49.297220 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ff8df08-b3f2-4b4a-9ad4-3b3a6bd6d319 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:56:49.297801 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-0ff8df08-b3f2-4b4a-9ad4-3b3a6bd6d319 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks [] for network, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:49.298417 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-f9322fbb-a515-4b96-a808-4b9287e90e60 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:56:49.302071 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1fb583b-3d25-4bf5-9bd4-4a985516ac22 None None] Network e95a87e2-4c44-46e2-9de5-2786cbaea69c requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:56:49.307461 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-0aedc0ac-8017-4bb7-a2cd-f5b9b996e719 tempest-FloatingIPNegativeTestJSON-1437729402 tempest-FloatingIPNegativeTestJSON-1437729402-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:56:49.322848 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-4a49a846-4d0a-4021-a2ae-0049ced892cf tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765'] for network, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:49.328509 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a49a846-4d0a-4021-a2ae-0049ced892cf tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:56:49.329116 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-4a49a846-4d0a-4021-a2ae-0049ced892cf tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538751'] for network, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:49.333166 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-cac1db6a-7311-4786-8b1a-387be0e71f21 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks [] for subnet, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:49.345636 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce68f18b-9ab6-41cc-815c-2a29af4666ad None None] Network 8c636130-36c7-4dc3-a360-d3c5aa15f9b1 requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:56:49.353742 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829823d6-6cec-4233-b190-4f3c015f6c2f tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Pushing event updated for resources: {'Subnet': ['ID=b9529a26-e49c-49a9-9306-bcca0f39882d,revision_number=0']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:56:49.369914 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-df43a540-af66-4b5d-a837-925b65675b63 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d81c380f5a424ddd9f088c5f4081fe4e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1434095 Mar 28 11:56:49.382338 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 50876) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:49.398419 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-f9322fbb-a515-4b96-a808-4b9287e90e60 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Notify callbacks [] for security_group, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:49.424829 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da25a2f2-009a-488d-b7fd-27728219c001 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1d3f2a9-8722-5ce5-bc40-181687d1ed3f-4af579f0-24dc-41b9-b867-a4844f191456', 'network_id': '4af579f0-24dc-41b9-b867-a4844f191456', 'tenant_id': '0ad7b1f6e96a40538a966af0f41e67e6', 'fixed_ips': [{'subnet_id': 'f3b64456-ceb4-48c0-919c-8438ecb6847e'}]}} from dv-neutron-835340-2-hyperv. {{(pid=87872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 11:56:49.425711 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-da25a2f2-009a-488d-b7fd-27728219c001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:49.431874 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-cac1db6a-7311-4786-8b1a-387be0e71f21 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] 10.222.0.30 "DELETE /v2.0/subnets/84a01d24-d751-435f-bb65-e403630f6569 HTTP/1.1" status: 204 len: 168 time: 1.1031032 Mar 28 11:56:49.431874 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-829823d6-6cec-4233-b190-4f3c015f6c2f tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4114754 Mar 28 11:56:49.439057 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac1db6a-7311-4786-8b1a-387be0e71f21 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Pushing event deleted for resources: {'Subnet': ['ID=84a01d24-d751-435f-bb65-e403630f6569,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:56:49.443915 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 50880) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:49.443915 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 50882) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:49.452011 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-4a49a846-4d0a-4021-a2ae-0049ced892cf tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8993576 Mar 28 11:56:49.453188 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 50884) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:49.466551 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-1a593ca7-372f-42e5-ab04-265561cad988 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Request body: {'port': {'network_id': 'e95a87e2-4c44-46e2-9de5-2786cbaea69c', 'fixed_ips': [{'subnet_id': 'b9529a26-e49c-49a9-9306-bcca0f39882d', 'ip_address': '2001:db8::5886:5db7:4c5c:489d'}], 'name': 'tempest-NetworksTestDHCPv6-1856337041'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:56:49.511245 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-f9322fbb-a515-4b96-a808-4b9287e90e60 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:56:49.515452 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-f9322fbb-a515-4b96-a808-4b9287e90e60 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Usage tracker for resource:security_group_rule and tenant:2a883d5a5a2b4866b0c720c3c2f3317a is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:56:49.518699 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-f9322fbb-a515-4b96-a808-4b9287e90e60 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:56:49.525450 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-0ff8df08-b3f2-4b4a-9ad4-3b3a6bd6d319 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4875622 Mar 28 11:56:49.525626 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-f9322fbb-a515-4b96-a808-4b9287e90e60 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:56:49.534142 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff8df08-b3f2-4b4a-9ad4-3b3a6bd6d319 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Pushing event updated for resources: {'Network': ['ID=90a4f29c-6554-4568-8170-e4ddc78faf1b,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:56:49.536138 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 50892) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:49.539663 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-ab9d0347-a03a-4aca-bafe-02eae85d5a99 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Request body: {'subnet': {'network_id': 'cc0944ec-be24-4bcf-bac6-5ff4216738f0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:56:49.579855 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-f2f0c912-e6a4-43fa-b327-199cdb18029d tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Request body: {'subnet': {'network_id': '90a4f29c-6554-4568-8170-e4ddc78faf1b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:56:49.585354 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Network 90a4f29c-6554-4568-8170-e4ddc78faf1b details requested by agent ovs-agent-dv-neutron-835340-2-hyperv with host dv-neutron-835340-2-hyperv {{(pid=87872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 11:56:49.596285 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a49a846-4d0a-4021-a2ae-0049ced892cf tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Pushing event updated for resources: {'Network': ['ID=cc0944ec-be24-4bcf-bac6-5ff4216738f0,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:56:49.634763 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Network cc0944ec-be24-4bcf-bac6-5ff4216738f0 details requested by agent ovs-agent-dv-neutron-835340-2-hyperv with host dv-neutron-835340-2-hyperv {{(pid=87872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 11:56:49.717613 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff6348ed-d0c8-484d-9849-8aaf3a8b2217 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Deleting subnet abb1f100-99c6-4799-8f83-420e8f91b22e {{(pid=87871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 11:56:49.727330 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-ff6348ed-d0c8-484d-9849-8aaf3a8b2217 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks [] for subnet, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:49.840645 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-f9322fbb-a515-4b96-a808-4b9287e90e60 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Notify callbacks [] for security_group, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:49.873210 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-f9322fbb-a515-4b96-a808-4b9287e90e60 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:49.877304 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-ab9d0347-a03a-4aca-bafe-02eae85d5a99 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:56:49.893508 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-ab9d0347-a03a-4aca-bafe-02eae85d5a99 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Usage tracker for resource:subnet and tenant:beb99f647cec46e3bbf575ac0a3034e8 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:56:49.900394 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-ff6348ed-d0c8-484d-9849-8aaf3a8b2217 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3436877'] for subnet, precommit_delete_associations {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:49.900664 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-ab9d0347-a03a-4aca-bafe-02eae85d5a99 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:56:49.913774 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-ab9d0347-a03a-4aca-bafe-02eae85d5a99 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:56:49.940533 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-1b2b2d7a-f345-4bdd-9f3d-ad77049d3e25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:49.942463 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-f2f0c912-e6a4-43fa-b327-199cdb18029d tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:56:49.944616 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9322fbb-a515-4b96-a808-4b9287e90e60 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cdc71543-dae3-400e-a627-42444c440cdb,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:56:49.948271 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab9d0347-a03a-4aca-bafe-02eae85d5a99 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Made reservation on behalf of beb99f647cec46e3bbf575ac0a3034e8 for: {'subnet': 1} {{(pid=87870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:56:49.952550 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-ab9d0347-a03a-4aca-bafe-02eae85d5a99 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2563571'] for subnet, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:49.970103 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-f9322fbb-a515-4b96-a808-4b9287e90e60 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Notify callbacks [] for security_group, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:49.971307 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-f9322fbb-a515-4b96-a808-4b9287e90e60 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.8123436 Mar 28 11:56:49.976607 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-f2f0c912-e6a4-43fa-b327-199cdb18029d tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Usage tracker for resource:subnet and tenant:0ad7b1f6e96a40538a966af0f41e67e6 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:56:49.983790 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 50896) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:49.991792 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-53826fb5-ea5d-4240-915c-af422903533e tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Request body: {'security_group_rule': {'security_group_id': 'fe0da508-1b55-4523-a5e4-a25ad7e43395', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'cdc71543-dae3-400e-a627-42444c440cdb', 'remote_ip_prefix': None}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:56:50.000192 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-f2f0c912-e6a4-43fa-b327-199cdb18029d tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:56:50.003150 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-53826fb5-ea5d-4240-915c-af422903533e tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:56:50.009378 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-1a593ca7-372f-42e5-ab04-265561cad988 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:56:50.024874 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-0aedc0ac-8017-4bb7-a2cd-f5b9b996e719 tempest-FloatingIPNegativeTestJSON-1437729402 tempest-FloatingIPNegativeTestJSON-1437729402-project] Notify callbacks [] for security_group, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:50.026568 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-f2f0c912-e6a4-43fa-b327-199cdb18029d tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:56:50.050209 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-1a593ca7-372f-42e5-ab04-265561cad988 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:56:50.055720 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-53826fb5-ea5d-4240-915c-af422903533e tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Usage tracker for resource:security_group_rule and tenant:2a883d5a5a2b4866b0c720c3c2f3317a is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:56:50.057204 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-1b2b2d7a-f345-4bdd-9f3d-ad77049d3e25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:50.064011 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-0aedc0ac-8017-4bb7-a2cd-f5b9b996e719 tempest-FloatingIPNegativeTestJSON-1437729402 tempest-FloatingIPNegativeTestJSON-1437729402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:50.069195 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-53826fb5-ea5d-4240-915c-af422903533e tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:56:50.085787 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-53826fb5-ea5d-4240-915c-af422903533e tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:56:50.101155 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2f0c912-e6a4-43fa-b327-199cdb18029d tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Made reservation on behalf of 0ad7b1f6e96a40538a966af0f41e67e6 for: {'subnet': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:56:50.104491 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-f2f0c912-e6a4-43fa-b327-199cdb18029d tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26551362'] for subnet, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:50.105040 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.db_base_plugin_common [None req-da25a2f2-009a-488d-b7fd-27728219c001 None None] Allocated IP 172.20.255.242 (4af579f0-24dc-41b9-b867-a4844f191456/f3b64456-ceb4-48c0-919c-8438ecb6847e/37488a84-7a1e-4966-9466-86247382d861) {{(pid=87872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:56:50.128870 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-53826fb5-ea5d-4240-915c-af422903533e tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:50.180811 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cc92baf-0d16-4c16-ac39-daa561c6d8f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1d3f2a9-8722-5ce5-bc40-181687d1ed3f-e95a87e2-4c44-46e2-9de5-2786cbaea69c', 'network_id': 'e95a87e2-4c44-46e2-9de5-2786cbaea69c', 'tenant_id': 'b4adfe5c8b3a4e57a1afd1d44c455245', 'fixed_ips': [{'subnet_id': 'b9529a26-e49c-49a9-9306-bcca0f39882d'}]}} from dv-neutron-835340-2-hyperv. {{(pid=87872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 11:56:50.185451 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-0cc92baf-0d16-4c16-ac39-daa561c6d8f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:50.283143 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0aedc0ac-8017-4bb7-a2cd-f5b9b996e719 tempest-FloatingIPNegativeTestJSON-1437729402 tempest-FloatingIPNegativeTestJSON-1437729402-project] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=87871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 11:56:50.291189 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-53826fb5-ea5d-4240-915c-af422903533e tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:50.297012 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-53826fb5-ea5d-4240-915c-af422903533e tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740322'] for security_group_rule, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:50.299877 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a593ca7-372f-42e5-ab04-265561cad988 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Made reservation on behalf of b4adfe5c8b3a4e57a1afd1d44c455245 for: {'port': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:56:50.308064 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-ab9d0347-a03a-4aca-bafe-02eae85d5a99 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2561241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2563521'] for subnet, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:50.336557 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78f84e5c-c769-4da1-8e2c-1b96df30e081 None None] DHCP port deletion for 8c636130-36c7-4dc3-a360-d3c5aa15f9b1 request from dv-neutron-835340-2-hyperv {{(pid=87872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 11:56:50.346942 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aedc0ac-8017-4bb7-a2cd-f5b9b996e719 tempest-FloatingIPNegativeTestJSON-1437729402 tempest-FloatingIPNegativeTestJSON-1437729402-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8153cb2b-1990-4991-8b25-6568398d0786,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:56:50.361512 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-78f84e5c-c769-4da1-8e2c-1b96df30e081 None None] Deleting port c70b27fb-4ef8-49ed-991c-27cc479ad0b0 {{(pid=87872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:56:50.362248 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-78f84e5c-c769-4da1-8e2c-1b96df30e081 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:50.362880 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53826fb5-ea5d-4240-915c-af422903533e tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=672157ff-58ba-430e-8737-2038e04e98e3,revision_number=0']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:56:50.409375 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-0aedc0ac-8017-4bb7-a2cd-f5b9b996e719 tempest-FloatingIPNegativeTestJSON-1437729402 tempest-FloatingIPNegativeTestJSON-1437729402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:50.409717 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.db.segments_db [None req-0aedc0ac-8017-4bb7-a2cd-f5b9b996e719 tempest-FloatingIPNegativeTestJSON-1437729402 tempest-FloatingIPNegativeTestJSON-1437729402-project] Added segment 83154f6c-29d0-49c7-ba11-3201f51fe2ef of type vlan for network 47042d8e-f663-40df-b18d-4bb82041fd62 Mar 28 11:56:50.413661 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-53826fb5-ea5d-4240-915c-af422903533e tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:50.414819 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-53826fb5-ea5d-4240-915c-af422903533e tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.4302371 Mar 28 11:56:50.419196 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 50900) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:50.425143 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9d0347-a03a-4aca-bafe-02eae85d5a99 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Pushing event updated for resources: {'Subnet': ['ID=83832ec7-a7c9-40a2-8761-7e358b98f544,revision_number=0']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:56:50.445483 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9d0347-a03a-4aca-bafe-02eae85d5a99 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Checking segment: {'id': '3ed3d663-3673-4e0a-88bf-efb99caf2c68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'cc0944ec-be24-4bcf-bac6-5ff4216738f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:56:50.445903 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab9d0347-a03a-4aca-bafe-02eae85d5a99 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Network hostable DHCP agents. Network: cc0944ec-be24-4bcf-bac6-5ff4216738f0, hostable agents: ['3cb85949-855b-4a40-b988-cd5705e511da'], hosted agents: [] {{(pid=87870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 11:56:50.472372 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-b96335e4-e319-4ec2-b960-436a1a3952fe tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:50.486605 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-b96335e4-e319-4ec2-b960-436a1a3952fe tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:50.493304 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab9d0347-a03a-4aca-bafe-02eae85d5a99 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Network cc0944ec-be24-4bcf-bac6-5ff4216738f0 is scheduled to be hosted by DHCP agent 3cb85949-855b-4a40-b988-cd5705e511da with binding_index 1 {{(pid=87870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 11:56:50.511944 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.base_scheduler [None req-ab9d0347-a03a-4aca-bafe-02eae85d5a99 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-2-hyperv, cc0944ec-be24-4bcf-bac6-5ff4216738f0) {{(pid=87870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:56:50.513017 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-ff6348ed-d0c8-484d-9849-8aaf3a8b2217 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1919782'] for subnet, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:50.516737 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab9d0347-a03a-4aca-bafe-02eae85d5a99 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:56:50.517388 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-ab9d0347-a03a-4aca-bafe-02eae85d5a99 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks [] for subnet, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:50.543983 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-b96335e4-e319-4ec2-b960-436a1a3952fe tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740322'] for security_group_rule, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:50.556810 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-b96335e4-e319-4ec2-b960-436a1a3952fe tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:50.558174 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-b96335e4-e319-4ec2-b960-436a1a3952fe tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/672157ff-58ba-430e-8737-2038e04e98e3 HTTP/1.1" status: 204 len: 168 time: 0.1360998 Mar 28 11:56:50.565380 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-ab9d0347-a03a-4aca-bafe-02eae85d5a99 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0590148 Mar 28 11:56:50.566251 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 50904) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:50.566617 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 50906) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:50.567414 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96335e4-e319-4ec2-b960-436a1a3952fe tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=672157ff-58ba-430e-8737-2038e04e98e3,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:56:50.579846 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-bba55a51-097b-4169-af86-309f5ef0a8dd tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Request body: {'port': {'network_id': 'cc0944ec-be24-4bcf-bac6-5ff4216738f0', 'name': 'tempest-PortsIpV6TestJSON-932393212'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:56:50.596520 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea5a5855-a557-470f-8fdb-da519d6f277b None None] Network cc0944ec-be24-4bcf-bac6-5ff4216738f0 requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:56:50.736184 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:50.740126 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-57075800-4bcd-4625-b65d-4b6118df333e tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Synchronizing usage tracker for tenant:2a883d5a5a2b4866b0c720c3c2f3317a on resource:security_group_rule {{(pid=87870) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:56:50.782106 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-0aedc0ac-8017-4bb7-a2cd-f5b9b996e719 tempest-FloatingIPNegativeTestJSON-1437729402 tempest-FloatingIPNegativeTestJSON-1437729402-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783495836591'] for network, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:50.782444 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-da25a2f2-009a-488d-b7fd-27728219c001 None None] Notify callbacks [] for port, precommit_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:50.792229 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-57075800-4bcd-4625-b65d-4b6118df333e tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Unset dirty status for tenant:2a883d5a5a2b4866b0c720c3c2f3317a on resource:security_group_rule {{(pid=87870) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:56:50.794542 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-57075800-4bcd-4625-b65d-4b6118df333e tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2245111 Mar 28 11:56:50.797348 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-bba55a51-097b-4169-af86-309f5ef0a8dd tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:56:50.799642 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 50912) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:50.804478 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.db_base_plugin_common [None req-0cc92baf-0d16-4c16-ac39-daa561c6d8f6 None None] Allocated IP 2001:db8::2 (e95a87e2-4c44-46e2-9de5-2786cbaea69c/b9529a26-e49c-49a9-9306-bcca0f39882d/3afe6244-76d9-409c-956a-9d06e9b8e941) {{(pid=87872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:56:50.819379 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-ff6348ed-d0c8-484d-9849-8aaf3a8b2217 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1919805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2364079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26551417'] for subnet, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:50.826488 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-bba55a51-097b-4169-af86-309f5ef0a8dd tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:56:50.861175 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-da25a2f2-009a-488d-b7fd-27728219c001 None None] Transition to ACTIVE for port object 37488a84-7a1e-4966-9466-86247382d861 will not be triggered until provisioned by entity L2. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:56:50.861984 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bba55a51-097b-4169-af86-309f5ef0a8dd tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Made reservation on behalf of beb99f647cec46e3bbf575ac0a3034e8 for: {'port': 1} {{(pid=87870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:56:50.865882 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-bba55a51-097b-4169-af86-309f5ef0a8dd tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:50.907373 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.notifiers.nova [None req-bba55a51-097b-4169-af86-309f5ef0a8dd tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] device_id is not set on port 6ce0c271-3782-4400-8c83-62291e04762b yet. {{(pid=87870) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 11:56:50.907630 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-1b2b2d7a-f345-4bdd-9f3d-ad77049d3e25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:50.934203 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6348ed-d0c8-484d-9849-8aaf3a8b2217 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Pushing event deleted for resources: {'Subnet': ['ID=abb1f100-99c6-4799-8f83-420e8f91b22e,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:56:50.946927 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-ff6348ed-d0c8-484d-9849-8aaf3a8b2217 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538751'] for subnet, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:50.948917 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-6c148710-0c71-4df2-8903-7221060badf6 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Notify callbacks [] for security_group, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:50.953010 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.db.resource_extend [None req-0aedc0ac-8017-4bb7-a2cd-f5b9b996e719 tempest-FloatingIPNegativeTestJSON-1437729402 tempest-FloatingIPNegativeTestJSON-1437729402-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 28 11:56:50.956150 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06b75e3d-74f6-4396-a5aa-2383cb2c62c6 None None] Network 5aa1360d-dd8a-429a-9676-2b66657797b7 requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:56:50.970739 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-da25a2f2-009a-488d-b7fd-27728219c001 None None] Transition to ACTIVE for port object 37488a84-7a1e-4966-9466-86247382d861 will not be triggered until provisioned by entity DHCP. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:56:50.983659 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-1a593ca7-372f-42e5-ab04-265561cad988 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:50.994722 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2b2d7a-f345-4bdd-9f3d-ad77049d3e25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0b91103-bfdc-4e49-8af0-e803f2d1a003,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:56:51.012177 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-6c148710-0c71-4df2-8903-7221060badf6 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:51.067746 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-0aedc0ac-8017-4bb7-a2cd-f5b9b996e719 tempest-FloatingIPNegativeTestJSON-1437729402 tempest-FloatingIPNegativeTestJSON-1437729402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765'] for network, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:51.068442 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-da25a2f2-009a-488d-b7fd-27728219c001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241'] for port, after_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:51.072626 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-78f84e5c-c769-4da1-8e2c-1b96df30e081 None None] For port c70b27fb-4ef8-49ed-991c-27cc479ad0b0, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=c70b27fb-4ef8-49ed-991c-27cc479ad0b0,segment=NetworkSegment(ab893dda-436e-4954-abde-bbe01354134a),segment_id=ab893dda-436e-4954-abde-bbe01354134a)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:56:51.073017 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-78f84e5c-c769-4da1-8e2c-1b96df30e081 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:51.073134 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aedc0ac-8017-4bb7-a2cd-f5b9b996e719 tempest-FloatingIPNegativeTestJSON-1437729402 tempest-FloatingIPNegativeTestJSON-1437729402-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:56:51.073692 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-0aedc0ac-8017-4bb7-a2cd-f5b9b996e719 tempest-FloatingIPNegativeTestJSON-1437729402 tempest-FloatingIPNegativeTestJSON-1437729402-project] Notify callbacks [] for network, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:51.080341 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-ff6348ed-d0c8-484d-9849-8aaf3a8b2217 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] 10.222.0.30 "DELETE /v2.0/subnets/abb1f100-99c6-4799-8f83-420e8f91b22e HTTP/1.1" status: 204 len: 168 time: 1.6246402 Mar 28 11:56:51.093918 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 50916) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:51.101355 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.notifiers.nova [None req-1a593ca7-372f-42e5-ab04-265561cad988 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] device_id is not set on port 7e824968-923d-4b14-b6fc-5d1227576cc6 yet. {{(pid=87871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 11:56:51.147000 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-1b2b2d7a-f345-4bdd-9f3d-ad77049d3e25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:51.148191 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-1b2b2d7a-f345-4bdd-9f3d-ad77049d3e25 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e0b91103-bfdc-4e49-8af0-e803f2d1a003 HTTP/1.1" status: 204 len: 168 time: 1.7608912 Mar 28 11:56:51.180835 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-f2f0c912-e6a4-43fa-b327-199cdb18029d tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2364128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26551408'] for subnet, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:51.219357 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-6c148710-0c71-4df2-8903-7221060badf6 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:51.253995 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.db_base_plugin_common [None req-bba55a51-097b-4169-af86-309f5ef0a8dd tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Allocated IP 2001:db8::2e8 (cc0944ec-be24-4bcf-bac6-5ff4216738f0/83832ec7-a7c9-40a2-8761-7e358b98f544/6ce0c271-3782-4400-8c83-62291e04762b) {{(pid=87870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:56:51.266202 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c148710-0c71-4df2-8903-7221060badf6 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdc71543-dae3-400e-a627-42444c440cdb,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:56:51.275712 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-e02fe490-afa7-44c3-b6b6-fa60f800e5f4 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588883'] for network, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:51.286347 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-0aedc0ac-8017-4bb7-a2cd-f5b9b996e719 tempest-FloatingIPNegativeTestJSON-1437729402 tempest-FloatingIPNegativeTestJSON-1437729402-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 2.5467515 Mar 28 11:56:51.289584 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 50922) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:51.312816 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aedc0ac-8017-4bb7-a2cd-f5b9b996e719 tempest-FloatingIPNegativeTestJSON-1437729402 tempest-FloatingIPNegativeTestJSON-1437729402-project] Pushing event updated for resources: {'Network': ['ID=47042d8e-f663-40df-b18d-4bb82041fd62,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:56:51.331000 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-2f1c2f1a-42c4-4c50-95c3-0a285e10f95f tempest-FloatingIPNegativeTestJSON-1437729402 tempest-FloatingIPNegativeTestJSON-1437729402-project] Request body: {'subnet': {'network_id': '47042d8e-f663-40df-b18d-4bb82041fd62', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:56:51.385242 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Network 47042d8e-f663-40df-b18d-4bb82041fd62 details requested by agent ovs-agent-dv-neutron-835340-2-hyperv with host dv-neutron-835340-2-hyperv {{(pid=87872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 11:56:51.390108 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f0c912-e6a4-43fa-b327-199cdb18029d tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Pushing event updated for resources: {'Subnet': ['ID=a6739e04-92ca-47b0-b779-c53aeaba130d,revision_number=0']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:56:51.428023 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f0c912-e6a4-43fa-b327-199cdb18029d tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Checking segment: {'id': 'b15b1665-f436-4a69-af6b-94742a3cccef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '90a4f29c-6554-4568-8170-e4ddc78faf1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:56:51.428385 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2f0c912-e6a4-43fa-b327-199cdb18029d tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Network hostable DHCP agents. Network: 90a4f29c-6554-4568-8170-e4ddc78faf1b, hostable agents: ['3cb85949-855b-4a40-b988-cd5705e511da'], hosted agents: [] {{(pid=87871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 11:56:51.434716 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-78f84e5c-c769-4da1-8e2c-1b96df30e081 None None] Calling delete_port for c70b27fb-4ef8-49ed-991c-27cc479ad0b0 owned by network:dhcp {{(pid=87872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:56:51.448952 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-e02fe490-afa7-44c3-b6b6-fa60f800e5f4 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Deleting port c70b27fb-4ef8-49ed-991c-27cc479ad0b0 {{(pid=87870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:56:51.449907 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-e02fe490-afa7-44c3-b6b6-fa60f800e5f4 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:51.454682 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2f0c912-e6a4-43fa-b327-199cdb18029d tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Network 90a4f29c-6554-4568-8170-e4ddc78faf1b is scheduled to be hosted by DHCP agent 3cb85949-855b-4a40-b988-cd5705e511da with binding_index 1 {{(pid=87871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 11:56:51.473023 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-f2f0c912-e6a4-43fa-b327-199cdb18029d tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-2-hyperv, 90a4f29c-6554-4568-8170-e4ddc78faf1b) {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:56:51.475999 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-6c148710-0c71-4df2-8903-7221060badf6 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Notify callbacks [] for security_group, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:51.477132 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-6c148710-0c71-4df2-8903-7221060badf6 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] 10.222.0.30 "DELETE /v2.0/security-groups/cdc71543-dae3-400e-a627-42444c440cdb HTTP/1.1" status: 204 len: 168 time: 0.6764524 Mar 28 11:56:51.483203 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2f0c912-e6a4-43fa-b327-199cdb18029d tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:56:51.484478 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-f2f0c912-e6a4-43fa-b327-199cdb18029d tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538751'] for subnet, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:51.507378 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device c70b27fb-4ef8-49ed-991c-27cc479ad0b0 no longer exists at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 11:56:51.508098 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 50926) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:51.536285 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-f2f0c912-e6a4-43fa-b327-199cdb18029d tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.9738412 Mar 28 11:56:51.553215 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da25a2f2-009a-488d-b7fd-27728219c001 None None] Network 4af579f0-24dc-41b9-b867-a4844f191456 is already hosted by enough agents. {{(pid=87872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:56:51.559228 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 50934) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:51.593532 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-6d10b6c3-3de3-47e8-a162-e999b65a3ab7 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Synchronizing usage tracker for tenant:2a883d5a5a2b4866b0c720c3c2f3317a on resource:security_group {{(pid=87871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:56:51.612257 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-6d10b6c3-3de3-47e8-a162-e999b65a3ab7 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Unset dirty status for tenant:2a883d5a5a2b4866b0c720c3c2f3317a on resource:security_group {{(pid=87871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:56:51.614186 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-6d10b6c3-3de3-47e8-a162-e999b65a3ab7 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.1047630 Mar 28 11:56:51.624536 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 50938) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:51.635153 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51c2480b-72b9-4423-8c5f-09f51b663ae1 None None] Network 90a4f29c-6554-4568-8170-e4ddc78faf1b requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:56:51.663052 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.base_scheduler [None req-da25a2f2-009a-488d-b7fd-27728219c001 None None] Resources bound (agent type, host, resource id): {{(pid=87872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:56:51.686363 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da25a2f2-009a-488d-b7fd-27728219c001 None None] Received port after_create {{(pid=87872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:56:51.704519 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-bdd9ecc9-b125-41e6-9e96-b98360eadd45 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Notify callbacks [] for security_group, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:51.721096 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-2f1c2f1a-42c4-4c50-95c3-0a285e10f95f tempest-FloatingIPNegativeTestJSON-1437729402 tempest-FloatingIPNegativeTestJSON-1437729402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:56:51.741956 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-bdd9ecc9-b125-41e6-9e96-b98360eadd45 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:51.774303 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da25a2f2-009a-488d-b7fd-27728219c001 None None] Pushing event updated for resources: {'Port': ['ID=37488a84-7a1e-4966-9466-86247382d861,revision_number=1']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:56:51.825870 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-bdd9ecc9-b125-41e6-9e96-b98360eadd45 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:51.847431 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-2f1c2f1a-42c4-4c50-95c3-0a285e10f95f tempest-FloatingIPNegativeTestJSON-1437729402 tempest-FloatingIPNegativeTestJSON-1437729402-project] Usage tracker for resource:subnet and tenant:07d6f5d7cb4f4169b6b360cecc93f3ca is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:56:51.867164 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd9ecc9-b125-41e6-9e96-b98360eadd45 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe0da508-1b55-4523-a5e4-a25ad7e43395,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:56:51.891514 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-2f1c2f1a-42c4-4c50-95c3-0a285e10f95f tempest-FloatingIPNegativeTestJSON-1437729402 tempest-FloatingIPNegativeTestJSON-1437729402-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:56:51.894633 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-bdd9ecc9-b125-41e6-9e96-b98360eadd45 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Notify callbacks [] for security_group, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:51.904051 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-bdd9ecc9-b125-41e6-9e96-b98360eadd45 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] 10.222.0.30 "DELETE /v2.0/security-groups/fe0da508-1b55-4523-a5e4-a25ad7e43395 HTTP/1.1" status: 204 len: 168 time: 0.2858894 Mar 28 11:56:51.906616 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 50952) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:51.986938 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-c5151d80-100e-4729-944e-9b671c32b429 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Synchronizing usage tracker for tenant:2a883d5a5a2b4866b0c720c3c2f3317a on resource:security_group {{(pid=87871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:56:52.006734 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-c5151d80-100e-4729-944e-9b671c32b429 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Unset dirty status for tenant:2a883d5a5a2b4866b0c720c3c2f3317a on resource:security_group {{(pid=87871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:56:52.008542 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-c5151d80-100e-4729-944e-9b671c32b429 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1008527 Mar 28 11:56:52.013796 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 50960) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:52.021423 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-997ad2a5-51c6-4688-bd66-1c45604437a4 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Request body: {'security_group': {'name': 'tempest-secgroup--315672357'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:56:52.028308 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-997ad2a5-51c6-4688-bd66-1c45604437a4 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:56:52.041652 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-997ad2a5-51c6-4688-bd66-1c45604437a4 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:56:52.057621 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-2f1c2f1a-42c4-4c50-95c3-0a285e10f95f tempest-FloatingIPNegativeTestJSON-1437729402 tempest-FloatingIPNegativeTestJSON-1437729402-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:56:52.066248 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-997ad2a5-51c6-4688-bd66-1c45604437a4 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Notify callbacks [] for security_group, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:52.103386 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-997ad2a5-51c6-4688-bd66-1c45604437a4 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:56:52.109205 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-997ad2a5-51c6-4688-bd66-1c45604437a4 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Usage tracker for resource:security_group_rule and tenant:2a883d5a5a2b4866b0c720c3c2f3317a is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:56:52.112850 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-997ad2a5-51c6-4688-bd66-1c45604437a4 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:56:52.113821 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f1c2f1a-42c4-4c50-95c3-0a285e10f95f tempest-FloatingIPNegativeTestJSON-1437729402 tempest-FloatingIPNegativeTestJSON-1437729402-project] Made reservation on behalf of 07d6f5d7cb4f4169b6b360cecc93f3ca for: {'subnet': 1} {{(pid=87870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:56:52.117968 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-2f1c2f1a-42c4-4c50-95c3-0a285e10f95f tempest-FloatingIPNegativeTestJSON-1437729402 tempest-FloatingIPNegativeTestJSON-1437729402-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2563571'] for subnet, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:52.119563 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-997ad2a5-51c6-4688-bd66-1c45604437a4 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:56:52.176305 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f64e2ba9-4f8c-4fc1-a0b8-89fa83237d8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1d3f2a9-8722-5ce5-bc40-181687d1ed3f-cc0944ec-be24-4bcf-bac6-5ff4216738f0', 'network_id': 'cc0944ec-be24-4bcf-bac6-5ff4216738f0', 'tenant_id': 'beb99f647cec46e3bbf575ac0a3034e8', 'fixed_ips': [{'subnet_id': '83832ec7-a7c9-40a2-8761-7e358b98f544'}]}} from dv-neutron-835340-2-hyperv. {{(pid=87872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 11:56:52.177297 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-f64e2ba9-4f8c-4fc1-a0b8-89fa83237d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:52.218051 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-997ad2a5-51c6-4688-bd66-1c45604437a4 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Notify callbacks [] for security_group, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:52.224012 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-997ad2a5-51c6-4688-bd66-1c45604437a4 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:52.297482 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-6e938a82-40ce-4c31-9d96-8c824cc0819c tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588883'] for network, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:52.305255 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-bba55a51-097b-4169-af86-309f5ef0a8dd tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks [] for port, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:52.316878 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997ad2a5-51c6-4688-bd66-1c45604437a4 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75d7c796-316c-41dd-87fe-4887872ad750,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:56:52.332086 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-da25a2f2-009a-488d-b7fd-27728219c001 None None] Attempting to bind port 37488a84-7a1e-4966-9466-86247382d861 on host dv-neutron-835340-2-hyperv for vnic_type normal with profile {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:56:52.332769 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-da25a2f2-009a-488d-b7fd-27728219c001 None None] Attempting to bind port 37488a84-7a1e-4966-9466-86247382d861 by drivers openvswitch,hyperv on host dv-neutron-835340-2-hyperv at level 0 using segments [{'id': '35565caa-32ae-4652-b5a9-2887221d2971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4af579f0-24dc-41b9-b867-a4844f191456'}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:56:52.333439 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da25a2f2-009a-488d-b7fd-27728219c001 None None] Attempting to bind port 37488a84-7a1e-4966-9466-86247382d861 on network 4af579f0-24dc-41b9-b867-a4844f191456 {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:56:52.334307 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-997ad2a5-51c6-4688-bd66-1c45604437a4 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Notify callbacks [] for security_group, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:52.338915 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-997ad2a5-51c6-4688-bd66-1c45604437a4 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.3215499 Mar 28 11:56:52.339056 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 50970) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:52.347955 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-f922b085-efd5-4275-b1ee-d982d994031a tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Request body: {'security_group_rule': {'security_group_id': '75d7c796-316c-41dd-87fe-4887872ad750', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:56:52.354448 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-f922b085-efd5-4275-b1ee-d982d994031a tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:56:52.359604 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-f922b085-efd5-4275-b1ee-d982d994031a tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Usage tracker for resource:security_group_rule and tenant:2a883d5a5a2b4866b0c720c3c2f3317a is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:56:52.363004 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-f922b085-efd5-4275-b1ee-d982d994031a tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:56:52.369774 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-f922b085-efd5-4275-b1ee-d982d994031a tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:56:52.393818 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-f922b085-efd5-4275-b1ee-d982d994031a tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:52.400727 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.provisioning_blocks [None req-bba55a51-097b-4169-af86-309f5ef0a8dd tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Transition to ACTIVE for port object 6ce0c271-3782-4400-8c83-62291e04762b will not be triggered until provisioned by entity DHCP. {{(pid=87870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:56:52.422699 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-0cc92baf-0d16-4c16-ac39-daa561c6d8f6 None None] Notify callbacks [] for port, precommit_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:52.458903 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.db [None req-e02fe490-afa7-44c3-b6b6-fa60f800e5f4 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] For port c70b27fb-4ef8-49ed-991c-27cc479ad0b0, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=c70b27fb-4ef8-49ed-991c-27cc479ad0b0,segment=NetworkSegment(ab893dda-436e-4954-abde-bbe01354134a),segment_id=ab893dda-436e-4954-abde-bbe01354134a)] {{(pid=87870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:56:52.459402 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-e02fe490-afa7-44c3-b6b6-fa60f800e5f4 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:52.482716 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-f922b085-efd5-4275-b1ee-d982d994031a tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:52.487605 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-f922b085-efd5-4275-b1ee-d982d994031a tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740322'] for security_group_rule, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:52.517727 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-0cc92baf-0d16-4c16-ac39-daa561c6d8f6 None None] Transition to ACTIVE for port object 3afe6244-76d9-409c-956a-9d06e9b8e941 will not be triggered until provisioned by entity L2. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:56:52.522435 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da25a2f2-009a-488d-b7fd-27728219c001 None None] Checking agent: {'id': '961a16fe-cbc8-4264-ac28-bbbd53f89caa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 46, 6), 'started_at': datetime.datetime(2022, 3, 28, 11, 46, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 11, 56, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 11:56:52.522908 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da25a2f2-009a-488d-b7fd-27728219c001 None None] Checking segment: {'id': '35565caa-32ae-4652-b5a9-2887221d2971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4af579f0-24dc-41b9-b867-a4844f191456'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:56:52.523410 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-da25a2f2-009a-488d-b7fd-27728219c001 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:52.523958 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da25a2f2-009a-488d-b7fd-27728219c001 None None] Bound using segment: {'id': '35565caa-32ae-4652-b5a9-2887221d2971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4af579f0-24dc-41b9-b867-a4844f191456'} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 11:56:52.524500 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-da25a2f2-009a-488d-b7fd-27728219c001 None None] Bound port: 37488a84-7a1e-4966-9466-86247382d861, host: dv-neutron-835340-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35565caa-32ae-4652-b5a9-2887221d2971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4af579f0-24dc-41b9-b867-a4844f191456'}}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 11:56:52.525003 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-da25a2f2-009a-488d-b7fd-27728219c001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:52.531292 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-f922b085-efd5-4275-b1ee-d982d994031a tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:52.535846 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-f922b085-efd5-4275-b1ee-d982d994031a tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1924977 Mar 28 11:56:52.535846 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 50976) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:52.556459 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f922b085-efd5-4275-b1ee-d982d994031a tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18d09ff3-41e9-40d0-82ad-acc2cc5a21cb,revision_number=0']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:56:52.574140 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-637928ba-7290-42a2-84dc-301b7060c4dc tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:52.585648 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-637928ba-7290-42a2-84dc-301b7060c4dc tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:52.612836 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-6e938a82-40ce-4c31-9d96-8c824cc0819c tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1919782'] for subnet, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:52.617550 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-637928ba-7290-42a2-84dc-301b7060c4dc tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740322'] for security_group_rule, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:52.622934 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-78f84e5c-c769-4da1-8e2c-1b96df30e081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250'] for port, after_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:52.645999 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637928ba-7290-42a2-84dc-301b7060c4dc tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=18d09ff3-41e9-40d0-82ad-acc2cc5a21cb,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:56:52.648315 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-637928ba-7290-42a2-84dc-301b7060c4dc tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:52.649502 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-e02fe490-afa7-44c3-b6b6-fa60f800e5f4 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Calling delete_port for c70b27fb-4ef8-49ed-991c-27cc479ad0b0 owned by network:dhcp {{(pid=87870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:56:52.649805 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-637928ba-7290-42a2-84dc-301b7060c4dc tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/18d09ff3-41e9-40d0-82ad-acc2cc5a21cb HTTP/1.1" status: 204 len: 168 time: 0.1132097 Mar 28 11:56:52.656017 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 50982) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:52.708418 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f84e5c-c769-4da1-8e2c-1b96df30e081 None None] Pushing event deleted for resources: {'Port': ['ID=c70b27fb-4ef8-49ed-991c-27cc479ad0b0,revision_number=None']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:56:52.727760 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-c1e45147-2d61-4ed8-83b3-e4ccd8edb927 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Synchronizing usage tracker for tenant:2a883d5a5a2b4866b0c720c3c2f3317a on resource:security_group_rule {{(pid=87871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:56:52.736110 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:52.749761 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-c1e45147-2d61-4ed8-83b3-e4ccd8edb927 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Unset dirty status for tenant:2a883d5a5a2b4866b0c720c3c2f3317a on resource:security_group_rule {{(pid=87871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:56:52.751928 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-c1e45147-2d61-4ed8-83b3-e4ccd8edb927 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0946052 Mar 28 11:56:52.754976 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 50988) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:52.768475 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-bba55a51-097b-4169-af86-309f5ef0a8dd tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:52.795278 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f84e5c-c769-4da1-8e2c-1b96df30e081 None None] No DVR routers for this DVR port c70b27fb-4ef8-49ed-991c-27cc479ad0b0 on host dv-neutron-835340-2-hyperv {{(pid=87872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 11:56:52.809851 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-0cc92baf-0d16-4c16-ac39-daa561c6d8f6 None None] Transition to ACTIVE for port object 3afe6244-76d9-409c-956a-9d06e9b8e941 will not be triggered until provisioned by entity DHCP. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:56:52.863426 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-b1d9c099-1538-475b-8951-6ea3bdb98588 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Notify callbacks [] for security_group, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:52.871948 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba55a51-097b-4169-af86-309f5ef0a8dd tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Pushing event updated for resources: {'Port': ['ID=6ce0c271-3782-4400-8c83-62291e04762b,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:56:52.946651 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-0cc92baf-0d16-4c16-ac39-daa561c6d8f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241'] for port, after_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:52.947603 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bba55a51-097b-4169-af86-309f5ef0a8dd tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Network cc0944ec-be24-4bcf-bac6-5ff4216738f0 is already hosted by enough agents. {{(pid=87870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:56:52.975733 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.base_scheduler [None req-bba55a51-097b-4169-af86-309f5ef0a8dd tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Resources bound (agent type, host, resource id): {{(pid=87870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:56:52.995089 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.db.api [None req-e02fe490-afa7-44c3-b6b6-fa60f800e5f4 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87870) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 11:56:52.995679 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG oslo_db.api [None req-e02fe490-afa7-44c3-b6b6-fa60f800e5f4 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 11:56:52.996977 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba55a51-097b-4169-af86-309f5ef0a8dd tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Received port after_create {{(pid=87870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:56:53.005168 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bba55a51-097b-4169-af86-309f5ef0a8dd tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:56:53.006121 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-bba55a51-097b-4169-af86-309f5ef0a8dd tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:53.011050 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.db_base_plugin_common [None req-1a593ca7-372f-42e5-ab04-265561cad988 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Allocated IP 2001:db8::5886:5db7:4c5c:489d (e95a87e2-4c44-46e2-9de5-2786cbaea69c/b9529a26-e49c-49a9-9306-bcca0f39882d/7e824968-923d-4b14-b6fc-5d1227576cc6) {{(pid=87871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:56:53.016077 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-6e938a82-40ce-4c31-9d96-8c824cc0819c tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1919805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2561174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2563528'] for subnet, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:53.034542 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-da25a2f2-009a-488d-b7fd-27728219c001 None None] For port 37488a84-7a1e-4966-9466-86247382d861, host dv-neutron-835340-2-hyperv, cleared binding levels {{(pid=87872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 11:56:53.047431 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc92baf-0d16-4c16-ac39-daa561c6d8f6 None None] Pushing event updated for resources: {'Port': ['ID=3afe6244-76d9-409c-956a-9d06e9b8e941,revision_number=1']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:56:53.051601 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5f64bf2-e15b-403b-99a7-698bc78520c7 None None] DHCP port deletion for 5aa1360d-dd8a-429a-9676-2b66657797b7 request from dv-neutron-835340-2-hyperv {{(pid=87872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 11:56:53.099653 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c747cf7-70b3-40c5-b8ea-9bc6ce94cc65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1d3f2a9-8722-5ce5-bc40-181687d1ed3f-90a4f29c-6554-4568-8170-e4ddc78faf1b', 'network_id': '90a4f29c-6554-4568-8170-e4ddc78faf1b', 'tenant_id': '0ad7b1f6e96a40538a966af0f41e67e6', 'fixed_ips': [{'subnet_id': 'a6739e04-92ca-47b0-b779-c53aeaba130d'}]}} from dv-neutron-835340-2-hyperv. {{(pid=87872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 11:56:53.100482 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-3c747cf7-70b3-40c5-b8ea-9bc6ce94cc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:53.151024 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-bba55a51-097b-4169-af86-309f5ef0a8dd tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.5785544 Mar 28 11:56:53.170185 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-2f1c2f1a-42c4-4c50-95c3-0a285e10f95f tempest-FloatingIPNegativeTestJSON-1437729402 tempest-FloatingIPNegativeTestJSON-1437729402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2561241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2563521'] for subnet, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:53.173963 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 50998) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:53.182402 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e938a82-40ce-4c31-9d96-8c824cc0819c tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Pushing event deleted for resources: {'Subnet': ['ID=a6739e04-92ca-47b0-b779-c53aeaba130d,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:56:53.184875 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 51000) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:53.188783 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-74c06a0e-65fe-4935-8af3-a32e876d20ff tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Request body: {'port': {'network_id': 'cc0944ec-be24-4bcf-bac6-5ff4216738f0', 'name': 'tempest-PortsIpV6TestJSON-1325922889'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:56:53.191257 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-f5f64bf2-e15b-403b-99a7-698bc78520c7 None None] Deleting port 6addcd38-d833-43fa-b3a0-ea1559597a58 {{(pid=87872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:56:53.191691 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-f5f64bf2-e15b-403b-99a7-698bc78520c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:53.212136 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-b1d9c099-1538-475b-8951-6ea3bdb98588 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:53.222637 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-da25a2f2-009a-488d-b7fd-27728219c001 None None] For port 37488a84-7a1e-4966-9466-86247382d861, host dv-neutron-835340-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=37488a84-7a1e-4966-9466-86247382d861,segment=NetworkSegment(35565caa-32ae-4652-b5a9-2887221d2971),segment_id=35565caa-32ae-4652-b5a9-2887221d2971)] {{(pid=87872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 11:56:53.241414 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cc92baf-0d16-4c16-ac39-daa561c6d8f6 None None] Network e95a87e2-4c44-46e2-9de5-2786cbaea69c is already hosted by enough agents. {{(pid=87872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:56:53.260102 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.base_scheduler [None req-0cc92baf-0d16-4c16-ac39-daa561c6d8f6 None None] Resources bound (agent type, host, resource id): {{(pid=87872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:56:53.265857 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc92baf-0d16-4c16-ac39-daa561c6d8f6 None None] Received port after_create {{(pid=87872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:56:53.273000 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-da25a2f2-009a-488d-b7fd-27728219c001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:53.282637 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-1a593ca7-372f-42e5-ab04-265561cad988 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks [] for port, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:53.307363 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.provisioning_blocks [None req-1a593ca7-372f-42e5-ab04-265561cad988 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Transition to ACTIVE for port object 7e824968-923d-4b14-b6fc-5d1227576cc6 will not be triggered until provisioned by entity DHCP. {{(pid=87871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:56:53.308567 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-b1d9c099-1538-475b-8951-6ea3bdb98588 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:53.330766 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d9c099-1538-475b-8951-6ea3bdb98588 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75d7c796-316c-41dd-87fe-4887872ad750,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:56:53.356492 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-b1d9c099-1538-475b-8951-6ea3bdb98588 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Notify callbacks [] for security_group, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:53.360906 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-b1d9c099-1538-475b-8951-6ea3bdb98588 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] 10.222.0.30 "DELETE /v2.0/security-groups/75d7c796-316c-41dd-87fe-4887872ad750 HTTP/1.1" status: 204 len: 168 time: 0.6014938 Mar 28 11:56:53.362311 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 51008) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:53.384825 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-b2885884-5096-4d74-b837-8b025e3e52c5 tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-92562043', 'router:external': True}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:56:53.391730 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-1a593ca7-372f-42e5-ab04-265561cad988 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:53.396634 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-b2885884-5096-4d74-b837-8b025e3e52c5 tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:56:53.406528 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-6e938a82-40ce-4c31-9d96-8c824cc0819c tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930431', 'neutron.services.segments.db._delete_segments_for_network-8783496351308'] for network, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:53.470702 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a593ca7-372f-42e5-ab04-265561cad988 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Pushing event updated for resources: {'Port': ['ID=7e824968-923d-4b14-b6fc-5d1227576cc6,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:56:53.473293 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-b2885884-5096-4d74-b837-8b025e3e52c5 tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Usage tracker for resource:network and tenant:e4b57e16d2b24ee4b747a47a9aaf2973 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:56:53.473891 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 6addcd38-d833-43fa-b3a0-ea1559597a58 no longer exists at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 11:56:53.486313 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-b2885884-5096-4d74-b837-8b025e3e52c5 tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:56:53.498640 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-e02fe490-afa7-44c3-b6b6-fa60f800e5f4 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Deleting port c70b27fb-4ef8-49ed-991c-27cc479ad0b0 {{(pid=87870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:56:53.498865 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-e02fe490-afa7-44c3-b6b6-fa60f800e5f4 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:53.501461 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-b2885884-5096-4d74-b837-8b025e3e52c5 tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:56:53.521597 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a593ca7-372f-42e5-ab04-265561cad988 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Network e95a87e2-4c44-46e2-9de5-2786cbaea69c is already hosted by enough agents. {{(pid=87871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:56:53.526857 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-1a593ca7-372f-42e5-ab04-265561cad988 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Resources bound (agent type, host, resource id): {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:56:53.532100 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a593ca7-372f-42e5-ab04-265561cad988 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Received port after_create {{(pid=87871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:56:53.538821 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a593ca7-372f-42e5-ab04-265561cad988 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:56:53.539720 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-1a593ca7-372f-42e5-ab04-265561cad988 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:53.550712 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2885884-5096-4d74-b837-8b025e3e52c5 tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Made reservation on behalf of e4b57e16d2b24ee4b747a47a9aaf2973 for: {'network': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:56:53.553032 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-b2885884-5096-4d74-b837-8b025e3e52c5 tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for network, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:53.554822 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-0cc92baf-0d16-4c16-ac39-daa561c6d8f6 None None] Attempting to bind port 3afe6244-76d9-409c-956a-9d06e9b8e941 on host dv-neutron-835340-2-hyperv for vnic_type normal with profile {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:56:53.555301 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-0cc92baf-0d16-4c16-ac39-daa561c6d8f6 None None] Attempting to bind port 3afe6244-76d9-409c-956a-9d06e9b8e941 by drivers openvswitch,hyperv on host dv-neutron-835340-2-hyperv at level 0 using segments [{'id': 'bd053757-b8b4-4f3a-b553-aa242f2d15d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e95a87e2-4c44-46e2-9de5-2786cbaea69c'}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:56:53.555787 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc92baf-0d16-4c16-ac39-daa561c6d8f6 None None] Attempting to bind port 3afe6244-76d9-409c-956a-9d06e9b8e941 on network e95a87e2-4c44-46e2-9de5-2786cbaea69c {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:56:53.558046 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-6e938a82-40ce-4c31-9d96-8c824cc0819c tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90a4f29c-6554-4568-8170-e4ddc78faf1b']}} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:56:53.564990 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.db_base_plugin_common [None req-f64e2ba9-4f8c-4fc1-a0b8-89fa83237d8e None None] Allocated IP 2001:db8::2 (cc0944ec-be24-4bcf-bac6-5ff4216738f0/83832ec7-a7c9-40a2-8761-7e358b98f544/30a27eff-470d-47f2-849d-144d5ef0a544) {{(pid=87872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:56:53.570584 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1c2f1a-42c4-4c50-95c3-0a285e10f95f tempest-FloatingIPNegativeTestJSON-1437729402 tempest-FloatingIPNegativeTestJSON-1437729402-project] Pushing event updated for resources: {'Subnet': ['ID=26db5336-4358-45b1-b130-635c65d546f7,revision_number=0']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:56:53.579929 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f1c2f1a-42c4-4c50-95c3-0a285e10f95f tempest-FloatingIPNegativeTestJSON-1437729402 tempest-FloatingIPNegativeTestJSON-1437729402-project] Checking segment: {'id': '83154f6c-29d0-49c7-ba11-3201f51fe2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '47042d8e-f663-40df-b18d-4bb82041fd62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:56:53.580287 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f1c2f1a-42c4-4c50-95c3-0a285e10f95f tempest-FloatingIPNegativeTestJSON-1437729402 tempest-FloatingIPNegativeTestJSON-1437729402-project] Network hostable DHCP agents. Network: 47042d8e-f663-40df-b18d-4bb82041fd62, hostable agents: ['3cb85949-855b-4a40-b988-cd5705e511da'], hosted agents: [] {{(pid=87870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 11:56:53.627332 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-e02fe490-afa7-44c3-b6b6-fa60f800e5f4 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] The port 'c70b27fb-4ef8-49ed-991c-27cc479ad0b0' was deleted {{(pid=87870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 11:56:53.632056 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-6e938a82-40ce-4c31-9d96-8c824cc0819c tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b15b1665-f436-4a69-af6b-94742a3cccef') {'for_net_delete': True} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:56:53.632354 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-6e938a82-40ce-4c31-9d96-8c824cc0819c tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b15b1665-f436-4a69-af6b-94742a3cccef') {} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:56:53.638070 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc92baf-0d16-4c16-ac39-daa561c6d8f6 None None] Checking agent: {'id': '961a16fe-cbc8-4264-ac28-bbbd53f89caa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 46, 6), 'started_at': datetime.datetime(2022, 3, 28, 11, 46, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 11, 56, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 11:56:53.638452 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc92baf-0d16-4c16-ac39-daa561c6d8f6 None None] Checking segment: {'id': 'bd053757-b8b4-4f3a-b553-aa242f2d15d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e95a87e2-4c44-46e2-9de5-2786cbaea69c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:56:53.638837 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-0cc92baf-0d16-4c16-ac39-daa561c6d8f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:53.639226 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc92baf-0d16-4c16-ac39-daa561c6d8f6 None None] Bound using segment: {'id': 'bd053757-b8b4-4f3a-b553-aa242f2d15d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e95a87e2-4c44-46e2-9de5-2786cbaea69c'} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 11:56:53.639926 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-0cc92baf-0d16-4c16-ac39-daa561c6d8f6 None None] Bound port: 3afe6244-76d9-409c-956a-9d06e9b8e941, host: dv-neutron-835340-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd053757-b8b4-4f3a-b553-aa242f2d15d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e95a87e2-4c44-46e2-9de5-2786cbaea69c'}}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 11:56:53.640135 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-0cc92baf-0d16-4c16-ac39-daa561c6d8f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:53.681543 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-6e938a82-40ce-4c31-9d96-8c824cc0819c tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783496353639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3591341'] for segment, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:53.685411 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-718524d6-a5d9-4b63-be23-a0d698adf439 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Synchronizing usage tracker for tenant:2a883d5a5a2b4866b0c720c3c2f3317a on resource:security_group {{(pid=87871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:56:53.696715 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-b2885884-5096-4d74-b837-8b025e3e52c5 tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:53.716695 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-1a593ca7-372f-42e5-ab04-265561cad988 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.2579105 Mar 28 11:56:53.716898 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 51012) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:53.724902 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-43f6ebaa-dff8-4edf-bc68-e1bd6cf76790 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Request body: {'port': {'network_id': 'e95a87e2-4c44-46e2-9de5-2786cbaea69c', 'fixed_ips': [{'subnet_id': 'b9529a26-e49c-49a9-9306-bcca0f39882d', 'ip_address': '2001:db8::5886:5db7:4c5c:489d'}], 'name': 'tempest-NetworksTestDHCPv6-1367109121'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:56:53.744887 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-718524d6-a5d9-4b63-be23-a0d698adf439 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Unset dirty status for tenant:2a883d5a5a2b4866b0c720c3c2f3317a on resource:security_group {{(pid=87871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:56:53.750921 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-718524d6-a5d9-4b63-be23-a0d698adf439 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3816113 Mar 28 11:56:53.751072 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-6e938a82-40ce-4c31-9d96-8c824cc0819c tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:53.753689 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 51016) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:53.759920 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-b2885884-5096-4d74-b837-8b025e3e52c5 tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:56:53.770743 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-b2885884-5096-4d74-b837-8b025e3e52c5 tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Usage tracker for resource:security_group_rule and tenant:e4b57e16d2b24ee4b747a47a9aaf2973 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:56:53.774393 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e938a82-40ce-4c31-9d96-8c824cc0819c tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=87870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 11:56:53.774959 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-6e938a82-40ce-4c31-9d96-8c824cc0819c tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1920481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2558260'] for segment, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:53.776310 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-b2885884-5096-4d74-b837-8b025e3e52c5 tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:56:53.793702 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-27187d33-2563-43ab-a4bc-303ec5d24107 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Request body: {'security_group': {'name': 'tempest-secgroup--982268950'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:56:53.797903 dv-neutron-835340-2-hyperv neutron-server[87870]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 11:56:53.797903 dv-neutron-835340-2-hyperv neutron-server[87870]: util.warn( Mar 28 11:56:53.797903 dv-neutron-835340-2-hyperv neutron-server[87870]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 11:56:53.797903 dv-neutron-835340-2-hyperv neutron-server[87870]: util.warn( Mar 28 11:56:53.797903 dv-neutron-835340-2-hyperv neutron-server[87870]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 11:56:53.797903 dv-neutron-835340-2-hyperv neutron-server[87870]: util.warn( Mar 28 11:56:53.797903 dv-neutron-835340-2-hyperv neutron-server[87870]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 11:56:53.797903 dv-neutron-835340-2-hyperv neutron-server[87870]: util.warn( Mar 28 11:56:53.797903 dv-neutron-835340-2-hyperv neutron-server[87870]: Traceback (most recent call last): Mar 28 11:56:53.797903 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 11:56:53.797903 dv-neutron-835340-2-hyperv neutron-server[87870]: timer() Mar 28 11:56:53.797903 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 11:56:53.797903 dv-neutron-835340-2-hyperv neutron-server[87870]: cb(*args, **kw) Mar 28 11:56:53.797903 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 11:56:53.797903 dv-neutron-835340-2-hyperv neutron-server[87870]: return func(*args, **kwargs) Mar 28 11:56:53.797903 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 11:56:53.797903 dv-neutron-835340-2-hyperv neutron-server[87870]: self._notify() Mar 28 11:56:53.797903 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 11:56:53.797903 dv-neutron-835340-2-hyperv neutron-server[87870]: self.callback(batched_events) Mar 28 11:56:53.797903 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 11:56:53.797903 dv-neutron-835340-2-hyperv neutron-server[87870]: event.method(event) Mar 28 11:56:53.797903 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 11:56:53.797903 dv-neutron-835340-2-hyperv neutron-server[87870]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 11:56:53.797903 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 11:56:53.797903 dv-neutron-835340-2-hyperv neutron-server[87870]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 11:56:53.797903 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 11:56:53.797903 dv-neutron-835340-2-hyperv neutron-server[87870]: return f(self, *a, **k) Mar 28 11:56:53.797903 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 11:56:53.797903 dv-neutron-835340-2-hyperv neutron-server[87870]: return self._get(url).json() Mar 28 11:56:53.797903 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 11:56:53.797903 dv-neutron-835340-2-hyperv neutron-server[87870]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 11:56:53.797903 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 11:56:53.797903 dv-neutron-835340-2-hyperv neutron-server[87870]: return self.request(url, 'GET', **kwargs) Mar 28 11:56:53.797903 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 11:56:53.797903 dv-neutron-835340-2-hyperv neutron-server[87870]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 11:56:53.797903 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 11:56:53.797903 dv-neutron-835340-2-hyperv neutron-server[87870]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 11:56:53.797903 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 11:56:53.797903 dv-neutron-835340-2-hyperv neutron-server[87870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 11:56:53.797903 dv-neutron-835340-2-hyperv neutron-server[87870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 11:56:53.801919 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-74c06a0e-65fe-4935-8af3-a32e876d20ff tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:56:53.833223 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-b2885884-5096-4d74-b837-8b025e3e52c5 tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:56:53.867624 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f1c2f1a-42c4-4c50-95c3-0a285e10f95f tempest-FloatingIPNegativeTestJSON-1437729402 tempest-FloatingIPNegativeTestJSON-1437729402-project] Network 47042d8e-f663-40df-b18d-4bb82041fd62 is scheduled to be hosted by DHCP agent 3cb85949-855b-4a40-b988-cd5705e511da with binding_index 1 {{(pid=87870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 11:56:53.870821 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-27187d33-2563-43ab-a4bc-303ec5d24107 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:56:53.913710 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-43f6ebaa-dff8-4edf-bc68-e1bd6cf76790 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:56:53.948334 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da25a2f2-009a-488d-b7fd-27728219c001 None None] Pushing event updated for resources: {'Port': ['ID=37488a84-7a1e-4966-9466-86247382d861,revision_number=2']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:56:53.949762 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-43f6ebaa-dff8-4edf-bc68-e1bd6cf76790 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:56:53.983783 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43f6ebaa-dff8-4edf-bc68-e1bd6cf76790 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Made reservation on behalf of b4adfe5c8b3a4e57a1afd1d44c455245 for: {'port': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:56:53.989006 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-43f6ebaa-dff8-4edf-bc68-e1bd6cf76790 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:54.000065 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-b2885884-5096-4d74-b837-8b025e3e52c5 tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:54.007393 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-b2885884-5096-4d74-b837-8b025e3e52c5 tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:54.032815 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.notifiers.nova [None req-43f6ebaa-dff8-4edf-bc68-e1bd6cf76790 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] device_id is not set on port 1ec5629a-0658-4f59-ab6b-86dafd2b355a yet. {{(pid=87871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 11:56:54.073483 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc31792d-888e-4614-8387-c5f3862facad None None] Network 90a4f29c-6554-4568-8170-e4ddc78faf1b requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:56:54.088487 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2885884-5096-4d74-b837-8b025e3e52c5 tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=87871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 11:56:54.091060 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-e02fe490-afa7-44c3-b6b6-fa60f800e5f4 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930431', 'neutron.services.segments.db._delete_segments_for_network-8783496351308'] for network, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:54.119661 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-27187d33-2563-43ab-a4bc-303ec5d24107 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:56:54.124078 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2885884-5096-4d74-b837-8b025e3e52c5 tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95e8b444-b34b-4adc-b97f-98135e960490,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:56:54.135134 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-b2885884-5096-4d74-b837-8b025e3e52c5 tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:54.138630 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.db.segments_db [None req-b2885884-5096-4d74-b837-8b025e3e52c5 tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Added segment b37a7667-1b8d-4c92-8e9e-78a479dfa6a3 of type vlan for network 4cac1095-7575-41a3-8d3d-d72618247d52 Mar 28 11:56:54.141376 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-74c06a0e-65fe-4935-8af3-a32e876d20ff tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:56:54.147282 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.base_scheduler [None req-2f1c2f1a-42c4-4c50-95c3-0a285e10f95f tempest-FloatingIPNegativeTestJSON-1437729402 tempest-FloatingIPNegativeTestJSON-1437729402-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-2-hyperv, 47042d8e-f663-40df-b18d-4bb82041fd62) {{(pid=87870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:56:54.152719 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f1c2f1a-42c4-4c50-95c3-0a285e10f95f tempest-FloatingIPNegativeTestJSON-1437729402 tempest-FloatingIPNegativeTestJSON-1437729402-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:56:54.153705 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-2f1c2f1a-42c4-4c50-95c3-0a285e10f95f tempest-FloatingIPNegativeTestJSON-1437729402 tempest-FloatingIPNegativeTestJSON-1437729402-project] Notify callbacks [] for subnet, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:54.191192 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-e02fe490-afa7-44c3-b6b6-fa60f800e5f4 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c636130-36c7-4dc3-a360-d3c5aa15f9b1']}} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:56:54.193633 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97fed002-2447-4830-8ec3-c99f536fba6d None None] Network 47042d8e-f663-40df-b18d-4bb82041fd62 requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:56:54.206890 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-27187d33-2563-43ab-a4bc-303ec5d24107 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Notify callbacks [] for security_group, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:54.223396 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-e02fe490-afa7-44c3-b6b6-fa60f800e5f4 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab893dda-436e-4954-abde-bbe01354134a') {'for_net_delete': True} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:56:54.223950 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-e02fe490-afa7-44c3-b6b6-fa60f800e5f4 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab893dda-436e-4954-abde-bbe01354134a') {} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:56:54.232681 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-6e938a82-40ce-4c31-9d96-8c824cc0819c tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709602'] for network, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:54.235257 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74c06a0e-65fe-4935-8af3-a32e876d20ff tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Made reservation on behalf of beb99f647cec46e3bbf575ac0a3034e8 for: {'port': 1} {{(pid=87870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:56:54.239249 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-b2885884-5096-4d74-b837-8b025e3e52c5 tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783495836591'] for network, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:54.239406 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-74c06a0e-65fe-4935-8af3-a32e876d20ff tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:54.254622 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-6e938a82-40ce-4c31-9d96-8c824cc0819c tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538751'] for network, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:54.256673 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-6e938a82-40ce-4c31-9d96-8c824cc0819c tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] 10.222.0.30 "DELETE /v2.0/networks/90a4f29c-6554-4568-8170-e4ddc78faf1b HTTP/1.1" status: 204 len: 168 time: 2.6963527 Mar 28 11:56:54.260459 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 51020) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:54.270991 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-b4b5344c-e670-4a9e-a3c5-ad1e5edf669a tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-24616988'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:56:54.287235 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-2f1c2f1a-42c4-4c50-95c3-0a285e10f95f tempest-FloatingIPNegativeTestJSON-1437729402 tempest-FloatingIPNegativeTestJSON-1437729402-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9879663 Mar 28 11:56:54.301624 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-e02fe490-afa7-44c3-b6b6-fa60f800e5f4 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783496353639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3591341'] for segment, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:54.308198 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 51024) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:54.323655 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-4ac1feaf-2002-490d-b5bd-aaeda8ad4d9a tempest-FloatingIPNegativeTestJSON-1437729402 tempest-FloatingIPNegativeTestJSON-1437729402-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1464275128', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:56:54.325943 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-b4b5344c-e670-4a9e-a3c5-ad1e5edf669a tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:56:54.331759 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e938a82-40ce-4c31-9d96-8c824cc0819c tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Pushing event deleted for resources: {'Network': ['ID=90a4f29c-6554-4568-8170-e4ddc78faf1b,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:56:54.342227 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.notifiers.nova [None req-74c06a0e-65fe-4935-8af3-a32e876d20ff tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] device_id is not set on port 56f3e859-ccb4-4dc7-a098-c7fe9f8be797 yet. {{(pid=87870) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 11:56:54.345546 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-b4b5344c-e670-4a9e-a3c5-ad1e5edf669a tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Usage tracker for resource:network and tenant:0ad7b1f6e96a40538a966af0f41e67e6 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:56:54.352505 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-b4b5344c-e670-4a9e-a3c5-ad1e5edf669a tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:56:54.368921 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-b4b5344c-e670-4a9e-a3c5-ad1e5edf669a tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:56:54.371833 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-b2885884-5096-4d74-b837-8b025e3e52c5 tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765'] for network, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:54.373274 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2885884-5096-4d74-b837-8b025e3e52c5 tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:56:54.373988 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-b2885884-5096-4d74-b837-8b025e3e52c5 tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Notify callbacks [] for network, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:54.377244 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:54.387054 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-4ac1feaf-2002-490d-b5bd-aaeda8ad4d9a tempest-FloatingIPNegativeTestJSON-1437729402 tempest-FloatingIPNegativeTestJSON-1437729402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:56:54.389270 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-27187d33-2563-43ab-a4bc-303ec5d24107 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:56:54.391867 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-e02fe490-afa7-44c3-b6b6-fa60f800e5f4 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:54.401225 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-4ac1feaf-2002-490d-b5bd-aaeda8ad4d9a tempest-FloatingIPNegativeTestJSON-1437729402 tempest-FloatingIPNegativeTestJSON-1437729402-project] Usage tracker for resource:router and tenant:07d6f5d7cb4f4169b6b360cecc93f3ca is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:56:54.403372 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-0cc92baf-0d16-4c16-ac39-daa561c6d8f6 None None] For port 3afe6244-76d9-409c-956a-9d06e9b8e941, host dv-neutron-835340-2-hyperv, cleared binding levels {{(pid=87872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 11:56:54.406369 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-4ac1feaf-2002-490d-b5bd-aaeda8ad4d9a tempest-FloatingIPNegativeTestJSON-1437729402 tempest-FloatingIPNegativeTestJSON-1437729402-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:56:54.412576 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e02fe490-afa7-44c3-b6b6-fa60f800e5f4 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=87870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 11:56:54.412576 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-e02fe490-afa7-44c3-b6b6-fa60f800e5f4 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1920481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2558260'] for segment, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:54.436156 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-27187d33-2563-43ab-a4bc-303ec5d24107 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Usage tracker for resource:security_group_rule and tenant:2a883d5a5a2b4866b0c720c3c2f3317a is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:56:54.439572 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4b5344c-e670-4a9e-a3c5-ad1e5edf669a tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Made reservation on behalf of 0ad7b1f6e96a40538a966af0f41e67e6 for: {'network': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:56:54.439709 dv-neutron-835340-2-hyperv neutron-server[87870]: Traceback (most recent call last): Mar 28 11:56:54.439709 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 11:56:54.439709 dv-neutron-835340-2-hyperv neutron-server[87870]: timer() Mar 28 11:56:54.439709 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 11:56:54.439709 dv-neutron-835340-2-hyperv neutron-server[87870]: cb(*args, **kw) Mar 28 11:56:54.439709 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 11:56:54.439709 dv-neutron-835340-2-hyperv neutron-server[87870]: return func(*args, **kwargs) Mar 28 11:56:54.439709 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 11:56:54.439709 dv-neutron-835340-2-hyperv neutron-server[87870]: self._notify() Mar 28 11:56:54.439709 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 11:56:54.439709 dv-neutron-835340-2-hyperv neutron-server[87870]: self.callback(batched_events) Mar 28 11:56:54.439709 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 11:56:54.439709 dv-neutron-835340-2-hyperv neutron-server[87870]: event.method(event) Mar 28 11:56:54.439709 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 11:56:54.439709 dv-neutron-835340-2-hyperv neutron-server[87870]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 11:56:54.439709 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 11:56:54.439709 dv-neutron-835340-2-hyperv neutron-server[87870]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 11:56:54.439709 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 11:56:54.439709 dv-neutron-835340-2-hyperv neutron-server[87870]: return f(self, *a, **k) Mar 28 11:56:54.439709 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 11:56:54.439709 dv-neutron-835340-2-hyperv neutron-server[87870]: return self._get(url).json() Mar 28 11:56:54.439709 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 11:56:54.439709 dv-neutron-835340-2-hyperv neutron-server[87870]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 11:56:54.439709 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 11:56:54.439709 dv-neutron-835340-2-hyperv neutron-server[87870]: return self.request(url, 'GET', **kwargs) Mar 28 11:56:54.439709 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 11:56:54.439709 dv-neutron-835340-2-hyperv neutron-server[87870]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 11:56:54.439709 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 11:56:54.439709 dv-neutron-835340-2-hyperv neutron-server[87870]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 11:56:54.439709 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 11:56:54.439709 dv-neutron-835340-2-hyperv neutron-server[87870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 11:56:54.439709 dv-neutron-835340-2-hyperv neutron-server[87870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 11:56:54.447060 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-b4b5344c-e670-4a9e-a3c5-ad1e5edf669a tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for network, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:54.460032 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-f5f64bf2-e15b-403b-99a7-698bc78520c7 None None] For port 6addcd38-d833-43fa-b3a0-ea1559597a58, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=6addcd38-d833-43fa-b3a0-ea1559597a58,segment=NetworkSegment(c2442d41-7a9d-44fb-bfa6-8a5250efeb2b),segment_id=c2442d41-7a9d-44fb-bfa6-8a5250efeb2b)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:56:54.460424 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-f5f64bf2-e15b-403b-99a7-698bc78520c7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:54.472327 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-27187d33-2563-43ab-a4bc-303ec5d24107 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:56:54.543603 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-4ac1feaf-2002-490d-b5bd-aaeda8ad4d9a tempest-FloatingIPNegativeTestJSON-1437729402 tempest-FloatingIPNegativeTestJSON-1437729402-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:56:54.552652 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.pecan_wsgi.hooks.translation [None req-43f6ebaa-dff8-4edf-bc68-e1bd6cf76790 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] POST failed (client error): There was a conflict when trying to complete your request. Mar 28 11:56:54.553169 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43f6ebaa-dff8-4edf-bc68-e1bd6cf76790 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=87871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 11:56:54.577592 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-27187d33-2563-43ab-a4bc-303ec5d24107 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:56:54.588920 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-b2885884-5096-4d74-b837-8b025e3e52c5 tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 872 time: 1.4009516 Mar 28 11:56:54.592688 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2885884-5096-4d74-b837-8b025e3e52c5 tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Pushing event updated for resources: {'Network': ['ID=4cac1095-7575-41a3-8d3d-d72618247d52,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:56:54.594823 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 51028) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:54.604475 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-aa3ce925-148b-48aa-923a-4946c53be7da tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Request body: {'subnet': {'network_id': '4cac1095-7575-41a3-8d3d-d72618247d52', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:56:54.614967 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-aa3ce925-148b-48aa-923a-4946c53be7da tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:56:54.618519 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-43f6ebaa-dff8-4edf-bc68-e1bd6cf76790 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.9004531 Mar 28 11:56:54.620110 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-4ac1feaf-2002-490d-b5bd-aaeda8ad4d9a tempest-FloatingIPNegativeTestJSON-1437729402 tempest-FloatingIPNegativeTestJSON-1437729402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-707665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-260886'] for router, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:54.620741 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4b5344c-e670-4a9e-a3c5-ad1e5edf669a tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=87871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 11:56:54.623167 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-4ac1feaf-2002-490d-b5bd-aaeda8ad4d9a tempest-FloatingIPNegativeTestJSON-1437729402 tempest-FloatingIPNegativeTestJSON-1437729402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-705660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709650', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-767110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260873'] for router, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:54.623825 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-aa3ce925-148b-48aa-923a-4946c53be7da tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Usage tracker for resource:subnet and tenant:e4b57e16d2b24ee4b747a47a9aaf2973 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:56:54.626299 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 51032) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:54.631759 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-aa3ce925-148b-48aa-923a-4946c53be7da tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:56:54.641298 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-4ac1feaf-2002-490d-b5bd-aaeda8ad4d9a tempest-FloatingIPNegativeTestJSON-1437729402 tempest-FloatingIPNegativeTestJSON-1437729402-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:54.663705 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-e02fe490-afa7-44c3-b6b6-fa60f800e5f4 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709602'] for network, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:54.670525 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-e02fe490-afa7-44c3-b6b6-fa60f800e5f4 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538751'] for network, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:54.678231 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-aa3ce925-148b-48aa-923a-4946c53be7da tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:56:54.687588 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-b4b5344c-e670-4a9e-a3c5-ad1e5edf669a tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:54.688238 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.db.segments_db [None req-b4b5344c-e670-4a9e-a3c5-ad1e5edf669a tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Added segment 0a94e91e-d5f9-435c-8261-a761e1e9e921 of type vlan for network 7bbb23c7-7230-4fa2-afda-7581858764ac Mar 28 11:56:54.714365 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa3ce925-148b-48aa-923a-4946c53be7da tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Made reservation on behalf of e4b57e16d2b24ee4b747a47a9aaf2973 for: {'subnet': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:56:54.716939 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-4ac1feaf-2002-490d-b5bd-aaeda8ad4d9a tempest-FloatingIPNegativeTestJSON-1437729402 tempest-FloatingIPNegativeTestJSON-1437729402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709693'] for router, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:54.717449 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-aa3ce925-148b-48aa-923a-4946c53be7da tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26551362'] for subnet, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:54.737056 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Network 4cac1095-7575-41a3-8d3d-d72618247d52 details requested by agent ovs-agent-dv-neutron-835340-2-hyperv with host dv-neutron-835340-2-hyperv {{(pid=87872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 11:56:54.746043 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02fe490-afa7-44c3-b6b6-fa60f800e5f4 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Pushing event deleted for resources: {'Network': ['ID=8c636130-36c7-4dc3-a360-d3c5aa15f9b1,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:56:54.765325 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-b4b5344c-e670-4a9e-a3c5-ad1e5edf669a tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783495836591'] for network, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:54.768213 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-e02fe490-afa7-44c3-b6b6-fa60f800e5f4 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] 10.222.0.30 "DELETE /v2.0/networks/8c636130-36c7-4dc3-a360-d3c5aa15f9b1 HTTP/1.1" status: 204 len: 168 time: 3.6732669 Mar 28 11:56:54.770741 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 51036) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:54.772506 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-f5f64bf2-e15b-403b-99a7-698bc78520c7 None None] Calling delete_port for 6addcd38-d833-43fa-b3a0-ea1559597a58 owned by network:dhcp {{(pid=87872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:56:54.780561 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-4ac1feaf-2002-490d-b5bd-aaeda8ad4d9a tempest-FloatingIPNegativeTestJSON-1437729402 tempest-FloatingIPNegativeTestJSON-1437729402-project] Notify callbacks [] for router, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:54.781837 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-4ac1feaf-2002-490d-b5bd-aaeda8ad4d9a tempest-FloatingIPNegativeTestJSON-1437729402 tempest-FloatingIPNegativeTestJSON-1437729402-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.4719865 Mar 28 11:56:54.823204 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-0cc92baf-0d16-4c16-ac39-daa561c6d8f6 None None] For port 3afe6244-76d9-409c-956a-9d06e9b8e941, host dv-neutron-835340-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=3afe6244-76d9-409c-956a-9d06e9b8e941,segment=NetworkSegment(bd053757-b8b4-4f3a-b553-aa242f2d15d2),segment_id=bd053757-b8b4-4f3a-b553-aa242f2d15d2)] {{(pid=87872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 11:56:54.833771 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-27187d33-2563-43ab-a4bc-303ec5d24107 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Notify callbacks [] for security_group, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:54.834872 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 51040) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:54.854683 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-0cc92baf-0d16-4c16-ac39-daa561c6d8f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:54.913627 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] For port 6addcd38-d833-43fa-b3a0-ea1559597a58, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=6addcd38-d833-43fa-b3a0-ea1559597a58,segment=NetworkSegment(c2442d41-7a9d-44fb-bfa6-8a5250efeb2b),segment_id=c2442d41-7a9d-44fb-bfa6-8a5250efeb2b)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:56:54.914874 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-f64e2ba9-4f8c-4fc1-a0b8-89fa83237d8e None None] Notify callbacks [] for port, precommit_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:54.935562 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-27187d33-2563-43ab-a4bc-303ec5d24107 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:54.997486 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-b4b5344c-e670-4a9e-a3c5-ad1e5edf669a tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765'] for network, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:55.001565 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:55.003842 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4b5344c-e670-4a9e-a3c5-ad1e5edf669a tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:56:55.004567 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-b4b5344c-e670-4a9e-a3c5-ad1e5edf669a tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks [] for network, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:55.034426 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-f64e2ba9-4f8c-4fc1-a0b8-89fa83237d8e None None] Transition to ACTIVE for port object 30a27eff-470d-47f2-849d-144d5ef0a544 will not be triggered until provisioned by entity L2. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:56:55.075424 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9f38897-daa4-4a30-8d26-78e257b829d2 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:56:55.081848 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9f38897-daa4-4a30-8d26-78e257b829d2 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:56:55.082864 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-a9f38897-daa4-4a30-8d26-78e257b829d2 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Synchronizing usage tracker for tenant:b4adfe5c8b3a4e57a1afd1d44c455245 on resource:port {{(pid=87871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:56:55.093590 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-b4b5344c-e670-4a9e-a3c5-ad1e5edf669a tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.8318863 Mar 28 11:56:55.098824 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 51044) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:55.105080 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-ba733bbc-23d6-489e-9250-434f4eabdcf0 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588883'] for network, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:55.130610 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-92e56001-7e16-40c6-b11c-701740f4dff7 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Request body: {'subnet': {'network_id': '7bbb23c7-7230-4fa2-afda-7581858764ac', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:56:55.150957 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-f64e2ba9-4f8c-4fc1-a0b8-89fa83237d8e None None] Transition to ACTIVE for port object 30a27eff-470d-47f2-849d-144d5ef0a544 will not be triggered until provisioned by entity DHCP. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:56:55.167318 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.db.api [None req-f5f64bf2-e15b-403b-99a7-698bc78520c7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87872) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 11:56:55.167693 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG oslo_db.api [None req-f5f64bf2-e15b-403b-99a7-698bc78520c7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 11:56:55.168863 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc92baf-0d16-4c16-ac39-daa561c6d8f6 None None] Pushing event updated for resources: {'Port': ['ID=3afe6244-76d9-409c-956a-9d06e9b8e941,revision_number=2']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:56:55.220174 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-f64e2ba9-4f8c-4fc1-a0b8-89fa83237d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241'] for port, after_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:55.298750 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-a9f38897-daa4-4a30-8d26-78e257b829d2 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Unset dirty status for tenant:b4adfe5c8b3a4e57a1afd1d44c455245 on resource:port {{(pid=87871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:56:55.299956 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-a9f38897-daa4-4a30-8d26-78e257b829d2 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.6727343 Mar 28 11:56:55.330344 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.db_base_plugin_common [None req-74c06a0e-65fe-4935-8af3-a32e876d20ff tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Allocated IP 2001:db8::ad (cc0944ec-be24-4bcf-bac6-5ff4216738f0/83832ec7-a7c9-40a2-8761-7e358b98f544/56f3e859-ccb4-4dc7-a098-c7fe9f8be797) {{(pid=87870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:56:55.331256 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a14ebc46-f9b3-4d7c-9e46-9a87d3f02ce6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1d3f2a9-8722-5ce5-bc40-181687d1ed3f-47042d8e-f663-40df-b18d-4bb82041fd62', 'network_id': '47042d8e-f663-40df-b18d-4bb82041fd62', 'tenant_id': '07d6f5d7cb4f4169b6b360cecc93f3ca', 'fixed_ips': [{'subnet_id': '26db5336-4358-45b1-b130-635c65d546f7'}]}} from dv-neutron-835340-2-hyperv. {{(pid=87872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 11:56:55.332378 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-a14ebc46-f9b3-4d7c-9e46-9a87d3f02ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:55.358108 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 51048) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:55.359025 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-ba733bbc-23d6-489e-9250-434f4eabdcf0 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Deleting port 6addcd38-d833-43fa-b3a0-ea1559597a58 {{(pid=87871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:56:55.359538 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-ba733bbc-23d6-489e-9250-434f4eabdcf0 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:55.368185 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f64e2ba9-4f8c-4fc1-a0b8-89fa83237d8e None None] Network cc0944ec-be24-4bcf-bac6-5ff4216738f0 is already hosted by enough agents. {{(pid=87872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:56:55.374700 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.base_scheduler [None req-f64e2ba9-4f8c-4fc1-a0b8-89fa83237d8e None None] Resources bound (agent type, host, resource id): {{(pid=87872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:56:55.385609 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b5344c-e670-4a9e-a3c5-ad1e5edf669a tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Pushing event updated for resources: {'Network': ['ID=7bbb23c7-7230-4fa2-afda-7581858764ac,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:56:55.386431 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-27187d33-2563-43ab-a4bc-303ec5d24107 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Notify callbacks [] for security_group, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:55.391336 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-27187d33-2563-43ab-a4bc-303ec5d24107 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.6272256 Mar 28 11:56:55.391529 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Pushing event updated for resources: {'Port': ['ID=6addcd38-d833-43fa-b3a0-ea1559597a58,revision_number=5']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:56:55.391629 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27187d33-2563-43ab-a4bc-303ec5d24107 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e3e0777-b192-4e67-a588-fbb8e006268c,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:56:55.392896 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64e2ba9-4f8c-4fc1-a0b8-89fa83237d8e None None] Received port after_create {{(pid=87872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:56:55.395687 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 51050) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:55.431720 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-164eb4d1-6c54-4b97-b674-c39665b688a0 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Request body: {'security_group_rule': {'security_group_id': '6e3e0777-b192-4e67-a588-fbb8e006268c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:56:55.440664 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-164eb4d1-6c54-4b97-b674-c39665b688a0 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:56:55.447389 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Network 7bbb23c7-7230-4fa2-afda-7581858764ac details requested by agent ovs-agent-dv-neutron-835340-2-hyperv with host dv-neutron-835340-2-hyperv {{(pid=87872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 11:56:55.453286 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-164eb4d1-6c54-4b97-b674-c39665b688a0 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Usage tracker for resource:security_group_rule and tenant:2a883d5a5a2b4866b0c720c3c2f3317a is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:56:55.457483 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-164eb4d1-6c54-4b97-b674-c39665b688a0 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:56:55.465961 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-164eb4d1-6c54-4b97-b674-c39665b688a0 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:56:55.516164 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-164eb4d1-6c54-4b97-b674-c39665b688a0 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:55.620100 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-92e56001-7e16-40c6-b11c-701740f4dff7 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:56:55.664025 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-753d2c09-fa6e-4894-bd0f-5e5e3592c076 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Deleting port 7e824968-923d-4b14-b6fc-5d1227576cc6 {{(pid=87871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:56:55.665143 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-753d2c09-fa6e-4894-bd0f-5e5e3592c076 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:55.726072 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-f5f64bf2-e15b-403b-99a7-698bc78520c7 None None] Deleting port 6addcd38-d833-43fa-b3a0-ea1559597a58 {{(pid=87872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:56:55.726446 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-f5f64bf2-e15b-403b-99a7-698bc78520c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:55.738668 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-92e56001-7e16-40c6-b11c-701740f4dff7 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Usage tracker for resource:subnet and tenant:0ad7b1f6e96a40538a966af0f41e67e6 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:56:55.783190 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-92e56001-7e16-40c6-b11c-701740f4dff7 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:56:55.786104 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 37488a84-7a1e-4966-9466-86247382d861 up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:56:55.896943 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-164eb4d1-6c54-4b97-b674-c39665b688a0 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:55.929594 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-164eb4d1-6c54-4b97-b674-c39665b688a0 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740322'] for security_group_rule, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:55.956790 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-b663f7f3-be7b-4a58-9647-3c1358c7234e tempest-FloatingIPNegativeTestJSON-1437729402 tempest-FloatingIPNegativeTestJSON-1437729402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:55.962997 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64e2ba9-4f8c-4fc1-a0b8-89fa83237d8e None None] Pushing event updated for resources: {'Port': ['ID=30a27eff-470d-47f2-849d-144d5ef0a544,revision_number=1']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:56:55.993610 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d6c6bba-ff3b-4f3f-8241-59a1a9bba68d None None] Network 4af579f0-24dc-41b9-b867-a4844f191456 requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:56:55.998088 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164eb4d1-6c54-4b97-b674-c39665b688a0 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06a9f861-5a73-4c8c-9599-bae3887f7ff8,revision_number=0']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:56:56.037564 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-92e56001-7e16-40c6-b11c-701740f4dff7 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:56:56.077156 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-74c06a0e-65fe-4935-8af3-a32e876d20ff tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks [] for port, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:56.084219 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92e56001-7e16-40c6-b11c-701740f4dff7 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Made reservation on behalf of 0ad7b1f6e96a40538a966af0f41e67e6 for: {'subnet': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:56:56.087942 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-92e56001-7e16-40c6-b11c-701740f4dff7 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26551362'] for subnet, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:56.254312 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-f64e2ba9-4f8c-4fc1-a0b8-89fa83237d8e None None] Attempting to bind port 30a27eff-470d-47f2-849d-144d5ef0a544 on host dv-neutron-835340-2-hyperv for vnic_type normal with profile {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:56:56.255062 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-f64e2ba9-4f8c-4fc1-a0b8-89fa83237d8e None None] Attempting to bind port 30a27eff-470d-47f2-849d-144d5ef0a544 by drivers openvswitch,hyperv on host dv-neutron-835340-2-hyperv at level 0 using segments [{'id': '3ed3d663-3673-4e0a-88bf-efb99caf2c68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'cc0944ec-be24-4bcf-bac6-5ff4216738f0'}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:56:56.255663 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f64e2ba9-4f8c-4fc1-a0b8-89fa83237d8e None None] Attempting to bind port 30a27eff-470d-47f2-849d-144d5ef0a544 on network cc0944ec-be24-4bcf-bac6-5ff4216738f0 {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:56:56.257978 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-8c51da76-03c4-433f-b556-ffe27294f5cd None None] Provisioning for port 37488a84-7a1e-4966-9466-86247382d861 completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:56:56.278208 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-164eb4d1-6c54-4b97-b674-c39665b688a0 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:56.279665 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-164eb4d1-6c54-4b97-b674-c39665b688a0 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8682294 Mar 28 11:56:56.292093 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 51056) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:56.324625 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f64e2ba9-4f8c-4fc1-a0b8-89fa83237d8e None None] Checking agent: {'id': '961a16fe-cbc8-4264-ac28-bbbd53f89caa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 46, 6), 'started_at': datetime.datetime(2022, 3, 28, 11, 46, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 11, 56, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 11:56:56.325536 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f64e2ba9-4f8c-4fc1-a0b8-89fa83237d8e None None] Checking segment: {'id': '3ed3d663-3673-4e0a-88bf-efb99caf2c68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'cc0944ec-be24-4bcf-bac6-5ff4216738f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:56:56.326155 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-f64e2ba9-4f8c-4fc1-a0b8-89fa83237d8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:56.326745 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f64e2ba9-4f8c-4fc1-a0b8-89fa83237d8e None None] Bound using segment: {'id': '3ed3d663-3673-4e0a-88bf-efb99caf2c68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'cc0944ec-be24-4bcf-bac6-5ff4216738f0'} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 11:56:56.327499 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-f64e2ba9-4f8c-4fc1-a0b8-89fa83237d8e None None] Bound port: 30a27eff-470d-47f2-849d-144d5ef0a544, host: dv-neutron-835340-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ed3d663-3673-4e0a-88bf-efb99caf2c68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'cc0944ec-be24-4bcf-bac6-5ff4216738f0'}}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 11:56:56.328093 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-f64e2ba9-4f8c-4fc1-a0b8-89fa83237d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:56.336022 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.db [None req-ba733bbc-23d6-489e-9250-434f4eabdcf0 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] For port 6addcd38-d833-43fa-b3a0-ea1559597a58, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=6addcd38-d833-43fa-b3a0-ea1559597a58,segment=NetworkSegment(c2442d41-7a9d-44fb-bfa6-8a5250efeb2b),segment_id=c2442d41-7a9d-44fb-bfa6-8a5250efeb2b)] {{(pid=87871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:56:56.337203 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-ba733bbc-23d6-489e-9250-434f4eabdcf0 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:56.356559 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-3230daf7-afa1-4c0b-91ef-d1973fcc99e5 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] 10.222.0.30 "GET /v2.0/security-group-rules/06a9f861-5a73-4c8c-9599-bae3887f7ff8 HTTP/1.1" status: 200 len: 763 time: 0.0576522 Mar 28 11:56:56.357767 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.provisioning_blocks [None req-74c06a0e-65fe-4935-8af3-a32e876d20ff tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Transition to ACTIVE for port object 56f3e859-ccb4-4dc7-a098-c7fe9f8be797 will not be triggered until provisioned by entity DHCP. {{(pid=87870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:56:56.360063 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 51060) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:56.453692 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-1482e9bd-137f-4c00-bc64-32f1124a8aaf tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Synchronizing usage tracker for tenant:2a883d5a5a2b4866b0c720c3c2f3317a on resource:security_group_rule {{(pid=87870) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:56:56.490693 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning for port 37488a84-7a1e-4966-9466-86247382d861 completed by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:56:56.501403 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.db_base_plugin_common [None req-a14ebc46-f9b3-4d7c-9e46-9a87d3f02ce6 None None] Allocated IP 172.20.0.2 (47042d8e-f663-40df-b18d-4bb82041fd62/26db5336-4358-45b1-b130-635c65d546f7/84c1104b-b708-454c-b1e4-f66a8434d734) {{(pid=87872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:56:56.540618 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-1482e9bd-137f-4c00-bc64-32f1124a8aaf tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Unset dirty status for tenant:2a883d5a5a2b4866b0c720c3c2f3317a on resource:security_group_rule {{(pid=87870) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:56:56.541980 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-1482e9bd-137f-4c00-bc64-32f1124a8aaf tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1810060 Mar 28 11:56:56.545989 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 51064) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:56.547527 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-753d2c09-fa6e-4894-bd0f-5e5e3592c076 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:56.580276 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-638d9324-cd44-4ae1-8b40-b91f271f4ea7 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:56.585796 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-74c06a0e-65fe-4935-8af3-a32e876d20ff tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:56.608801 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port 37488a84-7a1e-4966-9466-86247382d861 triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:56:56.609396 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:56.651324 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-638d9324-cd44-4ae1-8b40-b91f271f4ea7 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:56.675451 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74c06a0e-65fe-4935-8af3-a32e876d20ff tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Network cc0944ec-be24-4bcf-bac6-5ff4216738f0 is already hosted by enough agents. {{(pid=87870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:56:56.680742 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.base_scheduler [None req-74c06a0e-65fe-4935-8af3-a32e876d20ff tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Resources bound (agent type, host, resource id): {{(pid=87870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:56:56.694581 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c06a0e-65fe-4935-8af3-a32e876d20ff tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Received port after_create {{(pid=87870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:56:56.698888 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74c06a0e-65fe-4935-8af3-a32e876d20ff tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:56:56.699998 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-74c06a0e-65fe-4935-8af3-a32e876d20ff tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:56.725950 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c06a0e-65fe-4935-8af3-a32e876d20ff tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Pushing event updated for resources: {'Port': ['ID=56f3e859-ccb4-4dc7-a098-c7fe9f8be797,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:56:56.738909 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-638d9324-cd44-4ae1-8b40-b91f271f4ea7 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740322'] for security_group_rule, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:56.753482 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-638d9324-cd44-4ae1-8b40-b91f271f4ea7 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:56.756960 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-638d9324-cd44-4ae1-8b40-b91f271f4ea7 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/06a9f861-5a73-4c8c-9599-bae3887f7ff8 HTTP/1.1" status: 204 len: 168 time: 0.2076855 Mar 28 11:56:56.756960 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638d9324-cd44-4ae1-8b40-b91f271f4ea7 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=06a9f861-5a73-4c8c-9599-bae3887f7ff8,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:56:56.757511 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 51068) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:56.762331 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-74c06a0e-65fe-4935-8af3-a32e876d20ff tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.5812955 Mar 28 11:56:56.765416 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 51070) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:56.784514 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-f5f64bf2-e15b-403b-99a7-698bc78520c7 None None] For port 6addcd38-d833-43fa-b3a0-ea1559597a58, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=6addcd38-d833-43fa-b3a0-ea1559597a58,segment=NetworkSegment(c2442d41-7a9d-44fb-bfa6-8a5250efeb2b),segment_id=c2442d41-7a9d-44fb-bfa6-8a5250efeb2b)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:56:56.784903 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-f5f64bf2-e15b-403b-99a7-698bc78520c7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:56.796364 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-f64e2ba9-4f8c-4fc1-a0b8-89fa83237d8e None None] For port 30a27eff-470d-47f2-849d-144d5ef0a544, host dv-neutron-835340-2-hyperv, cleared binding levels {{(pid=87872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 11:56:56.818690 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-753d2c09-fa6e-4894-bd0f-5e5e3592c076 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Calling delete_port for 7e824968-923d-4b14-b6fc-5d1227576cc6 owned by {{(pid=87871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:56:56.941684 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-0902974e-638d-41a7-96e1-8cc21c1fa362 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Synchronizing usage tracker for tenant:2a883d5a5a2b4866b0c720c3c2f3317a on resource:security_group_rule {{(pid=87870) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:56:56.966703 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-ba733bbc-23d6-489e-9250-434f4eabdcf0 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Calling delete_port for 6addcd38-d833-43fa-b3a0-ea1559597a58 owned by network:dhcp {{(pid=87871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:56:56.970863 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92c2ae6e-115d-4993-a3cd-90c5f9500313 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:56:56.971598 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-92c2ae6e-115d-4993-a3cd-90c5f9500313 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Synchronizing usage tracker for tenant:beb99f647cec46e3bbf575ac0a3034e8 on resource:port {{(pid=87870) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:56:56.977963 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-0902974e-638d-41a7-96e1-8cc21c1fa362 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Unset dirty status for tenant:2a883d5a5a2b4866b0c720c3c2f3317a on resource:security_group_rule {{(pid=87870) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:56:56.979511 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-0902974e-638d-41a7-96e1-8cc21c1fa362 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2156954 Mar 28 11:56:56.982024 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 51076) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:56.986777 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-dacced57-91ca-4ddc-9c98-9eb5077752ef tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Request body: {'security_group_rule': {'security_group_id': '6e3e0777-b192-4e67-a588-fbb8e006268c', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:56:56.998849 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.ipam_backend_mixin [None req-92e56001-7e16-40c6-b11c-701740f4dff7 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Performing IP validity checks on allocation pools {{(pid=87871) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 28 11:56:56.999607 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.ipam_backend_mixin [None req-92e56001-7e16-40c6-b11c-701740f4dff7 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87871) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 28 11:56:57.000608 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-dacced57-91ca-4ddc-9c98-9eb5077752ef tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:56:57.010993 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-92c2ae6e-115d-4993-a3cd-90c5f9500313 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Unset dirty status for tenant:beb99f647cec46e3bbf575ac0a3034e8 on resource:port {{(pid=87870) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:56:57.015707 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-92c2ae6e-115d-4993-a3cd-90c5f9500313 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A2e8 HTTP/1.1" status: 200 len: 928 time: 0.2493911 Mar 28 11:56:57.016516 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 51080) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:57.017341 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-dacced57-91ca-4ddc-9c98-9eb5077752ef tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:56:57.024629 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-f64e2ba9-4f8c-4fc1-a0b8-89fa83237d8e None None] For port 30a27eff-470d-47f2-849d-144d5ef0a544, host dv-neutron-835340-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=30a27eff-470d-47f2-849d-144d5ef0a544,segment=NetworkSegment(3ed3d663-3673-4e0a-88bf-efb99caf2c68),segment_id=3ed3d663-3673-4e0a-88bf-efb99caf2c68)] {{(pid=87872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 11:56:57.041347 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-f5f64bf2-e15b-403b-99a7-698bc78520c7 None None] Calling delete_port for 6addcd38-d833-43fa-b3a0-ea1559597a58 owned by network:dhcp {{(pid=87872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:56:57.068739 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-f10a1668-957d-4710-aa5d-5f659a97575c None None] Provisioning for port 3afe6244-76d9-409c-956a-9d06e9b8e941 completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:56:57.087063 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-f64e2ba9-4f8c-4fc1-a0b8-89fa83237d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:57.101968 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-3f2aa88d-cb75-44c2-a3b1-3d7f59a7bf51 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Deleting port 56f3e859-ccb4-4dc7-a098-c7fe9f8be797 {{(pid=87870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:56:57.102308 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-3f2aa88d-cb75-44c2-a3b1-3d7f59a7bf51 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:57.143065 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-dacced57-91ca-4ddc-9c98-9eb5077752ef tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:57.194633 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-ba733bbc-23d6-489e-9250-434f4eabdcf0 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:57.270147 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba733bbc-23d6-489e-9250-434f4eabdcf0 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Pushing event deleted for resources: {'Port': ['ID=6addcd38-d833-43fa-b3a0-ea1559597a58,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:56:57.278969 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba733bbc-23d6-489e-9250-434f4eabdcf0 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] No DVR routers for this DVR port 6addcd38-d833-43fa-b3a0-ea1559597a58 on host dv-neutron-835340-2-hyperv {{(pid=87871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 11:56:57.306822 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-dacced57-91ca-4ddc-9c98-9eb5077752ef tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:57.323775 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64e2ba9-4f8c-4fc1-a0b8-89fa83237d8e None None] Pushing event updated for resources: {'Port': ['ID=30a27eff-470d-47f2-849d-144d5ef0a544,revision_number=2']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:56:57.343079 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.db.api [None req-f5f64bf2-e15b-403b-99a7-698bc78520c7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87872) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 11:56:57.343479 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG oslo_db.api [None req-f5f64bf2-e15b-403b-99a7-698bc78520c7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 11:56:57.345479 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:57.396599 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-d0575e0c-ad5a-4bb0-939f-a9609d0ebc6a None None] Provisioning for port 7e824968-923d-4b14-b6fc-5d1227576cc6 completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:56:57.400771 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] For port 37488a84-7a1e-4966-9466-86247382d861, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=37488a84-7a1e-4966-9466-86247382d861,segment=NetworkSegment(35565caa-32ae-4652-b5a9-2887221d2971),segment_id=35565caa-32ae-4652-b5a9-2887221d2971)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:56:57.414909 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.objects.ports [None req-aa3ce925-148b-48aa-923a-4946c53be7da tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87871) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 28 11:56:57.415384 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-aa3ce925-148b-48aa-923a-4946c53be7da tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2364128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26551408'] for subnet, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:57.431680 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-dacced57-91ca-4ddc-9c98-9eb5077752ef tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740322'] for security_group_rule, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:57.453365 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-3f2aa88d-cb75-44c2-a3b1-3d7f59a7bf51 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:57.479225 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacced57-91ca-4ddc-9c98-9eb5077752ef tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1cfa11d2-be7e-45d2-9a68-6b2c11bbb06f,revision_number=0']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:56:57.524181 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-ba733bbc-23d6-489e-9250-434f4eabdcf0 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930431', 'neutron.services.segments.db._delete_segments_for_network-8783496351308'] for network, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:57.533663 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:57.563251 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.segments.db [None req-ba733bbc-23d6-489e-9250-434f4eabdcf0 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5aa1360d-dd8a-429a-9676-2b66657797b7']}} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:56:57.576979 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.segments.db [None req-ba733bbc-23d6-489e-9250-434f4eabdcf0 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2442d41-7a9d-44fb-bfa6-8a5250efeb2b') {'for_net_delete': True} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:56:57.577270 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.segments.db [None req-ba733bbc-23d6-489e-9250-434f4eabdcf0 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2442d41-7a9d-44fb-bfa6-8a5250efeb2b') {} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:56:57.592694 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-ba733bbc-23d6-489e-9250-434f4eabdcf0 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783496353639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3436890'] for segment, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:57.599033 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-f5f64bf2-e15b-403b-99a7-698bc78520c7 None None] Deleting port 6addcd38-d833-43fa-b3a0-ea1559597a58 {{(pid=87872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:56:57.603304 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-f5f64bf2-e15b-403b-99a7-698bc78520c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:57.629614 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-753d2c09-fa6e-4894-bd0f-5e5e3592c076 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:57.670237 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-d0575e0c-ad5a-4bb0-939f-a9609d0ebc6a None None] Provisioning complete for port 7e824968-923d-4b14-b6fc-5d1227576cc6 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:56:57.670612 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-d0575e0c-ad5a-4bb0-939f-a9609d0ebc6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:57.708425 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-3f2aa88d-cb75-44c2-a3b1-3d7f59a7bf51 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Calling delete_port for 56f3e859-ccb4-4dc7-a098-c7fe9f8be797 owned by {{(pid=87870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:56:57.737007 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753d2c09-fa6e-4894-bd0f-5e5e3592c076 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Pushing event deleted for resources: {'Port': ['ID=7e824968-923d-4b14-b6fc-5d1227576cc6,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:56:57.775362 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-dacced57-91ca-4ddc-9c98-9eb5077752ef tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:57.776957 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-dacced57-91ca-4ddc-9c98-9eb5077752ef tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7939858 Mar 28 11:56:57.782169 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 3afe6244-76d9-409c-956a-9d06e9b8e941 up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:56:57.782698 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 51084) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:57.823582 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-9c987c48-769b-4202-b082-3c4e67b68c32 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] 10.222.0.30 "GET /v2.0/security-group-rules/1cfa11d2-be7e-45d2-9a68-6b2c11bbb06f HTTP/1.1" status: 200 len: 763 time: 0.0395954 Mar 28 11:56:57.827749 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 51088) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:57.877342 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-d0575e0c-ad5a-4bb0-939f-a9609d0ebc6a None None] Port 7e824968-923d-4b14-b6fc-5d1227576cc6 was deleted so its status cannot be updated. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Mar 28 11:56:57.907936 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-f5f64bf2-e15b-403b-99a7-698bc78520c7 None None] The port '6addcd38-d833-43fa-b3a0-ea1559597a58' was deleted {{(pid=87872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 11:56:57.924956 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-a14ebc46-f9b3-4d7c-9e46-9a87d3f02ce6 None None] Notify callbacks [] for port, precommit_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:57.952167 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-65e53ded-d8a1-4582-8d5d-91fb197a41b0 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Synchronizing usage tracker for tenant:2a883d5a5a2b4866b0c720c3c2f3317a on resource:security_group_rule {{(pid=87870) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:56:57.960716 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-a14ebc46-f9b3-4d7c-9e46-9a87d3f02ce6 None None] Transition to ACTIVE for port object 84c1104b-b708-454c-b1e4-f66a8434d734 will not be triggered until provisioned by entity L2. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:56:57.979842 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Pushing event updated for resources: {'Port': ['ID=37488a84-7a1e-4966-9466-86247382d861,revision_number=3']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:56:57.981110 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-ba733bbc-23d6-489e-9250-434f4eabdcf0 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:57.998258 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-92e56001-7e16-40c6-b11c-701740f4dff7 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2364128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26551408'] for subnet, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:58.014040 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning for port 3afe6244-76d9-409c-956a-9d06e9b8e941 completed by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:56:58.019329 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-06e47e92-dbb5-4078-88db-ea6210dbd5f0 None None] Provisioning complete for port 37488a84-7a1e-4966-9466-86247382d861 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:56:58.019903 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-06e47e92-dbb5-4078-88db-ea6210dbd5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:58.029370 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-753d2c09-fa6e-4894-bd0f-5e5e3592c076 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:58.033766 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba733bbc-23d6-489e-9250-434f4eabdcf0 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=87871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 11:56:58.034161 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-ba733bbc-23d6-489e-9250-434f4eabdcf0 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1920481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2363149'] for segment, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:58.047636 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port 3afe6244-76d9-409c-956a-9d06e9b8e941 triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:56:58.048018 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:58.057397 dv-neutron-835340-2-hyperv neutron-server[87871]: Traceback (most recent call last): Mar 28 11:56:58.057397 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 11:56:58.057397 dv-neutron-835340-2-hyperv neutron-server[87871]: timer() Mar 28 11:56:58.057397 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 11:56:58.057397 dv-neutron-835340-2-hyperv neutron-server[87871]: cb(*args, **kw) Mar 28 11:56:58.057397 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 11:56:58.057397 dv-neutron-835340-2-hyperv neutron-server[87871]: return func(*args, **kwargs) Mar 28 11:56:58.057397 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 11:56:58.057397 dv-neutron-835340-2-hyperv neutron-server[87871]: self._notify() Mar 28 11:56:58.057397 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 11:56:58.057397 dv-neutron-835340-2-hyperv neutron-server[87871]: self.callback(batched_events) Mar 28 11:56:58.057397 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 11:56:58.057397 dv-neutron-835340-2-hyperv neutron-server[87871]: event.method(event) Mar 28 11:56:58.057397 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 11:56:58.057397 dv-neutron-835340-2-hyperv neutron-server[87871]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 11:56:58.057397 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 11:56:58.057397 dv-neutron-835340-2-hyperv neutron-server[87871]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 11:56:58.057397 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 11:56:58.057397 dv-neutron-835340-2-hyperv neutron-server[87871]: return f(self, *a, **k) Mar 28 11:56:58.057397 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 11:56:58.057397 dv-neutron-835340-2-hyperv neutron-server[87871]: return self._get(url).json() Mar 28 11:56:58.057397 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 11:56:58.057397 dv-neutron-835340-2-hyperv neutron-server[87871]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 11:56:58.057397 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 11:56:58.057397 dv-neutron-835340-2-hyperv neutron-server[87871]: return self.request(url, 'GET', **kwargs) Mar 28 11:56:58.057397 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 11:56:58.057397 dv-neutron-835340-2-hyperv neutron-server[87871]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 11:56:58.057397 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 11:56:58.057397 dv-neutron-835340-2-hyperv neutron-server[87871]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 11:56:58.057397 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 11:56:58.057397 dv-neutron-835340-2-hyperv neutron-server[87871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 11:56:58.057397 dv-neutron-835340-2-hyperv neutron-server[87871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 11:56:58.103182 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-65e53ded-d8a1-4582-8d5d-91fb197a41b0 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Unset dirty status for tenant:2a883d5a5a2b4866b0c720c3c2f3317a on resource:security_group_rule {{(pid=87870) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:56:58.106154 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-65e53ded-d8a1-4582-8d5d-91fb197a41b0 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2764826 Mar 28 11:56:58.107750 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-3f2aa88d-cb75-44c2-a3b1-3d7f59a7bf51 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:58.109759 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 51092) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:58.146035 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-a14ebc46-f9b3-4d7c-9e46-9a87d3f02ce6 None None] Transition to ACTIVE for port object 84c1104b-b708-454c-b1e4-f66a8434d734 will not be triggered until provisioned by entity DHCP. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:56:58.160400 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa3ce925-148b-48aa-923a-4946c53be7da tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Checking segment: {'id': 'b37a7667-1b8d-4c92-8e9e-78a479dfa6a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '4cac1095-7575-41a3-8d3d-d72618247d52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:56:58.160918 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa3ce925-148b-48aa-923a-4946c53be7da tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Network hostable DHCP agents. Network: 4cac1095-7575-41a3-8d3d-d72618247d52, hostable agents: ['3cb85949-855b-4a40-b988-cd5705e511da'], hosted agents: [] {{(pid=87871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 11:56:58.164603 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-a14ebc46-f9b3-4d7c-9e46-9a87d3f02ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241'] for port, after_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:58.165389 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3ce925-148b-48aa-923a-4946c53be7da tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Pushing event updated for resources: {'Subnet': ['ID=244b6de8-df70-42f1-9e75-a67c590e25b3,revision_number=0']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:56:58.208347 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2aa88d-cb75-44c2-a3b1-3d7f59a7bf51 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Pushing event deleted for resources: {'Port': ['ID=56f3e859-ccb4-4dc7-a098-c7fe9f8be797,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:56:58.227747 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-753d2c09-fa6e-4894-bd0f-5e5e3592c076 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "DELETE /v2.0/ports/7e824968-923d-4b14-b6fc-5d1227576cc6 HTTP/1.1" status: 204 len: 168 time: 2.8325636 Mar 28 11:56:58.234506 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 51096) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:58.283592 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a14ebc46-f9b3-4d7c-9e46-9a87d3f02ce6 None None] Network 47042d8e-f663-40df-b18d-4bb82041fd62 is already hosted by enough agents. {{(pid=87872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:56:58.293553 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.base_scheduler [None req-a14ebc46-f9b3-4d7c-9e46-9a87d3f02ce6 None None] Resources bound (agent type, host, resource id): {{(pid=87872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:56:58.301514 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a14ebc46-f9b3-4d7c-9e46-9a87d3f02ce6 None None] Received port after_create {{(pid=87872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:56:58.326034 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-ba733bbc-23d6-489e-9250-434f4eabdcf0 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709602'] for network, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:58.331262 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-ba733bbc-23d6-489e-9250-434f4eabdcf0 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks [] for network, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:58.338563 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-d9f36ae8-44f6-415d-934b-42195d6e9918 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:58.356358 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.db_base_plugin_common [None req-b663f7f3-be7b-4a58-9647-3c1358c7234e tempest-FloatingIPNegativeTestJSON-1437729402 tempest-FloatingIPNegativeTestJSON-1437729402-project] Allocated IP 172.20.0.1 (47042d8e-f663-40df-b18d-4bb82041fd62/26db5336-4358-45b1-b130-635c65d546f7/cde2424f-84c7-4c71-8ea1-eed03f60eade) {{(pid=87870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:56:58.363943 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e56001-7e16-40c6-b11c-701740f4dff7 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Checking segment: {'id': '0a94e91e-d5f9-435c-8261-a761e1e9e921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '7bbb23c7-7230-4fa2-afda-7581858764ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:56:58.364203 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92e56001-7e16-40c6-b11c-701740f4dff7 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Network hostable DHCP agents. Network: 7bbb23c7-7230-4fa2-afda-7581858764ac, hostable agents: ['3cb85949-855b-4a40-b988-cd5705e511da'], hosted agents: [] {{(pid=87871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 11:56:58.367147 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14ebc46-f9b3-4d7c-9e46-9a87d3f02ce6 None None] Pushing event updated for resources: {'Port': ['ID=84c1104b-b708-454c-b1e4-f66a8434d734,revision_number=1']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:56:58.379267 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba733bbc-23d6-489e-9250-434f4eabdcf0 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Pushing event deleted for resources: {'Network': ['ID=5aa1360d-dd8a-429a-9676-2b66657797b7,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:56:58.382018 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa3ce925-148b-48aa-923a-4946c53be7da tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Network 4cac1095-7575-41a3-8d3d-d72618247d52 is scheduled to be hosted by DHCP agent 3cb85949-855b-4a40-b988-cd5705e511da with binding_index 1 {{(pid=87871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 11:56:58.385259 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-d9f36ae8-44f6-415d-934b-42195d6e9918 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:58.393980 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e56001-7e16-40c6-b11c-701740f4dff7 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Pushing event updated for resources: {'Subnet': ['ID=625b9179-7514-4b76-b7f6-dd9e772f4787,revision_number=0']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:56:58.401063 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-aa3ce925-148b-48aa-923a-4946c53be7da tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-2-hyperv, 4cac1095-7575-41a3-8d3d-d72618247d52) {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:56:58.406326 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa3ce925-148b-48aa-923a-4946c53be7da tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:56:58.406917 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-aa3ce925-148b-48aa-923a-4946c53be7da tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538751'] for subnet, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:58.420021 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-ba733bbc-23d6-489e-9250-434f4eabdcf0 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] 10.222.0.30 "DELETE /v2.0/networks/5aa1360d-dd8a-429a-9676-2b66657797b7 HTTP/1.1" status: 204 len: 168 time: 3.6467443 Mar 28 11:56:58.424016 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-3f2aa88d-cb75-44c2-a3b1-3d7f59a7bf51 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:58.426145 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 51100) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:58.446726 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-076fce23-6391-4c82-99cd-b100b8dc8eae tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Request body: {'network': {'name': 'tempest-RoutersTest-718635148'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:56:58.457544 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4c722eb-4f15-435c-a64a-7d7ae6b22ca1 None None] Network 4cac1095-7575-41a3-8d3d-d72618247d52 requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:56:58.461431 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5363de66-3202-4dd7-b5c2-43b43db66a06 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:56:58.463078 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5363de66-3202-4dd7-b5c2-43b43db66a06 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:56:58.465295 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-5363de66-3202-4dd7-b5c2-43b43db66a06 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2204127 Mar 28 11:56:58.467687 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-076fce23-6391-4c82-99cd-b100b8dc8eae tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:56:58.470871 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 51104) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:58.471557 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92e56001-7e16-40c6-b11c-701740f4dff7 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Network 7bbb23c7-7230-4fa2-afda-7581858764ac is scheduled to be hosted by DHCP agent 3cb85949-855b-4a40-b988-cd5705e511da with binding_index 1 {{(pid=87871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 11:56:58.477189 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-d9f36ae8-44f6-415d-934b-42195d6e9918 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740322'] for security_group_rule, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:58.493307 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-d9f36ae8-44f6-415d-934b-42195d6e9918 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:58.494415 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-d9f36ae8-44f6-415d-934b-42195d6e9918 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/1cfa11d2-be7e-45d2-9a68-6b2c11bbb06f HTTP/1.1" status: 204 len: 168 time: 0.3833375 Mar 28 11:56:58.517002 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 51108) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:58.520820 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-076fce23-6391-4c82-99cd-b100b8dc8eae tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Usage tracker for resource:network and tenant:fc0f0a585a8c4bf2950e053878e50dfb is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:56:58.536043 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-aa3ce925-148b-48aa-923a-4946c53be7da tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 3.9363916 Mar 28 11:56:58.536043 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-076fce23-6391-4c82-99cd-b100b8dc8eae tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:56:58.536301 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:58.560123 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-3f2aa88d-cb75-44c2-a3b1-3d7f59a7bf51 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] 10.222.0.30 "DELETE /v2.0/ports/56f3e859-ccb4-4dc7-a098-c7fe9f8be797 HTTP/1.1" status: 204 len: 168 time: 1.5372241 Mar 28 11:56:58.560123 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 51112) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:58.561962 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 51114) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:58.571745 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-92e56001-7e16-40c6-b11c-701740f4dff7 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-2-hyperv, 7bbb23c7-7230-4fa2-afda-7581858764ac) {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:56:58.578233 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f36ae8-44f6-415d-934b-42195d6e9918 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1cfa11d2-be7e-45d2-9a68-6b2c11bbb06f,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:56:58.579145 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-076fce23-6391-4c82-99cd-b100b8dc8eae tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:56:58.586261 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-36321a73-a50c-4ecc-91c2-89abd0bb754e tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-981657526', 'network_id': '4cac1095-7575-41a3-8d3d-d72618247d52'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:56:58.591732 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-36321a73-a50c-4ecc-91c2-89abd0bb754e tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:56:58.595644 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-36321a73-a50c-4ecc-91c2-89abd0bb754e tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Usage tracker for resource:port and tenant:e4b57e16d2b24ee4b747a47a9aaf2973 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:56:58.598448 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-36321a73-a50c-4ecc-91c2-89abd0bb754e tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:56:58.604173 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-36321a73-a50c-4ecc-91c2-89abd0bb754e tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:56:58.612714 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67804abc-5814-4be8-92f6-9f9cfaf03d52 None None] Network 7bbb23c7-7230-4fa2-afda-7581858764ac requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:56:58.618277 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36321a73-a50c-4ecc-91c2-89abd0bb754e tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Made reservation on behalf of e4b57e16d2b24ee4b747a47a9aaf2973 for: {'port': 1} {{(pid=87870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:56:58.621602 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-36321a73-a50c-4ecc-91c2-89abd0bb754e tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:58.627362 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92e56001-7e16-40c6-b11c-701740f4dff7 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:56:58.629131 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-92e56001-7e16-40c6-b11c-701740f4dff7 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538751'] for subnet, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:58.648622 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-a14ebc46-f9b3-4d7c-9e46-9a87d3f02ce6 None None] Attempting to bind port 84c1104b-b708-454c-b1e4-f66a8434d734 on host dv-neutron-835340-2-hyperv for vnic_type normal with profile {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:56:58.649141 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-a14ebc46-f9b3-4d7c-9e46-9a87d3f02ce6 None None] Attempting to bind port 84c1104b-b708-454c-b1e4-f66a8434d734 by drivers openvswitch,hyperv on host dv-neutron-835340-2-hyperv at level 0 using segments [{'id': '83154f6c-29d0-49c7-ba11-3201f51fe2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '47042d8e-f663-40df-b18d-4bb82041fd62'}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:56:58.649594 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a14ebc46-f9b3-4d7c-9e46-9a87d3f02ce6 None None] Attempting to bind port 84c1104b-b708-454c-b1e4-f66a8434d734 on network 47042d8e-f663-40df-b18d-4bb82041fd62 {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:56:58.669889 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.pecan_wsgi.hooks.translation [None req-5411ac9a-f3a5-4623-8b44-fa824fc286e7 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] GET failed (client error): The resource could not be found. Mar 28 11:56:58.671398 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-5411ac9a-f3a5-4623-8b44-fa824fc286e7 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] 10.222.0.30 "GET /v2.0/ports/56f3e859-ccb4-4dc7-a098-c7fe9f8be797 HTTP/1.1" status: 404 len: 333 time: 0.1009407 Mar 28 11:56:58.679932 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 51122) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:58.683750 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.notifiers.nova [None req-36321a73-a50c-4ecc-91c2-89abd0bb754e tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] device_id is not set on port cd8156ef-f67c-4372-89b7-da7d08e31ec7 yet. {{(pid=87870) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 11:56:58.683917 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-076fce23-6391-4c82-99cd-b100b8dc8eae tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Made reservation on behalf of fc0f0a585a8c4bf2950e053878e50dfb for: {'network': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:56:58.687617 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-076fce23-6391-4c82-99cd-b100b8dc8eae tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for network, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:58.704716 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.db_base_plugin_v2 [None req-90bcebd2-8744-4990-97f0-f3fa3d2e5c1a tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Deleting subnet b9529a26-e49c-49a9-9306-bcca0f39882d {{(pid=87871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 11:56:58.716683 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-92e56001-7e16-40c6-b11c-701740f4dff7 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 3.6083722 Mar 28 11:56:58.718265 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-90bcebd2-8744-4990-97f0-f3fa3d2e5c1a tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks [] for subnet, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:58.719076 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a14ebc46-f9b3-4d7c-9e46-9a87d3f02ce6 None None] Checking agent: {'id': '961a16fe-cbc8-4264-ac28-bbbd53f89caa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 46, 6), 'started_at': datetime.datetime(2022, 3, 28, 11, 46, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 11, 56, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 11:56:58.719620 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a14ebc46-f9b3-4d7c-9e46-9a87d3f02ce6 None None] Checking segment: {'id': '83154f6c-29d0-49c7-ba11-3201f51fe2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '47042d8e-f663-40df-b18d-4bb82041fd62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:56:58.720111 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-a14ebc46-f9b3-4d7c-9e46-9a87d3f02ce6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:58.720592 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a14ebc46-f9b3-4d7c-9e46-9a87d3f02ce6 None None] Bound using segment: {'id': '83154f6c-29d0-49c7-ba11-3201f51fe2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '47042d8e-f663-40df-b18d-4bb82041fd62'} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 11:56:58.721203 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-a14ebc46-f9b3-4d7c-9e46-9a87d3f02ce6 None None] Bound port: 84c1104b-b708-454c-b1e4-f66a8434d734, host: dv-neutron-835340-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83154f6c-29d0-49c7-ba11-3201f51fe2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '47042d8e-f663-40df-b18d-4bb82041fd62'}}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 11:56:58.722629 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-a14ebc46-f9b3-4d7c-9e46-9a87d3f02ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:58.723254 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 51126) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:58.747286 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] For port 3afe6244-76d9-409c-956a-9d06e9b8e941, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=3afe6244-76d9-409c-956a-9d06e9b8e941,segment=NetworkSegment(bd053757-b8b4-4f3a-b553-aa242f2d15d2),segment_id=bd053757-b8b4-4f3a-b553-aa242f2d15d2)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:56:58.771055 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-0328f0d9-6c7d-4d3f-9b00-eef74f53f08d tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Synchronizing usage tracker for tenant:2a883d5a5a2b4866b0c720c3c2f3317a on resource:security_group_rule {{(pid=87871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:56:58.817338 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-90bcebd2-8744-4990-97f0-f3fa3d2e5c1a tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3436877'] for subnet, precommit_delete_associations {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:58.834448 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:58.849451 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-0328f0d9-6c7d-4d3f-9b00-eef74f53f08d tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Unset dirty status for tenant:2a883d5a5a2b4866b0c720c3c2f3317a on resource:security_group_rule {{(pid=87871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:56:58.850729 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-0328f0d9-6c7d-4d3f-9b00-eef74f53f08d tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3196375 Mar 28 11:56:58.856327 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-076fce23-6391-4c82-99cd-b100b8dc8eae tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=87871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 11:56:58.858177 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 51132) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:58.873532 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-e29fdcc1-f088-4792-a8b7-1195b67da7ec tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Request body: {'security_group_rule': {'security_group_id': '6e3e0777-b192-4e67-a588-fbb8e006268c', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:56:58.882825 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-e29fdcc1-f088-4792-a8b7-1195b67da7ec tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:56:58.901128 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-076fce23-6391-4c82-99cd-b100b8dc8eae tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:58.901675 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.db.segments_db [None req-076fce23-6391-4c82-99cd-b100b8dc8eae tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Added segment b92627ae-9705-4960-a498-fed8e088dd96 of type vlan for network 4c2e3b3a-c34c-47cd-a4ab-5d28818175ee Mar 28 11:56:58.913375 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-e29fdcc1-f088-4792-a8b7-1195b67da7ec tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:56:58.940474 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39c947fc-ffed-458f-bb84-563367bbc2f4 None None] Network cc0944ec-be24-4bcf-bac6-5ff4216738f0 requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:56:58.957873 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.db.securitygroups_db [None req-e29fdcc1-f088-4792-a8b7-1195b67da7ec tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Project 2a883d5a5a2b4866b0c720c3c2f3317a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 11:56:58.970077 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-076fce23-6391-4c82-99cd-b100b8dc8eae tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783495836591'] for network, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:58.975346 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-e29fdcc1-f088-4792-a8b7-1195b67da7ec tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:59.037742 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-90bcebd2-8744-4990-97f0-f3fa3d2e5c1a tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1919782'] for subnet, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:59.111670 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-076fce23-6391-4c82-99cd-b100b8dc8eae tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765'] for network, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:59.117928 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-076fce23-6391-4c82-99cd-b100b8dc8eae tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:56:59.118715 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-076fce23-6391-4c82-99cd-b100b8dc8eae tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks [] for network, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:59.124364 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-b663f7f3-be7b-4a58-9647-3c1358c7234e tempest-FloatingIPNegativeTestJSON-1437729402 tempest-FloatingIPNegativeTestJSON-1437729402-project] Notify callbacks [] for port, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:59.157853 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Pushing event updated for resources: {'Port': ['ID=3afe6244-76d9-409c-956a-9d06e9b8e941,revision_number=3']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:56:59.171289 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-3f86686c-973c-466a-b3aa-f5f8fc2f66d2 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Deleting port 6ce0c271-3782-4400-8c83-62291e04762b {{(pid=87870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:56:59.171774 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-3f86686c-973c-466a-b3aa-f5f8fc2f66d2 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:59.203147 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-e29fdcc1-f088-4792-a8b7-1195b67da7ec tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:59.216131 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-cc49ae3d-f762-404e-9a7d-f42841be4432 None None] Provisioning for port 30a27eff-470d-47f2-849d-144d5ef0a544 completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:56:59.234427 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.provisioning_blocks [None req-b663f7f3-be7b-4a58-9647-3c1358c7234e tempest-FloatingIPNegativeTestJSON-1437729402 tempest-FloatingIPNegativeTestJSON-1437729402-project] Transition to ACTIVE for port object cde2424f-84c7-4c71-8ea1-eed03f60eade will not be triggered until provisioned by entity DHCP. {{(pid=87870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:56:59.271155 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-e29fdcc1-f088-4792-a8b7-1195b67da7ec tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740322'] for security_group_rule, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:59.279455 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-a14ebc46-f9b3-4d7c-9e46-9a87d3f02ce6 None None] For port 84c1104b-b708-454c-b1e4-f66a8434d734, host dv-neutron-835340-2-hyperv, cleared binding levels {{(pid=87872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 11:56:59.286437 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076fce23-6391-4c82-99cd-b100b8dc8eae tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Pushing event updated for resources: {'Network': ['ID=4c2e3b3a-c34c-47cd-a4ab-5d28818175ee,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:56:59.292393 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a160b1a-e266-408c-963b-7c8f1f01f7d4 None None] Network 4cac1095-7575-41a3-8d3d-d72618247d52 requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:56:59.294060 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-90bcebd2-8744-4990-97f0-f3fa3d2e5c1a tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1919805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2364079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26551417'] for subnet, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:59.298391 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-076fce23-6391-4c82-99cd-b100b8dc8eae tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8689613 Mar 28 11:56:59.305147 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 51136) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:59.315200 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Network 4c2e3b3a-c34c-47cd-a4ab-5d28818175ee details requested by agent ovs-agent-dv-neutron-835340-2-hyperv with host dv-neutron-835340-2-hyperv {{(pid=87872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 11:56:59.320192 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-9c5a1bb8-b7dd-4ba4-bde0-ff63d72d2571 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Request body: {'subnet': {'network_id': '4c2e3b3a-c34c-47cd-a4ab-5d28818175ee', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:56:59.347781 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29fdcc1-f088-4792-a8b7-1195b67da7ec tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36e84b41-5710-4a3b-90d9-391940b9040b,revision_number=0']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:56:59.356530 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bcebd2-8744-4990-97f0-f3fa3d2e5c1a tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Pushing event deleted for resources: {'Subnet': ['ID=b9529a26-e49c-49a9-9306-bcca0f39882d,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:56:59.358905 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-90bcebd2-8744-4990-97f0-f3fa3d2e5c1a tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538751'] for subnet, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:59.361057 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-90bcebd2-8744-4990-97f0-f3fa3d2e5c1a tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "DELETE /v2.0/subnets/b9529a26-e49c-49a9-9306-bcca0f39882d HTTP/1.1" status: 204 len: 168 time: 0.8871846 Mar 28 11:56:59.363933 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 51140) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:59.364837 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-e29fdcc1-f088-4792-a8b7-1195b67da7ec tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:59.366379 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-e29fdcc1-f088-4792-a8b7-1195b67da7ec tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5009980 Mar 28 11:56:59.369161 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 51144) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:59.426733 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71bb867e-11ee-416f-940d-184e79f01481 None None] Network e95a87e2-4c44-46e2-9de5-2786cbaea69c requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:56:59.438355 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-dd235bb5-6f45-43d3-8387-fcebeb008b01 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588883'] for network, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:59.461063 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-5c7f22bd-8a79-4b0a-a860-183c0ce8ebd9 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] 10.222.0.30 "GET /v2.0/security-group-rules/36e84b41-5710-4a3b-90d9-391940b9040b HTTP/1.1" status: 200 len: 769 time: 0.0880945 Mar 28 11:56:59.461063 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-fe0806b2-01a0-4dde-993a-2c9ee0868bfc tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0932300 Mar 28 11:56:59.461331 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 51148) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:59.481555 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 51152) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:59.488966 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-a11df74d-72c3-4006-a175-506de03f486b tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Request body: {'subnet': {'network_id': 'e95a87e2-4c44-46e2-9de5-2786cbaea69c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:56:59.490794 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-a14ebc46-f9b3-4d7c-9e46-9a87d3f02ce6 None None] For port 84c1104b-b708-454c-b1e4-f66a8434d734, host dv-neutron-835340-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=84c1104b-b708-454c-b1e4-f66a8434d734,segment=NetworkSegment(83154f6c-29d0-49c7-ba11-3201f51fe2ef),segment_id=83154f6c-29d0-49c7-ba11-3201f51fe2ef)] {{(pid=87872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 11:56:59.532600 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.db_base_plugin_common [None req-36321a73-a50c-4ecc-91c2-89abd0bb754e tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Allocated IP 2001:db8::3b8 (4cac1095-7575-41a3-8d3d-d72618247d52/244b6de8-df70-42f1-9e75-a67c590e25b3/cd8156ef-f67c-4372-89b7-da7d08e31ec7) {{(pid=87870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:56:59.616517 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-8c1ae62f-5eda-4f22-89b9-9075b3474330 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Synchronizing usage tracker for tenant:2a883d5a5a2b4866b0c720c3c2f3317a on resource:security_group_rule {{(pid=87871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:56:59.646697 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-b663f7f3-be7b-4a58-9647-3c1358c7234e tempest-FloatingIPNegativeTestJSON-1437729402 tempest-FloatingIPNegativeTestJSON-1437729402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:59.654955 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-a14ebc46-f9b3-4d7c-9e46-9a87d3f02ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:59.655825 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-a11df74d-72c3-4006-a175-506de03f486b tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:56:59.658195 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-8c1ae62f-5eda-4f22-89b9-9075b3474330 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Unset dirty status for tenant:2a883d5a5a2b4866b0c720c3c2f3317a on resource:security_group_rule {{(pid=87871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:56:59.662705 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-8c1ae62f-5eda-4f22-89b9-9075b3474330 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.2004950 Mar 28 11:56:59.663457 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 51156) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:56:59.695524 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-a11df74d-72c3-4006-a175-506de03f486b tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:56:59.705863 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-107483f9-1ef6-4e74-9be2-272783a63d51 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:59.711977 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-9c5a1bb8-b7dd-4ba4-bde0-ff63d72d2571 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:56:59.721401 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-107483f9-1ef6-4e74-9be2-272783a63d51 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:59.730938 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a11df74d-72c3-4006-a175-506de03f486b tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Made reservation on behalf of b4adfe5c8b3a4e57a1afd1d44c455245 for: {'subnet': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:56:59.734460 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-a11df74d-72c3-4006-a175-506de03f486b tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26551362'] for subnet, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:59.794994 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-9c5a1bb8-b7dd-4ba4-bde0-ff63d72d2571 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Usage tracker for resource:subnet and tenant:fc0f0a585a8c4bf2950e053878e50dfb is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:56:59.800559 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6393e6f4-0ea7-4ead-bd27-d211822daa36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1d3f2a9-8722-5ce5-bc40-181687d1ed3f-7bbb23c7-7230-4fa2-afda-7581858764ac', 'network_id': '7bbb23c7-7230-4fa2-afda-7581858764ac', 'tenant_id': '0ad7b1f6e96a40538a966af0f41e67e6', 'fixed_ips': [{'subnet_id': '625b9179-7514-4b76-b7f6-dd9e772f4787'}]}} from dv-neutron-835340-2-hyperv. {{(pid=87872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 11:56:59.801432 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-6393e6f4-0ea7-4ead-bd27-d211822daa36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:59.823344 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-9c5a1bb8-b7dd-4ba4-bde0-ff63d72d2571 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:56:59.850482 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 30a27eff-470d-47f2-849d-144d5ef0a544 up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:56:59.853765 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-9c5a1bb8-b7dd-4ba4-bde0-ff63d72d2571 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:56:59.869258 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b663f7f3-be7b-4a58-9647-3c1358c7234e tempest-FloatingIPNegativeTestJSON-1437729402 tempest-FloatingIPNegativeTestJSON-1437729402-project] Network 47042d8e-f663-40df-b18d-4bb82041fd62 is already hosted by enough agents. {{(pid=87870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:56:59.887590 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-dd235bb5-6f45-43d3-8387-fcebeb008b01 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1919782'] for subnet, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:59.918129 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.base_scheduler [None req-b663f7f3-be7b-4a58-9647-3c1358c7234e tempest-FloatingIPNegativeTestJSON-1437729402 tempest-FloatingIPNegativeTestJSON-1437729402-project] Resources bound (agent type, host, resource id): {{(pid=87870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:56:59.921051 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b663f7f3-be7b-4a58-9647-3c1358c7234e tempest-FloatingIPNegativeTestJSON-1437729402 tempest-FloatingIPNegativeTestJSON-1437729402-project] Received port after_create {{(pid=87870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:56:59.974818 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-107483f9-1ef6-4e74-9be2-272783a63d51 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740322'] for security_group_rule, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:56:59.999153 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107483f9-1ef6-4e74-9be2-272783a63d51 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=36e84b41-5710-4a3b-90d9-391940b9040b,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:57:00.005502 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b663f7f3-be7b-4a58-9647-3c1358c7234e tempest-FloatingIPNegativeTestJSON-1437729402 tempest-FloatingIPNegativeTestJSON-1437729402-project] Pushing event updated for resources: {'Port': ['ID=cde2424f-84c7-4c71-8ea1-eed03f60eade,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:57:00.036249 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-107483f9-1ef6-4e74-9be2-272783a63d51 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:00.040481 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-107483f9-1ef6-4e74-9be2-272783a63d51 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/36e84b41-5710-4a3b-90d9-391940b9040b HTTP/1.1" status: 204 len: 168 time: 0.3741703 Mar 28 11:57:00.045060 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 51160) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:57:00.053043 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c5a1bb8-b7dd-4ba4-bde0-ff63d72d2571 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Made reservation on behalf of fc0f0a585a8c4bf2950e053878e50dfb for: {'subnet': 1} {{(pid=87870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:57:00.056535 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-9c5a1bb8-b7dd-4ba4-bde0-ff63d72d2571 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2563571'] for subnet, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:00.104535 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-3f86686c-973c-466a-b3aa-f5f8fc2f66d2 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:00.114027 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-a11df74d-72c3-4006-a175-506de03f486b tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2364128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26551408'] for subnet, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:00.168468 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14ebc46-f9b3-4d7c-9e46-9a87d3f02ce6 None None] Pushing event updated for resources: {'Port': ['ID=84c1104b-b708-454c-b1e4-f66a8434d734,revision_number=2']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:57:00.193053 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11df74d-72c3-4006-a175-506de03f486b tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Pushing event updated for resources: {'Subnet': ['ID=6d5cb86d-7fec-4df9-a0c4-5c795b9243b1,revision_number=0']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:57:00.206178 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-b4aad219-43ce-4c5e-97d8-9634cb478a50 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Synchronizing usage tracker for tenant:2a883d5a5a2b4866b0c720c3c2f3317a on resource:security_group_rule {{(pid=87871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:57:00.227711 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a11df74d-72c3-4006-a175-506de03f486b tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Network e95a87e2-4c44-46e2-9de5-2786cbaea69c is already hosted by enough agents. {{(pid=87871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:57:00.229299 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-a11df74d-72c3-4006-a175-506de03f486b tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Resources bound (agent type, host, resource id): {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:57:00.232761 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-b4aad219-43ce-4c5e-97d8-9634cb478a50 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Unset dirty status for tenant:2a883d5a5a2b4866b0c720c3c2f3317a on resource:security_group_rule {{(pid=87871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:57:00.234393 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-b4aad219-43ce-4c5e-97d8-9634cb478a50 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1881280 Mar 28 11:57:00.236108 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a11df74d-72c3-4006-a175-506de03f486b tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:57:00.237063 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-a11df74d-72c3-4006-a175-506de03f486b tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538751'] for subnet, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:00.242564 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 51164) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:57:00.252743 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-b663f7f3-be7b-4a58-9647-3c1358c7234e tempest-FloatingIPNegativeTestJSON-1437729402 tempest-FloatingIPNegativeTestJSON-1437729402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-709483'] for router_interface, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:00.284716 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-a11df74d-72c3-4006-a175-506de03f486b tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8018665 Mar 28 11:57:00.288564 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 51168) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:57:00.295552 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-76134436-1668-4327-9b62-6971d023f95a tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Request body: {'port': {'network_id': 'e95a87e2-4c44-46e2-9de5-2786cbaea69c', 'fixed_ips': [{'subnet_id': '6d5cb86d-7fec-4df9-a0c4-5c795b9243b1', 'ip_address': '2001:db8:0:1::7'}], 'name': 'tempest-NetworksTestDHCPv6-2004163190'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:57:00.361572 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning for port 30a27eff-470d-47f2-849d-144d5ef0a544 completed by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:57:00.376426 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port 30a27eff-470d-47f2-849d-144d5ef0a544 triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:57:00.376784 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:00.451763 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.db_base_plugin_common [None req-6393e6f4-0ea7-4ead-bd27-d211822daa36 None None] Allocated IP 172.20.0.3 (7bbb23c7-7230-4fa2-afda-7581858764ac/625b9179-7514-4b76-b7f6-dd9e772f4787/1b3a078b-8e55-47f2-b514-576dfc8a9fdc) {{(pid=87872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:57:00.506021 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-3f86686c-973c-466a-b3aa-f5f8fc2f66d2 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Calling delete_port for 6ce0c271-3782-4400-8c83-62291e04762b owned by {{(pid=87870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:57:00.697973 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:00.707361 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b932333-9464-4a71-bd2f-1b6dcf3ac286 None None] DHCP port deletion for e95a87e2-4c44-46e2-9de5-2786cbaea69c request from dv-neutron-835340-2-hyperv {{(pid=87872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 11:57:00.711052 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-73175c4b-e292-437d-94af-59e1a19d8315 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Notify callbacks [] for security_group, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:00.732073 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-2b932333-9464-4a71-bd2f-1b6dcf3ac286 None None] Deleting port 3afe6244-76d9-409c-956a-9d06e9b8e941 {{(pid=87872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:57:00.732442 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2b932333-9464-4a71-bd2f-1b6dcf3ac286 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:00.749968 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-73175c4b-e292-437d-94af-59e1a19d8315 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:00.824421 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-76134436-1668-4327-9b62-6971d023f95a tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:57:00.832793 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-76134436-1668-4327-9b62-6971d023f95a tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Usage tracker for resource:port and tenant:b4adfe5c8b3a4e57a1afd1d44c455245 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:57:00.836517 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-76134436-1668-4327-9b62-6971d023f95a tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:57:00.840094 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-73175c4b-e292-437d-94af-59e1a19d8315 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:00.869322 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] For port 30a27eff-470d-47f2-849d-144d5ef0a544, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=30a27eff-470d-47f2-849d-144d5ef0a544,segment=NetworkSegment(3ed3d663-3673-4e0a-88bf-efb99caf2c68),segment_id=3ed3d663-3673-4e0a-88bf-efb99caf2c68)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:57:00.880470 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-76134436-1668-4327-9b62-6971d023f95a tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:57:00.895532 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:00.896534 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 3afe6244-76d9-409c-956a-9d06e9b8e941 up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:57:00.906811 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73175c4b-e292-437d-94af-59e1a19d8315 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e3e0777-b192-4e67-a588-fbb8e006268c,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:57:00.937682 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76134436-1668-4327-9b62-6971d023f95a tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Made reservation on behalf of b4adfe5c8b3a4e57a1afd1d44c455245 for: {'port': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:57:00.985168 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-73175c4b-e292-437d-94af-59e1a19d8315 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Notify callbacks [] for security_group, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:00.986380 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-73175c4b-e292-437d-94af-59e1a19d8315 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] 10.222.0.30 "DELETE /v2.0/security-groups/6e3e0777-b192-4e67-a588-fbb8e006268c HTTP/1.1" status: 204 len: 168 time: 0.7425463 Mar 28 11:57:00.990898 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 51172) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:57:01.005653 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-9c5a1bb8-b7dd-4ba4-bde0-ff63d72d2571 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2561241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2563521'] for subnet, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:01.099694 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-c5f93e1c-e4bf-49ba-b7dc-41a9b1ed90d3 None None] Provisioning for port 6ce0c271-3782-4400-8c83-62291e04762b completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:57:01.174092 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-36321a73-a50c-4ecc-91c2-89abd0bb754e tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:01.197559 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-76134436-1668-4327-9b62-6971d023f95a tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:01.232387 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-31dfeb85-e0cc-41a5-b88e-15e70120c9b5 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Synchronizing usage tracker for tenant:2a883d5a5a2b4866b0c720c3c2f3317a on resource:security_group {{(pid=87871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:57:01.250234 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.notifiers.nova [None req-76134436-1668-4327-9b62-6971d023f95a tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] device_id is not set on port caaa22fb-d55a-48ca-9434-206a4c9af50c yet. {{(pid=87871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 11:57:01.285862 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-6393e6f4-0ea7-4ead-bd27-d211822daa36 None None] Notify callbacks [] for port, precommit_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:01.305083 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5a1bb8-b7dd-4ba4-bde0-ff63d72d2571 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Pushing event updated for resources: {'Subnet': ['ID=a3b3f4bf-8240-47b0-a422-cb5b6828a882,revision_number=0']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:57:01.329022 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-31dfeb85-e0cc-41a5-b88e-15e70120c9b5 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Unset dirty status for tenant:2a883d5a5a2b4866b0c720c3c2f3317a on resource:security_group {{(pid=87871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:57:01.330411 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-31dfeb85-e0cc-41a5-b88e-15e70120c9b5 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3385432 Mar 28 11:57:01.335650 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 51176) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:57:01.336344 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c5a1bb8-b7dd-4ba4-bde0-ff63d72d2571 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Checking segment: {'id': 'b92627ae-9705-4960-a498-fed8e088dd96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '4c2e3b3a-c34c-47cd-a4ab-5d28818175ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:57:01.336697 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c5a1bb8-b7dd-4ba4-bde0-ff63d72d2571 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Network hostable DHCP agents. Network: 4c2e3b3a-c34c-47cd-a4ab-5d28818175ee, hostable agents: ['3cb85949-855b-4a40-b988-cd5705e511da'], hosted agents: [] {{(pid=87870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 11:57:01.363391 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-da34a055-1392-4685-b571-c982a372bb28 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Request body: {'security_group': {'name': 'tempest-secgroup--1090359503'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:57:01.379254 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-b663f7f3-be7b-4a58-9647-3c1358c7234e tempest-FloatingIPNegativeTestJSON-1437729402 tempest-FloatingIPNegativeTestJSON-1437729402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:01.391913 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-da34a055-1392-4685-b571-c982a372bb28 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:57:01.399937 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-3f86686c-973c-466a-b3aa-f5f8fc2f66d2 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:01.409914 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-c5f93e1c-e4bf-49ba-b7dc-41a9b1ed90d3 None None] Provisioning complete for port 6ce0c271-3782-4400-8c83-62291e04762b triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:57:01.410906 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-c5f93e1c-e4bf-49ba-b7dc-41a9b1ed90d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:01.478724 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-da34a055-1392-4685-b571-c982a372bb28 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:57:01.492750 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.pecan_wsgi.hooks.translation [None req-76134436-1668-4327-9b62-6971d023f95a tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 11:57:01.493716 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76134436-1668-4327-9b62-6971d023f95a tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 11:57:01.513303 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f86686c-973c-466a-b3aa-f5f8fc2f66d2 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Pushing event deleted for resources: {'Port': ['ID=6ce0c271-3782-4400-8c83-62291e04762b,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:57:01.518024 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-c5f93e1c-e4bf-49ba-b7dc-41a9b1ed90d3 None None] Port 6ce0c271-3782-4400-8c83-62291e04762b was deleted so its status cannot be updated. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Mar 28 11:57:01.529839 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-6393e6f4-0ea7-4ead-bd27-d211822daa36 None None] Transition to ACTIVE for port object 1b3a078b-8e55-47f2-b514-576dfc8a9fdc will not be triggered until provisioned by entity L2. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:57:01.539518 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-76134436-1668-4327-9b62-6971d023f95a tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.2472196 Mar 28 11:57:01.539704 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 51180) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:57:01.571411 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Pushing event updated for resources: {'Port': ['ID=30a27eff-470d-47f2-849d-144d5ef0a544,revision_number=3']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:57:01.604520 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-6393e6f4-0ea7-4ead-bd27-d211822daa36 None None] Transition to ACTIVE for port object 1b3a078b-8e55-47f2-b514-576dfc8a9fdc will not be triggered until provisioned by entity DHCP. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:57:01.613916 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-c5f93e1c-e4bf-49ba-b7dc-41a9b1ed90d3 None None] Provisioning complete for port 30a27eff-470d-47f2-849d-144d5ef0a544 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:57:01.614315 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-c5f93e1c-e4bf-49ba-b7dc-41a9b1ed90d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:01.659794 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-6393e6f4-0ea7-4ead-bd27-d211822daa36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241'] for port, after_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:01.662109 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf746446-d99b-499f-b19f-92851b5f864c tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:57:01.662994 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-cf746446-d99b-499f-b19f-92851b5f864c tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Synchronizing usage tracker for tenant:b4adfe5c8b3a4e57a1afd1d44c455245 on resource:port {{(pid=87871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:57:01.683512 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-cf746446-d99b-499f-b19f-92851b5f864c tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Unset dirty status for tenant:b4adfe5c8b3a4e57a1afd1d44c455245 on resource:port {{(pid=87871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:57:01.686753 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-cf746446-d99b-499f-b19f-92851b5f864c tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1441927 Mar 28 11:57:01.687654 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 51184) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:57:01.714063 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port 3afe6244-76d9-409c-956a-9d06e9b8e941 triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:57:01.714777 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:01.722352 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c5a1bb8-b7dd-4ba4-bde0-ff63d72d2571 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Network 4c2e3b3a-c34c-47cd-a4ab-5d28818175ee is scheduled to be hosted by DHCP agent 3cb85949-855b-4a40-b988-cd5705e511da with binding_index 1 {{(pid=87870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 11:57:01.755379 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-da34a055-1392-4685-b571-c982a372bb28 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Notify callbacks [] for security_group, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:01.760951 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-681cf7af-2fe1-46ba-8865-fc07f5227c7e None None] Network 47042d8e-f663-40df-b18d-4bb82041fd62 requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:57:01.769263 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-36321a73-a50c-4ecc-91c2-89abd0bb754e tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:01.771698 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-3f86686c-973c-466a-b3aa-f5f8fc2f66d2 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:01.784694 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-345042c0-96aa-483b-9456-a775d5ac8ac6 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:57:01.786591 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-345042c0-96aa-483b-9456-a775d5ac8ac6 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:57:01.787400 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-345042c0-96aa-483b-9456-a775d5ac8ac6 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Synchronizing usage tracker for tenant:b4adfe5c8b3a4e57a1afd1d44c455245 on resource:subnet {{(pid=87871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:57:01.792425 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2b932333-9464-4a71-bd2f-1b6dcf3ac286 None None] For port 3afe6244-76d9-409c-956a-9d06e9b8e941, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=3afe6244-76d9-409c-956a-9d06e9b8e941,segment=NetworkSegment(bd053757-b8b4-4f3a-b553-aa242f2d15d2),segment_id=bd053757-b8b4-4f3a-b553-aa242f2d15d2)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:57:01.793397 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2b932333-9464-4a71-bd2f-1b6dcf3ac286 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:01.810833 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-345042c0-96aa-483b-9456-a775d5ac8ac6 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Unset dirty status for tenant:b4adfe5c8b3a4e57a1afd1d44c455245 on resource:subnet {{(pid=87871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:57:01.816533 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-345042c0-96aa-483b-9456-a775d5ac8ac6 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1275690 Mar 28 11:57:01.817277 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 51188) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:57:01.902956 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.db_base_plugin_v2 [None req-3549c819-6a77-4cb4-892a-8c59764f7e1b tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Deleting subnet 6d5cb86d-7fec-4df9-a0c4-5c795b9243b1 {{(pid=87871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 11:57:01.906616 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-3549c819-6a77-4cb4-892a-8c59764f7e1b tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks [] for subnet, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:01.950219 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.base_scheduler [None req-9c5a1bb8-b7dd-4ba4-bde0-ff63d72d2571 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-2-hyperv, 4c2e3b3a-c34c-47cd-a4ab-5d28818175ee) {{(pid=87870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:57:01.971985 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c5a1bb8-b7dd-4ba4-bde0-ff63d72d2571 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:57:01.974985 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-9c5a1bb8-b7dd-4ba4-bde0-ff63d72d2571 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks [] for subnet, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:01.989441 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-dd235bb5-6f45-43d3-8387-fcebeb008b01 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1919805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2561174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2563528'] for subnet, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:01.990812 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-3549c819-6a77-4cb4-892a-8c59764f7e1b tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3436877'] for subnet, precommit_delete_associations {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:02.005690 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-2b932333-9464-4a71-bd2f-1b6dcf3ac286 None None] Calling delete_port for 3afe6244-76d9-409c-956a-9d06e9b8e941 owned by network:dhcp {{(pid=87872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:57:02.034153 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99238909-8447-4242-8f44-0901e352ef43 None None] Network 4c2e3b3a-c34c-47cd-a4ab-5d28818175ee requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:57:02.055866 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-da34a055-1392-4685-b571-c982a372bb28 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:57:02.061282 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6393e6f4-0ea7-4ead-bd27-d211822daa36 None None] Network 7bbb23c7-7230-4fa2-afda-7581858764ac is already hosted by enough agents. {{(pid=87872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:57:02.064922 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-3f86686c-973c-466a-b3aa-f5f8fc2f66d2 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] 10.222.0.30 "DELETE /v2.0/ports/6ce0c271-3782-4400-8c83-62291e04762b HTTP/1.1" status: 204 len: 168 time: 3.3830528 Mar 28 11:57:02.067912 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36321a73-a50c-4ecc-91c2-89abd0bb754e tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Network 4cac1095-7575-41a3-8d3d-d72618247d52 is already hosted by enough agents. {{(pid=87870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:57:02.071267 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-3549c819-6a77-4cb4-892a-8c59764f7e1b tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1919782'] for subnet, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:02.091022 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 51192) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:57:02.104351 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.base_scheduler [None req-36321a73-a50c-4ecc-91c2-89abd0bb754e tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Resources bound (agent type, host, resource id): {{(pid=87870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:57:02.108773 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd235bb5-6f45-43d3-8387-fcebeb008b01 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Pushing event deleted for resources: {'Subnet': ['ID=625b9179-7514-4b76-b7f6-dd9e772f4787,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:57:02.118437 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36321a73-a50c-4ecc-91c2-89abd0bb754e tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Received port after_create {{(pid=87870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:57:02.119745 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36321a73-a50c-4ecc-91c2-89abd0bb754e tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:57:02.120509 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-36321a73-a50c-4ecc-91c2-89abd0bb754e tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:02.146998 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.base_scheduler [None req-6393e6f4-0ea7-4ead-bd27-d211822daa36 None None] Resources bound (agent type, host, resource id): {{(pid=87872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:57:02.149954 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6393e6f4-0ea7-4ead-bd27-d211822daa36 None None] Received port after_create {{(pid=87872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:57:02.164784 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-3549c819-6a77-4cb4-892a-8c59764f7e1b tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1919805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2364079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26551417'] for subnet, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:02.177782 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6393e6f4-0ea7-4ead-bd27-d211822daa36 None None] Pushing event updated for resources: {'Port': ['ID=1b3a078b-8e55-47f2-b514-576dfc8a9fdc,revision_number=1']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:57:02.185948 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-da34a055-1392-4685-b571-c982a372bb28 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Usage tracker for resource:security_group_rule and tenant:2a883d5a5a2b4866b0c720c3c2f3317a is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:57:02.200812 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-da34a055-1392-4685-b571-c982a372bb28 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:57:02.215101 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3549c819-6a77-4cb4-892a-8c59764f7e1b tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Pushing event deleted for resources: {'Subnet': ['ID=6d5cb86d-7fec-4df9-a0c4-5c795b9243b1,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:57:02.219783 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-3549c819-6a77-4cb4-892a-8c59764f7e1b tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538751'] for subnet, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:02.221091 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36321a73-a50c-4ecc-91c2-89abd0bb754e tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Pushing event updated for resources: {'Port': ['ID=cd8156ef-f67c-4372-89b7-da7d08e31ec7,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:57:02.224162 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-9c5a1bb8-b7dd-4ba4-bde0-ff63d72d2571 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9099071 Mar 28 11:57:02.225820 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-36321a73-a50c-4ecc-91c2-89abd0bb754e tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 3.6596370 Mar 28 11:57:02.227044 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-da34a055-1392-4685-b571-c982a372bb28 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:57:02.228999 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 51198) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:57:02.229494 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 51200) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:57:02.257593 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.pecan_wsgi.hooks.translation [None req-232364b2-de4f-4699-9490-73aedf4a3d33 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] GET failed (client error): The resource could not be found. Mar 28 11:57:02.258134 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-232364b2-de4f-4699-9490-73aedf4a3d33 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Synchronizing usage tracker for tenant:beb99f647cec46e3bbf575ac0a3034e8 on resource:port {{(pid=87870) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:57:02.266916 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-35a39f0a-6c95-45dc-8c46-1e02122625cb tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1476479254', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:57:02.279675 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-35a39f0a-6c95-45dc-8c46-1e02122625cb tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:57:02.291693 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-3549c819-6a77-4cb4-892a-8c59764f7e1b tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "DELETE /v2.0/subnets/6d5cb86d-7fec-4df9-a0c4-5c795b9243b1 HTTP/1.1" status: 204 len: 168 time: 0.4704769 Mar 28 11:57:02.293351 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 51206) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:57:02.299627 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-35a39f0a-6c95-45dc-8c46-1e02122625cb tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Usage tracker for resource:router and tenant:fc0f0a585a8c4bf2950e053878e50dfb is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:57:02.361844 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-35a39f0a-6c95-45dc-8c46-1e02122625cb tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:57:02.370178 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-dd235bb5-6f45-43d3-8387-fcebeb008b01 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930431', 'neutron.services.segments.db._delete_segments_for_network-8783496351308'] for network, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:02.387995 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-35a39f0a-6c95-45dc-8c46-1e02122625cb tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:57:02.395883 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-e4469d19-6d3f-4e1f-99b5-c0b2016ffa36 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0954039 Mar 28 11:57:02.397353 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 51210) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:57:02.405791 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-0aa82240-4eb3-4d58-8905-3dc7a8fcf0b7 tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Deleting port cd8156ef-f67c-4372-89b7-da7d08e31ec7 {{(pid=87871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:57:02.406259 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-0aa82240-4eb3-4d58-8905-3dc7a8fcf0b7 tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:02.433844 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-f773a2e7-a177-4dea-9565-9c62a1911b74 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Request body: {'subnet': {'network_id': 'e95a87e2-4c44-46e2-9de5-2786cbaea69c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:57:02.456851 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-e351c3e9-7c3a-47f0-b7ba-761e2f487d71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:02.475796 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-232364b2-de4f-4699-9490-73aedf4a3d33 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Unset dirty status for tenant:beb99f647cec46e3bbf575ac0a3034e8 on resource:port {{(pid=87870) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:57:02.479333 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-232364b2-de4f-4699-9490-73aedf4a3d33 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] 10.222.0.30 "GET /v2.0/ports/6ce0c271-3782-4400-8c83-62291e04762b HTTP/1.1" status: 404 len: 333 time: 0.3696685 Mar 28 11:57:02.486179 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 51214) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:57:02.491748 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-dd235bb5-6f45-43d3-8387-fcebeb008b01 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bbb23c7-7230-4fa2-afda-7581858764ac']}} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:57:02.545662 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-dd235bb5-6f45-43d3-8387-fcebeb008b01 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a94e91e-d5f9-435c-8261-a761e1e9e921') {'for_net_delete': True} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:57:02.545960 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-dd235bb5-6f45-43d3-8387-fcebeb008b01 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a94e91e-d5f9-435c-8261-a761e1e9e921') {} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:57:02.552255 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-6393e6f4-0ea7-4ead-bd27-d211822daa36 None None] Attempting to bind port 1b3a078b-8e55-47f2-b514-576dfc8a9fdc on host dv-neutron-835340-2-hyperv for vnic_type normal with profile {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:57:02.552876 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-6393e6f4-0ea7-4ead-bd27-d211822daa36 None None] Attempting to bind port 1b3a078b-8e55-47f2-b514-576dfc8a9fdc by drivers openvswitch,hyperv on host dv-neutron-835340-2-hyperv at level 0 using segments [{'id': '0a94e91e-d5f9-435c-8261-a761e1e9e921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '7bbb23c7-7230-4fa2-afda-7581858764ac'}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:57:02.553029 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6393e6f4-0ea7-4ead-bd27-d211822daa36 None None] Attempting to bind port 1b3a078b-8e55-47f2-b514-576dfc8a9fdc on network 7bbb23c7-7230-4fa2-afda-7581858764ac {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:57:02.561639 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-f773a2e7-a177-4dea-9565-9c62a1911b74 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:57:02.564302 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-35a39f0a-6c95-45dc-8c46-1e02122625cb tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-707665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-260886'] for router, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:02.565423 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-35a39f0a-6c95-45dc-8c46-1e02122625cb tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-705660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709650', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-767110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260873'] for router, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:02.573924 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-f773a2e7-a177-4dea-9565-9c62a1911b74 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Usage tracker for resource:subnet and tenant:b4adfe5c8b3a4e57a1afd1d44c455245 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:57:02.578188 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-f773a2e7-a177-4dea-9565-9c62a1911b74 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:57:02.587724 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-f773a2e7-a177-4dea-9565-9c62a1911b74 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:57:02.588365 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-dd235bb5-6f45-43d3-8387-fcebeb008b01 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783496353639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3591341'] for segment, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:02.595864 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2b932333-9464-4a71-bd2f-1b6dcf3ac286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250'] for port, after_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:02.600109 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6393e6f4-0ea7-4ead-bd27-d211822daa36 None None] Checking agent: {'id': '961a16fe-cbc8-4264-ac28-bbbd53f89caa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 46, 6), 'started_at': datetime.datetime(2022, 3, 28, 11, 46, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 11, 56, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 11:57:02.600537 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6393e6f4-0ea7-4ead-bd27-d211822daa36 None None] Checking segment: {'id': '0a94e91e-d5f9-435c-8261-a761e1e9e921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '7bbb23c7-7230-4fa2-afda-7581858764ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:57:02.600971 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-6393e6f4-0ea7-4ead-bd27-d211822daa36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:02.601472 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6393e6f4-0ea7-4ead-bd27-d211822daa36 None None] Bound using segment: {'id': '0a94e91e-d5f9-435c-8261-a761e1e9e921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '7bbb23c7-7230-4fa2-afda-7581858764ac'} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 11:57:02.601946 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-6393e6f4-0ea7-4ead-bd27-d211822daa36 None None] Bound port: 1b3a078b-8e55-47f2-b514-576dfc8a9fdc, host: dv-neutron-835340-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a94e91e-d5f9-435c-8261-a761e1e9e921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '7bbb23c7-7230-4fa2-afda-7581858764ac'}}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 11:57:02.602304 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-6393e6f4-0ea7-4ead-bd27-d211822daa36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:02.642536 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-35a39f0a-6c95-45dc-8c46-1e02122625cb tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:02.647321 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-dd235bb5-6f45-43d3-8387-fcebeb008b01 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:02.662406 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f773a2e7-a177-4dea-9565-9c62a1911b74 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Made reservation on behalf of b4adfe5c8b3a4e57a1afd1d44c455245 for: {'subnet': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:57:02.666106 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-f773a2e7-a177-4dea-9565-9c62a1911b74 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26551362'] for subnet, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:02.668180 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a6e1e4b-3354-412c-9d62-0856bbc4e5d4 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Deleting subnet 83832ec7-a7c9-40a2-8761-7e358b98f544 {{(pid=87870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 11:57:02.670498 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd235bb5-6f45-43d3-8387-fcebeb008b01 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=87870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 11:57:02.670896 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-dd235bb5-6f45-43d3-8387-fcebeb008b01 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1920481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2558260'] for segment, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:02.693277 dv-neutron-835340-2-hyperv neutron-server[87870]: Traceback (most recent call last): Mar 28 11:57:02.693277 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 11:57:02.693277 dv-neutron-835340-2-hyperv neutron-server[87870]: timer() Mar 28 11:57:02.693277 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 11:57:02.693277 dv-neutron-835340-2-hyperv neutron-server[87870]: cb(*args, **kw) Mar 28 11:57:02.693277 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 11:57:02.693277 dv-neutron-835340-2-hyperv neutron-server[87870]: return func(*args, **kwargs) Mar 28 11:57:02.693277 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 11:57:02.693277 dv-neutron-835340-2-hyperv neutron-server[87870]: self._notify() Mar 28 11:57:02.693277 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 11:57:02.693277 dv-neutron-835340-2-hyperv neutron-server[87870]: self.callback(batched_events) Mar 28 11:57:02.693277 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 11:57:02.693277 dv-neutron-835340-2-hyperv neutron-server[87870]: event.method(event) Mar 28 11:57:02.693277 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 11:57:02.693277 dv-neutron-835340-2-hyperv neutron-server[87870]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 11:57:02.693277 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 11:57:02.693277 dv-neutron-835340-2-hyperv neutron-server[87870]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 11:57:02.693277 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 11:57:02.693277 dv-neutron-835340-2-hyperv neutron-server[87870]: return f(self, *a, **k) Mar 28 11:57:02.693277 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 11:57:02.693277 dv-neutron-835340-2-hyperv neutron-server[87870]: return self._get(url).json() Mar 28 11:57:02.693277 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 11:57:02.693277 dv-neutron-835340-2-hyperv neutron-server[87870]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 11:57:02.693277 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 11:57:02.693277 dv-neutron-835340-2-hyperv neutron-server[87870]: return self.request(url, 'GET', **kwargs) Mar 28 11:57:02.693277 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 11:57:02.693277 dv-neutron-835340-2-hyperv neutron-server[87870]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 11:57:02.693277 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 11:57:02.693277 dv-neutron-835340-2-hyperv neutron-server[87870]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 11:57:02.693277 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 11:57:02.693277 dv-neutron-835340-2-hyperv neutron-server[87870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 11:57:02.693277 dv-neutron-835340-2-hyperv neutron-server[87870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 11:57:02.712830 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-da34a055-1392-4685-b571-c982a372bb28 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Notify callbacks [] for security_group, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:02.717780 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-1a6e1e4b-3354-412c-9d62-0856bbc4e5d4 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks [] for subnet, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:02.743411 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b932333-9464-4a71-bd2f-1b6dcf3ac286 None None] No DVR routers for this DVR port 3afe6244-76d9-409c-956a-9d06e9b8e941 on host dv-neutron-835340-2-hyperv {{(pid=87872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 11:57:02.748889 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 37488a84-7a1e-4966-9466-86247382d861 up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:57:02.779091 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b932333-9464-4a71-bd2f-1b6dcf3ac286 None None] Pushing event deleted for resources: {'Port': ['ID=3afe6244-76d9-409c-956a-9d06e9b8e941,revision_number=None']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:57:02.797004 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acd80116-a687-4dd0-b1e7-ea63709bf125 None None] Network e95a87e2-4c44-46e2-9de5-2786cbaea69c requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:57:02.808994 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-da34a055-1392-4685-b571-c982a372bb28 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:02.812613 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-35a39f0a-6c95-45dc-8c46-1e02122625cb tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709693'] for router, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:02.837128 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-b663f7f3-be7b-4a58-9647-3c1358c7234e tempest-FloatingIPNegativeTestJSON-1437729402 tempest-FloatingIPNegativeTestJSON-1437729402-project] Notify callbacks [] for port, precommit_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:02.859797 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-b663f7f3-be7b-4a58-9647-3c1358c7234e tempest-FloatingIPNegativeTestJSON-1437729402 tempest-FloatingIPNegativeTestJSON-1437729402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2558288'] for port, after_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:02.972984 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-4da9d048-4477-4418-bed4-de42b24ee3d2 None None] Could not find standard attr ID for object 6ce0c271-3782-4400-8c83-62291e04762b. {{(pid=87872) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 28 11:57:03.056089 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-35a39f0a-6c95-45dc-8c46-1e02122625cb tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks [] for router, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:03.057417 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-35a39f0a-6c95-45dc-8c46-1e02122625cb tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.8250628 Mar 28 11:57:03.063189 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 51222) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:57:03.072607 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-7953165c-4990-4c97-ad61-e490694aa463 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Request body: {'port': {'network_id': '4c2e3b3a-c34c-47cd-a4ab-5d28818175ee', 'name': 'tempest-RoutersTest-1635450708'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:57:03.105157 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.db.api [None req-dd235bb5-6f45-43d3-8387-fcebeb008b01 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 28 11:57:03.105157 dv-neutron-835340-2-hyperv neutron-server[87870]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 28 11:57:03.105157 dv-neutron-835340-2-hyperv neutron-server[87870]: [parameters: {'id': '7bbb23c7-7230-4fa2-afda-7581858764ac'}] Mar 28 11:57:03.105157 dv-neutron-835340-2-hyperv neutron-server[87870]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87870) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 11:57:03.106468 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG oslo_db.api [None req-dd235bb5-6f45-43d3-8387-fcebeb008b01 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 11:57:03.130073 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-1a6e1e4b-3354-412c-9d62-0856bbc4e5d4 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3591354'] for subnet, precommit_delete_associations {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:03.136380 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-0aa82240-4eb3-4d58-8905-3dc7a8fcf0b7 tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:03.161142 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da34a055-1392-4685-b571-c982a372bb28 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d75d25c4-1d61-4317-b7c2-f8f9061a4bbe,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:57:03.199435 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-da34a055-1392-4685-b571-c982a372bb28 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Notify callbacks [] for security_group, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:03.201290 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-da34a055-1392-4685-b571-c982a372bb28 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.8592284 Mar 28 11:57:03.211550 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 51226) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:57:03.212424 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-b663f7f3-be7b-4a58-9647-3c1358c7234e tempest-FloatingIPNegativeTestJSON-1437729402 tempest-FloatingIPNegativeTestJSON-1437729402-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-743372'] for router_interface, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:03.220760 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b663f7f3-be7b-4a58-9647-3c1358c7234e tempest-FloatingIPNegativeTestJSON-1437729402 tempest-FloatingIPNegativeTestJSON-1437729402-project] Pushing event updated for resources: {'Port': ['ID=cde2424f-84c7-4c71-8ea1-eed03f60eade,revision_number=2']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:57:03.227305 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-a45707b3-c5d9-4ab6-bfb1-3364646602f0 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Request body: {'security_group_rule': {'security_group_id': 'd75d25c4-1d61-4317-b7c2-f8f9061a4bbe', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:57:03.229630 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4216ab6d-2bc2-4308-97f5-fdb9fa847c56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1d3f2a9-8722-5ce5-bc40-181687d1ed3f-4c2e3b3a-c34c-47cd-a4ab-5d28818175ee', 'network_id': '4c2e3b3a-c34c-47cd-a4ab-5d28818175ee', 'tenant_id': 'fc0f0a585a8c4bf2950e053878e50dfb', 'fixed_ips': [{'subnet_id': 'a3b3f4bf-8240-47b0-a422-cb5b6828a882'}]}} from dv-neutron-835340-2-hyperv. {{(pid=87872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 11:57:03.231216 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-4216ab6d-2bc2-4308-97f5-fdb9fa847c56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:03.238496 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-a45707b3-c5d9-4ab6-bfb1-3364646602f0 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:57:03.245890 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-4da9d048-4477-4418-bed4-de42b24ee3d2 None None] Provisioning for port 84c1104b-b708-454c-b1e4-f66a8434d734 completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:57:03.262434 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-a45707b3-c5d9-4ab6-bfb1-3364646602f0 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Usage tracker for resource:security_group_rule and tenant:2a883d5a5a2b4866b0c720c3c2f3317a is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:57:03.278573 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-a45707b3-c5d9-4ab6-bfb1-3364646602f0 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:57:03.290154 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port 37488a84-7a1e-4966-9466-86247382d861 triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:57:03.290529 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:03.293574 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-a45707b3-c5d9-4ab6-bfb1-3364646602f0 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:57:03.347907 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-6393e6f4-0ea7-4ead-bd27-d211822daa36 None None] For port 1b3a078b-8e55-47f2-b514-576dfc8a9fdc, host dv-neutron-835340-2-hyperv, cleared binding levels {{(pid=87872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 11:57:03.353578 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-4da9d048-4477-4418-bed4-de42b24ee3d2 None None] Could not find standard attr ID for object 56f3e859-ccb4-4dc7-a098-c7fe9f8be797. {{(pid=87872) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 28 11:57:03.362077 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-0aa82240-4eb3-4d58-8905-3dc7a8fcf0b7 tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Calling delete_port for cd8156ef-f67c-4372-89b7-da7d08e31ec7 owned by {{(pid=87871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:57:03.389679 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-1a6e1e4b-3354-412c-9d62-0856bbc4e5d4 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1919782'] for subnet, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:03.414560 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-6393e6f4-0ea7-4ead-bd27-d211822daa36 None None] For port 1b3a078b-8e55-47f2-b514-576dfc8a9fdc, host dv-neutron-835340-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=1b3a078b-8e55-47f2-b514-576dfc8a9fdc,segment=NetworkSegment(0a94e91e-d5f9-435c-8261-a761e1e9e921),segment_id=0a94e91e-d5f9-435c-8261-a761e1e9e921)] {{(pid=87872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 11:57:03.426971 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-a45707b3-c5d9-4ab6-bfb1-3364646602f0 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:03.431461 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-6393e6f4-0ea7-4ead-bd27-d211822daa36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:03.504960 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-7953165c-4990-4c97-ad61-e490694aa463 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:57:03.510196 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b663f7f3-be7b-4a58-9647-3c1358c7234e tempest-FloatingIPNegativeTestJSON-1437729402 tempest-FloatingIPNegativeTestJSON-1437729402-project] Network 47042d8e-f663-40df-b18d-4bb82041fd62 is already hosted by enough agents. {{(pid=87870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:57:03.510888 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-7953165c-4990-4c97-ad61-e490694aa463 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Usage tracker for resource:port and tenant:fc0f0a585a8c4bf2950e053878e50dfb is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:57:03.515117 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-7953165c-4990-4c97-ad61-e490694aa463 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:57:03.515409 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.base_scheduler [None req-b663f7f3-be7b-4a58-9647-3c1358c7234e tempest-FloatingIPNegativeTestJSON-1437729402 tempest-FloatingIPNegativeTestJSON-1437729402-project] Resources bound (agent type, host, resource id): {{(pid=87870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:57:03.521778 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-7953165c-4990-4c97-ad61-e490694aa463 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:57:03.524109 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-f773a2e7-a177-4dea-9565-9c62a1911b74 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2364128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26551408'] for subnet, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:03.608228 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-a45707b3-c5d9-4ab6-bfb1-3364646602f0 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:03.608884 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-dd235bb5-6f45-43d3-8387-fcebeb008b01 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588883'] for network, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:03.637848 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7953165c-4990-4c97-ad61-e490694aa463 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Made reservation on behalf of fc0f0a585a8c4bf2950e053878e50dfb for: {'port': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:57:03.641368 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-7953165c-4990-4c97-ad61-e490694aa463 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:03.647425 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6393e6f4-0ea7-4ead-bd27-d211822daa36 None None] Pushing event updated for resources: {'Port': ['ID=1b3a078b-8e55-47f2-b514-576dfc8a9fdc,revision_number=2']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:57:03.662046 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f773a2e7-a177-4dea-9565-9c62a1911b74 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Network e95a87e2-4c44-46e2-9de5-2786cbaea69c is already hosted by enough agents. {{(pid=87871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:57:03.669230 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-f773a2e7-a177-4dea-9565-9c62a1911b74 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Resources bound (agent type, host, resource id): {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:57:03.676787 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f773a2e7-a177-4dea-9565-9c62a1911b74 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:57:03.677377 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-f773a2e7-a177-4dea-9565-9c62a1911b74 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538751'] for subnet, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:03.696925 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2df8ba9-9b40-41f2-b358-81c926c20a72 None None] Network e95a87e2-4c44-46e2-9de5-2786cbaea69c requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:57:03.703425 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f773a2e7-a177-4dea-9565-9c62a1911b74 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Pushing event updated for resources: {'Subnet': ['ID=f4156fb0-b665-4894-b4d7-3a6f795db2a2,revision_number=0']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:57:03.706646 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.notifiers.nova [None req-7953165c-4990-4c97-ad61-e490694aa463 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] device_id is not set on port 573e1e91-5e42-48a8-8550-71eda2765c8e yet. {{(pid=87871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 11:57:03.726011 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-a45707b3-c5d9-4ab6-bfb1-3364646602f0 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740322'] for security_group_rule, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:03.753386 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-0aa82240-4eb3-4d58-8905-3dc7a8fcf0b7 tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:03.777651 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-1a6e1e4b-3354-412c-9d62-0856bbc4e5d4 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1919805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2561174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2563528'] for subnet, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:03.808953 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-f773a2e7-a177-4dea-9565-9c62a1911b74 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4081652 Mar 28 11:57:03.816659 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-dd235bb5-6f45-43d3-8387-fcebeb008b01 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Deleting port 1b3a078b-8e55-47f2-b514-576dfc8a9fdc {{(pid=87870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:57:03.817001 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-dd235bb5-6f45-43d3-8387-fcebeb008b01 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:03.829868 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 51230) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:57:03.831807 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa82240-4eb3-4d58-8905-3dc7a8fcf0b7 tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Pushing event deleted for resources: {'Port': ['ID=cd8156ef-f67c-4372-89b7-da7d08e31ec7,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:57:03.845762 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.db_base_plugin_common [None req-4216ab6d-2bc2-4308-97f5-fdb9fa847c56 None None] Allocated IP 172.20.0.2 (4c2e3b3a-c34c-47cd-a4ab-5d28818175ee/a3b3f4bf-8240-47b0-a422-cb5b6828a882/48bc07a1-566b-41b5-9d75-bd85736c4e01) {{(pid=87872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:57:03.849147 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-16f8df89-1a60-4ba1-a254-6d9e026739a9 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-2021686554', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:57:03.860351 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45707b3-c5d9-4ab6-bfb1-3364646602f0 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=757926f1-e680-45e2-9e09-78cd7c3d3073,revision_number=0']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:57:03.909586 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-16f8df89-1a60-4ba1-a254-6d9e026739a9 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:57:03.910443 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6e1e4b-3354-412c-9d62-0856bbc4e5d4 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Pushing event deleted for resources: {'Subnet': ['ID=83832ec7-a7c9-40a2-8761-7e358b98f544,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:57:03.923028 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-16f8df89-1a60-4ba1-a254-6d9e026739a9 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Usage tracker for resource:router and tenant:b4adfe5c8b3a4e57a1afd1d44c455245 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:57:03.924549 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-1a6e1e4b-3354-412c-9d62-0856bbc4e5d4 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks [] for subnet, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:03.928955 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-16f8df89-1a60-4ba1-a254-6d9e026739a9 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:57:03.932242 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-0aa82240-4eb3-4d58-8905-3dc7a8fcf0b7 tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:03.943062 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-16f8df89-1a60-4ba1-a254-6d9e026739a9 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:57:03.951079 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-0aa82240-4eb3-4d58-8905-3dc7a8fcf0b7 tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] 10.222.0.30 "DELETE /v2.0/ports/cd8156ef-f67c-4372-89b7-da7d08e31ec7 HTTP/1.1" status: 204 len: 168 time: 1.7203972 Mar 28 11:57:03.951563 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-a45707b3-c5d9-4ab6-bfb1-3364646602f0 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:03.952862 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-a45707b3-c5d9-4ab6-bfb1-3364646602f0 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7366073 Mar 28 11:57:03.954232 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 51234) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:57:03.957327 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-1a6e1e4b-3354-412c-9d62-0856bbc4e5d4 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] 10.222.0.30 "DELETE /v2.0/subnets/83832ec7-a7c9-40a2-8761-7e358b98f544 HTTP/1.1" status: 204 len: 168 time: 1.4701412 Mar 28 11:57:03.959701 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-8a2c3dfb-a03b-4ec2-8fcd-792cf1e2e2d1 tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4cac1095-7575-41a3-8d3d-d72618247d52', 'external_fixed_ips': [{'subnet_id': '244b6de8-df70-42f1-9e75-a67c590e25b3', 'ip_address': '2001:db8::3b8'}]}}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:57:03.962120 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 51236) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:57:03.962561 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 51240) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:57:03.973736 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-8a2c3dfb-a03b-4ec2-8fcd-792cf1e2e2d1 tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:57:03.980578 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-8a2c3dfb-a03b-4ec2-8fcd-792cf1e2e2d1 tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Usage tracker for resource:router and tenant:e4b57e16d2b24ee4b747a47a9aaf2973 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:57:03.985106 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-16f8df89-1a60-4ba1-a254-6d9e026739a9 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-707665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-260886'] for router, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:03.986644 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-16f8df89-1a60-4ba1-a254-6d9e026739a9 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-705660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709650', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-767110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260873'] for router, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:03.994921 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-8a2c3dfb-a03b-4ec2-8fcd-792cf1e2e2d1 tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:57:04.013758 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-8a2c3dfb-a03b-4ec2-8fcd-792cf1e2e2d1 tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:57:04.019653 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01793b41-425c-438d-a5bf-43558c3023c1 None None] Network cc0944ec-be24-4bcf-bac6-5ff4216738f0 requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:57:04.038454 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-16f8df89-1a60-4ba1-a254-6d9e026739a9 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:04.053394 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-8a2c3dfb-a03b-4ec2-8fcd-792cf1e2e2d1 tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-707665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-260886'] for router, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:04.055014 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-8a2c3dfb-a03b-4ec2-8fcd-792cf1e2e2d1 tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-705660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709650', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-767110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260873'] for router, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:04.077573 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-8a2c3dfb-a03b-4ec2-8fcd-792cf1e2e2d1 tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:04.081603 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 30a27eff-470d-47f2-849d-144d5ef0a544 up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:57:04.114205 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-16f8df89-1a60-4ba1-a254-6d9e026739a9 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709693'] for router, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:04.278324 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad45bfe7-2291-4025-bb00-b9c613ce5048 None None] Network 7bbb23c7-7230-4fa2-afda-7581858764ac requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:57:04.290873 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-febde9de-8338-4548-916d-6011d446ae86 None None] Provisioning for port cde2424f-84c7-4c71-8ea1-eed03f60eade completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:57:04.324483 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b663f7f3-be7b-4a58-9647-3c1358c7234e tempest-FloatingIPNegativeTestJSON-1437729402 tempest-FloatingIPNegativeTestJSON-1437729402-project] Router 3c229f13-d45c-4363-947d-e419b966c5a7 is scheduled to L3 agent af79d429-529e-400b-a119-94d4bec03f3e with binding_index 1 {{(pid=87870) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 11:57:04.336133 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c6417984-79b6-4ed7-bdd4-9a6e311d0ae5 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588883'] for network, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:04.352693 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.db [None req-dd235bb5-6f45-43d3-8387-fcebeb008b01 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] For port 1b3a078b-8e55-47f2-b514-576dfc8a9fdc, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=1b3a078b-8e55-47f2-b514-576dfc8a9fdc,segment=NetworkSegment(0a94e91e-d5f9-435c-8261-a761e1e9e921),segment_id=0a94e91e-d5f9-435c-8261-a761e1e9e921)] {{(pid=87870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:57:04.353057 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-dd235bb5-6f45-43d3-8387-fcebeb008b01 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:04.365162 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-daf16f68-d143-4cc5-8634-acf6208c6939 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Notify callbacks [] for security_group, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:04.405385 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-febde9de-8338-4548-916d-6011d446ae86 None None] Provisioning complete for port cde2424f-84c7-4c71-8ea1-eed03f60eade triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:57:04.405748 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-febde9de-8338-4548-916d-6011d446ae86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:04.492130 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-8a2c3dfb-a03b-4ec2-8fcd-792cf1e2e2d1 tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-709632', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-707672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260923'] for router, precommit_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:04.498792 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-16f8df89-1a60-4ba1-a254-6d9e026739a9 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks [] for router, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:04.502949 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-16f8df89-1a60-4ba1-a254-6d9e026739a9 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.6725709 Mar 28 11:57:04.503732 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 51246) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:57:04.565505 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-dd235bb5-6f45-43d3-8387-fcebeb008b01 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Calling delete_port for 1b3a078b-8e55-47f2-b514-576dfc8a9fdc owned by network:dhcp {{(pid=87870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:57:04.610021 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-c6417984-79b6-4ed7-bdd4-9a6e311d0ae5 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Deleting port 30a27eff-470d-47f2-849d-144d5ef0a544 {{(pid=87870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:57:04.610379 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c6417984-79b6-4ed7-bdd4-9a6e311d0ae5 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:04.695282 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-febde9de-8338-4548-916d-6011d446ae86 None None] Port cde2424f-84c7-4c71-8ea1-eed03f60eade cannot update to ACTIVE because it is not bound. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 11:57:04.732851 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port 30a27eff-470d-47f2-849d-144d5ef0a544 triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:57:04.732851 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:04.835105 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-daf16f68-d143-4cc5-8634-acf6208c6939 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:04.953483 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-4aeddf69-f313-4184-8328-c138e46328c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:04.989236 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b663f7f3-be7b-4a58-9647-3c1358c7234e tempest-FloatingIPNegativeTestJSON-1437729402 tempest-FloatingIPNegativeTestJSON-1437729402-project] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 11:57:05.044160 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-dd235bb5-6f45-43d3-8387-fcebeb008b01 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:05.047903 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-daf16f68-d143-4cc5-8634-acf6208c6939 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:05.086253 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d733ca56-b15e-4186-95f5-27059bd843e0 None None] Sync routers for ids ['3c229f13-d45c-4363-947d-e419b966c5a7'] in dv-neutron-835340-2-hyperv {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 11:57:05.088291 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfed7081-253d-430a-ab5f-faea6c409ae4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1d3f2a9-8722-5ce5-bc40-181687d1ed3f-e95a87e2-4c44-46e2-9de5-2786cbaea69c', 'network_id': 'e95a87e2-4c44-46e2-9de5-2786cbaea69c', 'tenant_id': 'b4adfe5c8b3a4e57a1afd1d44c455245', 'fixed_ips': [{'subnet_id': 'f4156fb0-b665-4894-b4d7-3a6f795db2a2'}]}} from dv-neutron-835340-2-hyperv. {{(pid=87872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 11:57:05.089089 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-bfed7081-253d-430a-ab5f-faea6c409ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:05.123671 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-b663f7f3-be7b-4a58-9647-3c1358c7234e tempest-FloatingIPNegativeTestJSON-1437729402 tempest-FloatingIPNegativeTestJSON-1437729402-project] 10.222.0.30 "PUT /v2.0/routers/3c229f13-d45c-4363-947d-e419b966c5a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2865391 Mar 28 11:57:05.129072 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 51250) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:57:05.135079 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-daf16f68-d143-4cc5-8634-acf6208c6939 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Notify callbacks [] for security_group, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:05.136559 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-daf16f68-d143-4cc5-8634-acf6208c6939 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] 10.222.0.30 "DELETE /v2.0/security-groups/d75d25c4-1d61-4317-b7c2-f8f9061a4bbe HTTP/1.1" status: 204 len: 168 time: 1.1729810 Mar 28 11:57:05.136803 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-8ac52c6a-a207-43eb-962d-0e974fd091f1 tempest-FloatingIPNegativeTestJSON-1437729402 tempest-FloatingIPNegativeTestJSON-1437729402-project] Request body: {'port': {'network_id': '47042d8e-f663-40df-b18d-4bb82041fd62', 'name': 'tempest-FloatingIPNegativeTestJSON-109245700'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:57:05.139140 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf16f68-d143-4cc5-8634-acf6208c6939 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d75d25c4-1d61-4317-b7c2-f8f9061a4bbe,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:57:05.143619 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-4216ab6d-2bc2-4308-97f5-fdb9fa847c56 None None] Notify callbacks [] for port, precommit_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:05.143994 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 51254) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:57:05.145071 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd235bb5-6f45-43d3-8387-fcebeb008b01 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] No DVR routers for this DVR port 1b3a078b-8e55-47f2-b514-576dfc8a9fdc on host dv-neutron-835340-2-hyperv {{(pid=87870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 11:57:05.198444 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd235bb5-6f45-43d3-8387-fcebeb008b01 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Pushing event deleted for resources: {'Port': ['ID=1b3a078b-8e55-47f2-b514-576dfc8a9fdc,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:57:05.225748 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d733ca56-b15e-4186-95f5-27059bd843e0 None None] Routers {'3c229f13-d45c-4363-947d-e419b966c5a7'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:57:05.226434 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-d733ca56-b15e-4186-95f5-27059bd843e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T11:57:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['3c229f13-d45c-4363-947d-e419b966c5a7'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:57:05.283629 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-4216ab6d-2bc2-4308-97f5-fdb9fa847c56 None None] Transition to ACTIVE for port object 48bc07a1-566b-41b5-9d75-bd85736c4e01 will not be triggered until provisioned by entity L2. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:57:05.309392 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 84c1104b-b708-454c-b1e4-f66a8434d734 up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:57:05.325976 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.db [None req-c6417984-79b6-4ed7-bdd4-9a6e311d0ae5 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] For port 30a27eff-470d-47f2-849d-144d5ef0a544, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=30a27eff-470d-47f2-849d-144d5ef0a544,segment=NetworkSegment(3ed3d663-3673-4e0a-88bf-efb99caf2c68),segment_id=3ed3d663-3673-4e0a-88bf-efb99caf2c68)] {{(pid=87870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:57:05.326532 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c6417984-79b6-4ed7-bdd4-9a6e311d0ae5 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:05.338997 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-c39c3e0b-a6ad-4f99-a159-880469fbe027 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:05.364650 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-d7cb6749-7748-4df7-9b2f-e5fd968793d5 None None] Provisioning complete for port cde2424f-84c7-4c71-8ea1-eed03f60eade triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:57:05.365023 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-d7cb6749-7748-4df7-9b2f-e5fd968793d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:05.388923 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-d733ca56-b15e-4186-95f5-27059bd843e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:57:05.426928 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a66acf6-55e6-46d1-b610-e6a5223693c2 None None] DHCP port deletion for cc0944ec-be24-4bcf-bac6-5ff4216738f0 request from dv-neutron-835340-2-hyperv {{(pid=87872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 11:57:05.457081 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-4216ab6d-2bc2-4308-97f5-fdb9fa847c56 None None] Transition to ACTIVE for port object 48bc07a1-566b-41b5-9d75-bd85736c4e01 will not be triggered until provisioned by entity DHCP. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:57:05.458603 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-4a66acf6-55e6-46d1-b610-e6a5223693c2 None None] Deleting port 30a27eff-470d-47f2-849d-144d5ef0a544 {{(pid=87872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:57:05.459205 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-4a66acf6-55e6-46d1-b610-e6a5223693c2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:05.493215 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-8ac52c6a-a207-43eb-962d-0e974fd091f1 tempest-FloatingIPNegativeTestJSON-1437729402 tempest-FloatingIPNegativeTestJSON-1437729402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:57:05.528727 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d733ca56-b15e-4186-95f5-27059bd843e0 None None] Routers {'3c229f13-d45c-4363-947d-e419b966c5a7'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:57:05.529628 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-d733ca56-b15e-4186-95f5-27059bd843e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T11:57:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['3c229f13-d45c-4363-947d-e419b966c5a7'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:57:05.536993 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-dd235bb5-6f45-43d3-8387-fcebeb008b01 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930431', 'neutron.services.segments.db._delete_segments_for_network-8783496351308'] for network, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:05.550165 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-8ac52c6a-a207-43eb-962d-0e974fd091f1 tempest-FloatingIPNegativeTestJSON-1437729402 tempest-FloatingIPNegativeTestJSON-1437729402-project] Usage tracker for resource:port and tenant:07d6f5d7cb4f4169b6b360cecc93f3ca is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:57:05.550638 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-c6417984-79b6-4ed7-bdd4-9a6e311d0ae5 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Calling delete_port for 30a27eff-470d-47f2-849d-144d5ef0a544 owned by network:dhcp {{(pid=87870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:57:05.583152 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-4216ab6d-2bc2-4308-97f5-fdb9fa847c56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241'] for port, after_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:05.602507 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-3d65629f-b6b3-4b12-88f5-ca30ef891789 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Synchronizing usage tracker for tenant:2a883d5a5a2b4866b0c720c3c2f3317a on resource:security_group {{(pid=87870) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:57:05.604016 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-8ac52c6a-a207-43eb-962d-0e974fd091f1 tempest-FloatingIPNegativeTestJSON-1437729402 tempest-FloatingIPNegativeTestJSON-1437729402-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:57:05.617496 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-dd235bb5-6f45-43d3-8387-fcebeb008b01 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bbb23c7-7230-4fa2-afda-7581858764ac']}} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:57:05.629748 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-d7cb6749-7748-4df7-9b2f-e5fd968793d5 None None] Port cde2424f-84c7-4c71-8ea1-eed03f60eade cannot update to ACTIVE because it is not bound. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 11:57:05.643777 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-dd235bb5-6f45-43d3-8387-fcebeb008b01 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a94e91e-d5f9-435c-8261-a761e1e9e921') {'for_net_delete': True} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:57:05.644145 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-dd235bb5-6f45-43d3-8387-fcebeb008b01 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a94e91e-d5f9-435c-8261-a761e1e9e921') {} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:57:05.661533 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-8ac52c6a-a207-43eb-962d-0e974fd091f1 tempest-FloatingIPNegativeTestJSON-1437729402 tempest-FloatingIPNegativeTestJSON-1437729402-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:57:05.662411 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-dd235bb5-6f45-43d3-8387-fcebeb008b01 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783496353639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3591341'] for segment, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:05.675119 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-3d65629f-b6b3-4b12-88f5-ca30ef891789 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Unset dirty status for tenant:2a883d5a5a2b4866b0c720c3c2f3317a on resource:security_group {{(pid=87870) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:57:05.679083 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-3d65629f-b6b3-4b12-88f5-ca30ef891789 tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4823580 Mar 28 11:57:05.683199 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 51258) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:57:05.717843 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-dd235bb5-6f45-43d3-8387-fcebeb008b01 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:05.721348 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-d733ca56-b15e-4186-95f5-27059bd843e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:57:05.721868 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d733ca56-b15e-4186-95f5-27059bd843e0 None None] The sync data for ids ['3c229f13-d45c-4363-947d-e419b966c5a7'] in dv-neutron-835340-2-hyperv is: [] {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 11:57:05.733392 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd235bb5-6f45-43d3-8387-fcebeb008b01 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=87870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 11:57:05.733999 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-dd235bb5-6f45-43d3-8387-fcebeb008b01 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1920481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2558260'] for segment, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:05.755506 dv-neutron-835340-2-hyperv neutron-server[87870]: Traceback (most recent call last): Mar 28 11:57:05.755506 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 11:57:05.755506 dv-neutron-835340-2-hyperv neutron-server[87870]: timer() Mar 28 11:57:05.755506 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 11:57:05.755506 dv-neutron-835340-2-hyperv neutron-server[87870]: cb(*args, **kw) Mar 28 11:57:05.755506 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 11:57:05.755506 dv-neutron-835340-2-hyperv neutron-server[87870]: return func(*args, **kwargs) Mar 28 11:57:05.755506 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 11:57:05.755506 dv-neutron-835340-2-hyperv neutron-server[87870]: self._notify() Mar 28 11:57:05.755506 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 11:57:05.755506 dv-neutron-835340-2-hyperv neutron-server[87870]: self.callback(batched_events) Mar 28 11:57:05.755506 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 11:57:05.755506 dv-neutron-835340-2-hyperv neutron-server[87870]: event.method(event) Mar 28 11:57:05.755506 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 11:57:05.755506 dv-neutron-835340-2-hyperv neutron-server[87870]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 11:57:05.755506 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 11:57:05.755506 dv-neutron-835340-2-hyperv neutron-server[87870]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 11:57:05.755506 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 11:57:05.755506 dv-neutron-835340-2-hyperv neutron-server[87870]: return f(self, *a, **k) Mar 28 11:57:05.755506 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 11:57:05.755506 dv-neutron-835340-2-hyperv neutron-server[87870]: return self._get(url).json() Mar 28 11:57:05.755506 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 11:57:05.755506 dv-neutron-835340-2-hyperv neutron-server[87870]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 11:57:05.755506 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 11:57:05.755506 dv-neutron-835340-2-hyperv neutron-server[87870]: return self.request(url, 'GET', **kwargs) Mar 28 11:57:05.755506 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 11:57:05.755506 dv-neutron-835340-2-hyperv neutron-server[87870]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 11:57:05.755506 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 11:57:05.755506 dv-neutron-835340-2-hyperv neutron-server[87870]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 11:57:05.755506 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 11:57:05.755506 dv-neutron-835340-2-hyperv neutron-server[87870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 11:57:05.755506 dv-neutron-835340-2-hyperv neutron-server[87870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 11:57:05.780398 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4216ab6d-2bc2-4308-97f5-fdb9fa847c56 None None] Network 4c2e3b3a-c34c-47cd-a4ab-5d28818175ee is already hosted by enough agents. {{(pid=87872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:57:05.796342 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.base_scheduler [None req-4216ab6d-2bc2-4308-97f5-fdb9fa847c56 None None] Resources bound (agent type, host, resource id): {{(pid=87872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:57:05.798119 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:05.808043 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4216ab6d-2bc2-4308-97f5-fdb9fa847c56 None None] Received port after_create {{(pid=87872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:57:05.830981 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ac52c6a-a207-43eb-962d-0e974fd091f1 tempest-FloatingIPNegativeTestJSON-1437729402 tempest-FloatingIPNegativeTestJSON-1437729402-project] Made reservation on behalf of 07d6f5d7cb4f4169b6b360cecc93f3ca for: {'port': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:57:05.834575 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-8ac52c6a-a207-43eb-962d-0e974fd091f1 tempest-FloatingIPNegativeTestJSON-1437729402 tempest-FloatingIPNegativeTestJSON-1437729402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:05.837914 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c6417984-79b6-4ed7-bdd4-9a6e311d0ae5 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:05.859351 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4216ab6d-2bc2-4308-97f5-fdb9fa847c56 None None] Pushing event updated for resources: {'Port': ['ID=48bc07a1-566b-41b5-9d75-bd85736c4e01,revision_number=1']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:57:05.867558 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.notifiers.nova [None req-8ac52c6a-a207-43eb-962d-0e974fd091f1 tempest-FloatingIPNegativeTestJSON-1437729402 tempest-FloatingIPNegativeTestJSON-1437729402-project] device_id is not set on port b45e7da2-4401-4dde-b3b1-39b02b17ad43 yet. {{(pid=87871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 11:57:05.874246 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning for port 84c1104b-b708-454c-b1e4-f66a8434d734 completed by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:57:05.884487 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.db_base_plugin_common [None req-bfed7081-253d-430a-ab5f-faea6c409ae4 None None] Allocated IP 2001:db8::2 (e95a87e2-4c44-46e2-9de5-2786cbaea69c/f4156fb0-b665-4894-b4d7-3a6f795db2a2/997b9e0a-c1fb-4228-b328-2ca3b29e7ef7) {{(pid=87872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:57:05.891125 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-c62fadf8-536f-44e4-b8f8-c19fb3fb816d tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Synchronizing usage tracker for tenant:2a883d5a5a2b4866b0c720c3c2f3317a on resource:security_group_rule {{(pid=87870) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:57:05.895900 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-ef3be119-c018-4979-be07-86cf959defc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:05.923011 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6417984-79b6-4ed7-bdd4-9a6e311d0ae5 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Pushing event deleted for resources: {'Port': ['ID=30a27eff-470d-47f2-849d-144d5ef0a544,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:57:05.925583 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6417984-79b6-4ed7-bdd4-9a6e311d0ae5 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] No DVR routers for this DVR port 30a27eff-470d-47f2-849d-144d5ef0a544 on host dv-neutron-835340-2-hyperv {{(pid=87870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 11:57:05.951962 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port 84c1104b-b708-454c-b1e4-f66a8434d734 triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:57:05.952343 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:05.953980 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.db_base_plugin_common [None req-7953165c-4990-4c97-ad61-e490694aa463 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Allocated IP 172.20.0.14 (4c2e3b3a-c34c-47cd-a4ab-5d28818175ee/a3b3f4bf-8240-47b0-a422-cb5b6828a882/573e1e91-5e42-48a8-8550-71eda2765c8e) {{(pid=87871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:57:05.987400 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-dd235bb5-6f45-43d3-8387-fcebeb008b01 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709602'] for network, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:05.988509 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-c62fadf8-536f-44e4-b8f8-c19fb3fb816d tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] Unset dirty status for tenant:2a883d5a5a2b4866b0c720c3c2f3317a on resource:security_group_rule {{(pid=87870) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:57:05.993867 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-c62fadf8-536f-44e4-b8f8-c19fb3fb816d tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.3094566 Mar 28 11:57:05.993867 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 51262) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:57:06.028119 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-dd235bb5-6f45-43d3-8387-fcebeb008b01 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538751'] for network, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:06.060230 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd235bb5-6f45-43d3-8387-fcebeb008b01 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Pushing event deleted for resources: {'Network': ['ID=7bbb23c7-7230-4fa2-afda-7581858764ac,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:57:06.115316 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.api.v2.resource [None req-426347ae-6319-478c-97ad-00cab335654a tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] delete failed (client error): The resource could not be found. Mar 28 11:57:06.122214 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-426347ae-6319-478c-97ad-00cab335654a tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] 10.222.0.30 "DELETE /v2.0/security-groups/d75d25c4-1d61-4317-b7c2-f8f9061a4bbe HTTP/1.1" status: 404 len: 347 time: 0.1109645 Mar 28 11:57:06.123797 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-4216ab6d-2bc2-4308-97f5-fdb9fa847c56 None None] Attempting to bind port 48bc07a1-566b-41b5-9d75-bd85736c4e01 on host dv-neutron-835340-2-hyperv for vnic_type normal with profile {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:57:06.124254 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-4216ab6d-2bc2-4308-97f5-fdb9fa847c56 None None] Attempting to bind port 48bc07a1-566b-41b5-9d75-bd85736c4e01 by drivers openvswitch,hyperv on host dv-neutron-835340-2-hyperv at level 0 using segments [{'id': 'b92627ae-9705-4960-a498-fed8e088dd96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '4c2e3b3a-c34c-47cd-a4ab-5d28818175ee'}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:57:06.124625 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4216ab6d-2bc2-4308-97f5-fdb9fa847c56 None None] Attempting to bind port 48bc07a1-566b-41b5-9d75-bd85736c4e01 on network 4c2e3b3a-c34c-47cd-a4ab-5d28818175ee {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:57:06.130660 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 51266) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:57:06.135645 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-dd235bb5-6f45-43d3-8387-fcebeb008b01 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] 10.222.0.30 "DELETE /v2.0/networks/7bbb23c7-7230-4fa2-afda-7581858764ac HTTP/1.1" status: 204 len: 168 time: 7.3611240 Mar 28 11:57:06.139318 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c6417984-79b6-4ed7-bdd4-9a6e311d0ae5 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930431', 'neutron.services.segments.db._delete_segments_for_network-8783496351308'] for network, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:06.143653 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 51268) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:57:06.166908 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-c6417984-79b6-4ed7-bdd4-9a6e311d0ae5 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc0944ec-be24-4bcf-bac6-5ff4216738f0']}} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:57:06.175133 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-8a2c3dfb-a03b-4ec2-8fcd-792cf1e2e2d1 tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:06.180485 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-c6417984-79b6-4ed7-bdd4-9a6e311d0ae5 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ed3d663-3673-4e0a-88bf-efb99caf2c68') {'for_net_delete': True} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:57:06.181434 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-c6417984-79b6-4ed7-bdd4-9a6e311d0ae5 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ed3d663-3673-4e0a-88bf-efb99caf2c68') {} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:57:06.194531 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c6417984-79b6-4ed7-bdd4-9a6e311d0ae5 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783496353639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3591341'] for segment, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:06.194974 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4216ab6d-2bc2-4308-97f5-fdb9fa847c56 None None] Checking agent: {'id': '961a16fe-cbc8-4264-ac28-bbbd53f89caa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 46, 6), 'started_at': datetime.datetime(2022, 3, 28, 11, 46, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 11, 57, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 11:57:06.195344 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4216ab6d-2bc2-4308-97f5-fdb9fa847c56 None None] Checking segment: {'id': 'b92627ae-9705-4960-a498-fed8e088dd96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '4c2e3b3a-c34c-47cd-a4ab-5d28818175ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:57:06.195787 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-4216ab6d-2bc2-4308-97f5-fdb9fa847c56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:06.197266 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4216ab6d-2bc2-4308-97f5-fdb9fa847c56 None None] Bound using segment: {'id': 'b92627ae-9705-4960-a498-fed8e088dd96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '4c2e3b3a-c34c-47cd-a4ab-5d28818175ee'} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 11:57:06.197266 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-4216ab6d-2bc2-4308-97f5-fdb9fa847c56 None None] Bound port: 48bc07a1-566b-41b5-9d75-bd85736c4e01, host: dv-neutron-835340-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b92627ae-9705-4960-a498-fed8e088dd96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '4c2e3b3a-c34c-47cd-a4ab-5d28818175ee'}}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 11:57:06.197266 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-4216ab6d-2bc2-4308-97f5-fdb9fa847c56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:06.213495 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c6417984-79b6-4ed7-bdd4-9a6e311d0ae5 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:06.222131 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6417984-79b6-4ed7-bdd4-9a6e311d0ae5 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=87870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 11:57:06.223011 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-14ca8af2-5d96-43e9-a635-d212e029e25c tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-605231994'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:57:06.223282 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c6417984-79b6-4ed7-bdd4-9a6e311d0ae5 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1920481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2558260'] for segment, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:06.239950 dv-neutron-835340-2-hyperv neutron-server[87870]: Traceback (most recent call last): Mar 28 11:57:06.239950 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 11:57:06.239950 dv-neutron-835340-2-hyperv neutron-server[87870]: timer() Mar 28 11:57:06.239950 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 11:57:06.239950 dv-neutron-835340-2-hyperv neutron-server[87870]: cb(*args, **kw) Mar 28 11:57:06.239950 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 11:57:06.239950 dv-neutron-835340-2-hyperv neutron-server[87870]: return func(*args, **kwargs) Mar 28 11:57:06.239950 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 11:57:06.239950 dv-neutron-835340-2-hyperv neutron-server[87870]: self._notify() Mar 28 11:57:06.239950 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 11:57:06.239950 dv-neutron-835340-2-hyperv neutron-server[87870]: self.callback(batched_events) Mar 28 11:57:06.239950 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 11:57:06.239950 dv-neutron-835340-2-hyperv neutron-server[87870]: event.method(event) Mar 28 11:57:06.239950 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 11:57:06.239950 dv-neutron-835340-2-hyperv neutron-server[87870]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 11:57:06.239950 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 11:57:06.239950 dv-neutron-835340-2-hyperv neutron-server[87870]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 11:57:06.239950 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 11:57:06.239950 dv-neutron-835340-2-hyperv neutron-server[87870]: return f(self, *a, **k) Mar 28 11:57:06.239950 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 11:57:06.239950 dv-neutron-835340-2-hyperv neutron-server[87870]: return self._get(url).json() Mar 28 11:57:06.239950 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 11:57:06.239950 dv-neutron-835340-2-hyperv neutron-server[87870]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 11:57:06.239950 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 11:57:06.239950 dv-neutron-835340-2-hyperv neutron-server[87870]: return self.request(url, 'GET', **kwargs) Mar 28 11:57:06.239950 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 11:57:06.239950 dv-neutron-835340-2-hyperv neutron-server[87870]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 11:57:06.239950 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 11:57:06.239950 dv-neutron-835340-2-hyperv neutron-server[87870]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 11:57:06.239950 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 11:57:06.239950 dv-neutron-835340-2-hyperv neutron-server[87870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 11:57:06.239950 dv-neutron-835340-2-hyperv neutron-server[87870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 11:57:06.241908 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-4a66acf6-55e6-46d1-b610-e6a5223693c2 None None] For port 30a27eff-470d-47f2-849d-144d5ef0a544, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=30a27eff-470d-47f2-849d-144d5ef0a544,segment=NetworkSegment(3ed3d663-3673-4e0a-88bf-efb99caf2c68),segment_id=3ed3d663-3673-4e0a-88bf-efb99caf2c68)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:57:06.243268 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-4a66acf6-55e6-46d1-b610-e6a5223693c2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:06.328055 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c6417984-79b6-4ed7-bdd4-9a6e311d0ae5 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709602'] for network, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:06.353745 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c6417984-79b6-4ed7-bdd4-9a6e311d0ae5 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538751'] for network, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:06.358124 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6417984-79b6-4ed7-bdd4-9a6e311d0ae5 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Pushing event deleted for resources: {'Network': ['ID=cc0944ec-be24-4bcf-bac6-5ff4216738f0,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:57:06.368076 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-c6417984-79b6-4ed7-bdd4-9a6e311d0ae5 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] 10.222.0.30 "DELETE /v2.0/networks/cc0944ec-be24-4bcf-bac6-5ff4216738f0 HTTP/1.1" status: 204 len: 168 time: 2.4021111 Mar 28 11:57:06.368699 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 51274) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:57:06.371853 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-14ca8af2-5d96-43e9-a635-d212e029e25c tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:57:06.374896 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-0b9fdda1-45a4-4970-825c-467ff69e8416 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1080249505'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:57:06.377418 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-8a2c3dfb-a03b-4ec2-8fcd-792cf1e2e2d1 tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:06.379970 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-0b9fdda1-45a4-4970-825c-467ff69e8416 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:57:06.384015 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-0b9fdda1-45a4-4970-825c-467ff69e8416 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Usage tracker for resource:network and tenant:beb99f647cec46e3bbf575ac0a3034e8 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:57:06.387488 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-0b9fdda1-45a4-4970-825c-467ff69e8416 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:57:06.393663 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-0b9fdda1-45a4-4970-825c-467ff69e8416 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:57:06.399649 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-14ca8af2-5d96-43e9-a635-d212e029e25c tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Usage tracker for resource:network and tenant:0ad7b1f6e96a40538a966af0f41e67e6 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:57:06.406219 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b9fdda1-45a4-4970-825c-467ff69e8416 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Made reservation on behalf of beb99f647cec46e3bbf575ac0a3034e8 for: {'network': 1} {{(pid=87870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:57:06.409851 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-0b9fdda1-45a4-4970-825c-467ff69e8416 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for network, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:06.418582 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-4a66acf6-55e6-46d1-b610-e6a5223693c2 None None] Calling delete_port for 30a27eff-470d-47f2-849d-144d5ef0a544 owned by network:dhcp {{(pid=87872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:57:06.438082 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b9fdda1-45a4-4970-825c-467ff69e8416 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=87870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 11:57:06.439462 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-14ca8af2-5d96-43e9-a635-d212e029e25c tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:57:06.447588 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-0b9fdda1-45a4-4970-825c-467ff69e8416 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:06.447928 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.db.segments_db [None req-0b9fdda1-45a4-4970-825c-467ff69e8416 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Added segment 677a7af6-0849-4f9b-957d-34bbd3ded6ba of type vlan for network e055aae5-0fb5-43e6-86f6-a843cfd8372a Mar 28 11:57:06.449398 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.db_base_plugin_common [None req-8ac52c6a-a207-43eb-962d-0e974fd091f1 tempest-FloatingIPNegativeTestJSON-1437729402 tempest-FloatingIPNegativeTestJSON-1437729402-project] Allocated IP 172.20.0.9 (47042d8e-f663-40df-b18d-4bb82041fd62/26db5336-4358-45b1-b130-635c65d546f7/b45e7da2-4401-4dde-b3b1-39b02b17ad43) {{(pid=87871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:57:06.468113 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-14ca8af2-5d96-43e9-a635-d212e029e25c tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:57:06.470827 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.agents_db [None req-03fd49d8-b51b-41c1-8716-b8e265c93689 None None] Agent healthcheck: found 6 active agents {{(pid=87873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 11:57:06.483227 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-0b9fdda1-45a4-4970-825c-467ff69e8416 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783495836591'] for network, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:06.519540 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-0b9fdda1-45a4-4970-825c-467ff69e8416 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765'] for network, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:06.525160 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b9fdda1-45a4-4970-825c-467ff69e8416 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:57:06.525760 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-0b9fdda1-45a4-4970-825c-467ff69e8416 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538751'] for network, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:06.537041 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-e0c67998-3cdb-4c84-8dc4-1666ee5967fd tempest-SecGroupIPv6Test-427153045 tempest-SecGroupIPv6Test-427153045-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3946612 Mar 28 11:57:06.576366 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14ca8af2-5d96-43e9-a635-d212e029e25c tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Made reservation on behalf of 0ad7b1f6e96a40538a966af0f41e67e6 for: {'network': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:57:06.580414 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-14ca8af2-5d96-43e9-a635-d212e029e25c tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for network, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:06.637931 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-0b9fdda1-45a4-4970-825c-467ff69e8416 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2681260 Mar 28 11:57:06.638564 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 51280) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:57:06.656162 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-391db070-c2e0-436a-a9fb-5dbe95cbd901 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Request body: {'subnet': {'network_id': 'e055aae5-0fb5-43e6-86f6-a843cfd8372a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:57:06.677462 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9fdda1-45a4-4970-825c-467ff69e8416 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Pushing event updated for resources: {'Network': ['ID=e055aae5-0fb5-43e6-86f6-a843cfd8372a,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:57:06.694424 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:06.720111 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Network e055aae5-0fb5-43e6-86f6-a843cfd8372a details requested by agent ovs-agent-dv-neutron-835340-2-hyperv with host dv-neutron-835340-2-hyperv {{(pid=87872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 11:57:06.744607 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-4216ab6d-2bc2-4308-97f5-fdb9fa847c56 None None] For port 48bc07a1-566b-41b5-9d75-bd85736c4e01, host dv-neutron-835340-2-hyperv, cleared binding levels {{(pid=87872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 11:57:06.800562 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.db.api [None req-4a66acf6-55e6-46d1-b610-e6a5223693c2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87872) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 11:57:06.800908 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG oslo_db.api [None req-4a66acf6-55e6-46d1-b610-e6a5223693c2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 11:57:06.802400 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-4216ab6d-2bc2-4308-97f5-fdb9fa847c56 None None] For port 48bc07a1-566b-41b5-9d75-bd85736c4e01, host dv-neutron-835340-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=48bc07a1-566b-41b5-9d75-bd85736c4e01,segment=NetworkSegment(b92627ae-9705-4960-a498-fed8e088dd96),segment_id=b92627ae-9705-4960-a498-fed8e088dd96)] {{(pid=87872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 11:57:06.856454 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-bfed7081-253d-430a-ab5f-faea6c409ae4 None None] Notify callbacks [] for port, precommit_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:06.864557 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-4216ab6d-2bc2-4308-97f5-fdb9fa847c56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:06.934007 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] For port 84c1104b-b708-454c-b1e4-f66a8434d734, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=84c1104b-b708-454c-b1e4-f66a8434d734,segment=NetworkSegment(83154f6c-29d0-49c7-ba11-3201f51fe2ef),segment_id=83154f6c-29d0-49c7-ba11-3201f51fe2ef)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:57:06.938564 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14ca8af2-5d96-43e9-a635-d212e029e25c tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=87871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 11:57:06.944390 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-391db070-c2e0-436a-a9fb-5dbe95cbd901 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:57:06.948033 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-bfed7081-253d-430a-ab5f-faea6c409ae4 None None] Transition to ACTIVE for port object 997b9e0a-c1fb-4228-b328-2ca3b29e7ef7 will not be triggered until provisioned by entity L2. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:57:06.950082 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-391db070-c2e0-436a-a9fb-5dbe95cbd901 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Usage tracker for resource:subnet and tenant:beb99f647cec46e3bbf575ac0a3034e8 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:57:06.954260 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-391db070-c2e0-436a-a9fb-5dbe95cbd901 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:57:06.956120 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:06.961062 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-391db070-c2e0-436a-a9fb-5dbe95cbd901 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:57:06.979625 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-391db070-c2e0-436a-a9fb-5dbe95cbd901 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Made reservation on behalf of beb99f647cec46e3bbf575ac0a3034e8 for: {'subnet': 1} {{(pid=87870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:57:06.986714 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-391db070-c2e0-436a-a9fb-5dbe95cbd901 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2563571'] for subnet, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:06.996999 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-14ca8af2-5d96-43e9-a635-d212e029e25c tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:06.997432 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.db.segments_db [None req-14ca8af2-5d96-43e9-a635-d212e029e25c tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Added segment 785d0182-6295-4e62-bf0e-67ec5c664402 of type vlan for network 38aa4899-ee50-43c1-8fcb-039baf77f136 Mar 28 11:57:07.033136 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-7953165c-4990-4c97-ad61-e490694aa463 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks [] for port, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:07.041294 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-bfed7081-253d-430a-ab5f-faea6c409ae4 None None] Transition to ACTIVE for port object 997b9e0a-c1fb-4228-b328-2ca3b29e7ef7 will not be triggered until provisioned by entity DHCP. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:57:07.070099 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 3afe6244-76d9-409c-956a-9d06e9b8e941 no longer exists at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 11:57:07.073618 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 51288) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:57:07.116447 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-bfed7081-253d-430a-ab5f-faea6c409ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241'] for port, after_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:07.123350 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] No Port match for: 3afe6244-76d9-409c-956a-9d06e9b8e941 {{(pid=87872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 11:57:07.123784 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 3afe6244-76d9-409c-956a-9d06e9b8e941 not bound to the agent host dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 11:57:07.138778 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4216ab6d-2bc2-4308-97f5-fdb9fa847c56 None None] Pushing event updated for resources: {'Port': ['ID=48bc07a1-566b-41b5-9d75-bd85736c4e01,revision_number=2']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:57:07.203179 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.provisioning_blocks [None req-7953165c-4990-4c97-ad61-e490694aa463 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Transition to ACTIVE for port object 573e1e91-5e42-48a8-8550-71eda2765c8e will not be triggered until provisioned by entity DHCP. {{(pid=87871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:57:07.203525 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfed7081-253d-430a-ab5f-faea6c409ae4 None None] Network e95a87e2-4c44-46e2-9de5-2786cbaea69c is already hosted by enough agents. {{(pid=87872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:57:07.205715 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-14ca8af2-5d96-43e9-a635-d212e029e25c tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783495836591'] for network, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:07.207063 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.base_scheduler [None req-bfed7081-253d-430a-ab5f-faea6c409ae4 None None] Resources bound (agent type, host, resource id): {{(pid=87872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:57:07.224366 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfed7081-253d-430a-ab5f-faea6c409ae4 None None] Received port after_create {{(pid=87872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:57:07.231310 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 30a27eff-470d-47f2-849d-144d5ef0a544 no longer exists at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 11:57:07.246360 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-8ac52c6a-a207-43eb-962d-0e974fd091f1 tempest-FloatingIPNegativeTestJSON-1437729402 tempest-FloatingIPNegativeTestJSON-1437729402-project] Notify callbacks [] for port, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:07.298424 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.db_base_plugin_common [None req-8a2c3dfb-a03b-4ec2-8fcd-792cf1e2e2d1 tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Allocated IP 2001:db8::3b8 (4cac1095-7575-41a3-8d3d-d72618247d52/244b6de8-df70-42f1-9e75-a67c590e25b3/cf9c1784-4ebb-4a7b-9222-f4c1dc7d64db) {{(pid=87871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:57:07.311166 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-391db070-c2e0-436a-a9fb-5dbe95cbd901 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2561241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2563521'] for subnet, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:07.315338 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.provisioning_blocks [None req-8ac52c6a-a207-43eb-962d-0e974fd091f1 tempest-FloatingIPNegativeTestJSON-1437729402 tempest-FloatingIPNegativeTestJSON-1437729402-project] Transition to ACTIVE for port object b45e7da2-4401-4dde-b3b1-39b02b17ad43 will not be triggered until provisioned by entity DHCP. {{(pid=87871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:57:07.319907 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.db_base_plugin_common [None req-c39c3e0b-a6ad-4f99-a159-880469fbe027 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Allocated IP 2001:db8::1 (e95a87e2-4c44-46e2-9de5-2786cbaea69c/f4156fb0-b665-4894-b4d7-3a6f795db2a2/a41f8660-3c94-415e-a689-45a5e2811557) {{(pid=87871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:57:07.325225 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] No Port match for: 30a27eff-470d-47f2-849d-144d5ef0a544 {{(pid=87872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 11:57:07.325581 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 30a27eff-470d-47f2-849d-144d5ef0a544 not bound to the agent host dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 11:57:07.334901 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-4a66acf6-55e6-46d1-b610-e6a5223693c2 None None] Deleting port 30a27eff-470d-47f2-849d-144d5ef0a544 {{(pid=87872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:57:07.335047 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-4a66acf6-55e6-46d1-b610-e6a5223693c2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:07.412354 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-14ca8af2-5d96-43e9-a635-d212e029e25c tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765'] for network, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:07.418047 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14ca8af2-5d96-43e9-a635-d212e029e25c tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:57:07.418841 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-14ca8af2-5d96-43e9-a635-d212e029e25c tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks [] for network, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:07.460073 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-391db070-c2e0-436a-a9fb-5dbe95cbd901 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Checking segment: {'id': '677a7af6-0849-4f9b-957d-34bbd3ded6ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'e055aae5-0fb5-43e6-86f6-a843cfd8372a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:57:07.460655 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-391db070-c2e0-436a-a9fb-5dbe95cbd901 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Network hostable DHCP agents. Network: e055aae5-0fb5-43e6-86f6-a843cfd8372a, hostable agents: ['3cb85949-855b-4a40-b988-cd5705e511da'], hosted agents: [] {{(pid=87870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 11:57:07.460836 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Pushing event updated for resources: {'Port': ['ID=84c1104b-b708-454c-b1e4-f66a8434d734,revision_number=3']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:57:07.487170 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391db070-c2e0-436a-a9fb-5dbe95cbd901 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Pushing event updated for resources: {'Subnet': ['ID=68da9e5b-162e-48bd-ac51-aaee82c649fa,revision_number=0']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:57:07.501683 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-391db070-c2e0-436a-a9fb-5dbe95cbd901 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Network e055aae5-0fb5-43e6-86f6-a843cfd8372a is scheduled to be hosted by DHCP agent 3cb85949-855b-4a40-b988-cd5705e511da with binding_index 1 {{(pid=87870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 11:57:07.528511 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.base_scheduler [None req-391db070-c2e0-436a-a9fb-5dbe95cbd901 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-2-hyperv, e055aae5-0fb5-43e6-86f6-a843cfd8372a) {{(pid=87870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:57:07.531446 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-391db070-c2e0-436a-a9fb-5dbe95cbd901 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:57:07.532137 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-391db070-c2e0-436a-a9fb-5dbe95cbd901 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks [] for subnet, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:07.564617 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-391db070-c2e0-436a-a9fb-5dbe95cbd901 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9188702 Mar 28 11:57:07.565238 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 51294) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:57:07.571820 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-ccd57bb8-c34d-4500-ae85-2082a3004e3c tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Request body: {'port': {'network_id': 'e055aae5-0fb5-43e6-86f6-a843cfd8372a', 'name': 'tempest-PortsIpV6TestJSON-1389591610', 'fixed_ips': [{'subnet_id': '68da9e5b-162e-48bd-ac51-aaee82c649fa', 'ip_address': '2001:db8::10'}]}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:57:07.587873 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-4a66acf6-55e6-46d1-b610-e6a5223693c2 None None] The port '30a27eff-470d-47f2-849d-144d5ef0a544' was deleted {{(pid=87872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 11:57:07.590404 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ee9a3cf-e5e4-452a-b0bc-9933c12303c0 None None] Network e055aae5-0fb5-43e6-86f6-a843cfd8372a requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:57:07.604710 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-7953165c-4990-4c97-ad61-e490694aa463 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:07.627989 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-b7ccd3c7-0277-4f12-8e5c-e41478141af5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:07.650456 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-bfed7081-253d-430a-ab5f-faea6c409ae4 None None] Attempting to bind port 997b9e0a-c1fb-4228-b328-2ca3b29e7ef7 on host dv-neutron-835340-2-hyperv for vnic_type normal with profile {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:57:07.650820 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-bfed7081-253d-430a-ab5f-faea6c409ae4 None None] Attempting to bind port 997b9e0a-c1fb-4228-b328-2ca3b29e7ef7 by drivers openvswitch,hyperv on host dv-neutron-835340-2-hyperv at level 0 using segments [{'id': 'bd053757-b8b4-4f3a-b553-aa242f2d15d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e95a87e2-4c44-46e2-9de5-2786cbaea69c'}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:57:07.651174 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfed7081-253d-430a-ab5f-faea6c409ae4 None None] Attempting to bind port 997b9e0a-c1fb-4228-b328-2ca3b29e7ef7 on network e95a87e2-4c44-46e2-9de5-2786cbaea69c {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:57:07.669013 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfed7081-253d-430a-ab5f-faea6c409ae4 None None] Checking agent: {'id': '961a16fe-cbc8-4264-ac28-bbbd53f89caa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 46, 6), 'started_at': datetime.datetime(2022, 3, 28, 11, 46, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 11, 57, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 11:57:07.669388 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfed7081-253d-430a-ab5f-faea6c409ae4 None None] Checking segment: {'id': 'bd053757-b8b4-4f3a-b553-aa242f2d15d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e95a87e2-4c44-46e2-9de5-2786cbaea69c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:57:07.669786 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-bfed7081-253d-430a-ab5f-faea6c409ae4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:07.670171 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfed7081-253d-430a-ab5f-faea6c409ae4 None None] Bound using segment: {'id': 'bd053757-b8b4-4f3a-b553-aa242f2d15d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e95a87e2-4c44-46e2-9de5-2786cbaea69c'} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 11:57:07.670646 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-bfed7081-253d-430a-ab5f-faea6c409ae4 None None] Bound port: 997b9e0a-c1fb-4228-b328-2ca3b29e7ef7, host: dv-neutron-835340-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd053757-b8b4-4f3a-b553-aa242f2d15d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e95a87e2-4c44-46e2-9de5-2786cbaea69c'}}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 11:57:07.671011 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-bfed7081-253d-430a-ab5f-faea6c409ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:07.752605 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-ccd57bb8-c34d-4500-ae85-2082a3004e3c tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:57:07.764729 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-ccd57bb8-c34d-4500-ae85-2082a3004e3c tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Usage tracker for resource:port and tenant:beb99f647cec46e3bbf575ac0a3034e8 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:57:07.770441 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-ccd57bb8-c34d-4500-ae85-2082a3004e3c tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:57:07.777835 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfed7081-253d-430a-ab5f-faea6c409ae4 None None] Pushing event updated for resources: {'Port': ['ID=997b9e0a-c1fb-4228-b328-2ca3b29e7ef7,revision_number=1']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:57:07.788566 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-ccd57bb8-c34d-4500-ae85-2082a3004e3c tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:57:07.804954 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccd57bb8-c34d-4500-ae85-2082a3004e3c tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Made reservation on behalf of beb99f647cec46e3bbf575ac0a3034e8 for: {'port': 1} {{(pid=87870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:57:07.843172 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-14ca8af2-5d96-43e9-a635-d212e029e25c tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.6781316 Mar 28 11:57:07.864742 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 51298) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:57:07.883845 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7953165c-4990-4c97-ad61-e490694aa463 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Network 4c2e3b3a-c34c-47cd-a4ab-5d28818175ee is already hosted by enough agents. {{(pid=87871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:57:07.891959 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-532c4124-e47f-4aaa-b9fb-2a1c3aa8ea49 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2a883d5a5a2b4866b0c720c3c2f3317a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7994766 Mar 28 11:57:07.891959 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ca8af2-5d96-43e9-a635-d212e029e25c tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Pushing event updated for resources: {'Network': ['ID=38aa4899-ee50-43c1-8fcb-039baf77f136,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:57:07.892512 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-bfed7081-253d-430a-ab5f-faea6c409ae4 None None] For port 997b9e0a-c1fb-4228-b328-2ca3b29e7ef7, host dv-neutron-835340-2-hyperv, cleared binding levels {{(pid=87872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 11:57:07.896415 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-bf4c0207-d811-41a8-aaec-f003feda3bc5 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Request body: {'subnet': {'network_id': '38aa4899-ee50-43c1-8fcb-039baf77f136', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:57:07.905018 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Network 38aa4899-ee50-43c1-8fcb-039baf77f136 details requested by agent ovs-agent-dv-neutron-835340-2-hyperv with host dv-neutron-835340-2-hyperv {{(pid=87872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 11:57:07.919054 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 51302) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:57:07.920058 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-7953165c-4990-4c97-ad61-e490694aa463 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Resources bound (agent type, host, resource id): {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:57:07.922323 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-8ac52c6a-a207-43eb-962d-0e974fd091f1 tempest-FloatingIPNegativeTestJSON-1437729402 tempest-FloatingIPNegativeTestJSON-1437729402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:07.928056 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7953165c-4990-4c97-ad61-e490694aa463 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Received port after_create {{(pid=87871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:57:07.943529 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-bfed7081-253d-430a-ab5f-faea6c409ae4 None None] For port 997b9e0a-c1fb-4228-b328-2ca3b29e7ef7, host dv-neutron-835340-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=997b9e0a-c1fb-4228-b328-2ca3b29e7ef7,segment=NetworkSegment(bd053757-b8b4-4f3a-b553-aa242f2d15d2),segment_id=bd053757-b8b4-4f3a-b553-aa242f2d15d2)] {{(pid=87872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 11:57:07.983986 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-ccd57bb8-c34d-4500-ae85-2082a3004e3c tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:08.000084 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-bfed7081-253d-430a-ab5f-faea6c409ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:08.001911 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7953165c-4990-4c97-ad61-e490694aa463 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Pushing event updated for resources: {'Port': ['ID=573e1e91-5e42-48a8-8550-71eda2765c8e,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:57:08.014153 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.notifiers.nova [None req-ccd57bb8-c34d-4500-ae85-2082a3004e3c tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] device_id is not set on port 3f97ea6b-99e8-4b5b-ad27-bff31eef47c5 yet. {{(pid=87870) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 11:57:08.096901 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-c39c3e0b-a6ad-4f99-a159-880469fbe027 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks [] for port, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:08.131744 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-651b255d-706e-4e7a-92f8-336865907010 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1d3f2a9-8722-5ce5-bc40-181687d1ed3f-e055aae5-0fb5-43e6-86f6-a843cfd8372a', 'network_id': 'e055aae5-0fb5-43e6-86f6-a843cfd8372a', 'tenant_id': 'beb99f647cec46e3bbf575ac0a3034e8', 'fixed_ips': [{'subnet_id': '68da9e5b-162e-48bd-ac51-aaee82c649fa'}]}} from dv-neutron-835340-2-hyperv. {{(pid=87872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 11:57:08.132592 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-651b255d-706e-4e7a-92f8-336865907010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:08.173179 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7953165c-4990-4c97-ad61-e490694aa463 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:57:08.174243 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-7953165c-4990-4c97-ad61-e490694aa463 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:08.197992 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-8a2c3dfb-a03b-4ec2-8fcd-792cf1e2e2d1 tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:08.234981 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfed7081-253d-430a-ab5f-faea6c409ae4 None None] Pushing event updated for resources: {'Port': ['ID=997b9e0a-c1fb-4228-b328-2ca3b29e7ef7,revision_number=2']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:57:08.326694 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.db_base_plugin_common [None req-ccd57bb8-c34d-4500-ae85-2082a3004e3c tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Allocated IP 2001:db8::10 (e055aae5-0fb5-43e6-86f6-a843cfd8372a/68da9e5b-162e-48bd-ac51-aaee82c649fa/3f97ea6b-99e8-4b5b-ad27-bff31eef47c5) {{(pid=87870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:57:08.435545 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-7953165c-4990-4c97-ad61-e490694aa463 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 5.3687153 Mar 28 11:57:08.438254 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.provisioning_blocks [None req-c39c3e0b-a6ad-4f99-a159-880469fbe027 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Transition to ACTIVE for port object a41f8660-3c94-415e-a689-45a5e2811557 will not be triggered until provisioned by entity DHCP. {{(pid=87871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:57:08.439336 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 51308) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:57:08.469068 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-63c77323-b076-4675-9adc-7c8da5a95b29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:08.493181 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-bf4c0207-d811-41a8-aaec-f003feda3bc5 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:57:08.579087 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ac52c6a-a207-43eb-962d-0e974fd091f1 tempest-FloatingIPNegativeTestJSON-1437729402 tempest-FloatingIPNegativeTestJSON-1437729402-project] Network 47042d8e-f663-40df-b18d-4bb82041fd62 is already hosted by enough agents. {{(pid=87871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:57:08.588198 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71062f5e-a149-4ffd-9410-98d0f95d544c None None] Network 4c2e3b3a-c34c-47cd-a4ab-5d28818175ee requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:57:08.608923 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-ccd57bb8-c34d-4500-ae85-2082a3004e3c tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks [] for port, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:08.627621 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.provisioning_blocks [None req-ccd57bb8-c34d-4500-ae85-2082a3004e3c tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Transition to ACTIVE for port object 3f97ea6b-99e8-4b5b-ad27-bff31eef47c5 will not be triggered until provisioned by entity DHCP. {{(pid=87870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:57:08.654076 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-ccd57bb8-c34d-4500-ae85-2082a3004e3c tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:08.722201 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccd57bb8-c34d-4500-ae85-2082a3004e3c tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Network e055aae5-0fb5-43e6-86f6-a843cfd8372a is already hosted by enough agents. {{(pid=87870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:57:08.725647 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.base_scheduler [None req-ccd57bb8-c34d-4500-ae85-2082a3004e3c tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Resources bound (agent type, host, resource id): {{(pid=87870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:57:08.732385 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd57bb8-c34d-4500-ae85-2082a3004e3c tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Received port after_create {{(pid=87870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:57:08.739319 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-bf4c0207-d811-41a8-aaec-f003feda3bc5 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Usage tracker for resource:subnet and tenant:0ad7b1f6e96a40538a966af0f41e67e6 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:57:08.739864 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccd57bb8-c34d-4500-ae85-2082a3004e3c tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:57:08.740216 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-ccd57bb8-c34d-4500-ae85-2082a3004e3c tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:08.741912 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac52c6a-a207-43eb-962d-0e974fd091f1 tempest-FloatingIPNegativeTestJSON-1437729402 tempest-FloatingIPNegativeTestJSON-1437729402-project] Pushing event updated for resources: {'Port': ['ID=b45e7da2-4401-4dde-b3b1-39b02b17ad43,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:57:08.744133 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-8ac52c6a-a207-43eb-962d-0e974fd091f1 tempest-FloatingIPNegativeTestJSON-1437729402 tempest-FloatingIPNegativeTestJSON-1437729402-project] Resources bound (agent type, host, resource id): {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:57:08.753169 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-bf4c0207-d811-41a8-aaec-f003feda3bc5 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:57:08.757121 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac52c6a-a207-43eb-962d-0e974fd091f1 tempest-FloatingIPNegativeTestJSON-1437729402 tempest-FloatingIPNegativeTestJSON-1437729402-project] Received port after_create {{(pid=87871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:57:08.772746 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-7ed64636-942a-4129-bdbd-5fc1cc2cb6e2 None None] Provisioning for port 48bc07a1-566b-41b5-9d75-bd85736c4e01 completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:57:08.779012 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-ccd57bb8-c34d-4500-ae85-2082a3004e3c tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.2124951 Mar 28 11:57:08.783047 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 51312) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:57:08.789347 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.db_base_plugin_common [None req-651b255d-706e-4e7a-92f8-336865907010 None None] Allocated IP 2001:db8::2 (e055aae5-0fb5-43e6-86f6-a843cfd8372a/68da9e5b-162e-48bd-ac51-aaee82c649fa/73203050-00fa-4127-a5e8-2aed622567f9) {{(pid=87872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:57:08.793316 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-b6c97533-4b3c-4a86-9496-3180e1abd0a6 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Request body: {'port': {'network_id': 'e055aae5-0fb5-43e6-86f6-a843cfd8372a', 'name': 'tempest-PortsIpV6TestJSON-583036082', 'fixed_ips': [{'subnet_id': '68da9e5b-162e-48bd-ac51-aaee82c649fa', 'ip_address': '2001:db8::f'}]}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:57:08.857078 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-bf4c0207-d811-41a8-aaec-f003feda3bc5 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:57:08.888387 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-63c77323-b076-4675-9adc-7c8da5a95b29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:08.968723 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd57bb8-c34d-4500-ae85-2082a3004e3c tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Pushing event updated for resources: {'Port': ['ID=3f97ea6b-99e8-4b5b-ad27-bff31eef47c5,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:57:08.973262 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-b6c97533-4b3c-4a86-9496-3180e1abd0a6 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:57:08.983522 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd57bb8-c34d-4500-ae85-2082a3004e3c tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:57:08.983846 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd57bb8-c34d-4500-ae85-2082a3004e3c tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:57:08.984169 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd57bb8-c34d-4500-ae85-2082a3004e3c tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:57:08.984499 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd57bb8-c34d-4500-ae85-2082a3004e3c tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:57:08.984882 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd57bb8-c34d-4500-ae85-2082a3004e3c tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:57:08.985213 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd57bb8-c34d-4500-ae85-2082a3004e3c tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:57:08.985533 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd57bb8-c34d-4500-ae85-2082a3004e3c tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:57:08.985851 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd57bb8-c34d-4500-ae85-2082a3004e3c tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:57:08.986429 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd57bb8-c34d-4500-ae85-2082a3004e3c tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:57:08.986757 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd57bb8-c34d-4500-ae85-2082a3004e3c tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:57:08.987078 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd57bb8-c34d-4500-ae85-2082a3004e3c tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:57:08.987392 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd57bb8-c34d-4500-ae85-2082a3004e3c tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:57:08.992837 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-b6c97533-4b3c-4a86-9496-3180e1abd0a6 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Usage tracker for resource:port and tenant:beb99f647cec46e3bbf575ac0a3034e8 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:57:09.002180 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-b6c97533-4b3c-4a86-9496-3180e1abd0a6 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:57:09.024357 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-b6c97533-4b3c-4a86-9496-3180e1abd0a6 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:57:09.054024 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf4c0207-d811-41a8-aaec-f003feda3bc5 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Made reservation on behalf of 0ad7b1f6e96a40538a966af0f41e67e6 for: {'subnet': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:57:09.057531 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-bf4c0207-d811-41a8-aaec-f003feda3bc5 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26551362'] for subnet, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:09.057799 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6c97533-4b3c-4a86-9496-3180e1abd0a6 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Made reservation on behalf of beb99f647cec46e3bbf575ac0a3034e8 for: {'port': 1} {{(pid=87870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:57:09.063947 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-b6c97533-4b3c-4a86-9496-3180e1abd0a6 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:09.128783 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.notifiers.nova [None req-b6c97533-4b3c-4a86-9496-3180e1abd0a6 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] device_id is not set on port 08e9cad1-e129-4985-b4d5-208baf2bbbf3 yet. {{(pid=87870) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 11:57:09.182007 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-8a2c3dfb-a03b-4ec2-8fcd-792cf1e2e2d1 tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:09.314678 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ac52c6a-a207-43eb-962d-0e974fd091f1 tempest-FloatingIPNegativeTestJSON-1437729402 tempest-FloatingIPNegativeTestJSON-1437729402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:57:09.315304 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-8ac52c6a-a207-43eb-962d-0e974fd091f1 tempest-FloatingIPNegativeTestJSON-1437729402 tempest-FloatingIPNegativeTestJSON-1437729402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:09.384128 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-67706634-26b3-424e-bea4-a4d60575eb0b None None] Provisioning for port b45e7da2-4401-4dde-b3b1-39b02b17ad43 completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:57:09.398909 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-c39c3e0b-a6ad-4f99-a159-880469fbe027 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:09.437551 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-67706634-26b3-424e-bea4-a4d60575eb0b None None] Provisioning complete for port b45e7da2-4401-4dde-b3b1-39b02b17ad43 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:57:09.438373 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-67706634-26b3-424e-bea4-a4d60575eb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:09.486077 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2c3dfb-a03b-4ec2-8fcd-792cf1e2e2d1 tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Pushing event updated for resources: {'Port': ['ID=cf9c1784-4ebb-4a7b-9222-f4c1dc7d64db,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:57:09.519578 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 997b9e0a-c1fb-4228-b328-2ca3b29e7ef7 up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:57:09.548717 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-651b255d-706e-4e7a-92f8-336865907010 None None] Notify callbacks [] for port, precommit_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:09.586339 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-651b255d-706e-4e7a-92f8-336865907010 None None] Transition to ACTIVE for port object 73203050-00fa-4127-a5e8-2aed622567f9 will not be triggered until provisioned by entity L2. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:57:09.598328 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-67706634-26b3-424e-bea4-a4d60575eb0b None None] Port b45e7da2-4401-4dde-b3b1-39b02b17ad43 cannot update to ACTIVE because it is not bound. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 11:57:09.619246 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c39c3e0b-a6ad-4f99-a159-880469fbe027 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Network e95a87e2-4c44-46e2-9de5-2786cbaea69c is already hosted by enough agents. {{(pid=87871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:57:09.621784 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-651b255d-706e-4e7a-92f8-336865907010 None None] Transition to ACTIVE for port object 73203050-00fa-4127-a5e8-2aed622567f9 will not be triggered until provisioned by entity DHCP. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:57:09.622364 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a2c3dfb-a03b-4ec2-8fcd-792cf1e2e2d1 tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Network 4cac1095-7575-41a3-8d3d-d72618247d52 is already hosted by enough agents. {{(pid=87871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:57:09.630257 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-c39c3e0b-a6ad-4f99-a159-880469fbe027 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Resources bound (agent type, host, resource id): {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:57:09.637229 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-651b255d-706e-4e7a-92f8-336865907010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241'] for port, after_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:09.640078 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-8a2c3dfb-a03b-4ec2-8fcd-792cf1e2e2d1 tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Resources bound (agent type, host, resource id): {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:57:09.708634 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning for port 997b9e0a-c1fb-4228-b328-2ca3b29e7ef7 completed by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:57:09.713470 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-651b255d-706e-4e7a-92f8-336865907010 None None] Network e055aae5-0fb5-43e6-86f6-a843cfd8372a is already hosted by enough agents. {{(pid=87872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:57:09.717794 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.base_scheduler [None req-651b255d-706e-4e7a-92f8-336865907010 None None] Resources bound (agent type, host, resource id): {{(pid=87872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:57:09.720954 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a2c3dfb-a03b-4ec2-8fcd-792cf1e2e2d1 tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Received port after_create {{(pid=87871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:57:09.727206 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-651b255d-706e-4e7a-92f8-336865907010 None None] Received port after_create {{(pid=87872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:57:09.729293 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 48bc07a1-566b-41b5-9d75-bd85736c4e01 up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:57:09.736622 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.db_base_plugin_common [None req-b6c97533-4b3c-4a86-9496-3180e1abd0a6 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Allocated IP 2001:db8::f (e055aae5-0fb5-43e6-86f6-a843cfd8372a/68da9e5b-162e-48bd-ac51-aaee82c649fa/08e9cad1-e129-4985-b4d5-208baf2bbbf3) {{(pid=87870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:57:09.782157 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c39c3e0b-a6ad-4f99-a159-880469fbe027 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Received port after_create {{(pid=87871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:57:09.782157 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-c39c3e0b-a6ad-4f99-a159-880469fbe027 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-709483'] for router_interface, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:09.809552 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651b255d-706e-4e7a-92f8-336865907010 None None] Pushing event updated for resources: {'Port': ['ID=73203050-00fa-4127-a5e8-2aed622567f9,revision_number=1']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:57:09.829779 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-8ac52c6a-a207-43eb-962d-0e974fd091f1 tempest-FloatingIPNegativeTestJSON-1437729402 tempest-FloatingIPNegativeTestJSON-1437729402-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 4.6977234 Mar 28 11:57:09.855837 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 51316) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:57:09.880375 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-0200a52e-a6ac-4b4e-8a28-5b22d04ae8a7 tempest-FloatingIPNegativeTestJSON-1437729402 tempest-FloatingIPNegativeTestJSON-1437729402-project] Request body: {'floatingip': {'floating_network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:57:09.888498 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-0200a52e-a6ac-4b4e-8a28-5b22d04ae8a7 tempest-FloatingIPNegativeTestJSON-1437729402 tempest-FloatingIPNegativeTestJSON-1437729402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:57:09.896204 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-0200a52e-a6ac-4b4e-8a28-5b22d04ae8a7 tempest-FloatingIPNegativeTestJSON-1437729402 tempest-FloatingIPNegativeTestJSON-1437729402-project] Usage tracker for resource:floatingip and tenant:07d6f5d7cb4f4169b6b360cecc93f3ca is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:57:09.955066 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-0200a52e-a6ac-4b4e-8a28-5b22d04ae8a7 tempest-FloatingIPNegativeTestJSON-1437729402 tempest-FloatingIPNegativeTestJSON-1437729402-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:57:09.957277 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-651b255d-706e-4e7a-92f8-336865907010 None None] Attempting to bind port 73203050-00fa-4127-a5e8-2aed622567f9 on host dv-neutron-835340-2-hyperv for vnic_type normal with profile {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:57:09.958015 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-651b255d-706e-4e7a-92f8-336865907010 None None] Attempting to bind port 73203050-00fa-4127-a5e8-2aed622567f9 by drivers openvswitch,hyperv on host dv-neutron-835340-2-hyperv at level 0 using segments [{'id': '677a7af6-0849-4f9b-957d-34bbd3ded6ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'e055aae5-0fb5-43e6-86f6-a843cfd8372a'}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:57:09.958548 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651b255d-706e-4e7a-92f8-336865907010 None None] Attempting to bind port 73203050-00fa-4127-a5e8-2aed622567f9 on network e055aae5-0fb5-43e6-86f6-a843cfd8372a {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:57:09.974555 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-0200a52e-a6ac-4b4e-8a28-5b22d04ae8a7 tempest-FloatingIPNegativeTestJSON-1437729402 tempest-FloatingIPNegativeTestJSON-1437729402-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:57:09.985582 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651b255d-706e-4e7a-92f8-336865907010 None None] Checking agent: {'id': '961a16fe-cbc8-4264-ac28-bbbd53f89caa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 46, 6), 'started_at': datetime.datetime(2022, 3, 28, 11, 46, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 11, 57, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 11:57:09.986860 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651b255d-706e-4e7a-92f8-336865907010 None None] Checking segment: {'id': '677a7af6-0849-4f9b-957d-34bbd3ded6ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'e055aae5-0fb5-43e6-86f6-a843cfd8372a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:57:09.991432 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-651b255d-706e-4e7a-92f8-336865907010 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:09.992283 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651b255d-706e-4e7a-92f8-336865907010 None None] Bound using segment: {'id': '677a7af6-0849-4f9b-957d-34bbd3ded6ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'e055aae5-0fb5-43e6-86f6-a843cfd8372a'} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 11:57:09.993135 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-651b255d-706e-4e7a-92f8-336865907010 None None] Bound port: 73203050-00fa-4127-a5e8-2aed622567f9, host: dv-neutron-835340-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '677a7af6-0849-4f9b-957d-34bbd3ded6ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'e055aae5-0fb5-43e6-86f6-a843cfd8372a'}}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 11:57:09.993728 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-651b255d-706e-4e7a-92f8-336865907010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:10.003730 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-0200a52e-a6ac-4b4e-8a28-5b22d04ae8a7 tempest-FloatingIPNegativeTestJSON-1437729402 tempest-FloatingIPNegativeTestJSON-1437729402-project] Notify callbacks [] for floatingip, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:10.077385 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39c3e0b-a6ad-4f99-a159-880469fbe027 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Pushing event updated for resources: {'Port': ['ID=a41f8660-3c94-415e-a689-45a5e2811557,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:57:10.081959 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning for port 48bc07a1-566b-41b5-9d75-bd85736c4e01 completed by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:57:10.090797 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-d110dff2-3113-462e-b2ca-0e2143da682b None None] Provisioning for port 573e1e91-5e42-48a8-8550-71eda2765c8e completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:57:10.098250 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-b6c97533-4b3c-4a86-9496-3180e1abd0a6 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks [] for port, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:10.103303 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port 48bc07a1-566b-41b5-9d75-bd85736c4e01 triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:57:10.103835 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:10.158342 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-63c77323-b076-4675-9adc-7c8da5a95b29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:10.161738 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-d110dff2-3113-462e-b2ca-0e2143da682b None None] Provisioning complete for port 573e1e91-5e42-48a8-8550-71eda2765c8e triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:57:10.162319 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-d110dff2-3113-462e-b2ca-0e2143da682b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:10.190718 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.provisioning_blocks [None req-b6c97533-4b3c-4a86-9496-3180e1abd0a6 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Transition to ACTIVE for port object 08e9cad1-e129-4985-b4d5-208baf2bbbf3 will not be triggered until provisioned by entity DHCP. {{(pid=87870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:57:10.238188 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-0200a52e-a6ac-4b4e-8a28-5b22d04ae8a7 tempest-FloatingIPNegativeTestJSON-1437729402 tempest-FloatingIPNegativeTestJSON-1437729402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:10.274533 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-d110dff2-3113-462e-b2ca-0e2143da682b None None] Port 573e1e91-5e42-48a8-8550-71eda2765c8e cannot update to ACTIVE because it is not bound. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 11:57:10.278531 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-b6c97533-4b3c-4a86-9496-3180e1abd0a6 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:10.281156 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-651b255d-706e-4e7a-92f8-336865907010 None None] For port 73203050-00fa-4127-a5e8-2aed622567f9, host dv-neutron-835340-2-hyperv, cleared binding levels {{(pid=87872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 11:57:10.284223 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c77323-b076-4675-9adc-7c8da5a95b29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feac2697-f57c-41bf-8f3d-8d0494031d09,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:57:10.285979 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-651b255d-706e-4e7a-92f8-336865907010 None None] For port 73203050-00fa-4127-a5e8-2aed622567f9, host dv-neutron-835340-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=73203050-00fa-4127-a5e8-2aed622567f9,segment=NetworkSegment(677a7af6-0849-4f9b-957d-34bbd3ded6ba),segment_id=677a7af6-0849-4f9b-957d-34bbd3ded6ba)] {{(pid=87872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 11:57:10.331333 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-651b255d-706e-4e7a-92f8-336865907010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:10.408019 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-c39c3e0b-a6ad-4f99-a159-880469fbe027 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:10.423694 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-63c77323-b076-4675-9adc-7c8da5a95b29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:10.427226 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-63c77323-b076-4675-9adc-7c8da5a95b29 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/feac2697-f57c-41bf-8f3d-8d0494031d09 HTTP/1.1" status: 204 len: 168 time: 2.4985039 Mar 28 11:57:10.466743 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-19f6703a-81f0-4ad7-b531-39651158c798 None None] Provisioning for port 997b9e0a-c1fb-4228-b328-2ca3b29e7ef7 completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:57:10.473767 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:10.510160 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6c97533-4b3c-4a86-9496-3180e1abd0a6 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Network e055aae5-0fb5-43e6-86f6-a843cfd8372a is already hosted by enough agents. {{(pid=87870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:57:10.512898 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-19f6703a-81f0-4ad7-b531-39651158c798 None None] Provisioning complete for port 997b9e0a-c1fb-4228-b328-2ca3b29e7ef7 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:57:10.516805 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-19f6703a-81f0-4ad7-b531-39651158c798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:10.518183 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.base_scheduler [None req-b6c97533-4b3c-4a86-9496-3180e1abd0a6 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Resources bound (agent type, host, resource id): {{(pid=87870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:57:10.531371 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c97533-4b3c-4a86-9496-3180e1abd0a6 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Received port after_create {{(pid=87870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:57:10.536826 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6c97533-4b3c-4a86-9496-3180e1abd0a6 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:57:10.537431 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-b6c97533-4b3c-4a86-9496-3180e1abd0a6 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:10.576439 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c97533-4b3c-4a86-9496-3180e1abd0a6 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Pushing event updated for resources: {'Port': ['ID=08e9cad1-e129-4985-b4d5-208baf2bbbf3,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:57:10.627497 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-b6c97533-4b3c-4a86-9496-3180e1abd0a6 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.8432498 Mar 28 11:57:10.630858 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 51324) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:57:10.631011 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651b255d-706e-4e7a-92f8-336865907010 None None] Pushing event updated for resources: {'Port': ['ID=73203050-00fa-4127-a5e8-2aed622567f9,revision_number=2']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:57:10.649899 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] For port 48bc07a1-566b-41b5-9d75-bd85736c4e01, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=48bc07a1-566b-41b5-9d75-bd85736c4e01,segment=NetworkSegment(b92627ae-9705-4960-a498-fed8e088dd96),segment_id=b92627ae-9705-4960-a498-fed8e088dd96)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:57:10.658774 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:10.662968 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 84c1104b-b708-454c-b1e4-f66a8434d734 up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:57:10.677525 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.db_base_plugin_common [None req-0200a52e-a6ac-4b4e-8a28-5b22d04ae8a7 tempest-FloatingIPNegativeTestJSON-1437729402 tempest-FloatingIPNegativeTestJSON-1437729402-project] Allocated IP 172.26.7.23 (ac2b1748-8f63-4b17-a9c7-07e79704aa5b/0b7ebf76-1dc7-431a-a0b4-b96bacf287c2/12bd88dd-b8ed-4780-8487-5d1db755e774) {{(pid=87870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:57:10.808696 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Pushing event updated for resources: {'Port': ['ID=48bc07a1-566b-41b5-9d75-bd85736c4e01,revision_number=3']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:57:10.912229 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-bf4c0207-d811-41a8-aaec-f003feda3bc5 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2364128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26551408'] for subnet, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:10.938912 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-19f6703a-81f0-4ad7-b531-39651158c798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:10.977414 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port 84c1104b-b708-454c-b1e4-f66a8434d734 triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:57:10.977784 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:10.982229 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-0200a52e-a6ac-4b4e-8a28-5b22d04ae8a7 tempest-FloatingIPNegativeTestJSON-1437729402 tempest-FloatingIPNegativeTestJSON-1437729402-project] Notify callbacks [] for port, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:11.034351 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-0200a52e-a6ac-4b4e-8a28-5b22d04ae8a7 tempest-FloatingIPNegativeTestJSON-1437729402 tempest-FloatingIPNegativeTestJSON-1437729402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:11.081001 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-19f6703a-81f0-4ad7-b531-39651158c798 None None] For port 997b9e0a-c1fb-4228-b328-2ca3b29e7ef7, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=997b9e0a-c1fb-4228-b328-2ca3b29e7ef7,segment=NetworkSegment(bd053757-b8b4-4f3a-b553-aa242f2d15d2),segment_id=bd053757-b8b4-4f3a-b553-aa242f2d15d2)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:57:11.094446 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-19f6703a-81f0-4ad7-b531-39651158c798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:11.120171 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0200a52e-a6ac-4b4e-8a28-5b22d04ae8a7 tempest-FloatingIPNegativeTestJSON-1437729402 tempest-FloatingIPNegativeTestJSON-1437729402-project] Pushing event updated for resources: {'Port': ['ID=12bd88dd-b8ed-4780-8487-5d1db755e774,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:57:11.146251 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c22e89b-a70a-41ad-a14a-38089cbde7c6 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:57:11.148299 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-2c22e89b-a70a-41ad-a14a-38089cbde7c6 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Synchronizing usage tracker for tenant:beb99f647cec46e3bbf575ac0a3034e8 on resource:port {{(pid=87870) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:57:11.163088 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0200a52e-a6ac-4b4e-8a28-5b22d04ae8a7 tempest-FloatingIPNegativeTestJSON-1437729402 tempest-FloatingIPNegativeTestJSON-1437729402-project] Network ac2b1748-8f63-4b17-a9c7-07e79704aa5b is already hosted by enough agents. {{(pid=87870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:57:11.168527 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.base_scheduler [None req-0200a52e-a6ac-4b4e-8a28-5b22d04ae8a7 tempest-FloatingIPNegativeTestJSON-1437729402 tempest-FloatingIPNegativeTestJSON-1437729402-project] Resources bound (agent type, host, resource id): {{(pid=87870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:57:11.171811 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0200a52e-a6ac-4b4e-8a28-5b22d04ae8a7 tempest-FloatingIPNegativeTestJSON-1437729402 tempest-FloatingIPNegativeTestJSON-1437729402-project] Received port after_create {{(pid=87870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:57:11.226697 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-9d8a5669-8ef4-4b7c-8eb8-27b689778529 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:11.231902 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-19f6703a-81f0-4ad7-b531-39651158c798 None None] Provisioning complete for port 573e1e91-5e42-48a8-8550-71eda2765c8e triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:57:11.232855 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-19f6703a-81f0-4ad7-b531-39651158c798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:11.233454 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-2c22e89b-a70a-41ad-a14a-38089cbde7c6 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Unset dirty status for tenant:beb99f647cec46e3bbf575ac0a3034e8 on resource:port {{(pid=87870) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:57:11.239316 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-2c22e89b-a70a-41ad-a14a-38089cbde7c6 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.6077249 Mar 28 11:57:11.244781 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 51336) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:57:11.327278 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f6703a-81f0-4ad7-b531-39651158c798 None None] Pushing event updated for resources: {'Port': ['ID=997b9e0a-c1fb-4228-b328-2ca3b29e7ef7,revision_number=3']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:57:11.342958 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4c0207-d811-41a8-aaec-f003feda3bc5 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Pushing event updated for resources: {'Subnet': ['ID=eb3f1788-cdb4-4fbc-a38b-f5be72423ae0,revision_number=0']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:57:11.350170 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-19f6703a-81f0-4ad7-b531-39651158c798 None None] Port 573e1e91-5e42-48a8-8550-71eda2765c8e cannot update to ACTIVE because it is not bound. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 11:57:11.368881 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-19f6703a-81f0-4ad7-b531-39651158c798 None None] Provisioning for port a41f8660-3c94-415e-a689-45a5e2811557 completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:57:11.378214 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-19f6703a-81f0-4ad7-b531-39651158c798 None None] Provisioning complete for port a41f8660-3c94-415e-a689-45a5e2811557 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:57:11.378855 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-19f6703a-81f0-4ad7-b531-39651158c798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:11.445477 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf4c0207-d811-41a8-aaec-f003feda3bc5 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Checking segment: {'id': '785d0182-6295-4e62-bf0e-67ec5c664402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '38aa4899-ee50-43c1-8fcb-039baf77f136'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:57:11.445845 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf4c0207-d811-41a8-aaec-f003feda3bc5 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Network hostable DHCP agents. Network: 38aa4899-ee50-43c1-8fcb-039baf77f136, hostable agents: ['3cb85949-855b-4a40-b988-cd5705e511da'], hosted agents: [] {{(pid=87871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 11:57:11.464935 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-0200a52e-a6ac-4b4e-8a28-5b22d04ae8a7 tempest-FloatingIPNegativeTestJSON-1437729402 tempest-FloatingIPNegativeTestJSON-1437729402-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:11.482610 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c0922f3-d0f1-4b42-b9f0-493e44d56551 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:57:11.490372 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c0922f3-d0f1-4b42-b9f0-493e44d56551 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:57:11.495787 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-19f6703a-81f0-4ad7-b531-39651158c798 None None] Port a41f8660-3c94-415e-a689-45a5e2811557 cannot update to ACTIVE because it is not bound. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 11:57:11.500231 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c0922f3-d0f1-4b42-b9f0-493e44d56551 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:57:11.507145 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 51348) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:57:11.508713 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-0c0922f3-d0f1-4b42-b9f0-493e44d56551 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 0.2618127 Mar 28 11:57:11.511915 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-8a2c3dfb-a03b-4ec2-8fcd-792cf1e2e2d1 tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:11.609946 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 51352) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:57:11.618617 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-0200a52e-a6ac-4b4e-8a28-5b22d04ae8a7 tempest-FloatingIPNegativeTestJSON-1437729402 tempest-FloatingIPNegativeTestJSON-1437729402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:11.646141 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 997b9e0a-c1fb-4228-b328-2ca3b29e7ef7 up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:57:11.756240 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port 997b9e0a-c1fb-4228-b328-2ca3b29e7ef7 triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:57:11.756614 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:11.830717 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-74153aed-2f4a-4882-b595-ab56465316a0 tempest-ServiceProvidersTest-454235347 tempest-ServiceProvidersTest-454235347-project] 10.222.0.30 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2133727 Mar 28 11:57:11.861834 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf4c0207-d811-41a8-aaec-f003feda3bc5 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Network 38aa4899-ee50-43c1-8fcb-039baf77f136 is scheduled to be hosted by DHCP agent 3cb85949-855b-4a40-b988-cd5705e511da with binding_index 1 {{(pid=87871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 11:57:11.876637 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-7c8ff515-8977-49c7-9912-30198cc5890f tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Deleting port 08e9cad1-e129-4985-b4d5-208baf2bbbf3 {{(pid=87871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:57:11.878556 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-7c8ff515-8977-49c7-9912-30198cc5890f tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:11.931215 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-0200a52e-a6ac-4b4e-8a28-5b22d04ae8a7 tempest-FloatingIPNegativeTestJSON-1437729402 tempest-FloatingIPNegativeTestJSON-1437729402-project] Notify callbacks [] for port, precommit_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:11.942433 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-0200a52e-a6ac-4b4e-8a28-5b22d04ae8a7 tempest-FloatingIPNegativeTestJSON-1437729402 tempest-FloatingIPNegativeTestJSON-1437729402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2558288'] for port, after_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:11.991328 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 73203050-00fa-4127-a5e8-2aed622567f9 up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:57:12.000827 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-bf4c0207-d811-41a8-aaec-f003feda3bc5 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-2-hyperv, 38aa4899-ee50-43c1-8fcb-039baf77f136) {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:57:12.033343 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b23301d8-dcce-4e2a-b04a-b33f0bfb8384 None None] Network 38aa4899-ee50-43c1-8fcb-039baf77f136 requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:57:12.063642 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4a69aaa-767c-450c-8a44-9d1b24d3bba0 None None] Network e055aae5-0fb5-43e6-86f6-a843cfd8372a requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:57:12.078787 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf4c0207-d811-41a8-aaec-f003feda3bc5 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:57:12.081084 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-bf4c0207-d811-41a8-aaec-f003feda3bc5 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538751'] for subnet, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:12.121230 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0200a52e-a6ac-4b4e-8a28-5b22d04ae8a7 tempest-FloatingIPNegativeTestJSON-1437729402 tempest-FloatingIPNegativeTestJSON-1437729402-project] Pushing event updated for resources: {'Port': ['ID=12bd88dd-b8ed-4780-8487-5d1db755e774,revision_number=2']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:57:12.133573 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-0200a52e-a6ac-4b4e-8a28-5b22d04ae8a7 tempest-FloatingIPNegativeTestJSON-1437729402 tempest-FloatingIPNegativeTestJSON-1437729402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-709520'] for floatingip, after_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:12.162416 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-0200a52e-a6ac-4b4e-8a28-5b22d04ae8a7 tempest-FloatingIPNegativeTestJSON-1437729402 tempest-FloatingIPNegativeTestJSON-1437729402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for floatingip, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:12.169139 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-0200a52e-a6ac-4b4e-8a28-5b22d04ae8a7 tempest-FloatingIPNegativeTestJSON-1437729402 tempest-FloatingIPNegativeTestJSON-1437729402-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3127007 Mar 28 11:57:12.170898 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 51362) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:57:12.179077 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-b3ab6261-48eb-4ceb-9ef5-bc739eab40ae tempest-FloatingIPNegativeTestJSON-1437729402 tempest-FloatingIPNegativeTestJSON-1437729402-project] Request body: {'floatingip': {'port_id': 'b45e7da2-4401-4dde-b3b1-39b02b17ad43', 'fixed_ip_address': '172.20.0.9'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:57:12.230658 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 51366) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:57:12.269480 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-b3ab6261-48eb-4ceb-9ef5-bc739eab40ae tempest-FloatingIPNegativeTestJSON-1437729402 tempest-FloatingIPNegativeTestJSON-1437729402-project] Notify callbacks [] for floatingip, before_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:12.365757 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-213c6056-542a-4ed4-90a3-a83e21f6fc8a None None] Provisioning for port 73203050-00fa-4127-a5e8-2aed622567f9 completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:57:12.376660 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-213c6056-542a-4ed4-90a3-a83e21f6fc8a None None] Provisioning complete for port 73203050-00fa-4127-a5e8-2aed622567f9 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:57:12.376660 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-213c6056-542a-4ed4-90a3-a83e21f6fc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:12.427836 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning for port 73203050-00fa-4127-a5e8-2aed622567f9 completed by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:57:12.463842 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port 73203050-00fa-4127-a5e8-2aed622567f9 triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:57:12.465483 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:12.476923 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.api.v2.resource [None req-b3ab6261-48eb-4ceb-9ef5-bc739eab40ae tempest-FloatingIPNegativeTestJSON-1437729402 tempest-FloatingIPNegativeTestJSON-1437729402-project] update failed (client error): The resource could not be found. Mar 28 11:57:12.478587 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-b3ab6261-48eb-4ceb-9ef5-bc739eab40ae tempest-FloatingIPNegativeTestJSON-1437729402 tempest-FloatingIPNegativeTestJSON-1437729402-project] 10.222.0.30 "PUT /v2.0/floatingips/f853d861-afc8-481f-b4b0-5f42d20a22f5 HTTP/1.1" status: 404 len: 507 time: 0.3062348 Mar 28 11:57:12.481310 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 51372) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:57:12.508775 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1d23d94-0dee-4e15-a35a-6c005e8cbd2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1d3f2a9-8722-5ce5-bc40-181687d1ed3f-38aa4899-ee50-43c1-8fcb-039baf77f136', 'network_id': '38aa4899-ee50-43c1-8fcb-039baf77f136', 'tenant_id': '0ad7b1f6e96a40538a966af0f41e67e6', 'fixed_ips': [{'subnet_id': 'eb3f1788-cdb4-4fbc-a38b-f5be72423ae0'}]}} from dv-neutron-835340-2-hyperv. {{(pid=87872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 11:57:12.509608 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-f1d23d94-0dee-4e15-a35a-6c005e8cbd2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:12.531054 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-bf4c0207-d811-41a8-aaec-f003feda3bc5 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 4.6585269 Mar 28 11:57:12.540755 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 51376) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:57:12.599369 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-362a66f9-6b3b-4901-92d1-5c5676034d92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:12.717532 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-362a66f9-6b3b-4901-92d1-5c5676034d92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:57:12.726849 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-ddb8a048-1e25-48ee-b093-2eed9effe6fa tempest-FloatingIPNegativeTestJSON-1437729402 tempest-FloatingIPNegativeTestJSON-1437729402-project] Deleting port 12bd88dd-b8ed-4780-8487-5d1db755e774 {{(pid=87870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:57:12.727191 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-ddb8a048-1e25-48ee-b093-2eed9effe6fa tempest-FloatingIPNegativeTestJSON-1437729402 tempest-FloatingIPNegativeTestJSON-1437729402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:12.735677 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-362a66f9-6b3b-4901-92d1-5c5676034d92 admin admin] Usage tracker for resource:security_group_rule and tenant:f984d802603241a598ad679c57cb42da is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:57:12.796377 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-362a66f9-6b3b-4901-92d1-5c5676034d92 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:57:12.829867 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.db.resource_extend [None req-c39c3e0b-a6ad-4f99-a159-880469fbe027 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 28 11:57:12.837350 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-362a66f9-6b3b-4901-92d1-5c5676034d92 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:57:12.871954 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-c39c3e0b-a6ad-4f99-a159-880469fbe027 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks [] for port, precommit_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:12.902549 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:12.930922 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-213c6056-542a-4ed4-90a3-a83e21f6fc8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:12.957764 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-c39c3e0b-a6ad-4f99-a159-880469fbe027 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2363241'] for port, after_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:12.958516 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-c39c3e0b-a6ad-4f99-a159-880469fbe027 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-743372'] for router_interface, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:12.964887 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.db_base_plugin_common [None req-f1d23d94-0dee-4e15-a35a-6c005e8cbd2a None None] Allocated IP 172.20.0.1 (38aa4899-ee50-43c1-8fcb-039baf77f136/eb3f1788-cdb4-4fbc-a38b-f5be72423ae0/937c4cdb-7993-488a-b099-11e0cb7baec5) {{(pid=87872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:57:12.999660 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] For port 73203050-00fa-4127-a5e8-2aed622567f9, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=73203050-00fa-4127-a5e8-2aed622567f9,segment=NetworkSegment(677a7af6-0849-4f9b-957d-34bbd3ded6ba),segment_id=677a7af6-0849-4f9b-957d-34bbd3ded6ba)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:57:13.021745 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:13.022501 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 48bc07a1-566b-41b5-9d75-bd85736c4e01 up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:57:13.034043 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-7c8ff515-8977-49c7-9912-30198cc5890f tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:13.068384 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-acafbf40-981c-416e-b545-7a5f1852f4ce tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588883'] for network, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:13.071109 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-ddb8a048-1e25-48ee-b093-2eed9effe6fa tempest-FloatingIPNegativeTestJSON-1437729402 tempest-FloatingIPNegativeTestJSON-1437729402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:13.071443 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-ddb8a048-1e25-48ee-b093-2eed9effe6fa tempest-FloatingIPNegativeTestJSON-1437729402 tempest-FloatingIPNegativeTestJSON-1437729402-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:13.073011 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.db.resource_extend [None req-9d8a5669-8ef4-4b7c-8eb8-27b689778529 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 28 11:57:13.236925 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-7c8ff515-8977-49c7-9912-30198cc5890f tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Calling delete_port for 08e9cad1-e129-4985-b4d5-208baf2bbbf3 owned by {{(pid=87871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:57:13.251499 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-ddb8a048-1e25-48ee-b093-2eed9effe6fa tempest-FloatingIPNegativeTestJSON-1437729402 tempest-FloatingIPNegativeTestJSON-1437729402-project] Calling delete_port for 12bd88dd-b8ed-4780-8487-5d1db755e774 owned by network:floatingip {{(pid=87870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:57:13.273915 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.db.api [None req-213c6056-542a-4ed4-90a3-a83e21f6fc8a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87872) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 11:57:13.274264 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG oslo_db.api [None req-213c6056-542a-4ed4-90a3-a83e21f6fc8a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 11:57:13.279149 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-9d8a5669-8ef4-4b7c-8eb8-27b689778529 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks [] for port, precommit_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:13.284670 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Pushing event updated for resources: {'Port': ['ID=73203050-00fa-4127-a5e8-2aed622567f9,revision_number=3']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:57:13.306433 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-8a2c3dfb-a03b-4ec2-8fcd-792cf1e2e2d1 tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709693'] for router, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:13.315559 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:57:13.316673 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:57:13.317036 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:57:13.317376 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:57:13.317713 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:57:13.318050 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:57:13.318379 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:57:13.318706 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:57:13.319029 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:57:13.319352 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:57:13.319698 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:57:13.320019 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:57:13.337904 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-acafbf40-981c-416e-b545-7a5f1852f4ce tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1919782'] for subnet, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:13.365970 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-9d8a5669-8ef4-4b7c-8eb8-27b689778529 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2363241'] for port, after_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:13.385614 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port 48bc07a1-566b-41b5-9d75-bd85736c4e01 triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:57:13.386043 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:13.396193 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39c3e0b-a6ad-4f99-a159-880469fbe027 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Pushing event updated for resources: {'Port': ['ID=a41f8660-3c94-415e-a689-45a5e2811557,revision_number=2']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:57:13.455037 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-f1d23d94-0dee-4e15-a35a-6c005e8cbd2a None None] Notify callbacks [] for port, precommit_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:13.492222 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c3e0b-a6ad-4f99-a159-880469fbe027 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:57:13.492574 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c3e0b-a6ad-4f99-a159-880469fbe027 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:57:13.492907 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c3e0b-a6ad-4f99-a159-880469fbe027 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:57:13.493232 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c3e0b-a6ad-4f99-a159-880469fbe027 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:57:13.493548 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c3e0b-a6ad-4f99-a159-880469fbe027 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:57:13.493864 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c3e0b-a6ad-4f99-a159-880469fbe027 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:57:13.494538 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c3e0b-a6ad-4f99-a159-880469fbe027 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:57:13.494538 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c3e0b-a6ad-4f99-a159-880469fbe027 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:57:13.494828 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c3e0b-a6ad-4f99-a159-880469fbe027 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:57:13.495092 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c3e0b-a6ad-4f99-a159-880469fbe027 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:57:13.495503 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c3e0b-a6ad-4f99-a159-880469fbe027 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:57:13.495860 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c3e0b-a6ad-4f99-a159-880469fbe027 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:57:13.515623 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-ddb8a048-1e25-48ee-b093-2eed9effe6fa tempest-FloatingIPNegativeTestJSON-1437729402 tempest-FloatingIPNegativeTestJSON-1437729402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:13.567208 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb8a048-1e25-48ee-b093-2eed9effe6fa tempest-FloatingIPNegativeTestJSON-1437729402 tempest-FloatingIPNegativeTestJSON-1437729402-project] Pushing event deleted for resources: {'Port': ['ID=12bd88dd-b8ed-4780-8487-5d1db755e774,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:57:13.600784 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-f1d23d94-0dee-4e15-a35a-6c005e8cbd2a None None] Transition to ACTIVE for port object 937c4cdb-7993-488a-b099-11e0cb7baec5 will not be triggered until provisioned by entity L2. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:57:13.642991 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-f1d23d94-0dee-4e15-a35a-6c005e8cbd2a None None] Transition to ACTIVE for port object 937c4cdb-7993-488a-b099-11e0cb7baec5 will not be triggered until provisioned by entity DHCP. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:57:13.651311 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-f1d23d94-0dee-4e15-a35a-6c005e8cbd2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241'] for port, after_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:13.726937 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-acafbf40-981c-416e-b545-7a5f1852f4ce tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1919805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2561174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2563528'] for subnet, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:13.732768 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1d23d94-0dee-4e15-a35a-6c005e8cbd2a None None] Network 38aa4899-ee50-43c1-8fcb-039baf77f136 is already hosted by enough agents. {{(pid=87872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:57:13.745580 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.base_scheduler [None req-f1d23d94-0dee-4e15-a35a-6c005e8cbd2a None None] Resources bound (agent type, host, resource id): {{(pid=87872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:57:13.750929 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d23d94-0dee-4e15-a35a-6c005e8cbd2a None None] Received port after_create {{(pid=87872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:57:13.756953 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d23d94-0dee-4e15-a35a-6c005e8cbd2a None None] Pushing event updated for resources: {'Port': ['ID=937c4cdb-7993-488a-b099-11e0cb7baec5,revision_number=1']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:57:13.799921 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8a5669-8ef4-4b7c-8eb8-27b689778529 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Pushing event updated for resources: {'Port': ['ID=573e1e91-5e42-48a8-8550-71eda2765c8e,revision_number=2']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:57:13.836798 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 73203050-00fa-4127-a5e8-2aed622567f9 up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:57:13.933641 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acafbf40-981c-416e-b545-7a5f1852f4ce tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Pushing event deleted for resources: {'Subnet': ['ID=eb3f1788-cdb4-4fbc-a38b-f5be72423ae0,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:57:13.986141 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-362a66f9-6b3b-4901-92d1-5c5676034d92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:13.988390 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c39c3e0b-a6ad-4f99-a159-880469fbe027 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Network e95a87e2-4c44-46e2-9de5-2786cbaea69c is already hosted by enough agents. {{(pid=87871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:57:14.009068 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-c39c3e0b-a6ad-4f99-a159-880469fbe027 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Resources bound (agent type, host, resource id): {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:57:14.018607 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-ddb8a048-1e25-48ee-b093-2eed9effe6fa tempest-FloatingIPNegativeTestJSON-1437729402 tempest-FloatingIPNegativeTestJSON-1437729402-project] Notify callbacks [] for floatingip, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:14.022166 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-362a66f9-6b3b-4901-92d1-5c5676034d92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:14.033366 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-acafbf40-981c-416e-b545-7a5f1852f4ce tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930431', 'neutron.services.segments.db._delete_segments_for_network-8783496351308'] for network, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:14.039901 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-f1d23d94-0dee-4e15-a35a-6c005e8cbd2a None None] Attempting to bind port 937c4cdb-7993-488a-b099-11e0cb7baec5 on host dv-neutron-835340-2-hyperv for vnic_type normal with profile {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:57:14.040441 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-f1d23d94-0dee-4e15-a35a-6c005e8cbd2a None None] Attempting to bind port 937c4cdb-7993-488a-b099-11e0cb7baec5 by drivers openvswitch,hyperv on host dv-neutron-835340-2-hyperv at level 0 using segments [{'id': '785d0182-6295-4e62-bf0e-67ec5c664402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '38aa4899-ee50-43c1-8fcb-039baf77f136'}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:57:14.041039 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d23d94-0dee-4e15-a35a-6c005e8cbd2a None None] Attempting to bind port 937c4cdb-7993-488a-b099-11e0cb7baec5 on network 38aa4899-ee50-43c1-8fcb-039baf77f136 {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:57:14.065758 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d23d94-0dee-4e15-a35a-6c005e8cbd2a None None] Checking agent: {'id': '961a16fe-cbc8-4264-ac28-bbbd53f89caa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 46, 6), 'started_at': datetime.datetime(2022, 3, 28, 11, 46, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 11, 57, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 11:57:14.066123 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d23d94-0dee-4e15-a35a-6c005e8cbd2a None None] Checking segment: {'id': '785d0182-6295-4e62-bf0e-67ec5c664402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '38aa4899-ee50-43c1-8fcb-039baf77f136'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:57:14.066958 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-f1d23d94-0dee-4e15-a35a-6c005e8cbd2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:14.067346 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d23d94-0dee-4e15-a35a-6c005e8cbd2a None None] Bound using segment: {'id': '785d0182-6295-4e62-bf0e-67ec5c664402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '38aa4899-ee50-43c1-8fcb-039baf77f136'} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 11:57:14.067857 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-f1d23d94-0dee-4e15-a35a-6c005e8cbd2a None None] Bound port: 937c4cdb-7993-488a-b099-11e0cb7baec5, host: dv-neutron-835340-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '785d0182-6295-4e62-bf0e-67ec5c664402', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '38aa4899-ee50-43c1-8fcb-039baf77f136'}}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 11:57:14.068232 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-f1d23d94-0dee-4e15-a35a-6c005e8cbd2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:14.071768 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-ddb8a048-1e25-48ee-b093-2eed9effe6fa tempest-FloatingIPNegativeTestJSON-1437729402 tempest-FloatingIPNegativeTestJSON-1437729402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for floatingip, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:14.072922 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-ddb8a048-1e25-48ee-b093-2eed9effe6fa tempest-FloatingIPNegativeTestJSON-1437729402 tempest-FloatingIPNegativeTestJSON-1437729402-project] 10.222.0.30 "DELETE /v2.0/floatingips/f853d861-afc8-481f-b4b0-5f42d20a22f5 HTTP/1.1" status: 204 len: 168 time: 1.5906861 Mar 28 11:57:14.078515 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 51380) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:57:14.081953 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-acafbf40-981c-416e-b545-7a5f1852f4ce tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38aa4899-ee50-43c1-8fcb-039baf77f136']}} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:57:14.104273 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-1553322d-d59d-4acf-bcaa-d4609c0e2d96 tempest-FloatingIPNegativeTestJSON-1437729402 tempest-FloatingIPNegativeTestJSON-1437729402-project] Request body: {'floatingip': {'floating_network_id': '47042d8e-f663-40df-b18d-4bb82041fd62', 'port_id': 'b45e7da2-4401-4dde-b3b1-39b02b17ad43', 'fixed_ip_address': '172.20.0.9'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:57:14.115206 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-1553322d-d59d-4acf-bcaa-d4609c0e2d96 tempest-FloatingIPNegativeTestJSON-1437729402 tempest-FloatingIPNegativeTestJSON-1437729402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:57:14.118966 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-acafbf40-981c-416e-b545-7a5f1852f4ce tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '785d0182-6295-4e62-bf0e-67ec5c664402') {'for_net_delete': True} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:57:14.119274 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-acafbf40-981c-416e-b545-7a5f1852f4ce tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '785d0182-6295-4e62-bf0e-67ec5c664402') {} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:57:14.132809 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-1553322d-d59d-4acf-bcaa-d4609c0e2d96 tempest-FloatingIPNegativeTestJSON-1437729402 tempest-FloatingIPNegativeTestJSON-1437729402-project] Usage tracker for resource:floatingip and tenant:07d6f5d7cb4f4169b6b360cecc93f3ca is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:57:14.137107 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-1553322d-d59d-4acf-bcaa-d4609c0e2d96 tempest-FloatingIPNegativeTestJSON-1437729402 tempest-FloatingIPNegativeTestJSON-1437729402-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:57:14.140950 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-acafbf40-981c-416e-b545-7a5f1852f4ce tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783496353639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3591341'] for segment, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:14.160430 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-1553322d-d59d-4acf-bcaa-d4609c0e2d96 tempest-FloatingIPNegativeTestJSON-1437729402 tempest-FloatingIPNegativeTestJSON-1437729402-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:57:14.177086 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-acafbf40-981c-416e-b545-7a5f1852f4ce tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:14.178395 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port 73203050-00fa-4127-a5e8-2aed622567f9 triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:57:14.178993 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:14.185893 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acafbf40-981c-416e-b545-7a5f1852f4ce tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=87870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 11:57:14.186161 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-acafbf40-981c-416e-b545-7a5f1852f4ce tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1920481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2558260'] for segment, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:14.268786 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-f1d23d94-0dee-4e15-a35a-6c005e8cbd2a None None] For port 937c4cdb-7993-488a-b099-11e0cb7baec5, host dv-neutron-835340-2-hyperv, cleared binding levels {{(pid=87872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 11:57:14.286771 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-486c7def-d680-46d9-a9ae-bb582c16dab1 None None] Provisioning for port 3f97ea6b-99e8-4b5b-ad27-bff31eef47c5 completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:57:14.298577 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-486c7def-d680-46d9-a9ae-bb582c16dab1 None None] Provisioning complete for port 3f97ea6b-99e8-4b5b-ad27-bff31eef47c5 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:57:14.298960 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-486c7def-d680-46d9-a9ae-bb582c16dab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:14.300540 dv-neutron-835340-2-hyperv neutron-server[87870]: Traceback (most recent call last): Mar 28 11:57:14.300540 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 11:57:14.300540 dv-neutron-835340-2-hyperv neutron-server[87870]: timer() Mar 28 11:57:14.300540 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 11:57:14.300540 dv-neutron-835340-2-hyperv neutron-server[87870]: cb(*args, **kw) Mar 28 11:57:14.300540 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 11:57:14.300540 dv-neutron-835340-2-hyperv neutron-server[87870]: return func(*args, **kwargs) Mar 28 11:57:14.300540 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 11:57:14.300540 dv-neutron-835340-2-hyperv neutron-server[87870]: self._notify() Mar 28 11:57:14.300540 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 11:57:14.300540 dv-neutron-835340-2-hyperv neutron-server[87870]: self.callback(batched_events) Mar 28 11:57:14.300540 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 11:57:14.300540 dv-neutron-835340-2-hyperv neutron-server[87870]: event.method(event) Mar 28 11:57:14.300540 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 11:57:14.300540 dv-neutron-835340-2-hyperv neutron-server[87870]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 11:57:14.300540 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 11:57:14.300540 dv-neutron-835340-2-hyperv neutron-server[87870]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 11:57:14.300540 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 11:57:14.300540 dv-neutron-835340-2-hyperv neutron-server[87870]: return f(self, *a, **k) Mar 28 11:57:14.300540 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 11:57:14.300540 dv-neutron-835340-2-hyperv neutron-server[87870]: return self._get(url).json() Mar 28 11:57:14.300540 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 11:57:14.300540 dv-neutron-835340-2-hyperv neutron-server[87870]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 11:57:14.300540 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 11:57:14.300540 dv-neutron-835340-2-hyperv neutron-server[87870]: return self.request(url, 'GET', **kwargs) Mar 28 11:57:14.300540 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 11:57:14.300540 dv-neutron-835340-2-hyperv neutron-server[87870]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 11:57:14.300540 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 11:57:14.300540 dv-neutron-835340-2-hyperv neutron-server[87870]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 11:57:14.300540 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 11:57:14.300540 dv-neutron-835340-2-hyperv neutron-server[87870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 11:57:14.300540 dv-neutron-835340-2-hyperv neutron-server[87870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 11:57:14.306696 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-1553322d-d59d-4acf-bcaa-d4609c0e2d96 tempest-FloatingIPNegativeTestJSON-1437729402 tempest-FloatingIPNegativeTestJSON-1437729402-project] Notify callbacks [] for floatingip, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:14.355775 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.db.api [None req-acafbf40-981c-416e-b545-7a5f1852f4ce tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 28 11:57:14.355775 dv-neutron-835340-2-hyperv neutron-server[87870]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 28 11:57:14.355775 dv-neutron-835340-2-hyperv neutron-server[87870]: [parameters: {'id': '38aa4899-ee50-43c1-8fcb-039baf77f136'}] Mar 28 11:57:14.355775 dv-neutron-835340-2-hyperv neutron-server[87870]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87870) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 11:57:14.356179 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG oslo_db.api [None req-acafbf40-981c-416e-b545-7a5f1852f4ce tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 11:57:14.404641 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-f1d23d94-0dee-4e15-a35a-6c005e8cbd2a None None] For port 937c4cdb-7993-488a-b099-11e0cb7baec5, host dv-neutron-835340-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=937c4cdb-7993-488a-b099-11e0cb7baec5,segment=NetworkSegment(785d0182-6295-4e62-bf0e-67ec5c664402),segment_id=785d0182-6295-4e62-bf0e-67ec5c664402)] {{(pid=87872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 11:57:14.411564 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-486c7def-d680-46d9-a9ae-bb582c16dab1 None None] Port 3f97ea6b-99e8-4b5b-ad27-bff31eef47c5 cannot update to ACTIVE because it is not bound. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 11:57:14.421587 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-f1d23d94-0dee-4e15-a35a-6c005e8cbd2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:14.467090 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-486c7def-d680-46d9-a9ae-bb582c16dab1 None None] Could not find standard attr ID for object 08e9cad1-e129-4985-b4d5-208baf2bbbf3. {{(pid=87872) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 28 11:57:14.479128 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-7c8ff515-8977-49c7-9912-30198cc5890f tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:14.491847 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.api.v2.resource [None req-1553322d-d59d-4acf-bcaa-d4609c0e2d96 tempest-FloatingIPNegativeTestJSON-1437729402 tempest-FloatingIPNegativeTestJSON-1437729402-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 11:57:14.493124 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-1553322d-d59d-4acf-bcaa-d4609c0e2d96 tempest-FloatingIPNegativeTestJSON-1437729402 tempest-FloatingIPNegativeTestJSON-1437729402-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.4136865 Mar 28 11:57:14.497334 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 51384) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:57:14.502735 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-df6bab1b-db75-4b83-a440-f6eda9d7d0d1 tempest-FloatingIPNegativeTestJSON-1437729402 tempest-FloatingIPNegativeTestJSON-1437729402-project] Request body: {'floatingip': {'floating_network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'port_id': 'b45e7da2-4401-4dde-b3b1-39b02b17ad43', 'fixed_ip_address': '172.20.0.9'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:57:14.509702 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-df6bab1b-db75-4b83-a440-f6eda9d7d0d1 tempest-FloatingIPNegativeTestJSON-1437729402 tempest-FloatingIPNegativeTestJSON-1437729402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:57:14.515122 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-df6bab1b-db75-4b83-a440-f6eda9d7d0d1 tempest-FloatingIPNegativeTestJSON-1437729402 tempest-FloatingIPNegativeTestJSON-1437729402-project] Usage tracker for resource:floatingip and tenant:07d6f5d7cb4f4169b6b360cecc93f3ca is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:57:14.518141 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-df6bab1b-db75-4b83-a440-f6eda9d7d0d1 tempest-FloatingIPNegativeTestJSON-1437729402 tempest-FloatingIPNegativeTestJSON-1437729402-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:57:14.524886 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-df6bab1b-db75-4b83-a440-f6eda9d7d0d1 tempest-FloatingIPNegativeTestJSON-1437729402 tempest-FloatingIPNegativeTestJSON-1437729402-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:57:14.534938 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-362a66f9-6b3b-4901-92d1-5c5676034d92 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f984d802603241a598ad679c57cb42da&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2766726 Mar 28 11:57:14.537913 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 51388) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:57:14.541230 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-df6bab1b-db75-4b83-a440-f6eda9d7d0d1 tempest-FloatingIPNegativeTestJSON-1437729402 tempest-FloatingIPNegativeTestJSON-1437729402-project] Notify callbacks [] for floatingip, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:14.569510 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-486c7def-d680-46d9-a9ae-bb582c16dab1 None None] Provisioning complete for port 73203050-00fa-4127-a5e8-2aed622567f9 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:57:14.569881 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-486c7def-d680-46d9-a9ae-bb582c16dab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:14.580379 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362a66f9-6b3b-4901-92d1-5c5676034d92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce24bdff-4169-4fab-8e18-9e6260667544,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:57:14.610839 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d23d94-0dee-4e15-a35a-6c005e8cbd2a None None] Pushing event updated for resources: {'Port': ['ID=937c4cdb-7993-488a-b099-11e0cb7baec5,revision_number=2']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:57:14.646644 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8ff515-8977-49c7-9912-30198cc5890f tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Pushing event deleted for resources: {'Port': ['ID=08e9cad1-e129-4985-b4d5-208baf2bbbf3,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:57:14.647600 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b03493d-4b16-4e8d-99f3-5a8647c2032f None None] Network 38aa4899-ee50-43c1-8fcb-039baf77f136 requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:57:14.703686 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-64a0e43f-c0c8-4797-b689-50674dd61ab7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:14.754222 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-64a0e43f-c0c8-4797-b689-50674dd61ab7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:14.770226 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-7c8ff515-8977-49c7-9912-30198cc5890f tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:14.772740 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-9d8a5669-8ef4-4b7c-8eb8-27b689778529 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-709483'] for router_interface, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:14.838457 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-df6bab1b-db75-4b83-a440-f6eda9d7d0d1 tempest-FloatingIPNegativeTestJSON-1437729402 tempest-FloatingIPNegativeTestJSON-1437729402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:14.904670 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-486c7def-d680-46d9-a9ae-bb582c16dab1 None None] Provisioning complete for port 573e1e91-5e42-48a8-8550-71eda2765c8e triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:57:14.905051 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-486c7def-d680-46d9-a9ae-bb582c16dab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:14.914717 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-acafbf40-981c-416e-b545-7a5f1852f4ce tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588883'] for network, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:14.957244 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a2c3dfb-a03b-4ec2-8fcd-792cf1e2e2d1 tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Router cc9aa5c2-1b20-46bd-b6c2-9e6f94b392d1 is scheduled to L3 agent af79d429-529e-400b-a119-94d4bec03f3e with binding_index 1 {{(pid=87871) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 11:57:14.962603 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-acafbf40-981c-416e-b545-7a5f1852f4ce tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Deleting port 937c4cdb-7993-488a-b099-11e0cb7baec5 {{(pid=87870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:57:14.962941 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-acafbf40-981c-416e-b545-7a5f1852f4ce tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:14.981898 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-486c7def-d680-46d9-a9ae-bb582c16dab1 None None] Port 573e1e91-5e42-48a8-8550-71eda2765c8e cannot update to ACTIVE because it is not bound. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 11:57:15.003291 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-699bc9fc-c8ca-4197-874d-04fd4425127b None None] get_active_networks_info from dv-neutron-835340-2-hyperv {{(pid=87872) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 28 11:57:15.069160 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-7c8ff515-8977-49c7-9912-30198cc5890f tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] 10.222.0.30 "DELETE /v2.0/ports/08e9cad1-e129-4985-b4d5-208baf2bbbf3 HTTP/1.1" status: 204 len: 168 time: 3.5028615 Mar 28 11:57:15.070076 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-9d8a5669-8ef4-4b7c-8eb8-27b689778529 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:15.079944 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 51392) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:57:15.091178 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c39c3e0b-a6ad-4f99-a159-880469fbe027 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Router a2fa4827-bdfd-4cff-a8ef-3c301fbfce55 is scheduled to L3 agent af79d429-529e-400b-a119-94d4bec03f3e with binding_index 1 {{(pid=87871) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 11:57:15.130709 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-64a0e43f-c0c8-4797-b689-50674dd61ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:15.130933 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-0c7741fd-45ce-45d5-97ad-fc1831dfad97 None None] Provisioning complete for port a41f8660-3c94-415e-a689-45a5e2811557 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:57:15.130933 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-0c7741fd-45ce-45d5-97ad-fc1831dfad97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:15.183842 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.pecan_wsgi.hooks.translation [None req-c04a0a7c-2672-4fc5-b246-d48f631a3aa5 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] GET failed (client error): The resource could not be found. Mar 28 11:57:15.184462 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-c04a0a7c-2672-4fc5-b246-d48f631a3aa5 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Synchronizing usage tracker for tenant:beb99f647cec46e3bbf575ac0a3034e8 on resource:port {{(pid=87871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:57:15.199673 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a0e43f-c0c8-4797-b689-50674dd61ab7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce24bdff-4169-4fab-8e18-9e6260667544,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:57:15.207698 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-699bc9fc-c8ca-4197-874d-04fd4425127b None None] Resources bound (agent type, host, resource id): {{(pid=87872) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 28 11:57:15.209757 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-0c7741fd-45ce-45d5-97ad-fc1831dfad97 None None] Port a41f8660-3c94-415e-a689-45a5e2811557 cannot update to ACTIVE because it is not bound. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 11:57:15.223806 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-0c7741fd-45ce-45d5-97ad-fc1831dfad97 None None] Could not find standard attr ID for object 08e9cad1-e129-4985-b4d5-208baf2bbbf3. {{(pid=87872) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 28 11:57:15.263605 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-64a0e43f-c0c8-4797-b689-50674dd61ab7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:15.267425 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-64a0e43f-c0c8-4797-b689-50674dd61ab7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ce24bdff-4169-4fab-8e18-9e6260667544 HTTP/1.1" status: 204 len: 168 time: 0.7254944 Mar 28 11:57:15.277124 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.db_base_plugin_common [None req-df6bab1b-db75-4b83-a440-f6eda9d7d0d1 tempest-FloatingIPNegativeTestJSON-1437729402 tempest-FloatingIPNegativeTestJSON-1437729402-project] Allocated IP 172.26.7.42 (ac2b1748-8f63-4b17-a9c7-07e79704aa5b/0b7ebf76-1dc7-431a-a0b4-b96bacf287c2/7705d3f3-6c0a-4729-8f59-60500b676869) {{(pid=87870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:57:15.365040 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-c04a0a7c-2672-4fc5-b246-d48f631a3aa5 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Unset dirty status for tenant:beb99f647cec46e3bbf575ac0a3034e8 on resource:port {{(pid=87871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:57:15.365658 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-c04a0a7c-2672-4fc5-b246-d48f631a3aa5 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] 10.222.0.30 "GET /v2.0/ports/08e9cad1-e129-4985-b4d5-208baf2bbbf3 HTTP/1.1" status: 404 len: 333 time: 0.2812741 Mar 28 11:57:15.497598 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 51398) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:57:15.587535 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-df6bab1b-db75-4b83-a440-f6eda9d7d0d1 tempest-FloatingIPNegativeTestJSON-1437729402 tempest-FloatingIPNegativeTestJSON-1437729402-project] Notify callbacks [] for port, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:15.615195 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a2c3dfb-a03b-4ec2-8fcd-792cf1e2e2d1 tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 11:57:15.631341 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bca9070-be09-4397-80de-d787d63d8c2f None None] Sync routers for ids ['cc9aa5c2-1b20-46bd-b6c2-9e6f94b392d1'] in dv-neutron-835340-2-hyperv {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 11:57:15.641210 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bca9070-be09-4397-80de-d787d63d8c2f None None] Routers {'cc9aa5c2-1b20-46bd-b6c2-9e6f94b392d1'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:57:15.641817 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-5bca9070-be09-4397-80de-d787d63d8c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T11:57:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['cc9aa5c2-1b20-46bd-b6c2-9e6f94b392d1'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:57:15.642430 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.db [None req-acafbf40-981c-416e-b545-7a5f1852f4ce tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] For port 937c4cdb-7993-488a-b099-11e0cb7baec5, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=937c4cdb-7993-488a-b099-11e0cb7baec5,segment=NetworkSegment(785d0182-6295-4e62-bf0e-67ec5c664402),segment_id=785d0182-6295-4e62-bf0e-67ec5c664402)] {{(pid=87870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:57:15.643107 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-acafbf40-981c-416e-b545-7a5f1852f4ce tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:15.686762 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4c44aff-0b91-4591-98c4-b3ca60e1c484 None None] get_active_networks_info from dv-neutron-835340-2-hyperv {{(pid=87872) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 28 11:57:15.695783 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c39c3e0b-a6ad-4f99-a159-880469fbe027 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 11:57:15.704794 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-516d0054-3673-4b3e-8e24-617481591c98 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Deleting port 3f97ea6b-99e8-4b5b-ad27-bff31eef47c5 {{(pid=87871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:57:15.705233 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-516d0054-3673-4b3e-8e24-617481591c98 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:15.749653 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-c39c3e0b-a6ad-4f99-a159-880469fbe027 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "PUT /v2.0/routers/a2fa4827-bdfd-4cff-a8ef-3c301fbfce55/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.2446070 Mar 28 11:57:15.759390 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-8a2c3dfb-a03b-4ec2-8fcd-792cf1e2e2d1 tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Notify callbacks [] for router, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:15.760735 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-8a2c3dfb-a03b-4ec2-8fcd-792cf1e2e2d1 tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 11.8053548 Mar 28 11:57:15.773903 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c5c7dfc-ef27-4f57-82e6-44effd1fd218 None None] Sync routers for ids ['a2fa4827-bdfd-4cff-a8ef-3c301fbfce55'] in dv-neutron-835340-2-hyperv {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 11:57:15.779414 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 51402) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:57:15.779765 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 51404) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:57:15.803132 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c5c7dfc-ef27-4f57-82e6-44effd1fd218 None None] Routers {'a2fa4827-bdfd-4cff-a8ef-3c301fbfce55'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:57:15.803890 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-6c5c7dfc-ef27-4f57-82e6-44effd1fd218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T11:57:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['a2fa4827-bdfd-4cff-a8ef-3c301fbfce55'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:57:15.887078 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvr_db [None req-5bca9070-be09-4397-80de-d787d63d8c2f None None] Set router cc9aa5c2-1b20-46bd-b6c2-9e6f94b392d1 gateway port host: dv-neutron-835340-2-hyperv {{(pid=87873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:57:15.890057 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-acafbf40-981c-416e-b545-7a5f1852f4ce tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Calling delete_port for 937c4cdb-7993-488a-b099-11e0cb7baec5 owned by network:dhcp {{(pid=87870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:57:15.922760 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-df6bab1b-db75-4b83-a440-f6eda9d7d0d1 tempest-FloatingIPNegativeTestJSON-1437729402 tempest-FloatingIPNegativeTestJSON-1437729402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:16.007502 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df6bab1b-db75-4b83-a440-f6eda9d7d0d1 tempest-FloatingIPNegativeTestJSON-1437729402 tempest-FloatingIPNegativeTestJSON-1437729402-project] Network ac2b1748-8f63-4b17-a9c7-07e79704aa5b is already hosted by enough agents. {{(pid=87870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:57:16.025054 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvr_db [None req-6c5c7dfc-ef27-4f57-82e6-44effd1fd218 None None] Set router a2fa4827-bdfd-4cff-a8ef-3c301fbfce55 gateway port host: None {{(pid=87872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:57:16.026667 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.base_scheduler [None req-df6bab1b-db75-4b83-a440-f6eda9d7d0d1 tempest-FloatingIPNegativeTestJSON-1437729402 tempest-FloatingIPNegativeTestJSON-1437729402-project] Resources bound (agent type, host, resource id): {{(pid=87870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:57:16.035916 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df6bab1b-db75-4b83-a440-f6eda9d7d0d1 tempest-FloatingIPNegativeTestJSON-1437729402 tempest-FloatingIPNegativeTestJSON-1437729402-project] Received port after_create {{(pid=87870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:57:16.072281 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6bab1b-db75-4b83-a440-f6eda9d7d0d1 tempest-FloatingIPNegativeTestJSON-1437729402 tempest-FloatingIPNegativeTestJSON-1437729402-project] Pushing event updated for resources: {'Port': ['ID=7705d3f3-6c0a-4729-8f59-60500b676869,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:57:16.161217 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-acafbf40-981c-416e-b545-7a5f1852f4ce tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:16.182912 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4c44aff-0b91-4591-98c4-b3ca60e1c484 None None] Resources bound (agent type, host, resource id): {{(pid=87872) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 28 11:57:16.228265 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-9d8a5669-8ef4-4b7c-8eb8-27b689778529 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks [] for port, precommit_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:16.234368 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acafbf40-981c-416e-b545-7a5f1852f4ce tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Pushing event deleted for resources: {'Port': ['ID=937c4cdb-7993-488a-b099-11e0cb7baec5,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:57:16.245135 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acafbf40-981c-416e-b545-7a5f1852f4ce tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] No DVR routers for this DVR port 937c4cdb-7993-488a-b099-11e0cb7baec5 on host dv-neutron-835340-2-hyperv {{(pid=87870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 11:57:16.312278 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-9d8a5669-8ef4-4b7c-8eb8-27b689778529 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2363241'] for port, after_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:16.316157 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-5bca9070-be09-4397-80de-d787d63d8c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc9aa5c2-1b20-46bd-b6c2-9e6f94b392d1', 'name': '', 'tenant_id': 'e4b57e16d2b24ee4b747a47a9aaf2973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cac1095-7575-41a3-8d3d-d72618247d52', 'external_fixed_ips': [{'subnet_id': '244b6de8-df70-42f1-9e75-a67c590e25b3', 'ip_address': '2001:db8::3b8'}], 'enable_snat': True}, 'gw_port_id': 'cf9c1784-4ebb-4a7b-9222-f4c1dc7d64db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:57:04Z', 'updated_at': '2022-03-28T11:57:10Z', 'revision_number': 3, 'project_id': 'e4b57e16d2b24ee4b747a47a9aaf2973', 'gw_port': {'id': 'cf9c1784-4ebb-4a7b-9222-f4c1dc7d64db', 'name': '', 'network_id': '4cac1095-7575-41a3-8d3d-d72618247d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:43:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc9aa5c2-1b20-46bd-b6c2-9e6f94b392d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '244b6de8-df70-42f1-9e75-a67c590e25b3', 'ip_address': '2001:db8::3b8', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:57:06Z', 'updated_at': '2022-03-28T11:57:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '244b6de8-df70-42f1-9e75-a67c590e25b3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv'}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:57:16.324268 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bca9070-be09-4397-80de-d787d63d8c2f None None] Checking router: cc9aa5c2-1b20-46bd-b6c2-9e6f94b392d1 for host: dv-neutron-835340-2-hyperv {{(pid=87873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 11:57:16.324922 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bca9070-be09-4397-80de-d787d63d8c2f None None] Updating router cc9aa5c2-1b20-46bd-b6c2-9e6f94b392d1 port cf9c1784-4ebb-4a7b-9222-f4c1dc7d64db binding host dv-neutron-835340-2-hyperv {{(pid=87873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 11:57:16.407215 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron_lib.callbacks.manager [None req-5bca9070-be09-4397-80de-d787d63d8c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:16.426542 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-9d8a5669-8ef4-4b7c-8eb8-27b689778529 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-743372'] for router_interface, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:16.440639 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-acafbf40-981c-416e-b545-7a5f1852f4ce tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930431', 'neutron.services.segments.db._delete_segments_for_network-8783496351308'] for network, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:16.451603 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-df6bab1b-db75-4b83-a440-f6eda9d7d0d1 tempest-FloatingIPNegativeTestJSON-1437729402 tempest-FloatingIPNegativeTestJSON-1437729402-project] Deleting port 7705d3f3-6c0a-4729-8f59-60500b676869 {{(pid=87870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:57:16.451946 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-df6bab1b-db75-4b83-a440-f6eda9d7d0d1 tempest-FloatingIPNegativeTestJSON-1437729402 tempest-FloatingIPNegativeTestJSON-1437729402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:16.476218 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-014709d1-a569-4eb1-989b-dfcc29ce2f87 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:57:16.476917 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-014709d1-a569-4eb1-989b-dfcc29ce2f87 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Synchronizing usage tracker for tenant:b4adfe5c8b3a4e57a1afd1d44c455245 on resource:port {{(pid=87871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:57:16.517435 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-acafbf40-981c-416e-b545-7a5f1852f4ce tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38aa4899-ee50-43c1-8fcb-039baf77f136']}} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:57:16.540130 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-acafbf40-981c-416e-b545-7a5f1852f4ce tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '785d0182-6295-4e62-bf0e-67ec5c664402') {'for_net_delete': True} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:57:16.540426 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-acafbf40-981c-416e-b545-7a5f1852f4ce tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '785d0182-6295-4e62-bf0e-67ec5c664402') {} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:57:16.586102 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-acafbf40-981c-416e-b545-7a5f1852f4ce tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783496353639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3591341'] for segment, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:16.588539 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-6c5c7dfc-ef27-4f57-82e6-44effd1fd218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2fa4827-bdfd-4cff-a8ef-3c301fbfce55', 'name': 'tempest-NetworksTestDHCPv6-router-2021686554', 'tenant_id': 'b4adfe5c8b3a4e57a1afd1d44c455245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:57:04Z', 'updated_at': '2022-03-28T11:57:09Z', 'revision_number': 2, 'project_id': 'b4adfe5c8b3a4e57a1afd1d44c455245', 'gw_port_host': None, '_interfaces': [{'id': 'a41f8660-3c94-415e-a689-45a5e2811557', 'name': '', 'network_id': 'e95a87e2-4c44-46e2-9de5-2786cbaea69c', 'tenant_id': 'b4adfe5c8b3a4e57a1afd1d44c455245', 'mac_address': 'fa:16:3e:41:7d:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2fa4827-bdfd-4cff-a8ef-3c301fbfce55', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'f4156fb0-b665-4894-b4d7-3a6f795db2a2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:57:05Z', 'updated_at': '2022-03-28T11:57:11Z', 'revision_number': 2, 'project_id': 'b4adfe5c8b3a4e57a1afd1d44c455245', 'subnets': [{'id': 'f4156fb0-b665-4894-b4d7-3a6f795db2a2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:57:16.595061 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c5c7dfc-ef27-4f57-82e6-44effd1fd218 None None] Checking router: a2fa4827-bdfd-4cff-a8ef-3c301fbfce55 for host: dv-neutron-835340-2-hyperv {{(pid=87872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 11:57:16.595690 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c5c7dfc-ef27-4f57-82e6-44effd1fd218 None None] Updating router a2fa4827-bdfd-4cff-a8ef-3c301fbfce55 port a41f8660-3c94-415e-a689-45a5e2811557 binding host dv-neutron-835340-2-hyperv {{(pid=87872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 11:57:16.672407 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-acafbf40-981c-416e-b545-7a5f1852f4ce tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:16.684605 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acafbf40-981c-416e-b545-7a5f1852f4ce tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=87870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 11:57:16.685017 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-acafbf40-981c-416e-b545-7a5f1852f4ce tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1920481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2558260'] for segment, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:16.701823 dv-neutron-835340-2-hyperv neutron-server[87870]: Traceback (most recent call last): Mar 28 11:57:16.701823 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 11:57:16.701823 dv-neutron-835340-2-hyperv neutron-server[87870]: timer() Mar 28 11:57:16.701823 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 11:57:16.701823 dv-neutron-835340-2-hyperv neutron-server[87870]: cb(*args, **kw) Mar 28 11:57:16.701823 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 11:57:16.701823 dv-neutron-835340-2-hyperv neutron-server[87870]: return func(*args, **kwargs) Mar 28 11:57:16.701823 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 11:57:16.701823 dv-neutron-835340-2-hyperv neutron-server[87870]: self._notify() Mar 28 11:57:16.701823 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 11:57:16.701823 dv-neutron-835340-2-hyperv neutron-server[87870]: self.callback(batched_events) Mar 28 11:57:16.701823 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 11:57:16.701823 dv-neutron-835340-2-hyperv neutron-server[87870]: event.method(event) Mar 28 11:57:16.701823 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 11:57:16.701823 dv-neutron-835340-2-hyperv neutron-server[87870]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 11:57:16.701823 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 11:57:16.701823 dv-neutron-835340-2-hyperv neutron-server[87870]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 11:57:16.701823 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 11:57:16.701823 dv-neutron-835340-2-hyperv neutron-server[87870]: return f(self, *a, **k) Mar 28 11:57:16.701823 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 11:57:16.701823 dv-neutron-835340-2-hyperv neutron-server[87870]: return self._get(url).json() Mar 28 11:57:16.701823 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 11:57:16.701823 dv-neutron-835340-2-hyperv neutron-server[87870]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 11:57:16.701823 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 11:57:16.701823 dv-neutron-835340-2-hyperv neutron-server[87870]: return self.request(url, 'GET', **kwargs) Mar 28 11:57:16.701823 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 11:57:16.701823 dv-neutron-835340-2-hyperv neutron-server[87870]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 11:57:16.701823 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 11:57:16.701823 dv-neutron-835340-2-hyperv neutron-server[87870]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 11:57:16.701823 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 11:57:16.701823 dv-neutron-835340-2-hyperv neutron-server[87870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 11:57:16.701823 dv-neutron-835340-2-hyperv neutron-server[87870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 11:57:16.726891 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-6c5c7dfc-ef27-4f57-82e6-44effd1fd218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:16.757131 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8a5669-8ef4-4b7c-8eb8-27b689778529 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Pushing event updated for resources: {'Port': ['ID=573e1e91-5e42-48a8-8550-71eda2765c8e,revision_number=3']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:57:16.772380 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-014709d1-a569-4eb1-989b-dfcc29ce2f87 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Unset dirty status for tenant:b4adfe5c8b3a4e57a1afd1d44c455245 on resource:port {{(pid=87871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:57:16.773646 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-014709d1-a569-4eb1-989b-dfcc29ce2f87 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "GET /v2.0/ports/a41f8660-3c94-415e-a689-45a5e2811557 HTTP/1.1" status: 200 len: 911 time: 0.9928601 Mar 28 11:57:16.779370 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-bfde8639-0b85-454b-a485-ad5031ae2cfd tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Notify callbacks [] for router, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:16.783697 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 51410) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:57:16.853928 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-df6bab1b-db75-4b83-a440-f6eda9d7d0d1 tempest-FloatingIPNegativeTestJSON-1437729402 tempest-FloatingIPNegativeTestJSON-1437729402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:16.854109 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-df6bab1b-db75-4b83-a440-f6eda9d7d0d1 tempest-FloatingIPNegativeTestJSON-1437729402 tempest-FloatingIPNegativeTestJSON-1437729402-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:16.939281 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-516d0054-3673-4b3e-8e24-617481591c98 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:16.975257 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron_lib.callbacks.manager [None req-5bca9070-be09-4397-80de-d787d63d8c2f None None] Notify callbacks [] for port, precommit_update {{(pid=87873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:16.989567 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.provisioning_blocks [None req-5bca9070-be09-4397-80de-d787d63d8c2f None None] Transition to ACTIVE for port object cf9c1784-4ebb-4a7b-9222-f4c1dc7d64db will not be triggered until provisioned by entity L2. {{(pid=87873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:57:17.000776 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron_lib.callbacks.manager [None req-5bca9070-be09-4397-80de-d787d63d8c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:17.075228 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.managers [None req-5bca9070-be09-4397-80de-d787d63d8c2f None None] Attempting to bind port cf9c1784-4ebb-4a7b-9222-f4c1dc7d64db on host dv-neutron-835340-2-hyperv for vnic_type normal with profile {{(pid=87873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:57:17.075635 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.managers [None req-5bca9070-be09-4397-80de-d787d63d8c2f None None] Attempting to bind port cf9c1784-4ebb-4a7b-9222-f4c1dc7d64db by drivers openvswitch,hyperv on host dv-neutron-835340-2-hyperv at level 0 using segments [{'id': 'b37a7667-1b8d-4c92-8e9e-78a479dfa6a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '4cac1095-7575-41a3-8d3d-d72618247d52'}] {{(pid=87873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:57:17.075994 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bca9070-be09-4397-80de-d787d63d8c2f None None] Attempting to bind port cf9c1784-4ebb-4a7b-9222-f4c1dc7d64db on network 4cac1095-7575-41a3-8d3d-d72618247d52 {{(pid=87873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:57:17.084561 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bca9070-be09-4397-80de-d787d63d8c2f None None] Checking agent: {'id': '961a16fe-cbc8-4264-ac28-bbbd53f89caa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 46, 6), 'started_at': datetime.datetime(2022, 3, 28, 11, 46, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 11, 57, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 11:57:17.084924 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bca9070-be09-4397-80de-d787d63d8c2f None None] Checking segment: {'id': 'b37a7667-1b8d-4c92-8e9e-78a479dfa6a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '4cac1095-7575-41a3-8d3d-d72618247d52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:57:17.085317 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron_lib.callbacks.manager [None req-5bca9070-be09-4397-80de-d787d63d8c2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:17.085699 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bca9070-be09-4397-80de-d787d63d8c2f None None] Bound using segment: {'id': 'b37a7667-1b8d-4c92-8e9e-78a479dfa6a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '4cac1095-7575-41a3-8d3d-d72618247d52'} {{(pid=87873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 11:57:17.086155 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.managers [None req-5bca9070-be09-4397-80de-d787d63d8c2f None None] Bound port: cf9c1784-4ebb-4a7b-9222-f4c1dc7d64db, host: dv-neutron-835340-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b37a7667-1b8d-4c92-8e9e-78a479dfa6a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '4cac1095-7575-41a3-8d3d-d72618247d52'}}] {{(pid=87873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 11:57:17.086570 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron_lib.callbacks.manager [None req-5bca9070-be09-4397-80de-d787d63d8c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:17.097119 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-acafbf40-981c-416e-b545-7a5f1852f4ce tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709602'] for network, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:17.104594 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-df6bab1b-db75-4b83-a440-f6eda9d7d0d1 tempest-FloatingIPNegativeTestJSON-1437729402 tempest-FloatingIPNegativeTestJSON-1437729402-project] Calling delete_port for 7705d3f3-6c0a-4729-8f59-60500b676869 owned by network:floatingip {{(pid=87870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:57:17.115963 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-516d0054-3673-4b3e-8e24-617481591c98 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Calling delete_port for 3f97ea6b-99e8-4b5b-ad27-bff31eef47c5 owned by {{(pid=87871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:57:17.138287 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1bd194-eced-4b6d-94e8-f89605fb9e26 None None] Pushing event updated for resources: {'Port': ['ID=cf9c1784-4ebb-4a7b-9222-f4c1dc7d64db,revision_number=2']} {{(pid=87873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:57:17.155601 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1bd194-eced-4b6d-94e8-f89605fb9e26 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:57:17.155928 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1bd194-eced-4b6d-94e8-f89605fb9e26 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:57:17.156270 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1bd194-eced-4b6d-94e8-f89605fb9e26 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:57:17.156596 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1bd194-eced-4b6d-94e8-f89605fb9e26 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:57:17.156922 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1bd194-eced-4b6d-94e8-f89605fb9e26 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:57:17.157263 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1bd194-eced-4b6d-94e8-f89605fb9e26 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:57:17.157587 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1bd194-eced-4b6d-94e8-f89605fb9e26 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:57:17.157906 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1bd194-eced-4b6d-94e8-f89605fb9e26 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:57:17.158242 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1bd194-eced-4b6d-94e8-f89605fb9e26 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:57:17.158688 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1bd194-eced-4b6d-94e8-f89605fb9e26 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:57:17.159016 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1bd194-eced-4b6d-94e8-f89605fb9e26 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:57:17.159334 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1bd194-eced-4b6d-94e8-f89605fb9e26 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:57:17.160106 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-acafbf40-981c-416e-b545-7a5f1852f4ce tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538751'] for network, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:17.180736 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acafbf40-981c-416e-b545-7a5f1852f4ce tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Pushing event deleted for resources: {'Network': ['ID=38aa4899-ee50-43c1-8fcb-039baf77f136,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:57:17.188750 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.db [None req-5bca9070-be09-4397-80de-d787d63d8c2f None None] For port cf9c1784-4ebb-4a7b-9222-f4c1dc7d64db, host dv-neutron-835340-2-hyperv, cleared binding levels {{(pid=87873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 11:57:17.192265 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.db [None req-5bca9070-be09-4397-80de-d787d63d8c2f None None] For port cf9c1784-4ebb-4a7b-9222-f4c1dc7d64db, host dv-neutron-835340-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=cf9c1784-4ebb-4a7b-9222-f4c1dc7d64db,segment=NetworkSegment(b37a7667-1b8d-4c92-8e9e-78a479dfa6a3),segment_id=b37a7667-1b8d-4c92-8e9e-78a479dfa6a3)] {{(pid=87873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 11:57:17.198212 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-acafbf40-981c-416e-b545-7a5f1852f4ce tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] 10.222.0.30 "DELETE /v2.0/networks/38aa4899-ee50-43c1-8fcb-039baf77f136 HTTP/1.1" status: 204 len: 168 time: 4.6499813 Mar 28 11:57:17.202803 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 51414) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:57:17.204841 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron_lib.callbacks.manager [None req-5bca9070-be09-4397-80de-d787d63d8c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:17.214648 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-9cbd851d-9995-4744-bcac-50e9c5c8a795 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1478316691'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:57:17.228319 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-6c5c7dfc-ef27-4f57-82e6-44effd1fd218 None None] Notify callbacks [] for port, precommit_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:17.238391 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-9cbd851d-9995-4744-bcac-50e9c5c8a795 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:57:17.241645 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d8a5669-8ef4-4b7c-8eb8-27b689778529 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Network 4c2e3b3a-c34c-47cd-a4ab-5d28818175ee is already hosted by enough agents. {{(pid=87871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:57:17.245742 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-9cbd851d-9995-4744-bcac-50e9c5c8a795 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Usage tracker for resource:network and tenant:0ad7b1f6e96a40538a966af0f41e67e6 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:57:17.246995 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-9d8a5669-8ef4-4b7c-8eb8-27b689778529 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Resources bound (agent type, host, resource id): {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:57:17.251708 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-9cbd851d-9995-4744-bcac-50e9c5c8a795 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:57:17.258386 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-6c5c7dfc-ef27-4f57-82e6-44effd1fd218 None None] Transition to ACTIVE for port object a41f8660-3c94-415e-a689-45a5e2811557 will not be triggered until provisioned by entity L2. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:57:17.258697 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-9cbd851d-9995-4744-bcac-50e9c5c8a795 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:57:17.280617 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-6c5c7dfc-ef27-4f57-82e6-44effd1fd218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:17.282244 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9465007-d98d-4398-90a3-f6cc39acb766 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:57:17.288871 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9465007-d98d-4398-90a3-f6cc39acb766 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:57:17.290553 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-a9465007-d98d-4398-90a3-f6cc39acb766 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Synchronizing usage tracker for tenant:b4adfe5c8b3a4e57a1afd1d44c455245 on resource:port {{(pid=87870) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:57:17.313572 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bca9070-be09-4397-80de-d787d63d8c2f None None] Routers {'cc9aa5c2-1b20-46bd-b6c2-9e6f94b392d1'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:57:17.314211 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-5bca9070-be09-4397-80de-d787d63d8c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T11:57:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['cc9aa5c2-1b20-46bd-b6c2-9e6f94b392d1'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:57:17.425633 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1bd194-eced-4b6d-94e8-f89605fb9e26 None None] Pushing event updated for resources: {'Port': ['ID=cf9c1784-4ebb-4a7b-9222-f4c1dc7d64db,revision_number=3']} {{(pid=87873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:57:17.442824 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cbd851d-9995-4744-bcac-50e9c5c8a795 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Made reservation on behalf of 0ad7b1f6e96a40538a966af0f41e67e6 for: {'network': 1} {{(pid=87870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:57:17.454889 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-9cbd851d-9995-4744-bcac-50e9c5c8a795 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for network, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:17.546054 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-a9465007-d98d-4398-90a3-f6cc39acb766 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Unset dirty status for tenant:b4adfe5c8b3a4e57a1afd1d44c455245 on resource:port {{(pid=87870) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:57:17.552111 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-a9465007-d98d-4398-90a3-f6cc39acb766 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.7672904 Mar 28 11:57:17.561024 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 51420) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:57:17.625549 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883210f7-b21c-4955-93e1-37fefba67c70 None None] Pushing event updated for resources: {'Port': ['ID=a41f8660-3c94-415e-a689-45a5e2811557,revision_number=3']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:57:17.690736 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvr_db [None req-5bca9070-be09-4397-80de-d787d63d8c2f None None] Set router cc9aa5c2-1b20-46bd-b6c2-9e6f94b392d1 gateway port host: dv-neutron-835340-2-hyperv {{(pid=87873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:57:17.692902 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-6c5c7dfc-ef27-4f57-82e6-44effd1fd218 None None] Attempting to bind port a41f8660-3c94-415e-a689-45a5e2811557 on host dv-neutron-835340-2-hyperv for vnic_type normal with profile {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:57:17.693375 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-6c5c7dfc-ef27-4f57-82e6-44effd1fd218 None None] Attempting to bind port a41f8660-3c94-415e-a689-45a5e2811557 by drivers openvswitch,hyperv on host dv-neutron-835340-2-hyperv at level 0 using segments [{'id': 'bd053757-b8b4-4f3a-b553-aa242f2d15d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e95a87e2-4c44-46e2-9de5-2786cbaea69c'}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:57:17.694336 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c5c7dfc-ef27-4f57-82e6-44effd1fd218 None None] Attempting to bind port a41f8660-3c94-415e-a689-45a5e2811557 on network e95a87e2-4c44-46e2-9de5-2786cbaea69c {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:57:17.702398 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c5c7dfc-ef27-4f57-82e6-44effd1fd218 None None] Checking agent: {'id': '961a16fe-cbc8-4264-ac28-bbbd53f89caa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 46, 6), 'started_at': datetime.datetime(2022, 3, 28, 11, 46, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 11, 57, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 11:57:17.702398 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c5c7dfc-ef27-4f57-82e6-44effd1fd218 None None] Checking segment: {'id': 'bd053757-b8b4-4f3a-b553-aa242f2d15d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e95a87e2-4c44-46e2-9de5-2786cbaea69c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:57:17.703051 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-6c5c7dfc-ef27-4f57-82e6-44effd1fd218 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:17.703440 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-df6bab1b-db75-4b83-a440-f6eda9d7d0d1 tempest-FloatingIPNegativeTestJSON-1437729402 tempest-FloatingIPNegativeTestJSON-1437729402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:17.703959 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c5c7dfc-ef27-4f57-82e6-44effd1fd218 None None] Bound using segment: {'id': 'bd053757-b8b4-4f3a-b553-aa242f2d15d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e95a87e2-4c44-46e2-9de5-2786cbaea69c'} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 11:57:17.704671 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-6c5c7dfc-ef27-4f57-82e6-44effd1fd218 None None] Bound port: a41f8660-3c94-415e-a689-45a5e2811557, host: dv-neutron-835340-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd053757-b8b4-4f3a-b553-aa242f2d15d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e95a87e2-4c44-46e2-9de5-2786cbaea69c'}}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 11:57:17.705215 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-6c5c7dfc-ef27-4f57-82e6-44effd1fd218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:17.764233 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-92b621a9-a317-4c2c-981d-738d6ab6689f None None] Provisioning complete for port 573e1e91-5e42-48a8-8550-71eda2765c8e triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:57:17.764761 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-92b621a9-a317-4c2c-981d-738d6ab6689f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:17.862198 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-92b621a9-a317-4c2c-981d-738d6ab6689f None None] Port 573e1e91-5e42-48a8-8550-71eda2765c8e cannot update to ACTIVE because it is not bound. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 11:57:17.876435 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6bab1b-db75-4b83-a440-f6eda9d7d0d1 tempest-FloatingIPNegativeTestJSON-1437729402 tempest-FloatingIPNegativeTestJSON-1437729402-project] Pushing event deleted for resources: {'Port': ['ID=7705d3f3-6c0a-4729-8f59-60500b676869,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:57:17.877214 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-6c5c7dfc-ef27-4f57-82e6-44effd1fd218 None None] For port a41f8660-3c94-415e-a689-45a5e2811557, host dv-neutron-835340-2-hyperv, cleared binding levels {{(pid=87872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 11:57:17.886415 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-6c5c7dfc-ef27-4f57-82e6-44effd1fd218 None None] For port a41f8660-3c94-415e-a689-45a5e2811557, host dv-neutron-835340-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=a41f8660-3c94-415e-a689-45a5e2811557,segment=NetworkSegment(bd053757-b8b4-4f3a-b553-aa242f2d15d2),segment_id=bd053757-b8b4-4f3a-b553-aa242f2d15d2)] {{(pid=87872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 11:57:17.892283 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-6c5c7dfc-ef27-4f57-82e6-44effd1fd218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:17.960565 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-bfde8639-0b85-454b-a485-ad5031ae2cfd tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:17.992485 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-bfde8639-0b85-454b-a485-ad5031ae2cfd tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Deleting port cf9c1784-4ebb-4a7b-9222-f4c1dc7d64db {{(pid=87871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:57:17.992982 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-bfde8639-0b85-454b-a485-ad5031ae2cfd tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:18.018161 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62c17e4-cf91-40c5-af8b-af12c34b9020 req-92399d5e-9a2b-4689-a4b2-e390167b2d41 tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:57:18.019702 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-c62c17e4-cf91-40c5-af8b-af12c34b9020 req-92399d5e-9a2b-4689-a4b2-e390167b2d41 tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd5974e7-0504-4851-a286-20ab5143705c HTTP/1.1" status: 200 len: 945 time: 0.5357814 Mar 28 11:57:18.034034 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883210f7-b21c-4955-93e1-37fefba67c70 None None] Pushing event updated for resources: {'Port': ['ID=a41f8660-3c94-415e-a689-45a5e2811557,revision_number=4']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:57:18.045260 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c5c7dfc-ef27-4f57-82e6-44effd1fd218 None None] Routers {'a2fa4827-bdfd-4cff-a8ef-3c301fbfce55'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:57:18.045260 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-6c5c7dfc-ef27-4f57-82e6-44effd1fd218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T11:57:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['a2fa4827-bdfd-4cff-a8ef-3c301fbfce55'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:57:18.086637 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-516d0054-3673-4b3e-8e24-617481591c98 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:18.108691 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cbd851d-9995-4744-bcac-50e9c5c8a795 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=87870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 11:57:18.246546 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-5bca9070-be09-4397-80de-d787d63d8c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc9aa5c2-1b20-46bd-b6c2-9e6f94b392d1', 'name': '', 'tenant_id': 'e4b57e16d2b24ee4b747a47a9aaf2973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cac1095-7575-41a3-8d3d-d72618247d52', 'external_fixed_ips': [{'subnet_id': '244b6de8-df70-42f1-9e75-a67c590e25b3', 'ip_address': '2001:db8::3b8'}], 'enable_snat': True}, 'gw_port_id': 'cf9c1784-4ebb-4a7b-9222-f4c1dc7d64db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:57:04Z', 'updated_at': '2022-03-28T11:57:10Z', 'revision_number': 3, 'project_id': 'e4b57e16d2b24ee4b747a47a9aaf2973', 'gw_port': {'id': 'cf9c1784-4ebb-4a7b-9222-f4c1dc7d64db', 'name': '', 'network_id': '4cac1095-7575-41a3-8d3d-d72618247d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:43:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc9aa5c2-1b20-46bd-b6c2-9e6f94b392d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '244b6de8-df70-42f1-9e75-a67c590e25b3', 'ip_address': '2001:db8::3b8', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:57:06Z', 'updated_at': '2022-03-28T11:57:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '244b6de8-df70-42f1-9e75-a67c590e25b3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv'}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:57:18.257665 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-9cbd851d-9995-4744-bcac-50e9c5c8a795 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:18.257665 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.db.segments_db [None req-9cbd851d-9995-4744-bcac-50e9c5c8a795 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Added segment 0b757dbf-41a7-4cb9-81e0-1fb8b909b5f8 of type vlan for network 5a229b9f-3acd-4423-a4ca-ab1beb98a973 Mar 28 11:57:18.258681 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bca9070-be09-4397-80de-d787d63d8c2f None None] The sync data for ids ['cc9aa5c2-1b20-46bd-b6c2-9e6f94b392d1'] in dv-neutron-835340-2-hyperv is: [{'id': 'cc9aa5c2-1b20-46bd-b6c2-9e6f94b392d1', 'name': '', 'tenant_id': 'e4b57e16d2b24ee4b747a47a9aaf2973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4cac1095-7575-41a3-8d3d-d72618247d52', 'external_fixed_ips': [{'subnet_id': '244b6de8-df70-42f1-9e75-a67c590e25b3', 'ip_address': '2001:db8::3b8'}], 'enable_snat': True}, 'gw_port_id': 'cf9c1784-4ebb-4a7b-9222-f4c1dc7d64db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:57:04Z', 'updated_at': '2022-03-28T11:57:10Z', 'revision_number': 3, 'project_id': 'e4b57e16d2b24ee4b747a47a9aaf2973', 'gw_port': {'id': 'cf9c1784-4ebb-4a7b-9222-f4c1dc7d64db', 'name': '', 'network_id': '4cac1095-7575-41a3-8d3d-d72618247d52', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:43:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc9aa5c2-1b20-46bd-b6c2-9e6f94b392d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '244b6de8-df70-42f1-9e75-a67c590e25b3', 'ip_address': '2001:db8::3b8', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:57:06Z', 'updated_at': '2022-03-28T11:57:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '244b6de8-df70-42f1-9e75-a67c590e25b3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv'}] {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 11:57:18.298559 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvr_db [None req-6c5c7dfc-ef27-4f57-82e6-44effd1fd218 None None] Set router a2fa4827-bdfd-4cff-a8ef-3c301fbfce55 gateway port host: None {{(pid=87872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:57:18.300151 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516d0054-3673-4b3e-8e24-617481591c98 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Pushing event deleted for resources: {'Port': ['ID=3f97ea6b-99e8-4b5b-ad27-bff31eef47c5,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:57:18.302675 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-516d0054-3673-4b3e-8e24-617481591c98 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:18.345845 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-c62c17e4-cf91-40c5-af8b-af12c34b9020 req-01fde25d-94f7-453f-995a-da16ab6b7182 tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] 10.222.0.30 "GET /v2.0/security-groups?id=895ae8ad-46d6-4a0f-b104-9c0ca0cce592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2678971 Mar 28 11:57:18.447637 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d8a5669-8ef4-4b7c-8eb8-27b689778529 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Router 4653bfb5-3290-46bd-8d7e-53ea8d28011c is scheduled to L3 agent af79d429-529e-400b-a119-94d4bec03f3e with binding_index 1 {{(pid=87871) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 11:57:18.455093 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.api.v2.resource [None req-df6bab1b-db75-4b83-a440-f6eda9d7d0d1 tempest-FloatingIPNegativeTestJSON-1437729402 tempest-FloatingIPNegativeTestJSON-1437729402-project] create failed (client error): The resource could not be found. Mar 28 11:57:18.456609 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-df6bab1b-db75-4b83-a440-f6eda9d7d0d1 tempest-FloatingIPNegativeTestJSON-1437729402 tempest-FloatingIPNegativeTestJSON-1437729402-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 3.9575758 Mar 28 11:57:18.465805 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-9cbd851d-9995-4744-bcac-50e9c5c8a795 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783495836591'] for network, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:18.469868 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 51426) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:57:18.536685 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-9cbd851d-9995-4744-bcac-50e9c5c8a795 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765'] for network, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:18.538240 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-516d0054-3673-4b3e-8e24-617481591c98 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] 10.222.0.30 "DELETE /v2.0/ports/3f97ea6b-99e8-4b5b-ad27-bff31eef47c5 HTTP/1.1" status: 204 len: 168 time: 3.0395987 Mar 28 11:57:18.543239 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cbd851d-9995-4744-bcac-50e9c5c8a795 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:57:18.543990 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-9cbd851d-9995-4744-bcac-50e9c5c8a795 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538751'] for network, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:18.552085 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 51430) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:57:18.626748 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-9cbd851d-9995-4744-bcac-50e9c5c8a795 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.4170082 Mar 28 11:57:18.702893 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 51434) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:57:18.739347 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-417d903b-7929-4da7-8982-bfa8638ba883 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Request body: {'subnet': {'network_id': '5a229b9f-3acd-4423-a4ca-ab1beb98a973', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:57:18.747076 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbd851d-9995-4744-bcac-50e9c5c8a795 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Pushing event updated for resources: {'Network': ['ID=5a229b9f-3acd-4423-a4ca-ab1beb98a973,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:57:18.765538 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Network 5a229b9f-3acd-4423-a4ca-ab1beb98a973 details requested by agent ovs-agent-dv-neutron-835340-2-hyperv with host dv-neutron-835340-2-hyperv {{(pid=87872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 11:57:18.772829 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9611155-a289-4307-9e17-2f16038be463 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] GET failed (client error): The resource could not be found. Mar 28 11:57:18.773299 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-d9611155-a289-4307-9e17-2f16038be463 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Synchronizing usage tracker for tenant:beb99f647cec46e3bbf575ac0a3034e8 on resource:port {{(pid=87871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:57:18.862412 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-3e41a1a9-f59e-47d6-b4d4-3a4baf9d80ed tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-743394'] for router_interface, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:18.932728 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-6c5c7dfc-ef27-4f57-82e6-44effd1fd218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2fa4827-bdfd-4cff-a8ef-3c301fbfce55', 'name': 'tempest-NetworksTestDHCPv6-router-2021686554', 'tenant_id': 'b4adfe5c8b3a4e57a1afd1d44c455245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:57:04Z', 'updated_at': '2022-03-28T11:57:09Z', 'revision_number': 2, 'project_id': 'b4adfe5c8b3a4e57a1afd1d44c455245', 'gw_port_host': None, '_interfaces': [{'id': 'a41f8660-3c94-415e-a689-45a5e2811557', 'name': '', 'network_id': 'e95a87e2-4c44-46e2-9de5-2786cbaea69c', 'tenant_id': 'b4adfe5c8b3a4e57a1afd1d44c455245', 'mac_address': 'fa:16:3e:41:7d:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2fa4827-bdfd-4cff-a8ef-3c301fbfce55', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'f4156fb0-b665-4894-b4d7-3a6f795db2a2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:57:05Z', 'updated_at': '2022-03-28T11:57:17Z', 'revision_number': 4, 'project_id': 'b4adfe5c8b3a4e57a1afd1d44c455245', 'subnets': [{'id': 'f4156fb0-b665-4894-b4d7-3a6f795db2a2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:57:18.938235 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c5c7dfc-ef27-4f57-82e6-44effd1fd218 None None] The sync data for ids ['a2fa4827-bdfd-4cff-a8ef-3c301fbfce55'] in dv-neutron-835340-2-hyperv is: [{'id': 'a2fa4827-bdfd-4cff-a8ef-3c301fbfce55', 'name': 'tempest-NetworksTestDHCPv6-router-2021686554', 'tenant_id': 'b4adfe5c8b3a4e57a1afd1d44c455245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:57:04Z', 'updated_at': '2022-03-28T11:57:09Z', 'revision_number': 2, 'project_id': 'b4adfe5c8b3a4e57a1afd1d44c455245', 'gw_port_host': None, '_interfaces': [{'id': 'a41f8660-3c94-415e-a689-45a5e2811557', 'name': '', 'network_id': 'e95a87e2-4c44-46e2-9de5-2786cbaea69c', 'tenant_id': 'b4adfe5c8b3a4e57a1afd1d44c455245', 'mac_address': 'fa:16:3e:41:7d:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2fa4827-bdfd-4cff-a8ef-3c301fbfce55', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'f4156fb0-b665-4894-b4d7-3a6f795db2a2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:57:05Z', 'updated_at': '2022-03-28T11:57:17Z', 'revision_number': 4, 'project_id': 'b4adfe5c8b3a4e57a1afd1d44c455245', 'subnets': [{'id': 'f4156fb0-b665-4894-b4d7-3a6f795db2a2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 11:57:18.967164 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-b390f43d-b369-45dd-ae54-7a6ca1b228dd tempest-FloatingIPNegativeTestJSON-1437729402 tempest-FloatingIPNegativeTestJSON-1437729402-project] Deleting port b45e7da2-4401-4dde-b3b1-39b02b17ad43 {{(pid=87871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:57:18.967164 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-b390f43d-b369-45dd-ae54-7a6ca1b228dd tempest-FloatingIPNegativeTestJSON-1437729402 tempest-FloatingIPNegativeTestJSON-1437729402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:19.065405 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d8a5669-8ef4-4b7c-8eb8-27b689778529 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 11:57:19.077012 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c8c0dd-66b5-4328-856e-95830b864752 None None] Sync routers for ids ['4653bfb5-3290-46bd-8d7e-53ea8d28011c'] in dv-neutron-835340-2-hyperv {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 11:57:19.087294 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c8c0dd-66b5-4328-856e-95830b864752 None None] Routers {'4653bfb5-3290-46bd-8d7e-53ea8d28011c'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:57:19.087979 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-60c8c0dd-66b5-4328-856e-95830b864752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T11:57:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['4653bfb5-3290-46bd-8d7e-53ea8d28011c'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:57:19.090775 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-9d8a5669-8ef4-4b7c-8eb8-27b689778529 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] 10.222.0.30 "PUT /v2.0/routers/4653bfb5-3290-46bd-8d7e-53ea8d28011c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6297970 Mar 28 11:57:19.098556 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 51438) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:57:19.104661 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.db [None req-bfde8639-0b85-454b-a485-ad5031ae2cfd tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] For port cf9c1784-4ebb-4a7b-9222-f4c1dc7d64db, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=cf9c1784-4ebb-4a7b-9222-f4c1dc7d64db,segment=NetworkSegment(b37a7667-1b8d-4c92-8e9e-78a479dfa6a3),segment_id=b37a7667-1b8d-4c92-8e9e-78a479dfa6a3)] {{(pid=87871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:57:19.105565 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-bfde8639-0b85-454b-a485-ad5031ae2cfd tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:19.136289 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-d9611155-a289-4307-9e17-2f16038be463 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Unset dirty status for tenant:beb99f647cec46e3bbf575ac0a3034e8 on resource:port {{(pid=87871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:57:19.137819 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-d9611155-a289-4307-9e17-2f16038be463 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] 10.222.0.30 "GET /v2.0/ports/3f97ea6b-99e8-4b5b-ad27-bff31eef47c5 HTTP/1.1" status: 404 len: 333 time: 0.5541823 Mar 28 11:57:19.148475 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-417d903b-7929-4da7-8982-bfa8638ba883 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:57:19.153958 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-417d903b-7929-4da7-8982-bfa8638ba883 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Usage tracker for resource:subnet and tenant:0ad7b1f6e96a40538a966af0f41e67e6 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:57:19.157566 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-417d903b-7929-4da7-8982-bfa8638ba883 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:57:19.163948 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-417d903b-7929-4da7-8982-bfa8638ba883 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:57:19.185302 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-60c8c0dd-66b5-4328-856e-95830b864752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:57:19.198078 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c8c0dd-66b5-4328-856e-95830b864752 None None] Routers {'4653bfb5-3290-46bd-8d7e-53ea8d28011c'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:57:19.199804 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-60c8c0dd-66b5-4328-856e-95830b864752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T11:57:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['4653bfb5-3290-46bd-8d7e-53ea8d28011c'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:57:19.231310 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 51442) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:57:19.236452 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-417d903b-7929-4da7-8982-bfa8638ba883 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Made reservation on behalf of 0ad7b1f6e96a40538a966af0f41e67e6 for: {'subnet': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:57:19.240287 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-417d903b-7929-4da7-8982-bfa8638ba883 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26551362'] for subnet, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:19.315313 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-60c8c0dd-66b5-4328-856e-95830b864752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:57:19.315858 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c8c0dd-66b5-4328-856e-95830b864752 None None] The sync data for ids ['4653bfb5-3290-46bd-8d7e-53ea8d28011c'] in dv-neutron-835340-2-hyperv is: [] {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 11:57:19.441280 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.db_base_plugin_v2 [None req-29204204-dcdc-4b2f-8847-f1e17921d3ee tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Deleting subnet 68da9e5b-162e-48bd-ac51-aaee82c649fa {{(pid=87870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 11:57:19.453898 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52d1e0fa-8ed9-42c0-9c52-1c7cdf9ff2dd tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:57:19.454504 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-52d1e0fa-8ed9-42c0-9c52-1c7cdf9ff2dd tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Synchronizing usage tracker for tenant:fc0f0a585a8c4bf2950e053878e50dfb on resource:port {{(pid=87870) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:57:19.457343 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-29204204-dcdc-4b2f-8847-f1e17921d3ee tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks [] for subnet, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:19.482429 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-bfde8639-0b85-454b-a485-ad5031ae2cfd tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Calling delete_port for cf9c1784-4ebb-4a7b-9222-f4c1dc7d64db owned by network:router_gateway {{(pid=87871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:57:19.536234 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-52d1e0fa-8ed9-42c0-9c52-1c7cdf9ff2dd tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Unset dirty status for tenant:fc0f0a585a8c4bf2950e053878e50dfb on resource:port {{(pid=87870) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:57:19.537660 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-52d1e0fa-8ed9-42c0-9c52-1c7cdf9ff2dd tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] 10.222.0.30 "GET /v2.0/ports/573e1e91-5e42-48a8-8550-71eda2765c8e HTTP/1.1" status: 200 len: 978 time: 0.4379330 Mar 28 11:57:19.541773 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 51446) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:57:19.582627 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbe4154-5485-4622-92e7-3aa092b1471a req-559ce553-9376-45aa-9546-42625d17fa7a tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:57:19.590075 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-acbe4154-5485-4622-92e7-3aa092b1471a req-559ce553-9376-45aa-9546-42625d17fa7a tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd5974e7-0504-4851-a286-20ab5143705c HTTP/1.1" status: 200 len: 945 time: 1.0575042 Mar 28 11:57:19.607117 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-29204204-dcdc-4b2f-8847-f1e17921d3ee tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3591354'] for subnet, precommit_delete_associations {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:19.789245 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-3e41a1a9-f59e-47d6-b4d4-3a4baf9d80ed tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Deleting port a41f8660-3c94-415e-a689-45a5e2811557 {{(pid=87870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:57:19.789870 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-3e41a1a9-f59e-47d6-b4d4-3a4baf9d80ed tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:19.844057 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device cf9c1784-4ebb-4a7b-9222-f4c1dc7d64db up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:57:19.954008 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning for port cf9c1784-4ebb-4a7b-9222-f4c1dc7d64db completed by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:57:19.960864 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port cf9c1784-4ebb-4a7b-9222-f4c1dc7d64db triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:57:19.961375 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:20.086924 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-417d903b-7929-4da7-8982-bfa8638ba883 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2364128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26551408'] for subnet, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:20.102832 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:20.119379 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] For port cf9c1784-4ebb-4a7b-9222-f4c1dc7d64db, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=cf9c1784-4ebb-4a7b-9222-f4c1dc7d64db,segment=NetworkSegment(b37a7667-1b8d-4c92-8e9e-78a479dfa6a3),segment_id=b37a7667-1b8d-4c92-8e9e-78a479dfa6a3)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:57:20.123907 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:20.124654 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device a41f8660-3c94-415e-a689-45a5e2811557 up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:57:20.130648 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-acbe4154-5485-4622-92e7-3aa092b1471a req-82ccc633-b9ca-452c-a32f-bcbeab419a20 tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] 10.222.0.30 "GET /v2.0/security-groups?id=895ae8ad-46d6-4a0f-b104-9c0ca0cce592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5397174 Mar 28 11:57:20.216570 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-29204204-dcdc-4b2f-8847-f1e17921d3ee tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1919782'] for subnet, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:20.218995 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417d903b-7929-4da7-8982-bfa8638ba883 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Pushing event updated for resources: {'Subnet': ['ID=4b799a2f-3544-4eca-98d6-a5e419d962bc,revision_number=0']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:57:20.230761 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-b390f43d-b369-45dd-ae54-7a6ca1b228dd tempest-FloatingIPNegativeTestJSON-1437729402 tempest-FloatingIPNegativeTestJSON-1437729402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:20.274097 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning for port a41f8660-3c94-415e-a689-45a5e2811557 completed by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:57:20.284543 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port a41f8660-3c94-415e-a689-45a5e2811557 triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:57:20.284908 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:20.328786 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Pushing event updated for resources: {'Port': ['ID=cf9c1784-4ebb-4a7b-9222-f4c1dc7d64db,revision_number=4']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:57:20.410766 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-b390f43d-b369-45dd-ae54-7a6ca1b228dd tempest-FloatingIPNegativeTestJSON-1437729402 tempest-FloatingIPNegativeTestJSON-1437729402-project] Calling delete_port for b45e7da2-4401-4dde-b3b1-39b02b17ad43 owned by {{(pid=87871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:57:20.452376 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-417d903b-7929-4da7-8982-bfa8638ba883 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Checking segment: {'id': '0b757dbf-41a7-4cb9-81e0-1fb8b909b5f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '5a229b9f-3acd-4423-a4ca-ab1beb98a973'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:57:20.452733 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-417d903b-7929-4da7-8982-bfa8638ba883 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Network hostable DHCP agents. Network: 5a229b9f-3acd-4423-a4ca-ab1beb98a973, hostable agents: ['3cb85949-855b-4a40-b988-cd5705e511da'], hosted agents: [] {{(pid=87871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 11:57:20.453177 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.db [None req-3e41a1a9-f59e-47d6-b4d4-3a4baf9d80ed tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] For port a41f8660-3c94-415e-a689-45a5e2811557, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=a41f8660-3c94-415e-a689-45a5e2811557,segment=NetworkSegment(bd053757-b8b4-4f3a-b553-aa242f2d15d2),segment_id=bd053757-b8b4-4f3a-b553-aa242f2d15d2)] {{(pid=87870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:57:20.453947 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-3e41a1a9-f59e-47d6-b4d4-3a4baf9d80ed tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:20.458493 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:20.461709 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.db.api [None req-bfde8639-0b85-454b-a485-ad5031ae2cfd tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87871) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 11:57:20.462024 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG oslo_db.api [None req-bfde8639-0b85-454b-a485-ad5031ae2cfd tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 11:57:20.487271 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-417d903b-7929-4da7-8982-bfa8638ba883 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Network 5a229b9f-3acd-4423-a4ca-ab1beb98a973 is scheduled to be hosted by DHCP agent 3cb85949-855b-4a40-b988-cd5705e511da with binding_index 1 {{(pid=87871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 11:57:20.514066 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-417d903b-7929-4da7-8982-bfa8638ba883 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-2-hyperv, 5a229b9f-3acd-4423-a4ca-ab1beb98a973) {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:57:20.522595 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-417d903b-7929-4da7-8982-bfa8638ba883 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:57:20.523828 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-417d903b-7929-4da7-8982-bfa8638ba883 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538751'] for subnet, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:20.551636 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] For port a41f8660-3c94-415e-a689-45a5e2811557, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=a41f8660-3c94-415e-a689-45a5e2811557,segment=NetworkSegment(bd053757-b8b4-4f3a-b553-aa242f2d15d2),segment_id=bd053757-b8b4-4f3a-b553-aa242f2d15d2)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:57:20.554334 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:20.558741 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4087bce-55d6-443c-819a-e4a6ce5a7cc9 None None] Network 5a229b9f-3acd-4423-a4ca-ab1beb98a973 requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:57:20.579047 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:20.598732 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-3e41a1a9-f59e-47d6-b4d4-3a4baf9d80ed tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Calling delete_port for a41f8660-3c94-415e-a689-45a5e2811557 owned by network:router_interface {{(pid=87870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:57:20.606833 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-417d903b-7929-4da7-8982-bfa8638ba883 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8978753 Mar 28 11:57:20.610115 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 51452) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:57:20.669818 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-29204204-dcdc-4b2f-8847-f1e17921d3ee tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1919805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2561174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2563528'] for subnet, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:20.742198 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29204204-dcdc-4b2f-8847-f1e17921d3ee tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Pushing event deleted for resources: {'Subnet': ['ID=68da9e5b-162e-48bd-ac51-aaee82c649fa,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:57:20.745233 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-29204204-dcdc-4b2f-8847-f1e17921d3ee tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks [] for subnet, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:20.761106 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb4d3f3d-d240-445f-8b73-228522a9e2f6 None None] Network e055aae5-0fb5-43e6-86f6-a843cfd8372a requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:57:20.766296 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-b390f43d-b369-45dd-ae54-7a6ca1b228dd tempest-FloatingIPNegativeTestJSON-1437729402 tempest-FloatingIPNegativeTestJSON-1437729402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:20.812369 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb660e9e-2f5d-4747-9512-c869ff86b37e req-91d280c0-84fd-402f-adeb-39fdb02e5c18 tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:57:20.813802 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-bb660e9e-2f5d-4747-9512-c869ff86b37e req-91d280c0-84fd-402f-adeb-39fdb02e5c18 tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd5974e7-0504-4851-a286-20ab5143705c HTTP/1.1" status: 200 len: 945 time: 0.4753962 Mar 28 11:57:20.818860 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-29204204-dcdc-4b2f-8847-f1e17921d3ee tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] 10.222.0.30 "DELETE /v2.0/subnets/68da9e5b-162e-48bd-ac51-aaee82c649fa HTTP/1.1" status: 204 len: 168 time: 1.5790546 Mar 28 11:57:20.827683 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 51456) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:57:20.845007 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b390f43d-b369-45dd-ae54-7a6ca1b228dd tempest-FloatingIPNegativeTestJSON-1437729402 tempest-FloatingIPNegativeTestJSON-1437729402-project] Pushing event deleted for resources: {'Port': ['ID=b45e7da2-4401-4dde-b3b1-39b02b17ad43,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:57:20.986118 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-bfde8639-0b85-454b-a485-ad5031ae2cfd tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Deleting port cf9c1784-4ebb-4a7b-9222-f4c1dc7d64db {{(pid=87871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:57:20.986793 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-bfde8639-0b85-454b-a485-ad5031ae2cfd tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:21.068559 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-84a8822f-b5b2-417f-8564-af2b694460b9 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588883'] for network, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:21.189436 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Pushing event updated for resources: {'Port': ['ID=a41f8660-3c94-415e-a689-45a5e2811557,revision_number=5']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:57:21.190018 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-bb660e9e-2f5d-4747-9512-c869ff86b37e req-82f8b8ef-37d1-4170-9070-3129323733ff tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] 10.222.0.30 "GET /v2.0/security-groups?id=895ae8ad-46d6-4a0f-b104-9c0ca0cce592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1941903 Mar 28 11:57:21.197289 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-27f0675f-7751-46a3-acbc-a6522b8903c3 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588883'] for network, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:21.200460 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.db.api [None req-3e41a1a9-f59e-47d6-b4d4-3a4baf9d80ed tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87870) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 11:57:21.200669 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG oslo_db.api [None req-3e41a1a9-f59e-47d6-b4d4-3a4baf9d80ed tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 11:57:21.213115 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-b390f43d-b369-45dd-ae54-7a6ca1b228dd tempest-FloatingIPNegativeTestJSON-1437729402 tempest-FloatingIPNegativeTestJSON-1437729402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:21.214595 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4522e1d2-af5e-4390-93ba-6da65383c268 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1d3f2a9-8722-5ce5-bc40-181687d1ed3f-5a229b9f-3acd-4423-a4ca-ab1beb98a973', 'network_id': '5a229b9f-3acd-4423-a4ca-ab1beb98a973', 'tenant_id': '0ad7b1f6e96a40538a966af0f41e67e6', 'fixed_ips': [{'subnet_id': '4b799a2f-3544-4eca-98d6-a5e419d962bc'}]}} from dv-neutron-835340-2-hyperv. {{(pid=87872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 11:57:21.215865 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-4522e1d2-af5e-4390-93ba-6da65383c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:21.222797 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.db [None req-bfde8639-0b85-454b-a485-ad5031ae2cfd tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] For port cf9c1784-4ebb-4a7b-9222-f4c1dc7d64db, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=cf9c1784-4ebb-4a7b-9222-f4c1dc7d64db,segment=NetworkSegment(b37a7667-1b8d-4c92-8e9e-78a479dfa6a3),segment_id=b37a7667-1b8d-4c92-8e9e-78a479dfa6a3)] {{(pid=87871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:57:21.223152 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-bfde8639-0b85-454b-a485-ad5031ae2cfd tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:21.288951 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-27f0675f-7751-46a3-acbc-a6522b8903c3 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Deleting port 73203050-00fa-4127-a5e8-2aed622567f9 {{(pid=87870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:57:21.289287 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-27f0675f-7751-46a3-acbc-a6522b8903c3 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:21.357687 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-6700620f-b1d3-46e4-98ed-49a7cb9de411 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-743394'] for router_interface, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:21.405008 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-bfde8639-0b85-454b-a485-ad5031ae2cfd tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Calling delete_port for cf9c1784-4ebb-4a7b-9222-f4c1dc7d64db owned by network:router_gateway {{(pid=87871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:57:21.427718 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.db_base_plugin_common [None req-4522e1d2-af5e-4390-93ba-6da65383c268 None None] Allocated IP 172.20.0.2 (5a229b9f-3acd-4423-a4ca-ab1beb98a973/4b799a2f-3544-4eca-98d6-a5e419d962bc/d23d78b3-38b3-4041-913c-268336caee76) {{(pid=87872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:57:21.449877 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-b390f43d-b369-45dd-ae54-7a6ca1b228dd tempest-FloatingIPNegativeTestJSON-1437729402 tempest-FloatingIPNegativeTestJSON-1437729402-project] 10.222.0.30 "DELETE /v2.0/ports/b45e7da2-4401-4dde-b3b1-39b02b17ad43 HTTP/1.1" status: 204 len: 168 time: 2.9749084 Mar 28 11:57:21.466064 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 51462) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:57:21.538295 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb462181-c64f-403b-b9b0-dadbd02ae03a None None] DHCP port deletion for e055aae5-0fb5-43e6-86f6-a843cfd8372a request from dv-neutron-835340-2-hyperv {{(pid=87872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 11:57:21.544868 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-eb462181-c64f-403b-b9b0-dadbd02ae03a None None] Deleting port 73203050-00fa-4127-a5e8-2aed622567f9 {{(pid=87872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:57:21.545238 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-eb462181-c64f-403b-b9b0-dadbd02ae03a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:21.614366 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-84a8822f-b5b2-417f-8564-af2b694460b9 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1919782'] for subnet, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:21.701292 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-3e41a1a9-f59e-47d6-b4d4-3a4baf9d80ed tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Deleting port a41f8660-3c94-415e-a689-45a5e2811557 {{(pid=87870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:57:21.701628 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-3e41a1a9-f59e-47d6-b4d4-3a4baf9d80ed tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:21.760408 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9471c489-7ff3-427d-a2de-308143dfc207 tempest-FloatingIPNegativeTestJSON-1437729402 tempest-FloatingIPNegativeTestJSON-1437729402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:57:21.761530 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-9471c489-7ff3-427d-a2de-308143dfc207 tempest-FloatingIPNegativeTestJSON-1437729402 tempest-FloatingIPNegativeTestJSON-1437729402-project] Synchronizing usage tracker for tenant:07d6f5d7cb4f4169b6b360cecc93f3ca on resource:port {{(pid=87871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:57:21.781694 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2641bc-8c51-4a8f-8357-f72c41f65398 req-d55e07af-e073-4548-a1ba-2167dfa48112 tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:57:21.786955 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-2b2641bc-8c51-4a8f-8357-f72c41f65398 req-d55e07af-e073-4548-a1ba-2167dfa48112 tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd5974e7-0504-4851-a286-20ab5143705c HTTP/1.1" status: 200 len: 945 time: 0.3312480 Mar 28 11:57:21.818508 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device cf9c1784-4ebb-4a7b-9222-f4c1dc7d64db up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:57:21.860574 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-9471c489-7ff3-427d-a2de-308143dfc207 tempest-FloatingIPNegativeTestJSON-1437729402 tempest-FloatingIPNegativeTestJSON-1437729402-project] Unset dirty status for tenant:07d6f5d7cb4f4169b6b360cecc93f3ca on resource:port {{(pid=87871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:57:21.862196 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-9471c489-7ff3-427d-a2de-308143dfc207 tempest-FloatingIPNegativeTestJSON-1437729402 tempest-FloatingIPNegativeTestJSON-1437729402-project] 10.222.0.30 "GET /v2.0/ports?device_id=3c229f13-d45c-4363-947d-e419b966c5a7 HTTP/1.1" status: 200 len: 913 time: 0.3948736 Mar 28 11:57:21.866729 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 51466) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:57:21.874170 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.db [None req-27f0675f-7751-46a3-acbc-a6522b8903c3 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] For port 73203050-00fa-4127-a5e8-2aed622567f9, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=73203050-00fa-4127-a5e8-2aed622567f9,segment=NetworkSegment(677a7af6-0849-4f9b-957d-34bbd3ded6ba),segment_id=677a7af6-0849-4f9b-957d-34bbd3ded6ba)] {{(pid=87870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:57:21.874170 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-27f0675f-7751-46a3-acbc-a6522b8903c3 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:21.874949 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-4522e1d2-af5e-4390-93ba-6da65383c268 None None] Notify callbacks [] for port, precommit_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:21.891279 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-eb462181-c64f-403b-b9b0-dadbd02ae03a None None] For port 73203050-00fa-4127-a5e8-2aed622567f9, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=73203050-00fa-4127-a5e8-2aed622567f9,segment=NetworkSegment(677a7af6-0849-4f9b-957d-34bbd3ded6ba),segment_id=677a7af6-0849-4f9b-957d-34bbd3ded6ba)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:57:21.891698 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-eb462181-c64f-403b-b9b0-dadbd02ae03a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:22.027581 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-eb462181-c64f-403b-b9b0-dadbd02ae03a None None] Calling delete_port for 73203050-00fa-4127-a5e8-2aed622567f9 owned by network:dhcp {{(pid=87872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:57:22.045797 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-27f0675f-7751-46a3-acbc-a6522b8903c3 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Calling delete_port for 73203050-00fa-4127-a5e8-2aed622567f9 owned by network:dhcp {{(pid=87870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:57:22.098369 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port cf9c1784-4ebb-4a7b-9222-f4c1dc7d64db triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:57:22.098718 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:22.155971 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-2b2641bc-8c51-4a8f-8357-f72c41f65398 req-717380f7-2d68-48ff-b80e-240cf4152985 tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] 10.222.0.30 "GET /v2.0/security-groups?id=895ae8ad-46d6-4a0f-b104-9c0ca0cce592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3157206 Mar 28 11:57:22.164962 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-eb462181-c64f-403b-b9b0-dadbd02ae03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250'] for port, after_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:22.167425 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-bfde8639-0b85-454b-a485-ad5031ae2cfd tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:22.174553 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-4522e1d2-af5e-4390-93ba-6da65383c268 None None] Transition to ACTIVE for port object d23d78b3-38b3-4041-913c-268336caee76 will not be triggered until provisioned by entity L2. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:57:22.195436 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-6700620f-b1d3-46e4-98ed-49a7cb9de411 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Deleting port 573e1e91-5e42-48a8-8550-71eda2765c8e {{(pid=87870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:57:22.195436 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-6700620f-b1d3-46e4-98ed-49a7cb9de411 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:22.230808 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfde8639-0b85-454b-a485-ad5031ae2cfd tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Pushing event deleted for resources: {'Port': ['ID=cf9c1784-4ebb-4a7b-9222-f4c1dc7d64db,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:57:22.237743 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb462181-c64f-403b-b9b0-dadbd02ae03a None None] No DVR routers for this DVR port 73203050-00fa-4127-a5e8-2aed622567f9 on host dv-neutron-835340-2-hyperv {{(pid=87872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 11:57:22.249054 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb462181-c64f-403b-b9b0-dadbd02ae03a None None] Pushing event deleted for resources: {'Port': ['ID=73203050-00fa-4127-a5e8-2aed622567f9,revision_number=None']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:57:22.253710 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Could not find standard attr ID for object cf9c1784-4ebb-4a7b-9222-f4c1dc7d64db. {{(pid=87872) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 28 11:57:22.267460 dv-neutron-835340-2-hyperv neutron-server[87872]: INFO neutron.plugins.ml2.db [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] No ports have port_id starting with cf9c1784-4ebb-4a7b-9222-f4c1dc7d64db Mar 28 11:57:22.277928 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device a41f8660-3c94-415e-a689-45a5e2811557 up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:57:22.281450 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.db [None req-3e41a1a9-f59e-47d6-b4d4-3a4baf9d80ed tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] For port a41f8660-3c94-415e-a689-45a5e2811557, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=a41f8660-3c94-415e-a689-45a5e2811557,segment=NetworkSegment(bd053757-b8b4-4f3a-b553-aa242f2d15d2),segment_id=bd053757-b8b4-4f3a-b553-aa242f2d15d2)] {{(pid=87870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:57:22.281727 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-3e41a1a9-f59e-47d6-b4d4-3a4baf9d80ed tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:22.305492 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.db.api [None req-27f0675f-7751-46a3-acbc-a6522b8903c3 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87870) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 11:57:22.305796 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG oslo_db.api [None req-27f0675f-7751-46a3-acbc-a6522b8903c3 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 11:57:22.317698 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-4522e1d2-af5e-4390-93ba-6da65383c268 None None] Transition to ACTIVE for port object d23d78b3-38b3-4041-913c-268336caee76 will not be triggered until provisioned by entity DHCP. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:57:22.340544 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-4522e1d2-af5e-4390-93ba-6da65383c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241'] for port, after_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:22.367174 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-bfde8639-0b85-454b-a485-ad5031ae2cfd tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-709573'] for router_gateway, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:22.419438 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4522e1d2-af5e-4390-93ba-6da65383c268 None None] Network 5a229b9f-3acd-4423-a4ca-ab1beb98a973 is already hosted by enough agents. {{(pid=87872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:57:22.423739 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.base_scheduler [None req-4522e1d2-af5e-4390-93ba-6da65383c268 None None] Resources bound (agent type, host, resource id): {{(pid=87872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:57:22.429616 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4522e1d2-af5e-4390-93ba-6da65383c268 None None] Received port after_create {{(pid=87872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:57:22.460251 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-3e41a1a9-f59e-47d6-b4d4-3a4baf9d80ed tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Calling delete_port for a41f8660-3c94-415e-a689-45a5e2811557 owned by network:router_interface {{(pid=87870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:57:22.487367 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4522e1d2-af5e-4390-93ba-6da65383c268 None None] Pushing event updated for resources: {'Port': ['ID=d23d78b3-38b3-4041-913c-268336caee76,revision_number=1']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:57:22.623374 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-4522e1d2-af5e-4390-93ba-6da65383c268 None None] Attempting to bind port d23d78b3-38b3-4041-913c-268336caee76 on host dv-neutron-835340-2-hyperv for vnic_type normal with profile {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:57:22.623690 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-4522e1d2-af5e-4390-93ba-6da65383c268 None None] Attempting to bind port d23d78b3-38b3-4041-913c-268336caee76 by drivers openvswitch,hyperv on host dv-neutron-835340-2-hyperv at level 0 using segments [{'id': '0b757dbf-41a7-4cb9-81e0-1fb8b909b5f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '5a229b9f-3acd-4423-a4ca-ab1beb98a973'}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:57:22.624051 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4522e1d2-af5e-4390-93ba-6da65383c268 None None] Attempting to bind port d23d78b3-38b3-4041-913c-268336caee76 on network 5a229b9f-3acd-4423-a4ca-ab1beb98a973 {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:57:22.633267 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port a41f8660-3c94-415e-a689-45a5e2811557 triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:57:22.633804 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:22.639795 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-84a8822f-b5b2-417f-8564-af2b694460b9 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1919805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2364079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26551417'] for subnet, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:22.663164 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4522e1d2-af5e-4390-93ba-6da65383c268 None None] Checking agent: {'id': '961a16fe-cbc8-4264-ac28-bbbd53f89caa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 46, 6), 'started_at': datetime.datetime(2022, 3, 28, 11, 46, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 11, 57, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 11:57:22.663459 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4522e1d2-af5e-4390-93ba-6da65383c268 None None] Checking segment: {'id': '0b757dbf-41a7-4cb9-81e0-1fb8b909b5f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '5a229b9f-3acd-4423-a4ca-ab1beb98a973'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:57:22.663763 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-4522e1d2-af5e-4390-93ba-6da65383c268 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:22.664133 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4522e1d2-af5e-4390-93ba-6da65383c268 None None] Bound using segment: {'id': '0b757dbf-41a7-4cb9-81e0-1fb8b909b5f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '5a229b9f-3acd-4423-a4ca-ab1beb98a973'} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 11:57:22.664609 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-4522e1d2-af5e-4390-93ba-6da65383c268 None None] Bound port: d23d78b3-38b3-4041-913c-268336caee76, host: dv-neutron-835340-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b757dbf-41a7-4cb9-81e0-1fb8b909b5f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '5a229b9f-3acd-4423-a4ca-ab1beb98a973'}}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 11:57:22.664981 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-4522e1d2-af5e-4390-93ba-6da65383c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:22.679052 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-bfde8639-0b85-454b-a485-ad5031ae2cfd tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-745164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-260864'] for router, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:22.711428 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-bfde8639-0b85-454b-a485-ad5031ae2cfd tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:22.735437 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a8822f-b5b2-417f-8564-af2b694460b9 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Pushing event deleted for resources: {'Subnet': ['ID=4b799a2f-3544-4eca-98d6-a5e419d962bc,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:57:22.772217 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-6700620f-b1d3-46e4-98ed-49a7cb9de411 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:22.836157 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-27f0675f-7751-46a3-acbc-a6522b8903c3 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Deleting port 73203050-00fa-4127-a5e8-2aed622567f9 {{(pid=87870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:57:22.836157 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-27f0675f-7751-46a3-acbc-a6522b8903c3 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:22.851294 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-4522e1d2-af5e-4390-93ba-6da65383c268 None None] For port d23d78b3-38b3-4041-913c-268336caee76, host dv-neutron-835340-2-hyperv, cleared binding levels {{(pid=87872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 11:57:22.876159 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-4522e1d2-af5e-4390-93ba-6da65383c268 None None] For port d23d78b3-38b3-4041-913c-268336caee76, host dv-neutron-835340-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=d23d78b3-38b3-4041-913c-268336caee76,segment=NetworkSegment(0b757dbf-41a7-4cb9-81e0-1fb8b909b5f8),segment_id=0b757dbf-41a7-4cb9-81e0-1fb8b909b5f8)] {{(pid=87872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 11:57:22.885437 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-4522e1d2-af5e-4390-93ba-6da65383c268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:22.911536 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-bfde8639-0b85-454b-a485-ad5031ae2cfd tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-745021'] for router, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:22.911536 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfde8639-0b85-454b-a485-ad5031ae2cfd tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cc9aa5c2-1b20-46bd-b6c2-9e6f94b392d1 {{(pid=87871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 11:57:22.922234 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-84a8822f-b5b2-417f-8564-af2b694460b9 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930431', 'neutron.services.segments.db._delete_segments_for_network-8783496351308'] for network, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:22.939762 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-6700620f-b1d3-46e4-98ed-49a7cb9de411 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Calling delete_port for 573e1e91-5e42-48a8-8550-71eda2765c8e owned by network:router_interface {{(pid=87870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:57:22.967882 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.segments.db [None req-84a8822f-b5b2-417f-8564-af2b694460b9 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a229b9f-3acd-4423-a4ca-ab1beb98a973']}} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:57:23.001037 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4522e1d2-af5e-4390-93ba-6da65383c268 None None] Pushing event updated for resources: {'Port': ['ID=d23d78b3-38b3-4041-913c-268336caee76,revision_number=2']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:57:23.004418 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 73203050-00fa-4127-a5e8-2aed622567f9 no longer exists at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 11:57:23.024485 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.segments.db [None req-84a8822f-b5b2-417f-8564-af2b694460b9 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b757dbf-41a7-4cb9-81e0-1fb8b909b5f8') {'for_net_delete': True} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:57:23.025036 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.segments.db [None req-84a8822f-b5b2-417f-8564-af2b694460b9 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b757dbf-41a7-4cb9-81e0-1fb8b909b5f8') {} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:57:23.036547 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-27f0675f-7751-46a3-acbc-a6522b8903c3 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] The port '73203050-00fa-4127-a5e8-2aed622567f9' was deleted {{(pid=87870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 11:57:23.045588 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-84a8822f-b5b2-417f-8564-af2b694460b9 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783496353639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3436890'] for segment, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:23.050840 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] No Port match for: 73203050-00fa-4127-a5e8-2aed622567f9 {{(pid=87872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 11:57:23.051294 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 73203050-00fa-4127-a5e8-2aed622567f9 not bound to the agent host dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 11:57:23.090690 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-bfde8639-0b85-454b-a485-ad5031ae2cfd tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Notify callbacks [] for router, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:23.092110 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-bfde8639-0b85-454b-a485-ad5031ae2cfd tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] 10.222.0.30 "DELETE /v2.0/routers/cc9aa5c2-1b20-46bd-b6c2-9e6f94b392d1 HTTP/1.1" status: 204 len: 168 time: 7.3098257 Mar 28 11:57:23.094650 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-84a8822f-b5b2-417f-8564-af2b694460b9 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:23.096243 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 51474) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:57:23.107770 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09bd49c-f052-425a-b98b-9b55e6915853 req-c0110ba5-6dad-4781-b6dc-1464c45ba7e1 tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:57:23.115012 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-b09bd49c-f052-425a-b98b-9b55e6915853 req-c0110ba5-6dad-4781-b6dc-1464c45ba7e1 tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd5974e7-0504-4851-a286-20ab5143705c HTTP/1.1" status: 200 len: 945 time: 0.4867692 Mar 28 11:57:23.142753 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84a8822f-b5b2-417f-8564-af2b694460b9 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=87871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 11:57:23.143538 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-84a8822f-b5b2-417f-8564-af2b694460b9 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1920481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2363149'] for segment, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:23.159710 dv-neutron-835340-2-hyperv neutron-server[87871]: Traceback (most recent call last): Mar 28 11:57:23.159710 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 11:57:23.159710 dv-neutron-835340-2-hyperv neutron-server[87871]: timer() Mar 28 11:57:23.159710 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 11:57:23.159710 dv-neutron-835340-2-hyperv neutron-server[87871]: cb(*args, **kw) Mar 28 11:57:23.159710 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 11:57:23.159710 dv-neutron-835340-2-hyperv neutron-server[87871]: return func(*args, **kwargs) Mar 28 11:57:23.159710 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 11:57:23.159710 dv-neutron-835340-2-hyperv neutron-server[87871]: self._notify() Mar 28 11:57:23.159710 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 11:57:23.159710 dv-neutron-835340-2-hyperv neutron-server[87871]: self.callback(batched_events) Mar 28 11:57:23.159710 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 11:57:23.159710 dv-neutron-835340-2-hyperv neutron-server[87871]: event.method(event) Mar 28 11:57:23.159710 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 11:57:23.159710 dv-neutron-835340-2-hyperv neutron-server[87871]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 11:57:23.159710 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 11:57:23.159710 dv-neutron-835340-2-hyperv neutron-server[87871]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 11:57:23.159710 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 11:57:23.159710 dv-neutron-835340-2-hyperv neutron-server[87871]: return f(self, *a, **k) Mar 28 11:57:23.159710 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 11:57:23.159710 dv-neutron-835340-2-hyperv neutron-server[87871]: return self._get(url).json() Mar 28 11:57:23.159710 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 11:57:23.159710 dv-neutron-835340-2-hyperv neutron-server[87871]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 11:57:23.159710 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 11:57:23.159710 dv-neutron-835340-2-hyperv neutron-server[87871]: return self.request(url, 'GET', **kwargs) Mar 28 11:57:23.159710 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 11:57:23.159710 dv-neutron-835340-2-hyperv neutron-server[87871]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 11:57:23.159710 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 11:57:23.159710 dv-neutron-835340-2-hyperv neutron-server[87871]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 11:57:23.159710 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 11:57:23.159710 dv-neutron-835340-2-hyperv neutron-server[87871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 11:57:23.159710 dv-neutron-835340-2-hyperv neutron-server[87871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 11:57:23.178704 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbcaac3e-876b-4635-a1e0-cd78312b14bf None None] Network 5a229b9f-3acd-4423-a4ca-ab1beb98a973 requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:57:23.260026 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-b09bd49c-f052-425a-b98b-9b55e6915853 req-8915095d-8b07-4085-8027-fbfac6426adc tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] 10.222.0.30 "GET /v2.0/security-groups?id=895ae8ad-46d6-4a0f-b104-9c0ca0cce592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1438866 Mar 28 11:57:23.306084 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.db.api [None req-84a8822f-b5b2-417f-8564-af2b694460b9 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 28 11:57:23.306084 dv-neutron-835340-2-hyperv neutron-server[87871]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 28 11:57:23.306084 dv-neutron-835340-2-hyperv neutron-server[87871]: [parameters: {'id': '5a229b9f-3acd-4423-a4ca-ab1beb98a973'}] Mar 28 11:57:23.306084 dv-neutron-835340-2-hyperv neutron-server[87871]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87871) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 11:57:23.306564 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG oslo_db.api [None req-84a8822f-b5b2-417f-8564-af2b694460b9 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 11:57:23.320755 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-27f0675f-7751-46a3-acbc-a6522b8903c3 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930431', 'neutron.services.segments.db._delete_segments_for_network-8783496351308'] for network, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:23.342503 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-3932718c-ba65-4724-9ae6-c9d0b91b3bcd tempest-FloatingIPNegativeTestJSON-1437729402 tempest-FloatingIPNegativeTestJSON-1437729402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-743394'] for router_interface, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:23.358330 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea39a6a6-59b2-4c6d-9033-9c7c94c93d70 tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Deleting subnet 244b6de8-df70-42f1-9e75-a67c590e25b3 {{(pid=87870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 11:57:23.375391 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-ea39a6a6-59b2-4c6d-9033-9c7c94c93d70 tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:23.412629 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-27f0675f-7751-46a3-acbc-a6522b8903c3 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e055aae5-0fb5-43e6-86f6-a843cfd8372a']}} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:57:23.418555 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b6b8181-4783-4f66-afa1-64a14fa1708f None None] get_active_networks_info from dv-neutron-835340-2-hyperv {{(pid=87872) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 28 11:57:23.428374 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-3e41a1a9-f59e-47d6-b4d4-3a4baf9d80ed tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:23.474303 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-27f0675f-7751-46a3-acbc-a6522b8903c3 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '677a7af6-0849-4f9b-957d-34bbd3ded6ba') {'for_net_delete': True} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:57:23.474601 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-27f0675f-7751-46a3-acbc-a6522b8903c3 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '677a7af6-0849-4f9b-957d-34bbd3ded6ba') {} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:57:23.536242 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e41a1a9-f59e-47d6-b4d4-3a4baf9d80ed tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Pushing event deleted for resources: {'Port': ['ID=a41f8660-3c94-415e-a689-45a5e2811557,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:57:23.542800 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-27f0675f-7751-46a3-acbc-a6522b8903c3 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783496353639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3591341'] for segment, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:23.574138 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b6b8181-4783-4f66-afa1-64a14fa1708f None None] Resources bound (agent type, host, resource id): {{(pid=87872) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 28 11:57:23.608787 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-ea39a6a6-59b2-4c6d-9033-9c7c94c93d70 tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3591354'] for subnet, precommit_delete_associations {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:23.703777 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-27f0675f-7751-46a3-acbc-a6522b8903c3 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:23.738086 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27f0675f-7751-46a3-acbc-a6522b8903c3 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=87870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 11:57:23.738411 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-27f0675f-7751-46a3-acbc-a6522b8903c3 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1920481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2558260'] for segment, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:23.753197 dv-neutron-835340-2-hyperv neutron-server[87870]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 11:57:23.753197 dv-neutron-835340-2-hyperv neutron-server[87870]: util.warn( Mar 28 11:57:23.753197 dv-neutron-835340-2-hyperv neutron-server[87870]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 11:57:23.753197 dv-neutron-835340-2-hyperv neutron-server[87870]: util.warn( Mar 28 11:57:23.753197 dv-neutron-835340-2-hyperv neutron-server[87870]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 11:57:23.753197 dv-neutron-835340-2-hyperv neutron-server[87870]: util.warn( Mar 28 11:57:23.753197 dv-neutron-835340-2-hyperv neutron-server[87870]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 11:57:23.753197 dv-neutron-835340-2-hyperv neutron-server[87870]: util.warn( Mar 28 11:57:23.753197 dv-neutron-835340-2-hyperv neutron-server[87870]: Traceback (most recent call last): Mar 28 11:57:23.753197 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 11:57:23.753197 dv-neutron-835340-2-hyperv neutron-server[87870]: timer() Mar 28 11:57:23.753197 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 11:57:23.753197 dv-neutron-835340-2-hyperv neutron-server[87870]: cb(*args, **kw) Mar 28 11:57:23.753197 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 11:57:23.753197 dv-neutron-835340-2-hyperv neutron-server[87870]: return func(*args, **kwargs) Mar 28 11:57:23.753197 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 11:57:23.753197 dv-neutron-835340-2-hyperv neutron-server[87870]: self._notify() Mar 28 11:57:23.753197 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 11:57:23.753197 dv-neutron-835340-2-hyperv neutron-server[87870]: self.callback(batched_events) Mar 28 11:57:23.753197 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 11:57:23.753197 dv-neutron-835340-2-hyperv neutron-server[87870]: event.method(event) Mar 28 11:57:23.753197 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 11:57:23.753197 dv-neutron-835340-2-hyperv neutron-server[87870]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 11:57:23.753197 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 11:57:23.753197 dv-neutron-835340-2-hyperv neutron-server[87870]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 11:57:23.753197 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 11:57:23.753197 dv-neutron-835340-2-hyperv neutron-server[87870]: return f(self, *a, **k) Mar 28 11:57:23.753197 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 11:57:23.753197 dv-neutron-835340-2-hyperv neutron-server[87870]: return self._get(url).json() Mar 28 11:57:23.753197 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 11:57:23.753197 dv-neutron-835340-2-hyperv neutron-server[87870]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 11:57:23.753197 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 11:57:23.753197 dv-neutron-835340-2-hyperv neutron-server[87870]: return self.request(url, 'GET', **kwargs) Mar 28 11:57:23.753197 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 11:57:23.753197 dv-neutron-835340-2-hyperv neutron-server[87870]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 11:57:23.753197 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 11:57:23.753197 dv-neutron-835340-2-hyperv neutron-server[87870]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 11:57:23.753197 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 11:57:23.753197 dv-neutron-835340-2-hyperv neutron-server[87870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 11:57:23.753197 dv-neutron-835340-2-hyperv neutron-server[87870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 11:57:23.894331 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-84a8822f-b5b2-417f-8564-af2b694460b9 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588883'] for network, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:23.898205 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-3932718c-ba65-4724-9ae6-c9d0b91b3bcd tempest-FloatingIPNegativeTestJSON-1437729402 tempest-FloatingIPNegativeTestJSON-1437729402-project] Deleting port cde2424f-84c7-4c71-8ea1-eed03f60eade {{(pid=87871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:57:23.898205 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-3932718c-ba65-4724-9ae6-c9d0b91b3bcd tempest-FloatingIPNegativeTestJSON-1437729402 tempest-FloatingIPNegativeTestJSON-1437729402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:23.924592 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-ea39a6a6-59b2-4c6d-9033-9c7c94c93d70 tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1919782'] for subnet, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:23.953962 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-3e41a1a9-f59e-47d6-b4d4-3a4baf9d80ed tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-743246'] for router_interface, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:23.971148 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device cf9c1784-4ebb-4a7b-9222-f4c1dc7d64db no longer exists at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 11:57:23.976256 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-6700620f-b1d3-46e4-98ed-49a7cb9de411 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:24.017672 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] No Port match for: cf9c1784-4ebb-4a7b-9222-f4c1dc7d64db {{(pid=87872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 11:57:24.017925 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device cf9c1784-4ebb-4a7b-9222-f4c1dc7d64db not bound to the agent host dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 11:57:24.094336 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-84a8822f-b5b2-417f-8564-af2b694460b9 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Deleting port d23d78b3-38b3-4041-913c-268336caee76 {{(pid=87871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:57:24.094680 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-84a8822f-b5b2-417f-8564-af2b694460b9 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:24.223728 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-3932718c-ba65-4724-9ae6-c9d0b91b3bcd tempest-FloatingIPNegativeTestJSON-1437729402 tempest-FloatingIPNegativeTestJSON-1437729402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:24.289197 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-27f0675f-7751-46a3-acbc-a6522b8903c3 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709602'] for network, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:24.290946 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6700620f-b1d3-46e4-98ed-49a7cb9de411 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Pushing event deleted for resources: {'Port': ['ID=573e1e91-5e42-48a8-8550-71eda2765c8e,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:57:24.394715 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-ea39a6a6-59b2-4c6d-9033-9c7c94c93d70 tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1919805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2561174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2563528'] for subnet, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:24.406545 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-27f0675f-7751-46a3-acbc-a6522b8903c3 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538751'] for network, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:24.410075 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-3932718c-ba65-4724-9ae6-c9d0b91b3bcd tempest-FloatingIPNegativeTestJSON-1437729402 tempest-FloatingIPNegativeTestJSON-1437729402-project] Calling delete_port for cde2424f-84c7-4c71-8ea1-eed03f60eade owned by network:router_interface {{(pid=87871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:57:24.427788 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f0675f-7751-46a3-acbc-a6522b8903c3 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Pushing event deleted for resources: {'Network': ['ID=e055aae5-0fb5-43e6-86f6-a843cfd8372a,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:57:24.505846 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-ea39a6a6-59b2-4c6d-9033-9c7c94c93d70 tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Notify callbacks [] for subnet, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:24.547648 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea39a6a6-59b2-4c6d-9033-9c7c94c93d70 tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=244b6de8-df70-42f1-9e75-a67c590e25b3,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:57:24.596927 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.db [None req-84a8822f-b5b2-417f-8564-af2b694460b9 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] For port d23d78b3-38b3-4041-913c-268336caee76, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=d23d78b3-38b3-4041-913c-268336caee76,segment=NetworkSegment(0b757dbf-41a7-4cb9-81e0-1fb8b909b5f8),segment_id=0b757dbf-41a7-4cb9-81e0-1fb8b909b5f8)] {{(pid=87871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:57:24.597204 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-84a8822f-b5b2-417f-8564-af2b694460b9 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:24.653256 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-27f0675f-7751-46a3-acbc-a6522b8903c3 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] 10.222.0.30 "DELETE /v2.0/networks/e055aae5-0fb5-43e6-86f6-a843cfd8372a HTTP/1.1" status: 204 len: 168 time: 3.8231754 Mar 28 11:57:24.662547 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 51482) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:57:24.726269 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-84a8822f-b5b2-417f-8564-af2b694460b9 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Calling delete_port for d23d78b3-38b3-4041-913c-268336caee76 owned by network:dhcp {{(pid=87871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:57:24.732183 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-3d3a80b8-61ed-4203-81e4-f61cd0ed4d24 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2145816799'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:57:24.748305 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-3d3a80b8-61ed-4203-81e4-f61cd0ed4d24 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:57:24.811878 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-ea39a6a6-59b2-4c6d-9033-9c7c94c93d70 tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] 10.222.0.30 "DELETE /v2.0/subnets/244b6de8-df70-42f1-9e75-a67c590e25b3 HTTP/1.1" status: 204 len: 168 time: 1.6982815 Mar 28 11:57:24.812534 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 51486) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:57:24.818223 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-3d3a80b8-61ed-4203-81e4-f61cd0ed4d24 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Usage tracker for resource:network and tenant:beb99f647cec46e3bbf575ac0a3034e8 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:57:24.822030 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-3d3a80b8-61ed-4203-81e4-f61cd0ed4d24 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:57:24.841516 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-3d3a80b8-61ed-4203-81e4-f61cd0ed4d24 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:57:24.844989 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e41a1a9-f59e-47d6-b4d4-3a4baf9d80ed tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Router a2fa4827-bdfd-4cff-a8ef-3c301fbfce55 has already been hosted by L3 agent af79d429-529e-400b-a119-94d4bec03f3e {{(pid=87870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 11:57:24.896208 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-84a8822f-b5b2-417f-8564-af2b694460b9 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:24.926426 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-6700620f-b1d3-46e4-98ed-49a7cb9de411 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-743246'] for router_interface, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:24.936322 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d3a80b8-61ed-4203-81e4-f61cd0ed4d24 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Made reservation on behalf of beb99f647cec46e3bbf575ac0a3034e8 for: {'network': 1} {{(pid=87870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:57:24.939732 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-3d3a80b8-61ed-4203-81e4-f61cd0ed4d24 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for network, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:24.963587 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d4eda2-8b0d-4eb4-be2d-85230427fae0 req-c0a7f2c0-0b27-4164-87f9-735dd5857805 tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:57:24.965768 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-40d4eda2-8b0d-4eb4-be2d-85230427fae0 req-c0a7f2c0-0b27-4164-87f9-735dd5857805 tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd5974e7-0504-4851-a286-20ab5143705c HTTP/1.1" status: 200 len: 945 time: 0.5392134 Mar 28 11:57:25.014529 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a8822f-b5b2-417f-8564-af2b694460b9 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Pushing event deleted for resources: {'Port': ['ID=d23d78b3-38b3-4041-913c-268336caee76,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:57:25.024578 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a8822f-b5b2-417f-8564-af2b694460b9 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] No DVR routers for this DVR port d23d78b3-38b3-4041-913c-268336caee76 on host dv-neutron-835340-2-hyperv {{(pid=87871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 11:57:25.035608 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-0bbecd79-dd2a-4178-ba69-ec532cad3745 tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588883'] for network, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:25.096549 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-3932718c-ba65-4724-9ae6-c9d0b91b3bcd tempest-FloatingIPNegativeTestJSON-1437729402 tempest-FloatingIPNegativeTestJSON-1437729402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:25.162457 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3932718c-ba65-4724-9ae6-c9d0b91b3bcd tempest-FloatingIPNegativeTestJSON-1437729402 tempest-FloatingIPNegativeTestJSON-1437729402-project] Pushing event deleted for resources: {'Port': ['ID=cde2424f-84c7-4c71-8ea1-eed03f60eade,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:57:25.253707 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e41a1a9-f59e-47d6-b4d4-3a4baf9d80ed tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 11:57:25.264955 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-955b0e73-711a-4a48-9514-c95020b3746c None None] Sync routers for ids ['a2fa4827-bdfd-4cff-a8ef-3c301fbfce55'] in dv-neutron-835340-2-hyperv {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 11:57:25.265502 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d3a80b8-61ed-4203-81e4-f61cd0ed4d24 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=87870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 11:57:25.275343 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-955b0e73-711a-4a48-9514-c95020b3746c None None] Routers {'a2fa4827-bdfd-4cff-a8ef-3c301fbfce55'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:57:25.276001 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-955b0e73-711a-4a48-9514-c95020b3746c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T11:57:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['a2fa4827-bdfd-4cff-a8ef-3c301fbfce55'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:57:25.290415 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-40d4eda2-8b0d-4eb4-be2d-85230427fae0 req-ea6cc383-7240-4d4a-81cb-c8c2bf79c0d0 tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] 10.222.0.30 "GET /v2.0/security-groups?id=895ae8ad-46d6-4a0f-b104-9c0ca0cce592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2733524 Mar 28 11:57:25.298921 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-3e41a1a9-f59e-47d6-b4d4-3a4baf9d80ed tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "PUT /v2.0/routers/a2fa4827-bdfd-4cff-a8ef-3c301fbfce55/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7125740 Mar 28 11:57:25.298921 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-3d3a80b8-61ed-4203-81e4-f61cd0ed4d24 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:25.298921 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.db.segments_db [None req-3d3a80b8-61ed-4203-81e4-f61cd0ed4d24 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Added segment af980ded-9ac7-44f0-8381-fe91de722b6e of type vlan for network 6a192c39-4f86-4674-9d9f-8cb265913557 Mar 28 11:57:25.348244 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 51490) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:57:25.417392 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-84a8822f-b5b2-417f-8564-af2b694460b9 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930431', 'neutron.services.segments.db._delete_segments_for_network-8783496351308'] for network, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:25.431105 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvr_db [None req-955b0e73-711a-4a48-9514-c95020b3746c None None] Set router a2fa4827-bdfd-4cff-a8ef-3c301fbfce55 gateway port host: None {{(pid=87872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:57:25.578516 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.segments.db [None req-84a8822f-b5b2-417f-8564-af2b694460b9 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a229b9f-3acd-4423-a4ca-ab1beb98a973']}} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:57:25.596285 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-955b0e73-711a-4a48-9514-c95020b3746c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2fa4827-bdfd-4cff-a8ef-3c301fbfce55', 'name': 'tempest-NetworksTestDHCPv6-router-2021686554', 'tenant_id': 'b4adfe5c8b3a4e57a1afd1d44c455245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:57:04Z', 'updated_at': '2022-03-28T11:57:23Z', 'revision_number': 3, 'project_id': 'b4adfe5c8b3a4e57a1afd1d44c455245', 'gw_port_host': None}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:57:25.600894 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-955b0e73-711a-4a48-9514-c95020b3746c None None] Checking router: a2fa4827-bdfd-4cff-a8ef-3c301fbfce55 for host: dv-neutron-835340-2-hyperv {{(pid=87872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 11:57:25.610408 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-955b0e73-711a-4a48-9514-c95020b3746c None None] Routers {'a2fa4827-bdfd-4cff-a8ef-3c301fbfce55'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:57:25.610616 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-955b0e73-711a-4a48-9514-c95020b3746c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T11:57:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['a2fa4827-bdfd-4cff-a8ef-3c301fbfce55'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:57:25.619073 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-0bbecd79-dd2a-4178-ba69-ec532cad3745 tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930431', 'neutron.services.segments.db._delete_segments_for_network-8783496351308'] for network, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:25.628092 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.segments.db [None req-84a8822f-b5b2-417f-8564-af2b694460b9 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b757dbf-41a7-4cb9-81e0-1fb8b909b5f8') {'for_net_delete': True} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:57:25.628374 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.segments.db [None req-84a8822f-b5b2-417f-8564-af2b694460b9 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b757dbf-41a7-4cb9-81e0-1fb8b909b5f8') {} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:57:25.648185 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-84a8822f-b5b2-417f-8564-af2b694460b9 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783496353639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3436890'] for segment, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:25.674314 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-3d3a80b8-61ed-4203-81e4-f61cd0ed4d24 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783495836591'] for network, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:25.681470 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6700620f-b1d3-46e4-98ed-49a7cb9de411 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Router 4653bfb5-3290-46bd-8d7e-53ea8d28011c has already been hosted by L3 agent af79d429-529e-400b-a119-94d4bec03f3e {{(pid=87870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 11:57:25.692803 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d9b9468-feeb-4058-893f-a48aa8f0cd52 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:57:25.694284 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d9b9468-feeb-4058-893f-a48aa8f0cd52 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:57:25.695043 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-9d9b9468-feeb-4058-893f-a48aa8f0cd52 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Synchronizing usage tracker for tenant:b4adfe5c8b3a4e57a1afd1d44c455245 on resource:subnet {{(pid=87870) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:57:25.776639 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.segments.db [None req-0bbecd79-dd2a-4178-ba69-ec532cad3745 tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cac1095-7575-41a3-8d3d-d72618247d52']}} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:57:25.777275 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvr_db [None req-955b0e73-711a-4a48-9514-c95020b3746c None None] Set router a2fa4827-bdfd-4cff-a8ef-3c301fbfce55 gateway port host: None {{(pid=87872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:57:25.787730 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-9d9b9468-feeb-4058-893f-a48aa8f0cd52 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Unset dirty status for tenant:b4adfe5c8b3a4e57a1afd1d44c455245 on resource:subnet {{(pid=87870) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:57:25.791407 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-9d9b9468-feeb-4058-893f-a48aa8f0cd52 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.4377136 Mar 28 11:57:25.793766 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 51494) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:57:25.797116 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-84a8822f-b5b2-417f-8564-af2b694460b9 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:25.802032 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.segments.db [None req-0bbecd79-dd2a-4178-ba69-ec532cad3745 tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b37a7667-1b8d-4c92-8e9e-78a479dfa6a3') {'for_net_delete': True} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:57:25.802424 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.segments.db [None req-0bbecd79-dd2a-4178-ba69-ec532cad3745 tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b37a7667-1b8d-4c92-8e9e-78a479dfa6a3') {} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:57:25.803570 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-3d3a80b8-61ed-4203-81e4-f61cd0ed4d24 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765'] for network, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:25.809747 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d3a80b8-61ed-4203-81e4-f61cd0ed4d24 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:57:25.810532 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-3d3a80b8-61ed-4203-81e4-f61cd0ed4d24 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538751'] for network, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:25.859624 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84a8822f-b5b2-417f-8564-af2b694460b9 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=87871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 11:57:25.860025 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-84a8822f-b5b2-417f-8564-af2b694460b9 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1920481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2363149'] for segment, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:25.878288 dv-neutron-835340-2-hyperv neutron-server[87871]: Traceback (most recent call last): Mar 28 11:57:25.878288 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 11:57:25.878288 dv-neutron-835340-2-hyperv neutron-server[87871]: timer() Mar 28 11:57:25.878288 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 11:57:25.878288 dv-neutron-835340-2-hyperv neutron-server[87871]: cb(*args, **kw) Mar 28 11:57:25.878288 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 11:57:25.878288 dv-neutron-835340-2-hyperv neutron-server[87871]: return func(*args, **kwargs) Mar 28 11:57:25.878288 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 11:57:25.878288 dv-neutron-835340-2-hyperv neutron-server[87871]: self._notify() Mar 28 11:57:25.878288 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 11:57:25.878288 dv-neutron-835340-2-hyperv neutron-server[87871]: self.callback(batched_events) Mar 28 11:57:25.878288 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 11:57:25.878288 dv-neutron-835340-2-hyperv neutron-server[87871]: event.method(event) Mar 28 11:57:25.878288 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 11:57:25.878288 dv-neutron-835340-2-hyperv neutron-server[87871]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 11:57:25.878288 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 11:57:25.878288 dv-neutron-835340-2-hyperv neutron-server[87871]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 11:57:25.878288 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 11:57:25.878288 dv-neutron-835340-2-hyperv neutron-server[87871]: return f(self, *a, **k) Mar 28 11:57:25.878288 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 11:57:25.878288 dv-neutron-835340-2-hyperv neutron-server[87871]: return self._get(url).json() Mar 28 11:57:25.878288 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 11:57:25.878288 dv-neutron-835340-2-hyperv neutron-server[87871]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 11:57:25.878288 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 11:57:25.878288 dv-neutron-835340-2-hyperv neutron-server[87871]: return self.request(url, 'GET', **kwargs) Mar 28 11:57:25.878288 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 11:57:25.878288 dv-neutron-835340-2-hyperv neutron-server[87871]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 11:57:25.878288 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 11:57:25.878288 dv-neutron-835340-2-hyperv neutron-server[87871]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 11:57:25.878288 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 11:57:25.878288 dv-neutron-835340-2-hyperv neutron-server[87871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 11:57:25.878288 dv-neutron-835340-2-hyperv neutron-server[87871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 11:57:25.881054 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-0bbecd79-dd2a-4178-ba69-ec532cad3745 tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783496353639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3436890'] for segment, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:25.889823 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-955b0e73-711a-4a48-9514-c95020b3746c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2fa4827-bdfd-4cff-a8ef-3c301fbfce55', 'name': 'tempest-NetworksTestDHCPv6-router-2021686554', 'tenant_id': 'b4adfe5c8b3a4e57a1afd1d44c455245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:57:04Z', 'updated_at': '2022-03-28T11:57:23Z', 'revision_number': 3, 'project_id': 'b4adfe5c8b3a4e57a1afd1d44c455245', 'gw_port_host': None}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:57:25.894816 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-955b0e73-711a-4a48-9514-c95020b3746c None None] The sync data for ids ['a2fa4827-bdfd-4cff-a8ef-3c301fbfce55'] in dv-neutron-835340-2-hyperv is: [{'id': 'a2fa4827-bdfd-4cff-a8ef-3c301fbfce55', 'name': 'tempest-NetworksTestDHCPv6-router-2021686554', 'tenant_id': 'b4adfe5c8b3a4e57a1afd1d44c455245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:57:04Z', 'updated_at': '2022-03-28T11:57:23Z', 'revision_number': 3, 'project_id': 'b4adfe5c8b3a4e57a1afd1d44c455245', 'gw_port_host': None}] {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 11:57:25.926545 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6700620f-b1d3-46e4-98ed-49a7cb9de411 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 11:57:25.936237 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-6700620f-b1d3-46e4-98ed-49a7cb9de411 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] 10.222.0.30 "PUT /v2.0/routers/4653bfb5-3290-46bd-8d7e-53ea8d28011c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3913629 Mar 28 11:57:25.939906 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 51498) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:57:25.950817 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef687c7-8d61-48c1-921a-6ccf6e2848f7 None None] Sync routers for ids ['4653bfb5-3290-46bd-8d7e-53ea8d28011c'] in dv-neutron-835340-2-hyperv {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 11:57:25.960464 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef687c7-8d61-48c1-921a-6ccf6e2848f7 None None] Routers {'4653bfb5-3290-46bd-8d7e-53ea8d28011c'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:57:25.961257 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-fef687c7-8d61-48c1-921a-6ccf6e2848f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T11:57:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['4653bfb5-3290-46bd-8d7e-53ea8d28011c'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:57:26.025411 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-fef687c7-8d61-48c1-921a-6ccf6e2848f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:57:26.034578 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-3932718c-ba65-4724-9ae6-c9d0b91b3bcd tempest-FloatingIPNegativeTestJSON-1437729402 tempest-FloatingIPNegativeTestJSON-1437729402-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-743246'] for router_interface, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:26.035225 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef687c7-8d61-48c1-921a-6ccf6e2848f7 None None] Routers {'4653bfb5-3290-46bd-8d7e-53ea8d28011c'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:57:26.036038 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-fef687c7-8d61-48c1-921a-6ccf6e2848f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T11:57:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['4653bfb5-3290-46bd-8d7e-53ea8d28011c'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:57:26.038571 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-0bbecd79-dd2a-4178-ba69-ec532cad3745 tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:26.050411 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-3d3a80b8-61ed-4203-81e4-f61cd0ed4d24 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.3815081 Mar 28 11:57:26.055657 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 51502) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:57:26.065605 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bbecd79-dd2a-4178-ba69-ec532cad3745 tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Releasing vlan 63 on physical network physnet1 to pool {{(pid=87871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 11:57:26.066218 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-0bbecd79-dd2a-4178-ba69-ec532cad3745 tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1920481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2363149'] for segment, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:26.075149 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3a80b8-61ed-4203-81e4-f61cd0ed4d24 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Pushing event updated for resources: {'Network': ['ID=6a192c39-4f86-4674-9d9f-8cb265913557,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:57:26.084603 dv-neutron-835340-2-hyperv neutron-server[87871]: Traceback (most recent call last): Mar 28 11:57:26.084603 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 11:57:26.084603 dv-neutron-835340-2-hyperv neutron-server[87871]: timer() Mar 28 11:57:26.084603 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 11:57:26.084603 dv-neutron-835340-2-hyperv neutron-server[87871]: cb(*args, **kw) Mar 28 11:57:26.084603 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 11:57:26.084603 dv-neutron-835340-2-hyperv neutron-server[87871]: return func(*args, **kwargs) Mar 28 11:57:26.084603 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 11:57:26.084603 dv-neutron-835340-2-hyperv neutron-server[87871]: self._notify() Mar 28 11:57:26.084603 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 11:57:26.084603 dv-neutron-835340-2-hyperv neutron-server[87871]: self.callback(batched_events) Mar 28 11:57:26.084603 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 11:57:26.084603 dv-neutron-835340-2-hyperv neutron-server[87871]: event.method(event) Mar 28 11:57:26.084603 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 11:57:26.084603 dv-neutron-835340-2-hyperv neutron-server[87871]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 11:57:26.084603 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 11:57:26.084603 dv-neutron-835340-2-hyperv neutron-server[87871]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 11:57:26.084603 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 11:57:26.084603 dv-neutron-835340-2-hyperv neutron-server[87871]: return f(self, *a, **k) Mar 28 11:57:26.084603 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 11:57:26.084603 dv-neutron-835340-2-hyperv neutron-server[87871]: return self._get(url).json() Mar 28 11:57:26.084603 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 11:57:26.084603 dv-neutron-835340-2-hyperv neutron-server[87871]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 11:57:26.084603 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 11:57:26.084603 dv-neutron-835340-2-hyperv neutron-server[87871]: return self.request(url, 'GET', **kwargs) Mar 28 11:57:26.084603 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 11:57:26.084603 dv-neutron-835340-2-hyperv neutron-server[87871]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 11:57:26.084603 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 11:57:26.084603 dv-neutron-835340-2-hyperv neutron-server[87871]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 11:57:26.084603 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 11:57:26.084603 dv-neutron-835340-2-hyperv neutron-server[87871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 11:57:26.084603 dv-neutron-835340-2-hyperv neutron-server[87871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 11:57:26.092711 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Network 6a192c39-4f86-4674-9d9f-8cb265913557 details requested by agent ovs-agent-dv-neutron-835340-2-hyperv with host dv-neutron-835340-2-hyperv {{(pid=87872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 11:57:26.098894 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-fef687c7-8d61-48c1-921a-6ccf6e2848f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:57:26.099296 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef687c7-8d61-48c1-921a-6ccf6e2848f7 None None] The sync data for ids ['4653bfb5-3290-46bd-8d7e-53ea8d28011c'] in dv-neutron-835340-2-hyperv is: [] {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 11:57:26.106465 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-5511fc89-944a-42d7-8dcc-aca501fe398f tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Request body: {'subnet': {'network_id': '6a192c39-4f86-4674-9d9f-8cb265913557', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:57:26.245448 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-84a8822f-b5b2-417f-8564-af2b694460b9 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709602'] for network, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:26.265386 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.db_base_plugin_v2 [None req-606c314e-2339-47d7-9685-9e3f1173a43f tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Deleting subnet f4156fb0-b665-4894-b4d7-3a6f795db2a2 {{(pid=87871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 11:57:26.300057 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-84a8822f-b5b2-417f-8564-af2b694460b9 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks [] for network, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:26.302979 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-606c314e-2339-47d7-9685-9e3f1173a43f tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks [] for subnet, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:26.369442 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.api.v2.resource [None req-25ac6632-778c-4f32-933a-73f6f6d5f3d4 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] remove_router_interface failed (client error): The resource could not be found. Mar 28 11:57:26.373684 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-25ac6632-778c-4f32-933a-73f6f6d5f3d4 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] 10.222.0.30 "PUT /v2.0/routers/4653bfb5-3290-46bd-8d7e-53ea8d28011c/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4293458 Mar 28 11:57:26.373890 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 51508) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:57:26.404019 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a8822f-b5b2-417f-8564-af2b694460b9 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Pushing event deleted for resources: {'Network': ['ID=5a229b9f-3acd-4423-a4ca-ab1beb98a973,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:57:26.407577 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb34b66f-daf0-4b1d-b19b-848792738ade req-2cc8378b-bb68-4ceb-b372-0fbc7785dcab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:57:26.409222 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-fb34b66f-daf0-4b1d-b19b-848792738ade req-2cc8378b-bb68-4ceb-b372-0fbc7785dcab service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a9d4ebb77b824347aa8bcf325a031e53&device_id=bd5974e7-0504-4851-a286-20ab5143705c HTTP/1.1" status: 200 len: 1098 time: 0.7435787 Mar 28 11:57:26.427941 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-54eaa312-7ef1-4d10-8818-049354695fd6 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Synchronizing usage tracker for tenant:fc0f0a585a8c4bf2950e053878e50dfb on resource:port {{(pid=87870) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:57:26.446881 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-54eaa312-7ef1-4d10-8818-049354695fd6 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Unset dirty status for tenant:fc0f0a585a8c4bf2950e053878e50dfb on resource:port {{(pid=87870) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:57:26.448936 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-54eaa312-7ef1-4d10-8818-049354695fd6 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] 10.222.0.30 "GET /v2.0/ports?device_id=4653bfb5-3290-46bd-8d7e-53ea8d28011c HTTP/1.1" status: 200 len: 205 time: 0.0741167 Mar 28 11:57:26.451676 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 51512) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:57:26.583230 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-84a8822f-b5b2-417f-8564-af2b694460b9 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] 10.222.0.30 "DELETE /v2.0/networks/5a229b9f-3acd-4423-a4ca-ab1beb98a973 HTTP/1.1" status: 204 len: 168 time: 5.9722619 Mar 28 11:57:26.583934 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-0bbecd79-dd2a-4178-ba69-ec532cad3745 tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709602'] for network, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:26.586022 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-e9155fcb-3214-41c6-a73d-4ab301e9a95e tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks [] for router, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:26.595836 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-606c314e-2339-47d7-9685-9e3f1173a43f tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3436877'] for subnet, precommit_delete_associations {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:26.630660 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 51516) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:57:26.700106 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-5511fc89-944a-42d7-8dcc-aca501fe398f tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:57:26.886828 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bbecd79-dd2a-4178-ba69-ec532cad3745 tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 4cac1095-7575-41a3-8d3d-d72618247d52 {{(pid=87871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 28 11:57:26.889153 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-e9155fcb-3214-41c6-a73d-4ab301e9a95e tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-745164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-260864'] for router, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:26.891540 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-e9155fcb-3214-41c6-a73d-4ab301e9a95e tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:26.897349 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-ea7e21ad-8e03-4414-a1b0-3dfd5d1f4d37 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1468871058'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:57:26.905925 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-0bbecd79-dd2a-4178-ba69-ec532cad3745 tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Notify callbacks [] for network, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:26.917765 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-e9155fcb-3214-41c6-a73d-4ab301e9a95e tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-745021'] for router, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:26.918467 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9155fcb-3214-41c6-a73d-4ab301e9a95e tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Fanout notify agent at l3_agent the message router_deleted on router 4653bfb5-3290-46bd-8d7e-53ea8d28011c {{(pid=87870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 11:57:26.931542 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-e9155fcb-3214-41c6-a73d-4ab301e9a95e tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks [] for router, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:26.932723 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-e9155fcb-3214-41c6-a73d-4ab301e9a95e tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] 10.222.0.30 "DELETE /v2.0/routers/4653bfb5-3290-46bd-8d7e-53ea8d28011c HTTP/1.1" status: 204 len: 168 time: 0.4801095 Mar 28 11:57:26.935593 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 51520) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:57:26.936340 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbecd79-dd2a-4178-ba69-ec532cad3745 tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Pushing event deleted for resources: {'Network': ['ID=4cac1095-7575-41a3-8d3d-d72618247d52,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:57:26.939809 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-ea7e21ad-8e03-4414-a1b0-3dfd5d1f4d37 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:57:26.949923 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-5511fc89-944a-42d7-8dcc-aca501fe398f tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Usage tracker for resource:subnet and tenant:beb99f647cec46e3bbf575ac0a3034e8 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:57:26.960990 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-5511fc89-944a-42d7-8dcc-aca501fe398f tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:57:26.964984 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-ea7e21ad-8e03-4414-a1b0-3dfd5d1f4d37 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Usage tracker for resource:network and tenant:0ad7b1f6e96a40538a966af0f41e67e6 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:57:27.027852 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-0bbecd79-dd2a-4178-ba69-ec532cad3745 tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] 10.222.0.30 "DELETE /v2.0/networks/4cac1095-7575-41a3-8d3d-d72618247d52 HTTP/1.1" status: 204 len: 168 time: 2.2081213 Mar 28 11:57:27.027852 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-ea7e21ad-8e03-4414-a1b0-3dfd5d1f4d37 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:57:27.052000 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-5511fc89-944a-42d7-8dcc-aca501fe398f tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:57:27.075764 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-ea7e21ad-8e03-4414-a1b0-3dfd5d1f4d37 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:57:27.113757 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3932718c-ba65-4724-9ae6-c9d0b91b3bcd tempest-FloatingIPNegativeTestJSON-1437729402 tempest-FloatingIPNegativeTestJSON-1437729402-project] Router 3c229f13-d45c-4363-947d-e419b966c5a7 has already been hosted by L3 agent af79d429-529e-400b-a119-94d4bec03f3e {{(pid=87871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 11:57:27.128105 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5511fc89-944a-42d7-8dcc-aca501fe398f tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Made reservation on behalf of beb99f647cec46e3bbf575ac0a3034e8 for: {'subnet': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:57:27.131583 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-5511fc89-944a-42d7-8dcc-aca501fe398f tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26551362'] for subnet, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:27.162447 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cdf571c-9ad8-4730-98ef-cf9c6f706b9f tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Deleting subnet a3b3f4bf-8240-47b0-a422-cb5b6828a882 {{(pid=87870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 11:57:27.165648 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-9cdf571c-9ad8-4730-98ef-cf9c6f706b9f tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks [] for subnet, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:27.179019 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb34b66f-daf0-4b1d-b19b-848792738ade req-9f15bc6e-4505-4ed7-bc28-d0a6ff67dd7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:57:27.180515 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-fb34b66f-daf0-4b1d-b19b-848792738ade req-9f15bc6e-4505-4ed7-bc28-d0a6ff67dd7c service neutron] 10.222.0.11 "GET /v2.0/networks?id=b072139b-1edf-4981-9f6f-41603d7605ef HTTP/1.1" status: 200 len: 911 time: 0.7057409 Mar 28 11:57:27.181109 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea7e21ad-8e03-4414-a1b0-3dfd5d1f4d37 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Made reservation on behalf of 0ad7b1f6e96a40538a966af0f41e67e6 for: {'network': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:57:27.185444 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-ea7e21ad-8e03-4414-a1b0-3dfd5d1f4d37 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for network, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:27.231794 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-9cdf571c-9ad8-4730-98ef-cf9c6f706b9f tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3591354'] for subnet, precommit_delete_associations {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:27.320627 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 51530) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:57:27.327165 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-789d9511-7e91-42f8-a973-10031a8c47f1 tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Request body: {'router': {'name': 'tempest-router--1276237752', 'project_id': '18e250e592a548c8be6c842134a3bd38'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:57:27.332229 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-9cdf571c-9ad8-4730-98ef-cf9c6f706b9f tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1919782'] for subnet, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:27.363238 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-789d9511-7e91-42f8-a973-10031a8c47f1 tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:57:27.376654 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-789d9511-7e91-42f8-a973-10031a8c47f1 tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Usage tracker for resource:router and tenant:18e250e592a548c8be6c842134a3bd38 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:57:27.381375 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-789d9511-7e91-42f8-a973-10031a8c47f1 tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:57:27.392222 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-789d9511-7e91-42f8-a973-10031a8c47f1 tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:57:27.419247 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-789d9511-7e91-42f8-a973-10031a8c47f1 tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-707665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-260886'] for router, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:27.423634 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-789d9511-7e91-42f8-a973-10031a8c47f1 tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-705660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709650', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-767110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260873'] for router, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:27.443998 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-789d9511-7e91-42f8-a973-10031a8c47f1 tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:27.476041 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-789d9511-7e91-42f8-a973-10031a8c47f1 tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709693'] for router, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:27.486706 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-606c314e-2339-47d7-9685-9e3f1173a43f tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1919782'] for subnet, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:27.504500 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-9cdf571c-9ad8-4730-98ef-cf9c6f706b9f tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1919805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2561174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2563528'] for subnet, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:27.522923 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f71fa14-45cb-4216-a8e1-9966ed861aa8 req-55324458-78bf-4c0c-b91a-dc55e26fa68f tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:57:27.524412 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-2f71fa14-45cb-4216-a8e1-9966ed861aa8 req-55324458-78bf-4c0c-b91a-dc55e26fa68f tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd5974e7-0504-4851-a286-20ab5143705c HTTP/1.1" status: 200 len: 945 time: 1.0435746 Mar 28 11:57:27.549397 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-789d9511-7e91-42f8-a973-10031a8c47f1 tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Notify callbacks [] for router, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:27.553095 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-789d9511-7e91-42f8-a973-10031a8c47f1 tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2288890 Mar 28 11:57:27.554556 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-9cdf571c-9ad8-4730-98ef-cf9c6f706b9f tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks [] for subnet, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:27.558787 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-9cdf571c-9ad8-4730-98ef-cf9c6f706b9f tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] 10.222.0.30 "DELETE /v2.0/subnets/a3b3f4bf-8240-47b0-a422-cb5b6828a882 HTTP/1.1" status: 204 len: 168 time: 0.6197059 Mar 28 11:57:27.558787 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 51534) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:57:27.559563 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdf571c-9ad8-4730-98ef-cf9c6f706b9f tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Pushing event deleted for resources: {'Subnet': ['ID=a3b3f4bf-8240-47b0-a422-cb5b6828a882,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:57:27.561393 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 51536) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:57:27.565280 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31b5b5e1-3234-4909-8c03-97a05392d576 None None] Network 4c2e3b3a-c34c-47cd-a4ab-5d28818175ee requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:57:27.646074 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea7e21ad-8e03-4414-a1b0-3dfd5d1f4d37 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=87871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 11:57:27.652763 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3932718c-ba65-4724-9ae6-c9d0b91b3bcd tempest-FloatingIPNegativeTestJSON-1437729402 tempest-FloatingIPNegativeTestJSON-1437729402-project] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 11:57:27.692254 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device a41f8660-3c94-415e-a689-45a5e2811557 no longer exists at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 11:57:27.701108 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-fb34b66f-daf0-4b1d-b19b-848792738ade req-8b8a5b9b-4217-478c-a6a0-cdbcc30ae5e5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e551f3ed-2894-4f6d-8e40-b1680f309506 HTTP/1.1" status: 200 len: 1000 time: 0.5039618 Mar 28 11:57:27.721923 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-ea7e21ad-8e03-4414-a1b0-3dfd5d1f4d37 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:27.722411 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.db.segments_db [None req-ea7e21ad-8e03-4414-a1b0-3dfd5d1f4d37 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Added segment d6439372-8705-4030-aaa2-500299221055 of type vlan for network b93b7607-32e9-4014-9ac4-3212e22fd0f4 Mar 28 11:57:27.742861 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b4fae94-eeec-49cf-b24e-dfbde4bae18c None None] Sync routers for ids ['3c229f13-d45c-4363-947d-e419b966c5a7'] in dv-neutron-835340-2-hyperv {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 11:57:27.751688 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] No Port match for: a41f8660-3c94-415e-a689-45a5e2811557 {{(pid=87872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 11:57:27.752020 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device a41f8660-3c94-415e-a689-45a5e2811557 not bound to the agent host dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 11:57:27.777809 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-49cf57e8-278d-494c-9456-36b2e8bd4d91 tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Notify callbacks [] for router, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:27.807133 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b4fae94-eeec-49cf-b24e-dfbde4bae18c None None] Routers {'3c229f13-d45c-4363-947d-e419b966c5a7'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:57:27.810044 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-2f71fa14-45cb-4216-a8e1-9966ed861aa8 req-d35f512a-c305-4de5-ad43-6eca625056fb tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] 10.222.0.30 "GET /v2.0/security-groups?id=895ae8ad-46d6-4a0f-b104-9c0ca0cce592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2684751 Mar 28 11:57:27.817353 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-3932718c-ba65-4724-9ae6-c9d0b91b3bcd tempest-FloatingIPNegativeTestJSON-1437729402 tempest-FloatingIPNegativeTestJSON-1437729402-project] 10.222.0.30 "PUT /v2.0/routers/3c229f13-d45c-4363-947d-e419b966c5a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9457114 Mar 28 11:57:27.824131 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-8b4fae94-eeec-49cf-b24e-dfbde4bae18c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T11:57:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['3c229f13-d45c-4363-947d-e419b966c5a7'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:57:27.826187 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 51542) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:57:27.912615 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-3e703c8e-8111-46fe-be2e-e4608c038aaa tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588883'] for network, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:27.943680 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-606c314e-2339-47d7-9685-9e3f1173a43f tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1919805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2364079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26551417'] for subnet, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:27.960047 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-8b4fae94-eeec-49cf-b24e-dfbde4bae18c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:57:27.984706 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b4fae94-eeec-49cf-b24e-dfbde4bae18c None None] Routers {'3c229f13-d45c-4363-947d-e419b966c5a7'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:57:27.985461 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-8b4fae94-eeec-49cf-b24e-dfbde4bae18c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T11:57:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['3c229f13-d45c-4363-947d-e419b966c5a7'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:57:28.003835 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb34b66f-daf0-4b1d-b19b-848792738ade req-872d24bd-b4aa-49a2-9e81-330a64d83122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:57:28.005593 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-fb34b66f-daf0-4b1d-b19b-848792738ade req-872d24bd-b4aa-49a2-9e81-330a64d83122 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=cfae7222-6a03-4ef8-86ee-e424dc4b71d7 HTTP/1.1" status: 200 len: 850 time: 0.2874737 Mar 28 11:57:28.010143 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-ea7e21ad-8e03-4414-a1b0-3dfd5d1f4d37 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783495836591'] for network, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:28.063290 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-8b4fae94-eeec-49cf-b24e-dfbde4bae18c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:57:28.063722 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b4fae94-eeec-49cf-b24e-dfbde4bae18c None None] The sync data for ids ['3c229f13-d45c-4363-947d-e419b966c5a7'] in dv-neutron-835340-2-hyperv is: [] {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 11:57:28.090504 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606c314e-2339-47d7-9685-9e3f1173a43f tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Pushing event deleted for resources: {'Subnet': ['ID=f4156fb0-b665-4894-b4d7-3a6f795db2a2,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:57:28.104252 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd09108f-6b6c-4c30-9696-2f139e6a3cf9 None None] Network e95a87e2-4c44-46e2-9de5-2786cbaea69c requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:57:28.107885 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-606c314e-2339-47d7-9685-9e3f1173a43f tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538751'] for subnet, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:28.109957 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-606c314e-2339-47d7-9685-9e3f1173a43f tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "DELETE /v2.0/subnets/f4156fb0-b665-4894-b4d7-3a6f795db2a2 HTTP/1.1" status: 204 len: 168 time: 2.3104002 Mar 28 11:57:28.151283 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 51546) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:57:28.159528 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-49cf57e8-278d-494c-9456-36b2e8bd4d91 tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-745164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-260864'] for router, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:28.165157 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-49cf57e8-278d-494c-9456-36b2e8bd4d91 tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:28.170507 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-016a5dbf-49d1-4d84-a453-e5efa77eca3a tempest-FloatingIPNegativeTestJSON-1437729402 tempest-FloatingIPNegativeTestJSON-1437729402-project] Notify callbacks [] for router, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:28.209255 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-49cf57e8-278d-494c-9456-36b2e8bd4d91 tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-745021'] for router, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:28.210046 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49cf57e8-278d-494c-9456-36b2e8bd4d91 tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Fanout notify agent at l3_agent the message router_deleted on router df5ddc06-f76a-4d02-b446-20e0e2e849be {{(pid=87870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 11:57:28.216293 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-3e703c8e-8111-46fe-be2e-e4608c038aaa tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Deleting port 48bc07a1-566b-41b5-9d75-bd85736c4e01 {{(pid=87870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:57:28.216635 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-3e703c8e-8111-46fe-be2e-e4608c038aaa tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:28.224234 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1df10703-1aa9-4f01-8408-00237df8168f None None] DHCP port deletion for 4c2e3b3a-c34c-47cd-a4ab-5d28818175ee request from dv-neutron-835340-2-hyperv {{(pid=87872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 11:57:28.245562 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-1df10703-1aa9-4f01-8408-00237df8168f None None] Deleting port 48bc07a1-566b-41b5-9d75-bd85736c4e01 {{(pid=87872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:57:28.245967 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-1df10703-1aa9-4f01-8408-00237df8168f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:28.259396 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-49cf57e8-278d-494c-9456-36b2e8bd4d91 tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Notify callbacks [] for router, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:28.264332 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-49cf57e8-278d-494c-9456-36b2e8bd4d91 tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] 10.222.0.30 "DELETE /v2.0/routers/df5ddc06-f76a-4d02-b446-20e0e2e849be HTTP/1.1" status: 204 len: 168 time: 0.7061195 Mar 28 11:57:28.315987 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.db.resource_extend [None req-ea7e21ad-8e03-4414-a1b0-3dfd5d1f4d37 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 28 11:57:28.481864 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 51552) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:57:28.517050 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.db [None req-3e703c8e-8111-46fe-be2e-e4608c038aaa tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] For port 48bc07a1-566b-41b5-9d75-bd85736c4e01, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=48bc07a1-566b-41b5-9d75-bd85736c4e01,segment=NetworkSegment(b92627ae-9705-4960-a498-fed8e088dd96),segment_id=b92627ae-9705-4960-a498-fed8e088dd96)] {{(pid=87870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:57:28.517782 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-3e703c8e-8111-46fe-be2e-e4608c038aaa tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:28.616153 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf41c390-cf91-4cb6-b6e3-ecc29ddef44c None None] DHCP port deletion for e95a87e2-4c44-46e2-9de5-2786cbaea69c request from dv-neutron-835340-2-hyperv {{(pid=87872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 11:57:28.626570 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-cf41c390-cf91-4cb6-b6e3-ecc29ddef44c None None] Deleting port 997b9e0a-c1fb-4228-b328-2ca3b29e7ef7 {{(pid=87872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:57:28.627168 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-cf41c390-cf91-4cb6-b6e3-ecc29ddef44c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:28.643191 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-ea7e21ad-8e03-4414-a1b0-3dfd5d1f4d37 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765'] for network, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:28.648506 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea7e21ad-8e03-4414-a1b0-3dfd5d1f4d37 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:57:28.649141 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-ea7e21ad-8e03-4414-a1b0-3dfd5d1f4d37 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks [] for network, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:28.682575 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-1df10703-1aa9-4f01-8408-00237df8168f None None] For port 48bc07a1-566b-41b5-9d75-bd85736c4e01, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=48bc07a1-566b-41b5-9d75-bd85736c4e01,segment=NetworkSegment(b92627ae-9705-4960-a498-fed8e088dd96),segment_id=b92627ae-9705-4960-a498-fed8e088dd96)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:57:28.683037 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-1df10703-1aa9-4f01-8408-00237df8168f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:28.721272 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-3e703c8e-8111-46fe-be2e-e4608c038aaa tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Calling delete_port for 48bc07a1-566b-41b5-9d75-bd85736c4e01 owned by network:dhcp {{(pid=87870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:57:28.855283 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-1df10703-1aa9-4f01-8408-00237df8168f None None] Calling delete_port for 48bc07a1-566b-41b5-9d75-bd85736c4e01 owned by network:dhcp {{(pid=87872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:57:28.928376 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-ebd5e0ac-52e5-42c3-b509-b38233914db4 tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-250703494', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b'}, 'admin_state_up': False}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:57:28.945118 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-ebd5e0ac-52e5-42c3-b509-b38233914db4 tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:57:28.953742 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-5511fc89-944a-42d7-8dcc-aca501fe398f tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2364128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26551408'] for subnet, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:28.953946 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-ebd5e0ac-52e5-42c3-b509-b38233914db4 tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] Usage tracker for resource:router and tenant:a6eff997b84242f4902e0c0456ad0fc2 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:57:28.969838 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-ebd5e0ac-52e5-42c3-b509-b38233914db4 tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:57:28.980187 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-ebd5e0ac-52e5-42c3-b509-b38233914db4 tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:57:29.036619 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-3e703c8e-8111-46fe-be2e-e4608c038aaa tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:29.041494 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-ebd5e0ac-52e5-42c3-b509-b38233914db4 tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-707665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-260886'] for router, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:29.042602 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-ebd5e0ac-52e5-42c3-b509-b38233914db4 tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-705660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709650', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-767110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260873'] for router, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:29.067700 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-016a5dbf-49d1-4d84-a453-e5efa77eca3a tempest-FloatingIPNegativeTestJSON-1437729402 tempest-FloatingIPNegativeTestJSON-1437729402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-745164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-260864'] for router, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:29.075405 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-ea7e21ad-8e03-4414-a1b0-3dfd5d1f4d37 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.4361868 Mar 28 11:57:29.082888 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.db.api [None req-1df10703-1aa9-4f01-8408-00237df8168f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87872) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 11:57:29.083238 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG oslo_db.api [None req-1df10703-1aa9-4f01-8408-00237df8168f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 11:57:29.087015 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-016a5dbf-49d1-4d84-a453-e5efa77eca3a tempest-FloatingIPNegativeTestJSON-1437729402 tempest-FloatingIPNegativeTestJSON-1437729402-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:29.087957 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-cf41c390-cf91-4cb6-b6e3-ecc29ddef44c None None] For port 997b9e0a-c1fb-4228-b328-2ca3b29e7ef7, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=997b9e0a-c1fb-4228-b328-2ca3b29e7ef7,segment=NetworkSegment(bd053757-b8b4-4f3a-b553-aa242f2d15d2),segment_id=bd053757-b8b4-4f3a-b553-aa242f2d15d2)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:57:29.088334 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-cf41c390-cf91-4cb6-b6e3-ecc29ddef44c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:29.092293 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 51560) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:57:29.099259 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e703c8e-8111-46fe-be2e-e4608c038aaa tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Pushing event deleted for resources: {'Port': ['ID=48bc07a1-566b-41b5-9d75-bd85736c4e01,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:57:29.113289 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e703c8e-8111-46fe-be2e-e4608c038aaa tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] No DVR routers for this DVR port 48bc07a1-566b-41b5-9d75-bd85736c4e01 on host dv-neutron-835340-2-hyperv {{(pid=87870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 11:57:29.115626 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-cbfb0aca-81eb-4be8-8d10-d030de05521a tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Synchronizing usage tracker for tenant:b4adfe5c8b3a4e57a1afd1d44c455245 on resource:router {{(pid=87871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:57:29.126898 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-25e73cfb-09ea-405f-a3d2-bf3d2109ea1d tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Request body: {'subnet': {'network_id': 'b93b7607-32e9-4014-9ac4-3212e22fd0f4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:57:29.144231 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7e21ad-8e03-4414-a1b0-3dfd5d1f4d37 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Pushing event updated for resources: {'Network': ['ID=b93b7607-32e9-4014-9ac4-3212e22fd0f4,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:57:29.158424 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb34b66f-daf0-4b1d-b19b-848792738ade req-e6884c11-8a67-449c-a18d-7a8dcc6b5fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:57:29.159946 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-fb34b66f-daf0-4b1d-b19b-848792738ade req-e6884c11-8a67-449c-a18d-7a8dcc6b5fbe service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b072139b-1edf-4981-9f6f-41603d7605ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.0727360 Mar 28 11:57:29.178155 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-ebd5e0ac-52e5-42c3-b509-b38233914db4 tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:29.223823 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Network b93b7607-32e9-4014-9ac4-3212e22fd0f4 details requested by agent ovs-agent-dv-neutron-835340-2-hyperv with host dv-neutron-835340-2-hyperv {{(pid=87872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 11:57:29.242489 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-cf41c390-cf91-4cb6-b6e3-ecc29ddef44c None None] Calling delete_port for 997b9e0a-c1fb-4228-b328-2ca3b29e7ef7 owned by network:dhcp {{(pid=87872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:57:29.283348 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-3e703c8e-8111-46fe-be2e-e4608c038aaa tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930431', 'neutron.services.segments.db._delete_segments_for_network-8783496351308'] for network, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:29.302503 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-016a5dbf-49d1-4d84-a453-e5efa77eca3a tempest-FloatingIPNegativeTestJSON-1437729402 tempest-FloatingIPNegativeTestJSON-1437729402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-745021'] for router, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:29.302963 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-016a5dbf-49d1-4d84-a453-e5efa77eca3a tempest-FloatingIPNegativeTestJSON-1437729402 tempest-FloatingIPNegativeTestJSON-1437729402-project] Fanout notify agent at l3_agent the message router_deleted on router 3c229f13-d45c-4363-947d-e419b966c5a7 {{(pid=87871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 11:57:29.304464 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5511fc89-944a-42d7-8dcc-aca501fe398f tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Pushing event updated for resources: {'Subnet': ['ID=1490747e-9e2c-4f92-8462-3c92865827c8,revision_number=0']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:57:29.374842 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8f470b-2b69-41b7-af79-8587498837ba req-70059751-a840-4810-b5fa-73b50d9d5621 tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:57:29.376374 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-cd8f470b-2b69-41b7-af79-8587498837ba req-70059751-a840-4810-b5fa-73b50d9d5621 tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd5974e7-0504-4851-a286-20ab5143705c HTTP/1.1" status: 200 len: 945 time: 0.3859990 Mar 28 11:57:29.399708 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-016a5dbf-49d1-4d84-a453-e5efa77eca3a tempest-FloatingIPNegativeTestJSON-1437729402 tempest-FloatingIPNegativeTestJSON-1437729402-project] Notify callbacks [] for router, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:29.401577 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-016a5dbf-49d1-4d84-a453-e5efa77eca3a tempest-FloatingIPNegativeTestJSON-1437729402 tempest-FloatingIPNegativeTestJSON-1437729402-project] 10.222.0.30 "DELETE /v2.0/routers/3c229f13-d45c-4363-947d-e419b966c5a7 HTTP/1.1" status: 204 len: 168 time: 1.5713060 Mar 28 11:57:29.402401 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-cbfb0aca-81eb-4be8-8d10-d030de05521a tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Unset dirty status for tenant:b4adfe5c8b3a4e57a1afd1d44c455245 on resource:router {{(pid=87871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:57:29.403241 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-cbfb0aca-81eb-4be8-8d10-d030de05521a tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 1.2464898 Mar 28 11:57:29.405917 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 51564) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:57:29.406225 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 51566) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:57:29.412056 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-cf41c390-cf91-4cb6-b6e3-ecc29ddef44c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250'] for port, after_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:29.423220 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5511fc89-944a-42d7-8dcc-aca501fe398f tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Checking segment: {'id': 'af980ded-9ac7-44f0-8381-fe91de722b6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '6a192c39-4f86-4674-9d9f-8cb265913557'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:57:29.423615 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5511fc89-944a-42d7-8dcc-aca501fe398f tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Network hostable DHCP agents. Network: 6a192c39-4f86-4674-9d9f-8cb265913557, hostable agents: ['3cb85949-855b-4a40-b988-cd5705e511da'], hosted agents: [] {{(pid=87871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 11:57:29.461409 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-3e703c8e-8111-46fe-be2e-e4608c038aaa tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c2e3b3a-c34c-47cd-a4ab-5d28818175ee']}} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:57:29.464469 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf41c390-cf91-4cb6-b6e3-ecc29ddef44c None None] No DVR routers for this DVR port 997b9e0a-c1fb-4228-b328-2ca3b29e7ef7 on host dv-neutron-835340-2-hyperv {{(pid=87872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 11:57:29.466226 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf41c390-cf91-4cb6-b6e3-ecc29ddef44c None None] Pushing event deleted for resources: {'Port': ['ID=997b9e0a-c1fb-4228-b328-2ca3b29e7ef7,revision_number=None']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:57:29.531547 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-25e73cfb-09ea-405f-a3d2-bf3d2109ea1d tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:57:29.542311 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-3e703c8e-8111-46fe-be2e-e4608c038aaa tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b92627ae-9705-4960-a498-fed8e088dd96') {'for_net_delete': True} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:57:29.542607 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-3e703c8e-8111-46fe-be2e-e4608c038aaa tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b92627ae-9705-4960-a498-fed8e088dd96') {} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:57:29.559582 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-25e73cfb-09ea-405f-a3d2-bf3d2109ea1d tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Usage tracker for resource:subnet and tenant:0ad7b1f6e96a40538a966af0f41e67e6 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:57:29.569460 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-25e73cfb-09ea-405f-a3d2-bf3d2109ea1d tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:57:29.577557 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-3e703c8e-8111-46fe-be2e-e4608c038aaa tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783496353639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3591341'] for segment, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:29.582204 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-25e73cfb-09ea-405f-a3d2-bf3d2109ea1d tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:57:29.584644 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-1df10703-1aa9-4f01-8408-00237df8168f None None] Deleting port 48bc07a1-566b-41b5-9d75-bd85736c4e01 {{(pid=87872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:57:29.585026 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-1df10703-1aa9-4f01-8408-00237df8168f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:29.651067 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-1df10703-1aa9-4f01-8408-00237df8168f None None] The port '48bc07a1-566b-41b5-9d75-bd85736c4e01' was deleted {{(pid=87872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 11:57:29.660025 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-ebd5e0ac-52e5-42c3-b509-b38233914db4 tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-709632', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-707672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260923'] for router, precommit_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:29.669544 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-cd8f470b-2b69-41b7-af79-8587498837ba req-ce789900-cf0f-426f-a2b8-ffed77609db5 tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] 10.222.0.30 "GET /v2.0/security-groups?id=895ae8ad-46d6-4a0f-b104-9c0ca0cce592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2770441 Mar 28 11:57:29.670573 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-3e703c8e-8111-46fe-be2e-e4608c038aaa tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:29.677815 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-fd2a3a61-7bd5-4d41-9e9c-1893ffa01afd tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks [] for router, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:29.678379 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e703c8e-8111-46fe-be2e-e4608c038aaa tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=87870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 11:57:29.678675 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-3e703c8e-8111-46fe-be2e-e4608c038aaa tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1920481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2558260'] for segment, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:29.695577 dv-neutron-835340-2-hyperv neutron-server[87870]: Traceback (most recent call last): Mar 28 11:57:29.695577 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 11:57:29.695577 dv-neutron-835340-2-hyperv neutron-server[87870]: timer() Mar 28 11:57:29.695577 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 11:57:29.695577 dv-neutron-835340-2-hyperv neutron-server[87870]: cb(*args, **kw) Mar 28 11:57:29.695577 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 11:57:29.695577 dv-neutron-835340-2-hyperv neutron-server[87870]: return func(*args, **kwargs) Mar 28 11:57:29.695577 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 11:57:29.695577 dv-neutron-835340-2-hyperv neutron-server[87870]: self._notify() Mar 28 11:57:29.695577 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 11:57:29.695577 dv-neutron-835340-2-hyperv neutron-server[87870]: self.callback(batched_events) Mar 28 11:57:29.695577 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 11:57:29.695577 dv-neutron-835340-2-hyperv neutron-server[87870]: event.method(event) Mar 28 11:57:29.695577 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 11:57:29.695577 dv-neutron-835340-2-hyperv neutron-server[87870]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 11:57:29.695577 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 11:57:29.695577 dv-neutron-835340-2-hyperv neutron-server[87870]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 11:57:29.695577 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 11:57:29.695577 dv-neutron-835340-2-hyperv neutron-server[87870]: return f(self, *a, **k) Mar 28 11:57:29.695577 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 11:57:29.695577 dv-neutron-835340-2-hyperv neutron-server[87870]: return self._get(url).json() Mar 28 11:57:29.695577 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 11:57:29.695577 dv-neutron-835340-2-hyperv neutron-server[87870]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 11:57:29.695577 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 11:57:29.695577 dv-neutron-835340-2-hyperv neutron-server[87870]: return self.request(url, 'GET', **kwargs) Mar 28 11:57:29.695577 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 11:57:29.695577 dv-neutron-835340-2-hyperv neutron-server[87870]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 11:57:29.695577 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 11:57:29.695577 dv-neutron-835340-2-hyperv neutron-server[87870]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 11:57:29.695577 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 11:57:29.695577 dv-neutron-835340-2-hyperv neutron-server[87870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 11:57:29.695577 dv-neutron-835340-2-hyperv neutron-server[87870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 11:57:29.744129 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5511fc89-944a-42d7-8dcc-aca501fe398f tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Network 6a192c39-4f86-4674-9d9f-8cb265913557 is scheduled to be hosted by DHCP agent 3cb85949-855b-4a40-b988-cd5705e511da with binding_index 1 {{(pid=87871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 11:57:29.749334 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cf5e9af-73e0-4a27-a9a0-ae81e5b35e50 tempest-FloatingIPNegativeTestJSON-1437729402 tempest-FloatingIPNegativeTestJSON-1437729402-project] Deleting subnet 26db5336-4358-45b1-b130-635c65d546f7 {{(pid=87871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 11:57:29.756601 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-3cf5e9af-73e0-4a27-a9a0-ae81e5b35e50 tempest-FloatingIPNegativeTestJSON-1437729402 tempest-FloatingIPNegativeTestJSON-1437729402-project] Notify callbacks [] for subnet, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:29.758727 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 997b9e0a-c1fb-4228-b328-2ca3b29e7ef7 no longer exists at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 11:57:29.809506 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] No Port match for: 997b9e0a-c1fb-4228-b328-2ca3b29e7ef7 {{(pid=87872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 11:57:29.811332 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 997b9e0a-c1fb-4228-b328-2ca3b29e7ef7 not bound to the agent host dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 11:57:29.811747 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-3cf5e9af-73e0-4a27-a9a0-ae81e5b35e50 tempest-FloatingIPNegativeTestJSON-1437729402 tempest-FloatingIPNegativeTestJSON-1437729402-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3436877'] for subnet, precommit_delete_associations {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:29.812265 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 48bc07a1-566b-41b5-9d75-bd85736c4e01 no longer exists at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 11:57:29.864640 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] No Port match for: 48bc07a1-566b-41b5-9d75-bd85736c4e01 {{(pid=87872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 11:57:29.864640 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 48bc07a1-566b-41b5-9d75-bd85736c4e01 not bound to the agent host dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 11:57:29.879517 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-fb34b66f-daf0-4b1d-b19b-848792738ade req-b323ad82-ae50-459a-9109-87a70a5fb300 service neutron] 10.222.0.11 "GET /v2.0/networks/b072139b-1edf-4981-9f6f-41603d7605ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6949890 Mar 28 11:57:29.886706 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25e73cfb-09ea-405f-a3d2-bf3d2109ea1d tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Made reservation on behalf of 0ad7b1f6e96a40538a966af0f41e67e6 for: {'subnet': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:57:29.888330 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-3e703c8e-8111-46fe-be2e-e4608c038aaa tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709602'] for network, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:29.890055 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-25e73cfb-09ea-405f-a3d2-bf3d2109ea1d tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26551362'] for subnet, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:29.892637 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-3e703c8e-8111-46fe-be2e-e4608c038aaa tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538751'] for network, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:29.931214 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e703c8e-8111-46fe-be2e-e4608c038aaa tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Pushing event deleted for resources: {'Network': ['ID=4c2e3b3a-c34c-47cd-a4ab-5d28818175ee,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:57:29.944084 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-3e703c8e-8111-46fe-be2e-e4608c038aaa tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] 10.222.0.30 "DELETE /v2.0/networks/4c2e3b3a-c34c-47cd-a4ab-5d28818175ee HTTP/1.1" status: 204 len: 168 time: 2.3817706 Mar 28 11:57:29.948740 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 51572) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:57:29.954761 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-e0655bce-03a7-422c-8f27-63c1765d4506 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Request body: {'network': {'name': 'tempest-RoutersTest-881242261'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:57:29.961821 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-e0655bce-03a7-422c-8f27-63c1765d4506 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:57:29.968956 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-e0655bce-03a7-422c-8f27-63c1765d4506 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Usage tracker for resource:network and tenant:fc0f0a585a8c4bf2950e053878e50dfb is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:57:29.972274 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-e0655bce-03a7-422c-8f27-63c1765d4506 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:57:29.980151 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-e0655bce-03a7-422c-8f27-63c1765d4506 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:57:29.996222 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0655bce-03a7-422c-8f27-63c1765d4506 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Made reservation on behalf of fc0f0a585a8c4bf2950e053878e50dfb for: {'network': 1} {{(pid=87870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:57:29.999483 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-e0655bce-03a7-422c-8f27-63c1765d4506 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for network, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:30.011434 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-5511fc89-944a-42d7-8dcc-aca501fe398f tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-2-hyperv, 6a192c39-4f86-4674-9d9f-8cb265913557) {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:57:30.020492 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-954a210b-20a6-4a28-a40e-d136025d23ac None None] Network 6a192c39-4f86-4674-9d9f-8cb265913557 requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:57:30.145085 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0655bce-03a7-422c-8f27-63c1765d4506 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'} {{(pid=87870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 11:57:30.195932 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-ebd5e0ac-52e5-42c3-b509-b38233914db4 tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] Notify callbacks [] for router_gateway, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:30.224002 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-e0655bce-03a7-422c-8f27-63c1765d4506 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:30.224339 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.db.segments_db [None req-e0655bce-03a7-422c-8f27-63c1765d4506 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Added segment 07eb4d69-0d78-455f-9af4-cde61f649b14 of type vlan for network 3d5d1977-abcd-4802-bf17-501af8851d71 Mar 28 11:57:30.232536 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-ebd5e0ac-52e5-42c3-b509-b38233914db4 tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:30.262137 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1456cc90-22b0-42eb-8d31-5798c75313f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1d3f2a9-8722-5ce5-bc40-181687d1ed3f-6a192c39-4f86-4674-9d9f-8cb265913557', 'network_id': '6a192c39-4f86-4674-9d9f-8cb265913557', 'tenant_id': 'beb99f647cec46e3bbf575ac0a3034e8', 'fixed_ips': [{'subnet_id': '1490747e-9e2c-4f92-8462-3c92865827c8'}]}} from dv-neutron-835340-2-hyperv. {{(pid=87872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 11:57:30.263243 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-1456cc90-22b0-42eb-8d31-5798c75313f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:30.301653 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-e0655bce-03a7-422c-8f27-63c1765d4506 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783495836591'] for network, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:30.323027 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5511fc89-944a-42d7-8dcc-aca501fe398f tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:57:30.323637 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-5511fc89-944a-42d7-8dcc-aca501fe398f tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538751'] for subnet, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:30.391037 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-e0655bce-03a7-422c-8f27-63c1765d4506 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765'] for network, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:30.397645 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0655bce-03a7-422c-8f27-63c1765d4506 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:57:30.397645 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-e0655bce-03a7-422c-8f27-63c1765d4506 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538751'] for network, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:30.402394 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.ipam_backend_mixin [None req-25e73cfb-09ea-405f-a3d2-bf3d2109ea1d tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Performing IP validity checks on allocation pools {{(pid=87871) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 28 11:57:30.403255 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.ipam_backend_mixin [None req-25e73cfb-09ea-405f-a3d2-bf3d2109ea1d tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87871) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 28 11:57:30.492752 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-5511fc89-944a-42d7-8dcc-aca501fe398f tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.4307890 Mar 28 11:57:30.496213 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-fd2a3a61-7bd5-4d41-9e9c-1893ffa01afd tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-745164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-260864'] for router, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:30.502710 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-3cf5e9af-73e0-4a27-a9a0-ae81e5b35e50 tempest-FloatingIPNegativeTestJSON-1437729402 tempest-FloatingIPNegativeTestJSON-1437729402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1919782'] for subnet, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:30.509785 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.db_base_plugin_common [None req-1456cc90-22b0-42eb-8d31-5798c75313f8 None None] Allocated IP 2001:db8::2 (6a192c39-4f86-4674-9d9f-8cb265913557/1490747e-9e2c-4f92-8462-3c92865827c8/5ce3a393-a387-4046-a4b9-91459ce6e4df) {{(pid=87872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:57:30.533452 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-fd2a3a61-7bd5-4d41-9e9c-1893ffa01afd tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:30.542354 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 51576) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:57:30.560576 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-7170b351-4582-437c-91e2-d17034ea9036 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-61498542', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:57:30.578239 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-7170b351-4582-437c-91e2-d17034ea9036 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:57:30.595503 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-7170b351-4582-437c-91e2-d17034ea9036 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Usage tracker for resource:router and tenant:beb99f647cec46e3bbf575ac0a3034e8 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:57:30.611015 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-7170b351-4582-437c-91e2-d17034ea9036 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:57:30.625897 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.db_base_plugin_common [None req-ebd5e0ac-52e5-42c3-b509-b38233914db4 tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] Allocated IP 172.26.7.72 (ac2b1748-8f63-4b17-a9c7-07e79704aa5b/0b7ebf76-1dc7-431a-a0b4-b96bacf287c2/585b461f-ec51-4d83-bce3-fbefbcf5afde) {{(pid=87870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:57:30.634681 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-7170b351-4582-437c-91e2-d17034ea9036 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:57:30.646838 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0655bce-03a7-422c-8f27-63c1765d4506 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Pushing event updated for resources: {'Network': ['ID=3d5d1977-abcd-4802-bf17-501af8851d71,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:57:30.647123 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-fb34b66f-daf0-4b1d-b19b-848792738ade req-9785c50d-02ca-423f-97ff-baa3c9d2b6a5 service neutron] 10.222.0.11 "GET /v2.0/networks/b072139b-1edf-4981-9f6f-41603d7605ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6885982 Mar 28 11:57:30.650468 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-e0655bce-03a7-422c-8f27-63c1765d4506 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7006795 Mar 28 11:57:30.654824 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 51580) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:57:30.656271 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-fd2a3a61-7bd5-4d41-9e9c-1893ffa01afd tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-745021'] for router, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:30.657134 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd2a3a61-7bd5-4d41-9e9c-1893ffa01afd tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Fanout notify agent at l3_agent the message router_deleted on router a2fa4827-bdfd-4cff-a8ef-3c301fbfce55 {{(pid=87871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 11:57:30.661132 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-c9d1fbfe-c4fc-4a41-9a46-fcd11391a7b1 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Request body: {'subnet': {'network_id': '3d5d1977-abcd-4802-bf17-501af8851d71', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:57:30.678774 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-7170b351-4582-437c-91e2-d17034ea9036 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-707665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-260886'] for router, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:30.680501 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-7170b351-4582-437c-91e2-d17034ea9036 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-705660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709650', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-767110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260873'] for router, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:30.723804 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Network 3d5d1977-abcd-4802-bf17-501af8851d71 details requested by agent ovs-agent-dv-neutron-835340-2-hyperv with host dv-neutron-835340-2-hyperv {{(pid=87872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 11:57:30.740987 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-3cf5e9af-73e0-4a27-a9a0-ae81e5b35e50 tempest-FloatingIPNegativeTestJSON-1437729402 tempest-FloatingIPNegativeTestJSON-1437729402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1919805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2364079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26551417'] for subnet, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:30.788955 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-fd2a3a61-7bd5-4d41-9e9c-1893ffa01afd tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks [] for router, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:30.790451 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-fd2a3a61-7bd5-4d41-9e9c-1893ffa01afd tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "DELETE /v2.0/routers/a2fa4827-bdfd-4cff-a8ef-3c301fbfce55 HTTP/1.1" status: 204 len: 168 time: 1.3736525 Mar 28 11:57:30.824213 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-7170b351-4582-437c-91e2-d17034ea9036 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:30.825900 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 51586) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:57:30.853308 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf5e9af-73e0-4a27-a9a0-ae81e5b35e50 tempest-FloatingIPNegativeTestJSON-1437729402 tempest-FloatingIPNegativeTestJSON-1437729402-project] Pushing event deleted for resources: {'Subnet': ['ID=26db5336-4358-45b1-b130-635c65d546f7,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:57:30.862303 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-2bf7a9d2-fbb3-4840-8919-378ecf0aa408 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Request body: {'subnet': {'network_id': 'e95a87e2-4c44-46e2-9de5-2786cbaea69c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:57:30.892093 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-3cf5e9af-73e0-4a27-a9a0-ae81e5b35e50 tempest-FloatingIPNegativeTestJSON-1437729402 tempest-FloatingIPNegativeTestJSON-1437729402-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538751'] for subnet, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:30.931996 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe4a831e-67c8-4898-a4f0-235d6bbe2b73 None None] Network 47042d8e-f663-40df-b18d-4bb82041fd62 requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:57:30.971954 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-3cf5e9af-73e0-4a27-a9a0-ae81e5b35e50 tempest-FloatingIPNegativeTestJSON-1437729402 tempest-FloatingIPNegativeTestJSON-1437729402-project] 10.222.0.30 "DELETE /v2.0/subnets/26db5336-4358-45b1-b130-635c65d546f7 HTTP/1.1" status: 204 len: 168 time: 1.5542920 Mar 28 11:57:30.975899 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 51590) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:57:30.983354 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-c9d1fbfe-c4fc-4a41-9a46-fcd11391a7b1 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:57:31.014641 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-c9d1fbfe-c4fc-4a41-9a46-fcd11391a7b1 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Usage tracker for resource:subnet and tenant:fc0f0a585a8c4bf2950e053878e50dfb is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:57:31.017086 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-c9d1fbfe-c4fc-4a41-9a46-fcd11391a7b1 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:57:31.046403 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-c9d1fbfe-c4fc-4a41-9a46-fcd11391a7b1 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:57:31.050399 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-7170b351-4582-437c-91e2-d17034ea9036 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709693'] for router, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:31.110883 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-25e73cfb-09ea-405f-a3d2-bf3d2109ea1d tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2364128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26551408'] for subnet, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:31.114818 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-2bf7a9d2-fbb3-4840-8919-378ecf0aa408 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:57:31.132513 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9d1fbfe-c4fc-4a41-9a46-fcd11391a7b1 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Made reservation on behalf of fc0f0a585a8c4bf2950e053878e50dfb for: {'subnet': 1} {{(pid=87870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:57:31.137067 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c9d1fbfe-c4fc-4a41-9a46-fcd11391a7b1 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2563571'] for subnet, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:31.164737 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-7170b351-4582-437c-91e2-d17034ea9036 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks [] for router, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:31.168972 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-7170b351-4582-437c-91e2-d17034ea9036 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6221435 Mar 28 11:57:31.175818 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 51594) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:57:31.184253 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-ebd5e0ac-52e5-42c3-b509-b38233914db4 tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] Notify callbacks [] for port, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:31.187202 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-ff354a40-f937-462b-8f14-45fe2dbfd2b0 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Request body: {'port': {'network_id': '6a192c39-4f86-4674-9d9f-8cb265913557', 'name': 'tempest-PortsIpV6TestJSON-1933606717'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:57:31.200974 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-2bf7a9d2-fbb3-4840-8919-378ecf0aa408 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:57:31.201232 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c65cd2a2-bbbc-4695-8442-60e4fba889d4 tempest-FloatingIPNegativeTestJSON-1437729402 tempest-FloatingIPNegativeTestJSON-1437729402-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588883'] for network, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:31.231229 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-1456cc90-22b0-42eb-8d31-5798c75313f8 None None] Notify callbacks [] for port, precommit_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:31.262848 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-1456cc90-22b0-42eb-8d31-5798c75313f8 None None] Transition to ACTIVE for port object 5ce3a393-a387-4046-a4b9-91459ce6e4df will not be triggered until provisioned by entity L2. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:57:31.279328 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-c65cd2a2-bbbc-4695-8442-60e4fba889d4 tempest-FloatingIPNegativeTestJSON-1437729402 tempest-FloatingIPNegativeTestJSON-1437729402-project] Deleting port 84c1104b-b708-454c-b1e4-f66a8434d734 {{(pid=87870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:57:31.279711 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c65cd2a2-bbbc-4695-8442-60e4fba889d4 tempest-FloatingIPNegativeTestJSON-1437729402 tempest-FloatingIPNegativeTestJSON-1437729402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:31.294391 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-1456cc90-22b0-42eb-8d31-5798c75313f8 None None] Transition to ACTIVE for port object 5ce3a393-a387-4046-a4b9-91459ce6e4df will not be triggered until provisioned by entity DHCP. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:57:31.311254 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-1456cc90-22b0-42eb-8d31-5798c75313f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241'] for port, after_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:31.313485 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309b80b8-1f57-422c-a6cc-1f6ad36805d5 req-01ba637b-e610-4e69-8789-a3447b9487d4 tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:57:31.314975 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-309b80b8-1f57-422c-a6cc-1f6ad36805d5 req-01ba637b-e610-4e69-8789-a3447b9487d4 tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd5974e7-0504-4851-a286-20ab5143705c HTTP/1.1" status: 200 len: 945 time: 0.4158285 Mar 28 11:57:31.325299 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bf7a9d2-fbb3-4840-8919-378ecf0aa408 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Made reservation on behalf of b4adfe5c8b3a4e57a1afd1d44c455245 for: {'subnet': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:57:31.328676 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-2bf7a9d2-fbb3-4840-8919-378ecf0aa408 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26551362'] for subnet, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:31.359164 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e73cfb-09ea-405f-a3d2-bf3d2109ea1d tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Pushing event updated for resources: {'Subnet': ['ID=18cd6ff2-700d-436a-96b7-f44f18945d3e,revision_number=0']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:57:31.387794 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1456cc90-22b0-42eb-8d31-5798c75313f8 None None] Network 6a192c39-4f86-4674-9d9f-8cb265913557 is already hosted by enough agents. {{(pid=87872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:57:31.394930 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.base_scheduler [None req-1456cc90-22b0-42eb-8d31-5798c75313f8 None None] Resources bound (agent type, host, resource id): {{(pid=87872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:57:31.404127 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1456cc90-22b0-42eb-8d31-5798c75313f8 None None] Received port after_create {{(pid=87872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:57:31.445103 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1456cc90-22b0-42eb-8d31-5798c75313f8 None None] Pushing event updated for resources: {'Port': ['ID=5ce3a393-a387-4046-a4b9-91459ce6e4df,revision_number=1']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:57:31.460089 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e73cfb-09ea-405f-a3d2-bf3d2109ea1d tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Checking segment: {'id': 'd6439372-8705-4030-aaa2-500299221055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b93b7607-32e9-4014-9ac4-3212e22fd0f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:57:31.460648 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25e73cfb-09ea-405f-a3d2-bf3d2109ea1d tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Network hostable DHCP agents. Network: b93b7607-32e9-4014-9ac4-3212e22fd0f4, hostable agents: ['3cb85949-855b-4a40-b988-cd5705e511da'], hosted agents: [] {{(pid=87871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 11:57:31.509805 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-1456cc90-22b0-42eb-8d31-5798c75313f8 None None] Attempting to bind port 5ce3a393-a387-4046-a4b9-91459ce6e4df on host dv-neutron-835340-2-hyperv for vnic_type normal with profile {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:57:31.510072 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-1456cc90-22b0-42eb-8d31-5798c75313f8 None None] Attempting to bind port 5ce3a393-a387-4046-a4b9-91459ce6e4df by drivers openvswitch,hyperv on host dv-neutron-835340-2-hyperv at level 0 using segments [{'id': 'af980ded-9ac7-44f0-8381-fe91de722b6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '6a192c39-4f86-4674-9d9f-8cb265913557'}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:57:31.510267 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1456cc90-22b0-42eb-8d31-5798c75313f8 None None] Attempting to bind port 5ce3a393-a387-4046-a4b9-91459ce6e4df on network 6a192c39-4f86-4674-9d9f-8cb265913557 {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:57:31.515262 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-ebd5e0ac-52e5-42c3-b509-b38233914db4 tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:31.515627 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7660cd4d-62e2-41ad-ad2c-a329b989af8e None None] DHCP port deletion for 47042d8e-f663-40df-b18d-4bb82041fd62 request from dv-neutron-835340-2-hyperv {{(pid=87872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 11:57:31.521194 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1456cc90-22b0-42eb-8d31-5798c75313f8 None None] Checking agent: {'id': '961a16fe-cbc8-4264-ac28-bbbd53f89caa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 46, 6), 'started_at': datetime.datetime(2022, 3, 28, 11, 46, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 11, 57, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 11:57:31.521570 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1456cc90-22b0-42eb-8d31-5798c75313f8 None None] Checking segment: {'id': 'af980ded-9ac7-44f0-8381-fe91de722b6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '6a192c39-4f86-4674-9d9f-8cb265913557'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:57:31.522961 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-1456cc90-22b0-42eb-8d31-5798c75313f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:31.522961 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1456cc90-22b0-42eb-8d31-5798c75313f8 None None] Bound using segment: {'id': 'af980ded-9ac7-44f0-8381-fe91de722b6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '6a192c39-4f86-4674-9d9f-8cb265913557'} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 11:57:31.523185 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-1456cc90-22b0-42eb-8d31-5798c75313f8 None None] Bound port: 5ce3a393-a387-4046-a4b9-91459ce6e4df, host: dv-neutron-835340-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af980ded-9ac7-44f0-8381-fe91de722b6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '6a192c39-4f86-4674-9d9f-8cb265913557'}}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 11:57:31.523584 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-1456cc90-22b0-42eb-8d31-5798c75313f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:31.530300 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-309b80b8-1f57-422c-a6cc-1f6ad36805d5 req-d0ad4f98-53a0-4783-9e6f-d5ecb5d39f07 tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] 10.222.0.30 "GET /v2.0/security-groups?id=895ae8ad-46d6-4a0f-b104-9c0ca0cce592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1872621 Mar 28 11:57:31.537521 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-7660cd4d-62e2-41ad-ad2c-a329b989af8e None None] Deleting port 84c1104b-b708-454c-b1e4-f66a8434d734 {{(pid=87872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:57:31.537906 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-7660cd4d-62e2-41ad-ad2c-a329b989af8e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:31.547382 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-ff354a40-f937-462b-8f14-45fe2dbfd2b0 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:57:31.554334 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-ff354a40-f937-462b-8f14-45fe2dbfd2b0 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Usage tracker for resource:port and tenant:beb99f647cec46e3bbf575ac0a3034e8 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:57:31.559557 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-ff354a40-f937-462b-8f14-45fe2dbfd2b0 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:57:31.565609 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-ff354a40-f937-462b-8f14-45fe2dbfd2b0 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:57:31.568756 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25e73cfb-09ea-405f-a3d2-bf3d2109ea1d tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Network b93b7607-32e9-4014-9ac4-3212e22fd0f4 is scheduled to be hosted by DHCP agent 3cb85949-855b-4a40-b988-cd5705e511da with binding_index 1 {{(pid=87871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 11:57:31.589324 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-25e73cfb-09ea-405f-a3d2-bf3d2109ea1d tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-2-hyperv, b93b7607-32e9-4014-9ac4-3212e22fd0f4) {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:57:31.591669 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff354a40-f937-462b-8f14-45fe2dbfd2b0 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Made reservation on behalf of beb99f647cec46e3bbf575ac0a3034e8 for: {'port': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:57:31.595721 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-ff354a40-f937-462b-8f14-45fe2dbfd2b0 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:31.610644 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4856522-d100-4315-afb2-a3e790c3c753 None None] Network b93b7607-32e9-4014-9ac4-3212e22fd0f4 requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:57:31.642209 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25e73cfb-09ea-405f-a3d2-bf3d2109ea1d tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:57:31.643084 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-25e73cfb-09ea-405f-a3d2-bf3d2109ea1d tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538751'] for subnet, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:31.660731 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebd5e0ac-52e5-42c3-b509-b38233914db4 tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] Network ac2b1748-8f63-4b17-a9c7-07e79704aa5b is already hosted by enough agents. {{(pid=87870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:57:31.661884 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.base_scheduler [None req-ebd5e0ac-52e5-42c3-b509-b38233914db4 tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] Resources bound (agent type, host, resource id): {{(pid=87870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:57:31.675818 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd5e0ac-52e5-42c3-b509-b38233914db4 tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] Received port after_create {{(pid=87870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:57:31.686568 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.notifiers.nova [None req-ff354a40-f937-462b-8f14-45fe2dbfd2b0 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] device_id is not set on port 3ef81cc2-3243-4e26-88a0-ce5c32f719b1 yet. {{(pid=87871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 11:57:31.719321 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.db [None req-c65cd2a2-bbbc-4695-8442-60e4fba889d4 tempest-FloatingIPNegativeTestJSON-1437729402 tempest-FloatingIPNegativeTestJSON-1437729402-project] For port 84c1104b-b708-454c-b1e4-f66a8434d734, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=84c1104b-b708-454c-b1e4-f66a8434d734,segment=NetworkSegment(83154f6c-29d0-49c7-ba11-3201f51fe2ef),segment_id=83154f6c-29d0-49c7-ba11-3201f51fe2ef)] {{(pid=87870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:57:31.719864 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c65cd2a2-bbbc-4695-8442-60e4fba889d4 tempest-FloatingIPNegativeTestJSON-1437729402 tempest-FloatingIPNegativeTestJSON-1437729402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:31.735105 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd5e0ac-52e5-42c3-b509-b38233914db4 tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] Pushing event updated for resources: {'Port': ['ID=585b461f-ec51-4d83-bce3-fbefbcf5afde,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:57:31.741294 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-25e73cfb-09ea-405f-a3d2-bf3d2109ea1d tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 2.6346745 Mar 28 11:57:31.751378 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 51598) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:57:31.807924 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 84c1104b-b708-454c-b1e4-f66a8434d734 no longer exists at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 11:57:31.882781 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-c65cd2a2-bbbc-4695-8442-60e4fba889d4 tempest-FloatingIPNegativeTestJSON-1437729402 tempest-FloatingIPNegativeTestJSON-1437729402-project] Calling delete_port for 84c1104b-b708-454c-b1e4-f66a8434d734 owned by network:dhcp {{(pid=87870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:57:31.910253 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-1456cc90-22b0-42eb-8d31-5798c75313f8 None None] For port 5ce3a393-a387-4046-a4b9-91459ce6e4df, host dv-neutron-835340-2-hyperv, cleared binding levels {{(pid=87872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 11:57:31.994963 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-1456cc90-22b0-42eb-8d31-5798c75313f8 None None] For port 5ce3a393-a387-4046-a4b9-91459ce6e4df, host dv-neutron-835340-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=5ce3a393-a387-4046-a4b9-91459ce6e4df,segment=NetworkSegment(af980ded-9ac7-44f0-8381-fe91de722b6e),segment_id=af980ded-9ac7-44f0-8381-fe91de722b6e)] {{(pid=87872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 11:57:32.017198 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-1456cc90-22b0-42eb-8d31-5798c75313f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:32.019540 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c9d1fbfe-c4fc-4a41-9a46-fcd11391a7b1 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2561241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2563521'] for subnet, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:32.087158 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-2bf7a9d2-fbb3-4840-8919-378ecf0aa408 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2364128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26551408'] for subnet, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:32.119047 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-7660cd4d-62e2-41ad-ad2c-a329b989af8e None None] For port 84c1104b-b708-454c-b1e4-f66a8434d734, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=84c1104b-b708-454c-b1e4-f66a8434d734,segment=NetworkSegment(83154f6c-29d0-49c7-ba11-3201f51fe2ef),segment_id=83154f6c-29d0-49c7-ba11-3201f51fe2ef)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:57:32.119438 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-7660cd4d-62e2-41ad-ad2c-a329b989af8e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:32.169130 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.db_base_plugin_common [None req-ff354a40-f937-462b-8f14-45fe2dbfd2b0 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Allocated IP 2001:db8::17f (6a192c39-4f86-4674-9d9f-8cb265913557/1490747e-9e2c-4f92-8462-3c92865827c8/3ef81cc2-3243-4e26-88a0-ce5c32f719b1) {{(pid=87871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:57:32.266557 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bf7a9d2-fbb3-4840-8919-378ecf0aa408 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Network e95a87e2-4c44-46e2-9de5-2786cbaea69c is already hosted by enough agents. {{(pid=87871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:57:32.274008 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-2bf7a9d2-fbb3-4840-8919-378ecf0aa408 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Resources bound (agent type, host, resource id): {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:57:32.287605 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-93bc6578-7540-493c-a042-9d7dc8546e3e tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588883'] for network, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:32.293982 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bf7a9d2-fbb3-4840-8919-378ecf0aa408 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:57:32.295022 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-2bf7a9d2-fbb3-4840-8919-378ecf0aa408 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538751'] for subnet, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:32.320679 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5da96c9a-6f5d-4070-b4e3-7500b29166a8 None None] Network e95a87e2-4c44-46e2-9de5-2786cbaea69c requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:57:32.320907 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf7a9d2-fbb3-4840-8919-378ecf0aa408 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Pushing event updated for resources: {'Subnet': ['ID=c7a0e6cd-0de0-4dff-ac9b-af7adf82a9d9,revision_number=0']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:57:32.352078 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-7660cd4d-62e2-41ad-ad2c-a329b989af8e None None] Calling delete_port for 84c1104b-b708-454c-b1e4-f66a8434d734 owned by network:dhcp {{(pid=87872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:57:32.352943 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c65cd2a2-bbbc-4695-8442-60e4fba889d4 tempest-FloatingIPNegativeTestJSON-1437729402 tempest-FloatingIPNegativeTestJSON-1437729402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:32.356843 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d1fbfe-c4fc-4a41-9a46-fcd11391a7b1 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Pushing event updated for resources: {'Subnet': ['ID=85db0598-83fc-49cd-b0e9-de29d9644109,revision_number=0']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:57:32.422795 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65cd2a2-bbbc-4695-8442-60e4fba889d4 tempest-FloatingIPNegativeTestJSON-1437729402 tempest-FloatingIPNegativeTestJSON-1437729402-project] Pushing event deleted for resources: {'Port': ['ID=84c1104b-b708-454c-b1e4-f66a8434d734,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:57:32.424685 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c65cd2a2-bbbc-4695-8442-60e4fba889d4 tempest-FloatingIPNegativeTestJSON-1437729402 tempest-FloatingIPNegativeTestJSON-1437729402-project] No DVR routers for this DVR port 84c1104b-b708-454c-b1e4-f66a8434d734 on host dv-neutron-835340-2-hyperv {{(pid=87870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 11:57:32.456418 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d1fbfe-c4fc-4a41-9a46-fcd11391a7b1 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Checking segment: {'id': '07eb4d69-0d78-455f-9af4-cde61f649b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '3d5d1977-abcd-4802-bf17-501af8851d71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:57:32.456418 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9d1fbfe-c4fc-4a41-9a46-fcd11391a7b1 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Network hostable DHCP agents. Network: 3d5d1977-abcd-4802-bf17-501af8851d71, hostable agents: ['3cb85949-855b-4a40-b988-cd5705e511da'], hosted agents: [] {{(pid=87870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 11:57:32.457816 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-2bf7a9d2-fbb3-4840-8919-378ecf0aa408 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6264482 Mar 28 11:57:32.467012 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 51602) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:57:32.474943 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1456cc90-22b0-42eb-8d31-5798c75313f8 None None] Pushing event updated for resources: {'Port': ['ID=5ce3a393-a387-4046-a4b9-91459ce6e4df,revision_number=2']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:57:32.476679 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-c85a6c28-c87a-45cb-b68b-9f0a4ddf5a73 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-117028513', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:57:32.563621 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-c85a6c28-c87a-45cb-b68b-9f0a4ddf5a73 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:57:32.573786 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-ff354a40-f937-462b-8f14-45fe2dbfd2b0 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks [] for port, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:32.601770 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-93bc6578-7540-493c-a042-9d7dc8546e3e tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1919782'] for subnet, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:32.616578 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-c85a6c28-c87a-45cb-b68b-9f0a4ddf5a73 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Usage tracker for resource:router and tenant:b4adfe5c8b3a4e57a1afd1d44c455245 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:57:32.622924 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:32.628775 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-c85a6c28-c87a-45cb-b68b-9f0a4ddf5a73 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:57:32.652123 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4469073b-dd09-44b0-983d-d22372617ca5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1d3f2a9-8722-5ce5-bc40-181687d1ed3f-b93b7607-32e9-4014-9ac4-3212e22fd0f4', 'network_id': 'b93b7607-32e9-4014-9ac4-3212e22fd0f4', 'tenant_id': '0ad7b1f6e96a40538a966af0f41e67e6', 'fixed_ips': [{'subnet_id': '18cd6ff2-700d-436a-96b7-f44f18945d3e'}]}} from dv-neutron-835340-2-hyperv. {{(pid=87872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 11:57:32.653827 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-4469073b-dd09-44b0-983d-d22372617ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:32.676139 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-fa3e1928-6a07-420b-a698-be0e6682e87b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:32.691234 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9d1fbfe-c4fc-4a41-9a46-fcd11391a7b1 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Network 3d5d1977-abcd-4802-bf17-501af8851d71 is scheduled to be hosted by DHCP agent 3cb85949-855b-4a40-b988-cd5705e511da with binding_index 1 {{(pid=87870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 11:57:32.698780 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-c85a6c28-c87a-45cb-b68b-9f0a4ddf5a73 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:57:32.711953 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c65cd2a2-bbbc-4695-8442-60e4fba889d4 tempest-FloatingIPNegativeTestJSON-1437729402 tempest-FloatingIPNegativeTestJSON-1437729402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930431', 'neutron.services.segments.db._delete_segments_for_network-8783496351308'] for network, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:32.729865 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.provisioning_blocks [None req-ff354a40-f937-462b-8f14-45fe2dbfd2b0 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Transition to ACTIVE for port object 3ef81cc2-3243-4e26-88a0-ce5c32f719b1 will not be triggered until provisioned by entity DHCP. {{(pid=87871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:57:32.752534 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-93bc6578-7540-493c-a042-9d7dc8546e3e tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1919805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2364079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26551417'] for subnet, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:32.845712 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bc6578-7540-493c-a042-9d7dc8546e3e tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Pushing event deleted for resources: {'Subnet': ['ID=18cd6ff2-700d-436a-96b7-f44f18945d3e,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:57:32.861828 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.base_scheduler [None req-c9d1fbfe-c4fc-4a41-9a46-fcd11391a7b1 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-2-hyperv, 3d5d1977-abcd-4802-bf17-501af8851d71) {{(pid=87870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:57:32.881239 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.db.api [None req-7660cd4d-62e2-41ad-ad2c-a329b989af8e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87872) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 11:57:32.881832 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG oslo_db.api [None req-7660cd4d-62e2-41ad-ad2c-a329b989af8e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 11:57:32.885463 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9d1fbfe-c4fc-4a41-9a46-fcd11391a7b1 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:57:32.887008 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c9d1fbfe-c4fc-4a41-9a46-fcd11391a7b1 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks [] for subnet, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:32.891195 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbaf48ee-22d2-4e30-a2e6-1ca62da37f27 None None] Network 3d5d1977-abcd-4802-bf17-501af8851d71 requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:57:32.913182 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-c65cd2a2-bbbc-4695-8442-60e4fba889d4 tempest-FloatingIPNegativeTestJSON-1437729402 tempest-FloatingIPNegativeTestJSON-1437729402-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47042d8e-f663-40df-b18d-4bb82041fd62']}} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:57:32.923255 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c85a6c28-c87a-45cb-b68b-9f0a4ddf5a73 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-707665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-260886'] for router, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:32.924476 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c85a6c28-c87a-45cb-b68b-9f0a4ddf5a73 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-705660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709650', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-767110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260873'] for router, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:32.946076 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-c65cd2a2-bbbc-4695-8442-60e4fba889d4 tempest-FloatingIPNegativeTestJSON-1437729402 tempest-FloatingIPNegativeTestJSON-1437729402-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83154f6c-29d0-49c7-ba11-3201f51fe2ef') {'for_net_delete': True} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:57:32.946622 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-c65cd2a2-bbbc-4695-8442-60e4fba889d4 tempest-FloatingIPNegativeTestJSON-1437729402 tempest-FloatingIPNegativeTestJSON-1437729402-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83154f6c-29d0-49c7-ba11-3201f51fe2ef') {} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:57:32.975055 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-ebd5e0ac-52e5-42c3-b509-b38233914db4 tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] Notify callbacks [] for router_gateway, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:33.044371 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-93bc6578-7540-493c-a042-9d7dc8546e3e tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930431', 'neutron.services.segments.db._delete_segments_for_network-8783496351308'] for network, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:33.064622 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c65cd2a2-bbbc-4695-8442-60e4fba889d4 tempest-FloatingIPNegativeTestJSON-1437729402 tempest-FloatingIPNegativeTestJSON-1437729402-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783496353639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3591341'] for segment, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:33.075916 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server [None req-4469073b-dd09-44b0-983d-d22372617ca5 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 18cd6ff2-700d-436a-96b7-f44f18945d3e: This subnet is being modified by another concurrent operation. Mar 28 11:57:33.075916 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 28 11:57:33.075916 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 28 11:57:33.075916 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 28 11:57:33.075916 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 28 11:57:33.075916 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 28 11:57:33.075916 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 28 11:57:33.075916 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 28 11:57:33.075916 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 28 11:57:33.075916 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 28 11:57:33.075916 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 28 11:57:33.075916 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 28 11:57:33.075916 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 11:57:33.075916 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 11:57:33.075916 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 11:57:33.075916 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 11:57:33.075916 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 28 11:57:33.075916 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 28 11:57:33.075916 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 28 11:57:33.075916 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 28 11:57:33.075916 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 11:57:33.075916 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 11:57:33.075916 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 11:57:33.075916 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 11:57:33.075916 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 28 11:57:33.075916 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 28 11:57:33.075916 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 28 11:57:33.075916 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 28 11:57:33.075916 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 11:57:33.075916 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 11:57:33.075916 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 11:57:33.075916 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 11:57:33.075916 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 28 11:57:33.075916 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 28 11:57:33.075916 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 28 11:57:33.075916 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 28 11:57:33.075916 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Mar 28 11:57:33.075916 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 28 11:57:33.075916 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Mar 28 11:57:33.075916 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 28 11:57:33.075916 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 28 11:57:33.075916 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 28 11:57:33.075916 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 28 11:57:33.075916 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 28 11:57:33.075916 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 28 11:57:33.075916 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 28 11:57:33.075916 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 28 11:57:33.075916 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 28 11:57:33.075916 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 11:57:33.075916 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 11:57:33.075916 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 11:57:33.075916 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 11:57:33.075916 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 28 11:57:33.075916 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 28 11:57:33.079982 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 28 11:57:33.079982 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 28 11:57:33.079982 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 11:57:33.079982 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 11:57:33.079982 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 11:57:33.079982 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 11:57:33.079982 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 28 11:57:33.079982 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 28 11:57:33.079982 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 28 11:57:33.079982 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 28 11:57:33.079982 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 11:57:33.079982 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 11:57:33.079982 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 11:57:33.079982 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 11:57:33.079982 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 28 11:57:33.079982 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 28 11:57:33.079982 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Mar 28 11:57:33.079982 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 28 11:57:33.079982 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Mar 28 11:57:33.079982 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 28 11:57:33.079982 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Mar 28 11:57:33.079982 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 28 11:57:33.079982 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 28 11:57:33.079982 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 28 11:57:33.079982 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 28 11:57:33.079982 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 28 11:57:33.079982 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 28 11:57:33.079982 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 28 11:57:33.079982 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 28 11:57:33.079982 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 28 11:57:33.079982 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 28 11:57:33.079982 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 28 11:57:33.079982 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Mar 28 11:57:33.079982 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 28 11:57:33.079982 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 28 11:57:33.079982 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server raise exception Mar 28 11:57:33.079982 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 18cd6ff2-700d-436a-96b7-f44f18945d3e: This subnet is being modified by another concurrent operation. Mar 28 11:57:33.079982 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server Mar 28 11:57:33.096097 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-c9d1fbfe-c4fc-4a41-9a46-fcd11391a7b1 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4374788 Mar 28 11:57:33.096343 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.segments.db [None req-93bc6578-7540-493c-a042-9d7dc8546e3e tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b93b7607-32e9-4014-9ac4-3212e22fd0f4']}} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:57:33.108441 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 51608) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:57:33.109569 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a6d5eb1-c994-436d-8d37-9d112c8e26d7 None None] Network b93b7607-32e9-4014-9ac4-3212e22fd0f4 requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:57:33.117438 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-716b35f1-263d-44de-a9e0-a1d985730723 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-73849399', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:57:33.124662 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c65cd2a2-bbbc-4695-8442-60e4fba889d4 tempest-FloatingIPNegativeTestJSON-1437729402 tempest-FloatingIPNegativeTestJSON-1437729402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:33.129314 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-716b35f1-263d-44de-a9e0-a1d985730723 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:57:33.133907 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c85a6c28-c87a-45cb-b68b-9f0a4ddf5a73 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:33.135200 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-716b35f1-263d-44de-a9e0-a1d985730723 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Usage tracker for resource:router and tenant:fc0f0a585a8c4bf2950e053878e50dfb is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:57:33.139223 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-716b35f1-263d-44de-a9e0-a1d985730723 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:57:33.143377 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.segments.db [None req-93bc6578-7540-493c-a042-9d7dc8546e3e tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6439372-8705-4030-aaa2-500299221055') {'for_net_delete': True} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:57:33.143771 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.segments.db [None req-93bc6578-7540-493c-a042-9d7dc8546e3e tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6439372-8705-4030-aaa2-500299221055') {} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:57:33.146715 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c65cd2a2-bbbc-4695-8442-60e4fba889d4 tempest-FloatingIPNegativeTestJSON-1437729402 tempest-FloatingIPNegativeTestJSON-1437729402-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=87870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 11:57:33.147117 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c65cd2a2-bbbc-4695-8442-60e4fba889d4 tempest-FloatingIPNegativeTestJSON-1437729402 tempest-FloatingIPNegativeTestJSON-1437729402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1920481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2558260'] for segment, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:33.158387 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-ff354a40-f937-462b-8f14-45fe2dbfd2b0 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:33.160327 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-716b35f1-263d-44de-a9e0-a1d985730723 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:57:33.171338 dv-neutron-835340-2-hyperv neutron-server[87870]: Traceback (most recent call last): Mar 28 11:57:33.171338 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 11:57:33.171338 dv-neutron-835340-2-hyperv neutron-server[87870]: timer() Mar 28 11:57:33.171338 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 11:57:33.171338 dv-neutron-835340-2-hyperv neutron-server[87870]: cb(*args, **kw) Mar 28 11:57:33.171338 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 11:57:33.171338 dv-neutron-835340-2-hyperv neutron-server[87870]: return func(*args, **kwargs) Mar 28 11:57:33.171338 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 11:57:33.171338 dv-neutron-835340-2-hyperv neutron-server[87870]: self._notify() Mar 28 11:57:33.171338 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 11:57:33.171338 dv-neutron-835340-2-hyperv neutron-server[87870]: self.callback(batched_events) Mar 28 11:57:33.171338 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 11:57:33.171338 dv-neutron-835340-2-hyperv neutron-server[87870]: event.method(event) Mar 28 11:57:33.171338 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 11:57:33.171338 dv-neutron-835340-2-hyperv neutron-server[87870]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 11:57:33.171338 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 11:57:33.171338 dv-neutron-835340-2-hyperv neutron-server[87870]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 11:57:33.171338 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 11:57:33.171338 dv-neutron-835340-2-hyperv neutron-server[87870]: return f(self, *a, **k) Mar 28 11:57:33.171338 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 11:57:33.171338 dv-neutron-835340-2-hyperv neutron-server[87870]: return self._get(url).json() Mar 28 11:57:33.171338 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 11:57:33.171338 dv-neutron-835340-2-hyperv neutron-server[87870]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 11:57:33.171338 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 11:57:33.171338 dv-neutron-835340-2-hyperv neutron-server[87870]: return self.request(url, 'GET', **kwargs) Mar 28 11:57:33.171338 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 11:57:33.171338 dv-neutron-835340-2-hyperv neutron-server[87870]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 11:57:33.171338 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 11:57:33.171338 dv-neutron-835340-2-hyperv neutron-server[87870]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 11:57:33.171338 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 11:57:33.171338 dv-neutron-835340-2-hyperv neutron-server[87870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 11:57:33.171338 dv-neutron-835340-2-hyperv neutron-server[87870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 11:57:33.209769 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-93bc6578-7540-493c-a042-9d7dc8546e3e tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783496353639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3436890'] for segment, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:33.241687 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-716b35f1-263d-44de-a9e0-a1d985730723 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-707665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-260886'] for router, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:33.243301 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-716b35f1-263d-44de-a9e0-a1d985730723 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-705660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709650', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-767110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260873'] for router, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:33.259455 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-716b35f1-263d-44de-a9e0-a1d985730723 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:33.277291 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c08c4213-065e-4211-a44c-1090f32d7d24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1d3f2a9-8722-5ce5-bc40-181687d1ed3f-e95a87e2-4c44-46e2-9de5-2786cbaea69c', 'network_id': 'e95a87e2-4c44-46e2-9de5-2786cbaea69c', 'tenant_id': 'b4adfe5c8b3a4e57a1afd1d44c455245', 'fixed_ips': [{'subnet_id': 'c7a0e6cd-0de0-4dff-ac9b-af7adf82a9d9'}]}} from dv-neutron-835340-2-hyperv. {{(pid=87872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 11:57:33.278367 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-c08c4213-065e-4211-a44c-1090f32d7d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:33.288248 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff354a40-f937-462b-8f14-45fe2dbfd2b0 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Network 6a192c39-4f86-4674-9d9f-8cb265913557 is already hosted by enough agents. {{(pid=87871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:57:33.289379 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-93bc6578-7540-493c-a042-9d7dc8546e3e tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:33.301721 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-ff354a40-f937-462b-8f14-45fe2dbfd2b0 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Resources bound (agent type, host, resource id): {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:57:33.308758 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-716b35f1-263d-44de-a9e0-a1d985730723 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709693'] for router, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:33.321399 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93bc6578-7540-493c-a042-9d7dc8546e3e tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=87871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 11:57:33.322080 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-93bc6578-7540-493c-a042-9d7dc8546e3e tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1920481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2363149'] for segment, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:33.328671 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1e0de6-a4cf-4bfa-b784-8850d7c22f4d req-47f2e430-32ca-4353-b893-e0e54cc6acd4 tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:57:33.330731 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-8e1e0de6-a4cf-4bfa-b784-8850d7c22f4d req-47f2e430-32ca-4353-b893-e0e54cc6acd4 tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd5974e7-0504-4851-a286-20ab5143705c HTTP/1.1" status: 200 len: 945 time: 0.6052856 Mar 28 11:57:33.337626 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff354a40-f937-462b-8f14-45fe2dbfd2b0 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Received port after_create {{(pid=87871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:57:33.343834 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff354a40-f937-462b-8f14-45fe2dbfd2b0 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:57:33.344577 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-ff354a40-f937-462b-8f14-45fe2dbfd2b0 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:33.351751 dv-neutron-835340-2-hyperv neutron-server[87871]: Traceback (most recent call last): Mar 28 11:57:33.351751 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 11:57:33.351751 dv-neutron-835340-2-hyperv neutron-server[87871]: timer() Mar 28 11:57:33.351751 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 11:57:33.351751 dv-neutron-835340-2-hyperv neutron-server[87871]: cb(*args, **kw) Mar 28 11:57:33.351751 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 11:57:33.351751 dv-neutron-835340-2-hyperv neutron-server[87871]: return func(*args, **kwargs) Mar 28 11:57:33.351751 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 11:57:33.351751 dv-neutron-835340-2-hyperv neutron-server[87871]: self._notify() Mar 28 11:57:33.351751 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 11:57:33.351751 dv-neutron-835340-2-hyperv neutron-server[87871]: self.callback(batched_events) Mar 28 11:57:33.351751 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 11:57:33.351751 dv-neutron-835340-2-hyperv neutron-server[87871]: event.method(event) Mar 28 11:57:33.351751 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 11:57:33.351751 dv-neutron-835340-2-hyperv neutron-server[87871]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 11:57:33.351751 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 11:57:33.351751 dv-neutron-835340-2-hyperv neutron-server[87871]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 11:57:33.351751 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 11:57:33.351751 dv-neutron-835340-2-hyperv neutron-server[87871]: return f(self, *a, **k) Mar 28 11:57:33.351751 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 11:57:33.351751 dv-neutron-835340-2-hyperv neutron-server[87871]: return self._get(url).json() Mar 28 11:57:33.351751 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 11:57:33.351751 dv-neutron-835340-2-hyperv neutron-server[87871]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 11:57:33.351751 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 11:57:33.351751 dv-neutron-835340-2-hyperv neutron-server[87871]: return self.request(url, 'GET', **kwargs) Mar 28 11:57:33.351751 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 11:57:33.351751 dv-neutron-835340-2-hyperv neutron-server[87871]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 11:57:33.351751 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 11:57:33.351751 dv-neutron-835340-2-hyperv neutron-server[87871]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 11:57:33.351751 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 11:57:33.351751 dv-neutron-835340-2-hyperv neutron-server[87871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 11:57:33.351751 dv-neutron-835340-2-hyperv neutron-server[87871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 11:57:33.366960 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff354a40-f937-462b-8f14-45fe2dbfd2b0 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Pushing event updated for resources: {'Port': ['ID=3ef81cc2-3243-4e26-88a0-ce5c32f719b1,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:57:33.389986 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c65cd2a2-bbbc-4695-8442-60e4fba889d4 tempest-FloatingIPNegativeTestJSON-1437729402 tempest-FloatingIPNegativeTestJSON-1437729402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709602'] for network, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:33.394208 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c85a6c28-c87a-45cb-b68b-9f0a4ddf5a73 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709693'] for router, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:33.402915 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c65cd2a2-bbbc-4695-8442-60e4fba889d4 tempest-FloatingIPNegativeTestJSON-1437729402 tempest-FloatingIPNegativeTestJSON-1437729402-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538751'] for network, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:33.408887 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-7660cd4d-62e2-41ad-ad2c-a329b989af8e None None] Deleting port 84c1104b-b708-454c-b1e4-f66a8434d734 {{(pid=87872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:57:33.409043 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-7660cd4d-62e2-41ad-ad2c-a329b989af8e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:33.446162 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-716b35f1-263d-44de-a9e0-a1d985730723 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks [] for router, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:33.447688 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-716b35f1-263d-44de-a9e0-a1d985730723 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.3362226 Mar 28 11:57:33.451033 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 51612) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:57:33.517686 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-ff354a40-f937-462b-8f14-45fe2dbfd2b0 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.3351169 Mar 28 11:57:33.518480 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65cd2a2-bbbc-4695-8442-60e4fba889d4 tempest-FloatingIPNegativeTestJSON-1437729402 tempest-FloatingIPNegativeTestJSON-1437729402-project] Pushing event deleted for resources: {'Network': ['ID=47042d8e-f663-40df-b18d-4bb82041fd62,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:57:33.526019 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 51616) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:57:33.538833 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-7660cd4d-62e2-41ad-ad2c-a329b989af8e None None] The port '84c1104b-b708-454c-b1e4-f66a8434d734' was deleted {{(pid=87872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 11:57:33.549447 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-8e1e0de6-a4cf-4bfa-b784-8850d7c22f4d req-1a17e993-3c28-44a9-9e10-47b73ed72267 tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] 10.222.0.30 "GET /v2.0/security-groups?id=895ae8ad-46d6-4a0f-b104-9c0ca0cce592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2036910 Mar 28 11:57:33.553432 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-c65cd2a2-bbbc-4695-8442-60e4fba889d4 tempest-FloatingIPNegativeTestJSON-1437729402 tempest-FloatingIPNegativeTestJSON-1437729402-project] 10.222.0.30 "DELETE /v2.0/networks/47042d8e-f663-40df-b18d-4bb82041fd62 HTTP/1.1" status: 204 len: 168 time: 2.5764494 Mar 28 11:57:33.563509 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c85a6c28-c87a-45cb-b68b-9f0a4ddf5a73 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks [] for router, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:33.565369 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-c85a6c28-c87a-45cb-b68b-9f0a4ddf5a73 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.0973785 Mar 28 11:57:33.575462 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 51622) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:57:33.626151 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fafb5683-1ae5-4aa1-8416-1ae002c840b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1d3f2a9-8722-5ce5-bc40-181687d1ed3f-3d5d1977-abcd-4802-bf17-501af8851d71', 'network_id': '3d5d1977-abcd-4802-bf17-501af8851d71', 'tenant_id': 'fc0f0a585a8c4bf2950e053878e50dfb', 'fixed_ips': [{'subnet_id': '85db0598-83fc-49cd-b0e9-de29d9644109'}]}} from dv-neutron-835340-2-hyperv. {{(pid=87872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 11:57:33.627300 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-fafb5683-1ae5-4aa1-8416-1ae002c840b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:33.629831 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-93bc6578-7540-493c-a042-9d7dc8546e3e tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709602'] for network, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:33.671250 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-93bc6578-7540-493c-a042-9d7dc8546e3e tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks [] for network, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:33.845255 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-ebd5e0ac-52e5-42c3-b509-b38233914db4 tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709693'] for router, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:33.879926 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 5ce3a393-a387-4046-a4b9-91459ce6e4df up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:57:33.958828 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.db_base_plugin_common [None req-c08c4213-065e-4211-a44c-1090f32d7d24 None None] Allocated IP 2001:db8::2 (e95a87e2-4c44-46e2-9de5-2786cbaea69c/c7a0e6cd-0de0-4dff-ac9b-af7adf82a9d9/57791381-4af9-4533-8bb9-b8b62594bc0a) {{(pid=87872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:57:34.134999 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 51628) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:57:34.140259 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bc6578-7540-493c-a042-9d7dc8546e3e tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Pushing event deleted for resources: {'Network': ['ID=b93b7607-32e9-4014-9ac4-3212e22fd0f4,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:57:34.145832 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9af318f6-027d-468d-a8d0-a760ebbd3edb None None] Network 6a192c39-4f86-4674-9d9f-8cb265913557 requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:57:34.212431 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.db_base_plugin_common [None req-fafb5683-1ae5-4aa1-8416-1ae002c840b9 None None] Allocated IP 172.20.0.2 (3d5d1977-abcd-4802-bf17-501af8851d71/85db0598-83fc-49cd-b0e9-de29d9644109/040dc406-b7f8-46f9-accf-f611ef26de5c) {{(pid=87872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:57:34.285882 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning for port 5ce3a393-a387-4046-a4b9-91459ce6e4df completed by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:57:34.351059 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-89d42dfb-9a10-4847-ba3c-c1592df41bdb None None] Provisioning for port 5ce3a393-a387-4046-a4b9-91459ce6e4df completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:57:34.395835 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-89d42dfb-9a10-4847-ba3c-c1592df41bdb None None] Provisioning complete for port 5ce3a393-a387-4046-a4b9-91459ce6e4df triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:57:34.396121 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-89d42dfb-9a10-4847-ba3c-c1592df41bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:34.404432 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-93bc6578-7540-493c-a042-9d7dc8546e3e tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] 10.222.0.30 "DELETE /v2.0/networks/b93b7607-32e9-4014-9ac4-3212e22fd0f4 HTTP/1.1" status: 204 len: 168 time: 2.6517425 Mar 28 11:57:34.418267 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 51634) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:57:34.546180 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-7c074b18-9049-4a5f-8545-bdf258765d61 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-680051869'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:57:34.642069 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-d31b27d2-54ed-4fce-a826-bf58d0669094 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:34.697190 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-7c074b18-9049-4a5f-8545-bdf258765d61 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:57:34.714381 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebd5e0ac-52e5-42c3-b509-b38233914db4 tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] Router 609c690a-7098-4718-af69-a1a4728a72c5 is scheduled to L3 agent af79d429-529e-400b-a119-94d4bec03f3e with binding_index 1 {{(pid=87870) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 11:57:34.746099 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-c08c4213-065e-4211-a44c-1090f32d7d24 None None] Notify callbacks [] for port, precommit_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:34.746569 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-7c074b18-9049-4a5f-8545-bdf258765d61 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Usage tracker for resource:network and tenant:0ad7b1f6e96a40538a966af0f41e67e6 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:57:34.779982 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-7be8515a-1dc4-4a8d-b17b-6e5b1f62bae8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:34.787197 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-c08c4213-065e-4211-a44c-1090f32d7d24 None None] Transition to ACTIVE for port object 57791381-4af9-4533-8bb9-b8b62594bc0a will not be triggered until provisioned by entity L2. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:57:34.846209 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-7c074b18-9049-4a5f-8545-bdf258765d61 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:57:34.875908 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-7c074b18-9049-4a5f-8545-bdf258765d61 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:57:34.902224 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-c08c4213-065e-4211-a44c-1090f32d7d24 None None] Transition to ACTIVE for port object 57791381-4af9-4533-8bb9-b8b62594bc0a will not be triggered until provisioned by entity DHCP. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:57:34.920932 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-fafb5683-1ae5-4aa1-8416-1ae002c840b9 None None] Notify callbacks [] for port, precommit_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:34.929625 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-c08c4213-065e-4211-a44c-1090f32d7d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241'] for port, after_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:34.973036 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-a4208b46-e5cf-4b5c-834a-eefacc0e21ba admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=07d6f5d7cb4f4169b6b360cecc93f3ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8341162 Mar 28 11:57:34.981707 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 51640) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:57:34.982563 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-fafb5683-1ae5-4aa1-8416-1ae002c840b9 None None] Transition to ACTIVE for port object 040dc406-b7f8-46f9-accf-f611ef26de5c will not be triggered until provisioned by entity L2. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:57:34.998152 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c074b18-9049-4a5f-8545-bdf258765d61 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Made reservation on behalf of 0ad7b1f6e96a40538a966af0f41e67e6 for: {'network': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:57:35.001589 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-7c074b18-9049-4a5f-8545-bdf258765d61 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for network, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:35.010140 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-89d42dfb-9a10-4847-ba3c-c1592df41bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:35.052186 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c08c4213-065e-4211-a44c-1090f32d7d24 None None] Network e95a87e2-4c44-46e2-9de5-2786cbaea69c is already hosted by enough agents. {{(pid=87872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:57:35.066135 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-73d722c8-935d-48b0-93b4-2305c90cf4f5 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:35.069073 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.base_scheduler [None req-c08c4213-065e-4211-a44c-1090f32d7d24 None None] Resources bound (agent type, host, resource id): {{(pid=87872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:57:35.075962 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-fafb5683-1ae5-4aa1-8416-1ae002c840b9 None None] Transition to ACTIVE for port object 040dc406-b7f8-46f9-accf-f611ef26de5c will not be triggered until provisioned by entity DHCP. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:57:35.077532 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08c4213-065e-4211-a44c-1090f32d7d24 None None] Received port after_create {{(pid=87872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:57:35.093229 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08c4213-065e-4211-a44c-1090f32d7d24 None None] Pushing event updated for resources: {'Port': ['ID=57791381-4af9-4533-8bb9-b8b62594bc0a,revision_number=1']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:57:35.094763 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebd5e0ac-52e5-42c3-b509-b38233914db4 tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 11:57:35.126563 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87910d37-f883-4723-bfe5-d129a8498f64 None None] Sync routers for ids ['609c690a-7098-4718-af69-a1a4728a72c5'] in dv-neutron-835340-2-hyperv {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 11:57:35.131229 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-89d42dfb-9a10-4847-ba3c-c1592df41bdb None None] For port 5ce3a393-a387-4046-a4b9-91459ce6e4df, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=5ce3a393-a387-4046-a4b9-91459ce6e4df,segment=NetworkSegment(af980ded-9ac7-44f0-8381-fe91de722b6e),segment_id=af980ded-9ac7-44f0-8381-fe91de722b6e)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:57:35.138220 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-fafb5683-1ae5-4aa1-8416-1ae002c840b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241'] for port, after_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:35.147300 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87910d37-f883-4723-bfe5-d129a8498f64 None None] Routers {'609c690a-7098-4718-af69-a1a4728a72c5'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:57:35.151916 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-87910d37-f883-4723-bfe5-d129a8498f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T11:57:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['609c690a-7098-4718-af69-a1a4728a72c5'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:57:35.178567 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-89d42dfb-9a10-4847-ba3c-c1592df41bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:35.239058 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-87910d37-f883-4723-bfe5-d129a8498f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:57:35.247557 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-ebd5e0ac-52e5-42c3-b509-b38233914db4 tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] Notify callbacks [] for router, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:35.251302 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-ebd5e0ac-52e5-42c3-b509-b38233914db4 tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 6.7654850 Mar 28 11:57:35.254712 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87910d37-f883-4723-bfe5-d129a8498f64 None None] Routers {'609c690a-7098-4718-af69-a1a4728a72c5'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:57:35.255515 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-87910d37-f883-4723-bfe5-d129a8498f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T11:57:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['609c690a-7098-4718-af69-a1a4728a72c5'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:57:35.258861 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 51644) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:57:35.267939 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fafb5683-1ae5-4aa1-8416-1ae002c840b9 None None] Network 3d5d1977-abcd-4802-bf17-501af8851d71 is already hosted by enough agents. {{(pid=87872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:57:35.295979 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.base_scheduler [None req-fafb5683-1ae5-4aa1-8416-1ae002c840b9 None None] Resources bound (agent type, host, resource id): {{(pid=87872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:57:35.303859 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fafb5683-1ae5-4aa1-8416-1ae002c840b9 None None] Received port after_create {{(pid=87872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:57:35.310117 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c074b18-9049-4a5f-8545-bdf258765d61 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'} {{(pid=87871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 11:57:35.315750 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafb5683-1ae5-4aa1-8416-1ae002c840b9 None None] Pushing event updated for resources: {'Port': ['ID=040dc406-b7f8-46f9-accf-f611ef26de5c,revision_number=1']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:57:35.318358 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-c08c4213-065e-4211-a44c-1090f32d7d24 None None] Attempting to bind port 57791381-4af9-4533-8bb9-b8b62594bc0a on host dv-neutron-835340-2-hyperv for vnic_type normal with profile {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:57:35.318575 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-c08c4213-065e-4211-a44c-1090f32d7d24 None None] Attempting to bind port 57791381-4af9-4533-8bb9-b8b62594bc0a by drivers openvswitch,hyperv on host dv-neutron-835340-2-hyperv at level 0 using segments [{'id': 'bd053757-b8b4-4f3a-b553-aa242f2d15d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e95a87e2-4c44-46e2-9de5-2786cbaea69c'}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:57:35.318944 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c08c4213-065e-4211-a44c-1090f32d7d24 None None] Attempting to bind port 57791381-4af9-4533-8bb9-b8b62594bc0a on network e95a87e2-4c44-46e2-9de5-2786cbaea69c {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:57:35.324640 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-7c074b18-9049-4a5f-8545-bdf258765d61 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:35.325487 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.db.segments_db [None req-7c074b18-9049-4a5f-8545-bdf258765d61 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Added segment 2445b5ed-6c2e-47d6-be20-db438796efc9 of type vlan for network e0256edb-6c72-4e02-ab93-36597d871429 Mar 28 11:57:35.352963 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-87910d37-f883-4723-bfe5-d129a8498f64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:57:35.353665 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87910d37-f883-4723-bfe5-d129a8498f64 None None] The sync data for ids ['609c690a-7098-4718-af69-a1a4728a72c5'] in dv-neutron-835340-2-hyperv is: [] {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 11:57:35.386334 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.db_base_plugin_common [None req-d31b27d2-54ed-4fce-a826-bf58d0669094 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Allocated IP 2001:db8::1 (e95a87e2-4c44-46e2-9de5-2786cbaea69c/c7a0e6cd-0de0-4dff-ac9b-af7adf82a9d9/409a0de9-17c0-4412-a637-6d4dad42717a) {{(pid=87870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:57:35.405776 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c08c4213-065e-4211-a44c-1090f32d7d24 None None] Checking agent: {'id': '961a16fe-cbc8-4264-ac28-bbbd53f89caa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 46, 6), 'started_at': datetime.datetime(2022, 3, 28, 11, 46, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 11, 57, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 11:57:35.406176 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c08c4213-065e-4211-a44c-1090f32d7d24 None None] Checking segment: {'id': 'bd053757-b8b4-4f3a-b553-aa242f2d15d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e95a87e2-4c44-46e2-9de5-2786cbaea69c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:57:35.406593 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-c08c4213-065e-4211-a44c-1090f32d7d24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:35.406989 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c08c4213-065e-4211-a44c-1090f32d7d24 None None] Bound using segment: {'id': 'bd053757-b8b4-4f3a-b553-aa242f2d15d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e95a87e2-4c44-46e2-9de5-2786cbaea69c'} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 11:57:35.407487 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-c08c4213-065e-4211-a44c-1090f32d7d24 None None] Bound port: 57791381-4af9-4533-8bb9-b8b62594bc0a, host: dv-neutron-835340-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd053757-b8b4-4f3a-b553-aa242f2d15d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e95a87e2-4c44-46e2-9de5-2786cbaea69c'}}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 11:57:35.407914 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-c08c4213-065e-4211-a44c-1090f32d7d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:35.432108 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381a279a-017d-448e-9448-64d44cbc7c9f req-5eae93ee-2666-4d24-bf1b-79dc588e560a tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:57:35.434180 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-381a279a-017d-448e-9448-64d44cbc7c9f req-5eae93ee-2666-4d24-bf1b-79dc588e560a tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd5974e7-0504-4851-a286-20ab5143705c HTTP/1.1" status: 200 len: 945 time: 0.6949966 Mar 28 11:57:35.508556 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-7c074b18-9049-4a5f-8545-bdf258765d61 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783495836591'] for network, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:35.546568 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d42dfb-9a10-4847-ba3c-c1592df41bdb None None] Pushing event updated for resources: {'Port': ['ID=5ce3a393-a387-4046-a4b9-91459ce6e4df,revision_number=3']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:57:35.559508 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-fafb5683-1ae5-4aa1-8416-1ae002c840b9 None None] Attempting to bind port 040dc406-b7f8-46f9-accf-f611ef26de5c on host dv-neutron-835340-2-hyperv for vnic_type normal with profile {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:57:35.559843 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-fafb5683-1ae5-4aa1-8416-1ae002c840b9 None None] Attempting to bind port 040dc406-b7f8-46f9-accf-f611ef26de5c by drivers openvswitch,hyperv on host dv-neutron-835340-2-hyperv at level 0 using segments [{'id': '07eb4d69-0d78-455f-9af4-cde61f649b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '3d5d1977-abcd-4802-bf17-501af8851d71'}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:57:35.560210 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fafb5683-1ae5-4aa1-8416-1ae002c840b9 None None] Attempting to bind port 040dc406-b7f8-46f9-accf-f611ef26de5c on network 3d5d1977-abcd-4802-bf17-501af8851d71 {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:57:35.584277 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fafb5683-1ae5-4aa1-8416-1ae002c840b9 None None] Checking agent: {'id': '961a16fe-cbc8-4264-ac28-bbbd53f89caa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 46, 6), 'started_at': datetime.datetime(2022, 3, 28, 11, 46, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 11, 57, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 11:57:35.584684 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fafb5683-1ae5-4aa1-8416-1ae002c840b9 None None] Checking segment: {'id': '07eb4d69-0d78-455f-9af4-cde61f649b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '3d5d1977-abcd-4802-bf17-501af8851d71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:57:35.585077 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-fafb5683-1ae5-4aa1-8416-1ae002c840b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:35.585804 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fafb5683-1ae5-4aa1-8416-1ae002c840b9 None None] Bound using segment: {'id': '07eb4d69-0d78-455f-9af4-cde61f649b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '3d5d1977-abcd-4802-bf17-501af8851d71'} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 11:57:35.586134 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-fafb5683-1ae5-4aa1-8416-1ae002c840b9 None None] Bound port: 040dc406-b7f8-46f9-accf-f611ef26de5c, host: dv-neutron-835340-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07eb4d69-0d78-455f-9af4-cde61f649b14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '3d5d1977-abcd-4802-bf17-501af8851d71'}}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 11:57:35.586514 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-fafb5683-1ae5-4aa1-8416-1ae002c840b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:35.600358 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-623836d9-8b40-445d-9bd3-904f660e4746 None None] Provisioning for port 3ef81cc2-3243-4e26-88a0-ce5c32f719b1 completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:57:35.600615 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-051fdb16-1c6a-4b8d-940d-af31adb1cd30 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:35.610316 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-58c1f02a-8a47-4ef7-8a06-3213b8d0d54f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:35.652514 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-623836d9-8b40-445d-9bd3-904f660e4746 None None] Provisioning complete for port 3ef81cc2-3243-4e26-88a0-ce5c32f719b1 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:57:35.652897 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-623836d9-8b40-445d-9bd3-904f660e4746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:35.699207 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-c08c4213-065e-4211-a44c-1090f32d7d24 None None] For port 57791381-4af9-4533-8bb9-b8b62594bc0a, host dv-neutron-835340-2-hyperv, cleared binding levels {{(pid=87872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 11:57:35.741742 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-381a279a-017d-448e-9448-64d44cbc7c9f req-ab2304ef-f174-4cb0-8819-3943584efd94 tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] 10.222.0.30 "GET /v2.0/security-groups?id=895ae8ad-46d6-4a0f-b104-9c0ca0cce592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2372282 Mar 28 11:57:35.748992 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-58c1f02a-8a47-4ef7-8a06-3213b8d0d54f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:35.768966 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-c08c4213-065e-4211-a44c-1090f32d7d24 None None] For port 57791381-4af9-4533-8bb9-b8b62594bc0a, host dv-neutron-835340-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=57791381-4af9-4533-8bb9-b8b62594bc0a,segment=NetworkSegment(bd053757-b8b4-4f3a-b553-aa242f2d15d2),segment_id=bd053757-b8b4-4f3a-b553-aa242f2d15d2)] {{(pid=87872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 11:57:35.816537 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-c08c4213-065e-4211-a44c-1090f32d7d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:35.820868 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-9ec70edf-1330-44a2-8df8-fb597d014d84 tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] 10.222.0.30 "GET /v2.0/routers/609c690a-7098-4718-af69-a1a4728a72c5 HTTP/1.1" status: 200 len: 923 time: 0.5609088 Mar 28 11:57:35.821466 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 51648) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:57:35.835676 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-7c074b18-9049-4a5f-8545-bdf258765d61 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765'] for network, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:35.854706 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c074b18-9049-4a5f-8545-bdf258765d61 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:57:35.855567 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-7c074b18-9049-4a5f-8545-bdf258765d61 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks [] for network, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:35.897059 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 5ce3a393-a387-4046-a4b9-91459ce6e4df up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:57:35.924675 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-793e55e2-3dcb-4b71-82fc-377b1b36d546 tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] 10.222.0.30 "GET /v2.0/ports?device_id=609c690a-7098-4718-af69-a1a4728a72c5 HTTP/1.1" status: 200 len: 205 time: 0.0990732 Mar 28 11:57:35.928032 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 51654) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:57:35.947711 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:35.973275 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-623836d9-8b40-445d-9bd3-904f660e4746 None None] Port 3ef81cc2-3243-4e26-88a0-ce5c32f719b1 cannot update to ACTIVE because it is not bound. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 11:57:35.984731 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-ef3be119-c018-4979-be07-86cf959defc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:36.053286 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-fafb5683-1ae5-4aa1-8416-1ae002c840b9 None None] For port 040dc406-b7f8-46f9-accf-f611ef26de5c, host dv-neutron-835340-2-hyperv, cleared binding levels {{(pid=87872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 11:57:36.088522 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-623836d9-8b40-445d-9bd3-904f660e4746 None None] Provisioning complete for port 5ce3a393-a387-4046-a4b9-91459ce6e4df triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:57:36.088522 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-623836d9-8b40-445d-9bd3-904f660e4746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:36.209404 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08c4213-065e-4211-a44c-1090f32d7d24 None None] Pushing event updated for resources: {'Port': ['ID=57791381-4af9-4533-8bb9-b8b62594bc0a,revision_number=2']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:57:36.221240 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-d31b27d2-54ed-4fce-a826-bf58d0669094 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks [] for port, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:36.226133 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-fafb5683-1ae5-4aa1-8416-1ae002c840b9 None None] For port 040dc406-b7f8-46f9-accf-f611ef26de5c, host dv-neutron-835340-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=040dc406-b7f8-46f9-accf-f611ef26de5c,segment=NetworkSegment(07eb4d69-0d78-455f-9af4-cde61f649b14),segment_id=07eb4d69-0d78-455f-9af4-cde61f649b14)] {{(pid=87872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 11:57:36.241917 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-fafb5683-1ae5-4aa1-8416-1ae002c840b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:36.285863 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port 5ce3a393-a387-4046-a4b9-91459ce6e4df triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:57:36.286688 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:36.290450 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.provisioning_blocks [None req-d31b27d2-54ed-4fce-a826-bf58d0669094 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Transition to ACTIVE for port object 409a0de9-17c0-4412-a637-6d4dad42717a will not be triggered until provisioned by entity DHCP. {{(pid=87870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:57:36.342026 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c306e296-e76d-44b4-958b-ec435bc4607f tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] Notify callbacks [] for router, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:36.503269 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafb5683-1ae5-4aa1-8416-1ae002c840b9 None None] Pushing event updated for resources: {'Port': ['ID=040dc406-b7f8-46f9-accf-f611ef26de5c,revision_number=2']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:57:36.529515 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-d31b27d2-54ed-4fce-a826-bf58d0669094 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:36.558598 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c074b18-9049-4a5f-8545-bdf258765d61 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Pushing event updated for resources: {'Network': ['ID=e0256edb-6c72-4e02-ab93-36597d871429,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:57:36.575969 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Network e0256edb-6c72-4e02-ab93-36597d871429 details requested by agent ovs-agent-dv-neutron-835340-2-hyperv with host dv-neutron-835340-2-hyperv {{(pid=87872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 11:57:36.623248 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-58c1f02a-8a47-4ef7-8a06-3213b8d0d54f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:36.625646 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-58c1f02a-8a47-4ef7-8a06-3213b8d0d54f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:36.628038 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-58c1f02a-8a47-4ef7-8a06-3213b8d0d54f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8153cb2b-1990-4991-8b25-6568398d0786 HTTP/1.1" status: 204 len: 168 time: 1.6422105 Mar 28 11:57:36.645408 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d31b27d2-54ed-4fce-a826-bf58d0669094 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Network e95a87e2-4c44-46e2-9de5-2786cbaea69c is already hosted by enough agents. {{(pid=87870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:57:36.658820 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.base_scheduler [None req-d31b27d2-54ed-4fce-a826-bf58d0669094 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Resources bound (agent type, host, resource id): {{(pid=87870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:57:36.667805 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d31b27d2-54ed-4fce-a826-bf58d0669094 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Received port after_create {{(pid=87870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:57:36.668363 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-d31b27d2-54ed-4fce-a826-bf58d0669094 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-709483'] for router_interface, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:36.715219 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c306e296-e76d-44b4-958b-ec435bc4607f tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:36.715435 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-7c074b18-9049-4a5f-8545-bdf258765d61 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.2410915 Mar 28 11:57:36.735439 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31b27d2-54ed-4fce-a826-bf58d0669094 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Pushing event updated for resources: {'Port': ['ID=409a0de9-17c0-4412-a637-6d4dad42717a,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:57:36.738482 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 51662) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:57:36.756456 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-511c6b2e-e185-457c-ad5a-79be558ce352 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Request body: {'subnet': {'network_id': 'e0256edb-6c72-4e02-ab93-36597d871429', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:57:36.844247 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c1f02a-8a47-4ef7-8a06-3213b8d0d54f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8153cb2b-1990-4991-8b25-6568398d0786,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:57:36.846615 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-a59ed901-a9f9-48ab-9b42-c9ebfbf609d3 None None] Provisioning complete for port 3ef81cc2-3243-4e26-88a0-ce5c32f719b1 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:57:36.847247 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-a59ed901-a9f9-48ab-9b42-c9ebfbf609d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:36.881920 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-c306e296-e76d-44b4-958b-ec435bc4607f tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] Deleting port 585b461f-ec51-4d83-bce3-fbefbcf5afde {{(pid=87870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:57:36.882467 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c306e296-e76d-44b4-958b-ec435bc4607f tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:36.961918 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-a59ed901-a9f9-48ab-9b42-c9ebfbf609d3 None None] Port 3ef81cc2-3243-4e26-88a0-ce5c32f719b1 cannot update to ACTIVE because it is not bound. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 11:57:36.983973 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.db_base_plugin_common [None req-73d722c8-935d-48b0-93b4-2305c90cf4f5 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Allocated IP 172.20.0.1 (3d5d1977-abcd-4802-bf17-501af8851d71/85db0598-83fc-49cd-b0e9-de29d9644109/fba2d02d-0cbb-4e54-9d2a-dac386728898) {{(pid=87871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:57:37.128623 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-d31b27d2-54ed-4fce-a826-bf58d0669094 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:37.166269 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-511c6b2e-e185-457c-ad5a-79be558ce352 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:57:37.205205 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afb99ef-d18a-4308-9acc-0935270c9cc0 req-a1c75910-115f-4300-a9b5-702c043b77db tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:57:37.206961 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-9afb99ef-d18a-4308-9acc-0935270c9cc0 req-a1c75910-115f-4300-a9b5-702c043b77db tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd5974e7-0504-4851-a286-20ab5143705c HTTP/1.1" status: 200 len: 945 time: 0.7522900 Mar 28 11:57:37.225549 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-511c6b2e-e185-457c-ad5a-79be558ce352 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Usage tracker for resource:subnet and tenant:0ad7b1f6e96a40538a966af0f41e67e6 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:57:37.259334 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-511c6b2e-e185-457c-ad5a-79be558ce352 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:57:37.262930 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-73d722c8-935d-48b0-93b4-2305c90cf4f5 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks [] for port, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:37.281917 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-511c6b2e-e185-457c-ad5a-79be558ce352 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:57:37.282336 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31ac478-7241-48ae-9328-913eb31292dd req-3f8653ff-400e-44ce-87a6-b441a491c1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:57:37.284886 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-a31ac478-7241-48ae-9328-913eb31292dd req-3f8653ff-400e-44ce-87a6-b441a491c1a3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a9d4ebb77b824347aa8bcf325a031e53&device_id=bd5974e7-0504-4851-a286-20ab5143705c HTTP/1.1" status: 200 len: 1098 time: 0.9042203 Mar 28 11:57:37.331682 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-511c6b2e-e185-457c-ad5a-79be558ce352 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Made reservation on behalf of 0ad7b1f6e96a40538a966af0f41e67e6 for: {'subnet': 1} {{(pid=87870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:57:37.334945 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-051fdb16-1c6a-4b8d-940d-af31adb1cd30 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks [] for port, precommit_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:37.335527 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-511c6b2e-e185-457c-ad5a-79be558ce352 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2563571'] for subnet, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:37.339327 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.provisioning_blocks [None req-73d722c8-935d-48b0-93b4-2305c90cf4f5 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Transition to ACTIVE for port object fba2d02d-0cbb-4e54-9d2a-dac386728898 will not be triggered until provisioned by entity DHCP. {{(pid=87871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:57:37.367385 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-051fdb16-1c6a-4b8d-940d-af31adb1cd30 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2363241'] for port, after_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:37.383880 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c306e296-e76d-44b4-958b-ec435bc4607f tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:37.388102 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-b7ccd3c7-0277-4f12-8e5c-e41478141af5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:37.607233 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-9afb99ef-d18a-4308-9acc-0935270c9cc0 req-a3513be4-0bc7-4246-9a8a-fd84d2de970e tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] 10.222.0.30 "GET /v2.0/security-groups?id=895ae8ad-46d6-4a0f-b104-9c0ca0cce592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3180132 Mar 28 11:57:37.661747 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051fdb16-1c6a-4b8d-940d-af31adb1cd30 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Pushing event updated for resources: {'Port': ['ID=3ef81cc2-3243-4e26-88a0-ce5c32f719b1,revision_number=2']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:57:37.688002 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-c306e296-e76d-44b4-958b-ec435bc4607f tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] Calling delete_port for 585b461f-ec51-4d83-bce3-fbefbcf5afde owned by network:router_gateway {{(pid=87870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:57:37.713072 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-e3430b57-cefd-4f54-8c94-bf818a173821 None None] Provisioning for port 57791381-4af9-4533-8bb9-b8b62594bc0a completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:57:37.883694 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 51684) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:57:37.973618 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 57791381-4af9-4533-8bb9-b8b62594bc0a up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:57:38.019576 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-051fdb16-1c6a-4b8d-940d-af31adb1cd30 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-709483'] for router_interface, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:38.023179 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31ac478-7241-48ae-9328-913eb31292dd req-ae959d64-8f0f-4100-aa19-dc995e4d8947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:57:38.028077 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-a31ac478-7241-48ae-9328-913eb31292dd req-ae959d64-8f0f-4100-aa19-dc995e4d8947 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b072139b-1edf-4981-9f6f-41603d7605ef HTTP/1.1" status: 200 len: 911 time: 0.7329810 Mar 28 11:57:38.041884 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-73d722c8-935d-48b0-93b4-2305c90cf4f5 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:38.152963 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-141a2b68-e0d3-4c3b-94e6-6fa4ca9a4151 None None] Provisioning complete for port 3ef81cc2-3243-4e26-88a0-ce5c32f719b1 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:57:38.159766 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-141a2b68-e0d3-4c3b-94e6-6fa4ca9a4151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:38.208523 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73d722c8-935d-48b0-93b4-2305c90cf4f5 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Network 3d5d1977-abcd-4802-bf17-501af8851d71 is already hosted by enough agents. {{(pid=87871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:57:38.224189 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-73d722c8-935d-48b0-93b4-2305c90cf4f5 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Resources bound (agent type, host, resource id): {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:57:38.226876 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d722c8-935d-48b0-93b4-2305c90cf4f5 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Received port after_create {{(pid=87871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:57:38.232758 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-141a2b68-e0d3-4c3b-94e6-6fa4ca9a4151 None None] Port 3ef81cc2-3243-4e26-88a0-ce5c32f719b1 cannot update to ACTIVE because it is not bound. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 11:57:38.234303 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8e046e1-b35c-4a8e-b14b-9e7e1fcd5920 None None] Network 3d5d1977-abcd-4802-bf17-501af8851d71 requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:57:38.313461 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-d60af9ee-8c5d-4187-b755-60613c5d63f2 tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1406969483', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:57:38.327151 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning for port 57791381-4af9-4533-8bb9-b8b62594bc0a completed by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:57:38.330432 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-d60af9ee-8c5d-4187-b755-60613c5d63f2 tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:57:38.337446 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port 57791381-4af9-4533-8bb9-b8b62594bc0a triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:57:38.337813 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:38.351732 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-a31ac478-7241-48ae-9328-913eb31292dd req-39d64f00-4816-4a15-8625-b3448cefb532 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e551f3ed-2894-4f6d-8e40-b1680f309506 HTTP/1.1" status: 200 len: 1000 time: 0.3129911 Mar 28 11:57:38.352804 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-d60af9ee-8c5d-4187-b755-60613c5d63f2 tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Usage tracker for resource:router and tenant:1fdd77c40c034f3cb33462467c5da67a is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:57:38.360414 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-73d722c8-935d-48b0-93b4-2305c90cf4f5 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-709483'] for router_interface, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:38.366844 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-d60af9ee-8c5d-4187-b755-60613c5d63f2 tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:57:38.410560 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d722c8-935d-48b0-93b4-2305c90cf4f5 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Pushing event updated for resources: {'Port': ['ID=fba2d02d-0cbb-4e54-9d2a-dac386728898,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:57:38.412576 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-bcb17e93-6de8-47be-b43e-c3ab3ca9a95d None None] Provisioning for port 409a0de9-17c0-4412-a637-6d4dad42717a completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:57:38.424712 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-d60af9ee-8c5d-4187-b755-60613c5d63f2 tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:57:38.455644 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-bcb17e93-6de8-47be-b43e-c3ab3ca9a95d None None] Provisioning complete for port 409a0de9-17c0-4412-a637-6d4dad42717a triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:57:38.455908 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-bcb17e93-6de8-47be-b43e-c3ab3ca9a95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:38.479340 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-d60af9ee-8c5d-4187-b755-60613c5d63f2 tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-707665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-260886'] for router, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:38.480898 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-d60af9ee-8c5d-4187-b755-60613c5d63f2 tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-705660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709650', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-767110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260873'] for router, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:38.492189 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31ac478-7241-48ae-9328-913eb31292dd req-1916420a-78ca-4ceb-8d82-fa6fc599c360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:57:38.493781 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-a31ac478-7241-48ae-9328-913eb31292dd req-1916420a-78ca-4ceb-8d82-fa6fc599c360 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=cfae7222-6a03-4ef8-86ee-e424dc4b71d7 HTTP/1.1" status: 200 len: 850 time: 0.1306574 Mar 28 11:57:38.520334 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-511c6b2e-e185-457c-ad5a-79be558ce352 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2561241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2563521'] for subnet, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:38.572346 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c306e296-e76d-44b4-958b-ec435bc4607f tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:38.602035 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-bcb17e93-6de8-47be-b43e-c3ab3ca9a95d None None] Port 409a0de9-17c0-4412-a637-6d4dad42717a cannot update to ACTIVE because it is not bound. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 11:57:38.626757 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-d31b27d2-54ed-4fce-a826-bf58d0669094 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks [] for port, precommit_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:38.643525 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:38.659607 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-bcb17e93-6de8-47be-b43e-c3ab3ca9a95d None None] Provisioning for port 040dc406-b7f8-46f9-accf-f611ef26de5c completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:57:38.680708 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c306e296-e76d-44b4-958b-ec435bc4607f tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] Pushing event deleted for resources: {'Port': ['ID=585b461f-ec51-4d83-bce3-fbefbcf5afde,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:57:38.692507 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] For port 57791381-4af9-4533-8bb9-b8b62594bc0a, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=57791381-4af9-4533-8bb9-b8b62594bc0a,segment=NetworkSegment(bd053757-b8b4-4f3a-b553-aa242f2d15d2),segment_id=bd053757-b8b4-4f3a-b553-aa242f2d15d2)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:57:38.700937 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511c6b2e-e185-457c-ad5a-79be558ce352 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Pushing event updated for resources: {'Subnet': ['ID=28514e45-a853-4d66-97a9-1660e1f8809f,revision_number=0']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:57:38.704583 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:38.705347 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 040dc406-b7f8-46f9-accf-f611ef26de5c up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:57:38.736047 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-d31b27d2-54ed-4fce-a826-bf58d0669094 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2558288'] for port, after_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:38.739303 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-d31b27d2-54ed-4fce-a826-bf58d0669094 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-743372'] for router_interface, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:38.775216 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-d60af9ee-8c5d-4187-b755-60613c5d63f2 tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:38.827618 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-051fdb16-1c6a-4b8d-940d-af31adb1cd30 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:38.836091 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Pushing event updated for resources: {'Port': ['ID=57791381-4af9-4533-8bb9-b8b62594bc0a,revision_number=3']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:57:38.848255 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-73d722c8-935d-48b0-93b4-2305c90cf4f5 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:38.859934 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning for port 040dc406-b7f8-46f9-accf-f611ef26de5c completed by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:57:38.865446 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port 040dc406-b7f8-46f9-accf-f611ef26de5c triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:57:38.866047 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:38.912137 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-d60af9ee-8c5d-4187-b755-60613c5d63f2 tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709693'] for router, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:38.984189 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-511c6b2e-e185-457c-ad5a-79be558ce352 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Checking segment: {'id': '2445b5ed-6c2e-47d6-be20-db438796efc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'e0256edb-6c72-4e02-ab93-36597d871429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:57:38.984547 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-511c6b2e-e185-457c-ad5a-79be558ce352 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Network hostable DHCP agents. Network: e0256edb-6c72-4e02-ab93-36597d871429, hostable agents: ['3cb85949-855b-4a40-b988-cd5705e511da'], hosted agents: [] {{(pid=87870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 11:57:39.024032 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:39.069225 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] For port 040dc406-b7f8-46f9-accf-f611ef26de5c, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=040dc406-b7f8-46f9-accf-f611ef26de5c,segment=NetworkSegment(07eb4d69-0d78-455f-9af4-cde61f649b14),segment_id=07eb4d69-0d78-455f-9af4-cde61f649b14)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:57:39.077497 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:39.087893 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-d60af9ee-8c5d-4187-b755-60613c5d63f2 tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Notify callbacks [] for router, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:39.092718 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-d60af9ee-8c5d-4187-b755-60613c5d63f2 tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 1.2049639 Mar 28 11:57:39.101557 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 51692) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:57:39.104089 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31ac478-7241-48ae-9328-913eb31292dd req-44b4bdf8-f481-4f3e-bc85-76b5786bb341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:57:39.105585 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-a31ac478-7241-48ae-9328-913eb31292dd req-44b4bdf8-f481-4f3e-bc85-76b5786bb341 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b072139b-1edf-4981-9f6f-41603d7605ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5812824 Mar 28 11:57:39.110829 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-2026b165-17e0-489b-b744-bcfb60739cea tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1398357202'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:57:39.111701 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31b27d2-54ed-4fce-a826-bf58d0669094 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Pushing event updated for resources: {'Port': ['ID=409a0de9-17c0-4412-a637-6d4dad42717a,revision_number=2']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:57:39.139269 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c306e296-e76d-44b4-958b-ec435bc4607f tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-709573'] for router_gateway, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:39.169525 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-5494fc98-3187-4a4e-96b7-a47714ba9ba8 None None] Provisioning for port fba2d02d-0cbb-4e54-9d2a-dac386728898 completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:57:39.178306 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-5494fc98-3187-4a4e-96b7-a47714ba9ba8 None None] Provisioning complete for port fba2d02d-0cbb-4e54-9d2a-dac386728898 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:57:39.178735 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-5494fc98-3187-4a4e-96b7-a47714ba9ba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:39.194130 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-2026b165-17e0-489b-b744-bcfb60739cea tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:57:39.240329 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-5494fc98-3187-4a4e-96b7-a47714ba9ba8 None None] Port fba2d02d-0cbb-4e54-9d2a-dac386728898 cannot update to ACTIVE because it is not bound. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 11:57:39.254978 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Pushing event updated for resources: {'Port': ['ID=040dc406-b7f8-46f9-accf-f611ef26de5c,revision_number=3']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:57:39.258358 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-5494fc98-3187-4a4e-96b7-a47714ba9ba8 None None] Provisioning complete for port 040dc406-b7f8-46f9-accf-f611ef26de5c triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:57:39.258705 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-5494fc98-3187-4a4e-96b7-a47714ba9ba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:39.286527 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-2026b165-17e0-489b-b744-bcfb60739cea tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Usage tracker for resource:network and tenant:1fdd77c40c034f3cb33462467c5da67a is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:57:39.302241 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-511c6b2e-e185-457c-ad5a-79be558ce352 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Network e0256edb-6c72-4e02-ab93-36597d871429 is scheduled to be hosted by DHCP agent 3cb85949-855b-4a40-b988-cd5705e511da with binding_index 1 {{(pid=87870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 11:57:39.319535 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c911cdc4-7491-4a19-926d-56b563e27443 None None] get_active_networks_info from dv-neutron-835340-2-hyperv {{(pid=87872) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 28 11:57:39.363268 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-2026b165-17e0-489b-b744-bcfb60739cea tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:57:39.389757 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-2026b165-17e0-489b-b744-bcfb60739cea tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:57:39.401728 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c306e296-e76d-44b4-958b-ec435bc4607f tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-745164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-260864'] for router, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:39.403372 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.base_scheduler [None req-511c6b2e-e185-457c-ad5a-79be558ce352 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-2-hyperv, e0256edb-6c72-4e02-ab93-36597d871429) {{(pid=87870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:57:39.408180 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-511c6b2e-e185-457c-ad5a-79be558ce352 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:57:39.408870 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-511c6b2e-e185-457c-ad5a-79be558ce352 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks [] for subnet, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:39.413906 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c306e296-e76d-44b4-958b-ec435bc4607f tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:39.460158 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ec43c4-0bdd-46f9-a9af-c3cc8255df40 req-7240efd6-47a9-4560-a77c-676ca24d4344 tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:57:39.461895 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-05ec43c4-0bdd-46f9-a9af-c3cc8255df40 req-7240efd6-47a9-4560-a77c-676ca24d4344 tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd5974e7-0504-4851-a286-20ab5143705c HTTP/1.1" status: 200 len: 945 time: 0.6880207 Mar 28 11:57:39.464728 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d31b27d2-54ed-4fce-a826-bf58d0669094 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Network e95a87e2-4c44-46e2-9de5-2786cbaea69c is already hosted by enough agents. {{(pid=87870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:57:39.470925 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.base_scheduler [None req-d31b27d2-54ed-4fce-a826-bf58d0669094 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Resources bound (agent type, host, resource id): {{(pid=87870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:57:39.526300 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2026b165-17e0-489b-b744-bcfb60739cea tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Made reservation on behalf of 1fdd77c40c034f3cb33462467c5da67a for: {'network': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:57:39.529609 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-2026b165-17e0-489b-b744-bcfb60739cea tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for network, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:39.529970 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c911cdc4-7491-4a19-926d-56b563e27443 None None] Resources bound (agent type, host, resource id): {{(pid=87872) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 28 11:57:39.566439 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c306e296-e76d-44b4-958b-ec435bc4607f tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-745021'] for router, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:39.567048 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c306e296-e76d-44b4-958b-ec435bc4607f tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] Fanout notify agent at l3_agent the message router_deleted on router 609c690a-7098-4718-af69-a1a4728a72c5 {{(pid=87870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 11:57:39.573777 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c306e296-e76d-44b4-958b-ec435bc4607f tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] Notify callbacks [] for router, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:39.578119 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-c306e296-e76d-44b4-958b-ec435bc4607f tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] 10.222.0.30 "DELETE /v2.0/routers/609c690a-7098-4718-af69-a1a4728a72c5 HTTP/1.1" status: 204 len: 168 time: 3.6454391 Mar 28 11:57:39.584093 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-511c6b2e-e185-457c-ad5a-79be558ce352 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.8391902 Mar 28 11:57:39.584093 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 51696) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:57:39.587042 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 51698) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:57:39.612180 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-2026b165-17e0-489b-b744-bcfb60739cea tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Notify callbacks [] for security_group, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:39.646091 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-038a72f3-aa8b-49f9-9ddf-c4b33718dc6e tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1257304441', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'enable_snat': False}}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:57:39.668917 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-0e9c7fc3-6088-49bd-9791-60596cb10444 None None] Provisioning complete for port fba2d02d-0cbb-4e54-9d2a-dac386728898 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:57:39.669291 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-0e9c7fc3-6088-49bd-9791-60596cb10444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:39.687538 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-038a72f3-aa8b-49f9-9ddf-c4b33718dc6e tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:57:39.691369 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-2026b165-17e0-489b-b744-bcfb60739cea tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:57:39.716787 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-038a72f3-aa8b-49f9-9ddf-c4b33718dc6e tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Usage tracker for resource:router and tenant:e4b57e16d2b24ee4b747a47a9aaf2973 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:57:39.721019 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-038a72f3-aa8b-49f9-9ddf-c4b33718dc6e tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:57:39.727981 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-05ec43c4-0bdd-46f9-a9af-c3cc8255df40 req-0e76a990-1353-4ae1-a08a-247b9430aa68 tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] 10.222.0.30 "GET /v2.0/security-groups?id=895ae8ad-46d6-4a0f-b104-9c0ca0cce592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2467196 Mar 28 11:57:39.742639 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-a31ac478-7241-48ae-9328-913eb31292dd req-8a9ffcff-7c88-43b0-97df-bb281021b9db service neutron] 10.222.0.11 "GET /v2.0/networks/b072139b-1edf-4981-9f6f-41603d7605ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5572014 Mar 28 11:57:39.752588 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-2026b165-17e0-489b-b744-bcfb60739cea tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Usage tracker for resource:security_group_rule and tenant:1fdd77c40c034f3cb33462467c5da67a is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:57:39.754802 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-0e9c7fc3-6088-49bd-9791-60596cb10444 None None] Port fba2d02d-0cbb-4e54-9d2a-dac386728898 cannot update to ACTIVE because it is not bound. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 11:57:39.787517 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-2026b165-17e0-489b-b744-bcfb60739cea tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:57:39.814508 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-2026b165-17e0-489b-b744-bcfb60739cea tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:57:39.916023 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 57791381-4af9-4533-8bb9-b8b62594bc0a up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:57:39.950985 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-038a72f3-aa8b-49f9-9ddf-c4b33718dc6e tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:57:39.995934 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-038a72f3-aa8b-49f9-9ddf-c4b33718dc6e tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-707665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-260886'] for router, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:39.997366 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-038a72f3-aa8b-49f9-9ddf-c4b33718dc6e tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-705660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709650', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-767110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260873'] for router, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:40.052477 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-038a72f3-aa8b-49f9-9ddf-c4b33718dc6e tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:40.067115 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-56cefa57-6f13-43e4-862e-1ff9f84326ec tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588883'] for network, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:40.073304 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-a31ac478-7241-48ae-9328-913eb31292dd req-d4410dc7-95d6-4e16-a78b-e053545a39d9 service neutron] 10.222.0.11 "GET /v2.0/networks/b072139b-1edf-4981-9f6f-41603d7605ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3082738 Mar 28 11:57:40.074049 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port 57791381-4af9-4533-8bb9-b8b62594bc0a triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:57:40.074630 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:40.090031 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d31b27d2-54ed-4fce-a826-bf58d0669094 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Router 15ecdd2e-b675-47d3-98a3-e16018ca16c7 is scheduled to L3 agent af79d429-529e-400b-a119-94d4bec03f3e with binding_index 1 {{(pid=87870) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 11:57:40.092428 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-051fdb16-1c6a-4b8d-940d-af31adb1cd30 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks [] for port, precommit_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:40.095794 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-73d722c8-935d-48b0-93b4-2305c90cf4f5 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks [] for port, precommit_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:40.107304 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-051fdb16-1c6a-4b8d-940d-af31adb1cd30 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2363241'] for port, after_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:40.108108 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-051fdb16-1c6a-4b8d-940d-af31adb1cd30 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-743372'] for router_interface, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:40.158087 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-73d722c8-935d-48b0-93b4-2305c90cf4f5 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2363241'] for port, after_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:40.196299 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b261f65-c31a-4a4e-ad70-f330ed946b67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1d3f2a9-8722-5ce5-bc40-181687d1ed3f-e0256edb-6c72-4e02-ab93-36597d871429', 'network_id': 'e0256edb-6c72-4e02-ab93-36597d871429', 'tenant_id': '0ad7b1f6e96a40538a966af0f41e67e6', 'fixed_ips': [{'subnet_id': '28514e45-a853-4d66-97a9-1660e1f8809f'}]}} from dv-neutron-835340-2-hyperv. {{(pid=87872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 11:57:40.198942 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-7b261f65-c31a-4a4e-ad70-f330ed946b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:40.221567 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-2026b165-17e0-489b-b744-bcfb60739cea tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Notify callbacks [] for security_group, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:40.257839 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-2026b165-17e0-489b-b744-bcfb60739cea tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:40.273523 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 040dc406-b7f8-46f9-accf-f611ef26de5c up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:57:40.423870 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port 040dc406-b7f8-46f9-accf-f611ef26de5c triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:57:40.424278 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:40.475520 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.db_base_plugin_common [None req-7b261f65-c31a-4a4e-ad70-f330ed946b67 None None] Allocated IP 172.20.0.1 (e0256edb-6c72-4e02-ab93-36597d871429/28514e45-a853-4d66-97a9-1660e1f8809f/55a534f9-2756-4f2f-b8ad-e6b6a126d40e) {{(pid=87872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:57:40.483295 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-56cefa57-6f13-43e4-862e-1ff9f84326ec tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1919782'] for subnet, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:40.540183 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2026b165-17e0-489b-b744-bcfb60739cea tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=87871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 11:57:40.564309 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-2026b165-17e0-489b-b744-bcfb60739cea tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:40.564609 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.db.segments_db [None req-2026b165-17e0-489b-b744-bcfb60739cea tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Added segment 431f6715-5921-4c58-94f4-398057dd179b of type vlan for network d13ee7b7-642e-444e-94d8-9d13568b62b5 Mar 28 11:57:40.592965 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-2026b165-17e0-489b-b744-bcfb60739cea tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783495836591'] for network, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:40.623652 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051fdb16-1c6a-4b8d-940d-af31adb1cd30 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Pushing event updated for resources: {'Port': ['ID=3ef81cc2-3243-4e26-88a0-ce5c32f719b1,revision_number=3']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:57:40.624292 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-038a72f3-aa8b-49f9-9ddf-c4b33718dc6e tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-709632', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-707672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260923'] for router, precommit_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:40.642475 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d31b27d2-54ed-4fce-a826-bf58d0669094 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 11:57:40.653555 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2026b165-17e0-489b-b744-bcfb60739cea tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ea96398-1d34-4405-8f3d-dfb609df26cf,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:57:40.661662 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc7155e4-a7e8-458a-9fd9-9e8729573cb1 None None] Sync routers for ids ['15ecdd2e-b675-47d3-98a3-e16018ca16c7'] in dv-neutron-835340-2-hyperv {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 11:57:40.665874 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-d31b27d2-54ed-4fce-a826-bf58d0669094 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "PUT /v2.0/routers/15ecdd2e-b675-47d3-98a3-e16018ca16c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9799464 Mar 28 11:57:40.683379 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 51704) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:57:40.709595 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-73d722c8-935d-48b0-93b4-2305c90cf4f5 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-743372'] for router_interface, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:40.711248 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc7155e4-a7e8-458a-9fd9-9e8729573cb1 None None] Routers {'15ecdd2e-b675-47d3-98a3-e16018ca16c7'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:57:40.711929 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-bc7155e4-a7e8-458a-9fd9-9e8729573cb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T11:57:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['15ecdd2e-b675-47d3-98a3-e16018ca16c7'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:57:40.723166 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-2026b165-17e0-489b-b744-bcfb60739cea tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765'] for network, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:40.728554 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2026b165-17e0-489b-b744-bcfb60739cea tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:57:40.729933 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-2026b165-17e0-489b-b744-bcfb60739cea tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Notify callbacks [] for network, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:40.789427 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84752781-564e-4719-8d33-eab8d79121f8 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:57:40.790088 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-84752781-564e-4719-8d33-eab8d79121f8 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Synchronizing usage tracker for tenant:b4adfe5c8b3a4e57a1afd1d44c455245 on resource:port {{(pid=87870) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:57:40.841692 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-2026b165-17e0-489b-b744-bcfb60739cea tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.7350638 Mar 28 11:57:40.853129 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 51710) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:57:40.873435 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-4f254a6a-6d2f-4cfa-ae8d-e42bc8500321 tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Request body: {'subnet': {'network_id': 'd13ee7b7-642e-444e-94d8-9d13568b62b5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:57:40.914810 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-84752781-564e-4719-8d33-eab8d79121f8 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Unset dirty status for tenant:b4adfe5c8b3a4e57a1afd1d44c455245 on resource:port {{(pid=87870) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:57:40.915987 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-84752781-564e-4719-8d33-eab8d79121f8 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "GET /v2.0/ports/409a0de9-17c0-4412-a637-6d4dad42717a HTTP/1.1" status: 200 len: 911 time: 0.2300992 Mar 28 11:57:40.929135 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 51714) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:57:40.929330 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-7b261f65-c31a-4a4e-ad70-f330ed946b67 None None] Notify callbacks [] for port, precommit_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:40.932345 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvr_db [None req-bc7155e4-a7e8-458a-9fd9-9e8729573cb1 None None] Set router 15ecdd2e-b675-47d3-98a3-e16018ca16c7 gateway port host: None {{(pid=87872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:57:40.996578 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-7b261f65-c31a-4a4e-ad70-f330ed946b67 None None] Transition to ACTIVE for port object 55a534f9-2756-4f2f-b8ad-e6b6a126d40e will not be triggered until provisioned by entity L2. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:57:41.071539 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-4f254a6a-6d2f-4cfa-ae8d-e42bc8500321 tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:57:41.078558 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-4f254a6a-6d2f-4cfa-ae8d-e42bc8500321 tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Usage tracker for resource:subnet and tenant:1fdd77c40c034f3cb33462467c5da67a is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:57:41.082840 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-4f254a6a-6d2f-4cfa-ae8d-e42bc8500321 tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:57:41.093851 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-4f254a6a-6d2f-4cfa-ae8d-e42bc8500321 tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:57:41.103410 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-7b261f65-c31a-4a4e-ad70-f330ed946b67 None None] Transition to ACTIVE for port object 55a534f9-2756-4f2f-b8ad-e6b6a126d40e will not be triggered until provisioned by entity DHCP. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:57:41.123108 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-7b261f65-c31a-4a4e-ad70-f330ed946b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241'] for port, after_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:41.126968 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f254a6a-6d2f-4cfa-ae8d-e42bc8500321 tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Made reservation on behalf of 1fdd77c40c034f3cb33462467c5da67a for: {'subnet': 1} {{(pid=87870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:57:41.130371 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-4f254a6a-6d2f-4cfa-ae8d-e42bc8500321 tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2563571'] for subnet, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:41.155036 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d722c8-935d-48b0-93b4-2305c90cf4f5 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Pushing event updated for resources: {'Port': ['ID=fba2d02d-0cbb-4e54-9d2a-dac386728898,revision_number=2']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:57:41.165574 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2026b165-17e0-489b-b744-bcfb60739cea tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Pushing event updated for resources: {'Network': ['ID=d13ee7b7-642e-444e-94d8-9d13568b62b5,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:57:41.176930 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-051fdb16-1c6a-4b8d-940d-af31adb1cd30 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Network 6a192c39-4f86-4674-9d9f-8cb265913557 is already hosted by enough agents. {{(pid=87871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:57:41.184716 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-051fdb16-1c6a-4b8d-940d-af31adb1cd30 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Resources bound (agent type, host, resource id): {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:57:41.190132 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a182e37f-0168-4de5-9674-1a514e1d57a6 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:57:41.195976 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a182e37f-0168-4de5-9674-1a514e1d57a6 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:57:41.198150 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-a182e37f-0168-4de5-9674-1a514e1d57a6 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.2659976 Mar 28 11:57:41.205675 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 51718) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:57:41.207280 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73d722c8-935d-48b0-93b4-2305c90cf4f5 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Network 3d5d1977-abcd-4802-bf17-501af8851d71 is already hosted by enough agents. {{(pid=87871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:57:41.230341 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Network d13ee7b7-642e-444e-94d8-9d13568b62b5 details requested by agent ovs-agent-dv-neutron-835340-2-hyperv with host dv-neutron-835340-2-hyperv {{(pid=87872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 11:57:41.250592 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-56cefa57-6f13-43e4-862e-1ff9f84326ec tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1919805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2561174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2563528'] for subnet, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:41.286361 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b261f65-c31a-4a4e-ad70-f330ed946b67 None None] Network e0256edb-6c72-4e02-ab93-36597d871429 is already hosted by enough agents. {{(pid=87872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:57:41.322824 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-73d722c8-935d-48b0-93b4-2305c90cf4f5 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Resources bound (agent type, host, resource id): {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:57:41.378186 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cefa57-6f13-43e4-862e-1ff9f84326ec tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Pushing event deleted for resources: {'Subnet': ['ID=28514e45-a853-4d66-97a9-1660e1f8809f,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:57:41.390338 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.base_scheduler [None req-7b261f65-c31a-4a4e-ad70-f330ed946b67 None None] Resources bound (agent type, host, resource id): {{(pid=87872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:57:41.397658 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b261f65-c31a-4a4e-ad70-f330ed946b67 None None] Received port after_create {{(pid=87872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:57:41.420957 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b261f65-c31a-4a4e-ad70-f330ed946b67 None None] Pushing event updated for resources: {'Port': ['ID=55a534f9-2756-4f2f-b8ad-e6b6a126d40e,revision_number=1']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:57:41.573959 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-7b261f65-c31a-4a4e-ad70-f330ed946b67 None None] Attempting to bind port 55a534f9-2756-4f2f-b8ad-e6b6a126d40e on host dv-neutron-835340-2-hyperv for vnic_type normal with profile {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:57:41.574328 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-7b261f65-c31a-4a4e-ad70-f330ed946b67 None None] Attempting to bind port 55a534f9-2756-4f2f-b8ad-e6b6a126d40e by drivers openvswitch,hyperv on host dv-neutron-835340-2-hyperv at level 0 using segments [{'id': '2445b5ed-6c2e-47d6-be20-db438796efc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'e0256edb-6c72-4e02-ab93-36597d871429'}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:57:41.574679 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b261f65-c31a-4a4e-ad70-f330ed946b67 None None] Attempting to bind port 55a534f9-2756-4f2f-b8ad-e6b6a126d40e on network e0256edb-6c72-4e02-ab93-36597d871429 {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:57:41.582136 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b261f65-c31a-4a4e-ad70-f330ed946b67 None None] Checking agent: {'id': '961a16fe-cbc8-4264-ac28-bbbd53f89caa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 46, 6), 'started_at': datetime.datetime(2022, 3, 28, 11, 46, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 11, 57, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 11:57:41.582517 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b261f65-c31a-4a4e-ad70-f330ed946b67 None None] Checking segment: {'id': '2445b5ed-6c2e-47d6-be20-db438796efc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'e0256edb-6c72-4e02-ab93-36597d871429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:57:41.582909 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-7b261f65-c31a-4a4e-ad70-f330ed946b67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:41.583294 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b261f65-c31a-4a4e-ad70-f330ed946b67 None None] Bound using segment: {'id': '2445b5ed-6c2e-47d6-be20-db438796efc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'e0256edb-6c72-4e02-ab93-36597d871429'} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 11:57:41.583773 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-7b261f65-c31a-4a4e-ad70-f330ed946b67 None None] Bound port: 55a534f9-2756-4f2f-b8ad-e6b6a126d40e, host: dv-neutron-835340-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2445b5ed-6c2e-47d6-be20-db438796efc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'e0256edb-6c72-4e02-ab93-36597d871429'}}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 11:57:41.584143 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-7b261f65-c31a-4a4e-ad70-f330ed946b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:41.654299 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158dfa07-124e-440a-a626-bd45802ae15e req-9b2adf90-3c92-4b1a-8208-4f821c20a888 tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:57:41.655670 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-158dfa07-124e-440a-a626-bd45802ae15e req-9b2adf90-3c92-4b1a-8208-4f821c20a888 tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd5974e7-0504-4851-a286-20ab5143705c HTTP/1.1" status: 200 len: 945 time: 0.6487467 Mar 28 11:57:41.680042 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-bc7155e4-a7e8-458a-9fd9-9e8729573cb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15ecdd2e-b675-47d3-98a3-e16018ca16c7', 'name': 'tempest-NetworksTestDHCPv6-router-117028513', 'tenant_id': 'b4adfe5c8b3a4e57a1afd1d44c455245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:57:32Z', 'updated_at': '2022-03-28T11:57:36Z', 'revision_number': 2, 'project_id': 'b4adfe5c8b3a4e57a1afd1d44c455245', 'gw_port_host': None, '_interfaces': [{'id': '409a0de9-17c0-4412-a637-6d4dad42717a', 'name': '', 'network_id': 'e95a87e2-4c44-46e2-9de5-2786cbaea69c', 'tenant_id': 'b4adfe5c8b3a4e57a1afd1d44c455245', 'mac_address': 'fa:16:3e:b9:c3:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15ecdd2e-b675-47d3-98a3-e16018ca16c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'c7a0e6cd-0de0-4dff-ac9b-af7adf82a9d9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:57:34Z', 'updated_at': '2022-03-28T11:57:38Z', 'revision_number': 2, 'project_id': 'b4adfe5c8b3a4e57a1afd1d44c455245', 'subnets': [{'id': 'c7a0e6cd-0de0-4dff-ac9b-af7adf82a9d9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:57:41.689282 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc7155e4-a7e8-458a-9fd9-9e8729573cb1 None None] Checking router: 15ecdd2e-b675-47d3-98a3-e16018ca16c7 for host: dv-neutron-835340-2-hyperv {{(pid=87872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 11:57:41.689648 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc7155e4-a7e8-458a-9fd9-9e8729573cb1 None None] Updating router 15ecdd2e-b675-47d3-98a3-e16018ca16c7 port 409a0de9-17c0-4412-a637-6d4dad42717a binding host dv-neutron-835340-2-hyperv {{(pid=87872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 11:57:41.722643 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-7b261f65-c31a-4a4e-ad70-f330ed946b67 None None] For port 55a534f9-2756-4f2f-b8ad-e6b6a126d40e, host dv-neutron-835340-2-hyperv, cleared binding levels {{(pid=87872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 11:57:41.740431 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-7b261f65-c31a-4a4e-ad70-f330ed946b67 None None] For port 55a534f9-2756-4f2f-b8ad-e6b6a126d40e, host dv-neutron-835340-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=55a534f9-2756-4f2f-b8ad-e6b6a126d40e,segment=NetworkSegment(2445b5ed-6c2e-47d6-be20-db438796efc9),segment_id=2445b5ed-6c2e-47d6-be20-db438796efc9)] {{(pid=87872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 11:57:41.746494 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-7b261f65-c31a-4a4e-ad70-f330ed946b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:41.755816 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-56cefa57-6f13-43e4-862e-1ff9f84326ec tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930431', 'neutron.services.segments.db._delete_segments_for_network-8783496351308'] for network, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:41.786435 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-038a72f3-aa8b-49f9-9ddf-c4b33718dc6e tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:41.806506 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-bc7155e4-a7e8-458a-9fd9-9e8729573cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:41.824346 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-038a72f3-aa8b-49f9-9ddf-c4b33718dc6e tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:41.854378 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-56cefa57-6f13-43e4-862e-1ff9f84326ec tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0256edb-6c72-4e02-ab93-36597d871429']}} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:57:41.922940 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-56cefa57-6f13-43e4-862e-1ff9f84326ec tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2445b5ed-6c2e-47d6-be20-db438796efc9') {'for_net_delete': True} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:57:41.922940 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-56cefa57-6f13-43e4-862e-1ff9f84326ec tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2445b5ed-6c2e-47d6-be20-db438796efc9') {} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:57:41.947689 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b261f65-c31a-4a4e-ad70-f330ed946b67 None None] Pushing event updated for resources: {'Port': ['ID=55a534f9-2756-4f2f-b8ad-e6b6a126d40e,revision_number=2']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:57:41.957204 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-56cefa57-6f13-43e4-862e-1ff9f84326ec tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783496353639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3591341'] for segment, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:41.970330 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-158dfa07-124e-440a-a626-bd45802ae15e req-307c0790-26f8-4230-92b2-4b4b60f53a1a tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] 10.222.0.30 "GET /v2.0/security-groups?id=895ae8ad-46d6-4a0f-b104-9c0ca0cce592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3040624 Mar 28 11:57:42.019871 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-56cefa57-6f13-43e4-862e-1ff9f84326ec tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:42.037570 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf4a2184-7722-400e-b635-1b9cc652921f None None] get_active_networks_info from dv-neutron-835340-2-hyperv {{(pid=87872) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 28 11:57:42.069525 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-051fdb16-1c6a-4b8d-940d-af31adb1cd30 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Router 10f618c6-829a-4d24-8bd2-aec366621ee8 is scheduled to L3 agent af79d429-529e-400b-a119-94d4bec03f3e with binding_index 1 {{(pid=87871) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 11:57:42.075685 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56cefa57-6f13-43e4-862e-1ff9f84326ec tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=87870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 11:57:42.076098 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-56cefa57-6f13-43e4-862e-1ff9f84326ec tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1920481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2558260'] for segment, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:42.091408 dv-neutron-835340-2-hyperv neutron-server[87870]: Traceback (most recent call last): Mar 28 11:57:42.091408 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 11:57:42.091408 dv-neutron-835340-2-hyperv neutron-server[87870]: timer() Mar 28 11:57:42.091408 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 11:57:42.091408 dv-neutron-835340-2-hyperv neutron-server[87870]: cb(*args, **kw) Mar 28 11:57:42.091408 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 11:57:42.091408 dv-neutron-835340-2-hyperv neutron-server[87870]: return func(*args, **kwargs) Mar 28 11:57:42.091408 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 11:57:42.091408 dv-neutron-835340-2-hyperv neutron-server[87870]: self._notify() Mar 28 11:57:42.091408 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 11:57:42.091408 dv-neutron-835340-2-hyperv neutron-server[87870]: self.callback(batched_events) Mar 28 11:57:42.091408 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 11:57:42.091408 dv-neutron-835340-2-hyperv neutron-server[87870]: event.method(event) Mar 28 11:57:42.091408 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 11:57:42.091408 dv-neutron-835340-2-hyperv neutron-server[87870]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 11:57:42.091408 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 11:57:42.091408 dv-neutron-835340-2-hyperv neutron-server[87870]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 11:57:42.091408 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 11:57:42.091408 dv-neutron-835340-2-hyperv neutron-server[87870]: return f(self, *a, **k) Mar 28 11:57:42.091408 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 11:57:42.091408 dv-neutron-835340-2-hyperv neutron-server[87870]: return self._get(url).json() Mar 28 11:57:42.091408 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 11:57:42.091408 dv-neutron-835340-2-hyperv neutron-server[87870]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 11:57:42.091408 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 11:57:42.091408 dv-neutron-835340-2-hyperv neutron-server[87870]: return self.request(url, 'GET', **kwargs) Mar 28 11:57:42.091408 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 11:57:42.091408 dv-neutron-835340-2-hyperv neutron-server[87870]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 11:57:42.091408 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 11:57:42.091408 dv-neutron-835340-2-hyperv neutron-server[87870]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 11:57:42.091408 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 11:57:42.091408 dv-neutron-835340-2-hyperv neutron-server[87870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 11:57:42.091408 dv-neutron-835340-2-hyperv neutron-server[87870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 11:57:42.115265 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-4f254a6a-6d2f-4cfa-ae8d-e42bc8500321 tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2561241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2563521'] for subnet, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:42.296044 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73d722c8-935d-48b0-93b4-2305c90cf4f5 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Router d2472407-f7fc-4695-8a77-5977a71c5151 is scheduled to L3 agent af79d429-529e-400b-a119-94d4bec03f3e with binding_index 1 {{(pid=87871) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 11:57:42.314450 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.db.api [None req-56cefa57-6f13-43e4-862e-1ff9f84326ec tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 28 11:57:42.314450 dv-neutron-835340-2-hyperv neutron-server[87870]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 28 11:57:42.314450 dv-neutron-835340-2-hyperv neutron-server[87870]: [parameters: {'id': 'e0256edb-6c72-4e02-ab93-36597d871429'}] Mar 28 11:57:42.314450 dv-neutron-835340-2-hyperv neutron-server[87870]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87870) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 11:57:42.314947 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG oslo_db.api [None req-56cefa57-6f13-43e4-862e-1ff9f84326ec tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 11:57:42.341374 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.db_base_plugin_common [None req-038a72f3-aa8b-49f9-9ddf-c4b33718dc6e tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Allocated IP 172.26.7.8 (ac2b1748-8f63-4b17-a9c7-07e79704aa5b/0b7ebf76-1dc7-431a-a0b4-b96bacf287c2/06ed64e6-0020-47ba-9400-822c81088f8f) {{(pid=87870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:57:42.343878 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f254a6a-6d2f-4cfa-ae8d-e42bc8500321 tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Pushing event updated for resources: {'Subnet': ['ID=8304c89d-0a03-487e-b6c6-cc071b8b0659,revision_number=0']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:57:42.357054 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f254a6a-6d2f-4cfa-ae8d-e42bc8500321 tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Checking segment: {'id': '431f6715-5921-4c58-94f4-398057dd179b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'd13ee7b7-642e-444e-94d8-9d13568b62b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:57:42.357447 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f254a6a-6d2f-4cfa-ae8d-e42bc8500321 tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Network hostable DHCP agents. Network: d13ee7b7-642e-444e-94d8-9d13568b62b5, hostable agents: ['3cb85949-855b-4a40-b988-cd5705e511da'], hosted agents: [] {{(pid=87870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 11:57:42.463244 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-bc7155e4-a7e8-458a-9fd9-9e8729573cb1 None None] Notify callbacks [] for port, precommit_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:42.478324 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f254a6a-6d2f-4cfa-ae8d-e42bc8500321 tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Network d13ee7b7-642e-444e-94d8-9d13568b62b5 is scheduled to be hosted by DHCP agent 3cb85949-855b-4a40-b988-cd5705e511da with binding_index 1 {{(pid=87870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 11:57:42.483791 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-bc7155e4-a7e8-458a-9fd9-9e8729573cb1 None None] Transition to ACTIVE for port object 409a0de9-17c0-4412-a637-6d4dad42717a will not be triggered until provisioned by entity L2. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:57:42.498099 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-bc7155e4-a7e8-458a-9fd9-9e8729573cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:42.512828 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7d2e42-8915-432d-9442-095a9eef1952 req-a56a2536-8fa3-4e5f-aa0f-e171a78cbbe0 tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:57:42.514333 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-8d7d2e42-8915-432d-9442-095a9eef1952 req-a56a2536-8fa3-4e5f-aa0f-e171a78cbbe0 tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd5974e7-0504-4851-a286-20ab5143705c HTTP/1.1" status: 200 len: 945 time: 0.3911130 Mar 28 11:57:42.516004 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-051fdb16-1c6a-4b8d-940d-af31adb1cd30 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 11:57:42.529244 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.base_scheduler [None req-4f254a6a-6d2f-4cfa-ae8d-e42bc8500321 tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-2-hyperv, d13ee7b7-642e-444e-94d8-9d13568b62b5) {{(pid=87870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:57:42.532941 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-051fdb16-1c6a-4b8d-940d-af31adb1cd30 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] 10.222.0.30 "PUT /v2.0/routers/10f618c6-829a-4d24-8bd2-aec366621ee8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0028934 Mar 28 11:57:42.535580 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f3d694e-7ef8-433e-9a12-ed9bb815d543 None None] Sync routers for ids ['10f618c6-829a-4d24-8bd2-aec366621ee8'] in dv-neutron-835340-2-hyperv {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 11:57:42.536597 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 51726) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:57:42.551780 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f254a6a-6d2f-4cfa-ae8d-e42bc8500321 tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:57:42.552285 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-4f254a6a-6d2f-4cfa-ae8d-e42bc8500321 tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Notify callbacks [] for subnet, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:42.556294 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf4a2184-7722-400e-b635-1b9cc652921f None None] Unable to find a vacant binding_index for network d13ee7b7-642e-444e-94d8-9d13568b62b5 and agent 3cb85949-855b-4a40-b988-cd5705e511da {{(pid=87872) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Mar 28 11:57:42.561029 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f3d694e-7ef8-433e-9a12-ed9bb815d543 None None] Routers {'10f618c6-829a-4d24-8bd2-aec366621ee8'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:57:42.562270 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-3f3d694e-7ef8-433e-9a12-ed9bb815d543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T11:57:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['10f618c6-829a-4d24-8bd2-aec366621ee8'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:57:42.625586 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf4a2184-7722-400e-b635-1b9cc652921f None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-2-hyperv, d13ee7b7-642e-444e-94d8-9d13568b62b5) {{(pid=87872) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 28 11:57:42.637476 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73d722c8-935d-48b0-93b4-2305c90cf4f5 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 11:57:42.645202 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-73d722c8-935d-48b0-93b4-2305c90cf4f5 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] 10.222.0.30 "PUT /v2.0/routers/d2472407-f7fc-4695-8a77-5977a71c5151/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1929245 Mar 28 11:57:42.649835 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 51730) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:57:42.664929 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-8d7d2e42-8915-432d-9442-095a9eef1952 req-4e90465e-956a-4857-b153-3cf07b753bdf tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] 10.222.0.30 "GET /v2.0/security-groups?id=895ae8ad-46d6-4a0f-b104-9c0ca0cce592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1380351 Mar 28 11:57:42.672628 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-038a72f3-aa8b-49f9-9ddf-c4b33718dc6e tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:42.680544 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf4ea1b-6093-4bd4-a75b-85aace87f98a None None] Sync routers for ids ['d2472407-f7fc-4695-8a77-5977a71c5151'] in dv-neutron-835340-2-hyperv {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 11:57:42.681095 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-3f3d694e-7ef8-433e-9a12-ed9bb815d543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:57:42.682983 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-4f254a6a-6d2f-4cfa-ae8d-e42bc8500321 tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8244717 Mar 28 11:57:42.685758 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 51734) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:57:42.688980 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f3d694e-7ef8-433e-9a12-ed9bb815d543 None None] Routers {'10f618c6-829a-4d24-8bd2-aec366621ee8'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:57:42.690434 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-3f3d694e-7ef8-433e-9a12-ed9bb815d543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T11:57:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['10f618c6-829a-4d24-8bd2-aec366621ee8'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:57:42.708277 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-be04b747-e316-4304-bc24-231c10e10bb9 tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Request body: {'network': {'name': 'tempest-router-network01--1422227800'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:57:42.721704 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-be04b747-e316-4304-bc24-231c10e10bb9 tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:57:42.722259 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a7b364-e053-4008-8664-8a4555f0e65d None None] Pushing event updated for resources: {'Port': ['ID=409a0de9-17c0-4412-a637-6d4dad42717a,revision_number=3']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:57:42.740031 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-be04b747-e316-4304-bc24-231c10e10bb9 tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Usage tracker for resource:network and tenant:1fdd77c40c034f3cb33462467c5da67a is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:57:42.755748 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-be04b747-e316-4304-bc24-231c10e10bb9 tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:57:42.759588 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f424cfdf-9f4c-4dcb-8704-e9be3e289345 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:57:42.760244 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-f424cfdf-9f4c-4dcb-8704-e9be3e289345 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Synchronizing usage tracker for tenant:fc0f0a585a8c4bf2950e053878e50dfb on resource:port {{(pid=87871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:57:42.770478 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-be04b747-e316-4304-bc24-231c10e10bb9 tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:57:42.782733 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf4ea1b-6093-4bd4-a75b-85aace87f98a None None] Routers {'d2472407-f7fc-4695-8a77-5977a71c5151'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:57:42.783368 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-4bf4ea1b-6093-4bd4-a75b-85aace87f98a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T11:57:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['d2472407-f7fc-4695-8a77-5977a71c5151'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:57:42.794539 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c546974-6904-4ecb-bbeb-fc163bf330db tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:57:42.795243 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-7c546974-6904-4ecb-bbeb-fc163bf330db tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Synchronizing usage tracker for tenant:beb99f647cec46e3bbf575ac0a3034e8 on resource:port {{(pid=87871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:57:42.799056 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be04b747-e316-4304-bc24-231c10e10bb9 tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Made reservation on behalf of 1fdd77c40c034f3cb33462467c5da67a for: {'network': 1} {{(pid=87870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:57:42.810033 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-be04b747-e316-4304-bc24-231c10e10bb9 tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for network, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:42.831909 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-3f3d694e-7ef8-433e-9a12-ed9bb815d543 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:57:42.832687 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f3d694e-7ef8-433e-9a12-ed9bb815d543 None None] The sync data for ids ['10f618c6-829a-4d24-8bd2-aec366621ee8'] in dv-neutron-835340-2-hyperv is: [] {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 11:57:42.844954 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-56cefa57-6f13-43e4-862e-1ff9f84326ec tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588883'] for network, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:42.852806 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-f424cfdf-9f4c-4dcb-8704-e9be3e289345 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Unset dirty status for tenant:fc0f0a585a8c4bf2950e053878e50dfb on resource:port {{(pid=87871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:57:42.854318 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-f424cfdf-9f4c-4dcb-8704-e9be3e289345 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] 10.222.0.30 "GET /v2.0/ports/fba2d02d-0cbb-4e54-9d2a-dac386728898 HTTP/1.1" status: 200 len: 910 time: 0.2027612 Mar 28 11:57:42.859887 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 51740) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:57:42.873383 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-7c546974-6904-4ecb-bbeb-fc163bf330db tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Unset dirty status for tenant:beb99f647cec46e3bbf575ac0a3034e8 on resource:port {{(pid=87871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:57:42.879038 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-7c546974-6904-4ecb-bbeb-fc163bf330db tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] 10.222.0.30 "GET /v2.0/ports?device_id=10f618c6-829a-4d24-8bd2-aec366621ee8 HTTP/1.1" status: 200 len: 989 time: 0.3417010 Mar 28 11:57:42.882095 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 51744) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:57:42.889126 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-22727acc-270e-489b-b4eb-7c72950b42b2 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-743394'] for router_interface, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:42.936579 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-4bf4ea1b-6093-4bd4-a75b-85aace87f98a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:57:42.944026 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-bc7155e4-a7e8-458a-9fd9-9e8729573cb1 None None] Attempting to bind port 409a0de9-17c0-4412-a637-6d4dad42717a on host dv-neutron-835340-2-hyperv for vnic_type normal with profile {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:57:42.944616 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-bc7155e4-a7e8-458a-9fd9-9e8729573cb1 None None] Attempting to bind port 409a0de9-17c0-4412-a637-6d4dad42717a by drivers openvswitch,hyperv on host dv-neutron-835340-2-hyperv at level 0 using segments [{'id': 'bd053757-b8b4-4f3a-b553-aa242f2d15d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e95a87e2-4c44-46e2-9de5-2786cbaea69c'}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:57:42.944991 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc7155e4-a7e8-458a-9fd9-9e8729573cb1 None None] Attempting to bind port 409a0de9-17c0-4412-a637-6d4dad42717a on network e95a87e2-4c44-46e2-9de5-2786cbaea69c {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:57:42.954085 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-038a72f3-aa8b-49f9-9ddf-c4b33718dc6e tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:42.962724 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc7155e4-a7e8-458a-9fd9-9e8729573cb1 None None] Checking agent: {'id': '961a16fe-cbc8-4264-ac28-bbbd53f89caa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 46, 6), 'started_at': datetime.datetime(2022, 3, 28, 11, 46, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 11, 57, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 11:57:42.963197 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc7155e4-a7e8-458a-9fd9-9e8729573cb1 None None] Checking segment: {'id': 'bd053757-b8b4-4f3a-b553-aa242f2d15d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e95a87e2-4c44-46e2-9de5-2786cbaea69c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:57:42.963633 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-bc7155e4-a7e8-458a-9fd9-9e8729573cb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:42.964107 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc7155e4-a7e8-458a-9fd9-9e8729573cb1 None None] Bound using segment: {'id': 'bd053757-b8b4-4f3a-b553-aa242f2d15d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e95a87e2-4c44-46e2-9de5-2786cbaea69c'} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 11:57:42.964907 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-bc7155e4-a7e8-458a-9fd9-9e8729573cb1 None None] Bound port: 409a0de9-17c0-4412-a637-6d4dad42717a, host: dv-neutron-835340-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd053757-b8b4-4f3a-b553-aa242f2d15d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e95a87e2-4c44-46e2-9de5-2786cbaea69c'}}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 11:57:42.965466 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-bc7155e4-a7e8-458a-9fd9-9e8729573cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:42.987236 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf4ea1b-6093-4bd4-a75b-85aace87f98a None None] Routers {'d2472407-f7fc-4695-8a77-5977a71c5151'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:57:42.988141 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-4bf4ea1b-6093-4bd4-a75b-85aace87f98a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T11:57:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['d2472407-f7fc-4695-8a77-5977a71c5151'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:57:43.077250 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-56cefa57-6f13-43e4-862e-1ff9f84326ec tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Deleting port 55a534f9-2756-4f2f-b8ad-e6b6a126d40e {{(pid=87870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:57:43.077547 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-56cefa57-6f13-43e4-862e-1ff9f84326ec tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:43.114887 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be04b747-e316-4304-bc24-231c10e10bb9 tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=87870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 11:57:43.135562 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-038a72f3-aa8b-49f9-9ddf-c4b33718dc6e tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Network ac2b1748-8f63-4b17-a9c7-07e79704aa5b is already hosted by enough agents. {{(pid=87870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:57:43.156488 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.base_scheduler [None req-038a72f3-aa8b-49f9-9ddf-c4b33718dc6e tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Resources bound (agent type, host, resource id): {{(pid=87870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:57:43.158849 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-038a72f3-aa8b-49f9-9ddf-c4b33718dc6e tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Received port after_create {{(pid=87870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:57:43.161686 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-4bf4ea1b-6093-4bd4-a75b-85aace87f98a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:57:43.162082 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf4ea1b-6093-4bd4-a75b-85aace87f98a None None] The sync data for ids ['d2472407-f7fc-4695-8a77-5977a71c5151'] in dv-neutron-835340-2-hyperv is: [] {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 11:57:43.206388 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-be04b747-e316-4304-bc24-231c10e10bb9 tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:43.206768 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.db.segments_db [None req-be04b747-e316-4304-bc24-231c10e10bb9 tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Added segment ec32d7ed-a68f-4afd-8778-75f67f6e388c of type vlan for network 17d14721-f33d-4517-bd06-f72a84a93b72 Mar 28 11:57:43.259023 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-bc7155e4-a7e8-458a-9fd9-9e8729573cb1 None None] For port 409a0de9-17c0-4412-a637-6d4dad42717a, host dv-neutron-835340-2-hyperv, cleared binding levels {{(pid=87872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 11:57:43.263798 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-bc7155e4-a7e8-458a-9fd9-9e8729573cb1 None None] For port 409a0de9-17c0-4412-a637-6d4dad42717a, host dv-neutron-835340-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=409a0de9-17c0-4412-a637-6d4dad42717a,segment=NetworkSegment(bd053757-b8b4-4f3a-b553-aa242f2d15d2),segment_id=bd053757-b8b4-4f3a-b553-aa242f2d15d2)] {{(pid=87872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 11:57:43.272084 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-bc7155e4-a7e8-458a-9fd9-9e8729573cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:43.301775 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038a72f3-aa8b-49f9-9ddf-c4b33718dc6e tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Pushing event updated for resources: {'Port': ['ID=06ed64e6-0020-47ba-9400-822c81088f8f,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:57:43.411055 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a7b364-e053-4008-8664-8a4555f0e65d None None] Pushing event updated for resources: {'Port': ['ID=409a0de9-17c0-4412-a637-6d4dad42717a,revision_number=4']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:57:43.427373 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc7155e4-a7e8-458a-9fd9-9e8729573cb1 None None] Routers {'15ecdd2e-b675-47d3-98a3-e16018ca16c7'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:57:43.428056 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-bc7155e4-a7e8-458a-9fd9-9e8729573cb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T11:57:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['15ecdd2e-b675-47d3-98a3-e16018ca16c7'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:57:43.472655 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.agents_db [None req-03fd49d8-b51b-41c1-8716-b8e265c93689 None None] Agent healthcheck: found 6 active agents {{(pid=87873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 11:57:43.614811 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed95cfca-987d-422f-87df-aa1db8468349 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1d3f2a9-8722-5ce5-bc40-181687d1ed3f-d13ee7b7-642e-444e-94d8-9d13568b62b5', 'network_id': 'd13ee7b7-642e-444e-94d8-9d13568b62b5', 'tenant_id': '1fdd77c40c034f3cb33462467c5da67a', 'fixed_ips': [{'subnet_id': '8304c89d-0a03-487e-b6c6-cc071b8b0659'}]}} from dv-neutron-835340-2-hyperv. {{(pid=87872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 11:57:43.615656 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-ed95cfca-987d-422f-87df-aa1db8468349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:43.625853 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvr_db [None req-bc7155e4-a7e8-458a-9fd9-9e8729573cb1 None None] Set router 15ecdd2e-b675-47d3-98a3-e16018ca16c7 gateway port host: None {{(pid=87872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:57:43.642855 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3da22b9-450d-4b05-9e20-e3ab227aad99 req-d816cbe0-98e6-4549-a804-7aa62b8f689b tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:57:43.648136 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-a3da22b9-450d-4b05-9e20-e3ab227aad99 req-d816cbe0-98e6-4549-a804-7aa62b8f689b tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd5974e7-0504-4851-a286-20ab5143705c HTTP/1.1" status: 200 len: 945 time: 0.6830499 Mar 28 11:57:43.662737 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-be04b747-e316-4304-bc24-231c10e10bb9 tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783495836591'] for network, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:43.788613 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-a3da22b9-450d-4b05-9e20-e3ab227aad99 req-5c9222de-c061-4806-9169-40dcf939911c tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] 10.222.0.30 "GET /v2.0/security-groups?id=895ae8ad-46d6-4a0f-b104-9c0ca0cce592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1148834 Mar 28 11:57:43.790691 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-22727acc-270e-489b-b4eb-7c72950b42b2 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Deleting port 409a0de9-17c0-4412-a637-6d4dad42717a {{(pid=87871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:57:43.791030 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-22727acc-270e-489b-b4eb-7c72950b42b2 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:43.932371 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.db.resource_extend [None req-be04b747-e316-4304-bc24-231c10e10bb9 tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 28 11:57:44.040464 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.db [None req-56cefa57-6f13-43e4-862e-1ff9f84326ec tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] For port 55a534f9-2756-4f2f-b8ad-e6b6a126d40e, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=55a534f9-2756-4f2f-b8ad-e6b6a126d40e,segment=NetworkSegment(2445b5ed-6c2e-47d6-be20-db438796efc9),segment_id=2445b5ed-6c2e-47d6-be20-db438796efc9)] {{(pid=87870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:57:44.040818 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-56cefa57-6f13-43e4-862e-1ff9f84326ec tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:44.070999 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.db_base_plugin_common [None req-ed95cfca-987d-422f-87df-aa1db8468349 None None] Allocated IP 2001:db8::2 (d13ee7b7-642e-444e-94d8-9d13568b62b5/8304c89d-0a03-487e-b6c6-cc071b8b0659/e2d63eb1-651b-458a-a536-60bc1bcde417) {{(pid=87872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:57:44.091630 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.db [None req-22727acc-270e-489b-b4eb-7c72950b42b2 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] For port 409a0de9-17c0-4412-a637-6d4dad42717a, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=409a0de9-17c0-4412-a637-6d4dad42717a,segment=NetworkSegment(bd053757-b8b4-4f3a-b553-aa242f2d15d2),segment_id=bd053757-b8b4-4f3a-b553-aa242f2d15d2)] {{(pid=87871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:57:44.091982 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-22727acc-270e-489b-b4eb-7c72950b42b2 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:44.148977 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-be04b747-e316-4304-bc24-231c10e10bb9 tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765'] for network, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:44.155692 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be04b747-e316-4304-bc24-231c10e10bb9 tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:57:44.156293 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-be04b747-e316-4304-bc24-231c10e10bb9 tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538751'] for network, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:44.198846 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-bc7155e4-a7e8-458a-9fd9-9e8729573cb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15ecdd2e-b675-47d3-98a3-e16018ca16c7', 'name': 'tempest-NetworksTestDHCPv6-router-117028513', 'tenant_id': 'b4adfe5c8b3a4e57a1afd1d44c455245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:57:32Z', 'updated_at': '2022-03-28T11:57:36Z', 'revision_number': 2, 'project_id': 'b4adfe5c8b3a4e57a1afd1d44c455245', 'gw_port_host': None, '_interfaces': [{'id': '409a0de9-17c0-4412-a637-6d4dad42717a', 'name': '', 'network_id': 'e95a87e2-4c44-46e2-9de5-2786cbaea69c', 'tenant_id': 'b4adfe5c8b3a4e57a1afd1d44c455245', 'mac_address': 'fa:16:3e:b9:c3:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15ecdd2e-b675-47d3-98a3-e16018ca16c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'c7a0e6cd-0de0-4dff-ac9b-af7adf82a9d9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:57:34Z', 'updated_at': '2022-03-28T11:57:43Z', 'revision_number': 4, 'project_id': 'b4adfe5c8b3a4e57a1afd1d44c455245', 'subnets': [{'id': 'c7a0e6cd-0de0-4dff-ac9b-af7adf82a9d9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:57:44.207814 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc7155e4-a7e8-458a-9fd9-9e8729573cb1 None None] The sync data for ids ['15ecdd2e-b675-47d3-98a3-e16018ca16c7'] in dv-neutron-835340-2-hyperv is: [{'id': '15ecdd2e-b675-47d3-98a3-e16018ca16c7', 'name': 'tempest-NetworksTestDHCPv6-router-117028513', 'tenant_id': 'b4adfe5c8b3a4e57a1afd1d44c455245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:57:32Z', 'updated_at': '2022-03-28T11:57:36Z', 'revision_number': 2, 'project_id': 'b4adfe5c8b3a4e57a1afd1d44c455245', 'gw_port_host': None, '_interfaces': [{'id': '409a0de9-17c0-4412-a637-6d4dad42717a', 'name': '', 'network_id': 'e95a87e2-4c44-46e2-9de5-2786cbaea69c', 'tenant_id': 'b4adfe5c8b3a4e57a1afd1d44c455245', 'mac_address': 'fa:16:3e:b9:c3:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15ecdd2e-b675-47d3-98a3-e16018ca16c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'c7a0e6cd-0de0-4dff-ac9b-af7adf82a9d9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:57:34Z', 'updated_at': '2022-03-28T11:57:43Z', 'revision_number': 4, 'project_id': 'b4adfe5c8b3a4e57a1afd1d44c455245', 'subnets': [{'id': 'c7a0e6cd-0de0-4dff-ac9b-af7adf82a9d9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 11:57:44.245843 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-56cefa57-6f13-43e4-862e-1ff9f84326ec tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Calling delete_port for 55a534f9-2756-4f2f-b8ad-e6b6a126d40e owned by network:dhcp {{(pid=87870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:57:44.260399 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-22727acc-270e-489b-b4eb-7c72950b42b2 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Calling delete_port for 409a0de9-17c0-4412-a637-6d4dad42717a owned by network:router_interface {{(pid=87871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:57:44.319999 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-ed95cfca-987d-422f-87df-aa1db8468349 None None] Notify callbacks [] for port, precommit_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:44.333751 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-ed95cfca-987d-422f-87df-aa1db8468349 None None] Transition to ACTIVE for port object e2d63eb1-651b-458a-a536-60bc1bcde417 will not be triggered until provisioned by entity L2. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:57:44.365661 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-ed95cfca-987d-422f-87df-aa1db8468349 None None] Transition to ACTIVE for port object e2d63eb1-651b-458a-a536-60bc1bcde417 will not be triggered until provisioned by entity DHCP. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:57:44.370537 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-014e576c-68e2-481c-9624-f75a44808aee tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-743394'] for router_interface, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:44.372901 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-ed95cfca-987d-422f-87df-aa1db8468349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241'] for port, after_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:44.441576 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed95cfca-987d-422f-87df-aa1db8468349 None None] Network d13ee7b7-642e-444e-94d8-9d13568b62b5 is already hosted by enough agents. {{(pid=87872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:57:44.449314 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.base_scheduler [None req-ed95cfca-987d-422f-87df-aa1db8468349 None None] Resources bound (agent type, host, resource id): {{(pid=87872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:57:44.454169 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed95cfca-987d-422f-87df-aa1db8468349 None None] Received port after_create {{(pid=87872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:57:44.467387 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed95cfca-987d-422f-87df-aa1db8468349 None None] Pushing event updated for resources: {'Port': ['ID=e2d63eb1-651b-458a-a536-60bc1bcde417,revision_number=1']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:57:44.470829 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-be04b747-e316-4304-bc24-231c10e10bb9 tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.7836230 Mar 28 11:57:44.484540 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 51750) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:57:44.500960 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-eda21e27-fdc7-4fcb-b83d-124ce953a47f tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Request body: {'network': {'name': 'tempest-router-network02--896084303'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:57:44.520413 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be04b747-e316-4304-bc24-231c10e10bb9 tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Pushing event updated for resources: {'Network': ['ID=17d14721-f33d-4517-bd06-f72a84a93b72,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:57:44.527619 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-eda21e27-fdc7-4fcb-b83d-124ce953a47f tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:57:44.575644 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Network 17d14721-f33d-4517-bd06-f72a84a93b72 details requested by agent ovs-agent-dv-neutron-835340-2-hyperv with host dv-neutron-835340-2-hyperv {{(pid=87872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 11:57:44.601791 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-eda21e27-fdc7-4fcb-b83d-124ce953a47f tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Usage tracker for resource:network and tenant:1fdd77c40c034f3cb33462467c5da67a is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:57:44.621572 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-eda21e27-fdc7-4fcb-b83d-124ce953a47f tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:57:44.636728 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-eda21e27-fdc7-4fcb-b83d-124ce953a47f tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:57:44.655627 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ce8cea-fabf-4334-9828-24b55de21962 req-03c61a55-4db7-4166-9027-29a54f0cb4c4 tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:57:44.657423 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-81ce8cea-fabf-4334-9828-24b55de21962 req-03c61a55-4db7-4166-9027-29a54f0cb4c4 tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd5974e7-0504-4851-a286-20ab5143705c HTTP/1.1" status: 200 len: 945 time: 0.7120078 Mar 28 11:57:44.673149 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-ed95cfca-987d-422f-87df-aa1db8468349 None None] Attempting to bind port e2d63eb1-651b-458a-a536-60bc1bcde417 on host dv-neutron-835340-2-hyperv for vnic_type normal with profile {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:57:44.673556 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-ed95cfca-987d-422f-87df-aa1db8468349 None None] Attempting to bind port e2d63eb1-651b-458a-a536-60bc1bcde417 by drivers openvswitch,hyperv on host dv-neutron-835340-2-hyperv at level 0 using segments [{'id': '431f6715-5921-4c58-94f4-398057dd179b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'd13ee7b7-642e-444e-94d8-9d13568b62b5'}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:57:44.673952 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed95cfca-987d-422f-87df-aa1db8468349 None None] Attempting to bind port e2d63eb1-651b-458a-a536-60bc1bcde417 on network d13ee7b7-642e-444e-94d8-9d13568b62b5 {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:57:44.684180 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed95cfca-987d-422f-87df-aa1db8468349 None None] Checking agent: {'id': '961a16fe-cbc8-4264-ac28-bbbd53f89caa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 46, 6), 'started_at': datetime.datetime(2022, 3, 28, 11, 46, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 11, 57, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 11:57:44.684557 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed95cfca-987d-422f-87df-aa1db8468349 None None] Checking segment: {'id': '431f6715-5921-4c58-94f4-398057dd179b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'd13ee7b7-642e-444e-94d8-9d13568b62b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:57:44.684964 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-ed95cfca-987d-422f-87df-aa1db8468349 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:44.685652 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed95cfca-987d-422f-87df-aa1db8468349 None None] Bound using segment: {'id': '431f6715-5921-4c58-94f4-398057dd179b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'd13ee7b7-642e-444e-94d8-9d13568b62b5'} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 11:57:44.685822 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-ed95cfca-987d-422f-87df-aa1db8468349 None None] Bound port: e2d63eb1-651b-458a-a536-60bc1bcde417, host: dv-neutron-835340-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '431f6715-5921-4c58-94f4-398057dd179b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'd13ee7b7-642e-444e-94d8-9d13568b62b5'}}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 11:57:44.686203 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-ed95cfca-987d-422f-87df-aa1db8468349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:44.720340 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eda21e27-fdc7-4fcb-b83d-124ce953a47f tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Made reservation on behalf of 1fdd77c40c034f3cb33462467c5da67a for: {'network': 1} {{(pid=87870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:57:44.724101 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-eda21e27-fdc7-4fcb-b83d-124ce953a47f tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for network, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:44.737981 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-56cefa57-6f13-43e4-862e-1ff9f84326ec tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:44.779377 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-014e576c-68e2-481c-9624-f75a44808aee tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Deleting port 3ef81cc2-3243-4e26-88a0-ce5c32f719b1 {{(pid=87871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:57:44.779377 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-014e576c-68e2-481c-9624-f75a44808aee tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:44.865414 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-81ce8cea-fabf-4334-9828-24b55de21962 req-1d1c45eb-30de-4528-b1d1-32ff92cf23ed tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] 10.222.0.30 "GET /v2.0/security-groups?id=895ae8ad-46d6-4a0f-b104-9c0ca0cce592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1962345 Mar 28 11:57:44.866062 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-038a72f3-aa8b-49f9-9ddf-c4b33718dc6e tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:44.891347 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-ed95cfca-987d-422f-87df-aa1db8468349 None None] For port e2d63eb1-651b-458a-a536-60bc1bcde417, host dv-neutron-835340-2-hyperv, cleared binding levels {{(pid=87872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 11:57:44.906571 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-ed95cfca-987d-422f-87df-aa1db8468349 None None] For port e2d63eb1-651b-458a-a536-60bc1bcde417, host dv-neutron-835340-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=e2d63eb1-651b-458a-a536-60bc1bcde417,segment=NetworkSegment(431f6715-5921-4c58-94f4-398057dd179b),segment_id=431f6715-5921-4c58-94f4-398057dd179b)] {{(pid=87872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 11:57:44.914220 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-ed95cfca-987d-422f-87df-aa1db8468349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:45.024521 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-22727acc-270e-489b-b4eb-7c72950b42b2 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:45.036809 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed95cfca-987d-422f-87df-aa1db8468349 None None] Pushing event updated for resources: {'Port': ['ID=e2d63eb1-651b-458a-a536-60bc1bcde417,revision_number=2']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:57:45.146139 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22727acc-270e-489b-b4eb-7c72950b42b2 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Pushing event deleted for resources: {'Port': ['ID=409a0de9-17c0-4412-a637-6d4dad42717a,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:57:45.169152 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cefa57-6f13-43e4-862e-1ff9f84326ec tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Pushing event deleted for resources: {'Port': ['ID=55a534f9-2756-4f2f-b8ad-e6b6a126d40e,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:57:45.185677 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56cefa57-6f13-43e4-862e-1ff9f84326ec tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] No DVR routers for this DVR port 55a534f9-2756-4f2f-b8ad-e6b6a126d40e on host dv-neutron-835340-2-hyperv {{(pid=87870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 11:57:45.290246 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eda21e27-fdc7-4fcb-b83d-124ce953a47f tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=87870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 11:57:45.375990 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-014e576c-68e2-481c-9624-f75a44808aee tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:45.456205 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-eda21e27-fdc7-4fcb-b83d-124ce953a47f tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:45.456531 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.db.segments_db [None req-eda21e27-fdc7-4fcb-b83d-124ce953a47f tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Added segment 34814a4a-e8e5-4698-967c-d0a4b82cf9be of type vlan for network 364ebf31-36a2-4b1f-9a37-de97d53cb791 Mar 28 11:57:45.485756 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-56cefa57-6f13-43e4-862e-1ff9f84326ec tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930431', 'neutron.services.segments.db._delete_segments_for_network-8783496351308'] for network, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:45.599550 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-014e576c-68e2-481c-9624-f75a44808aee tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Calling delete_port for 3ef81cc2-3243-4e26-88a0-ce5c32f719b1 owned by network:router_interface {{(pid=87871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:57:45.621983 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-77649f1a-3d9e-4910-b9da-a595d08bc23a tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-743394'] for router_interface, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:45.680478 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-56cefa57-6f13-43e4-862e-1ff9f84326ec tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0256edb-6c72-4e02-ab93-36597d871429']}} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:57:45.695242 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-eda21e27-fdc7-4fcb-b83d-124ce953a47f tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783495836591'] for network, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:45.717107 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-56cefa57-6f13-43e4-862e-1ff9f84326ec tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2445b5ed-6c2e-47d6-be20-db438796efc9') {'for_net_delete': True} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:57:45.717404 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-56cefa57-6f13-43e4-862e-1ff9f84326ec tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2445b5ed-6c2e-47d6-be20-db438796efc9') {} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:57:45.725185 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-22727acc-270e-489b-b4eb-7c72950b42b2 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-743246'] for router_interface, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:45.825061 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-56cefa57-6f13-43e4-862e-1ff9f84326ec tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783496353639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3591341'] for segment, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:45.832144 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52afd977-1730-4d33-803a-c2ec3b0eb059 req-45b3e0ca-448c-41f9-9773-4a9749fee3ce tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:57:45.834302 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-52afd977-1730-4d33-803a-c2ec3b0eb059 req-45b3e0ca-448c-41f9-9773-4a9749fee3ce tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd5974e7-0504-4851-a286-20ab5143705c HTTP/1.1" status: 200 len: 945 time: 0.7586129 Mar 28 11:57:45.868511 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device e2d63eb1-651b-458a-a536-60bc1bcde417 up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:57:45.964131 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-eda21e27-fdc7-4fcb-b83d-124ce953a47f tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765'] for network, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:45.965661 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning for port e2d63eb1-651b-458a-a536-60bc1bcde417 completed by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:57:45.970899 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eda21e27-fdc7-4fcb-b83d-124ce953a47f tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:57:45.971624 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-eda21e27-fdc7-4fcb-b83d-124ce953a47f tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538751'] for network, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:45.975953 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-56cefa57-6f13-43e4-862e-1ff9f84326ec tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:45.985151 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-52afd977-1730-4d33-803a-c2ec3b0eb059 req-f04efb4a-76ae-4c17-99fd-724a5e656b8b tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] 10.222.0.30 "GET /v2.0/security-groups?id=895ae8ad-46d6-4a0f-b104-9c0ca0cce592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1288965 Mar 28 11:57:46.084880 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56cefa57-6f13-43e4-862e-1ff9f84326ec tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=87870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 11:57:46.085474 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-56cefa57-6f13-43e4-862e-1ff9f84326ec tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1920481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2558260'] for segment, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:46.111580 dv-neutron-835340-2-hyperv neutron-server[87870]: Traceback (most recent call last): Mar 28 11:57:46.111580 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 11:57:46.111580 dv-neutron-835340-2-hyperv neutron-server[87870]: timer() Mar 28 11:57:46.111580 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 11:57:46.111580 dv-neutron-835340-2-hyperv neutron-server[87870]: cb(*args, **kw) Mar 28 11:57:46.111580 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 11:57:46.111580 dv-neutron-835340-2-hyperv neutron-server[87870]: return func(*args, **kwargs) Mar 28 11:57:46.111580 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 11:57:46.111580 dv-neutron-835340-2-hyperv neutron-server[87870]: self._notify() Mar 28 11:57:46.111580 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 11:57:46.111580 dv-neutron-835340-2-hyperv neutron-server[87870]: self.callback(batched_events) Mar 28 11:57:46.111580 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 11:57:46.111580 dv-neutron-835340-2-hyperv neutron-server[87870]: event.method(event) Mar 28 11:57:46.111580 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 11:57:46.111580 dv-neutron-835340-2-hyperv neutron-server[87870]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 11:57:46.111580 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 11:57:46.111580 dv-neutron-835340-2-hyperv neutron-server[87870]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 11:57:46.111580 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 11:57:46.111580 dv-neutron-835340-2-hyperv neutron-server[87870]: return f(self, *a, **k) Mar 28 11:57:46.111580 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 11:57:46.111580 dv-neutron-835340-2-hyperv neutron-server[87870]: return self._get(url).json() Mar 28 11:57:46.111580 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 11:57:46.111580 dv-neutron-835340-2-hyperv neutron-server[87870]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 11:57:46.111580 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 11:57:46.111580 dv-neutron-835340-2-hyperv neutron-server[87870]: return self.request(url, 'GET', **kwargs) Mar 28 11:57:46.111580 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 11:57:46.111580 dv-neutron-835340-2-hyperv neutron-server[87870]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 11:57:46.111580 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 11:57:46.111580 dv-neutron-835340-2-hyperv neutron-server[87870]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 11:57:46.111580 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 11:57:46.111580 dv-neutron-835340-2-hyperv neutron-server[87870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 11:57:46.111580 dv-neutron-835340-2-hyperv neutron-server[87870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 11:57:46.146309 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22727acc-270e-489b-b4eb-7c72950b42b2 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Router 15ecdd2e-b675-47d3-98a3-e16018ca16c7 has already been hosted by L3 agent af79d429-529e-400b-a119-94d4bec03f3e {{(pid=87871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 11:57:46.186536 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-038a72f3-aa8b-49f9-9ddf-c4b33718dc6e tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709693'] for router, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:46.326780 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-eda21e27-fdc7-4fcb-b83d-124ce953a47f tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.8411705 Mar 28 11:57:46.347899 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 51760) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:57:46.364236 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-27ef83fd-bb9f-48d4-a51c-49b3cd210db0 tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Request body: {'subnet': {'network_id': '17d14721-f33d-4517-bd06-f72a84a93b72', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:57:46.411259 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22727acc-270e-489b-b4eb-7c72950b42b2 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 11:57:46.421122 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda21e27-fdc7-4fcb-b83d-124ce953a47f tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Pushing event updated for resources: {'Network': ['ID=364ebf31-36a2-4b1f-9a37-de97d53cb791,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:57:46.423503 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb55936-8145-4c7f-b848-d7ecd7d3b010 None None] Sync routers for ids ['15ecdd2e-b675-47d3-98a3-e16018ca16c7'] in dv-neutron-835340-2-hyperv {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 11:57:46.442069 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Network 364ebf31-36a2-4b1f-9a37-de97d53cb791 details requested by agent ovs-agent-dv-neutron-835340-2-hyperv with host dv-neutron-835340-2-hyperv {{(pid=87872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 11:57:46.449144 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb55936-8145-4c7f-b848-d7ecd7d3b010 None None] Routers {'15ecdd2e-b675-47d3-98a3-e16018ca16c7'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:57:46.450237 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-fcb55936-8145-4c7f-b848-d7ecd7d3b010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T11:57:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['15ecdd2e-b675-47d3-98a3-e16018ca16c7'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:57:46.498115 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-56cefa57-6f13-43e4-862e-1ff9f84326ec tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709602'] for network, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:46.538169 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-56cefa57-6f13-43e4-862e-1ff9f84326ec tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538751'] for network, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:46.601992 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-014e576c-68e2-481c-9624-f75a44808aee tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:46.621968 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-22727acc-270e-489b-b4eb-7c72950b42b2 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "PUT /v2.0/routers/15ecdd2e-b675-47d3-98a3-e16018ca16c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3629084 Mar 28 11:57:46.633841 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cefa57-6f13-43e4-862e-1ff9f84326ec tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Pushing event deleted for resources: {'Network': ['ID=e0256edb-6c72-4e02-ab93-36597d871429,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:57:46.638318 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-56cefa57-6f13-43e4-862e-1ff9f84326ec tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] 10.222.0.30 "DELETE /v2.0/networks/e0256edb-6c72-4e02-ab93-36597d871429 HTTP/1.1" status: 204 len: 168 time: 6.9960673 Mar 28 11:57:46.641350 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 51764) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:57:46.642148 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 51766) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:57:46.677079 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvr_db [None req-fcb55936-8145-4c7f-b848-d7ecd7d3b010 None None] Set router 15ecdd2e-b675-47d3-98a3-e16018ca16c7 gateway port host: None {{(pid=87873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:57:46.680624 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-27ef83fd-bb9f-48d4-a51c-49b3cd210db0 tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:57:46.686568 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-27ef83fd-bb9f-48d4-a51c-49b3cd210db0 tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Usage tracker for resource:subnet and tenant:1fdd77c40c034f3cb33462467c5da67a is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:57:46.689778 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-27ef83fd-bb9f-48d4-a51c-49b3cd210db0 tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:57:46.696841 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-27ef83fd-bb9f-48d4-a51c-49b3cd210db0 tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:57:46.719878 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014e576c-68e2-481c-9624-f75a44808aee tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Pushing event deleted for resources: {'Port': ['ID=3ef81cc2-3243-4e26-88a0-ce5c32f719b1,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:57:46.750779 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27ef83fd-bb9f-48d4-a51c-49b3cd210db0 tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Made reservation on behalf of 1fdd77c40c034f3cb33462467c5da67a for: {'subnet': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:57:46.754732 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-27ef83fd-bb9f-48d4-a51c-49b3cd210db0 tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26551362'] for subnet, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:46.835280 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-96a6e22b-3e94-4756-951e-d3d620690cdb tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-905333286'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:57:46.841919 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-96a6e22b-3e94-4756-951e-d3d620690cdb tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:57:46.845704 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-96a6e22b-3e94-4756-951e-d3d620690cdb tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Usage tracker for resource:network and tenant:0ad7b1f6e96a40538a966af0f41e67e6 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:57:46.848615 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-96a6e22b-3e94-4756-951e-d3d620690cdb tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:57:46.850079 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-fcb55936-8145-4c7f-b848-d7ecd7d3b010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15ecdd2e-b675-47d3-98a3-e16018ca16c7', 'name': 'tempest-NetworksTestDHCPv6-router-117028513', 'tenant_id': 'b4adfe5c8b3a4e57a1afd1d44c455245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:57:32Z', 'updated_at': '2022-03-28T11:57:44Z', 'revision_number': 3, 'project_id': 'b4adfe5c8b3a4e57a1afd1d44c455245', 'gw_port_host': None}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:57:46.858019 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8be7803-a71f-4b35-beea-5cf86a90894d None None] Network e0256edb-6c72-4e02-ab93-36597d871429 requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:57:46.865257 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb55936-8145-4c7f-b848-d7ecd7d3b010 None None] Checking router: 15ecdd2e-b675-47d3-98a3-e16018ca16c7 for host: dv-neutron-835340-2-hyperv {{(pid=87873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 11:57:46.869581 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-96a6e22b-3e94-4756-951e-d3d620690cdb tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:57:46.885937 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb55936-8145-4c7f-b848-d7ecd7d3b010 None None] Routers {'15ecdd2e-b675-47d3-98a3-e16018ca16c7'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:57:46.886830 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-fcb55936-8145-4c7f-b848-d7ecd7d3b010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T11:57:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['15ecdd2e-b675-47d3-98a3-e16018ca16c7'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:57:46.900047 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96a6e22b-3e94-4756-951e-d3d620690cdb tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Made reservation on behalf of 0ad7b1f6e96a40538a966af0f41e67e6 for: {'network': 1} {{(pid=87870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:57:46.910331 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-96a6e22b-3e94-4756-951e-d3d620690cdb tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for network, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:46.915416 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8be7803-a71f-4b35-beea-5cf86a90894d None None] Network e0256edb-6c72-4e02-ab93-36597d871429 could not be found, it might have been deleted concurrently. {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Mar 28 11:57:46.930908 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77441bfe-1f21-48a1-bfdb-89ea1a9c9518 None None] Network d13ee7b7-642e-444e-94d8-9d13568b62b5 requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:57:46.964980 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96a6e22b-3e94-4756-951e-d3d620690cdb tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=87870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 11:57:46.976400 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-96a6e22b-3e94-4756-951e-d3d620690cdb tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:46.977339 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.db.segments_db [None req-96a6e22b-3e94-4756-951e-d3d620690cdb tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Added segment 2ae2c5c4-8e3c-46c2-960b-982e08d885f3 of type vlan for network eef84b79-815c-4c73-84b9-03c41a9274ca Mar 28 11:57:47.011346 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-96a6e22b-3e94-4756-951e-d3d620690cdb tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783495836591'] for network, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:47.095600 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-96a6e22b-3e94-4756-951e-d3d620690cdb tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765'] for network, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:47.097750 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5d2baae-4b73-4fde-8e23-a7a65b19f3fd None None] Network e0256edb-6c72-4e02-ab93-36597d871429 requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:57:47.101657 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96a6e22b-3e94-4756-951e-d3d620690cdb tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:57:47.102544 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-96a6e22b-3e94-4756-951e-d3d620690cdb tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538751'] for network, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:47.205653 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvr_db [None req-fcb55936-8145-4c7f-b848-d7ecd7d3b010 None None] Set router 15ecdd2e-b675-47d3-98a3-e16018ca16c7 gateway port host: None {{(pid=87873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:57:47.207771 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5d2baae-4b73-4fde-8e23-a7a65b19f3fd None None] Network e0256edb-6c72-4e02-ab93-36597d871429 could not be found, it might have been deleted concurrently. {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Mar 28 11:57:47.215968 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-34772262-d522-47b8-bbcf-49c3aea9e08f None None] Provisioning for port e2d63eb1-651b-458a-a536-60bc1bcde417 completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:57:47.228525 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-34772262-d522-47b8-bbcf-49c3aea9e08f None None] Provisioning complete for port e2d63eb1-651b-458a-a536-60bc1bcde417 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:57:47.229079 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-34772262-d522-47b8-bbcf-49c3aea9e08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:47.267507 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a6e22b-3e94-4756-951e-d3d620690cdb tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Pushing event updated for resources: {'Network': ['ID=eef84b79-815c-4c73-84b9-03c41a9274ca,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:57:47.278902 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-96a6e22b-3e94-4756-951e-d3d620690cdb tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6316946 Mar 28 11:57:47.288812 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 51772) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:57:47.289523 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Network eef84b79-815c-4c73-84b9-03c41a9274ca details requested by agent ovs-agent-dv-neutron-835340-2-hyperv with host dv-neutron-835340-2-hyperv {{(pid=87872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 11:57:47.425248 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-f0997d71-eada-4ca7-ac95-3fa3e27d064e tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Request body: {'subnet': {'network_id': 'eef84b79-815c-4c73-84b9-03c41a9274ca', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:57:47.436979 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0379f84-1fb6-4d32-ab38-60c48eb02d16 req-6cfdd79c-9973-41db-8df3-ee2cf321017e tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:57:47.438840 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-b0379f84-1fb6-4d32-ab38-60c48eb02d16 req-6cfdd79c-9973-41db-8df3-ee2cf321017e tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd5974e7-0504-4851-a286-20ab5143705c HTTP/1.1" status: 200 len: 945 time: 1.0225024 Mar 28 11:57:47.462580 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-014e576c-68e2-481c-9624-f75a44808aee tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-743246'] for router_interface, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:47.484481 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-fcb55936-8145-4c7f-b848-d7ecd7d3b010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15ecdd2e-b675-47d3-98a3-e16018ca16c7', 'name': 'tempest-NetworksTestDHCPv6-router-117028513', 'tenant_id': 'b4adfe5c8b3a4e57a1afd1d44c455245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:57:32Z', 'updated_at': '2022-03-28T11:57:44Z', 'revision_number': 3, 'project_id': 'b4adfe5c8b3a4e57a1afd1d44c455245', 'gw_port_host': None}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:57:47.499280 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb55936-8145-4c7f-b848-d7ecd7d3b010 None None] The sync data for ids ['15ecdd2e-b675-47d3-98a3-e16018ca16c7'] in dv-neutron-835340-2-hyperv is: [{'id': '15ecdd2e-b675-47d3-98a3-e16018ca16c7', 'name': 'tempest-NetworksTestDHCPv6-router-117028513', 'tenant_id': 'b4adfe5c8b3a4e57a1afd1d44c455245', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:57:32Z', 'updated_at': '2022-03-28T11:57:44Z', 'revision_number': 3, 'project_id': 'b4adfe5c8b3a4e57a1afd1d44c455245', 'gw_port_host': None}] {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 11:57:47.549762 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-77649f1a-3d9e-4910-b9da-a595d08bc23a tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Deleting port fba2d02d-0cbb-4e54-9d2a-dac386728898 {{(pid=87870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:57:47.550116 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-77649f1a-3d9e-4910-b9da-a595d08bc23a tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:47.640764 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0637c7e-e398-4cb2-9f5b-1bab133ec693 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:57:47.642411 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0637c7e-e398-4cb2-9f5b-1bab133ec693 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:57:47.644385 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-d0637c7e-e398-4cb2-9f5b-1bab133ec693 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.9995947 Mar 28 11:57:47.670576 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 51776) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:57:47.720280 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-b0379f84-1fb6-4d32-ab38-60c48eb02d16 req-c8dfe9fc-d319-440c-977e-865091a3a86c tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] 10.222.0.30 "GET /v2.0/security-groups?id=895ae8ad-46d6-4a0f-b104-9c0ca0cce592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2671328 Mar 28 11:57:47.761642 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-34772262-d522-47b8-bbcf-49c3aea9e08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:47.781282 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fcd4adb-9e33-40ed-88c8-33b1b4d26e13 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Deleting subnet c7a0e6cd-0de0-4dff-ac9b-af7adf82a9d9 {{(pid=87870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 11:57:47.792918 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-5fcd4adb-9e33-40ed-88c8-33b1b4d26e13 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks [] for subnet, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:47.812233 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-34772262-d522-47b8-bbcf-49c3aea9e08f None None] For port e2d63eb1-651b-458a-a536-60bc1bcde417, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=e2d63eb1-651b-458a-a536-60bc1bcde417,segment=NetworkSegment(431f6715-5921-4c58-94f4-398057dd179b),segment_id=431f6715-5921-4c58-94f4-398057dd179b)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:57:47.819426 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-34772262-d522-47b8-bbcf-49c3aea9e08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:47.913698 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-f0997d71-eada-4ca7-ac95-3fa3e27d064e tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:57:47.921401 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-f0997d71-eada-4ca7-ac95-3fa3e27d064e tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Usage tracker for resource:subnet and tenant:0ad7b1f6e96a40538a966af0f41e67e6 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:57:47.924498 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-f0997d71-eada-4ca7-ac95-3fa3e27d064e tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:57:47.926920 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 409a0de9-17c0-4412-a637-6d4dad42717a no longer exists at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 11:57:47.937663 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-f0997d71-eada-4ca7-ac95-3fa3e27d064e tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:57:48.021527 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-167ef06f-10c3-41e4-afea-1de20b22301d None None] Could not find standard attr ID for object 3ef81cc2-3243-4e26-88a0-ce5c32f719b1. {{(pid=87872) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 28 11:57:48.023368 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] No Port match for: 409a0de9-17c0-4412-a637-6d4dad42717a {{(pid=87872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 11:57:48.023873 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 409a0de9-17c0-4412-a637-6d4dad42717a not bound to the agent host dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 11:57:48.027201 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34772262-d522-47b8-bbcf-49c3aea9e08f None None] Pushing event updated for resources: {'Port': ['ID=e2d63eb1-651b-458a-a536-60bc1bcde417,revision_number=3']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:57:48.035259 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-167ef06f-10c3-41e4-afea-1de20b22301d None None] Could not find standard attr ID for object 409a0de9-17c0-4412-a637-6d4dad42717a. {{(pid=87872) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 28 11:57:48.037104 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0997d71-eada-4ca7-ac95-3fa3e27d064e tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Made reservation on behalf of 0ad7b1f6e96a40538a966af0f41e67e6 for: {'subnet': 1} {{(pid=87870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:57:48.040626 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-f0997d71-eada-4ca7-ac95-3fa3e27d064e tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2563571'] for subnet, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:48.053131 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-014e576c-68e2-481c-9624-f75a44808aee tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Router 10f618c6-829a-4d24-8bd2-aec366621ee8 has already been hosted by L3 agent af79d429-529e-400b-a119-94d4bec03f3e {{(pid=87871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 11:57:48.074819 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-167ef06f-10c3-41e4-afea-1de20b22301d None None] Provisioning complete for port fba2d02d-0cbb-4e54-9d2a-dac386728898 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:57:48.075191 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-167ef06f-10c3-41e4-afea-1de20b22301d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:48.185906 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-27ef83fd-bb9f-48d4-a51c-49b3cd210db0 tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2364128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26551408'] for subnet, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:48.192443 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-167ef06f-10c3-41e4-afea-1de20b22301d None None] Port fba2d02d-0cbb-4e54-9d2a-dac386728898 cannot update to ACTIVE because it is not bound. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 11:57:48.242334 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-5fcd4adb-9e33-40ed-88c8-33b1b4d26e13 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3591354'] for subnet, precommit_delete_associations {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:48.286095 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-038a72f3-aa8b-49f9-9ddf-c4b33718dc6e tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Router dd1aff71-9897-4be0-b554-908ff5923806 is scheduled to L3 agent af79d429-529e-400b-a119-94d4bec03f3e with binding_index 1 {{(pid=87870) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 11:57:48.306266 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-8c65b4c4-6328-4b6d-99c5-0ff41987a6ed None None] Could not find standard attr ID for object 409a0de9-17c0-4412-a637-6d4dad42717a. {{(pid=87872) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 28 11:57:48.328355 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-014e576c-68e2-481c-9624-f75a44808aee tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 11:57:48.342076 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa8a61e7-5924-4208-a584-6d7a74e756c6 None None] Sync routers for ids ['10f618c6-829a-4d24-8bd2-aec366621ee8'] in dv-neutron-835340-2-hyperv {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 11:57:48.368107 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-014e576c-68e2-481c-9624-f75a44808aee tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] 10.222.0.30 "PUT /v2.0/routers/10f618c6-829a-4d24-8bd2-aec366621ee8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4847500 Mar 28 11:57:48.369202 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ef83fd-bb9f-48d4-a51c-49b3cd210db0 tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Pushing event updated for resources: {'Subnet': ['ID=f7d5991d-13a7-4226-9b7a-37ad687a1534,revision_number=0']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:57:48.374936 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 51780) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:57:48.381097 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa8a61e7-5924-4208-a584-6d7a74e756c6 None None] Routers {'10f618c6-829a-4d24-8bd2-aec366621ee8'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:57:48.384231 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-aa8a61e7-5924-4208-a584-6d7a74e756c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T11:57:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['10f618c6-829a-4d24-8bd2-aec366621ee8'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:57:48.431310 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cee9595-448f-49c6-8b16-0f9a42e1d104 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] GET failed (client error): The resource could not be found. Mar 28 11:57:48.432733 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-1cee9595-448f-49c6-8b16-0f9a42e1d104 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Synchronizing usage tracker for tenant:beb99f647cec46e3bbf575ac0a3034e8 on resource:port {{(pid=87871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:57:48.435716 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27ef83fd-bb9f-48d4-a51c-49b3cd210db0 tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Checking segment: {'id': 'ec32d7ed-a68f-4afd-8778-75f67f6e388c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '17d14721-f33d-4517-bd06-f72a84a93b72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:57:48.436065 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27ef83fd-bb9f-48d4-a51c-49b3cd210db0 tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Network hostable DHCP agents. Network: 17d14721-f33d-4517-bd06-f72a84a93b72, hostable agents: ['3cb85949-855b-4a40-b988-cd5705e511da'], hosted agents: [] {{(pid=87871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 11:57:48.458163 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-aa8a61e7-5924-4208-a584-6d7a74e756c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:57:48.467249 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-1cee9595-448f-49c6-8b16-0f9a42e1d104 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Unset dirty status for tenant:beb99f647cec46e3bbf575ac0a3034e8 on resource:port {{(pid=87871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:57:48.470877 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-1cee9595-448f-49c6-8b16-0f9a42e1d104 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] 10.222.0.30 "GET /v2.0/ports/3ef81cc2-3243-4e26-88a0-ce5c32f719b1 HTTP/1.1" status: 404 len: 333 time: 0.0945926 Mar 28 11:57:48.472155 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27ef83fd-bb9f-48d4-a51c-49b3cd210db0 tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Network 17d14721-f33d-4517-bd06-f72a84a93b72 is scheduled to be hosted by DHCP agent 3cb85949-855b-4a40-b988-cd5705e511da with binding_index 1 {{(pid=87871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 11:57:48.474213 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 51784) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:57:48.484643 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa8a61e7-5924-4208-a584-6d7a74e756c6 None None] Routers {'10f618c6-829a-4d24-8bd2-aec366621ee8'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:57:48.485252 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-aa8a61e7-5924-4208-a584-6d7a74e756c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T11:57:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['10f618c6-829a-4d24-8bd2-aec366621ee8'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:57:48.485901 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-77649f1a-3d9e-4910-b9da-a595d08bc23a tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:48.560393 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-27ef83fd-bb9f-48d4-a51c-49b3cd210db0 tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-2-hyperv, 17d14721-f33d-4517-bd06-f72a84a93b72) {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:57:48.574938 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fd2828e-e71c-42f3-a7ca-37ca6d35a0b4 None None] Network 17d14721-f33d-4517-bd06-f72a84a93b72 requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:57:48.590804 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-aa8a61e7-5924-4208-a584-6d7a74e756c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:57:48.591315 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa8a61e7-5924-4208-a584-6d7a74e756c6 None None] The sync data for ids ['10f618c6-829a-4d24-8bd2-aec366621ee8'] in dv-neutron-835340-2-hyperv is: [] {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 11:57:48.629090 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27ef83fd-bb9f-48d4-a51c-49b3cd210db0 tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:57:48.629590 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-27ef83fd-bb9f-48d4-a51c-49b3cd210db0 tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538751'] for subnet, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:48.639224 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-9579112c-97fc-4c33-a69c-07cf19244220 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks [] for router, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:48.705752 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2589807c-4ce7-4512-90c4-7137281e403f None None] Network d13ee7b7-642e-444e-94d8-9d13568b62b5 requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:57:48.878553 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14b79be2-3e3e-4055-9a80-b82cc791c1d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1d3f2a9-8722-5ce5-bc40-181687d1ed3f-17d14721-f33d-4517-bd06-f72a84a93b72', 'network_id': '17d14721-f33d-4517-bd06-f72a84a93b72', 'tenant_id': '1fdd77c40c034f3cb33462467c5da67a', 'fixed_ips': [{'subnet_id': 'f7d5991d-13a7-4226-9b7a-37ad687a1534'}]}} from dv-neutron-835340-2-hyperv. {{(pid=87872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 11:57:48.879430 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-14b79be2-3e3e-4055-9a80-b82cc791c1d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:48.891973 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-27ef83fd-bb9f-48d4-a51c-49b3cd210db0 tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5422482 Mar 28 11:57:48.893645 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-77649f1a-3d9e-4910-b9da-a595d08bc23a tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Calling delete_port for fba2d02d-0cbb-4e54-9d2a-dac386728898 owned by network:router_interface {{(pid=87870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:57:48.919992 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-3bfafd43-acdc-4954-9101-b34cbde9168e None None] Provisioning complete for port e2d63eb1-651b-458a-a536-60bc1bcde417 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:57:48.920363 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-3bfafd43-acdc-4954-9101-b34cbde9168e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:48.942278 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 51790) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:57:48.945233 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-f0997d71-eada-4ca7-ac95-3fa3e27d064e tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2561241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2563521'] for subnet, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:48.987216 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-d9d4c66d-249d-46ca-bb14-1318cecf7ab1 tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Request body: {'subnet': {'network_id': '364ebf31-36a2-4b1f-9a37-de97d53cb791', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:57:49.164791 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-9579112c-97fc-4c33-a69c-07cf19244220 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-745164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-260864'] for router, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:49.168581 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-9579112c-97fc-4c33-a69c-07cf19244220 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:49.197145 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-9579112c-97fc-4c33-a69c-07cf19244220 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-745021'] for router, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:49.198940 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9579112c-97fc-4c33-a69c-07cf19244220 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Fanout notify agent at l3_agent the message router_deleted on router 10f618c6-829a-4d24-8bd2-aec366621ee8 {{(pid=87871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 11:57:49.211631 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-9579112c-97fc-4c33-a69c-07cf19244220 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks [] for router, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:49.212752 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-9579112c-97fc-4c33-a69c-07cf19244220 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] 10.222.0.30 "DELETE /v2.0/routers/10f618c6-829a-4d24-8bd2-aec366621ee8 HTTP/1.1" status: 204 len: 168 time: 0.7374790 Mar 28 11:57:49.216125 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 51794) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:57:49.222221 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-5fcd4adb-9e33-40ed-88c8-33b1b4d26e13 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1919782'] for subnet, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:49.284327 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.db_base_plugin_v2 [None req-8511a8d4-7188-4a49-a61b-35eab153108d tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Deleting subnet 1490747e-9e2c-4f92-8462-3c92865827c8 {{(pid=87871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 11:57:49.286997 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-8511a8d4-7188-4a49-a61b-35eab153108d tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks [] for subnet, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:49.326045 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-038a72f3-aa8b-49f9-9ddf-c4b33718dc6e tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 11:57:49.339673 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-072accbd-52b6-495e-a986-a665198891bd None None] Sync routers for ids ['dd1aff71-9897-4be0-b554-908ff5923806'] in dv-neutron-835340-2-hyperv {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 11:57:49.349161 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.db_base_plugin_common [None req-14b79be2-3e3e-4055-9a80-b82cc791c1d1 None None] Allocated IP 2001:db8::2 (17d14721-f33d-4517-bd06-f72a84a93b72/f7d5991d-13a7-4226-9b7a-37ad687a1534/f0b622bc-ece0-4eca-8d7a-af47497b560f) {{(pid=87872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:57:49.354482 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-8511a8d4-7188-4a49-a61b-35eab153108d tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3436877'] for subnet, precommit_delete_associations {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:49.362065 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-072accbd-52b6-495e-a986-a665198891bd None None] Routers {'dd1aff71-9897-4be0-b554-908ff5923806'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:57:49.364653 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-072accbd-52b6-495e-a986-a665198891bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T11:57:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['dd1aff71-9897-4be0-b554-908ff5923806'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:57:49.422289 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0997d71-eada-4ca7-ac95-3fa3e27d064e tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Pushing event updated for resources: {'Subnet': ['ID=8e8126ef-165a-4fe5-98a7-bec3bca2244e,revision_number=0']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:57:49.469247 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-8511a8d4-7188-4a49-a61b-35eab153108d tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1919782'] for subnet, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:49.487216 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-d9d4c66d-249d-46ca-bb14-1318cecf7ab1 tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:57:49.491273 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0997d71-eada-4ca7-ac95-3fa3e27d064e tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Checking segment: {'id': '2ae2c5c4-8e3c-46c2-960b-982e08d885f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'eef84b79-815c-4c73-84b9-03c41a9274ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:57:49.491956 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0997d71-eada-4ca7-ac95-3fa3e27d064e tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Network hostable DHCP agents. Network: eef84b79-815c-4c73-84b9-03c41a9274ca, hostable agents: ['3cb85949-855b-4a40-b988-cd5705e511da'], hosted agents: [] {{(pid=87870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 11:57:49.503089 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-038a72f3-aa8b-49f9-9ddf-c4b33718dc6e tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Notify callbacks [] for router, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:49.504758 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-038a72f3-aa8b-49f9-9ddf-c4b33718dc6e tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 9.9187057 Mar 28 11:57:49.507658 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-d9d4c66d-249d-46ca-bb14-1318cecf7ab1 tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Usage tracker for resource:subnet and tenant:1fdd77c40c034f3cb33462467c5da67a is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:57:49.511239 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 51798) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:57:49.514873 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-d9d4c66d-249d-46ca-bb14-1318cecf7ab1 tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:57:49.530016 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef595dd-7754-47af-b8c1-2c9fdd0bb5d5 req-684560be-df4c-48cb-8fde-7d3291b12a5a tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:57:49.531889 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-7ef595dd-7754-47af-b8c1-2c9fdd0bb5d5 req-684560be-df4c-48cb-8fde-7d3291b12a5a tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd5974e7-0504-4851-a286-20ab5143705c HTTP/1.1" status: 200 len: 945 time: 0.6915498 Mar 28 11:57:49.549350 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-d9d4c66d-249d-46ca-bb14-1318cecf7ab1 tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:57:49.602349 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-5fcd4adb-9e33-40ed-88c8-33b1b4d26e13 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1919805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2561174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2563528'] for subnet, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:49.625987 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvr_db [None req-072accbd-52b6-495e-a986-a665198891bd None None] Set router dd1aff71-9897-4be0-b554-908ff5923806 gateway port host: dv-neutron-835340-2-hyperv {{(pid=87873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:57:49.675067 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0997d71-eada-4ca7-ac95-3fa3e27d064e tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Network eef84b79-815c-4c73-84b9-03c41a9274ca is scheduled to be hosted by DHCP agent 3cb85949-855b-4a40-b988-cd5705e511da with binding_index 1 {{(pid=87870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 11:57:49.677509 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9d4c66d-249d-46ca-bb14-1318cecf7ab1 tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Made reservation on behalf of 1fdd77c40c034f3cb33462467c5da67a for: {'subnet': 1} {{(pid=87870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:57:49.681219 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-d9d4c66d-249d-46ca-bb14-1318cecf7ab1 tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2563571'] for subnet, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:49.737956 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcd4adb-9e33-40ed-88c8-33b1b4d26e13 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Pushing event deleted for resources: {'Subnet': ['ID=c7a0e6cd-0de0-4dff-ac9b-af7adf82a9d9,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:57:49.755897 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-5fcd4adb-9e33-40ed-88c8-33b1b4d26e13 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks [] for subnet, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:49.774289 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-8511a8d4-7188-4a49-a61b-35eab153108d tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1919805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2364079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26551417'] for subnet, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:49.789780 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71988649-7cb6-43a6-b75e-f791ee550240 None None] Network e95a87e2-4c44-46e2-9de5-2786cbaea69c requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:57:49.801018 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.base_scheduler [None req-f0997d71-eada-4ca7-ac95-3fa3e27d064e tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-2-hyperv, eef84b79-815c-4c73-84b9-03c41a9274ca) {{(pid=87870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:57:49.805670 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-7ef595dd-7754-47af-b8c1-2c9fdd0bb5d5 req-1168d951-9b8d-4e65-a6d4-f967cd4aa106 tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] 10.222.0.30 "GET /v2.0/security-groups?id=895ae8ad-46d6-4a0f-b104-9c0ca0cce592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2536116 Mar 28 11:57:49.861857 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0997d71-eada-4ca7-ac95-3fa3e27d064e tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:57:49.862579 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-f0997d71-eada-4ca7-ac95-3fa3e27d064e tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks [] for subnet, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:49.876047 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-c6d06ba1-853a-431e-b9ee-99314c5efe54 None None] Provisioning complete for port e2d63eb1-651b-458a-a536-60bc1bcde417 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:57:49.877279 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-c6d06ba1-853a-431e-b9ee-99314c5efe54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:49.888648 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-5fcd4adb-9e33-40ed-88c8-33b1b4d26e13 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "DELETE /v2.0/subnets/c7a0e6cd-0de0-4dff-ac9b-af7adf82a9d9 HTTP/1.1" status: 204 len: 168 time: 2.2077909 Mar 28 11:57:49.901550 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 51804) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:57:49.948651 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3549dcca-3c85-4ff1-ab2e-baf86cc0e627 None None] Network eef84b79-815c-4c73-84b9-03c41a9274ca requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:57:49.957766 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8511a8d4-7188-4a49-a61b-35eab153108d tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Pushing event deleted for resources: {'Subnet': ['ID=1490747e-9e2c-4f92-8462-3c92865827c8,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:57:49.973875 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-f0997d71-eada-4ca7-ac95-3fa3e27d064e tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.5586665 Mar 28 11:57:49.982008 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-072accbd-52b6-495e-a986-a665198891bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd1aff71-9897-4be0-b554-908ff5923806', 'name': 'tempest-snat-router-1257304441', 'tenant_id': 'e4b57e16d2b24ee4b747a47a9aaf2973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.8'}], 'enable_snat': False}, 'gw_port_id': '06ed64e6-0020-47ba-9400-822c81088f8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:57:40Z', 'updated_at': '2022-03-28T11:57:44Z', 'revision_number': 3, 'project_id': 'e4b57e16d2b24ee4b747a47a9aaf2973', 'gw_port': {'id': '06ed64e6-0020-47ba-9400-822c81088f8f', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:09:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd1aff71-9897-4be0-b554-908ff5923806', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:57:41Z', 'updated_at': '2022-03-28T11:57:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-835340-2-hyperv'}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:57:49.986244 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 51808) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:57:49.988288 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-072accbd-52b6-495e-a986-a665198891bd None None] Checking router: dd1aff71-9897-4be0-b554-908ff5923806 for host: dv-neutron-835340-2-hyperv {{(pid=87873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 11:57:49.988950 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-072accbd-52b6-495e-a986-a665198891bd None None] Updating router dd1aff71-9897-4be0-b554-908ff5923806 port 06ed64e6-0020-47ba-9400-822c81088f8f binding host dv-neutron-835340-2-hyperv {{(pid=87873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 11:57:49.994639 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-77649f1a-3d9e-4910-b9da-a595d08bc23a tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:50.000606 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-8511a8d4-7188-4a49-a61b-35eab153108d tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538751'] for subnet, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:50.046244 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-6f87d4ff-4414-48ee-a539-24d32cc62c6f tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] 10.222.0.30 "GET /v2.0/routers/dd1aff71-9897-4be0-b554-908ff5923806 HTTP/1.1" status: 200 len: 907 time: 0.5310507 Mar 28 11:57:50.060675 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 51812) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:57:50.067982 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron_lib.callbacks.manager [None req-072accbd-52b6-495e-a986-a665198891bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:50.090260 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-c09dcf02-615d-49f3-aee8-f3a528c1f89f tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1257304441', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'enable_snat': True}}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:57:50.096951 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-8511a8d4-7188-4a49-a61b-35eab153108d tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] 10.222.0.30 "DELETE /v2.0/subnets/1490747e-9e2c-4f92-8462-3c92865827c8 HTTP/1.1" status: 204 len: 168 time: 0.8775802 Mar 28 11:57:50.111396 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-c09dcf02-615d-49f3-aee8-f3a528c1f89f tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:57:50.112839 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 51818) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:57:50.117786 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device e2d63eb1-651b-458a-a536-60bc1bcde417 up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:57:50.122950 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-c09dcf02-615d-49f3-aee8-f3a528c1f89f tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Usage tracker for resource:router and tenant:e4b57e16d2b24ee4b747a47a9aaf2973 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:57:50.249355 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-c09dcf02-615d-49f3-aee8-f3a528c1f89f tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:57:50.265912 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77649f1a-3d9e-4910-b9da-a595d08bc23a tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Pushing event deleted for resources: {'Port': ['ID=fba2d02d-0cbb-4e54-9d2a-dac386728898,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:57:50.338646 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-14b79be2-3e3e-4055-9a80-b82cc791c1d1 None None] Notify callbacks [] for port, precommit_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:50.349712 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-14b79be2-3e3e-4055-9a80-b82cc791c1d1 None None] Transition to ACTIVE for port object f0b622bc-ece0-4eca-8d7a-af47497b560f will not be triggered until provisioned by entity L2. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:57:50.363092 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-c09dcf02-615d-49f3-aee8-f3a528c1f89f tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:57:50.377236 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-14b79be2-3e3e-4055-9a80-b82cc791c1d1 None None] Transition to ACTIVE for port object f0b622bc-ece0-4eca-8d7a-af47497b560f will not be triggered until provisioned by entity DHCP. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:57:50.404627 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-c09dcf02-615d-49f3-aee8-f3a528c1f89f tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-707665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-260886'] for router, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:50.405707 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-c09dcf02-615d-49f3-aee8-f3a528c1f89f tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-705660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709650', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-767110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260873'] for router, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:50.417582 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39b18958-216e-400f-a5de-9ba2974d2dd1 None None] Network 6a192c39-4f86-4674-9d9f-8cb265913557 requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:57:50.421840 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-c09dcf02-615d-49f3-aee8-f3a528c1f89f tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:50.565179 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-e5250682-65ac-4842-8ad0-3ce57917265c tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588883'] for network, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:50.576985 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-14b79be2-3e3e-4055-9a80-b82cc791c1d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241'] for port, after_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:50.599361 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron_lib.callbacks.manager [None req-072accbd-52b6-495e-a986-a665198891bd None None] Notify callbacks [] for port, precommit_update {{(pid=87873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:50.620264 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.provisioning_blocks [None req-072accbd-52b6-495e-a986-a665198891bd None None] Transition to ACTIVE for port object 06ed64e6-0020-47ba-9400-822c81088f8f will not be triggered until provisioned by entity L2. {{(pid=87873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:57:50.633612 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron_lib.callbacks.manager [None req-072accbd-52b6-495e-a986-a665198891bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:50.729064 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e15f35-c1dd-440f-9cbc-914055725d0d None None] Pushing event updated for resources: {'Port': ['ID=06ed64e6-0020-47ba-9400-822c81088f8f,revision_number=2']} {{(pid=87873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:57:50.739902 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.managers [None req-072accbd-52b6-495e-a986-a665198891bd None None] Attempting to bind port 06ed64e6-0020-47ba-9400-822c81088f8f on host dv-neutron-835340-2-hyperv for vnic_type normal with profile {{(pid=87873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:57:50.740261 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.managers [None req-072accbd-52b6-495e-a986-a665198891bd None None] Attempting to bind port 06ed64e6-0020-47ba-9400-822c81088f8f by drivers openvswitch,hyperv on host dv-neutron-835340-2-hyperv at level 0 using segments [{'id': '688afb86-c9bd-46e2-ba7d-3fe76fb1efff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b'}] {{(pid=87873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:57:50.740613 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072accbd-52b6-495e-a986-a665198891bd None None] Attempting to bind port 06ed64e6-0020-47ba-9400-822c81088f8f on network ac2b1748-8f63-4b17-a9c7-07e79704aa5b {{(pid=87873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:57:50.741708 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c2774f13-e621-4787-94a2-2a0b77faf3d4 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588883'] for network, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:50.742136 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef5c1aa-b958-4356-b51f-e2c80afb185a req-1d66d740-f47d-4645-b732-ec0e8c0c279a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:57:50.743319 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-2ef5c1aa-b958-4356-b51f-e2c80afb185a req-1d66d740-f47d-4645-b732-ec0e8c0c279a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=a9d4ebb77b824347aa8bcf325a031e53&device_id=bd5974e7-0504-4851-a286-20ab5143705c HTTP/1.1" status: 200 len: 1098 time: 0.4741094 Mar 28 11:57:50.747041 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072accbd-52b6-495e-a986-a665198891bd None None] Checking agent: {'id': '961a16fe-cbc8-4264-ac28-bbbd53f89caa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 46, 6), 'started_at': datetime.datetime(2022, 3, 28, 11, 46, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 11, 57, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 11:57:50.747525 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072accbd-52b6-495e-a986-a665198891bd None None] Checking segment: {'id': '688afb86-c9bd-46e2-ba7d-3fe76fb1efff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:57:50.748134 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron_lib.callbacks.manager [None req-072accbd-52b6-495e-a986-a665198891bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:50.748560 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072accbd-52b6-495e-a986-a665198891bd None None] Bound using segment: {'id': '688afb86-c9bd-46e2-ba7d-3fe76fb1efff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b'} {{(pid=87873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 11:57:50.749149 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.managers [None req-072accbd-52b6-495e-a986-a665198891bd None None] Bound port: 06ed64e6-0020-47ba-9400-822c81088f8f, host: dv-neutron-835340-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '688afb86-c9bd-46e2-ba7d-3fe76fb1efff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b'}}] {{(pid=87873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 11:57:50.749597 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron_lib.callbacks.manager [None req-072accbd-52b6-495e-a986-a665198891bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:50.845046 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-c8fc2065-97c5-4a63-9fcb-8671a194260e tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Synchronizing usage tracker for tenant:b4adfe5c8b3a4e57a1afd1d44c455245 on resource:router {{(pid=87870) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:57:50.873639 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-c09dcf02-615d-49f3-aee8-f3a528c1f89f tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-709632', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-707672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260923'] for router, precommit_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:50.885928 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.db [None req-072accbd-52b6-495e-a986-a665198891bd None None] For port 06ed64e6-0020-47ba-9400-822c81088f8f, host dv-neutron-835340-2-hyperv, cleared binding levels {{(pid=87873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 11:57:50.889259 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.db [None req-072accbd-52b6-495e-a986-a665198891bd None None] For port 06ed64e6-0020-47ba-9400-822c81088f8f, host dv-neutron-835340-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=06ed64e6-0020-47ba-9400-822c81088f8f,segment=NetworkSegment(688afb86-c9bd-46e2-ba7d-3fe76fb1efff),segment_id=688afb86-c9bd-46e2-ba7d-3fe76fb1efff)] {{(pid=87873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 11:57:50.894826 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron_lib.callbacks.manager [None req-072accbd-52b6-495e-a986-a665198891bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:50.909956 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-77649f1a-3d9e-4910-b9da-a595d08bc23a tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-743246'] for router_interface, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:50.946153 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14b79be2-3e3e-4055-9a80-b82cc791c1d1 None None] Network 17d14721-f33d-4517-bd06-f72a84a93b72 is already hosted by enough agents. {{(pid=87872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:57:50.974710 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b71193e-c3e3-4895-bba6-7c1b42d09458 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1d3f2a9-8722-5ce5-bc40-181687d1ed3f-eef84b79-815c-4c73-84b9-03c41a9274ca', 'network_id': 'eef84b79-815c-4c73-84b9-03c41a9274ca', 'tenant_id': '0ad7b1f6e96a40538a966af0f41e67e6', 'fixed_ips': [{'subnet_id': '8e8126ef-165a-4fe5-98a7-bec3bca2244e'}]}} from dv-neutron-835340-2-hyperv. {{(pid=87872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 11:57:50.975724 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-6b71193e-c3e3-4895-bba6-7c1b42d09458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:50.996226 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.base_scheduler [None req-14b79be2-3e3e-4055-9a80-b82cc791c1d1 None None] Resources bound (agent type, host, resource id): {{(pid=87872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:57:51.011458 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-072accbd-52b6-495e-a986-a665198891bd None None] Routers {'dd1aff71-9897-4be0-b554-908ff5923806'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:57:51.012123 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-072accbd-52b6-495e-a986-a665198891bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T11:57:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['dd1aff71-9897-4be0-b554-908ff5923806'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:57:51.043423 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-c2774f13-e621-4787-94a2-2a0b77faf3d4 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Deleting port 5ce3a393-a387-4046-a4b9-91459ce6e4df {{(pid=87870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:57:51.044504 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c2774f13-e621-4787-94a2-2a0b77faf3d4 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:51.048077 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b79be2-3e3e-4055-9a80-b82cc791c1d1 None None] Received port after_create {{(pid=87872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:57:51.120281 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-c8fc2065-97c5-4a63-9fcb-8671a194260e tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Unset dirty status for tenant:b4adfe5c8b3a4e57a1afd1d44c455245 on resource:router {{(pid=87870) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:57:51.121853 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-c8fc2065-97c5-4a63-9fcb-8671a194260e tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 1.2192495 Mar 28 11:57:51.127181 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 51822) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:57:51.208905 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-e5250682-65ac-4842-8ad0-3ce57917265c tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1919782'] for subnet, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:51.280069 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvr_db [None req-072accbd-52b6-495e-a986-a665198891bd None None] Set router dd1aff71-9897-4be0-b554-908ff5923806 gateway port host: dv-neutron-835340-2-hyperv {{(pid=87873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:57:51.284676 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.db_base_plugin_common [None req-6b71193e-c3e3-4895-bba6-7c1b42d09458 None None] Allocated IP 172.20.0.1 (eef84b79-815c-4c73-84b9-03c41a9274ca/8e8126ef-165a-4fe5-98a7-bec3bca2244e/b92cfb67-100d-4ff5-bfc1-a2e1ed0faccd) {{(pid=87872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:57:51.391674 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-0f3c870e-87c8-4199-9560-c1b1668a3f7a tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks [] for router, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:51.469013 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e15f35-c1dd-440f-9cbc-914055725d0d None None] Pushing event updated for resources: {'Port': ['ID=06ed64e6-0020-47ba-9400-822c81088f8f,revision_number=3']} {{(pid=87873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:57:51.492419 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a12859-1eb8-438c-934f-759039baf7b0 req-04d7a1c4-8da0-4836-a534-c31c7c14cd67 tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:57:51.494672 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-a5a12859-1eb8-438c-934f-759039baf7b0 req-04d7a1c4-8da0-4836-a534-c31c7c14cd67 tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd5974e7-0504-4851-a286-20ab5143705c HTTP/1.1" status: 200 len: 945 time: 1.1885545 Mar 28 11:57:51.540540 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-6b71193e-c3e3-4895-bba6-7c1b42d09458 None None] Notify callbacks [] for port, precommit_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:51.551797 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:51.563190 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-6b71193e-c3e3-4895-bba6-7c1b42d09458 None None] Transition to ACTIVE for port object b92cfb67-100d-4ff5-bfc1-a2e1ed0faccd will not be triggered until provisioned by entity L2. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:57:51.576070 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port e2d63eb1-651b-458a-a536-60bc1bcde417 triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:57:51.576451 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:51.587366 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef5c1aa-b958-4356-b51f-e2c80afb185a req-067c1ce2-4c63-40b9-9488-5bd863b7582b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:57:51.589381 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-2ef5c1aa-b958-4356-b51f-e2c80afb185a req-067c1ce2-4c63-40b9-9488-5bd863b7582b service neutron] 10.222.0.11 "GET /v2.0/networks?id=b072139b-1edf-4981-9f6f-41603d7605ef HTTP/1.1" status: 200 len: 911 time: 0.8190260 Mar 28 11:57:51.656833 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-072accbd-52b6-495e-a986-a665198891bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd1aff71-9897-4be0-b554-908ff5923806', 'name': 'tempest-snat-router-1257304441', 'tenant_id': 'e4b57e16d2b24ee4b747a47a9aaf2973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.8'}], 'enable_snat': False}, 'gw_port_id': '06ed64e6-0020-47ba-9400-822c81088f8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:57:40Z', 'updated_at': '2022-03-28T11:57:44Z', 'revision_number': 3, 'project_id': 'e4b57e16d2b24ee4b747a47a9aaf2973', 'gw_port': {'id': '06ed64e6-0020-47ba-9400-822c81088f8f', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:09:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd1aff71-9897-4be0-b554-908ff5923806', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:57:41Z', 'updated_at': '2022-03-28T11:57:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-835340-2-hyperv'}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:57:51.660897 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-072accbd-52b6-495e-a986-a665198891bd None None] The sync data for ids ['dd1aff71-9897-4be0-b554-908ff5923806'] in dv-neutron-835340-2-hyperv is: [{'id': 'dd1aff71-9897-4be0-b554-908ff5923806', 'name': 'tempest-snat-router-1257304441', 'tenant_id': 'e4b57e16d2b24ee4b747a47a9aaf2973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.8'}], 'enable_snat': False}, 'gw_port_id': '06ed64e6-0020-47ba-9400-822c81088f8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:57:40Z', 'updated_at': '2022-03-28T11:57:44Z', 'revision_number': 3, 'project_id': 'e4b57e16d2b24ee4b747a47a9aaf2973', 'gw_port': {'id': '06ed64e6-0020-47ba-9400-822c81088f8f', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:09:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd1aff71-9897-4be0-b554-908ff5923806', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:57:41Z', 'updated_at': '2022-03-28T11:57:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-835340-2-hyperv'}] {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 11:57:51.688677 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77649f1a-3d9e-4910-b9da-a595d08bc23a tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Router d2472407-f7fc-4695-8a77-5977a71c5151 has already been hosted by L3 agent af79d429-529e-400b-a119-94d4bec03f3e {{(pid=87870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 11:57:51.706452 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-a5a12859-1eb8-438c-934f-759039baf7b0 req-4cbb2dc0-a4c0-4985-9c93-43dfc821ae07 tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] 10.222.0.30 "GET /v2.0/security-groups?id=895ae8ad-46d6-4a0f-b104-9c0ca0cce592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1755333 Mar 28 11:57:51.723812 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-d9d4c66d-249d-46ca-bb14-1318cecf7ab1 tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2561241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2563521'] for subnet, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:51.727815 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b79be2-3e3e-4055-9a80-b82cc791c1d1 None None] Pushing event updated for resources: {'Port': ['ID=f0b622bc-ece0-4eca-8d7a-af47497b560f,revision_number=1']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:57:51.810207 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-6b71193e-c3e3-4895-bba6-7c1b42d09458 None None] Transition to ACTIVE for port object b92cfb67-100d-4ff5-bfc1-a2e1ed0faccd will not be triggered until provisioned by entity DHCP. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:57:51.844559 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-6b71193e-c3e3-4895-bba6-7c1b42d09458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241'] for port, after_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:51.850317 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d4c66d-249d-46ca-bb14-1318cecf7ab1 tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Pushing event updated for resources: {'Subnet': ['ID=3128eb2b-31a3-413e-bdc5-361c57fba436,revision_number=0']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:57:51.862472 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-2ef5c1aa-b958-4356-b51f-e2c80afb185a req-edb9063b-b266-43bd-85f0-309e3c58dd82 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e551f3ed-2894-4f6d-8e40-b1680f309506 HTTP/1.1" status: 200 len: 1000 time: 0.1660476 Mar 28 11:57:51.945625 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-14b79be2-3e3e-4055-9a80-b82cc791c1d1 None None] Attempting to bind port f0b622bc-ece0-4eca-8d7a-af47497b560f on host dv-neutron-835340-2-hyperv for vnic_type normal with profile {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:57:51.945899 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-14b79be2-3e3e-4055-9a80-b82cc791c1d1 None None] Attempting to bind port f0b622bc-ece0-4eca-8d7a-af47497b560f by drivers openvswitch,hyperv on host dv-neutron-835340-2-hyperv at level 0 using segments [{'id': 'ec32d7ed-a68f-4afd-8778-75f67f6e388c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '17d14721-f33d-4517-bd06-f72a84a93b72'}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:57:51.946263 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b79be2-3e3e-4055-9a80-b82cc791c1d1 None None] Attempting to bind port f0b622bc-ece0-4eca-8d7a-af47497b560f on network 17d14721-f33d-4517-bd06-f72a84a93b72 {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:57:51.980306 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b79be2-3e3e-4055-9a80-b82cc791c1d1 None None] Checking agent: {'id': '961a16fe-cbc8-4264-ac28-bbbd53f89caa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 46, 6), 'started_at': datetime.datetime(2022, 3, 28, 11, 46, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 11, 57, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 11:57:51.980700 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b79be2-3e3e-4055-9a80-b82cc791c1d1 None None] Checking segment: {'id': 'ec32d7ed-a68f-4afd-8778-75f67f6e388c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '17d14721-f33d-4517-bd06-f72a84a93b72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:57:51.981085 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-14b79be2-3e3e-4055-9a80-b82cc791c1d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:51.981589 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b79be2-3e3e-4055-9a80-b82cc791c1d1 None None] Bound using segment: {'id': 'ec32d7ed-a68f-4afd-8778-75f67f6e388c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '17d14721-f33d-4517-bd06-f72a84a93b72'} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 11:57:51.981954 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-14b79be2-3e3e-4055-9a80-b82cc791c1d1 None None] Bound port: f0b622bc-ece0-4eca-8d7a-af47497b560f, host: dv-neutron-835340-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec32d7ed-a68f-4afd-8778-75f67f6e388c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '17d14721-f33d-4517-bd06-f72a84a93b72'}}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 11:57:51.982392 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-14b79be2-3e3e-4055-9a80-b82cc791c1d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:52.014440 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4960a8e-bf4d-47bd-a2f7-bed3bb67b9af None None] DHCP port deletion for 6a192c39-4f86-4674-9d9f-8cb265913557 request from dv-neutron-835340-2-hyperv {{(pid=87872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 11:57:52.017854 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-0f3c870e-87c8-4199-9560-c1b1668a3f7a tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-745164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-260864'] for router, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:52.023198 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b71193e-c3e3-4895-bba6-7c1b42d09458 None None] Network eef84b79-815c-4c73-84b9-03c41a9274ca is already hosted by enough agents. {{(pid=87872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:57:52.040024 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-0f3c870e-87c8-4199-9560-c1b1668a3f7a tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:52.045151 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.base_scheduler [None req-6b71193e-c3e3-4895-bba6-7c1b42d09458 None None] Resources bound (agent type, host, resource id): {{(pid=87872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:57:52.049892 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b71193e-c3e3-4895-bba6-7c1b42d09458 None None] Pushing event updated for resources: {'Port': ['ID=b92cfb67-100d-4ff5-bfc1-a2e1ed0faccd,revision_number=1']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:57:52.052450 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-d4960a8e-bf4d-47bd-a2f7-bed3bb67b9af None None] Deleting port 5ce3a393-a387-4046-a4b9-91459ce6e4df {{(pid=87872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:57:52.052730 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-d4960a8e-bf4d-47bd-a2f7-bed3bb67b9af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:52.087207 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b71193e-c3e3-4895-bba6-7c1b42d09458 None None] Received port after_create {{(pid=87872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:57:52.117039 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef5c1aa-b958-4356-b51f-e2c80afb185a req-df96fc19-ef97-4aa1-ba87-829806d04767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:57:52.118594 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-2ef5c1aa-b958-4356-b51f-e2c80afb185a req-df96fc19-ef97-4aa1-ba87-829806d04767 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=cfae7222-6a03-4ef8-86ee-e424dc4b71d7 HTTP/1.1" status: 200 len: 850 time: 0.1813824 Mar 28 11:57:52.123967 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-e5250682-65ac-4842-8ad0-3ce57917265c tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1919805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2364079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26551417'] for subnet, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:52.157984 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e63244b9-806b-4924-a8f3-62ff02776a8b None None] DHCP port deletion for e95a87e2-4c44-46e2-9de5-2786cbaea69c request from dv-neutron-835340-2-hyperv {{(pid=87872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 11:57:52.159079 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77649f1a-3d9e-4910-b9da-a595d08bc23a tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 11:57:52.177185 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-77649f1a-3d9e-4910-b9da-a595d08bc23a tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] 10.222.0.30 "PUT /v2.0/routers/d2472407-f7fc-4695-8a77-5977a71c5151/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3153262 Mar 28 11:57:52.177907 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 51826) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:57:52.206181 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-695d9087-939f-47a1-82d6-2510f3920c5e None None] Sync routers for ids ['d2472407-f7fc-4695-8a77-5977a71c5151'] in dv-neutron-835340-2-hyperv {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 11:57:52.230844 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-e63244b9-806b-4924-a8f3-62ff02776a8b None None] Deleting port 57791381-4af9-4533-8bb9-b8b62594bc0a {{(pid=87872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:57:52.231222 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-e63244b9-806b-4924-a8f3-62ff02776a8b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:52.264021 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-0f3c870e-87c8-4199-9560-c1b1668a3f7a tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-745021'] for router, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:52.264498 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f3c870e-87c8-4199-9560-c1b1668a3f7a tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Fanout notify agent at l3_agent the message router_deleted on router 15ecdd2e-b675-47d3-98a3-e16018ca16c7 {{(pid=87871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 11:57:52.281455 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5250682-65ac-4842-8ad0-3ce57917265c tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Pushing event deleted for resources: {'Subnet': ['ID=8e8126ef-165a-4fe5-98a7-bec3bca2244e,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:57:52.310519 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-00accc49-faf4-453e-be46-6b385a401ad0 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Synchronizing usage tracker for tenant:fc0f0a585a8c4bf2950e053878e50dfb on resource:port {{(pid=87870) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:57:52.365427 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.db [None req-c2774f13-e621-4787-94a2-2a0b77faf3d4 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] For port 5ce3a393-a387-4046-a4b9-91459ce6e4df, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=5ce3a393-a387-4046-a4b9-91459ce6e4df,segment=NetworkSegment(af980ded-9ac7-44f0-8381-fe91de722b6e),segment_id=af980ded-9ac7-44f0-8381-fe91de722b6e)] {{(pid=87870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:57:52.365899 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c2774f13-e621-4787-94a2-2a0b77faf3d4 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:52.375242 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d4c66d-249d-46ca-bb14-1318cecf7ab1 tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Checking segment: {'id': '34814a4a-e8e5-4698-967c-d0a4b82cf9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '364ebf31-36a2-4b1f-9a37-de97d53cb791'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:57:52.375743 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9d4c66d-249d-46ca-bb14-1318cecf7ab1 tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Network hostable DHCP agents. Network: 364ebf31-36a2-4b1f-9a37-de97d53cb791, hostable agents: ['3cb85949-855b-4a40-b988-cd5705e511da'], hosted agents: [] {{(pid=87870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 11:57:52.383714 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-00accc49-faf4-453e-be46-6b385a401ad0 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Unset dirty status for tenant:fc0f0a585a8c4bf2950e053878e50dfb on resource:port {{(pid=87870) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:57:52.388929 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-00accc49-faf4-453e-be46-6b385a401ad0 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2472407-f7fc-4695-8a77-5977a71c5151 HTTP/1.1" status: 200 len: 205 time: 0.1477940 Mar 28 11:57:52.392861 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 51830) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:57:52.411078 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-14b79be2-3e3e-4055-9a80-b82cc791c1d1 None None] For port f0b622bc-ece0-4eca-8d7a-af47497b560f, host dv-neutron-835340-2-hyperv, cleared binding levels {{(pid=87872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 11:57:52.417484 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-14b79be2-3e3e-4055-9a80-b82cc791c1d1 None None] For port f0b622bc-ece0-4eca-8d7a-af47497b560f, host dv-neutron-835340-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=f0b622bc-ece0-4eca-8d7a-af47497b560f,segment=NetworkSegment(ec32d7ed-a68f-4afd-8778-75f67f6e388c),segment_id=ec32d7ed-a68f-4afd-8778-75f67f6e388c)] {{(pid=87872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 11:57:52.451255 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-e5250682-65ac-4842-8ad0-3ce57917265c tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930431', 'neutron.services.segments.db._delete_segments_for_network-8783496351308'] for network, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:52.477821 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-0f3c870e-87c8-4199-9560-c1b1668a3f7a tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks [] for router, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:52.479790 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-0f3c870e-87c8-4199-9560-c1b1668a3f7a tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "DELETE /v2.0/routers/15ecdd2e-b675-47d3-98a3-e16018ca16c7 HTTP/1.1" status: 204 len: 168 time: 1.3430622 Mar 28 11:57:52.489715 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 51834) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:57:52.555608 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-15f4b064-1adf-4e11-aff9-005dc384833f tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks [] for router, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:52.570314 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.segments.db [None req-e5250682-65ac-4842-8ad0-3ce57917265c tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eef84b79-815c-4c73-84b9-03c41a9274ca']}} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:57:52.615033 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 06ed64e6-0020-47ba-9400-822c81088f8f up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:57:52.662285 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.segments.db [None req-e5250682-65ac-4842-8ad0-3ce57917265c tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ae2c5c4-8e3c-46c2-960b-982e08d885f3') {'for_net_delete': True} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:57:52.662865 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.segments.db [None req-e5250682-65ac-4842-8ad0-3ce57917265c tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ae2c5c4-8e3c-46c2-960b-982e08d885f3') {} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:57:52.720774 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-14b79be2-3e3e-4055-9a80-b82cc791c1d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:52.793372 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-c2774f13-e621-4787-94a2-2a0b77faf3d4 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Calling delete_port for 5ce3a393-a387-4046-a4b9-91459ce6e4df owned by network:dhcp {{(pid=87870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:57:52.797644 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-695d9087-939f-47a1-82d6-2510f3920c5e None None] Routers {'d2472407-f7fc-4695-8a77-5977a71c5151'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:57:52.798496 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-695d9087-939f-47a1-82d6-2510f3920c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T11:57:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['d2472407-f7fc-4695-8a77-5977a71c5151'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:57:52.941274 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9d4c66d-249d-46ca-bb14-1318cecf7ab1 tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Network 364ebf31-36a2-4b1f-9a37-de97d53cb791 is scheduled to be hosted by DHCP agent 3cb85949-855b-4a40-b988-cd5705e511da with binding_index 1 {{(pid=87870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 11:57:52.955529 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-e5250682-65ac-4842-8ad0-3ce57917265c tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783496353639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3436890'] for segment, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:52.964034 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef5c1aa-b958-4356-b51f-e2c80afb185a req-0bde4237-e51f-4ee0-91c8-d211b8c786e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:57:52.965544 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-2ef5c1aa-b958-4356-b51f-e2c80afb185a req-0bde4237-e51f-4ee0-91c8-d211b8c786e1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b072139b-1edf-4981-9f6f-41603d7605ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8363564 Mar 28 11:57:53.001106 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-e63244b9-806b-4924-a8f3-62ff02776a8b None None] For port 57791381-4af9-4533-8bb9-b8b62594bc0a, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=57791381-4af9-4533-8bb9-b8b62594bc0a,segment=NetworkSegment(bd053757-b8b4-4f3a-b553-aa242f2d15d2),segment_id=bd053757-b8b4-4f3a-b553-aa242f2d15d2)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:57:53.001490 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-e63244b9-806b-4924-a8f3-62ff02776a8b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:53.015319 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-695d9087-939f-47a1-82d6-2510f3920c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:57:53.017555 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning for port 06ed64e6-0020-47ba-9400-822c81088f8f completed by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:57:53.053398 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-6b71193e-c3e3-4895-bba6-7c1b42d09458 None None] Attempting to bind port b92cfb67-100d-4ff5-bfc1-a2e1ed0faccd on host dv-neutron-835340-2-hyperv for vnic_type normal with profile {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:57:53.053764 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-6b71193e-c3e3-4895-bba6-7c1b42d09458 None None] Attempting to bind port b92cfb67-100d-4ff5-bfc1-a2e1ed0faccd by drivers openvswitch,hyperv on host dv-neutron-835340-2-hyperv at level 0 using segments [{'id': '2ae2c5c4-8e3c-46c2-960b-982e08d885f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'eef84b79-815c-4c73-84b9-03c41a9274ca'}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:57:53.054126 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b71193e-c3e3-4895-bba6-7c1b42d09458 None None] Attempting to bind port b92cfb67-100d-4ff5-bfc1-a2e1ed0faccd on network eef84b79-815c-4c73-84b9-03c41a9274ca {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:57:53.065615 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-e5250682-65ac-4842-8ad0-3ce57917265c tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:53.121993 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b71193e-c3e3-4895-bba6-7c1b42d09458 None None] Checking agent: {'id': '961a16fe-cbc8-4264-ac28-bbbd53f89caa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 46, 6), 'started_at': datetime.datetime(2022, 3, 28, 11, 46, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 11, 57, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 11:57:53.121993 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b71193e-c3e3-4895-bba6-7c1b42d09458 None None] Checking segment: {'id': '2ae2c5c4-8e3c-46c2-960b-982e08d885f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'eef84b79-815c-4c73-84b9-03c41a9274ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:57:53.122432 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-6b71193e-c3e3-4895-bba6-7c1b42d09458 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:53.122820 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b71193e-c3e3-4895-bba6-7c1b42d09458 None None] Bound using segment: {'id': '2ae2c5c4-8e3c-46c2-960b-982e08d885f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'eef84b79-815c-4c73-84b9-03c41a9274ca'} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 11:57:53.123299 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-6b71193e-c3e3-4895-bba6-7c1b42d09458 None None] Bound port: b92cfb67-100d-4ff5-bfc1-a2e1ed0faccd, host: dv-neutron-835340-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ae2c5c4-8e3c-46c2-960b-982e08d885f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'eef84b79-815c-4c73-84b9-03c41a9274ca'}}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 11:57:53.123694 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-6b71193e-c3e3-4895-bba6-7c1b42d09458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:53.148522 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5250682-65ac-4842-8ad0-3ce57917265c tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=87871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 11:57:53.148934 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-e5250682-65ac-4842-8ad0-3ce57917265c tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1920481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2363149'] for segment, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:53.164428 dv-neutron-835340-2-hyperv neutron-server[87871]: Traceback (most recent call last): Mar 28 11:57:53.164428 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 11:57:53.164428 dv-neutron-835340-2-hyperv neutron-server[87871]: timer() Mar 28 11:57:53.164428 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 11:57:53.164428 dv-neutron-835340-2-hyperv neutron-server[87871]: cb(*args, **kw) Mar 28 11:57:53.164428 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 11:57:53.164428 dv-neutron-835340-2-hyperv neutron-server[87871]: return func(*args, **kwargs) Mar 28 11:57:53.164428 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 11:57:53.164428 dv-neutron-835340-2-hyperv neutron-server[87871]: self._notify() Mar 28 11:57:53.164428 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 11:57:53.164428 dv-neutron-835340-2-hyperv neutron-server[87871]: self.callback(batched_events) Mar 28 11:57:53.164428 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 11:57:53.164428 dv-neutron-835340-2-hyperv neutron-server[87871]: event.method(event) Mar 28 11:57:53.164428 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 11:57:53.164428 dv-neutron-835340-2-hyperv neutron-server[87871]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 11:57:53.164428 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 11:57:53.164428 dv-neutron-835340-2-hyperv neutron-server[87871]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 11:57:53.164428 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 11:57:53.164428 dv-neutron-835340-2-hyperv neutron-server[87871]: return f(self, *a, **k) Mar 28 11:57:53.164428 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 11:57:53.164428 dv-neutron-835340-2-hyperv neutron-server[87871]: return self._get(url).json() Mar 28 11:57:53.164428 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 11:57:53.164428 dv-neutron-835340-2-hyperv neutron-server[87871]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 11:57:53.164428 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 11:57:53.164428 dv-neutron-835340-2-hyperv neutron-server[87871]: return self.request(url, 'GET', **kwargs) Mar 28 11:57:53.164428 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 11:57:53.164428 dv-neutron-835340-2-hyperv neutron-server[87871]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 11:57:53.164428 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 11:57:53.164428 dv-neutron-835340-2-hyperv neutron-server[87871]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 11:57:53.164428 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 11:57:53.164428 dv-neutron-835340-2-hyperv neutron-server[87871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 11:57:53.164428 dv-neutron-835340-2-hyperv neutron-server[87871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 11:57:53.207211 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-695d9087-939f-47a1-82d6-2510f3920c5e None None] Routers {'d2472407-f7fc-4695-8a77-5977a71c5151'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:57:53.208043 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-695d9087-939f-47a1-82d6-2510f3920c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T11:57:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['d2472407-f7fc-4695-8a77-5977a71c5151'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:57:53.256853 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-c09dcf02-615d-49f3-aee8-f3a528c1f89f tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:53.274630 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.base_scheduler [None req-d9d4c66d-249d-46ca-bb14-1318cecf7ab1 tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-2-hyperv, 364ebf31-36a2-4b1f-9a37-de97d53cb791) {{(pid=87870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:57:53.304893 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b8236e7-c076-4b99-bc3e-4cdc7124bd95 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:57:53.305626 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-9b8236e7-c076-4b99-bc3e-4cdc7124bd95 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Synchronizing usage tracker for tenant:b4adfe5c8b3a4e57a1afd1d44c455245 on resource:port {{(pid=87871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:57:53.341261 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-c09dcf02-615d-49f3-aee8-f3a528c1f89f tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:53.346138 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port 06ed64e6-0020-47ba-9400-822c81088f8f triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:57:53.346947 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:53.381232 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9d4c66d-249d-46ca-bb14-1318cecf7ab1 tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:57:53.381847 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-d9d4c66d-249d-46ca-bb14-1318cecf7ab1 tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Notify callbacks [] for subnet, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:53.392075 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-15f4b064-1adf-4e11-aff9-005dc384833f tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-745164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-260864'] for router, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:53.412381 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-15f4b064-1adf-4e11-aff9-005dc384833f tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:53.442558 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-e63244b9-806b-4924-a8f3-62ff02776a8b None None] Calling delete_port for 57791381-4af9-4533-8bb9-b8b62594bc0a owned by network:dhcp {{(pid=87872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:57:53.456683 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c2774f13-e621-4787-94a2-2a0b77faf3d4 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:53.514205 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b79be2-3e3e-4055-9a80-b82cc791c1d1 None None] Pushing event updated for resources: {'Port': ['ID=f0b622bc-ece0-4eca-8d7a-af47497b560f,revision_number=2']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:57:53.517461 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a92c2aa-a777-4307-9098-6796c2cb6360 None None] Network 364ebf31-36a2-4b1f-9a37-de97d53cb791 requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:57:53.518944 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-15f4b064-1adf-4e11-aff9-005dc384833f tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-745021'] for router, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:53.519434 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15f4b064-1adf-4e11-aff9-005dc384833f tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Fanout notify agent at l3_agent the message router_deleted on router d2472407-f7fc-4695-8a77-5977a71c5151 {{(pid=87870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 11:57:53.525869 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-d9d4c66d-249d-46ca-bb14-1318cecf7ab1 tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.5824854 Mar 28 11:57:53.528419 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.db.api [None req-e5250682-65ac-4842-8ad0-3ce57917265c tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 28 11:57:53.528419 dv-neutron-835340-2-hyperv neutron-server[87871]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 28 11:57:53.528419 dv-neutron-835340-2-hyperv neutron-server[87871]: [parameters: {'id': 'eef84b79-815c-4c73-84b9-03c41a9274ca'}] Mar 28 11:57:53.528419 dv-neutron-835340-2-hyperv neutron-server[87871]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87871) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 11:57:53.528756 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG oslo_db.api [None req-e5250682-65ac-4842-8ad0-3ce57917265c tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 11:57:53.532438 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 51842) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:57:53.543615 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2774f13-e621-4787-94a2-2a0b77faf3d4 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Pushing event deleted for resources: {'Port': ['ID=5ce3a393-a387-4046-a4b9-91459ce6e4df,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:57:53.555127 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-15f4b064-1adf-4e11-aff9-005dc384833f tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks [] for router, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:53.556254 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-15f4b064-1adf-4e11-aff9-005dc384833f tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] 10.222.0.30 "DELETE /v2.0/routers/d2472407-f7fc-4695-8a77-5977a71c5151 HTTP/1.1" status: 204 len: 168 time: 1.1589208 Mar 28 11:57:53.557362 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2774f13-e621-4787-94a2-2a0b77faf3d4 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] No DVR routers for this DVR port 5ce3a393-a387-4046-a4b9-91459ce6e4df on host dv-neutron-835340-2-hyperv {{(pid=87870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 11:57:53.559292 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 51846) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:57:53.608578 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-695d9087-939f-47a1-82d6-2510f3920c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:57:53.608982 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-695d9087-939f-47a1-82d6-2510f3920c5e None None] The sync data for ids ['d2472407-f7fc-4695-8a77-5977a71c5151'] in dv-neutron-835340-2-hyperv is: [] {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 11:57:53.631459 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-9b8236e7-c076-4b99-bc3e-4cdc7124bd95 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Unset dirty status for tenant:b4adfe5c8b3a4e57a1afd1d44c455245 on resource:port {{(pid=87871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:57:53.635953 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-9b8236e7-c076-4b99-bc3e-4cdc7124bd95 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 1.1450648 Mar 28 11:57:53.636729 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 51850) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:57:53.645029 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-2ef5c1aa-b958-4356-b51f-e2c80afb185a req-3618e96e-9832-4a67-8f40-2df54dc6c5e7 service neutron] 10.222.0.11 "GET /v2.0/networks/b072139b-1edf-4981-9f6f-41603d7605ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6614666 Mar 28 11:57:53.657284 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc425ca-d8db-4601-8df4-60b073a9ff18 req-a81fbdb2-425c-47ed-81e0-a6f8397f4987 tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:57:53.658754 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-2cc425ca-d8db-4601-8df4-60b073a9ff18 req-a81fbdb2-425c-47ed-81e0-a6f8397f4987 tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd5974e7-0504-4851-a286-20ab5143705c HTTP/1.1" status: 200 len: 945 time: 0.7357090 Mar 28 11:57:53.672277 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.db_base_plugin_v2 [None req-0497acdb-96b3-4a75-95e6-d78ffca081b8 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Deleting subnet 85db0598-83fc-49cd-b0e9-de29d9644109 {{(pid=87870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 11:57:53.678408 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-0497acdb-96b3-4a75-95e6-d78ffca081b8 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks [] for subnet, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:53.821920 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c2774f13-e621-4787-94a2-2a0b77faf3d4 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930431', 'neutron.services.segments.db._delete_segments_for_network-8783496351308'] for network, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:53.830941 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-0497acdb-96b3-4a75-95e6-d78ffca081b8 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3591354'] for subnet, precommit_delete_associations {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:53.860758 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:53.879423 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] For port 06ed64e6-0020-47ba-9400-822c81088f8f, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=06ed64e6-0020-47ba-9400-822c81088f8f,segment=NetworkSegment(688afb86-c9bd-46e2-ba7d-3fe76fb1efff),segment_id=688afb86-c9bd-46e2-ba7d-3fe76fb1efff)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:57:53.896202 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.db_base_plugin_common [None req-c09dcf02-615d-49f3-aee8-f3a528c1f89f tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Allocated IP 172.26.7.117 (ac2b1748-8f63-4b17-a9c7-07e79704aa5b/0b7ebf76-1dc7-431a-a0b4-b96bacf287c2/53298862-4f79-44f1-838a-3dc670494c28) {{(pid=87871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:57:53.897493 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:53.907569 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-d4960a8e-bf4d-47bd-a2f7-bed3bb67b9af None None] For port 5ce3a393-a387-4046-a4b9-91459ce6e4df, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=5ce3a393-a387-4046-a4b9-91459ce6e4df,segment=NetworkSegment(af980ded-9ac7-44f0-8381-fe91de722b6e),segment_id=af980ded-9ac7-44f0-8381-fe91de722b6e)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:57:53.907964 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-d4960a8e-bf4d-47bd-a2f7-bed3bb67b9af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:53.909074 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-c2774f13-e621-4787-94a2-2a0b77faf3d4 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a192c39-4f86-4674-9d9f-8cb265913557']}} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:57:53.931096 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-c2774f13-e621-4787-94a2-2a0b77faf3d4 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af980ded-9ac7-44f0-8381-fe91de722b6e') {'for_net_delete': True} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:57:53.932169 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-c2774f13-e621-4787-94a2-2a0b77faf3d4 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af980ded-9ac7-44f0-8381-fe91de722b6e') {} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:57:53.949799 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-6b71193e-c3e3-4895-bba6-7c1b42d09458 None None] For port b92cfb67-100d-4ff5-bfc1-a2e1ed0faccd, host dv-neutron-835340-2-hyperv, cleared binding levels {{(pid=87872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 11:57:53.951035 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c2774f13-e621-4787-94a2-2a0b77faf3d4 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783496353639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3591341'] for segment, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:53.973100 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-e63244b9-806b-4924-a8f3-62ff02776a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250'] for port, after_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:53.976199 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c2774f13-e621-4787-94a2-2a0b77faf3d4 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:53.990914 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2774f13-e621-4787-94a2-2a0b77faf3d4 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=87870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 11:57:53.991759 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c2774f13-e621-4787-94a2-2a0b77faf3d4 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1920481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2558260'] for segment, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:54.022318 dv-neutron-835340-2-hyperv neutron-server[87870]: Traceback (most recent call last): Mar 28 11:57:54.022318 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 11:57:54.022318 dv-neutron-835340-2-hyperv neutron-server[87870]: timer() Mar 28 11:57:54.022318 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 11:57:54.022318 dv-neutron-835340-2-hyperv neutron-server[87870]: cb(*args, **kw) Mar 28 11:57:54.022318 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 11:57:54.022318 dv-neutron-835340-2-hyperv neutron-server[87870]: return func(*args, **kwargs) Mar 28 11:57:54.022318 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 11:57:54.022318 dv-neutron-835340-2-hyperv neutron-server[87870]: self._notify() Mar 28 11:57:54.022318 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 11:57:54.022318 dv-neutron-835340-2-hyperv neutron-server[87870]: self.callback(batched_events) Mar 28 11:57:54.022318 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 11:57:54.022318 dv-neutron-835340-2-hyperv neutron-server[87870]: event.method(event) Mar 28 11:57:54.022318 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 11:57:54.022318 dv-neutron-835340-2-hyperv neutron-server[87870]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 11:57:54.022318 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 11:57:54.022318 dv-neutron-835340-2-hyperv neutron-server[87870]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 11:57:54.022318 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 11:57:54.022318 dv-neutron-835340-2-hyperv neutron-server[87870]: return f(self, *a, **k) Mar 28 11:57:54.022318 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 11:57:54.022318 dv-neutron-835340-2-hyperv neutron-server[87870]: return self._get(url).json() Mar 28 11:57:54.022318 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 11:57:54.022318 dv-neutron-835340-2-hyperv neutron-server[87870]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 11:57:54.022318 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 11:57:54.022318 dv-neutron-835340-2-hyperv neutron-server[87870]: return self.request(url, 'GET', **kwargs) Mar 28 11:57:54.022318 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 11:57:54.022318 dv-neutron-835340-2-hyperv neutron-server[87870]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 11:57:54.022318 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 11:57:54.022318 dv-neutron-835340-2-hyperv neutron-server[87870]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 11:57:54.022318 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 11:57:54.022318 dv-neutron-835340-2-hyperv neutron-server[87870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 11:57:54.022318 dv-neutron-835340-2-hyperv neutron-server[87870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 11:57:54.060750 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-e5250682-65ac-4842-8ad0-3ce57917265c tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588883'] for network, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:54.088065 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32702530-cebc-4390-a543-4e662240c307 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:57:54.089046 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-32702530-cebc-4390-a543-4e662240c307 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Synchronizing usage tracker for tenant:b4adfe5c8b3a4e57a1afd1d44c455245 on resource:subnet {{(pid=87871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:57:54.114127 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-0497acdb-96b3-4a75-95e6-d78ffca081b8 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1919782'] for subnet, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:54.138758 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 5ce3a393-a387-4046-a4b9-91459ce6e4df no longer exists at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 11:57:54.158560 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c2774f13-e621-4787-94a2-2a0b77faf3d4 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709602'] for network, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:54.177851 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-d4960a8e-bf4d-47bd-a2f7-bed3bb67b9af None None] Calling delete_port for 5ce3a393-a387-4046-a4b9-91459ce6e4df owned by network:dhcp {{(pid=87872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:57:54.185919 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c2774f13-e621-4787-94a2-2a0b77faf3d4 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538751'] for network, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:54.196034 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2774f13-e621-4787-94a2-2a0b77faf3d4 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Pushing event deleted for resources: {'Network': ['ID=6a192c39-4f86-4674-9d9f-8cb265913557,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:57:54.203816 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-2cc425ca-d8db-4601-8df4-60b073a9ff18 req-6bb07be1-cdc0-4c1f-85d6-6e18e2edd842 tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] 10.222.0.30 "GET /v2.0/security-groups?id=895ae8ad-46d6-4a0f-b104-9c0ca0cce592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4573503 Mar 28 11:57:54.205218 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-c2774f13-e621-4787-94a2-2a0b77faf3d4 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] 10.222.0.30 "DELETE /v2.0/networks/6a192c39-4f86-4674-9d9f-8cb265913557 HTTP/1.1" status: 204 len: 168 time: 4.0384963 Mar 28 11:57:54.212399 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 51854) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:57:54.230207 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-6b71193e-c3e3-4895-bba6-7c1b42d09458 None None] For port b92cfb67-100d-4ff5-bfc1-a2e1ed0faccd, host dv-neutron-835340-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=b92cfb67-100d-4ff5-bfc1-a2e1ed0faccd,segment=NetworkSegment(2ae2c5c4-8e3c-46c2-960b-982e08d885f3),segment_id=2ae2c5c4-8e3c-46c2-960b-982e08d885f3)] {{(pid=87872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 11:57:54.293467 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e63244b9-806b-4924-a8f3-62ff02776a8b None None] No DVR routers for this DVR port 57791381-4af9-4533-8bb9-b8b62594bc0a on host dv-neutron-835340-2-hyperv {{(pid=87872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 11:57:54.295147 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] No Port match for: 5ce3a393-a387-4046-a4b9-91459ce6e4df {{(pid=87872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 11:57:54.295937 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 5ce3a393-a387-4046-a4b9-91459ce6e4df not bound to the agent host dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 11:57:54.296489 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 57791381-4af9-4533-8bb9-b8b62594bc0a no longer exists at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 11:57:54.297847 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ad2528b-4b14-40d0-aed4-e7d0cd270e99 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:57:54.298476 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-7ad2528b-4b14-40d0-aed4-e7d0cd270e99 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Synchronizing usage tracker for tenant:beb99f647cec46e3bbf575ac0a3034e8 on resource:port {{(pid=87870) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:57:54.302840 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-0497acdb-96b3-4a75-95e6-d78ffca081b8 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1919805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2561174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2563528'] for subnet, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:54.332947 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-6b71193e-c3e3-4895-bba6-7c1b42d09458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:54.352173 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] No Port match for: 57791381-4af9-4533-8bb9-b8b62594bc0a {{(pid=87872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 11:57:54.352856 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 57791381-4af9-4533-8bb9-b8b62594bc0a not bound to the agent host dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 11:57:54.355819 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-e5250682-65ac-4842-8ad0-3ce57917265c tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Deleting port b92cfb67-100d-4ff5-bfc1-a2e1ed0faccd {{(pid=87871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:57:54.356158 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-e5250682-65ac-4842-8ad0-3ce57917265c tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:54.377764 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0497acdb-96b3-4a75-95e6-d78ffca081b8 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Pushing event deleted for resources: {'Subnet': ['ID=85db0598-83fc-49cd-b0e9-de29d9644109,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:57:54.388022 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-0497acdb-96b3-4a75-95e6-d78ffca081b8 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks [] for subnet, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:54.401566 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-0497acdb-96b3-4a75-95e6-d78ffca081b8 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] 10.222.0.30 "DELETE /v2.0/subnets/85db0598-83fc-49cd-b0e9-de29d9644109 HTTP/1.1" status: 204 len: 168 time: 0.8410285 Mar 28 11:57:54.404615 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 51858) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:57:54.405236 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-7ad2528b-4b14-40d0-aed4-e7d0cd270e99 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Unset dirty status for tenant:beb99f647cec46e3bbf575ac0a3034e8 on resource:port {{(pid=87870) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:57:54.409888 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-7ad2528b-4b14-40d0-aed4-e7d0cd270e99 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] 10.222.0.30 "GET /v2.0/ports/6ce68521-93d5-4423-b952-400b9f55bf34 HTTP/1.1" status: 200 len: 845 time: 0.1919985 Mar 28 11:57:54.413504 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 51860) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:57:54.439143 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7113b7a0-08cb-4bf9-8ab8-32f5d7456fcf None None] Network 3d5d1977-abcd-4802-bf17-501af8851d71 requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:57:54.484127 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-2ef5c1aa-b958-4356-b51f-e2c80afb185a req-66ef3104-fe4f-4865-9f15-77320e1e2759 service neutron] 10.222.0.11 "GET /v2.0/networks/b072139b-1edf-4981-9f6f-41603d7605ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7679992 Mar 28 11:57:54.484778 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-32702530-cebc-4390-a543-4e662240c307 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Unset dirty status for tenant:b4adfe5c8b3a4e57a1afd1d44c455245 on resource:subnet {{(pid=87871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:57:54.485870 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-32702530-cebc-4390-a543-4e662240c307 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.8435845 Mar 28 11:57:54.504536 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 51866) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:57:54.534893 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Pushing event updated for resources: {'Port': ['ID=06ed64e6-0020-47ba-9400-822c81088f8f,revision_number=4']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:57:54.538915 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b1ae220-a545-4b89-b5e6-4d9d7538b02a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1d3f2a9-8722-5ce5-bc40-181687d1ed3f-364ebf31-36a2-4b1f-9a37-de97d53cb791', 'network_id': '364ebf31-36a2-4b1f-9a37-de97d53cb791', 'tenant_id': '1fdd77c40c034f3cb33462467c5da67a', 'fixed_ips': [{'subnet_id': '3128eb2b-31a3-413e-bdc5-361c57fba436'}]}} from dv-neutron-835340-2-hyperv. {{(pid=87872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 11:57:54.540169 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2b1ae220-a545-4b89-b5e6-4d9d7538b02a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:54.658941 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-cfcce2c8-ac0e-4f54-9496-663693225196 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] 10.222.0.30 "GET /v2.0/ports/6ce68521-93d5-4423-b952-400b9f55bf34?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.2441046 Mar 28 11:57:54.667598 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-5be05b38-b92e-4504-a9ae-c59e44e05a47 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588883'] for network, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:54.669307 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 51870) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:57:54.674903 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-e749e97a-2586-4e9b-abbf-9562df52537f tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Request body: {'subnet': {'network_id': '5df4ec91-b994-4337-98be-1b2930f844e7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:57:54.711881 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63244b9-806b-4924-a8f3-62ff02776a8b None None] Pushing event deleted for resources: {'Port': ['ID=57791381-4af9-4533-8bb9-b8b62594bc0a,revision_number=None']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:57:54.714500 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device f0b622bc-ece0-4eca-8d7a-af47497b560f up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:57:54.779106 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-5be05b38-b92e-4504-a9ae-c59e44e05a47 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Deleting port 040dc406-b7f8-46f9-accf-f611ef26de5c {{(pid=87870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:57:54.779106 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-5be05b38-b92e-4504-a9ae-c59e44e05a47 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:54.839646 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-36e27e96-e057-4c47-8944-7d9896cadff7 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Synchronizing usage tracker for tenant:b4adfe5c8b3a4e57a1afd1d44c455245 on resource:router {{(pid=87871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:57:54.862138 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-e749e97a-2586-4e9b-abbf-9562df52537f tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:57:54.871654 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-e749e97a-2586-4e9b-abbf-9562df52537f tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Usage tracker for resource:subnet and tenant:beb99f647cec46e3bbf575ac0a3034e8 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:57:54.905047 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-e749e97a-2586-4e9b-abbf-9562df52537f tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:57:54.920819 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-e749e97a-2586-4e9b-abbf-9562df52537f tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:57:54.946675 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e749e97a-2586-4e9b-abbf-9562df52537f tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Made reservation on behalf of beb99f647cec46e3bbf575ac0a3034e8 for: {'subnet': 1} {{(pid=87870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:57:54.951452 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-e749e97a-2586-4e9b-abbf-9562df52537f tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2563571'] for subnet, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:54.960810 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-5071c233-8cff-44c7-b586-4f62e8f88d70 tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:54.986417 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-36e27e96-e057-4c47-8944-7d9896cadff7 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Unset dirty status for tenant:b4adfe5c8b3a4e57a1afd1d44c455245 on resource:router {{(pid=87871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:57:54.992257 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-36e27e96-e057-4c47-8944-7d9896cadff7 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4862821 Mar 28 11:57:55.002609 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 51874) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:57:55.009960 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-c09dcf02-615d-49f3-aee8-f3a528c1f89f tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:55.018432 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-af79a428-fece-4054-81ef-c6812000b229 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Request body: {'subnet': {'network_id': 'e95a87e2-4c44-46e2-9de5-2786cbaea69c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:57:55.052246 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bb961d9-b732-42e7-825e-fc2a04d12ecd None None] Network 17d14721-f33d-4517-bd06-f72a84a93b72 requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:57:55.070692 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88c5ab62-16eb-4095-9dbf-851509d2f522 None None] Network eef84b79-815c-4c73-84b9-03c41a9274ca requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:57:55.167206 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.db [None req-5be05b38-b92e-4504-a9ae-c59e44e05a47 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] For port 040dc406-b7f8-46f9-accf-f611ef26de5c, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=040dc406-b7f8-46f9-accf-f611ef26de5c,segment=NetworkSegment(07eb4d69-0d78-455f-9af4-cde61f649b14),segment_id=07eb4d69-0d78-455f-9af4-cde61f649b14)] {{(pid=87870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:57:55.167498 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-5be05b38-b92e-4504-a9ae-c59e44e05a47 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:55.221480 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.db_base_plugin_common [None req-2b1ae220-a545-4b89-b5e6-4d9d7538b02a None None] Allocated IP 2001:db8::2 (364ebf31-36a2-4b1f-9a37-de97d53cb791/3128eb2b-31a3-413e-bdc5-361c57fba436/a3922a36-f41e-4703-bbef-f421a3d317c0) {{(pid=87872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:57:55.229569 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.db.api [None req-d4960a8e-bf4d-47bd-a2f7-bed3bb67b9af None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87872) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 11:57:55.230071 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG oslo_db.api [None req-d4960a8e-bf4d-47bd-a2f7-bed3bb67b9af None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 11:57:55.232260 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-7afa43af-9a5e-4c9d-95a9-3472b9153292 None None] Provisioning for port f0b622bc-ece0-4eca-8d7a-af47497b560f completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:57:55.448902 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-5be05b38-b92e-4504-a9ae-c59e44e05a47 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Calling delete_port for 040dc406-b7f8-46f9-accf-f611ef26de5c owned by network:dhcp {{(pid=87870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:57:55.515761 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning for port f0b622bc-ece0-4eca-8d7a-af47497b560f completed by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:57:55.555353 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b71193e-c3e3-4895-bba6-7c1b42d09458 None None] Pushing event updated for resources: {'Port': ['ID=b92cfb67-100d-4ff5-bfc1-a2e1ed0faccd,revision_number=2']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:57:55.564759 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port f0b622bc-ece0-4eca-8d7a-af47497b560f triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:57:55.565179 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:55.624667 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cb2b3e-d8ff-4c83-be4b-5848fb0a7172 req-19466b62-728d-4ad8-9876-d3b7de7e0e28 tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:57:55.626168 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-d0cb2b3e-d8ff-4c83-be4b-5848fb0a7172 req-19466b62-728d-4ad8-9876-d3b7de7e0e28 tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd5974e7-0504-4851-a286-20ab5143705c HTTP/1.1" status: 200 len: 945 time: 0.2777853 Mar 28 11:57:55.637430 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-af79a428-fece-4054-81ef-c6812000b229 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:57:55.643340 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-5be05b38-b92e-4504-a9ae-c59e44e05a47 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:55.654216 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.db [None req-e5250682-65ac-4842-8ad0-3ce57917265c tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] For port b92cfb67-100d-4ff5-bfc1-a2e1ed0faccd, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=b92cfb67-100d-4ff5-bfc1-a2e1ed0faccd,segment=NetworkSegment(2ae2c5c4-8e3c-46c2-960b-982e08d885f3),segment_id=2ae2c5c4-8e3c-46c2-960b-982e08d885f3)] {{(pid=87871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:57:55.654576 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-e5250682-65ac-4842-8ad0-3ce57917265c tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:55.673048 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-af79a428-fece-4054-81ef-c6812000b229 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:57:55.724946 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be05b38-b92e-4504-a9ae-c59e44e05a47 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Pushing event deleted for resources: {'Port': ['ID=040dc406-b7f8-46f9-accf-f611ef26de5c,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:57:55.730547 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be05b38-b92e-4504-a9ae-c59e44e05a47 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] No DVR routers for this DVR port 040dc406-b7f8-46f9-accf-f611ef26de5c on host dv-neutron-835340-2-hyperv {{(pid=87870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 11:57:55.733187 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-d4960a8e-bf4d-47bd-a2f7-bed3bb67b9af None None] Deleting port 5ce3a393-a387-4046-a4b9-91459ce6e4df {{(pid=87872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:57:55.733670 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-d4960a8e-bf4d-47bd-a2f7-bed3bb67b9af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:55.794193 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-e749e97a-2586-4e9b-abbf-9562df52537f tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2561241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2563521'] for subnet, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:55.823191 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-e5250682-65ac-4842-8ad0-3ce57917265c tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Calling delete_port for b92cfb67-100d-4ff5-bfc1-a2e1ed0faccd owned by network:dhcp {{(pid=87871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:57:55.855692 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-d0cb2b3e-d8ff-4c83-be4b-5848fb0a7172 req-9df082b3-99d6-4b1a-adc7-fa23d3e552f3 tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] 10.222.0.30 "GET /v2.0/security-groups?id=895ae8ad-46d6-4a0f-b104-9c0ca0cce592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2235100 Mar 28 11:57:55.868608 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-c09dcf02-615d-49f3-aee8-f3a528c1f89f tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:55.872569 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-d4960a8e-bf4d-47bd-a2f7-bed3bb67b9af None None] The port '5ce3a393-a387-4046-a4b9-91459ce6e4df' was deleted {{(pid=87872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 11:57:55.936216 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.db_base_plugin_common [None req-5071c233-8cff-44c7-b586-4f62e8f88d70 tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Allocated IP 2001:db8::1 (17d14721-f33d-4517-bd06-f72a84a93b72/f7d5991d-13a7-4226-9b7a-37ad687a1534/299e52b4-9b22-42fc-b042-7b3a47cd6712) {{(pid=87871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:57:55.936577 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e749e97a-2586-4e9b-abbf-9562df52537f tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Network 5df4ec91-b994-4337-98be-1b2930f844e7 is already hosted by enough agents. {{(pid=87870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:57:55.938319 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af79a428-fece-4054-81ef-c6812000b229 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Made reservation on behalf of b4adfe5c8b3a4e57a1afd1d44c455245 for: {'subnet': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:57:55.942650 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-af79a428-fece-4054-81ef-c6812000b229 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26551362'] for subnet, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:55.945168 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.base_scheduler [None req-e749e97a-2586-4e9b-abbf-9562df52537f tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Resources bound (agent type, host, resource id): {{(pid=87870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:57:55.948917 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e749e97a-2586-4e9b-abbf-9562df52537f tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:57:55.949452 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-e749e97a-2586-4e9b-abbf-9562df52537f tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks [] for subnet, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:55.960228 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-5be05b38-b92e-4504-a9ae-c59e44e05a47 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930431', 'neutron.services.segments.db._delete_segments_for_network-8783496351308'] for network, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:55.999882 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e749e97a-2586-4e9b-abbf-9562df52537f tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Pushing event updated for resources: {'Subnet': ['ID=f08009f9-e83f-4e39-8a5e-7e2d4b413376,revision_number=0']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:57:56.008604 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-5be05b38-b92e-4504-a9ae-c59e44e05a47 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d5d1977-abcd-4802-bf17-501af8851d71']}} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:57:56.013136 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1e39ed4-5269-4826-a532-a6c461492331 None None] Network 5df4ec91-b994-4337-98be-1b2930f844e7 requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:57:56.014700 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c09dcf02-615d-49f3-aee8-f3a528c1f89f tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Network ac2b1748-8f63-4b17-a9c7-07e79704aa5b is already hosted by enough agents. {{(pid=87871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:57:56.031365 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-5be05b38-b92e-4504-a9ae-c59e44e05a47 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07eb4d69-0d78-455f-9af4-cde61f649b14') {'for_net_delete': True} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:57:56.032831 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-5be05b38-b92e-4504-a9ae-c59e44e05a47 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07eb4d69-0d78-455f-9af4-cde61f649b14') {} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:57:56.033138 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-c09dcf02-615d-49f3-aee8-f3a528c1f89f tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Resources bound (agent type, host, resource id): {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:57:56.052948 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c09dcf02-615d-49f3-aee8-f3a528c1f89f tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Received port after_create {{(pid=87871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:57:56.053531 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-5be05b38-b92e-4504-a9ae-c59e44e05a47 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783496353639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3591341'] for segment, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:56.064184 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-e749e97a-2586-4e9b-abbf-9562df52537f tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3937714 Mar 28 11:57:56.067395 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 51882) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:57:56.077584 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-455925d5-0eeb-468a-adfa-4a6577403b6b tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Request body: {'security_group': {'name': 'tempest-secgroup-1064062239'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:57:56.084739 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-455925d5-0eeb-468a-adfa-4a6577403b6b tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:57:56.088375 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-5be05b38-b92e-4504-a9ae-c59e44e05a47 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:56.094684 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-455925d5-0eeb-468a-adfa-4a6577403b6b tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Usage tracker for resource:security_group and tenant:beb99f647cec46e3bbf575ac0a3034e8 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:57:56.099109 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-455925d5-0eeb-468a-adfa-4a6577403b6b tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:57:56.102685 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5be05b38-b92e-4504-a9ae-c59e44e05a47 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=87870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 11:57:56.103539 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-5be05b38-b92e-4504-a9ae-c59e44e05a47 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1920481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2558260'] for segment, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:56.122541 dv-neutron-835340-2-hyperv neutron-server[87870]: Traceback (most recent call last): Mar 28 11:57:56.122541 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 11:57:56.122541 dv-neutron-835340-2-hyperv neutron-server[87870]: timer() Mar 28 11:57:56.122541 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 11:57:56.122541 dv-neutron-835340-2-hyperv neutron-server[87870]: cb(*args, **kw) Mar 28 11:57:56.122541 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 11:57:56.122541 dv-neutron-835340-2-hyperv neutron-server[87870]: return func(*args, **kwargs) Mar 28 11:57:56.122541 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 11:57:56.122541 dv-neutron-835340-2-hyperv neutron-server[87870]: self._notify() Mar 28 11:57:56.122541 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 11:57:56.122541 dv-neutron-835340-2-hyperv neutron-server[87870]: self.callback(batched_events) Mar 28 11:57:56.122541 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 11:57:56.122541 dv-neutron-835340-2-hyperv neutron-server[87870]: event.method(event) Mar 28 11:57:56.122541 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 11:57:56.122541 dv-neutron-835340-2-hyperv neutron-server[87870]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 11:57:56.122541 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 11:57:56.122541 dv-neutron-835340-2-hyperv neutron-server[87870]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 11:57:56.122541 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 11:57:56.122541 dv-neutron-835340-2-hyperv neutron-server[87870]: return f(self, *a, **k) Mar 28 11:57:56.122541 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 11:57:56.122541 dv-neutron-835340-2-hyperv neutron-server[87870]: return self._get(url).json() Mar 28 11:57:56.122541 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 11:57:56.122541 dv-neutron-835340-2-hyperv neutron-server[87870]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 11:57:56.122541 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 11:57:56.122541 dv-neutron-835340-2-hyperv neutron-server[87870]: return self.request(url, 'GET', **kwargs) Mar 28 11:57:56.122541 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 11:57:56.122541 dv-neutron-835340-2-hyperv neutron-server[87870]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 11:57:56.122541 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 11:57:56.122541 dv-neutron-835340-2-hyperv neutron-server[87870]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 11:57:56.122541 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 11:57:56.122541 dv-neutron-835340-2-hyperv neutron-server[87870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 11:57:56.122541 dv-neutron-835340-2-hyperv neutron-server[87870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 11:57:56.143932 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-455925d5-0eeb-468a-adfa-4a6577403b6b tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:57:56.154775 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09dcf02-615d-49f3-aee8-f3a528c1f89f tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Pushing event updated for resources: {'Port': ['ID=53298862-4f79-44f1-838a-3dc670494c28,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:57:56.207812 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f4e6c53-e331-4896-bd8b-4a8fceaeb43a None None] DHCP port deletion for 3d5d1977-abcd-4802-bf17-501af8851d71 request from dv-neutron-835340-2-hyperv {{(pid=87872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 11:57:56.217939 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-455925d5-0eeb-468a-adfa-4a6577403b6b tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks [] for security_group, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:56.248270 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-455925d5-0eeb-468a-adfa-4a6577403b6b tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:57:56.250008 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:56.256475 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-455925d5-0eeb-468a-adfa-4a6577403b6b tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Usage tracker for resource:security_group_rule and tenant:beb99f647cec46e3bbf575ac0a3034e8 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:57:56.260165 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-455925d5-0eeb-468a-adfa-4a6577403b6b tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:57:56.266941 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-455925d5-0eeb-468a-adfa-4a6577403b6b tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:57:56.270380 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-5be05b38-b92e-4504-a9ae-c59e44e05a47 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709602'] for network, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:56.301113 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-e5250682-65ac-4842-8ad0-3ce57917265c tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:56.301697 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2b1ae220-a545-4b89-b5e6-4d9d7538b02a None None] Notify callbacks [] for port, precommit_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:56.303123 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-5be05b38-b92e-4504-a9ae-c59e44e05a47 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538751'] for network, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:56.312983 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be05b38-b92e-4504-a9ae-c59e44e05a47 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Pushing event deleted for resources: {'Network': ['ID=3d5d1977-abcd-4802-bf17-501af8851d71,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:57:56.326195 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-5be05b38-b92e-4504-a9ae-c59e44e05a47 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] 10.222.0.30 "DELETE /v2.0/networks/3d5d1977-abcd-4802-bf17-501af8851d71 HTTP/1.1" status: 204 len: 168 time: 1.9155862 Mar 28 11:57:56.330179 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 51886) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:57:56.334971 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-2b1ae220-a545-4b89-b5e6-4d9d7538b02a None None] Transition to ACTIVE for port object a3922a36-f41e-4703-bbef-f421a3d317c0 will not be triggered until provisioned by entity L2. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:57:56.336769 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-8d598cf2-cb8c-45c3-a4d9-271a0761303c tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-976694329', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b'}, 'admin_state_up': False}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:57:56.345219 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-8d598cf2-cb8c-45c3-a4d9-271a0761303c tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:57:56.351896 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-8d598cf2-cb8c-45c3-a4d9-271a0761303c tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Usage tracker for resource:router and tenant:fc0f0a585a8c4bf2950e053878e50dfb is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:57:56.358197 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-8d598cf2-cb8c-45c3-a4d9-271a0761303c tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:57:56.365556 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-8d598cf2-cb8c-45c3-a4d9-271a0761303c tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:57:56.370488 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] For port f0b622bc-ece0-4eca-8d7a-af47497b560f, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=f0b622bc-ece0-4eca-8d7a-af47497b560f,segment=NetworkSegment(ec32d7ed-a68f-4afd-8778-75f67f6e388c),segment_id=ec32d7ed-a68f-4afd-8778-75f67f6e388c)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:57:56.400531 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-8d598cf2-cb8c-45c3-a4d9-271a0761303c tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-707665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-260886'] for router, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:56.401552 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-8d598cf2-cb8c-45c3-a4d9-271a0761303c tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-705660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709650', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-767110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260873'] for router, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:56.422770 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-455925d5-0eeb-468a-adfa-4a6577403b6b tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks [] for security_group, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:56.423154 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:56.426617 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-2b1ae220-a545-4b89-b5e6-4d9d7538b02a None None] Transition to ACTIVE for port object a3922a36-f41e-4703-bbef-f421a3d317c0 will not be triggered until provisioned by entity DHCP. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:57:56.430126 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-455925d5-0eeb-468a-adfa-4a6577403b6b tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:56.444698 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-8d598cf2-cb8c-45c3-a4d9-271a0761303c tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:56.502764 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2b1ae220-a545-4b89-b5e6-4d9d7538b02a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241'] for port, after_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:56.507739 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455925d5-0eeb-468a-adfa-4a6577403b6b tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a75b00d-ddcf-4904-b023-64a9fd7e6526,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:57:56.511496 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-455925d5-0eeb-468a-adfa-4a6577403b6b tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks [] for security_group, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:56.515323 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-455925d5-0eeb-468a-adfa-4a6577403b6b tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.4465539 Mar 28 11:57:56.523746 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 51890) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:57:56.550180 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-a22fbfdd-fa95-450d-95d7-13a1a1ad290f tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Request body: {'security_group': {'name': 'tempest-secgroup-1965377762'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:57:56.561633 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5250682-65ac-4842-8ad0-3ce57917265c tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Pushing event deleted for resources: {'Port': ['ID=b92cfb67-100d-4ff5-bfc1-a2e1ed0faccd,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:57:56.608117 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b1ae220-a545-4b89-b5e6-4d9d7538b02a None None] Network 364ebf31-36a2-4b1f-9a37-de97d53cb791 is already hosted by enough agents. {{(pid=87872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:57:56.609273 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 06ed64e6-0020-47ba-9400-822c81088f8f up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:57:56.625268 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5250682-65ac-4842-8ad0-3ce57917265c tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] No DVR routers for this DVR port b92cfb67-100d-4ff5-bfc1-a2e1ed0faccd on host dv-neutron-835340-2-hyperv {{(pid=87871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 11:57:56.651798 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.base_scheduler [None req-2b1ae220-a545-4b89-b5e6-4d9d7538b02a None None] Resources bound (agent type, host, resource id): {{(pid=87872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:57:56.665092 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-a22fbfdd-fa95-450d-95d7-13a1a1ad290f tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:57:56.666720 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b1ae220-a545-4b89-b5e6-4d9d7538b02a None None] Received port after_create {{(pid=87872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:57:56.668740 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Pushing event updated for resources: {'Port': ['ID=f0b622bc-ece0-4eca-8d7a-af47497b560f,revision_number=3']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:57:56.694578 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-a22fbfdd-fa95-450d-95d7-13a1a1ad290f tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Usage tracker for resource:security_group and tenant:beb99f647cec46e3bbf575ac0a3034e8 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:57:56.701298 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-a22fbfdd-fa95-450d-95d7-13a1a1ad290f tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:57:56.812066 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-a22fbfdd-fa95-450d-95d7-13a1a1ad290f tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:57:56.832507 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-8d598cf2-cb8c-45c3-a4d9-271a0761303c tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-709632', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-707672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260923'] for router, precommit_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:56.930803 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1ae220-a545-4b89-b5e6-4d9d7538b02a None None] Pushing event updated for resources: {'Port': ['ID=a3922a36-f41e-4703-bbef-f421a3d317c0,revision_number=1']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:57:56.936531 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-2b1ae220-a545-4b89-b5e6-4d9d7538b02a None None] Attempting to bind port a3922a36-f41e-4703-bbef-f421a3d317c0 on host dv-neutron-835340-2-hyperv for vnic_type normal with profile {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:57:56.936901 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-2b1ae220-a545-4b89-b5e6-4d9d7538b02a None None] Attempting to bind port a3922a36-f41e-4703-bbef-f421a3d317c0 by drivers openvswitch,hyperv on host dv-neutron-835340-2-hyperv at level 0 using segments [{'id': '34814a4a-e8e5-4698-967c-d0a4b82cf9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '364ebf31-36a2-4b1f-9a37-de97d53cb791'}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:57:56.937263 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b1ae220-a545-4b89-b5e6-4d9d7538b02a None None] Attempting to bind port a3922a36-f41e-4703-bbef-f421a3d317c0 on network 364ebf31-36a2-4b1f-9a37-de97d53cb791 {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:57:56.943463 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-5169099d-dd8f-4215-a300-8e1f7c656182 None None] Provisioning complete for port f0b622bc-ece0-4eca-8d7a-af47497b560f triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:57:56.943851 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-5169099d-dd8f-4215-a300-8e1f7c656182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:56.982130 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b1ae220-a545-4b89-b5e6-4d9d7538b02a None None] Checking agent: {'id': '961a16fe-cbc8-4264-ac28-bbbd53f89caa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 46, 6), 'started_at': datetime.datetime(2022, 3, 28, 11, 46, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 11, 57, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 11:57:56.982613 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b1ae220-a545-4b89-b5e6-4d9d7538b02a None None] Checking segment: {'id': '34814a4a-e8e5-4698-967c-d0a4b82cf9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '364ebf31-36a2-4b1f-9a37-de97d53cb791'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:57:56.982900 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2b1ae220-a545-4b89-b5e6-4d9d7538b02a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:56.983289 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b1ae220-a545-4b89-b5e6-4d9d7538b02a None None] Bound using segment: {'id': '34814a4a-e8e5-4698-967c-d0a4b82cf9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '364ebf31-36a2-4b1f-9a37-de97d53cb791'} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 11:57:56.983798 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-2b1ae220-a545-4b89-b5e6-4d9d7538b02a None None] Bound port: a3922a36-f41e-4703-bbef-f421a3d317c0, host: dv-neutron-835340-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34814a4a-e8e5-4698-967c-d0a4b82cf9be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '364ebf31-36a2-4b1f-9a37-de97d53cb791'}}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 11:57:56.984172 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2b1ae220-a545-4b89-b5e6-4d9d7538b02a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:56.992245 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-a22fbfdd-fa95-450d-95d7-13a1a1ad290f tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks [] for security_group, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:57.011957 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-5071c233-8cff-44c7-b586-4f62e8f88d70 tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Notify callbacks [] for port, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:57.036586 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-e5250682-65ac-4842-8ad0-3ce57917265c tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930431', 'neutron.services.segments.db._delete_segments_for_network-8783496351308'] for network, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:57.055520 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port 06ed64e6-0020-47ba-9400-822c81088f8f triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:57:57.055520 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:57.076970 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7330e5-5db8-443e-93db-73dee38f23d9 req-6cb41646-f014-4ab3-991b-3daf391cc16f tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:57:57.078591 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-6b7330e5-5db8-443e-93db-73dee38f23d9 req-6cb41646-f014-4ab3-991b-3daf391cc16f tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd5974e7-0504-4851-a286-20ab5143705c HTTP/1.1" status: 200 len: 945 time: 0.9165556 Mar 28 11:57:57.100556 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bec6c47-9b19-4015-a5c9-1b1cfffa1f9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1d3f2a9-8722-5ce5-bc40-181687d1ed3f-5df4ec91-b994-4337-98be-1b2930f844e7', 'network_id': '5df4ec91-b994-4337-98be-1b2930f844e7', 'tenant_id': 'beb99f647cec46e3bbf575ac0a3034e8', 'fixed_ips': [{'subnet_id': 'f08009f9-e83f-4e39-8a5e-7e2d4b413376'}]}} from dv-neutron-835340-2-hyperv. {{(pid=87872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 11:57:57.101924 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-1bec6c47-9b19-4015-a5c9-1b1cfffa1f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:57.191594 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-a22fbfdd-fa95-450d-95d7-13a1a1ad290f tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:57:57.194094 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.provisioning_blocks [None req-5071c233-8cff-44c7-b586-4f62e8f88d70 tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Transition to ACTIVE for port object 299e52b4-9b22-42fc-b042-7b3a47cd6712 will not be triggered until provisioned by entity DHCP. {{(pid=87871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:57:57.200183 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.segments.db [None req-e5250682-65ac-4842-8ad0-3ce57917265c tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eef84b79-815c-4c73-84b9-03c41a9274ca']}} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:57:57.225583 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-a22fbfdd-fa95-450d-95d7-13a1a1ad290f tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Usage tracker for resource:security_group_rule and tenant:beb99f647cec46e3bbf575ac0a3034e8 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:57:57.244883 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-a22fbfdd-fa95-450d-95d7-13a1a1ad290f tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:57:57.248202 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.segments.db [None req-e5250682-65ac-4842-8ad0-3ce57917265c tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ae2c5c4-8e3c-46c2-960b-982e08d885f3') {'for_net_delete': True} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:57:57.248499 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.segments.db [None req-e5250682-65ac-4842-8ad0-3ce57917265c tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ae2c5c4-8e3c-46c2-960b-982e08d885f3') {} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:57:57.286011 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2b1ae220-a545-4b89-b5e6-4d9d7538b02a None None] For port a3922a36-f41e-4703-bbef-f421a3d317c0, host dv-neutron-835340-2-hyperv, cleared binding levels {{(pid=87872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 11:57:57.288512 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-e5250682-65ac-4842-8ad0-3ce57917265c tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783496353639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3436890'] for segment, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:57.296109 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-a22fbfdd-fa95-450d-95d7-13a1a1ad290f tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:57:57.304573 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-8d598cf2-cb8c-45c3-a4d9-271a0761303c tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks [] for router_gateway, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:57.318631 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-6b7330e5-5db8-443e-93db-73dee38f23d9 req-a1321095-2a8f-4e59-8802-45d9540c5121 tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] 10.222.0.30 "GET /v2.0/security-groups?id=895ae8ad-46d6-4a0f-b104-9c0ca0cce592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2190039 Mar 28 11:57:57.318887 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2b1ae220-a545-4b89-b5e6-4d9d7538b02a None None] For port a3922a36-f41e-4703-bbef-f421a3d317c0, host dv-neutron-835340-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=a3922a36-f41e-4703-bbef-f421a3d317c0,segment=NetworkSegment(34814a4a-e8e5-4698-967c-d0a4b82cf9be),segment_id=34814a4a-e8e5-4698-967c-d0a4b82cf9be)] {{(pid=87872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 11:57:57.342671 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-8d598cf2-cb8c-45c3-a4d9-271a0761303c tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:57.354284 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-e5250682-65ac-4842-8ad0-3ce57917265c tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:57.400649 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2b1ae220-a545-4b89-b5e6-4d9d7538b02a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:57.461184 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5250682-65ac-4842-8ad0-3ce57917265c tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=87871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 11:57:57.461586 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-e5250682-65ac-4842-8ad0-3ce57917265c tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1920481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2363149'] for segment, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:57.484082 dv-neutron-835340-2-hyperv neutron-server[87871]: Traceback (most recent call last): Mar 28 11:57:57.484082 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 11:57:57.484082 dv-neutron-835340-2-hyperv neutron-server[87871]: timer() Mar 28 11:57:57.484082 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 11:57:57.484082 dv-neutron-835340-2-hyperv neutron-server[87871]: cb(*args, **kw) Mar 28 11:57:57.484082 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 11:57:57.484082 dv-neutron-835340-2-hyperv neutron-server[87871]: return func(*args, **kwargs) Mar 28 11:57:57.484082 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 11:57:57.484082 dv-neutron-835340-2-hyperv neutron-server[87871]: self._notify() Mar 28 11:57:57.484082 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 11:57:57.484082 dv-neutron-835340-2-hyperv neutron-server[87871]: self.callback(batched_events) Mar 28 11:57:57.484082 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 11:57:57.484082 dv-neutron-835340-2-hyperv neutron-server[87871]: event.method(event) Mar 28 11:57:57.484082 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 11:57:57.484082 dv-neutron-835340-2-hyperv neutron-server[87871]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 11:57:57.484082 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 11:57:57.484082 dv-neutron-835340-2-hyperv neutron-server[87871]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 11:57:57.484082 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 11:57:57.484082 dv-neutron-835340-2-hyperv neutron-server[87871]: return f(self, *a, **k) Mar 28 11:57:57.484082 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 11:57:57.484082 dv-neutron-835340-2-hyperv neutron-server[87871]: return self._get(url).json() Mar 28 11:57:57.484082 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 11:57:57.484082 dv-neutron-835340-2-hyperv neutron-server[87871]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 11:57:57.484082 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 11:57:57.484082 dv-neutron-835340-2-hyperv neutron-server[87871]: return self.request(url, 'GET', **kwargs) Mar 28 11:57:57.484082 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 11:57:57.484082 dv-neutron-835340-2-hyperv neutron-server[87871]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 11:57:57.484082 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 11:57:57.484082 dv-neutron-835340-2-hyperv neutron-server[87871]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 11:57:57.484082 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 11:57:57.484082 dv-neutron-835340-2-hyperv neutron-server[87871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 11:57:57.484082 dv-neutron-835340-2-hyperv neutron-server[87871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 11:57:57.545628 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1ae220-a545-4b89-b5e6-4d9d7538b02a None None] Pushing event updated for resources: {'Port': ['ID=a3922a36-f41e-4703-bbef-f421a3d317c0,revision_number=2']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:57:57.570728 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.db_base_plugin_common [None req-8d598cf2-cb8c-45c3-a4d9-271a0761303c tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Allocated IP 172.26.7.221 (ac2b1748-8f63-4b17-a9c7-07e79704aa5b/0b7ebf76-1dc7-431a-a0b4-b96bacf287c2/7f204ee7-98b8-4b1e-92db-79281f448491) {{(pid=87870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:57:57.613939 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-5071c233-8cff-44c7-b586-4f62e8f88d70 tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:57.616351 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.db_base_plugin_common [None req-1bec6c47-9b19-4015-a5c9-1b1cfffa1f9e None None] Allocated IP 2001:db8::2 (5df4ec91-b994-4337-98be-1b2930f844e7/f08009f9-e83f-4e39-8a5e-7e2d4b413376/b8ec7124-5c83-4d4a-9eee-9cbeca01e273) {{(pid=87872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:57:57.626774 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 040dc406-b7f8-46f9-accf-f611ef26de5c no longer exists at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 11:57:57.654884 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-c09dcf02-615d-49f3-aee8-f3a528c1f89f tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:57.669621 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] No Port match for: 040dc406-b7f8-46f9-accf-f611ef26de5c {{(pid=87872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 11:57:57.670051 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 040dc406-b7f8-46f9-accf-f611ef26de5c not bound to the agent host dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 11:57:57.819157 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-8d598cf2-cb8c-45c3-a4d9-271a0761303c tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks [] for port, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:57.857445 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-8d598cf2-cb8c-45c3-a4d9-271a0761303c tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:57.891060 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.objects.ports [None req-af79a428-fece-4054-81ef-c6812000b229 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87871) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 28 11:57:57.892216 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-e5250682-65ac-4842-8ad0-3ce57917265c tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709602'] for network, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:57.909370 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-af79a428-fece-4054-81ef-c6812000b229 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2364128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26551408'] for subnet, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:57.918443 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5071c233-8cff-44c7-b586-4f62e8f88d70 tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Network 17d14721-f33d-4517-bd06-f72a84a93b72 is already hosted by enough agents. {{(pid=87871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:57:57.925053 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-1bec6c47-9b19-4015-a5c9-1b1cfffa1f9e None None] Notify callbacks [] for port, precommit_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:57.936838 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-1bec6c47-9b19-4015-a5c9-1b1cfffa1f9e None None] Transition to ACTIVE for port object b8ec7124-5c83-4d4a-9eee-9cbeca01e273 will not be triggered until provisioned by entity L2. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:57:57.939161 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d598cf2-cb8c-45c3-a4d9-271a0761303c tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Network ac2b1748-8f63-4b17-a9c7-07e79704aa5b is already hosted by enough agents. {{(pid=87870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:57:57.944511 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.base_scheduler [None req-8d598cf2-cb8c-45c3-a4d9-271a0761303c tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Resources bound (agent type, host, resource id): {{(pid=87870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:57:57.961615 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d598cf2-cb8c-45c3-a4d9-271a0761303c tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Received port after_create {{(pid=87870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:57:57.963097 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-e5250682-65ac-4842-8ad0-3ce57917265c tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks [] for network, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:57.993052 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-5071c233-8cff-44c7-b586-4f62e8f88d70 tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Resources bound (agent type, host, resource id): {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:57:57.997144 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5071c233-8cff-44c7-b586-4f62e8f88d70 tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Received port after_create {{(pid=87871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:57:57.998008 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-5071c233-8cff-44c7-b586-4f62e8f88d70 tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-709483'] for router_interface, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:57.998137 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-1bec6c47-9b19-4015-a5c9-1b1cfffa1f9e None None] Transition to ACTIVE for port object b8ec7124-5c83-4d4a-9eee-9cbeca01e273 will not be triggered until provisioned by entity DHCP. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:57:58.007555 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-1bec6c47-9b19-4015-a5c9-1b1cfffa1f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241'] for port, after_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:58.062256 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d598cf2-cb8c-45c3-a4d9-271a0761303c tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Pushing event updated for resources: {'Port': ['ID=7f204ee7-98b8-4b1e-92db-79281f448491,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:57:58.095716 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-e5250682-65ac-4842-8ad0-3ce57917265c tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] 10.222.0.30 "DELETE /v2.0/networks/eef84b79-815c-4c73-84b9-03c41a9274ca HTTP/1.1" status: 204 len: 168 time: 8.0919695 Mar 28 11:57:58.096632 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5250682-65ac-4842-8ad0-3ce57917265c tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Pushing event deleted for resources: {'Network': ['ID=eef84b79-815c-4c73-84b9-03c41a9274ca,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:57:58.100643 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 51900) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:57:58.113453 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5071c233-8cff-44c7-b586-4f62e8f88d70 tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Pushing event updated for resources: {'Port': ['ID=299e52b4-9b22-42fc-b042-7b3a47cd6712,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:57:58.116823 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bec6c47-9b19-4015-a5c9-1b1cfffa1f9e None None] Pushing event updated for resources: {'Port': ['ID=b8ec7124-5c83-4d4a-9eee-9cbeca01e273,revision_number=1']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:57:58.130532 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bec6c47-9b19-4015-a5c9-1b1cfffa1f9e None None] Network 5df4ec91-b994-4337-98be-1b2930f844e7 is already hosted by enough agents. {{(pid=87872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:57:58.131312 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-73f950ac-3be5-420a-92ac-8e1ea006358d tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-739620271'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:57:58.132161 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.base_scheduler [None req-1bec6c47-9b19-4015-a5c9-1b1cfffa1f9e None None] Resources bound (agent type, host, resource id): {{(pid=87872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:57:58.136729 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bec6c47-9b19-4015-a5c9-1b1cfffa1f9e None None] Received port after_create {{(pid=87872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:57:58.163735 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af79a428-fece-4054-81ef-c6812000b229 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Network e95a87e2-4c44-46e2-9de5-2786cbaea69c is already hosted by enough agents. {{(pid=87871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:57:58.188867 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-73f950ac-3be5-420a-92ac-8e1ea006358d tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:57:58.255522 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-a22fbfdd-fa95-450d-95d7-13a1a1ad290f tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks [] for security_group, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:58.258507 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-af79a428-fece-4054-81ef-c6812000b229 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Resources bound (agent type, host, resource id): {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:57:58.275867 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-73f950ac-3be5-420a-92ac-8e1ea006358d tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Usage tracker for resource:network and tenant:0ad7b1f6e96a40538a966af0f41e67e6 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:57:58.276249 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-668ca5f2-f2a5-416f-8025-9747413f4ee9 None None] Network e95a87e2-4c44-46e2-9de5-2786cbaea69c requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:57:58.280757 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af79a428-fece-4054-81ef-c6812000b229 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:57:58.281625 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-af79a428-fece-4054-81ef-c6812000b229 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538751'] for subnet, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:58.321776 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-1bec6c47-9b19-4015-a5c9-1b1cfffa1f9e None None] Attempting to bind port b8ec7124-5c83-4d4a-9eee-9cbeca01e273 on host dv-neutron-835340-2-hyperv for vnic_type normal with profile {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:57:58.323522 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-1bec6c47-9b19-4015-a5c9-1b1cfffa1f9e None None] Attempting to bind port b8ec7124-5c83-4d4a-9eee-9cbeca01e273 by drivers openvswitch,hyperv on host dv-neutron-835340-2-hyperv at level 0 using segments [{'id': '53cdb527-f329-4e42-aa7b-ce2bc95a9007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '5df4ec91-b994-4337-98be-1b2930f844e7'}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:57:58.323839 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bec6c47-9b19-4015-a5c9-1b1cfffa1f9e None None] Attempting to bind port b8ec7124-5c83-4d4a-9eee-9cbeca01e273 on network 5df4ec91-b994-4337-98be-1b2930f844e7 {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:57:58.385421 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bec6c47-9b19-4015-a5c9-1b1cfffa1f9e None None] Checking agent: {'id': '961a16fe-cbc8-4264-ac28-bbbd53f89caa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 46, 6), 'started_at': datetime.datetime(2022, 3, 28, 11, 46, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 11, 57, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 11:57:58.385964 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bec6c47-9b19-4015-a5c9-1b1cfffa1f9e None None] Checking segment: {'id': '53cdb527-f329-4e42-aa7b-ce2bc95a9007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '5df4ec91-b994-4337-98be-1b2930f844e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:57:58.386422 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-1bec6c47-9b19-4015-a5c9-1b1cfffa1f9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:58.386883 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bec6c47-9b19-4015-a5c9-1b1cfffa1f9e None None] Bound using segment: {'id': '53cdb527-f329-4e42-aa7b-ce2bc95a9007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '5df4ec91-b994-4337-98be-1b2930f844e7'} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 11:57:58.387432 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-1bec6c47-9b19-4015-a5c9-1b1cfffa1f9e None None] Bound port: b8ec7124-5c83-4d4a-9eee-9cbeca01e273, host: dv-neutron-835340-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53cdb527-f329-4e42-aa7b-ce2bc95a9007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '5df4ec91-b994-4337-98be-1b2930f844e7'}}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 11:57:58.387970 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-1bec6c47-9b19-4015-a5c9-1b1cfffa1f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:58.457976 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-73f950ac-3be5-420a-92ac-8e1ea006358d tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:57:58.464764 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-a22fbfdd-fa95-450d-95d7-13a1a1ad290f tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:58.516202 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af79a428-fece-4054-81ef-c6812000b229 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Pushing event updated for resources: {'Subnet': ['ID=4d83079a-447a-4192-a57b-1c712fe849ac,revision_number=0']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:57:58.521816 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-9faf6284-9d87-4ab7-ad51-584cf537c95d None None] Provisioning for port 299e52b4-9b22-42fc-b042-7b3a47cd6712 completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:57:58.528918 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-73f950ac-3be5-420a-92ac-8e1ea006358d tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:57:58.530748 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22fbfdd-fa95-450d-95d7-13a1a1ad290f tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b08add55-54f5-4bcf-b8d1-b35b70cf3f64,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:57:58.552236 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-8d598cf2-cb8c-45c3-a4d9-271a0761303c tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks [] for router_gateway, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:58.577746 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-af79a428-fece-4054-81ef-c6812000b229 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.5722430 Mar 28 11:57:58.581004 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-9faf6284-9d87-4ab7-ad51-584cf537c95d None None] Provisioning complete for port 299e52b4-9b22-42fc-b042-7b3a47cd6712 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:57:58.581475 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-9faf6284-9d87-4ab7-ad51-584cf537c95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:58.647145 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-9faf6284-9d87-4ab7-ad51-584cf537c95d None None] Port 299e52b4-9b22-42fc-b042-7b3a47cd6712 cannot update to ACTIVE because it is not bound. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 11:57:58.658191 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-1bec6c47-9b19-4015-a5c9-1b1cfffa1f9e None None] For port b8ec7124-5c83-4d4a-9eee-9cbeca01e273, host dv-neutron-835340-2-hyperv, cleared binding levels {{(pid=87872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 11:57:58.700488 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-1bec6c47-9b19-4015-a5c9-1b1cfffa1f9e None None] For port b8ec7124-5c83-4d4a-9eee-9cbeca01e273, host dv-neutron-835340-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=b8ec7124-5c83-4d4a-9eee-9cbeca01e273,segment=NetworkSegment(53cdb527-f329-4e42-aa7b-ce2bc95a9007),segment_id=53cdb527-f329-4e42-aa7b-ce2bc95a9007)] {{(pid=87872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 11:57:58.710579 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device a3922a36-f41e-4703-bbef-f421a3d317c0 up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:57:58.750906 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-1bec6c47-9b19-4015-a5c9-1b1cfffa1f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:58.762984 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 51904) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:57:58.766794 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-c09dcf02-615d-49f3-aee8-f3a528c1f89f tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709693'] for router, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:58.788255 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-a22fbfdd-fa95-450d-95d7-13a1a1ad290f tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks [] for security_group, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:58.792648 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-a22fbfdd-fa95-450d-95d7-13a1a1ad290f tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 2.2529511 Mar 28 11:57:58.795188 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 51908) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:57:58.799010 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-dd721fa7-b942-4765-8df3-2c4481c7b0e4 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Request body: {'subnet': {'network_id': 'e95a87e2-4c44-46e2-9de5-2786cbaea69c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:57:58.814306 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73f950ac-3be5-420a-92ac-8e1ea006358d tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Made reservation on behalf of 0ad7b1f6e96a40538a966af0f41e67e6 for: {'network': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:57:58.818180 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-73f950ac-3be5-420a-92ac-8e1ea006358d tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for network, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:58.839266 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06da509e-455f-4092-8531-8a641d563255 req-6314d728-c5dc-430f-9882-8073a807287b tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:57:58.841126 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-06da509e-455f-4092-8531-8a641d563255 req-6314d728-c5dc-430f-9882-8073a807287b tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd5974e7-0504-4851-a286-20ab5143705c HTTP/1.1" status: 200 len: 945 time: 1.0701361 Mar 28 11:57:58.849206 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bec6c47-9b19-4015-a5c9-1b1cfffa1f9e None None] Pushing event updated for resources: {'Port': ['ID=b8ec7124-5c83-4d4a-9eee-9cbeca01e273,revision_number=2']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:57:58.851729 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-0c2ab785-5929-4ca9-a240-ad9153daaa69 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1614163471', 'security_groups': ['b08add55-54f5-4bcf-b8d1-b35b70cf3f64'], 'network_id': '5df4ec91-b994-4337-98be-1b2930f844e7', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'f08009f9-e83f-4e39-8a5e-7e2d4b413376'}]}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:57:58.855311 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a18a532d-b55e-41f7-aa91-cc5ab2e70a39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1d3f2a9-8722-5ce5-bc40-181687d1ed3f-e95a87e2-4c44-46e2-9de5-2786cbaea69c', 'network_id': 'e95a87e2-4c44-46e2-9de5-2786cbaea69c', 'tenant_id': 'b4adfe5c8b3a4e57a1afd1d44c455245', 'fixed_ips': [{'subnet_id': '4d83079a-447a-4192-a57b-1c712fe849ac'}]}} from dv-neutron-835340-2-hyperv. {{(pid=87872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 11:57:58.856250 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-a18a532d-b55e-41f7-aa91-cc5ab2e70a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:58.988766 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning for port a3922a36-f41e-4703-bbef-f421a3d317c0 completed by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:57:58.999749 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device f0b622bc-ece0-4eca-8d7a-af47497b560f up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:57:59.034398 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-8d598cf2-cb8c-45c3-a4d9-271a0761303c tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709693'] for router, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:59.057967 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-5071c233-8cff-44c7-b586-4f62e8f88d70 tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:59.296256 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.db_base_plugin_common [None req-a18a532d-b55e-41f7-aa91-cc5ab2e70a39 None None] Allocated IP 2001:db8::f816:3eff:fe31:15dc (e95a87e2-4c44-46e2-9de5-2786cbaea69c/4d83079a-447a-4192-a57b-1c712fe849ac/25f6827a-ccdc-417d-8a7d-8df8f02b94e6) {{(pid=87872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:57:59.409059 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c018376-8634-4966-a2db-c284da84bafb None None] Network 364ebf31-36a2-4b1f-9a37-de97d53cb791 requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:57:59.455860 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73f950ac-3be5-420a-92ac-8e1ea006358d tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=87871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 11:57:59.465918 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-73f950ac-3be5-420a-92ac-8e1ea006358d tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:59.466594 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.db.segments_db [None req-73f950ac-3be5-420a-92ac-8e1ea006358d tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Added segment 3072b4eb-dfbb-411c-bb43-5dcdb97868de of type vlan for network e4848032-0346-481c-8ba0-3619335b2e32 Mar 28 11:57:59.483913 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d598cf2-cb8c-45c3-a4d9-271a0761303c tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Router 7acf9423-16d7-4b5b-8629-de8fa8e9feaa is scheduled to L3 agent af79d429-529e-400b-a119-94d4bec03f3e with binding_index 1 {{(pid=87870) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 11:57:59.492777 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-73f950ac-3be5-420a-92ac-8e1ea006358d tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783495836591'] for network, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:59.525209 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-5925652c-7ec9-4078-ba96-ede7bea3511d None None] Provisioning for port a3922a36-f41e-4703-bbef-f421a3d317c0 completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:57:59.538999 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-73f950ac-3be5-420a-92ac-8e1ea006358d tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765'] for network, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:59.545022 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73f950ac-3be5-420a-92ac-8e1ea006358d tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:57:59.545879 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-73f950ac-3be5-420a-92ac-8e1ea006358d tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks [] for network, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:59.545996 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-5925652c-7ec9-4078-ba96-ede7bea3511d None None] Provisioning complete for port a3922a36-f41e-4703-bbef-f421a3d317c0 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:57:59.546326 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-5925652c-7ec9-4078-ba96-ede7bea3511d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:59.585162 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-06da509e-455f-4092-8531-8a641d563255 req-e3a27832-349a-45da-b639-662655271595 tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] 10.222.0.30 "GET /v2.0/security-groups?id=895ae8ad-46d6-4a0f-b104-9c0ca0cce592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5624764 Mar 28 11:57:59.605864 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port f0b622bc-ece0-4eca-8d7a-af47497b560f triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:57:59.606238 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:59.696410 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d598cf2-cb8c-45c3-a4d9-271a0761303c tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 11:57:59.709425 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c694bdcb-1a0c-4046-98fd-37b72486d7c9 None None] Sync routers for ids ['7acf9423-16d7-4b5b-8629-de8fa8e9feaa'] in dv-neutron-835340-2-hyperv {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 11:57:59.728720 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c694bdcb-1a0c-4046-98fd-37b72486d7c9 None None] Routers {'7acf9423-16d7-4b5b-8629-de8fa8e9feaa'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:57:59.729903 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-c694bdcb-1a0c-4046-98fd-37b72486d7c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T11:57:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['7acf9423-16d7-4b5b-8629-de8fa8e9feaa'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:57:59.737043 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-8d598cf2-cb8c-45c3-a4d9-271a0761303c tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks [] for router, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:57:59.740885 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-8d598cf2-cb8c-45c3-a4d9-271a0761303c tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 3.4071555 Mar 28 11:57:59.741409 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 51912) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:57:59.811789 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-73f950ac-3be5-420a-92ac-8e1ea006358d tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.6936531 Mar 28 11:57:59.812655 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 51916) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:57:59.886388 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-0d178ddf-bc41-41b6-9dce-6cc00d140896 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Request body: {'network': {'name': 'New_network'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:57:59.906816 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-c694bdcb-1a0c-4046-98fd-37b72486d7c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:57:59.923762 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c694bdcb-1a0c-4046-98fd-37b72486d7c9 None None] Routers {'7acf9423-16d7-4b5b-8629-de8fa8e9feaa'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:57:59.926943 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-c694bdcb-1a0c-4046-98fd-37b72486d7c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T11:57:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['7acf9423-16d7-4b5b-8629-de8fa8e9feaa'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:57:59.991642 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f950ac-3be5-420a-92ac-8e1ea006358d tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Pushing event updated for resources: {'Network': ['ID=e4848032-0346-481c-8ba0-3619335b2e32,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:58:00.004565 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-dd721fa7-b942-4765-8df3-2c4481c7b0e4 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:58:00.018204 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-0c2ab785-5929-4ca9-a240-ad9153daaa69 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:58:00.029985 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-c694bdcb-1a0c-4046-98fd-37b72486d7c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:58:00.030506 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c694bdcb-1a0c-4046-98fd-37b72486d7c9 None None] The sync data for ids ['7acf9423-16d7-4b5b-8629-de8fa8e9feaa'] in dv-neutron-835340-2-hyperv is: [] {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 11:58:00.050914 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-5925652c-7ec9-4078-ba96-ede7bea3511d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:00.064693 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Network e4848032-0346-481c-8ba0-3619335b2e32 details requested by agent ovs-agent-dv-neutron-835340-2-hyperv with host dv-neutron-835340-2-hyperv {{(pid=87872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 11:58:00.085536 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-0c2ab785-5929-4ca9-a240-ad9153daaa69 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Usage tracker for resource:port and tenant:beb99f647cec46e3bbf575ac0a3034e8 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:58:00.107520 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-a18a532d-b55e-41f7-aa91-cc5ab2e70a39 None None] Notify callbacks [] for port, precommit_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:00.122605 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-1bc76d2b-f32f-4f46-ad88-e45e58e529aa tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] 10.222.0.30 "GET /v2.0/routers/7acf9423-16d7-4b5b-8629-de8fa8e9feaa HTTP/1.1" status: 200 len: 880 time: 0.3775296 Mar 28 11:58:00.123314 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 51920) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:58:00.198807 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-a18a532d-b55e-41f7-aa91-cc5ab2e70a39 None None] Transition to ACTIVE for port object 25f6827a-ccdc-417d-8a7d-8df8f02b94e6 will not be triggered until provisioned by entity L2. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:58:00.308864 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-5925652c-7ec9-4078-ba96-ede7bea3511d None None] For port a3922a36-f41e-4703-bbef-f421a3d317c0, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=a3922a36-f41e-4703-bbef-f421a3d317c0,segment=NetworkSegment(34814a4a-e8e5-4698-967c-d0a4b82cf9be),segment_id=34814a4a-e8e5-4698-967c-d0a4b82cf9be)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:58:00.316662 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-a18a532d-b55e-41f7-aa91-cc5ab2e70a39 None None] Transition to ACTIVE for port object 25f6827a-ccdc-417d-8a7d-8df8f02b94e6 will not be triggered until provisioned by entity DHCP. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:58:00.328644 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-5925652c-7ec9-4078-ba96-ede7bea3511d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:00.357820 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-09827411-826d-435a-9539-be48e1361b50 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Synchronizing usage tracker for tenant:fc0f0a585a8c4bf2950e053878e50dfb on resource:router {{(pid=87870) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:58:00.367363 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-a18a532d-b55e-41f7-aa91-cc5ab2e70a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241'] for port, after_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:00.385578 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-09827411-826d-435a-9539-be48e1361b50 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Unset dirty status for tenant:fc0f0a585a8c4bf2950e053878e50dfb on resource:router {{(pid=87870) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:58:00.395504 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-09827411-826d-435a-9539-be48e1361b50 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.2705467 Mar 28 11:58:00.396519 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 51924) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:58:00.399211 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a18a532d-b55e-41f7-aa91-cc5ab2e70a39 None None] Network e95a87e2-4c44-46e2-9de5-2786cbaea69c is already hosted by enough agents. {{(pid=87872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:58:00.402490 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.base_scheduler [None req-a18a532d-b55e-41f7-aa91-cc5ab2e70a39 None None] Resources bound (agent type, host, resource id): {{(pid=87872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:58:00.402759 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-179f3343-3c90-4056-bcc3-2fe29bc55047 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-976694329'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:58:00.410593 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a18a532d-b55e-41f7-aa91-cc5ab2e70a39 None None] Received port after_create {{(pid=87872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:58:00.428505 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-0c2ab785-5929-4ca9-a240-ad9153daaa69 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:58:00.466828 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5925652c-7ec9-4078-ba96-ede7bea3511d None None] Pushing event updated for resources: {'Port': ['ID=a3922a36-f41e-4703-bbef-f421a3d317c0,revision_number=3']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:58:00.593968 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-62b52dd6-7077-4c42-a497-c84b10ec7a06 None None] Provisioning for port b8ec7124-5c83-4d4a-9eee-9cbeca01e273 completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:58:00.623309 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-a18a532d-b55e-41f7-aa91-cc5ab2e70a39 None None] Attempting to bind port 25f6827a-ccdc-417d-8a7d-8df8f02b94e6 on host dv-neutron-835340-2-hyperv for vnic_type normal with profile {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:58:00.623711 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-a18a532d-b55e-41f7-aa91-cc5ab2e70a39 None None] Attempting to bind port 25f6827a-ccdc-417d-8a7d-8df8f02b94e6 by drivers openvswitch,hyperv on host dv-neutron-835340-2-hyperv at level 0 using segments [{'id': 'bd053757-b8b4-4f3a-b553-aa242f2d15d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e95a87e2-4c44-46e2-9de5-2786cbaea69c'}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:58:00.624074 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a18a532d-b55e-41f7-aa91-cc5ab2e70a39 None None] Attempting to bind port 25f6827a-ccdc-417d-8a7d-8df8f02b94e6 on network e95a87e2-4c44-46e2-9de5-2786cbaea69c {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:58:00.637523 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a18a532d-b55e-41f7-aa91-cc5ab2e70a39 None None] Checking agent: {'id': '961a16fe-cbc8-4264-ac28-bbbd53f89caa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 46, 6), 'started_at': datetime.datetime(2022, 3, 28, 11, 46, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 11, 57, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 11:58:00.637753 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a18a532d-b55e-41f7-aa91-cc5ab2e70a39 None None] Checking segment: {'id': 'bd053757-b8b4-4f3a-b553-aa242f2d15d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e95a87e2-4c44-46e2-9de5-2786cbaea69c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:58:00.638571 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-a18a532d-b55e-41f7-aa91-cc5ab2e70a39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:00.638571 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a18a532d-b55e-41f7-aa91-cc5ab2e70a39 None None] Bound using segment: {'id': 'bd053757-b8b4-4f3a-b553-aa242f2d15d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e95a87e2-4c44-46e2-9de5-2786cbaea69c'} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 11:58:00.639018 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-a18a532d-b55e-41f7-aa91-cc5ab2e70a39 None None] Bound port: 25f6827a-ccdc-417d-8a7d-8df8f02b94e6, host: dv-neutron-835340-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd053757-b8b4-4f3a-b553-aa242f2d15d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e95a87e2-4c44-46e2-9de5-2786cbaea69c'}}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 11:58:00.639421 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-a18a532d-b55e-41f7-aa91-cc5ab2e70a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:00.653195 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-0d178ddf-bc41-41b6-9dce-6cc00d140896 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783495836591'] for network, precommit_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:00.655201 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18a532d-b55e-41f7-aa91-cc5ab2e70a39 None None] Pushing event updated for resources: {'Port': ['ID=25f6827a-ccdc-417d-8a7d-8df8f02b94e6,revision_number=1']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:58:00.657640 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device b8ec7124-5c83-4d4a-9eee-9cbeca01e273 up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:58:00.671020 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-dd721fa7-b942-4765-8df3-2c4481c7b0e4 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:58:00.682866 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-0c2ab785-5929-4ca9-a240-ad9153daaa69 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:58:00.687365 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-0d178ddf-bc41-41b6-9dce-6cc00d140896 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765'] for network, after_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:00.701824 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-62b52dd6-7077-4c42-a497-c84b10ec7a06 None None] Provisioning complete for port 6ce68521-93d5-4423-b952-400b9f55bf34 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:58:00.702201 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-62b52dd6-7077-4c42-a497-c84b10ec7a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:00.714177 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0d178ddf-bc41-41b6-9dce-6cc00d140896 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Network e4848032-0346-481c-8ba0-3619335b2e32 is not hosted by any dhcp agent {{(pid=87871) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Mar 28 11:58:00.720173 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d178ddf-bc41-41b6-9dce-6cc00d140896 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:58:00.720897 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-0d178ddf-bc41-41b6-9dce-6cc00d140896 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks [] for network, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:00.725038 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-0d178ddf-bc41-41b6-9dce-6cc00d140896 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] 10.222.0.30 "PUT /v2.0/networks/e4848032-0346-481c-8ba0-3619335b2e32 HTTP/1.1" status: 200 len: 723 time: 0.8478851 Mar 28 11:58:00.738867 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 51934) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:58:00.757038 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-a9c19ea4-975c-489f-9e26-483fb05a1afd tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Request body: {'subnet': {'network_id': 'e4848032-0346-481c-8ba0-3619335b2e32', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:58:00.769044 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd721fa7-b942-4765-8df3-2c4481c7b0e4 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Made reservation on behalf of b4adfe5c8b3a4e57a1afd1d44c455245 for: {'subnet': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:58:00.773292 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-dd721fa7-b942-4765-8df3-2c4481c7b0e4 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26551362'] for subnet, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:00.815291 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c2ab785-5929-4ca9-a240-ad9153daaa69 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Made reservation on behalf of beb99f647cec46e3bbf575ac0a3034e8 for: {'port': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:58:00.832926 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c09dcf02-615d-49f3-aee8-f3a528c1f89f tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Router 3ca1ac92-947a-4bc0-b5c3-936383826963 is scheduled to L3 agent af79d429-529e-400b-a119-94d4bec03f3e with binding_index 1 {{(pid=87871) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 11:58:00.834054 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-62b52dd6-7077-4c42-a497-c84b10ec7a06 None None] Port 6ce68521-93d5-4423-b952-400b9f55bf34 cannot update to ACTIVE because it is not bound. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 11:58:00.866997 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-a18a532d-b55e-41f7-aa91-cc5ab2e70a39 None None] For port 25f6827a-ccdc-417d-8a7d-8df8f02b94e6, host dv-neutron-835340-2-hyperv, cleared binding levels {{(pid=87872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 11:58:00.869702 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning for port b8ec7124-5c83-4d4a-9eee-9cbeca01e273 completed by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:58:00.874152 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-a18a532d-b55e-41f7-aa91-cc5ab2e70a39 None None] For port 25f6827a-ccdc-417d-8a7d-8df8f02b94e6, host dv-neutron-835340-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=25f6827a-ccdc-417d-8a7d-8df8f02b94e6,segment=NetworkSegment(bd053757-b8b4-4f3a-b553-aa242f2d15d2),segment_id=bd053757-b8b4-4f3a-b553-aa242f2d15d2)] {{(pid=87872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 11:58:00.877222 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port b8ec7124-5c83-4d4a-9eee-9cbeca01e273 triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:58:00.877666 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:00.920272 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-a18a532d-b55e-41f7-aa91-cc5ab2e70a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:00.997114 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d178ddf-bc41-41b6-9dce-6cc00d140896 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Pushing event updated for resources: {'Network': ['ID=e4848032-0346-481c-8ba0-3619335b2e32,revision_number=2']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:58:01.003404 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-a9c19ea4-975c-489f-9e26-483fb05a1afd tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:58:01.023021 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Network e4848032-0346-481c-8ba0-3619335b2e32 details requested by agent ovs-agent-dv-neutron-835340-2-hyperv with host dv-neutron-835340-2-hyperv {{(pid=87872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 11:58:01.095502 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-20679966-64fe-4c53-a72d-e7c4b2a36e82 None None] Provisioning complete for port a3922a36-f41e-4703-bbef-f421a3d317c0 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:58:01.096007 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-20679966-64fe-4c53-a72d-e7c4b2a36e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:01.148186 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-a9c19ea4-975c-489f-9e26-483fb05a1afd tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Usage tracker for resource:subnet and tenant:0ad7b1f6e96a40538a966af0f41e67e6 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:58:01.155039 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-a9c19ea4-975c-489f-9e26-483fb05a1afd tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:58:01.217810 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-a9c19ea4-975c-489f-9e26-483fb05a1afd tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:58:01.266094 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18a532d-b55e-41f7-aa91-cc5ab2e70a39 None None] Pushing event updated for resources: {'Port': ['ID=25f6827a-ccdc-417d-8a7d-8df8f02b94e6,revision_number=2']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:58:01.341862 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-0c2ab785-5929-4ca9-a240-ad9153daaa69 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:01.373452 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bde8e5-cc5e-4478-a420-524c079e7f3e req-dd0ff281-77dc-4d47-bf1a-26b98cee29a5 tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:58:01.373452 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-69bde8e5-cc5e-4478-a420-524c079e7f3e req-dd0ff281-77dc-4d47-bf1a-26b98cee29a5 tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd5974e7-0504-4851-a286-20ab5143705c HTTP/1.1" status: 200 len: 945 time: 0.6227889 Mar 28 11:58:01.388090 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9c19ea4-975c-489f-9e26-483fb05a1afd tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Made reservation on behalf of 0ad7b1f6e96a40538a966af0f41e67e6 for: {'subnet': 1} {{(pid=87870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:58:01.392235 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-a9c19ea4-975c-489f-9e26-483fb05a1afd tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2563571'] for subnet, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:01.409186 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d8e5e2-35d0-4d07-90da-444f23af097a req-8dc6109c-e379-401d-93c3-ff8668e4c1a9 tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:58:01.411751 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-b7d8e5e2-35d0-4d07-90da-444f23af097a req-8dc6109c-e379-401d-93c3-ff8668e4c1a9 tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] 10.222.0.11 "GET /v2.0/ports?device_id=bd5974e7-0504-4851-a286-20ab5143705c HTTP/1.1" status: 200 len: 945 time: 1.4777384 Mar 28 11:58:01.414422 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.db.resource_extend [None req-5071c233-8cff-44c7-b586-4f62e8f88d70 tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 28 11:58:01.434327 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:01.522387 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.notifiers.nova [None req-0c2ab785-5929-4ca9-a240-ad9153daaa69 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] device_id is not set on port 1e30b5d4-b07a-4c84-b35c-1f416218c8a8 yet. {{(pid=87871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 11:58:01.529643 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] For port b8ec7124-5c83-4d4a-9eee-9cbeca01e273, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=b8ec7124-5c83-4d4a-9eee-9cbeca01e273,segment=NetworkSegment(53cdb527-f329-4e42-aa7b-ce2bc95a9007),segment_id=53cdb527-f329-4e42-aa7b-ce2bc95a9007)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:58:01.536477 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:01.552403 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-179f3343-3c90-4056-bcc3-2fe29bc55047 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-709632', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-707672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260923'] for router, precommit_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:01.567226 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-5071c233-8cff-44c7-b586-4f62e8f88d70 tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Notify callbacks [] for port, precommit_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:01.574455 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-69bde8e5-cc5e-4478-a420-524c079e7f3e req-f5b43aa7-5a8b-4c2b-ad90-32b1e3e2f409 tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] 10.222.0.30 "GET /v2.0/security-groups?id=895ae8ad-46d6-4a0f-b104-9c0ca0cce592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1878085 Mar 28 11:58:01.580117 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-179f3343-3c90-4056-bcc3-2fe29bc55047 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-709647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-709686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-745031'] for router, after_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:01.585268 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c09dcf02-615d-49f3-aee8-f3a528c1f89f tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 11:58:01.609514 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-5071c233-8cff-44c7-b586-4f62e8f88d70 tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2363241'] for port, after_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:01.609514 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-5071c233-8cff-44c7-b586-4f62e8f88d70 tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-743372'] for router_interface, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:01.609860 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-210db25b-b2b5-45ed-aa42-128dfa49fbf6 None None] Sync routers for ids ['3ca1ac92-947a-4bc0-b5c3-936383826963'] in dv-neutron-835340-2-hyperv {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 11:58:01.632373 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-210db25b-b2b5-45ed-aa42-128dfa49fbf6 None None] Routers {'3ca1ac92-947a-4bc0-b5c3-936383826963'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:58:01.633128 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-210db25b-b2b5-45ed-aa42-128dfa49fbf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T11:57:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['3ca1ac92-947a-4bc0-b5c3-936383826963'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:58:01.709807 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Pushing event updated for resources: {'Port': ['ID=b8ec7124-5c83-4d4a-9eee-9cbeca01e273,revision_number=3']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:58:01.736408 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [req-b7d8e5e2-35d0-4d07-90da-444f23af097a req-f5d3302b-82c3-473c-b75f-98de729ae8ea tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] Deleting port e551f3ed-2894-4f6d-8e40-b1680f309506 {{(pid=87871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:58:01.736963 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-b7d8e5e2-35d0-4d07-90da-444f23af097a req-f5d3302b-82c3-473c-b75f-98de729ae8ea tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:01.827843 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvr_db [None req-210db25b-b2b5-45ed-aa42-128dfa49fbf6 None None] Set router 3ca1ac92-947a-4bc0-b5c3-936383826963 gateway port host: dv-neutron-835340-2-hyperv {{(pid=87872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:58:01.852827 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-179f3343-3c90-4056-bcc3-2fe29bc55047 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Router 7acf9423-16d7-4b5b-8629-de8fa8e9feaa has already been hosted by L3 agent af79d429-529e-400b-a119-94d4bec03f3e {{(pid=87870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 11:58:01.937849 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5071c233-8cff-44c7-b586-4f62e8f88d70 tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Pushing event updated for resources: {'Port': ['ID=299e52b4-9b22-42fc-b042-7b3a47cd6712,revision_number=2']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:58:01.967101 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-a9c19ea4-975c-489f-9e26-483fb05a1afd tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2561241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2563521'] for subnet, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:02.142496 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-c09dcf02-615d-49f3-aee8-f3a528c1f89f tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Notify callbacks [] for router, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:02.143741 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-c09dcf02-615d-49f3-aee8-f3a528c1f89f tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 12.0820749 Mar 28 11:58:02.146977 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 51944) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:58:02.208070 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-210db25b-b2b5-45ed-aa42-128dfa49fbf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ca1ac92-947a-4bc0-b5c3-936383826963', 'name': 'tempest-snat-router-1257304441', 'tenant_id': 'e4b57e16d2b24ee4b747a47a9aaf2973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.117'}], 'enable_snat': True}, 'gw_port_id': '53298862-4f79-44f1-838a-3dc670494c28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:57:50Z', 'updated_at': '2022-03-28T11:57:57Z', 'revision_number': 3, 'project_id': 'e4b57e16d2b24ee4b747a47a9aaf2973', 'gw_port': {'id': '53298862-4f79-44f1-838a-3dc670494c28', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:1e:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ca1ac92-947a-4bc0-b5c3-936383826963', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:57:53Z', 'updated_at': '2022-03-28T11:57:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv'}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:58:02.218338 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-210db25b-b2b5-45ed-aa42-128dfa49fbf6 None None] Checking router: 3ca1ac92-947a-4bc0-b5c3-936383826963 for host: dv-neutron-835340-2-hyperv {{(pid=87872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 11:58:02.218675 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-210db25b-b2b5-45ed-aa42-128dfa49fbf6 None None] Updating router 3ca1ac92-947a-4bc0-b5c3-936383826963 port 53298862-4f79-44f1-838a-3dc670494c28 binding host dv-neutron-835340-2-hyperv {{(pid=87872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 11:58:02.230694 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c19ea4-975c-489f-9e26-483fb05a1afd tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Checking segment: {'id': '3072b4eb-dfbb-411c-bb43-5dcdb97868de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'e4848032-0346-481c-8ba0-3619335b2e32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:58:02.231116 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9c19ea4-975c-489f-9e26-483fb05a1afd tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Network hostable DHCP agents. Network: e4848032-0346-481c-8ba0-3619335b2e32, hostable agents: ['3cb85949-855b-4a40-b988-cd5705e511da'], hosted agents: [] {{(pid=87870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 11:58:02.235361 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c19ea4-975c-489f-9e26-483fb05a1afd tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Pushing event updated for resources: {'Subnet': ['ID=2bf0f523-810d-4f9a-8654-8ead854f41d8,revision_number=0']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:58:02.300107 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-179f3343-3c90-4056-bcc3-2fe29bc55047 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 11:58:02.306032 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-210db25b-b2b5-45ed-aa42-128dfa49fbf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:02.313437 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-973f1da1-0113-464a-beaa-7cf6b2a282cf None None] Sync routers for ids ['7acf9423-16d7-4b5b-8629-de8fa8e9feaa'] in dv-neutron-835340-2-hyperv {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 11:58:02.317604 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9c19ea4-975c-489f-9e26-483fb05a1afd tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Network e4848032-0346-481c-8ba0-3619335b2e32 is scheduled to be hosted by DHCP agent 3cb85949-855b-4a40-b988-cd5705e511da with binding_index 1 {{(pid=87870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 11:58:02.326772 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-973f1da1-0113-464a-beaa-7cf6b2a282cf None None] Routers {'7acf9423-16d7-4b5b-8629-de8fa8e9feaa'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:58:02.327634 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-973f1da1-0113-464a-beaa-7cf6b2a282cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T11:57:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['7acf9423-16d7-4b5b-8629-de8fa8e9feaa'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:58:02.349905 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5071c233-8cff-44c7-b586-4f62e8f88d70 tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Network 17d14721-f33d-4517-bd06-f72a84a93b72 is already hosted by enough agents. {{(pid=87871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:58:02.360394 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f987cbce-f3b1-40cf-9cac-fa63bddeb9bb None None] get_active_networks_info from dv-neutron-835340-2-hyperv {{(pid=87872) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 28 11:58:02.381845 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.base_scheduler [None req-a9c19ea4-975c-489f-9e26-483fb05a1afd tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-2-hyperv, e4848032-0346-481c-8ba0-3619335b2e32) {{(pid=87870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:58:02.391702 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-5071c233-8cff-44c7-b586-4f62e8f88d70 tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Resources bound (agent type, host, resource id): {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:58:02.398108 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-973f1da1-0113-464a-beaa-7cf6b2a282cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:58:02.398442 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-179f3343-3c90-4056-bcc3-2fe29bc55047 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks [] for router, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:02.399671 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-179f3343-3c90-4056-bcc3-2fe29bc55047 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] 10.222.0.30 "PUT /v2.0/routers/7acf9423-16d7-4b5b-8629-de8fa8e9feaa HTTP/1.1" status: 200 len: 887 time: 2.0018213 Mar 28 11:58:02.404153 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9c19ea4-975c-489f-9e26-483fb05a1afd tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:58:02.404736 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-a9c19ea4-975c-489f-9e26-483fb05a1afd tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks [] for subnet, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:02.408413 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 51948) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:58:02.410305 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-973f1da1-0113-464a-beaa-7cf6b2a282cf None None] Routers {'7acf9423-16d7-4b5b-8629-de8fa8e9feaa'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:58:02.411054 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-973f1da1-0113-464a-beaa-7cf6b2a282cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T11:57:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['7acf9423-16d7-4b5b-8629-de8fa8e9feaa'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:58:02.446500 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-7c56e908-b998-4e4c-9cec-fdc4db0b76d2 None None] Provisioning for port 25f6827a-ccdc-417d-8a7d-8df8f02b94e6 completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:58:02.455187 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-a04894ea-e879-47e7-9a0f-0957ff5afd7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:02.527800 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-973f1da1-0113-464a-beaa-7cf6b2a282cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:58:02.528201 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-973f1da1-0113-464a-beaa-7cf6b2a282cf None None] The sync data for ids ['7acf9423-16d7-4b5b-8629-de8fa8e9feaa'] in dv-neutron-835340-2-hyperv is: [] {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 11:58:02.555782 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-d9e8cbce-8e69-4d79-951f-d993147dcbf9 tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] 10.222.0.30 "GET /v2.0/routers/3ca1ac92-947a-4bc0-b5c3-936383826963 HTTP/1.1" status: 200 len: 908 time: 0.4013674 Mar 28 11:58:02.555782 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-a9c19ea4-975c-489f-9e26-483fb05a1afd tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8116698 Mar 28 11:58:02.555782 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 51952) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:58:02.555782 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 51954) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:58:02.563745 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-5e647312-3761-467d-9940-9ee0a7747284 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:58:02.686251 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device b8ec7124-5c83-4d4a-9eee-9cbeca01e273 up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:58:02.780105 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-dd721fa7-b942-4765-8df3-2c4481c7b0e4 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2364128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26551408'] for subnet, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:02.845689 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f987cbce-f3b1-40cf-9cac-fa63bddeb9bb None None] Resources bound (agent type, host, resource id): {{(pid=87872) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 28 11:58:02.918307 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.db_base_plugin_common [None req-0c2ab785-5929-4ca9-a240-ad9153daaa69 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Allocated IP 2001:db8::f6 (5df4ec91-b994-4337-98be-1b2930f844e7/f08009f9-e83f-4e39-8a5e-7e2d4b413376/1e30b5d4-b07a-4c84-b35c-1f416218c8a8) {{(pid=87871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:58:02.931036 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd721fa7-b942-4765-8df3-2c4481c7b0e4 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Pushing event updated for resources: {'Subnet': ['ID=fa9e6dad-805b-47ad-bbbf-3019dbb55ea0,revision_number=0']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:58:02.979456 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-c8b1ba53-4a6e-4074-a472-6bc9cdf342a9 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] 10.222.0.30 "GET /v2.0/routers/7acf9423-16d7-4b5b-8629-de8fa8e9feaa HTTP/1.1" status: 200 len: 887 time: 0.5681310 Mar 28 11:58:02.981210 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port b8ec7124-5c83-4d4a-9eee-9cbeca01e273 triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:58:02.981649 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:02.983910 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 51962) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:58:02.988067 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd721fa7-b942-4765-8df3-2c4481c7b0e4 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Network e95a87e2-4c44-46e2-9de5-2786cbaea69c is already hosted by enough agents. {{(pid=87871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:58:03.006464 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-dd721fa7-b942-4765-8df3-2c4481c7b0e4 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Resources bound (agent type, host, resource id): {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:58:03.020060 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd721fa7-b942-4765-8df3-2c4481c7b0e4 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:58:03.020651 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-dd721fa7-b942-4765-8df3-2c4481c7b0e4 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538751'] for subnet, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:03.028143 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.db [req-b7d8e5e2-35d0-4d07-90da-444f23af097a req-f5d3302b-82c3-473c-b75f-98de729ae8ea tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] For port e551f3ed-2894-4f6d-8e40-b1680f309506, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=e551f3ed-2894-4f6d-8e40-b1680f309506,segment=NetworkSegment(e329885b-8f4a-46ec-aac6-9c31786794f0),segment_id=e329885b-8f4a-46ec-aac6-9c31786794f0)] {{(pid=87871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:58:03.028499 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-b7d8e5e2-35d0-4d07-90da-444f23af097a req-f5d3302b-82c3-473c-b75f-98de729ae8ea tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:03.039545 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5071c233-8cff-44c7-b586-4f62e8f88d70 tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Router 2c57ae2a-6503-4086-ae47-ab11d4d86440 is scheduled to L3 agent af79d429-529e-400b-a119-94d4bec03f3e with binding_index 1 {{(pid=87871) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 11:58:03.130906 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-fef04512-b47d-42d9-b4b1-52ed1d69bc15 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Synchronizing usage tracker for tenant:fc0f0a585a8c4bf2950e053878e50dfb on resource:port {{(pid=87870) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:58:03.184642 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-dd721fa7-b942-4765-8df3-2c4481c7b0e4 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.4127014 Mar 28 11:58:03.185243 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 51966) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:58:03.187463 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-5e647312-3761-467d-9940-9ee0a7747284 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2563578'] for subnet, before_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:03.223417 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-fef04512-b47d-42d9-b4b1-52ed1d69bc15 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Unset dirty status for tenant:fc0f0a585a8c4bf2950e053878e50dfb on resource:port {{(pid=87870) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:58:03.227252 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-fef04512-b47d-42d9-b4b1-52ed1d69bc15 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] 10.222.0.30 "GET /v2.0/ports?device_id=7acf9423-16d7-4b5b-8629-de8fa8e9feaa HTTP/1.1" status: 200 len: 205 time: 0.2379434 Mar 28 11:58:03.235888 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-5d971da3-841a-4d83-b2a0-d162d48891b6 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Request body: {'port': {'network_id': 'e95a87e2-4c44-46e2-9de5-2786cbaea69c', 'mac_address': 'fa:16:3e:a8:10:16', 'name': 'tempest-NetworksTestDHCPv6-1820840539'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:58:03.251008 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 51970) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:58:03.259404 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-e018cba2-4d95-45f7-bad5-77ad764b9efb tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Notify callbacks [] for router, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:03.325981 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-210db25b-b2b5-45ed-aa42-128dfa49fbf6 None None] Notify callbacks [] for port, precommit_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:03.353850 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device a3922a36-f41e-4703-bbef-f421a3d317c0 up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:58:03.373908 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c14463-7c00-4ade-bc88-2df37d4fa0b3 req-d0357c51-57a5-4d82-8288-b98d60fa5b20 tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:58:03.375398 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-51c14463-7c00-4ade-bc88-2df37d4fa0b3 req-d0357c51-57a5-4d82-8288-b98d60fa5b20 tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd5974e7-0504-4851-a286-20ab5143705c HTTP/1.1" status: 200 len: 945 time: 0.6077907 Mar 28 11:58:03.377640 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-210db25b-b2b5-45ed-aa42-128dfa49fbf6 None None] Transition to ACTIVE for port object 53298862-4f79-44f1-838a-3dc670494c28 will not be triggered until provisioned by entity L2. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:58:03.398713 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-210db25b-b2b5-45ed-aa42-128dfa49fbf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:03.565412 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946be9a9-6425-482d-ae34-256681cc5a8e None None] Pushing event updated for resources: {'Port': ['ID=53298862-4f79-44f1-838a-3dc670494c28,revision_number=2']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:58:03.567850 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-210db25b-b2b5-45ed-aa42-128dfa49fbf6 None None] Attempting to bind port 53298862-4f79-44f1-838a-3dc670494c28 on host dv-neutron-835340-2-hyperv for vnic_type normal with profile {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:58:03.568223 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-210db25b-b2b5-45ed-aa42-128dfa49fbf6 None None] Attempting to bind port 53298862-4f79-44f1-838a-3dc670494c28 by drivers openvswitch,hyperv on host dv-neutron-835340-2-hyperv at level 0 using segments [{'id': '688afb86-c9bd-46e2-ba7d-3fe76fb1efff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b'}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:58:03.568587 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210db25b-b2b5-45ed-aa42-128dfa49fbf6 None None] Attempting to bind port 53298862-4f79-44f1-838a-3dc670494c28 on network ac2b1748-8f63-4b17-a9c7-07e79704aa5b {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:58:03.585434 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210db25b-b2b5-45ed-aa42-128dfa49fbf6 None None] Checking agent: {'id': '961a16fe-cbc8-4264-ac28-bbbd53f89caa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 46, 6), 'started_at': datetime.datetime(2022, 3, 28, 11, 46, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 11, 57, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 11:58:03.585713 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210db25b-b2b5-45ed-aa42-128dfa49fbf6 None None] Checking segment: {'id': '688afb86-c9bd-46e2-ba7d-3fe76fb1efff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:58:03.585967 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-210db25b-b2b5-45ed-aa42-128dfa49fbf6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:03.586352 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-210db25b-b2b5-45ed-aa42-128dfa49fbf6 None None] Bound using segment: {'id': '688afb86-c9bd-46e2-ba7d-3fe76fb1efff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b'} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 11:58:03.587231 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-210db25b-b2b5-45ed-aa42-128dfa49fbf6 None None] Bound port: 53298862-4f79-44f1-838a-3dc670494c28, host: dv-neutron-835340-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '688afb86-c9bd-46e2-ba7d-3fe76fb1efff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b'}}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 11:58:03.587231 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-210db25b-b2b5-45ed-aa42-128dfa49fbf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:03.631056 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-5d971da3-841a-4d83-b2a0-d162d48891b6 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:58:03.644826 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port a3922a36-f41e-4703-bbef-f421a3d317c0 triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:58:03.645200 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:03.654210 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5071c233-8cff-44c7-b586-4f62e8f88d70 tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 11:58:03.654923 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-5d971da3-841a-4d83-b2a0-d162d48891b6 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Usage tracker for resource:port and tenant:b4adfe5c8b3a4e57a1afd1d44c455245 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:58:03.663863 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-5d971da3-841a-4d83-b2a0-d162d48891b6 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:58:03.680177 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-5d971da3-841a-4d83-b2a0-d162d48891b6 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:58:03.683077 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-e018cba2-4d95-45f7-bad5-77ad764b9efb tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:03.689719 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-5e647312-3761-467d-9940-9ee0a7747284 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8783496229102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2561167'] for subnet, after_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:03.693126 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f01ba6b-d172-4afc-83aa-aff75efcad6f None None] Sync routers for ids ['2c57ae2a-6503-4086-ae47-ab11d4d86440'] in dv-neutron-835340-2-hyperv {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 11:58:03.725476 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-5071c233-8cff-44c7-b586-4f62e8f88d70 tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] 10.222.0.30 "PUT /v2.0/routers/2c57ae2a-6503-4086-ae47-ab11d4d86440/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1828620 Mar 28 11:58:03.738525 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 51974) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:58:03.740166 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-51c14463-7c00-4ade-bc88-2df37d4fa0b3 req-5473ae70-4c24-4cd2-9103-3fde742a1025 tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] 10.222.0.30 "GET /v2.0/security-groups?id=895ae8ad-46d6-4a0f-b104-9c0ca0cce592&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3368168 Mar 28 11:58:03.758335 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec5542af-4ed6-4937-9122-71339907ba40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1d3f2a9-8722-5ce5-bc40-181687d1ed3f-e4848032-0346-481c-8ba0-3619335b2e32', 'network_id': 'e4848032-0346-481c-8ba0-3619335b2e32', 'tenant_id': '0ad7b1f6e96a40538a966af0f41e67e6', 'fixed_ips': [{'subnet_id': '2bf0f523-810d-4f9a-8654-8ead854f41d8'}]}} from dv-neutron-835340-2-hyperv. {{(pid=87872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 11:58:03.760310 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-ec5542af-4ed6-4937-9122-71339907ba40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:03.774150 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f01ba6b-d172-4afc-83aa-aff75efcad6f None None] Routers {'2c57ae2a-6503-4086-ae47-ab11d4d86440'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:58:03.774790 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-5f01ba6b-d172-4afc-83aa-aff75efcad6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T11:57:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['2c57ae2a-6503-4086-ae47-ab11d4d86440'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:58:03.845382 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-210db25b-b2b5-45ed-aa42-128dfa49fbf6 None None] For port 53298862-4f79-44f1-838a-3dc670494c28, host dv-neutron-835340-2-hyperv, cleared binding levels {{(pid=87872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 11:58:03.850586 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-5f01ba6b-d172-4afc-83aa-aff75efcad6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:58:03.901297 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-210db25b-b2b5-45ed-aa42-128dfa49fbf6 None None] For port 53298862-4f79-44f1-838a-3dc670494c28, host dv-neutron-835340-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=53298862-4f79-44f1-838a-3dc670494c28,segment=NetworkSegment(688afb86-c9bd-46e2-ba7d-3fe76fb1efff),segment_id=688afb86-c9bd-46e2-ba7d-3fe76fb1efff)] {{(pid=87872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 11:58:03.903950 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-e018cba2-4d95-45f7-bad5-77ad764b9efb tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Deleting port 53298862-4f79-44f1-838a-3dc670494c28 {{(pid=87870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:58:03.904757 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-e018cba2-4d95-45f7-bad5-77ad764b9efb tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:03.906867 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Device e551f3ed-2894-4f6d-8e40-b1680f309506 no longer exists at agent hyperv_hv-neutron-8353 {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 11:58:03.944382 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d971da3-841a-4d83-b2a0-d162d48891b6 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Made reservation on behalf of b4adfe5c8b3a4e57a1afd1d44c455245 for: {'port': 1} {{(pid=87870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:58:03.949046 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-210db25b-b2b5-45ed-aa42-128dfa49fbf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:03.965001 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e647312-3761-467d-9940-9ee0a7747284 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:58:03.965758 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-5e647312-3761-467d-9940-9ee0a7747284 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks [] for subnet, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:03.969624 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-5e647312-3761-467d-9940-9ee0a7747284 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] 10.222.0.30 "PUT /v2.0/subnets/2bf0f523-810d-4f9a-8654-8ead854f41d8 HTTP/1.1" status: 200 len: 806 time: 1.4109590 Mar 28 11:58:03.977776 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 51978) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:58:04.011106 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-0c2ab785-5929-4ca9-a240-ad9153daaa69 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks [] for port, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:04.030678 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f01ba6b-d172-4afc-83aa-aff75efcad6f None None] Routers {'2c57ae2a-6503-4086-ae47-ab11d4d86440'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:58:04.031315 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-5f01ba6b-d172-4afc-83aa-aff75efcad6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T11:57:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['2c57ae2a-6503-4086-ae47-ab11d4d86440'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:58:04.058904 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-7dd5a597-e69b-4db4-8991-5d8ebad61b97 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks [] for router, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:04.130694 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.provisioning_blocks [None req-0c2ab785-5929-4ca9-a240-ad9153daaa69 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Transition to ACTIVE for port object 1e30b5d4-b07a-4c84-b35c-1f416218c8a8 will not be triggered until provisioned by entity DHCP. {{(pid=87871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:58:04.135011 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-b7d8e5e2-35d0-4d07-90da-444f23af097a req-f5d3302b-82c3-473c-b75f-98de729ae8ea tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:04.135415 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-b7d8e5e2-35d0-4d07-90da-444f23af097a req-f5d3302b-82c3-473c-b75f-98de729ae8ea tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-709520'] for floatingip, after_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:04.135701 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.db.l3_db [req-b7d8e5e2-35d0-4d07-90da-444f23af097a req-f5d3302b-82c3-473c-b75f-98de729ae8ea tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] Floating IP 9307a4e7-f9c8-4310-b6ba-4936989931aa disassociated. External IP: 172.26.7.49, port: e551f3ed-2894-4f6d-8e40-b1680f309506. Mar 28 11:58:04.136039 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [req-b7d8e5e2-35d0-4d07-90da-444f23af097a req-f5d3302b-82c3-473c-b75f-98de729ae8ea tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] Calling delete_port for e551f3ed-2894-4f6d-8e40-b1680f309506 owned by compute:nova {{(pid=87871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:58:04.166927 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-5f01ba6b-d172-4afc-83aa-aff75efcad6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:58:04.167147 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f01ba6b-d172-4afc-83aa-aff75efcad6f None None] The sync data for ids ['2c57ae2a-6503-4086-ae47-ab11d4d86440'] in dv-neutron-835340-2-hyperv is: [] {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 11:58:04.186374 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e647312-3761-467d-9940-9ee0a7747284 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Pushing event updated for resources: {'Subnet': ['ID=2bf0f523-810d-4f9a-8654-8ead854f41d8,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:58:04.244529 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-210db25b-b2b5-45ed-aa42-128dfa49fbf6 None None] Routers {'3ca1ac92-947a-4bc0-b5c3-936383826963'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:58:04.245152 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-210db25b-b2b5-45ed-aa42-128dfa49fbf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T11:57:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['3ca1ac92-947a-4bc0-b5c3-936383826963'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:58:04.313102 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 25f6827a-ccdc-417d-8a7d-8df8f02b94e6 up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:58:04.388180 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-7dd5a597-e69b-4db4-8991-5d8ebad61b97 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:04.396507 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-0c2ab785-5929-4ca9-a240-ad9153daaa69 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:04.406909 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946be9a9-6425-482d-ae34-256681cc5a8e None None] Pushing event updated for resources: {'Port': ['ID=53298862-4f79-44f1-838a-3dc670494c28,revision_number=3']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:58:04.463834 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-7dd5a597-e69b-4db4-8991-5d8ebad61b97 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Deleting port 7f204ee7-98b8-4b1e-92db-79281f448491 {{(pid=87871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:58:04.464159 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-7dd5a597-e69b-4db4-8991-5d8ebad61b97 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:04.492457 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:04.528492 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c2ab785-5929-4ca9-a240-ad9153daaa69 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Network 5df4ec91-b994-4337-98be-1b2930f844e7 is already hosted by enough agents. {{(pid=87871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:58:04.531584 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-b7d8e5e2-35d0-4d07-90da-444f23af097a req-f5d3302b-82c3-473c-b75f-98de729ae8ea tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:04.542896 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-0c2ab785-5929-4ca9-a240-ad9153daaa69 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Resources bound (agent type, host, resource id): {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:58:04.545971 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c2ab785-5929-4ca9-a240-ad9153daaa69 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Received port after_create {{(pid=87871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:58:04.551961 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c2ab785-5929-4ca9-a240-ad9153daaa69 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:58:04.552542 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.db_base_plugin_common [None req-ec5542af-4ed6-4937-9122-71339907ba40 None None] Allocated IP 172.20.0.2 (e4848032-0346-481c-8ba0-3619335b2e32/2bf0f523-810d-4f9a-8654-8ead854f41d8/c3e34be0-a697-4673-91dd-b53bc7dba59a) {{(pid=87872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:58:04.552677 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-0c2ab785-5929-4ca9-a240-ad9153daaa69 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:04.588548 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvr_db [None req-210db25b-b2b5-45ed-aa42-128dfa49fbf6 None None] Set router 3ca1ac92-947a-4bc0-b5c3-936383826963 gateway port host: None {{(pid=87872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:58:04.602486 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2ab785-5929-4ca9-a240-ad9153daaa69 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Pushing event updated for resources: {'Port': ['ID=1e30b5d4-b07a-4c84-b35c-1f416218c8a8,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:58:04.649210 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-00fbceb6-cc99-4968-a11d-b0314497c325 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588883'] for network, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:04.715891 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-5d971da3-841a-4d83-b2a0-d162d48891b6 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:04.733870 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-0c2ab785-5929-4ca9-a240-ad9153daaa69 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 5.8882396 Mar 28 11:58:04.735949 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 51982) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:58:04.742084 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d3302b-82c3-473c-b75f-98de729ae8ea tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] Pushing event deleted for resources: {'Port': ['ID=e551f3ed-2894-4f6d-8e40-b1680f309506,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:58:04.777216 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-c2b3b5b0-55b7-4cc1-a37d-a8c527eb5bae tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Request body: {'subnet': {'network_id': '5df4ec91-b994-4337-98be-1b2930f844e7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:58:04.823318 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-210db25b-b2b5-45ed-aa42-128dfa49fbf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ca1ac92-947a-4bc0-b5c3-936383826963', 'name': 'tempest-snat-router-1257304441', 'tenant_id': 'e4b57e16d2b24ee4b747a47a9aaf2973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:57:50Z', 'updated_at': '2022-03-28T11:58:03Z', 'revision_number': 4, 'project_id': 'e4b57e16d2b24ee4b747a47a9aaf2973', 'gw_port_host': None}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:58:04.883904 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-210db25b-b2b5-45ed-aa42-128dfa49fbf6 None None] The sync data for ids ['3ca1ac92-947a-4bc0-b5c3-936383826963'] in dv-neutron-835340-2-hyperv is: [{'id': '3ca1ac92-947a-4bc0-b5c3-936383826963', 'name': 'tempest-snat-router-1257304441', 'tenant_id': 'e4b57e16d2b24ee4b747a47a9aaf2973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:57:50Z', 'updated_at': '2022-03-28T11:58:03Z', 'revision_number': 4, 'project_id': 'e4b57e16d2b24ee4b747a47a9aaf2973', 'gw_port_host': None}] {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 11:58:04.901118 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-a86f7dde-7b6d-446f-9baf-68b0fe96b25b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:04.915267 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning for port 25f6827a-ccdc-417d-8a7d-8df8f02b94e6 completed by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:58:04.953793 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.db [None req-e018cba2-4d95-45f7-bad5-77ad764b9efb tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] For port 53298862-4f79-44f1-838a-3dc670494c28, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=53298862-4f79-44f1-838a-3dc670494c28,segment=NetworkSegment(688afb86-c9bd-46e2-ba7d-3fe76fb1efff),segment_id=688afb86-c9bd-46e2-ba7d-3fe76fb1efff)] {{(pid=87870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:58:04.954183 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-e018cba2-4d95-45f7-bad5-77ad764b9efb tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:04.965353 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.notifiers.nova [None req-5d971da3-841a-4d83-b2a0-d162d48891b6 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] device_id is not set on port 49162bf2-e519-4c88-a98d-18f2b31c2ccf yet. {{(pid=87870) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 11:58:04.985919 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port 25f6827a-ccdc-417d-8a7d-8df8f02b94e6 triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:58:04.987167 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:04.991788 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-7dd5a597-e69b-4db4-8991-5d8ebad61b97 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:05.079857 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-d451f732-1f6b-4d5a-8d2a-2cf3ce04da7b req-175542a2-4692-4473-9687-88f647b951fa tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd5974e7-0504-4851-a286-20ab5143705c HTTP/1.1" status: 200 len: 210 time: 0.2020197 Mar 28 11:58:05.161520 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-7dd5a597-e69b-4db4-8991-5d8ebad61b97 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Calling delete_port for 7f204ee7-98b8-4b1e-92db-79281f448491 owned by network:router_gateway {{(pid=87871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:58:05.177808 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-ec5542af-4ed6-4937-9122-71339907ba40 None None] Notify callbacks [] for port, precommit_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:05.189591 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-ec5542af-4ed6-4937-9122-71339907ba40 None None] Transition to ACTIVE for port object c3e34be0-a697-4673-91dd-b53bc7dba59a will not be triggered until provisioned by entity L2. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:58:05.204313 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b7d8e5e2-35d0-4d07-90da-444f23af097a req-f5d3302b-82c3-473c-b75f-98de729ae8ea tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] Router e0cc35fd-c36e-466e-b03a-106c19342ec3 has already been hosted by L3 agent af79d429-529e-400b-a119-94d4bec03f3e {{(pid=87871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 11:58:05.260022 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-ec5542af-4ed6-4937-9122-71339907ba40 None None] Transition to ACTIVE for port object c3e34be0-a697-4673-91dd-b53bc7dba59a will not be triggered until provisioned by entity DHCP. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:58:05.266072 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:05.278484 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-ec5542af-4ed6-4937-9122-71339907ba40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241'] for port, after_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:05.290997 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-e018cba2-4d95-45f7-bad5-77ad764b9efb tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Calling delete_port for 53298862-4f79-44f1-838a-3dc670494c28 owned by network:router_gateway {{(pid=87870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:58:05.348090 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec5542af-4ed6-4937-9122-71339907ba40 None None] Network e4848032-0346-481c-8ba0-3619335b2e32 is already hosted by enough agents. {{(pid=87872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:58:05.351691 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.base_scheduler [None req-ec5542af-4ed6-4937-9122-71339907ba40 None None] Resources bound (agent type, host, resource id): {{(pid=87872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:58:05.354447 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec5542af-4ed6-4937-9122-71339907ba40 None None] Received port after_create {{(pid=87872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:58:05.373392 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-00fbceb6-cc99-4968-a11d-b0314497c325 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1919782'] for subnet, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:05.415959 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] For port 25f6827a-ccdc-417d-8a7d-8df8f02b94e6, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=25f6827a-ccdc-417d-8a7d-8df8f02b94e6,segment=NetworkSegment(bd053757-b8b4-4f3a-b553-aa242f2d15d2),segment_id=bd053757-b8b4-4f3a-b553-aa242f2d15d2)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:58:05.449853 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5542af-4ed6-4937-9122-71339907ba40 None None] Pushing event updated for resources: {'Port': ['ID=c3e34be0-a697-4673-91dd-b53bc7dba59a,revision_number=1']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:58:05.452609 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b7d8e5e2-35d0-4d07-90da-444f23af097a req-f5d3302b-82c3-473c-b75f-98de729ae8ea tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 11:58:05.464871 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:05.469727 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b4ae231-c57a-411f-85a8-10a68848cb2a None None] Sync routers for ids ['e0cc35fd-c36e-466e-b03a-106c19342ec3'] in dv-neutron-835340-2-hyperv {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 11:58:05.487094 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b4ae231-c57a-411f-85a8-10a68848cb2a None None] Routers {'e0cc35fd-c36e-466e-b03a-106c19342ec3'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:58:05.487762 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-7b4ae231-c57a-411f-85a8-10a68848cb2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T11:58:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['e0cc35fd-c36e-466e-b03a-106c19342ec3'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:58:05.538941 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-c2b3b5b0-55b7-4cc1-a37d-a8c527eb5bae tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:58:05.556235 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-ec5542af-4ed6-4937-9122-71339907ba40 None None] Attempting to bind port c3e34be0-a697-4673-91dd-b53bc7dba59a on host dv-neutron-835340-2-hyperv for vnic_type normal with profile {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:58:05.556755 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-ec5542af-4ed6-4937-9122-71339907ba40 None None] Attempting to bind port c3e34be0-a697-4673-91dd-b53bc7dba59a by drivers openvswitch,hyperv on host dv-neutron-835340-2-hyperv at level 0 using segments [{'id': '3072b4eb-dfbb-411c-bb43-5dcdb97868de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'e4848032-0346-481c-8ba0-3619335b2e32'}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:58:05.557215 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec5542af-4ed6-4937-9122-71339907ba40 None None] Attempting to bind port c3e34be0-a697-4673-91dd-b53bc7dba59a on network e4848032-0346-481c-8ba0-3619335b2e32 {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:58:05.566833 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-c2b3b5b0-55b7-4cc1-a37d-a8c527eb5bae tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Usage tracker for resource:subnet and tenant:beb99f647cec46e3bbf575ac0a3034e8 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:58:05.574445 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec5542af-4ed6-4937-9122-71339907ba40 None None] Checking agent: {'id': '961a16fe-cbc8-4264-ac28-bbbd53f89caa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 46, 6), 'started_at': datetime.datetime(2022, 3, 28, 11, 46, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 11, 57, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 11:58:05.575319 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec5542af-4ed6-4937-9122-71339907ba40 None None] Checking segment: {'id': '3072b4eb-dfbb-411c-bb43-5dcdb97868de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'e4848032-0346-481c-8ba0-3619335b2e32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:58:05.575785 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-ec5542af-4ed6-4937-9122-71339907ba40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:05.576187 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec5542af-4ed6-4937-9122-71339907ba40 None None] Bound using segment: {'id': '3072b4eb-dfbb-411c-bb43-5dcdb97868de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'e4848032-0346-481c-8ba0-3619335b2e32'} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 11:58:05.576657 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-ec5542af-4ed6-4937-9122-71339907ba40 None None] Bound port: c3e34be0-a697-4673-91dd-b53bc7dba59a, host: dv-neutron-835340-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3072b4eb-dfbb-411c-bb43-5dcdb97868de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'e4848032-0346-481c-8ba0-3619335b2e32'}}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 11:58:05.577156 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-ec5542af-4ed6-4937-9122-71339907ba40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:05.577565 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-c2b3b5b0-55b7-4cc1-a37d-a8c527eb5bae tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:58:05.599163 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-c2b3b5b0-55b7-4cc1-a37d-a8c527eb5bae tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:58:05.703443 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2b3b5b0-55b7-4cc1-a37d-a8c527eb5bae tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Made reservation on behalf of beb99f647cec46e3bbf575ac0a3034e8 for: {'subnet': 1} {{(pid=87870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:58:05.711698 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c2b3b5b0-55b7-4cc1-a37d-a8c527eb5bae tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2563571'] for subnet, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:05.735839 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.api.v2.resource [None req-f188964c-7b1d-402b-9315-70169fa0c1db tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 11:58:05.739964 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-f188964c-7b1d-402b-9315-70169fa0c1db tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] 10.222.0.30 "PUT /v2.0/routers/2c57ae2a-6503-4086-ae47-ab11d4d86440/add_router_interface HTTP/1.1" status: 400 len: 438 time: 2.0003815 Mar 28 11:58:05.747988 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 51988) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:58:05.751882 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvr_db [None req-7b4ae231-c57a-411f-85a8-10a68848cb2a None None] Set router e0cc35fd-c36e-466e-b03a-106c19342ec3 gateway port host: dv-neutron-835340-2-hyperv {{(pid=87873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:58:05.762759 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-ec5542af-4ed6-4937-9122-71339907ba40 None None] For port c3e34be0-a697-4673-91dd-b53bc7dba59a, host dv-neutron-835340-2-hyperv, cleared binding levels {{(pid=87872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 11:58:05.767611 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-ec5542af-4ed6-4937-9122-71339907ba40 None None] For port c3e34be0-a697-4673-91dd-b53bc7dba59a, host dv-neutron-835340-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=c3e34be0-a697-4673-91dd-b53bc7dba59a,segment=NetworkSegment(3072b4eb-dfbb-411c-bb43-5dcdb97868de),segment_id=3072b4eb-dfbb-411c-bb43-5dcdb97868de)] {{(pid=87872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 11:58:05.768162 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-00fbceb6-cc99-4968-a11d-b0314497c325 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1919805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2561174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2563528'] for subnet, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:05.769283 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Pushing event updated for resources: {'Port': ['ID=25f6827a-ccdc-417d-8a7d-8df8f02b94e6,revision_number=3']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:58:05.810104 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7d8e5e2-35d0-4d07-90da-444f23af097a req-f5d3302b-82c3-473c-b75f-98de729ae8ea tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] No DVR routers for this DVR port e551f3ed-2894-4f6d-8e40-b1680f309506 on host hv-neutron-8353 {{(pid=87871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 11:58:05.813916 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-b7d8e5e2-35d0-4d07-90da-444f23af097a req-f5d3302b-82c3-473c-b75f-98de729ae8ea tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:05.821866 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd5974e7-0504-4851-a286-20ab5143705c', 'name': 'network-vif-deleted', 'tag': 'e551f3ed-2894-4f6d-8e40-b1680f309506'}] {{(pid=87871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 11:58:05.827307 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-b7d8e5e2-35d0-4d07-90da-444f23af097a req-f5d3302b-82c3-473c-b75f-98de729ae8ea tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] 10.222.0.11 "DELETE /v2.0/ports/e551f3ed-2894-4f6d-8e40-b1680f309506 HTTP/1.1" status: 204 len: 173 time: 4.3609693 Mar 28 11:58:05.843376 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-ec5542af-4ed6-4937-9122-71339907ba40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:05.888188 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-7dd5a597-e69b-4db4-8991-5d8ebad61b97 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:05.969573 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd5974e7-0504-4851-a286-20ab5143705c', 'name': 'network-vif-deleted', 'tag': 'e551f3ed-2894-4f6d-8e40-b1680f309506', 'status': 'completed', 'code': 200} Mar 28 11:58:06.005193 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd5a597-e69b-4db4-8991-5d8ebad61b97 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Pushing event deleted for resources: {'Port': ['ID=7f204ee7-98b8-4b1e-92db-79281f448491,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:58:06.031837 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5542af-4ed6-4937-9122-71339907ba40 None None] Pushing event updated for resources: {'Port': ['ID=c3e34be0-a697-4673-91dd-b53bc7dba59a,revision_number=2']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:58:06.038097 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:06.120960 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-ef3be119-c018-4979-be07-86cf959defc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:06.141555 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-690619fe-a89e-43a1-a778-2b7f38d31eb4 None None] get_active_networks_info from dv-neutron-835340-2-hyperv {{(pid=87872) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 28 11:58:06.160774 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fbceb6-cc99-4968-a11d-b0314497c325 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Pushing event deleted for resources: {'Subnet': ['ID=2bf0f523-810d-4f9a-8654-8ead854f41d8,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:58:06.183697 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-7dd5a597-e69b-4db4-8991-5d8ebad61b97 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-709573'] for router_gateway, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:06.315055 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-7b4ae231-c57a-411f-85a8-10a68848cb2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0cc35fd-c36e-466e-b03a-106c19342ec3', 'name': 'tempest-ServerActionsTestJSON-286231784-router', 'tenant_id': 'a9d4ebb77b824347aa8bcf325a031e53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.97'}], 'enable_snat': True}, 'gw_port_id': 'cde66981-b80d-4fd1-a873-aa0ceb8e9778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:54:11Z', 'updated_at': '2022-03-28T11:54:26Z', 'revision_number': 4, 'project_id': 'a9d4ebb77b824347aa8bcf325a031e53', 'gw_port': {'id': 'cde66981-b80d-4fd1-a873-aa0ceb8e9778', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:a0:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0cc35fd-c36e-466e-b03a-106c19342ec3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:54:13Z', 'updated_at': '2022-03-28T11:54:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_interfaces': [{'id': '3b5afcb8-5cb5-491f-b4e1-8a52a44ebc8d', 'name': '', 'network_id': 'b072139b-1edf-4981-9f6f-41603d7605ef', 'tenant_id': 'a9d4ebb77b824347aa8bcf325a031e53', 'mac_address': 'fa:16:3e:b8:69:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0cc35fd-c36e-466e-b03a-106c19342ec3', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': 'cfae7222-6a03-4ef8-86ee-e424dc4b71d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:54:25Z', 'updated_at': '2022-03-28T11:54:37Z', 'revision_number': 5, 'project_id': 'a9d4ebb77b824347aa8bcf325a031e53', 'subnets': [{'id': 'cfae7222-6a03-4ef8-86ee-e424dc4b71d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:58:06.316857 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-690619fe-a89e-43a1-a778-2b7f38d31eb4 None None] Resources bound (agent type, host, resource id): {{(pid=87872) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 28 11:58:06.325272 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b4ae231-c57a-411f-85a8-10a68848cb2a None None] Checking router: e0cc35fd-c36e-466e-b03a-106c19342ec3 for host: dv-neutron-835340-2-hyperv {{(pid=87873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 11:58:06.357081 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b4ae231-c57a-411f-85a8-10a68848cb2a None None] Routers {'e0cc35fd-c36e-466e-b03a-106c19342ec3'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:58:06.361362 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-7b4ae231-c57a-411f-85a8-10a68848cb2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T11:58:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['e0cc35fd-c36e-466e-b03a-106c19342ec3'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:58:06.398352 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-a37db378-9520-45b9-9c33-9eb37c8a929f req-b3e00db8-d1de-4d0c-aff3-90b9977eeba4 tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd5974e7-0504-4851-a286-20ab5143705c HTTP/1.1" status: 200 len: 210 time: 0.1155949 Mar 28 11:58:06.414428 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.db_base_plugin_common [None req-5d971da3-841a-4d83-b2a0-d162d48891b6 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Allocated IP 172.20.0.7 (e95a87e2-4c44-46e2-9de5-2786cbaea69c/fa9e6dad-805b-47ad-bbbf-3019dbb55ea0/49162bf2-e519-4c88-a98d-18f2b31c2ccf) {{(pid=87870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:58:06.494370 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-7dd5a597-e69b-4db4-8991-5d8ebad61b97 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-745164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-260864'] for router, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:06.498828 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-7dd5a597-e69b-4db4-8991-5d8ebad61b97 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:06.534789 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-7dd5a597-e69b-4db4-8991-5d8ebad61b97 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-745021'] for router, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:06.535603 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dd5a597-e69b-4db4-8991-5d8ebad61b97 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Fanout notify agent at l3_agent the message router_deleted on router 7acf9423-16d7-4b5b-8629-de8fa8e9feaa {{(pid=87871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 11:58:06.563490 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-7dd5a597-e69b-4db4-8991-5d8ebad61b97 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks [] for router, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:06.564579 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-7dd5a597-e69b-4db4-8991-5d8ebad61b97 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] 10.222.0.30 "DELETE /v2.0/routers/7acf9423-16d7-4b5b-8629-de8fa8e9feaa HTTP/1.1" status: 204 len: 168 time: 3.3125973 Mar 28 11:58:06.568544 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 51996) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:58:06.582314 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-8f05bde9-eea0-4785-9055-402d44ee10ae tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Request body: {'network': {'name': 'tempest-RoutersTest-1894449111'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:58:06.588056 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-8f05bde9-eea0-4785-9055-402d44ee10ae tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:58:06.593366 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-8f05bde9-eea0-4785-9055-402d44ee10ae tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Usage tracker for resource:network and tenant:fc0f0a585a8c4bf2950e053878e50dfb is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:58:06.596614 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-8f05bde9-eea0-4785-9055-402d44ee10ae tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:58:06.603244 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-8f05bde9-eea0-4785-9055-402d44ee10ae tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:58:06.616930 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f05bde9-eea0-4785-9055-402d44ee10ae tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Made reservation on behalf of fc0f0a585a8c4bf2950e053878e50dfb for: {'network': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:58:06.621509 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-8f05bde9-eea0-4785-9055-402d44ee10ae tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for network, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:06.655272 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f05bde9-eea0-4785-9055-402d44ee10ae tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=87871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 11:58:06.667867 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-8f05bde9-eea0-4785-9055-402d44ee10ae tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:06.668218 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.db.segments_db [None req-8f05bde9-eea0-4785-9055-402d44ee10ae tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Added segment 61c5f0c4-bca9-4b4e-857b-2607d3d94f8a of type vlan for network de8297c5-1076-4383-9854-918ab91ba6fd Mar 28 11:58:06.695257 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-8f05bde9-eea0-4785-9055-402d44ee10ae tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783495836591'] for network, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:06.705553 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvr_db [None req-7b4ae231-c57a-411f-85a8-10a68848cb2a None None] Set router e0cc35fd-c36e-466e-b03a-106c19342ec3 gateway port host: dv-neutron-835340-2-hyperv {{(pid=87873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:58:06.730051 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-8f05bde9-eea0-4785-9055-402d44ee10ae tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765'] for network, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:06.736496 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f05bde9-eea0-4785-9055-402d44ee10ae tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:58:06.737163 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-8f05bde9-eea0-4785-9055-402d44ee10ae tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks [] for network, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:06.799349 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-00fbceb6-cc99-4968-a11d-b0314497c325 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930431', 'neutron.services.segments.db._delete_segments_for_network-8783496351308'] for network, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:06.852542 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15ef321a-2793-40a9-aab8-11dcc477370d None None] Network e4848032-0346-481c-8ba0-3619335b2e32 requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:58:06.864680 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-e018cba2-4d95-45f7-bad5-77ad764b9efb tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:06.874801 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.db.ipam_backend_mixin [None req-c2b3b5b0-55b7-4cc1-a37d-a8c527eb5bae tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f08009f9-e83f-4e39-8a5e-7e2d4b413376 (CIDR: 2001:db8::/64) Mar 28 11:58:06.876115 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.db_base_plugin_common [None req-5d971da3-841a-4d83-b2a0-d162d48891b6 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Allocated IP 2001:db8::f816:3eff:fea8:1016 (e95a87e2-4c44-46e2-9de5-2786cbaea69c/4d83079a-447a-4192-a57b-1c712fe849ac/49162bf2-e519-4c88-a98d-18f2b31c2ccf) {{(pid=87870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:58:06.892457 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-8f05bde9-eea0-4785-9055-402d44ee10ae tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3172798 Mar 28 11:58:06.901683 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 52000) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:58:06.909134 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d5ac4fb-e370-4bb9-898f-eecc755164da None None] Network e95a87e2-4c44-46e2-9de5-2786cbaea69c requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:58:06.924517 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-e757b766-14e2-4a42-b00e-c9e52d80b776 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Request body: {'subnet': {'network_id': 'de8297c5-1076-4383-9854-918ab91ba6fd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:58:06.950313 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f05bde9-eea0-4785-9055-402d44ee10ae tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Pushing event updated for resources: {'Network': ['ID=de8297c5-1076-4383-9854-918ab91ba6fd,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:58:06.981188 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Network de8297c5-1076-4383-9854-918ab91ba6fd details requested by agent ovs-agent-dv-neutron-835340-2-hyperv with host dv-neutron-835340-2-hyperv {{(pid=87872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 11:58:07.098615 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-e757b766-14e2-4a42-b00e-c9e52d80b776 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:58:07.104435 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-e757b766-14e2-4a42-b00e-c9e52d80b776 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Usage tracker for resource:subnet and tenant:fc0f0a585a8c4bf2950e053878e50dfb is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:58:07.109299 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e018cba2-4d95-45f7-bad5-77ad764b9efb tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Pushing event deleted for resources: {'Port': ['ID=53298862-4f79-44f1-838a-3dc670494c28,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:58:07.119238 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-e757b766-14e2-4a42-b00e-c9e52d80b776 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:58:07.136675 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-e757b766-14e2-4a42-b00e-c9e52d80b776 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:58:07.158245 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e757b766-14e2-4a42-b00e-c9e52d80b776 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Made reservation on behalf of fc0f0a585a8c4bf2950e053878e50dfb for: {'subnet': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:58:07.173089 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-e757b766-14e2-4a42-b00e-c9e52d80b776 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26551362'] for subnet, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:07.173673 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2b3b5b0-55b7-4cc1-a37d-a8c527eb5bae tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 11:58:07.174174 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2b3b5b0-55b7-4cc1-a37d-a8c527eb5bae tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 11:58:07.196383 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-7b4ae231-c57a-411f-85a8-10a68848cb2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0cc35fd-c36e-466e-b03a-106c19342ec3', 'name': 'tempest-ServerActionsTestJSON-286231784-router', 'tenant_id': 'a9d4ebb77b824347aa8bcf325a031e53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.97'}], 'enable_snat': True}, 'gw_port_id': 'cde66981-b80d-4fd1-a873-aa0ceb8e9778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:54:11Z', 'updated_at': '2022-03-28T11:54:26Z', 'revision_number': 4, 'project_id': 'a9d4ebb77b824347aa8bcf325a031e53', 'gw_port': {'id': 'cde66981-b80d-4fd1-a873-aa0ceb8e9778', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:a0:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0cc35fd-c36e-466e-b03a-106c19342ec3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:54:13Z', 'updated_at': '2022-03-28T11:54:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_interfaces': [{'id': '3b5afcb8-5cb5-491f-b4e1-8a52a44ebc8d', 'name': '', 'network_id': 'b072139b-1edf-4981-9f6f-41603d7605ef', 'tenant_id': 'a9d4ebb77b824347aa8bcf325a031e53', 'mac_address': 'fa:16:3e:b8:69:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0cc35fd-c36e-466e-b03a-106c19342ec3', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': 'cfae7222-6a03-4ef8-86ee-e424dc4b71d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:54:25Z', 'updated_at': '2022-03-28T11:54:37Z', 'revision_number': 5, 'project_id': 'a9d4ebb77b824347aa8bcf325a031e53', 'subnets': [{'id': 'cfae7222-6a03-4ef8-86ee-e424dc4b71d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:58:07.204904 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b4ae231-c57a-411f-85a8-10a68848cb2a None None] The sync data for ids ['e0cc35fd-c36e-466e-b03a-106c19342ec3'] in dv-neutron-835340-2-hyperv is: [{'id': 'e0cc35fd-c36e-466e-b03a-106c19342ec3', 'name': 'tempest-ServerActionsTestJSON-286231784-router', 'tenant_id': 'a9d4ebb77b824347aa8bcf325a031e53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.97'}], 'enable_snat': True}, 'gw_port_id': 'cde66981-b80d-4fd1-a873-aa0ceb8e9778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:54:11Z', 'updated_at': '2022-03-28T11:54:26Z', 'revision_number': 4, 'project_id': 'a9d4ebb77b824347aa8bcf325a031e53', 'gw_port': {'id': 'cde66981-b80d-4fd1-a873-aa0ceb8e9778', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:a0:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0cc35fd-c36e-466e-b03a-106c19342ec3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:54:13Z', 'updated_at': '2022-03-28T11:54:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_interfaces': [{'id': '3b5afcb8-5cb5-491f-b4e1-8a52a44ebc8d', 'name': '', 'network_id': 'b072139b-1edf-4981-9f6f-41603d7605ef', 'tenant_id': 'a9d4ebb77b824347aa8bcf325a031e53', 'mac_address': 'fa:16:3e:b8:69:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0cc35fd-c36e-466e-b03a-106c19342ec3', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': 'cfae7222-6a03-4ef8-86ee-e424dc4b71d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:54:25Z', 'updated_at': '2022-03-28T11:54:37Z', 'revision_number': 5, 'project_id': 'a9d4ebb77b824347aa8bcf325a031e53', 'subnets': [{'id': 'cfae7222-6a03-4ef8-86ee-e424dc4b71d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 11:58:07.236522 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-00fbceb6-cc99-4968-a11d-b0314497c325 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4848032-0346-481c-8ba0-3619335b2e32']}} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:58:07.264402 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-c2b3b5b0-55b7-4cc1-a37d-a8c527eb5bae tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.5046904 Mar 28 11:58:07.289986 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 52004) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:58:07.312380 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-4977da25-c347-400e-ba9f-0140c0a23cd7 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Request body: {'subnet': {'network_id': '5df4ec91-b994-4337-98be-1b2930f844e7', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:58:07.473882 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-00fbceb6-cc99-4968-a11d-b0314497c325 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3072b4eb-dfbb-411c-bb43-5dcdb97868de') {'for_net_delete': True} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:58:07.474578 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-00fbceb6-cc99-4968-a11d-b0314497c325 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3072b4eb-dfbb-411c-bb43-5dcdb97868de') {} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:58:07.485446 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-4977da25-c347-400e-ba9f-0140c0a23cd7 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:58:07.490108 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-4977da25-c347-400e-ba9f-0140c0a23cd7 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Usage tracker for resource:subnet and tenant:beb99f647cec46e3bbf575ac0a3034e8 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:58:07.493707 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-4977da25-c347-400e-ba9f-0140c0a23cd7 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:58:07.501512 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-4977da25-c347-400e-ba9f-0140c0a23cd7 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:58:07.528737 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4977da25-c347-400e-ba9f-0140c0a23cd7 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Made reservation on behalf of beb99f647cec46e3bbf575ac0a3034e8 for: {'subnet': 1} {{(pid=87870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:58:07.532482 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-4977da25-c347-400e-ba9f-0140c0a23cd7 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2563571'] for subnet, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:07.553301 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-00fbceb6-cc99-4968-a11d-b0314497c325 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783496353639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3591341'] for segment, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:07.583097 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-e757b766-14e2-4a42-b00e-c9e52d80b776 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2364128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26551408'] for subnet, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:07.635007 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 25f6827a-ccdc-417d-8a7d-8df8f02b94e6 up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:58:07.637646 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 52012) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:58:07.661250 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-b7ccd3c7-0277-4f12-8e5c-e41478141af5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:07.663881 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-e018cba2-4d95-45f7-bad5-77ad764b9efb tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-709573'] for router_gateway, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:07.683674 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-1ca13068-fe6e-4afb-ae48-298541aa20ee None None] Provisioning for port 1e30b5d4-b07a-4c84-b35c-1f416218c8a8 completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:58:07.689686 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-646cb71f-7cd8-4d9d-bb7c-ac2cb80e40d4 None None] New status for floating IP 9307a4e7-f9c8-4310-b6ba-4936989931aa: DOWN {{(pid=87872) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 11:58:07.708898 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e757b766-14e2-4a42-b00e-c9e52d80b776 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Pushing event updated for resources: {'Subnet': ['ID=d9207715-a309-4a1c-8792-a47676d55b33,revision_number=0']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:58:07.711241 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e757b766-14e2-4a42-b00e-c9e52d80b776 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Checking segment: {'id': '61c5f0c4-bca9-4b4e-857b-2607d3d94f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'de8297c5-1076-4383-9854-918ab91ba6fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:58:07.711617 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e757b766-14e2-4a42-b00e-c9e52d80b776 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Network hostable DHCP agents. Network: de8297c5-1076-4383-9854-918ab91ba6fd, hostable agents: ['3cb85949-855b-4a40-b988-cd5705e511da'], hosted agents: [] {{(pid=87871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 11:58:07.725919 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-00fbceb6-cc99-4968-a11d-b0314497c325 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:07.734805 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e757b766-14e2-4a42-b00e-c9e52d80b776 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Network de8297c5-1076-4383-9854-918ab91ba6fd is scheduled to be hosted by DHCP agent 3cb85949-855b-4a40-b988-cd5705e511da with binding_index 1 {{(pid=87871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 11:58:07.745460 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-e757b766-14e2-4a42-b00e-c9e52d80b776 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-2-hyperv, de8297c5-1076-4383-9854-918ab91ba6fd) {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:58:07.749412 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e757b766-14e2-4a42-b00e-c9e52d80b776 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:58:07.749989 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-e757b766-14e2-4a42-b00e-c9e52d80b776 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538751'] for subnet, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:07.770116 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-1ca13068-fe6e-4afb-ae48-298541aa20ee None None] Provisioning complete for port 1e30b5d4-b07a-4c84-b35c-1f416218c8a8 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:58:07.770498 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-1ca13068-fe6e-4afb-ae48-298541aa20ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:07.772321 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-e757b766-14e2-4a42-b00e-c9e52d80b776 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8698328 Mar 28 11:58:07.775402 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 52016) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:58:07.780705 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-22b5e8ba-55dc-489f-98b7-b46495fdf418 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-632178237', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:58:07.787243 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-22b5e8ba-55dc-489f-98b7-b46495fdf418 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:58:07.791861 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-22b5e8ba-55dc-489f-98b7-b46495fdf418 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Usage tracker for resource:router and tenant:fc0f0a585a8c4bf2950e053878e50dfb is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:58:07.794786 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-22b5e8ba-55dc-489f-98b7-b46495fdf418 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:58:07.800704 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-22b5e8ba-55dc-489f-98b7-b46495fdf418 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:58:07.814052 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-22b5e8ba-55dc-489f-98b7-b46495fdf418 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-707665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-260886'] for router, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:07.815505 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-22b5e8ba-55dc-489f-98b7-b46495fdf418 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-705660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709650', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-767110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260873'] for router, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:07.818020 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1a9fa8b-66ad-4a9f-93ca-d640223261d1 None None] Network de8297c5-1076-4383-9854-918ab91ba6fd requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:58:08.047404 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00fbceb6-cc99-4968-a11d-b0314497c325 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=87870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 11:58:08.047825 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-00fbceb6-cc99-4968-a11d-b0314497c325 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1920481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2558260'] for segment, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:08.061911 dv-neutron-835340-2-hyperv neutron-server[87870]: Traceback (most recent call last): Mar 28 11:58:08.061911 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 11:58:08.061911 dv-neutron-835340-2-hyperv neutron-server[87870]: timer() Mar 28 11:58:08.061911 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 11:58:08.061911 dv-neutron-835340-2-hyperv neutron-server[87870]: cb(*args, **kw) Mar 28 11:58:08.061911 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 11:58:08.061911 dv-neutron-835340-2-hyperv neutron-server[87870]: return func(*args, **kwargs) Mar 28 11:58:08.061911 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 11:58:08.061911 dv-neutron-835340-2-hyperv neutron-server[87870]: self._notify() Mar 28 11:58:08.061911 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 11:58:08.061911 dv-neutron-835340-2-hyperv neutron-server[87870]: self.callback(batched_events) Mar 28 11:58:08.061911 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 11:58:08.061911 dv-neutron-835340-2-hyperv neutron-server[87870]: event.method(event) Mar 28 11:58:08.061911 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 11:58:08.061911 dv-neutron-835340-2-hyperv neutron-server[87870]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 11:58:08.061911 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 11:58:08.061911 dv-neutron-835340-2-hyperv neutron-server[87870]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 11:58:08.061911 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 11:58:08.061911 dv-neutron-835340-2-hyperv neutron-server[87870]: return f(self, *a, **k) Mar 28 11:58:08.061911 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 11:58:08.061911 dv-neutron-835340-2-hyperv neutron-server[87870]: return self._get(url).json() Mar 28 11:58:08.061911 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 11:58:08.061911 dv-neutron-835340-2-hyperv neutron-server[87870]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 11:58:08.061911 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 11:58:08.061911 dv-neutron-835340-2-hyperv neutron-server[87870]: return self.request(url, 'GET', **kwargs) Mar 28 11:58:08.061911 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 11:58:08.061911 dv-neutron-835340-2-hyperv neutron-server[87870]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 11:58:08.061911 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 11:58:08.061911 dv-neutron-835340-2-hyperv neutron-server[87870]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 11:58:08.061911 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 11:58:08.061911 dv-neutron-835340-2-hyperv neutron-server[87870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 11:58:08.061911 dv-neutron-835340-2-hyperv neutron-server[87870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 11:58:08.151077 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-1ca13068-fe6e-4afb-ae48-298541aa20ee None None] Port 1e30b5d4-b07a-4c84-b35c-1f416218c8a8 cannot update to ACTIVE because it is not bound. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 11:58:08.155193 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-e018cba2-4d95-45f7-bad5-77ad764b9efb tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-745164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-260864'] for router, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:08.167754 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-e018cba2-4d95-45f7-bad5-77ad764b9efb tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:08.244650 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37cce213-8af4-44dd-8146-87dd21fc8c8d None None] Network e4848032-0346-481c-8ba0-3619335b2e32 requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:58:08.279783 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port 25f6827a-ccdc-417d-8a7d-8df8f02b94e6 triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:58:08.280153 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:08.303184 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-1ca13068-fe6e-4afb-ae48-298541aa20ee None None] Provisioning complete for port 299e52b4-9b22-42fc-b042-7b3a47cd6712 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:58:08.303578 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-1ca13068-fe6e-4afb-ae48-298541aa20ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:08.335396 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-22b5e8ba-55dc-489f-98b7-b46495fdf418 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:08.358844 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-22b5e8ba-55dc-489f-98b7-b46495fdf418 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709693'] for router, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:08.367702 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.db.api [None req-00fbceb6-cc99-4968-a11d-b0314497c325 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 28 11:58:08.367702 dv-neutron-835340-2-hyperv neutron-server[87870]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 28 11:58:08.367702 dv-neutron-835340-2-hyperv neutron-server[87870]: [parameters: {'id': 'e4848032-0346-481c-8ba0-3619335b2e32'}] Mar 28 11:58:08.367702 dv-neutron-835340-2-hyperv neutron-server[87870]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87870) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 11:58:08.368078 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG oslo_db.api [None req-00fbceb6-cc99-4968-a11d-b0314497c325 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 11:58:08.376062 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-e018cba2-4d95-45f7-bad5-77ad764b9efb tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-745021'] for router, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:08.376546 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e018cba2-4d95-45f7-bad5-77ad764b9efb tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3ca1ac92-947a-4bc0-b5c3-936383826963 {{(pid=87870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 11:58:08.387709 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-f9223210-8e66-45e2-a6b0-f2ecc2a94bca tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] Notify callbacks [] for security_group, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:08.398115 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-22b5e8ba-55dc-489f-98b7-b46495fdf418 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks [] for router, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:08.399504 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-22b5e8ba-55dc-489f-98b7-b46495fdf418 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.6229472 Mar 28 11:58:08.402814 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 52020) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:58:08.459116 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-e018cba2-4d95-45f7-bad5-77ad764b9efb tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Notify callbacks [] for router, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:08.460513 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-e018cba2-4d95-45f7-bad5-77ad764b9efb tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] 10.222.0.30 "DELETE /v2.0/routers/3ca1ac92-947a-4bc0-b5c3-936383826963 HTTP/1.1" status: 204 len: 168 time: 5.9022977 Mar 28 11:58:08.472815 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 52024) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:58:08.519525 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-1ca13068-fe6e-4afb-ae48-298541aa20ee None None] Port 299e52b4-9b22-42fc-b042-7b3a47cd6712 cannot update to ACTIVE because it is not bound. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 11:58:08.584488 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-f9223210-8e66-45e2-a6b0-f2ecc2a94bca tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:08.601788 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-5d971da3-841a-4d83-b2a0-d162d48891b6 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks [] for port, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:08.639767 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09c0126b-50c8-4796-bb1f-d5a92b132b85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1d3f2a9-8722-5ce5-bc40-181687d1ed3f-de8297c5-1076-4383-9854-918ab91ba6fd', 'network_id': 'de8297c5-1076-4383-9854-918ab91ba6fd', 'tenant_id': 'fc0f0a585a8c4bf2950e053878e50dfb', 'fixed_ips': [{'subnet_id': 'd9207715-a309-4a1c-8792-a47676d55b33'}]}} from dv-neutron-835340-2-hyperv. {{(pid=87872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 11:58:08.640591 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-09c0126b-50c8-4796-bb1f-d5a92b132b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:08.717279 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.provisioning_blocks [None req-5d971da3-841a-4d83-b2a0-d162d48891b6 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Transition to ACTIVE for port object 49162bf2-e519-4c88-a98d-18f2b31c2ccf will not be triggered until provisioned by entity DHCP. {{(pid=87870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:58:08.841699 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-31269003-1371-436e-be04-03ed76ab3000 tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-743394'] for router_interface, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:08.924794 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-00fbceb6-cc99-4968-a11d-b0314497c325 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588883'] for network, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:08.939509 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-f9223210-8e66-45e2-a6b0-f2ecc2a94bca tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:09.003544 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37a5ea76-c6b4-4092-899d-057a7e6d319d None None] Update dhcp port {'port': {'network_id': 'e95a87e2-4c44-46e2-9de5-2786cbaea69c', 'fixed_ips': [{'subnet_id': '4d83079a-447a-4192-a57b-1c712fe849ac', 'ip_address': '2001:db8::f816:3eff:fe31:15dc'}, {'subnet_id': 'fa9e6dad-805b-47ad-bbbf-3019dbb55ea0'}], 'binding:host_id': 'dv-neutron-835340-2-hyperv'}, 'id': '25f6827a-ccdc-417d-8a7d-8df8f02b94e6'} from dv-neutron-835340-2-hyperv. {{(pid=87872) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 28 11:58:09.006328 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-fc382648-defa-4e4e-abc2-d700055a1bb0 tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Notify callbacks [] for router, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:09.046162 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-671f262f-81a6-4637-aaeb-88ec2dae7ae2 None None] Network e4848032-0346-481c-8ba0-3619335b2e32 requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:58:09.065025 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-4c88f568-6124-4c3f-b11e-819b202b941b tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:09.096965 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9223210-8e66-45e2-a6b0-f2ecc2a94bca tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=895ae8ad-46d6-4a0f-b104-9c0ca0cce592,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:58:09.139179 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9223210-8e66-45e2-a6b0-f2ecc2a94bca tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:58:09.139544 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9223210-8e66-45e2-a6b0-f2ecc2a94bca tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:58:09.139881 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9223210-8e66-45e2-a6b0-f2ecc2a94bca tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:58:09.140209 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9223210-8e66-45e2-a6b0-f2ecc2a94bca tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:58:09.140531 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9223210-8e66-45e2-a6b0-f2ecc2a94bca tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:58:09.140851 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9223210-8e66-45e2-a6b0-f2ecc2a94bca tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:58:09.141426 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9223210-8e66-45e2-a6b0-f2ecc2a94bca tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:58:09.141744 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9223210-8e66-45e2-a6b0-f2ecc2a94bca tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:58:09.142061 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9223210-8e66-45e2-a6b0-f2ecc2a94bca tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:58:09.142376 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9223210-8e66-45e2-a6b0-f2ecc2a94bca tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:58:09.142689 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9223210-8e66-45e2-a6b0-f2ecc2a94bca tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:58:09.142998 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9223210-8e66-45e2-a6b0-f2ecc2a94bca tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:58:09.164016 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-5d971da3-841a-4d83-b2a0-d162d48891b6 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:09.170414 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-37a5ea76-c6b4-4092-899d-057a7e6d319d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:09.188968 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.db_base_plugin_common [None req-09c0126b-50c8-4796-bb1f-d5a92b132b85 None None] Allocated IP 172.20.0.2 (de8297c5-1076-4383-9854-918ab91ba6fd/d9207715-a309-4a1c-8792-a47676d55b33/21060726-82f5-4b01-adc0-250e52835928) {{(pid=87872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:58:09.210228 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-00fbceb6-cc99-4968-a11d-b0314497c325 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Deleting port c3e34be0-a697-4673-91dd-b53bc7dba59a {{(pid=87870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:58:09.210568 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-00fbceb6-cc99-4968-a11d-b0314497c325 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:09.442513 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-f9223210-8e66-45e2-a6b0-f2ecc2a94bca tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] Notify callbacks [] for security_group, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:09.443562 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-f9223210-8e66-45e2-a6b0-f2ecc2a94bca tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] 10.222.0.30 "DELETE /v2.0/security-groups/895ae8ad-46d6-4a0f-b104-9c0ca0cce592 HTTP/1.1" status: 204 len: 168 time: 1.7952154 Mar 28 11:58:09.446312 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 52028) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:58:09.464186 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d971da3-841a-4d83-b2a0-d162d48891b6 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Network e95a87e2-4c44-46e2-9de5-2786cbaea69c is already hosted by enough agents. {{(pid=87870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:58:09.464710 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.api.v2.resource [None req-d91563df-aa6f-4b7e-a168-ba396fb78088 tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] show failed (client error): The resource could not be found. Mar 28 11:58:09.468455 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-d91563df-aa6f-4b7e-a168-ba396fb78088 tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] 10.222.0.30 "GET /v2.0/security-groups/895ae8ad-46d6-4a0f-b104-9c0ca0cce592 HTTP/1.1" status: 404 len: 347 time: 0.0177121 Mar 28 11:58:09.468682 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 52032) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:58:09.478022 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-4977da25-c347-400e-ba9f-0140c0a23cd7 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2561241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2563521'] for subnet, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:09.664132 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.base_scheduler [None req-5d971da3-841a-4d83-b2a0-d162d48891b6 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Resources bound (agent type, host, resource id): {{(pid=87870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:58:09.687696 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d971da3-841a-4d83-b2a0-d162d48891b6 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Received port after_create {{(pid=87870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:58:09.692677 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-0e8dbbfc-5456-48e3-9323-ea9412bf5c1c tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] Deleting port ab528a64-6445-45fd-bd4d-bc6c19352f26 {{(pid=87871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:58:09.693091 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-0e8dbbfc-5456-48e3-9323-ea9412bf5c1c tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:09.702915 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.db_base_plugin_common [None req-37a5ea76-c6b4-4092-899d-057a7e6d319d None None] Allocated IP 172.20.0.2 (e95a87e2-4c44-46e2-9de5-2786cbaea69c/fa9e6dad-805b-47ad-bbbf-3019dbb55ea0/25f6827a-ccdc-417d-8a7d-8df8f02b94e6) {{(pid=87872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:58:09.722379 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-09c0126b-50c8-4796-bb1f-d5a92b132b85 None None] Notify callbacks [] for port, precommit_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:09.754511 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-09c0126b-50c8-4796-bb1f-d5a92b132b85 None None] Transition to ACTIVE for port object 21060726-82f5-4b01-adc0-250e52835928 will not be triggered until provisioned by entity L2. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:58:09.760823 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d971da3-841a-4d83-b2a0-d162d48891b6 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Pushing event updated for resources: {'Port': ['ID=49162bf2-e519-4c88-a98d-18f2b31c2ccf,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:58:09.815436 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4977da25-c347-400e-ba9f-0140c0a23cd7 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Network 5df4ec91-b994-4337-98be-1b2930f844e7 is already hosted by enough agents. {{(pid=87870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:58:09.834487 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.base_scheduler [None req-4977da25-c347-400e-ba9f-0140c0a23cd7 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Resources bound (agent type, host, resource id): {{(pid=87870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:58:09.837371 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4977da25-c347-400e-ba9f-0140c0a23cd7 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:58:09.837949 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-4977da25-c347-400e-ba9f-0140c0a23cd7 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks [] for subnet, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:09.847505 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-847e1fe0-c85a-4e82-ac3d-b224997e3406 None None] Network 5df4ec91-b994-4337-98be-1b2930f844e7 requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:58:09.889924 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4977da25-c347-400e-ba9f-0140c0a23cd7 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Pushing event updated for resources: {'Subnet': ['ID=0a5433f1-2542-432a-8f48-98e1d94d712a,revision_number=0']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:58:09.907107 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-fc382648-defa-4e4e-abc2-d700055a1bb0 tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:09.935282 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d971da3-841a-4d83-b2a0-d162d48891b6 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:58:09.936201 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-5d971da3-841a-4d83-b2a0-d162d48891b6 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:09.959701 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-4977da25-c347-400e-ba9f-0140c0a23cd7 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.6675506 Mar 28 11:58:09.965943 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 52036) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:58:09.968085 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-09c0126b-50c8-4796-bb1f-d5a92b132b85 None None] Transition to ACTIVE for port object 21060726-82f5-4b01-adc0-250e52835928 will not be triggered until provisioned by entity DHCP. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:58:09.969538 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-0e8dbbfc-5456-48e3-9323-ea9412bf5c1c tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:09.970153 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-0e8dbbfc-5456-48e3-9323-ea9412bf5c1c tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:09.987051 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-09c0126b-50c8-4796-bb1f-d5a92b132b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241'] for port, after_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:10.039704 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-2570ba01-566e-41bd-8a4e-81ac0fe8914f tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1919263629', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '0a5433f1-2542-432a-8f48-98e1d94d712a'}], 'security_groups': ['5a75b00d-ddcf-4904-b023-64a9fd7e6526']}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:58:10.065395 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-fc382648-defa-4e4e-abc2-d700055a1bb0 tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Deleting port 06ed64e6-0020-47ba-9400-822c81088f8f {{(pid=87870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:58:10.065733 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-fc382648-defa-4e4e-abc2-d700055a1bb0 tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:10.080532 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09c0126b-50c8-4796-bb1f-d5a92b132b85 None None] Network de8297c5-1076-4383-9854-918ab91ba6fd is already hosted by enough agents. {{(pid=87872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:58:10.118028 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.base_scheduler [None req-09c0126b-50c8-4796-bb1f-d5a92b132b85 None None] Resources bound (agent type, host, resource id): {{(pid=87872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:58:10.129311 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-5d971da3-841a-4d83-b2a0-d162d48891b6 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 6.9116764 Mar 28 11:58:10.137927 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 52040) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:58:10.138514 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c0126b-50c8-4796-bb1f-d5a92b132b85 None None] Received port after_create {{(pid=87872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:58:10.144863 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-0e8dbbfc-5456-48e3-9323-ea9412bf5c1c tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] Calling delete_port for ab528a64-6445-45fd-bd4d-bc6c19352f26 owned by network:floatingip {{(pid=87871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:58:10.208865 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c0126b-50c8-4796-bb1f-d5a92b132b85 None None] Pushing event updated for resources: {'Port': ['ID=21060726-82f5-4b01-adc0-250e52835928,revision_number=1']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:58:10.263035 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-37a5ea76-c6b4-4092-899d-057a7e6d319d None None] For port 25f6827a-ccdc-417d-8a7d-8df8f02b94e6, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=25f6827a-ccdc-417d-8a7d-8df8f02b94e6,segment=NetworkSegment(bd053757-b8b4-4f3a-b553-aa242f2d15d2),segment_id=bd053757-b8b4-4f3a-b553-aa242f2d15d2)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:58:10.285760 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.db_base_plugin_common [None req-4c88f568-6124-4c3f-b11e-819b202b941b tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Allocated IP 172.20.0.1 (de8297c5-1076-4383-9854-918ab91ba6fd/d9207715-a309-4a1c-8792-a47676d55b33/bf20fe27-3fc7-4cc5-8be6-65f6af1c1ab8) {{(pid=87871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:58:10.288940 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.db [None req-00fbceb6-cc99-4968-a11d-b0314497c325 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] For port c3e34be0-a697-4673-91dd-b53bc7dba59a, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=c3e34be0-a697-4673-91dd-b53bc7dba59a,segment=NetworkSegment(3072b4eb-dfbb-411c-bb43-5dcdb97868de),segment_id=3072b4eb-dfbb-411c-bb43-5dcdb97868de)] {{(pid=87870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:58:10.289296 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-00fbceb6-cc99-4968-a11d-b0314497c325 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:10.321996 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-09c0126b-50c8-4796-bb1f-d5a92b132b85 None None] Attempting to bind port 21060726-82f5-4b01-adc0-250e52835928 on host dv-neutron-835340-2-hyperv for vnic_type normal with profile {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:58:10.322623 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-09c0126b-50c8-4796-bb1f-d5a92b132b85 None None] Attempting to bind port 21060726-82f5-4b01-adc0-250e52835928 by drivers openvswitch,hyperv on host dv-neutron-835340-2-hyperv at level 0 using segments [{'id': '61c5f0c4-bca9-4b4e-857b-2607d3d94f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'de8297c5-1076-4383-9854-918ab91ba6fd'}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:58:10.322969 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c0126b-50c8-4796-bb1f-d5a92b132b85 None None] Attempting to bind port 21060726-82f5-4b01-adc0-250e52835928 on network de8297c5-1076-4383-9854-918ab91ba6fd {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:58:10.334796 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c0126b-50c8-4796-bb1f-d5a92b132b85 None None] Checking agent: {'id': '961a16fe-cbc8-4264-ac28-bbbd53f89caa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 46, 6), 'started_at': datetime.datetime(2022, 3, 28, 11, 46, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 11, 58, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 11:58:10.335305 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c0126b-50c8-4796-bb1f-d5a92b132b85 None None] Checking segment: {'id': '61c5f0c4-bca9-4b4e-857b-2607d3d94f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'de8297c5-1076-4383-9854-918ab91ba6fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:58:10.335863 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-09c0126b-50c8-4796-bb1f-d5a92b132b85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:10.336337 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c0126b-50c8-4796-bb1f-d5a92b132b85 None None] Bound using segment: {'id': '61c5f0c4-bca9-4b4e-857b-2607d3d94f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'de8297c5-1076-4383-9854-918ab91ba6fd'} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 11:58:10.336899 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-09c0126b-50c8-4796-bb1f-d5a92b132b85 None None] Bound port: 21060726-82f5-4b01-adc0-250e52835928, host: dv-neutron-835340-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61c5f0c4-bca9-4b4e-857b-2607d3d94f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'de8297c5-1076-4383-9854-918ab91ba6fd'}}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 11:58:10.337410 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-09c0126b-50c8-4796-bb1f-d5a92b132b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:10.404114 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-37a5ea76-c6b4-4092-899d-057a7e6d319d None None] Notify callbacks [] for port, precommit_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:10.462811 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-31269003-1371-436e-be04-03ed76ab3000 tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Deleting port 299e52b4-9b22-42fc-b042-7b3a47cd6712 {{(pid=87870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:58:10.463040 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-31269003-1371-436e-be04-03ed76ab3000 tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:10.480550 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-09c0126b-50c8-4796-bb1f-d5a92b132b85 None None] For port 21060726-82f5-4b01-adc0-250e52835928, host dv-neutron-835340-2-hyperv, cleared binding levels {{(pid=87872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 11:58:10.487894 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-09c0126b-50c8-4796-bb1f-d5a92b132b85 None None] For port 21060726-82f5-4b01-adc0-250e52835928, host dv-neutron-835340-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=21060726-82f5-4b01-adc0-250e52835928,segment=NetworkSegment(61c5f0c4-bca9-4b4e-857b-2607d3d94f8a),segment_id=61c5f0c4-bca9-4b4e-857b-2607d3d94f8a)] {{(pid=87872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 11:58:10.503660 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-09c0126b-50c8-4796-bb1f-d5a92b132b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:10.580318 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-00fbceb6-cc99-4968-a11d-b0314497c325 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Calling delete_port for c3e34be0-a697-4673-91dd-b53bc7dba59a owned by network:dhcp {{(pid=87870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:58:10.583132 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb683e9b-26b8-43ce-83af-4758892b273c tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:58:10.589157 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb683e9b-26b8-43ce-83af-4758892b273c tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:58:10.590741 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-fb683e9b-26b8-43ce-83af-4758892b273c tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.4184244 Mar 28 11:58:10.602631 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 52044) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:58:10.658328 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c0126b-50c8-4796-bb1f-d5a92b132b85 None None] Pushing event updated for resources: {'Port': ['ID=21060726-82f5-4b01-adc0-250e52835928,revision_number=2']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:58:10.667614 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1aaeb20-787c-4721-8840-e9e40b6f9a5f None None] Update dhcp port {'port': {'network_id': '5df4ec91-b994-4337-98be-1b2930f844e7', 'fixed_ips': [{'subnet_id': 'f08009f9-e83f-4e39-8a5e-7e2d4b413376', 'ip_address': '2001:db8::2'}, {'subnet_id': '0a5433f1-2542-432a-8f48-98e1d94d712a'}], 'binding:host_id': 'dv-neutron-835340-2-hyperv'}, 'id': 'b8ec7124-5c83-4d4a-9eee-9cbeca01e273'} from dv-neutron-835340-2-hyperv. {{(pid=87872) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 28 11:58:10.699507 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-37a5ea76-c6b4-4092-899d-057a7e6d319d None None] Transition to ACTIVE for port object 25f6827a-ccdc-417d-8a7d-8df8f02b94e6 will not be triggered until provisioned by entity DHCP. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:58:10.706981 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-0e8dbbfc-5456-48e3-9323-ea9412bf5c1c tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:10.709014 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-37a5ea76-c6b4-4092-899d-057a7e6d319d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:10.751983 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-77133e8b-0a11-485c-8a9f-d2e6fc2cb7ef tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Deleting port 49162bf2-e519-4c88-a98d-18f2b31c2ccf {{(pid=87871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:58:10.752253 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-77133e8b-0a11-485c-8a9f-d2e6fc2cb7ef tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:10.827391 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.db [None req-fc382648-defa-4e4e-abc2-d700055a1bb0 tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] For port 06ed64e6-0020-47ba-9400-822c81088f8f, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=06ed64e6-0020-47ba-9400-822c81088f8f,segment=NetworkSegment(688afb86-c9bd-46e2-ba7d-3fe76fb1efff),segment_id=688afb86-c9bd-46e2-ba7d-3fe76fb1efff)] {{(pid=87870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:58:10.828051 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-fc382648-defa-4e4e-abc2-d700055a1bb0 tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:10.937214 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-b1aaeb20-787c-4721-8840-e9e40b6f9a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:10.943184 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8dbbfc-5456-48e3-9323-ea9412bf5c1c tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] Pushing event deleted for resources: {'Port': ['ID=ab528a64-6445-45fd-bd4d-bc6c19352f26,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:58:10.977302 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-4c88f568-6124-4c3f-b11e-819b202b941b tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks [] for port, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:11.044414 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a5ea76-c6b4-4092-899d-057a7e6d319d None None] Pushing event updated for resources: {'Port': ['ID=25f6827a-ccdc-417d-8a7d-8df8f02b94e6,revision_number=4']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:58:11.044733 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-fc382648-defa-4e4e-abc2-d700055a1bb0 tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Calling delete_port for 06ed64e6-0020-47ba-9400-822c81088f8f owned by network:router_gateway {{(pid=87870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:58:11.078327 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.provisioning_blocks [None req-4c88f568-6124-4c3f-b11e-819b202b941b tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Transition to ACTIVE for port object bf20fe27-3fc7-4cc5-8be6-65f6af1c1ab8 will not be triggered until provisioned by entity DHCP. {{(pid=87871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:58:11.084955 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-00fbceb6-cc99-4968-a11d-b0314497c325 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:11.170650 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00fbceb6-cc99-4968-a11d-b0314497c325 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] No DVR routers for this DVR port c3e34be0-a697-4673-91dd-b53bc7dba59a on host dv-neutron-835340-2-hyperv {{(pid=87870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 11:58:11.188488 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-0e8dbbfc-5456-48e3-9323-ea9412bf5c1c tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] Notify callbacks [] for floatingip, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:11.278983 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-0e8dbbfc-5456-48e3-9323-ea9412bf5c1c tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for floatingip, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:11.280378 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-0e8dbbfc-5456-48e3-9323-ea9412bf5c1c tempest-ServerActionsTestJSON-2068115860 tempest-ServerActionsTestJSON-2068115860-project] 10.222.0.30 "DELETE /v2.0/floatingips/9307a4e7-f9c8-4310-b6ba-4936989931aa HTTP/1.1" status: 204 len: 168 time: 1.8106289 Mar 28 11:58:11.284547 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 52048) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:58:11.313002 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.db_base_plugin_common [None req-b1aaeb20-787c-4721-8840-e9e40b6f9a5f None None] Allocated IP 2001:db8:0:1::2 (5df4ec91-b994-4337-98be-1b2930f844e7/0a5433f1-2542-432a-8f48-98e1d94d712a/b8ec7124-5c83-4d4a-9eee-9cbeca01e273) {{(pid=87872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:58:11.377530 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-2570ba01-566e-41bd-8a4e-81ac0fe8914f tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:11.380178 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-77133e8b-0a11-485c-8a9f-d2e6fc2cb7ef tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:11.400244 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fbceb6-cc99-4968-a11d-b0314497c325 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Pushing event deleted for resources: {'Port': ['ID=c3e34be0-a697-4673-91dd-b53bc7dba59a,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:58:11.411037 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-4c88f568-6124-4c3f-b11e-819b202b941b tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:11.417696 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-31269003-1371-436e-be04-03ed76ab3000 tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:11.494898 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-b1aaeb20-787c-4721-8840-e9e40b6f9a5f None None] For port b8ec7124-5c83-4d4a-9eee-9cbeca01e273, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=b8ec7124-5c83-4d4a-9eee-9cbeca01e273,segment=NetworkSegment(53cdb527-f329-4e42-aa7b-ce2bc95a9007),segment_id=53cdb527-f329-4e42-aa7b-ce2bc95a9007)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:58:11.522202 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-b1aaeb20-787c-4721-8840-e9e40b6f9a5f None None] Notify callbacks [] for port, precommit_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:11.540590 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-b1aaeb20-787c-4721-8840-e9e40b6f9a5f None None] Transition to ACTIVE for port object b8ec7124-5c83-4d4a-9eee-9cbeca01e273 will not be triggered until provisioned by entity DHCP. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:58:11.552151 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-b1aaeb20-787c-4721-8840-e9e40b6f9a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:11.634052 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c88f568-6124-4c3f-b11e-819b202b941b tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Pushing event updated for resources: {'Port': ['ID=bf20fe27-3fc7-4cc5-8be6-65f6af1c1ab8,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:58:11.650153 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-31269003-1371-436e-be04-03ed76ab3000 tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Calling delete_port for 299e52b4-9b22-42fc-b042-7b3a47cd6712 owned by network:router_interface {{(pid=87870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:58:11.740465 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-77133e8b-0a11-485c-8a9f-d2e6fc2cb7ef tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Calling delete_port for 49162bf2-e519-4c88-a98d-18f2b31c2ccf owned by {{(pid=87871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:58:11.759741 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 25f6827a-ccdc-417d-8a7d-8df8f02b94e6 up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:58:11.786569 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c88f568-6124-4c3f-b11e-819b202b941b tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Network de8297c5-1076-4383-9854-918ab91ba6fd is already hosted by enough agents. {{(pid=87871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:58:11.794135 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-4c88f568-6124-4c3f-b11e-819b202b941b tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Resources bound (agent type, host, resource id): {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:58:11.813110 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c88f568-6124-4c3f-b11e-819b202b941b tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Received port after_create {{(pid=87871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:58:11.845487 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1aaeb20-787c-4721-8840-e9e40b6f9a5f None None] Pushing event updated for resources: {'Port': ['ID=b8ec7124-5c83-4d4a-9eee-9cbeca01e273,revision_number=4']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:58:11.892991 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 21060726-82f5-4b01-adc0-250e52835928 up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:58:11.974124 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-fc382648-defa-4e4e-abc2-d700055a1bb0 tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:11.985189 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-00fbceb6-cc99-4968-a11d-b0314497c325 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930431', 'neutron.services.segments.db._delete_segments_for_network-8783496351308'] for network, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:12.043188 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning for port 21060726-82f5-4b01-adc0-250e52835928 completed by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:58:12.141970 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc382648-defa-4e4e-abc2-d700055a1bb0 tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Pushing event deleted for resources: {'Port': ['ID=06ed64e6-0020-47ba-9400-822c81088f8f,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:58:12.143231 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-4c88f568-6124-4c3f-b11e-819b202b941b tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-709483'] for router_interface, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:12.214675 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-00fbceb6-cc99-4968-a11d-b0314497c325 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4848032-0346-481c-8ba0-3619335b2e32']}} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:58:12.224604 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-122025f3-154c-4ea4-a606-f92fe2fe0eaf None None] Provisioning for port 25f6827a-ccdc-417d-8a7d-8df8f02b94e6 completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:58:12.240895 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-122025f3-154c-4ea4-a606-f92fe2fe0eaf None None] Provisioning complete for port 25f6827a-ccdc-417d-8a7d-8df8f02b94e6 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:58:12.241433 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-122025f3-154c-4ea4-a606-f92fe2fe0eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:12.302426 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-00fbceb6-cc99-4968-a11d-b0314497c325 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3072b4eb-dfbb-411c-bb43-5dcdb97868de') {'for_net_delete': True} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:58:12.302649 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-00fbceb6-cc99-4968-a11d-b0314497c325 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3072b4eb-dfbb-411c-bb43-5dcdb97868de') {} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:58:12.534691 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-00fbceb6-cc99-4968-a11d-b0314497c325 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783496353639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3591341'] for segment, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:12.571978 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-00fbceb6-cc99-4968-a11d-b0314497c325 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:12.577599 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb376382-35b0-4498-b197-7adf77c8ac6c None None] Network de8297c5-1076-4383-9854-918ab91ba6fd requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:58:12.644988 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00fbceb6-cc99-4968-a11d-b0314497c325 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=87870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 11:58:12.645672 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-00fbceb6-cc99-4968-a11d-b0314497c325 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1920481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2558260'] for segment, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:12.663704 dv-neutron-835340-2-hyperv neutron-server[87870]: Traceback (most recent call last): Mar 28 11:58:12.663704 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 11:58:12.663704 dv-neutron-835340-2-hyperv neutron-server[87870]: timer() Mar 28 11:58:12.663704 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 11:58:12.663704 dv-neutron-835340-2-hyperv neutron-server[87870]: cb(*args, **kw) Mar 28 11:58:12.663704 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 11:58:12.663704 dv-neutron-835340-2-hyperv neutron-server[87870]: return func(*args, **kwargs) Mar 28 11:58:12.663704 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 11:58:12.663704 dv-neutron-835340-2-hyperv neutron-server[87870]: self._notify() Mar 28 11:58:12.663704 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 11:58:12.663704 dv-neutron-835340-2-hyperv neutron-server[87870]: self.callback(batched_events) Mar 28 11:58:12.663704 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 11:58:12.663704 dv-neutron-835340-2-hyperv neutron-server[87870]: event.method(event) Mar 28 11:58:12.663704 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 11:58:12.663704 dv-neutron-835340-2-hyperv neutron-server[87870]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 11:58:12.663704 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 11:58:12.663704 dv-neutron-835340-2-hyperv neutron-server[87870]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 11:58:12.663704 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 11:58:12.663704 dv-neutron-835340-2-hyperv neutron-server[87870]: return f(self, *a, **k) Mar 28 11:58:12.663704 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 11:58:12.663704 dv-neutron-835340-2-hyperv neutron-server[87870]: return self._get(url).json() Mar 28 11:58:12.663704 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 11:58:12.663704 dv-neutron-835340-2-hyperv neutron-server[87870]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 11:58:12.663704 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 11:58:12.663704 dv-neutron-835340-2-hyperv neutron-server[87870]: return self.request(url, 'GET', **kwargs) Mar 28 11:58:12.663704 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 11:58:12.663704 dv-neutron-835340-2-hyperv neutron-server[87870]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 11:58:12.663704 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 11:58:12.663704 dv-neutron-835340-2-hyperv neutron-server[87870]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 11:58:12.663704 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 11:58:12.663704 dv-neutron-835340-2-hyperv neutron-server[87870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 11:58:12.663704 dv-neutron-835340-2-hyperv neutron-server[87870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 11:58:12.667413 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-fc382648-defa-4e4e-abc2-d700055a1bb0 tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-709573'] for router_gateway, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:12.718649 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-166d2125-b557-4271-95eb-fa7a6f8df866 None None] Provisioning for port 21060726-82f5-4b01-adc0-250e52835928 completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:58:12.729830 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-166d2125-b557-4271-95eb-fa7a6f8df866 None None] Provisioning complete for port 21060726-82f5-4b01-adc0-250e52835928 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:58:12.730254 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-166d2125-b557-4271-95eb-fa7a6f8df866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:12.871739 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-77133e8b-0a11-485c-8a9f-d2e6fc2cb7ef tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:12.938161 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-4c88f568-6124-4c3f-b11e-819b202b941b tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:12.987831 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-166d2125-b557-4271-95eb-fa7a6f8df866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:13.030816 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-166d2125-b557-4271-95eb-fa7a6f8df866 None None] For port 21060726-82f5-4b01-adc0-250e52835928, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=21060726-82f5-4b01-adc0-250e52835928,segment=NetworkSegment(61c5f0c4-bca9-4b4e-857b-2607d3d94f8a),segment_id=61c5f0c4-bca9-4b4e-857b-2607d3d94f8a)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:58:13.032923 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77133e8b-0a11-485c-8a9f-d2e6fc2cb7ef tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Pushing event deleted for resources: {'Port': ['ID=49162bf2-e519-4c88-a98d-18f2b31c2ccf,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:58:13.039053 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-166d2125-b557-4271-95eb-fa7a6f8df866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:13.042729 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-31269003-1371-436e-be04-03ed76ab3000 tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:13.052845 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-fc382648-defa-4e4e-abc2-d700055a1bb0 tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-745164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-260864'] for router, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:13.058278 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-fc382648-defa-4e4e-abc2-d700055a1bb0 tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:13.130870 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166d2125-b557-4271-95eb-fa7a6f8df866 None None] Pushing event updated for resources: {'Port': ['ID=21060726-82f5-4b01-adc0-250e52835928,revision_number=3']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:58:13.175098 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-6d85aac2-0cc8-48e1-b25c-da0599e7d92d None None] Provisioning complete for port 1e30b5d4-b07a-4c84-b35c-1f416218c8a8 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:58:13.175781 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-6d85aac2-0cc8-48e1-b25c-da0599e7d92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:13.193717 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-00fbceb6-cc99-4968-a11d-b0314497c325 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709602'] for network, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:13.272217 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-6d85aac2-0cc8-48e1-b25c-da0599e7d92d None None] Port 1e30b5d4-b07a-4c84-b35c-1f416218c8a8 cannot update to ACTIVE because it is not bound. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 11:58:13.294377 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-6d85aac2-0cc8-48e1-b25c-da0599e7d92d None None] Provisioning for port b8ec7124-5c83-4d4a-9eee-9cbeca01e273 completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:58:13.306690 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-6d85aac2-0cc8-48e1-b25c-da0599e7d92d None None] Provisioning complete for port b8ec7124-5c83-4d4a-9eee-9cbeca01e273 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:58:13.307270 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-6d85aac2-0cc8-48e1-b25c-da0599e7d92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:13.333365 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-77133e8b-0a11-485c-8a9f-d2e6fc2cb7ef tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:13.439729 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-77133e8b-0a11-485c-8a9f-d2e6fc2cb7ef tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "DELETE /v2.0/ports/49162bf2-e519-4c88-a98d-18f2b31c2ccf HTTP/1.1" status: 204 len: 168 time: 2.8354199 Mar 28 11:58:13.445557 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31269003-1371-436e-be04-03ed76ab3000 tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Pushing event deleted for resources: {'Port': ['ID=299e52b4-9b22-42fc-b042-7b3a47cd6712,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:58:13.454698 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 52062) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:58:13.479379 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-6d85aac2-0cc8-48e1-b25c-da0599e7d92d None None] Provisioning complete for port 6ce68521-93d5-4423-b952-400b9f55bf34 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:58:13.479379 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-6d85aac2-0cc8-48e1-b25c-da0599e7d92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:13.484461 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-00fbceb6-cc99-4968-a11d-b0314497c325 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538751'] for network, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:13.503640 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.db_base_plugin_common [None req-2570ba01-566e-41bd-8a4e-81ac0fe8914f tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Delete allocated IP 2001:db8::f6 (5df4ec91-b994-4337-98be-1b2930f844e7/f08009f9-e83f-4e39-8a5e-7e2d4b413376) {{(pid=87870) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 28 11:58:13.506092 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fbceb6-cc99-4968-a11d-b0314497c325 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Pushing event deleted for resources: {'Network': ['ID=e4848032-0346-481c-8ba0-3619335b2e32,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:58:13.587188 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-6d85aac2-0cc8-48e1-b25c-da0599e7d92d None None] Port 6ce68521-93d5-4423-b952-400b9f55bf34 cannot update to ACTIVE because it is not bound. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 11:58:13.591093 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-6d85aac2-0cc8-48e1-b25c-da0599e7d92d None None] Could not find standard attr ID for object 49162bf2-e519-4c88-a98d-18f2b31c2ccf. {{(pid=87872) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 28 11:58:13.624799 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-fc382648-defa-4e4e-abc2-d700055a1bb0 tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-745021'] for router, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:13.625334 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc382648-defa-4e4e-abc2-d700055a1bb0 tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Fanout notify agent at l3_agent the message router_deleted on router dd1aff71-9897-4be0-b554-908ff5923806 {{(pid=87870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 11:58:13.672226 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f178b19f-b2a8-4630-a609-5437ce5225af tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:58:13.673840 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f178b19f-b2a8-4630-a609-5437ce5225af tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:58:13.675338 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f178b19f-b2a8-4630-a609-5437ce5225af tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:58:13.676165 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-f178b19f-b2a8-4630-a609-5437ce5225af tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Synchronizing usage tracker for tenant:b4adfe5c8b3a4e57a1afd1d44c455245 on resource:subnet {{(pid=87871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:58:13.678685 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.db_base_plugin_common [None req-2570ba01-566e-41bd-8a4e-81ac0fe8914f tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Allocated IP 2001:db8:0:1::295 (5df4ec91-b994-4337-98be-1b2930f844e7/0a5433f1-2542-432a-8f48-98e1d94d712a/1e30b5d4-b07a-4c84-b35c-1f416218c8a8) {{(pid=87870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:58:13.705520 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-31269003-1371-436e-be04-03ed76ab3000 tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-743246'] for router_interface, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:13.716824 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-00fbceb6-cc99-4968-a11d-b0314497c325 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] 10.222.0.30 "DELETE /v2.0/networks/e4848032-0346-481c-8ba0-3619335b2e32 HTTP/1.1" status: 204 len: 168 time: 9.7265518 Mar 28 11:58:13.725593 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-6d2b33b3-5fd9-4d7f-9f29-499458f27ea5 None None] Provisioning for port bf20fe27-3fc7-4cc5-8be6-65f6af1c1ab8 completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:58:13.740262 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-6d2b33b3-5fd9-4d7f-9f29-499458f27ea5 None None] Provisioning complete for port bf20fe27-3fc7-4cc5-8be6-65f6af1c1ab8 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:58:13.740872 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-6d2b33b3-5fd9-4d7f-9f29-499458f27ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:13.797608 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 52066) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:58:13.804571 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-fc382648-defa-4e4e-abc2-d700055a1bb0 tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Notify callbacks [] for router, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:13.806310 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-fc382648-defa-4e4e-abc2-d700055a1bb0 tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] 10.222.0.30 "DELETE /v2.0/routers/dd1aff71-9897-4be0-b554-908ff5923806 HTTP/1.1" status: 204 len: 168 time: 5.3293009 Mar 28 11:58:13.815033 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 52070) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:58:13.851809 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-f178b19f-b2a8-4630-a609-5437ce5225af tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Unset dirty status for tenant:b4adfe5c8b3a4e57a1afd1d44c455245 on resource:subnet {{(pid=87871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:58:13.853534 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-f178b19f-b2a8-4630-a609-5437ce5225af tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.3946617 Mar 28 11:58:13.857078 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device b8ec7124-5c83-4d4a-9eee-9cbeca01e273 up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:58:13.865272 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 52072) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:58:13.906237 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.pecan_wsgi.hooks.translation [None req-61013ae1-ef64-4c24-bb05-9db4f8434dbf tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] DELETE failed (client error): The resource could not be found. Mar 28 11:58:13.906915 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61013ae1-ef64-4c24-bb05-9db4f8434dbf tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 11:58:13.907159 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-5c800cb4-0078-4900-9a9f-3263d5f1985b tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1736644712', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b'}, 'admin_state_up': False}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:58:13.912244 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-61013ae1-ef64-4c24-bb05-9db4f8434dbf tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] 10.222.0.30 "DELETE /v2.0/networks/e4848032-0346-481c-8ba0-3619335b2e32 HTTP/1.1" status: 404 len: 339 time: 0.1122231 Mar 28 11:58:13.914455 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 52078) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:58:13.917604 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-5c800cb4-0078-4900-9a9f-3263d5f1985b tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:58:13.921927 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-5c800cb4-0078-4900-9a9f-3263d5f1985b tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] Usage tracker for resource:router and tenant:a6eff997b84242f4902e0c0456ad0fc2 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:58:13.925388 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-5c800cb4-0078-4900-9a9f-3263d5f1985b tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:58:13.932855 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-150e3c95-0612-4d5a-ac03-de87ef7b8e99 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-693674120', 'description': 'd1'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:58:13.938204 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-6d2b33b3-5fd9-4d7f-9f29-499458f27ea5 None None] Port bf20fe27-3fc7-4cc5-8be6-65f6af1c1ab8 cannot update to ACTIVE because it is not bound. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 11:58:13.943376 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-5c800cb4-0078-4900-9a9f-3263d5f1985b tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:58:13.946602 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-150e3c95-0612-4d5a-ac03-de87ef7b8e99 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:58:13.956763 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-6d2b33b3-5fd9-4d7f-9f29-499458f27ea5 None None] Provisioning complete for port 21060726-82f5-4b01-adc0-250e52835928 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:58:13.957135 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-6d2b33b3-5fd9-4d7f-9f29-499458f27ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:13.959048 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-150e3c95-0612-4d5a-ac03-de87ef7b8e99 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Usage tracker for resource:network and tenant:0ad7b1f6e96a40538a966af0f41e67e6 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:58:13.977165 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-150e3c95-0612-4d5a-ac03-de87ef7b8e99 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:58:13.998245 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-150e3c95-0612-4d5a-ac03-de87ef7b8e99 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:58:14.006832 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.db_base_plugin_v2 [None req-97b85ed9-a3d9-43c4-8dfc-9dc2e3da2af4 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Deleting subnet 4d83079a-447a-4192-a57b-1c712fe849ac {{(pid=87871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 11:58:14.009388 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port b8ec7124-5c83-4d4a-9eee-9cbeca01e273 triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:58:14.009705 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:14.013924 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-97b85ed9-a3d9-43c4-8dfc-9dc2e3da2af4 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks [] for subnet, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:14.047774 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-6b863632-c4c4-4085-b177-7d55c54abef0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-743394'] for router_interface, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:14.075979 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-5c800cb4-0078-4900-9a9f-3263d5f1985b tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-707665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-260886'] for router, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:14.077024 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-5c800cb4-0078-4900-9a9f-3263d5f1985b tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-705660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709650', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-767110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260873'] for router, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:14.147968 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-150e3c95-0612-4d5a-ac03-de87ef7b8e99 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Made reservation on behalf of 0ad7b1f6e96a40538a966af0f41e67e6 for: {'network': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:58:14.152420 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-150e3c95-0612-4d5a-ac03-de87ef7b8e99 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for network, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:14.203122 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-97b85ed9-a3d9-43c4-8dfc-9dc2e3da2af4 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3436877'] for subnet, precommit_delete_associations {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:14.212323 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 21060726-82f5-4b01-adc0-250e52835928 up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:58:14.249757 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-5c800cb4-0078-4900-9a9f-3263d5f1985b tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:14.271778 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31269003-1371-436e-be04-03ed76ab3000 tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Router 2c57ae2a-6503-4086-ae47-ab11d4d86440 has already been hosted by L3 agent af79d429-529e-400b-a119-94d4bec03f3e {{(pid=87870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 11:58:14.294334 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port 21060726-82f5-4b01-adc0-250e52835928 triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:58:14.295081 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:14.308082 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-4c88f568-6124-4c3f-b11e-819b202b941b tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks [] for port, precommit_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:14.327272 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-4c88f568-6124-4c3f-b11e-819b202b941b tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2363241'] for port, after_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:14.355964 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-2570ba01-566e-41bd-8a4e-81ac0fe8914f tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks [] for port, precommit_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:14.364334 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-fb17d9c5-a38f-4a79-882f-cb28e9289c9f None None] Provisioning complete for port bf20fe27-3fc7-4cc5-8be6-65f6af1c1ab8 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:58:14.364701 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-fb17d9c5-a38f-4a79-882f-cb28e9289c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:14.433514 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-150e3c95-0612-4d5a-ac03-de87ef7b8e99 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=87871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 11:58:14.466286 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-fb17d9c5-a38f-4a79-882f-cb28e9289c9f None None] Port bf20fe27-3fc7-4cc5-8be6-65f6af1c1ab8 cannot update to ACTIVE because it is not bound. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 11:58:14.507525 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.provisioning_blocks [None req-2570ba01-566e-41bd-8a4e-81ac0fe8914f tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Transition to ACTIVE for port object 1e30b5d4-b07a-4c84-b35c-1f416218c8a8 will not be triggered until provisioned by entity DHCP. {{(pid=87870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:58:14.534003 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-150e3c95-0612-4d5a-ac03-de87ef7b8e99 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:14.534342 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.db.segments_db [None req-150e3c95-0612-4d5a-ac03-de87ef7b8e99 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Added segment ae9ec614-33ca-48c9-88f2-731c8190e092 of type vlan for network cfae226c-538b-4ab2-b95c-8b2f46ae39ef Mar 28 11:58:14.563187 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31269003-1371-436e-be04-03ed76ab3000 tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 11:58:14.573927 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf566e8e-aa7b-4d8f-8141-42b30d7bece4 None None] Sync routers for ids ['2c57ae2a-6503-4086-ae47-ab11d4d86440'] in dv-neutron-835340-2-hyperv {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 11:58:14.578272 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-2570ba01-566e-41bd-8a4e-81ac0fe8914f tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2558288'] for port, after_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:14.585670 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf566e8e-aa7b-4d8f-8141-42b30d7bece4 None None] Routers {'2c57ae2a-6503-4086-ae47-ab11d4d86440'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:58:14.586297 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-bf566e8e-aa7b-4d8f-8141-42b30d7bece4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T11:58:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['2c57ae2a-6503-4086-ae47-ab11d4d86440'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:58:14.653629 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-bf566e8e-aa7b-4d8f-8141-42b30d7bece4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:58:14.662661 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf566e8e-aa7b-4d8f-8141-42b30d7bece4 None None] Routers {'2c57ae2a-6503-4086-ae47-ab11d4d86440'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:58:14.663273 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-bf566e8e-aa7b-4d8f-8141-42b30d7bece4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T11:58:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['2c57ae2a-6503-4086-ae47-ab11d4d86440'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:58:14.722877 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-31269003-1371-436e-be04-03ed76ab3000 tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] 10.222.0.30 "PUT /v2.0/routers/2c57ae2a-6503-4086-ae47-ab11d4d86440/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9535844 Mar 28 11:58:14.729185 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-4c88f568-6124-4c3f-b11e-819b202b941b tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-743372'] for router_interface, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:14.735222 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-bf566e8e-aa7b-4d8f-8141-42b30d7bece4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:58:14.735410 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf566e8e-aa7b-4d8f-8141-42b30d7bece4 None None] The sync data for ids ['2c57ae2a-6503-4086-ae47-ab11d4d86440'] in dv-neutron-835340-2-hyperv is: [] {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 11:58:14.737256 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 52082) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:58:14.744043 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-2570ba01-566e-41bd-8a4e-81ac0fe8914f tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] In _notify_port_updated(), no bound segment for port 1e30b5d4-b07a-4c84-b35c-1f416218c8a8 on network 5df4ec91-b994-4337-98be-1b2930f844e7 {{(pid=87870) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 28 11:58:14.749390 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2570ba01-566e-41bd-8a4e-81ac0fe8914f tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:58:14.750022 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-2570ba01-566e-41bd-8a4e-81ac0fe8914f tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:14.751324 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-2570ba01-566e-41bd-8a4e-81ac0fe8914f tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] 10.222.0.30 "PUT /v2.0/ports/1e30b5d4-b07a-4c84-b35c-1f416218c8a8 HTTP/1.1" status: 200 len: 931 time: 4.7756410 Mar 28 11:58:14.755589 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c88f568-6124-4c3f-b11e-819b202b941b tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Pushing event updated for resources: {'Port': ['ID=bf20fe27-3fc7-4cc5-8be6-65f6af1c1ab8,revision_number=2']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:58:14.756113 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 52086) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:58:14.862130 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c88f568-6124-4c3f-b11e-819b202b941b tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:58:14.862501 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c88f568-6124-4c3f-b11e-819b202b941b tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:58:14.862795 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c88f568-6124-4c3f-b11e-819b202b941b tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:58:14.863125 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c88f568-6124-4c3f-b11e-819b202b941b tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:58:14.863455 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c88f568-6124-4c3f-b11e-819b202b941b tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:58:14.863800 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c88f568-6124-4c3f-b11e-819b202b941b tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:58:14.864218 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c88f568-6124-4c3f-b11e-819b202b941b tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:58:14.864626 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c88f568-6124-4c3f-b11e-819b202b941b tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:58:14.864956 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c88f568-6124-4c3f-b11e-819b202b941b tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:58:14.865294 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c88f568-6124-4c3f-b11e-819b202b941b tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:58:14.865601 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c88f568-6124-4c3f-b11e-819b202b941b tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:58:14.865934 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c88f568-6124-4c3f-b11e-819b202b941b tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:58:14.895869 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-150e3c95-0612-4d5a-ac03-de87ef7b8e99 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783495836591'] for network, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:14.908641 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-97b85ed9-a3d9-43c4-8dfc-9dc2e3da2af4 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1919782'] for subnet, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:14.946148 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.api.v2.resource [None req-51ef5ca5-002f-4fe0-91fe-5d27c027a453 tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] delete failed (client error): The resource could not be found. Mar 28 11:58:14.947739 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-51ef5ca5-002f-4fe0-91fe-5d27c027a453 tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] 10.222.0.30 "DELETE /v2.0/routers/tempest-non_exist_router-60200704 HTTP/1.1" status: 404 len: 333 time: 0.2011292 Mar 28 11:58:14.963738 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 52090) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:58:14.981847 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-5c800cb4-0078-4900-9a9f-3263d5f1985b tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-709632', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-707672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260923'] for router, precommit_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:14.995446 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-d35e0fc8-51c9-473d-982f-75c7461c0f86 None None] Provisioning for port 1e30b5d4-b07a-4c84-b35c-1f416218c8a8 completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:58:15.001102 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-d35e0fc8-51c9-473d-982f-75c7461c0f86 None None] Provisioning complete for port 1e30b5d4-b07a-4c84-b35c-1f416218c8a8 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:58:15.002090 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-d35e0fc8-51c9-473d-982f-75c7461c0f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:15.014821 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2570ba01-566e-41bd-8a4e-81ac0fe8914f tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Pushing event updated for resources: {'Port': ['ID=1e30b5d4-b07a-4c84-b35c-1f416218c8a8,revision_number=2']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:58:15.029234 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-2020f916-fe76-4f20-a4e9-4ba9b858ec7f tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Request body: {'router': {'external_gateway_info': {'network_id': '2c57ae2a-6503-4086-ae47-ab11d4d86440'}}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:58:15.061958 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-d35e0fc8-51c9-473d-982f-75c7461c0f86 None None] Port 1e30b5d4-b07a-4c84-b35c-1f416218c8a8 cannot update to ACTIVE because it is not bound. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 11:58:15.074033 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-80b0a0e5-3992-4819-aa16-fa5ace89aded tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Deleting port 1e30b5d4-b07a-4c84-b35c-1f416218c8a8 {{(pid=87870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:58:15.074367 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-80b0a0e5-3992-4819-aa16-fa5ace89aded tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:15.088637 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.db.resource_extend [None req-150e3c95-0612-4d5a-ac03-de87ef7b8e99 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 28 11:58:15.285835 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-150e3c95-0612-4d5a-ac03-de87ef7b8e99 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765'] for network, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:15.290231 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-150e3c95-0612-4d5a-ac03-de87ef7b8e99 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:58:15.290992 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-150e3c95-0612-4d5a-ac03-de87ef7b8e99 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks [] for network, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:15.448805 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-80b0a0e5-3992-4819-aa16-fa5ace89aded tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:15.507234 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 06ed64e6-0020-47ba-9400-822c81088f8f no longer exists at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 11:58:15.551120 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] No Port match for: 06ed64e6-0020-47ba-9400-822c81088f8f {{(pid=87872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 11:58:15.551370 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 06ed64e6-0020-47ba-9400-822c81088f8f not bound to the agent host dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 11:58:15.574419 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-97b85ed9-a3d9-43c4-8dfc-9dc2e3da2af4 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1919805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2364079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26551417'] for subnet, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:15.622599 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-150e3c95-0612-4d5a-ac03-de87ef7b8e99 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.7003052 Mar 28 11:58:15.632743 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 52094) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:58:15.639152 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-80b0a0e5-3992-4819-aa16-fa5ace89aded tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Calling delete_port for 1e30b5d4-b07a-4c84-b35c-1f416218c8a8 owned by {{(pid=87870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:58:15.647666 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c88f568-6124-4c3f-b11e-819b202b941b tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Network de8297c5-1076-4383-9854-918ab91ba6fd is already hosted by enough agents. {{(pid=87871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:58:15.699568 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150e3c95-0612-4d5a-ac03-de87ef7b8e99 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Pushing event updated for resources: {'Network': ['ID=cfae226c-538b-4ab2-b95c-8b2f46ae39ef,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:58:15.701683 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b85ed9-a3d9-43c4-8dfc-9dc2e3da2af4 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Pushing event deleted for resources: {'Subnet': ['ID=4d83079a-447a-4192-a57b-1c712fe849ac,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:58:15.703444 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-4c88f568-6124-4c3f-b11e-819b202b941b tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Resources bound (agent type, host, resource id): {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:58:15.718688 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-2020f916-fe76-4f20-a4e9-4ba9b858ec7f tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-709632', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-707672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260923'] for router, precommit_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:15.720901 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Network cfae226c-538b-4ab2-b95c-8b2f46ae39ef details requested by agent ovs-agent-dv-neutron-835340-2-hyperv with host dv-neutron-835340-2-hyperv {{(pid=87872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 11:58:15.724911 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-6b863632-c4c4-4085-b177-7d55c54abef0 admin admin] Deleting port 3b5afcb8-5cb5-491f-b4e1-8a52a44ebc8d {{(pid=87871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:58:15.725242 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-6b863632-c4c4-4085-b177-7d55c54abef0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:15.757421 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-97b85ed9-a3d9-43c4-8dfc-9dc2e3da2af4 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538751'] for subnet, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:15.759351 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-97b85ed9-a3d9-43c4-8dfc-9dc2e3da2af4 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "DELETE /v2.0/subnets/4d83079a-447a-4192-a57b-1c712fe849ac HTTP/1.1" status: 204 len: 168 time: 1.8944435 Mar 28 11:58:15.768054 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 52098) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:58:15.769730 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d46b3ee3-7178-4229-b03d-115fd17ac0d6 None None] Network e95a87e2-4c44-46e2-9de5-2786cbaea69c requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:58:15.772730 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-5c800cb4-0078-4900-9a9f-3263d5f1985b tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] Notify callbacks [] for router_gateway, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:15.934659 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.api.v2.resource [None req-2020f916-fe76-4f20-a4e9-4ba9b858ec7f tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] update failed (client error): The resource could not be found. Mar 28 11:58:15.935756 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-2020f916-fe76-4f20-a4e9-4ba9b858ec7f tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] 10.222.0.30 "PUT /v2.0/routers/2c57ae2a-6503-4086-ae47-ab11d4d86440 HTTP/1.1" status: 404 len: 339 time: 0.9269161 Mar 28 11:58:15.944044 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-5c800cb4-0078-4900-9a9f-3263d5f1985b tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:15.951890 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 52102) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:58:15.961768 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-05e307e2-78fb-4a23-9888-8b6058d3a992 tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1179752045'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:58:15.986375 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-05e307e2-78fb-4a23-9888-8b6058d3a992 tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:58:16.043390 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f47f0ae9-04e6-402e-bd43-4e6da73396c8 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:58:16.044153 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-f47f0ae9-04e6-402e-bd43-4e6da73396c8 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Synchronizing usage tracker for tenant:0ad7b1f6e96a40538a966af0f41e67e6 on resource:network {{(pid=87870) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:58:16.073594 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.db_base_plugin_v2 [None req-17cf9482-044a-4bcc-8c51-4c10d1011724 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Deleting subnet fa9e6dad-805b-47ad-bbbf-3019dbb55ea0 {{(pid=87870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 11:58:16.089309 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-17cf9482-044a-4bcc-8c51-4c10d1011724 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks [] for subnet, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:16.119629 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-5fa5cbed-798d-496b-8c73-dd3e3d89d09e None None] Provisioning complete for port bf20fe27-3fc7-4cc5-8be6-65f6af1c1ab8 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:58:16.120262 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-5fa5cbed-798d-496b-8c73-dd3e3d89d09e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:16.141447 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-05e307e2-78fb-4a23-9888-8b6058d3a992 tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Usage tracker for resource:network and tenant:1fdd77c40c034f3cb33462467c5da67a is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:58:16.148850 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-05e307e2-78fb-4a23-9888-8b6058d3a992 tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:58:16.167601 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-05e307e2-78fb-4a23-9888-8b6058d3a992 tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:58:16.187110 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-5fa5cbed-798d-496b-8c73-dd3e3d89d09e None None] Port bf20fe27-3fc7-4cc5-8be6-65f6af1c1ab8 cannot update to ACTIVE because it is not bound. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 11:58:16.214352 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-f47f0ae9-04e6-402e-bd43-4e6da73396c8 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Unset dirty status for tenant:0ad7b1f6e96a40538a966af0f41e67e6 on resource:network {{(pid=87870) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:58:16.215805 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-f47f0ae9-04e6-402e-bd43-4e6da73396c8 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] 10.222.0.30 "GET /v2.0/networks?id=cfae226c-538b-4ab2-b95c-8b2f46ae39ef HTTP/1.1" status: 200 len: 760 time: 0.5488603 Mar 28 11:58:16.223244 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 52106) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:58:16.225300 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-17cf9482-044a-4bcc-8c51-4c10d1011724 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3591354'] for subnet, precommit_delete_associations {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:16.228948 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-95d65862-8002-4754-aa73-b7c94878d7c2 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Request body: {'network': {'description': 'd2'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:58:16.286466 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05e307e2-78fb-4a23-9888-8b6058d3a992 tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Made reservation on behalf of 1fdd77c40c034f3cb33462467c5da67a for: {'network': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:58:16.289408 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-05e307e2-78fb-4a23-9888-8b6058d3a992 tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for network, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:16.327876 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-80b0a0e5-3992-4819-aa16-fa5ace89aded tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:16.394574 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b0a0e5-3992-4819-aa16-fa5ace89aded tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Pushing event deleted for resources: {'Port': ['ID=1e30b5d4-b07a-4c84-b35c-1f416218c8a8,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:58:16.411420 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.db_base_plugin_common [None req-5c800cb4-0078-4900-9a9f-3263d5f1985b tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] Allocated IP 172.26.7.42 (ac2b1748-8f63-4b17-a9c7-07e79704aa5b/0b7ebf76-1dc7-431a-a0b4-b96bacf287c2/7f44f665-0897-4f86-8271-b2693e58c3e3) {{(pid=87870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:58:16.470147 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.db [None req-6b863632-c4c4-4085-b177-7d55c54abef0 admin admin] For port 3b5afcb8-5cb5-491f-b4e1-8a52a44ebc8d, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=3b5afcb8-5cb5-491f-b4e1-8a52a44ebc8d,segment=NetworkSegment(e329885b-8f4a-46ec-aac6-9c31786794f0),segment_id=e329885b-8f4a-46ec-aac6-9c31786794f0)] {{(pid=87871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:58:16.470515 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-6b863632-c4c4-4085-b177-7d55c54abef0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:16.479195 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05e307e2-78fb-4a23-9888-8b6058d3a992 tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=87871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 11:58:16.566214 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-05e307e2-78fb-4a23-9888-8b6058d3a992 tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:16.567042 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.db.segments_db [None req-05e307e2-78fb-4a23-9888-8b6058d3a992 tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Added segment 551c2aed-382e-4255-9e23-2a901ac10583 of type vlan for network e8a1a69a-b53e-4b14-ac02-716c8a955b9a Mar 28 11:58:16.609291 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-80b0a0e5-3992-4819-aa16-fa5ace89aded tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:16.660670 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-80b0a0e5-3992-4819-aa16-fa5ace89aded tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] 10.222.0.30 "DELETE /v2.0/ports/1e30b5d4-b07a-4c84-b35c-1f416218c8a8 HTTP/1.1" status: 204 len: 168 time: 1.7211585 Mar 28 11:58:16.664081 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-17cf9482-044a-4bcc-8c51-4c10d1011724 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1919782'] for subnet, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:16.679691 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c88f568-6124-4c3f-b11e-819b202b941b tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Router 744c841e-4b42-4b64-aea3-3a62862aa71b is scheduled to L3 agent af79d429-529e-400b-a119-94d4bec03f3e with binding_index 1 {{(pid=87871) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 11:58:16.695782 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-6b863632-c4c4-4085-b177-7d55c54abef0 admin admin] Calling delete_port for 3b5afcb8-5cb5-491f-b4e1-8a52a44ebc8d owned by network:router_interface {{(pid=87871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:58:16.724515 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 52110) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:58:16.832302 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-5c800cb4-0078-4900-9a9f-3263d5f1985b tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] Notify callbacks [] for port, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:16.838324 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-17cf9482-044a-4bcc-8c51-4c10d1011724 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1919805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2561174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2563528'] for subnet, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:16.865971 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.pecan_wsgi.hooks.translation [None req-24c641ed-548c-4171-a151-5a7bcd2ee7d0 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] GET failed (client error): The resource could not be found. Mar 28 11:58:16.866784 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-24c641ed-548c-4171-a151-5a7bcd2ee7d0 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Synchronizing usage tracker for tenant:beb99f647cec46e3bbf575ac0a3034e8 on resource:port {{(pid=87871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:58:16.884302 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cf9482-044a-4bcc-8c51-4c10d1011724 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Pushing event deleted for resources: {'Subnet': ['ID=fa9e6dad-805b-47ad-bbbf-3019dbb55ea0,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:58:16.887571 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-17cf9482-044a-4bcc-8c51-4c10d1011724 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks [] for subnet, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:16.895104 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdb266f1-1c2c-4e64-bc74-8aa7a784314c None None] Network e95a87e2-4c44-46e2-9de5-2786cbaea69c requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:58:16.907673 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-17cf9482-044a-4bcc-8c51-4c10d1011724 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "DELETE /v2.0/subnets/fa9e6dad-805b-47ad-bbbf-3019dbb55ea0 HTTP/1.1" status: 204 len: 168 time: 1.1362023 Mar 28 11:58:16.910012 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 52114) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:58:16.957855 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-05e307e2-78fb-4a23-9888-8b6058d3a992 tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783495836591'] for network, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:16.972066 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-95d65862-8002-4754-aa73-b7c94878d7c2 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783495836591'] for network, precommit_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:16.986810 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-e20b4cf7-d2d5-4b7c-8f40-492b72a47b89 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0737128 Mar 28 11:58:16.992001 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 52118) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:58:16.998303 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-5c800cb4-0078-4900-9a9f-3263d5f1985b tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:17.005976 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-1d624b3a-869e-44aa-a288-9144d9b8a25e None None] Provisioning complete for port 25f6827a-ccdc-417d-8a7d-8df8f02b94e6 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:58:17.006351 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-1d624b3a-869e-44aa-a288-9144d9b8a25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:17.008669 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-f1f3a712-891c-42c6-8409-ccc726979840 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Request body: {'subnet': {'network_id': 'e95a87e2-4c44-46e2-9de5-2786cbaea69c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:58:17.083718 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-95d65862-8002-4754-aa73-b7c94878d7c2 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765'] for network, after_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:17.088248 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-24c641ed-548c-4171-a151-5a7bcd2ee7d0 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Unset dirty status for tenant:beb99f647cec46e3bbf575ac0a3034e8 on resource:port {{(pid=87871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:58:17.091663 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-24c641ed-548c-4171-a151-5a7bcd2ee7d0 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] 10.222.0.30 "GET /v2.0/ports/1e30b5d4-b07a-4c84-b35c-1f416218c8a8 HTTP/1.1" status: 404 len: 333 time: 0.3631420 Mar 28 11:58:17.097805 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c800cb4-0078-4900-9a9f-3263d5f1985b tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] Network ac2b1748-8f63-4b17-a9c7-07e79704aa5b is already hosted by enough agents. {{(pid=87870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:58:17.098491 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 52122) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:58:17.126258 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.base_scheduler [None req-5c800cb4-0078-4900-9a9f-3263d5f1985b tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] Resources bound (agent type, host, resource id): {{(pid=87870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:58:17.178215 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c800cb4-0078-4900-9a9f-3263d5f1985b tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] Received port after_create {{(pid=87870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:58:17.184569 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.db.resource_extend [None req-05e307e2-78fb-4a23-9888-8b6058d3a992 tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 28 11:58:17.214314 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-95d65862-8002-4754-aa73-b7c94878d7c2 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Network cfae226c-538b-4ab2-b95c-8b2f46ae39ef is not hosted by any dhcp agent {{(pid=87871) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Mar 28 11:58:17.219993 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95d65862-8002-4754-aa73-b7c94878d7c2 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:58:17.220175 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-95d65862-8002-4754-aa73-b7c94878d7c2 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks [] for network, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:17.223745 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-95d65862-8002-4754-aa73-b7c94878d7c2 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] 10.222.0.30 "PUT /v2.0/networks/cfae226c-538b-4ab2-b95c-8b2f46ae39ef HTTP/1.1" status: 200 len: 757 time: 0.9971793 Mar 28 11:58:17.234902 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 52126) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:58:17.235086 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c800cb4-0078-4900-9a9f-3263d5f1985b tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] Pushing event updated for resources: {'Port': ['ID=7f44f665-0897-4f86-8271-b2693e58c3e3,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:58:17.267463 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d65862-8002-4754-aa73-b7c94878d7c2 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Pushing event updated for resources: {'Network': ['ID=cfae226c-538b-4ab2-b95c-8b2f46ae39ef,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:58:17.279831 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Network cfae226c-538b-4ab2-b95c-8b2f46ae39ef details requested by agent ovs-agent-dv-neutron-835340-2-hyperv with host dv-neutron-835340-2-hyperv {{(pid=87872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 11:58:17.285155 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c88f568-6124-4c3f-b11e-819b202b941b tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 11:58:17.304697 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-4c88f568-6124-4c3f-b11e-819b202b941b tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] 10.222.0.30 "PUT /v2.0/routers/744c841e-4b42-4b64-aea3-3a62862aa71b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9007094 Mar 28 11:58:17.313842 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-05e307e2-78fb-4a23-9888-8b6058d3a992 tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765'] for network, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:17.319198 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05e307e2-78fb-4a23-9888-8b6058d3a992 tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:58:17.319806 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-05e307e2-78fb-4a23-9888-8b6058d3a992 tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Notify callbacks [] for network, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:17.354857 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 52130) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:58:17.355894 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-f1f3a712-891c-42c6-8409-ccc726979840 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:58:17.413312 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bb15e6a-a9d0-4807-9a69-3e14b31d93ec None None] DHCP port deletion for e95a87e2-4c44-46e2-9de5-2786cbaea69c request from dv-neutron-835340-2-hyperv {{(pid=87872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 11:58:17.413564 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-f1f3a712-891c-42c6-8409-ccc726979840 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Usage tracker for resource:subnet and tenant:b4adfe5c8b3a4e57a1afd1d44c455245 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:58:17.417435 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ab2545-45a7-4913-a6af-090e2ba011e8 None None] Sync routers for ids ['744c841e-4b42-4b64-aea3-3a62862aa71b'] in dv-neutron-835340-2-hyperv {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 11:58:17.444318 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-8bb15e6a-a9d0-4807-9a69-3e14b31d93ec None None] Deleting port 25f6827a-ccdc-417d-8a7d-8df8f02b94e6 {{(pid=87872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:58:17.444513 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-05e307e2-78fb-4a23-9888-8b6058d3a992 tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.4866087 Mar 28 11:58:17.444609 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-8bb15e6a-a9d0-4807-9a69-3e14b31d93ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:17.452242 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99d0805e-4277-47c8-99e3-11662133ced1 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:58:17.452911 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-99d0805e-4277-47c8-99e3-11662133ced1 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Synchronizing usage tracker for tenant:0ad7b1f6e96a40538a966af0f41e67e6 on resource:network {{(pid=87871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:58:17.476123 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-f1f3a712-891c-42c6-8409-ccc726979840 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:58:17.487529 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ab2545-45a7-4913-a6af-090e2ba011e8 None None] Routers {'744c841e-4b42-4b64-aea3-3a62862aa71b'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:58:17.488158 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-a8ab2545-45a7-4913-a6af-090e2ba011e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T11:58:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['744c841e-4b42-4b64-aea3-3a62862aa71b'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:58:17.490296 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 52134) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:58:17.523401 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e307e2-78fb-4a23-9888-8b6058d3a992 tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Pushing event updated for resources: {'Network': ['ID=e8a1a69a-b53e-4b14-ac02-716c8a955b9a,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:58:17.533937 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-99d0805e-4277-47c8-99e3-11662133ced1 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Unset dirty status for tenant:0ad7b1f6e96a40538a966af0f41e67e6 on resource:network {{(pid=87871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:58:17.535454 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-99d0805e-4277-47c8-99e3-11662133ced1 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] 10.222.0.30 "GET /v2.0/networks?id=cfae226c-538b-4ab2-b95c-8b2f46ae39ef HTTP/1.1" status: 200 len: 760 time: 0.2979331 Mar 28 11:58:17.537116 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-f1f3a712-891c-42c6-8409-ccc726979840 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:58:17.539071 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 52138) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:58:17.547924 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-9e26820e-edb5-4247-b5d8-e32c221134d2 tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Request body: {'subnet': {'network_id': 'e8a1a69a-b53e-4b14-ac02-716c8a955b9a', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:58:17.551770 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-e6384eba-400c-46ae-9079-74045e28ac70 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-556484847'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:58:17.560427 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-e6384eba-400c-46ae-9079-74045e28ac70 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:58:17.567331 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-a8ab2545-45a7-4913-a6af-090e2ba011e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:58:17.572506 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Network e8a1a69a-b53e-4b14-ac02-716c8a955b9a details requested by agent ovs-agent-dv-neutron-835340-2-hyperv with host dv-neutron-835340-2-hyperv {{(pid=87872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 11:58:17.611498 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 25f6827a-ccdc-417d-8a7d-8df8f02b94e6 no longer exists at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 11:58:17.612672 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-e6384eba-400c-46ae-9079-74045e28ac70 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:58:17.619716 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-d082b9e1-4788-4a3f-ba85-a76ba2c38ed0 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks [] for security_group, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:17.631767 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6384eba-400c-46ae-9079-74045e28ac70 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Made reservation on behalf of 0ad7b1f6e96a40538a966af0f41e67e6 for: {'network': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:58:17.636035 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-e6384eba-400c-46ae-9079-74045e28ac70 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for network, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:17.660320 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ab2545-45a7-4913-a6af-090e2ba011e8 None None] Routers {'744c841e-4b42-4b64-aea3-3a62862aa71b'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:58:17.661414 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-a8ab2545-45a7-4913-a6af-090e2ba011e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T11:58:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['744c841e-4b42-4b64-aea3-3a62862aa71b'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:58:17.667699 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-6b863632-c4c4-4085-b177-7d55c54abef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:17.710841 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1f3a712-891c-42c6-8409-ccc726979840 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Made reservation on behalf of b4adfe5c8b3a4e57a1afd1d44c455245 for: {'subnet': 1} {{(pid=87870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:58:17.712039 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6384eba-400c-46ae-9079-74045e28ac70 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'} {{(pid=87871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 11:58:17.714861 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-f1f3a712-891c-42c6-8409-ccc726979840 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2563571'] for subnet, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:17.724611 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b863632-c4c4-4085-b177-7d55c54abef0 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b5afcb8-5cb5-491f-b4e1-8a52a44ebc8d,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:58:17.734901 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96eb9101-f044-45f2-b25d-a2d8a79a4b10 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:58:17.739071 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-96eb9101-f044-45f2-b25d-a2d8a79a4b10 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] 10.222.0.30 "GET /v2.0/ports/bf20fe27-3fc7-4cc5-8be6-65f6af1c1ab8 HTTP/1.1" status: 200 len: 910 time: 0.3804991 Mar 28 11:58:17.742235 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 52142) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:58:17.775319 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-7c66e634-46e4-48f5-88e2-b06fc6335470 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'd9207715-a309-4a1c-8792-a47676d55b33'}]}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:58:17.859727 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-d082b9e1-4788-4a3f-ba85-a76ba2c38ed0 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:17.872894 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-a8ab2545-45a7-4913-a6af-090e2ba011e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:58:17.873470 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ab2545-45a7-4913-a6af-090e2ba011e8 None None] The sync data for ids ['744c841e-4b42-4b64-aea3-3a62862aa71b'] in dv-neutron-835340-2-hyperv is: [] {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 11:58:17.999193 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-e6384eba-400c-46ae-9079-74045e28ac70 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:17.999806 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.db.segments_db [None req-e6384eba-400c-46ae-9079-74045e28ac70 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Added segment c1f4eeb5-3754-42d6-a1df-8579554a5e20 of type vlan for network f822f9dd-9f44-4df8-be3b-31b4a6c15a0b Mar 28 11:58:18.026116 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-9e26820e-edb5-4247-b5d8-e32c221134d2 tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:58:18.032848 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-e6384eba-400c-46ae-9079-74045e28ac70 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783495836591'] for network, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:18.052157 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-9e26820e-edb5-4247-b5d8-e32c221134d2 tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Usage tracker for resource:subnet and tenant:1fdd77c40c034f3cb33462467c5da67a is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:58:18.072071 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-8bb15e6a-a9d0-4807-9a69-3e14b31d93ec None None] For port 25f6827a-ccdc-417d-8a7d-8df8f02b94e6, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=25f6827a-ccdc-417d-8a7d-8df8f02b94e6,segment=NetworkSegment(bd053757-b8b4-4f3a-b553-aa242f2d15d2),segment_id=bd053757-b8b4-4f3a-b553-aa242f2d15d2)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:58:18.072411 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-9e26820e-edb5-4247-b5d8-e32c221134d2 tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:58:18.072619 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-8bb15e6a-a9d0-4807-9a69-3e14b31d93ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:18.083501 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:18.108020 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-9e26820e-edb5-4247-b5d8-e32c221134d2 tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:58:18.151200 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-e6384eba-400c-46ae-9079-74045e28ac70 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765'] for network, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:18.156676 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6384eba-400c-46ae-9079-74045e28ac70 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:58:18.157291 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-e6384eba-400c-46ae-9079-74045e28ac70 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks [] for network, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:18.211227 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-8bb15e6a-a9d0-4807-9a69-3e14b31d93ec None None] Calling delete_port for 25f6827a-ccdc-417d-8a7d-8df8f02b94e6 owned by network:dhcp {{(pid=87872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:58:18.275247 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] For port 25f6827a-ccdc-417d-8a7d-8df8f02b94e6, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=25f6827a-ccdc-417d-8a7d-8df8f02b94e6,segment=NetworkSegment(bd053757-b8b4-4f3a-b553-aa242f2d15d2),segment_id=bd053757-b8b4-4f3a-b553-aa242f2d15d2)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:58:18.282376 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:18.358206 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6384eba-400c-46ae-9079-74045e28ac70 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Pushing event updated for resources: {'Network': ['ID=f822f9dd-9f44-4df8-be3b-31b4a6c15a0b,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:58:18.367926 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.db.api [None req-8bb15e6a-a9d0-4807-9a69-3e14b31d93ec None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87872) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 11:58:18.368548 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG oslo_db.api [None req-8bb15e6a-a9d0-4807-9a69-3e14b31d93ec None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 11:58:18.374014 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Network f822f9dd-9f44-4df8-be3b-31b4a6c15a0b details requested by agent ovs-agent-dv-neutron-835340-2-hyperv with host dv-neutron-835340-2-hyperv {{(pid=87872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 11:58:18.374175 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-e6384eba-400c-46ae-9079-74045e28ac70 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8312273 Mar 28 11:58:18.374976 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 52146) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:58:18.383059 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-b5825d2c-371d-469d-86d3-21856b2d5bc3 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Request body: {'subnet': {'network_id': 'f822f9dd-9f44-4df8-be3b-31b4a6c15a0b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:58:18.398798 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Pushing event updated for resources: {'Port': ['ID=25f6827a-ccdc-417d-8a7d-8df8f02b94e6,revision_number=7']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:58:18.409205 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:58:18.409555 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:58:18.410311 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:58:18.410311 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:58:18.410527 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:58:18.410961 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:58:18.411180 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-d082b9e1-4788-4a3f-ba85-a76ba2c38ed0 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:18.411315 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:58:18.412162 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:58:18.412162 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:58:18.412162 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:58:18.412484 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:58:18.412560 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-6b863632-c4c4-4085-b177-7d55c54abef0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-743246'] for router_interface, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:18.412792 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:58:18.452725 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e26820e-edb5-4247-b5d8-e32c221134d2 tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Made reservation on behalf of 1fdd77c40c034f3cb33462467c5da67a for: {'subnet': 1} {{(pid=87870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:58:18.456105 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-9e26820e-edb5-4247-b5d8-e32c221134d2 tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2563571'] for subnet, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:18.482455 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d082b9e1-4788-4a3f-ba85-a76ba2c38ed0 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b08add55-54f5-4bcf-b8d1-b35b70cf3f64,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:58:18.584265 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-b5825d2c-371d-469d-86d3-21856b2d5bc3 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:58:18.597610 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-b5825d2c-371d-469d-86d3-21856b2d5bc3 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Usage tracker for resource:subnet and tenant:0ad7b1f6e96a40538a966af0f41e67e6 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:58:18.604628 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-5c800cb4-0078-4900-9a9f-3263d5f1985b tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] Notify callbacks [] for router_gateway, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:18.647377 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-b5825d2c-371d-469d-86d3-21856b2d5bc3 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:58:18.660980 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-b5825d2c-371d-469d-86d3-21856b2d5bc3 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:58:18.684538 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5825d2c-371d-469d-86d3-21856b2d5bc3 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Made reservation on behalf of 0ad7b1f6e96a40538a966af0f41e67e6 for: {'subnet': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:58:18.687988 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-b5825d2c-371d-469d-86d3-21856b2d5bc3 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26551362'] for subnet, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:18.742785 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-d082b9e1-4788-4a3f-ba85-a76ba2c38ed0 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks [] for security_group, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:18.744356 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-d082b9e1-4788-4a3f-ba85-a76ba2c38ed0 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] 10.222.0.30 "DELETE /v2.0/security-groups/b08add55-54f5-4bcf-b8d1-b35b70cf3f64 HTTP/1.1" status: 204 len: 168 time: 1.6425707 Mar 28 11:58:18.765235 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 52150) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:58:18.792162 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-7c66e634-46e4-48f5-88e2-b06fc6335470 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:18.869964 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-8bb15e6a-a9d0-4807-9a69-3e14b31d93ec None None] Deleting port 25f6827a-ccdc-417d-8a7d-8df8f02b94e6 {{(pid=87872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:58:18.870596 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-8bb15e6a-a9d0-4807-9a69-3e14b31d93ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:19.023648 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b863632-c4c4-4085-b177-7d55c54abef0 admin admin] Router e0cc35fd-c36e-466e-b03a-106c19342ec3 has already been hosted by L3 agent af79d429-529e-400b-a119-94d4bec03f3e {{(pid=87871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 11:58:19.085208 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-8bb15e6a-a9d0-4807-9a69-3e14b31d93ec None None] For port 25f6827a-ccdc-417d-8a7d-8df8f02b94e6, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=25f6827a-ccdc-417d-8a7d-8df8f02b94e6,segment=NetworkSegment(bd053757-b8b4-4f3a-b553-aa242f2d15d2),segment_id=bd053757-b8b4-4f3a-b553-aa242f2d15d2)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:58:19.085601 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-8bb15e6a-a9d0-4807-9a69-3e14b31d93ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:19.161133 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-b5825d2c-371d-469d-86d3-21856b2d5bc3 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2364128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26551408'] for subnet, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:19.258457 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-8bb15e6a-a9d0-4807-9a69-3e14b31d93ec None None] Calling delete_port for 25f6827a-ccdc-417d-8a7d-8df8f02b94e6 owned by network:dhcp {{(pid=87872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:58:19.322636 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5825d2c-371d-469d-86d3-21856b2d5bc3 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Pushing event updated for resources: {'Subnet': ['ID=dfe98649-04f8-41c0-8ef1-1a75e2af3ff3,revision_number=0']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:58:19.325791 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b863632-c4c4-4085-b177-7d55c54abef0 admin admin] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 11:58:19.336352 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-747eec28-725e-40fa-b1c9-6961d20e3dbe tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks [] for security_group, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:19.341263 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-6b863632-c4c4-4085-b177-7d55c54abef0 admin admin] 10.222.0.30 "PUT /v2.0/routers/e0cc35fd-c36e-466e-b03a-106c19342ec3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0436809 Mar 28 11:58:19.343109 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5825d2c-371d-469d-86d3-21856b2d5bc3 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Checking segment: {'id': 'c1f4eeb5-3754-42d6-a1df-8579554a5e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'f822f9dd-9f44-4df8-be3b-31b4a6c15a0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:58:19.343109 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5825d2c-371d-469d-86d3-21856b2d5bc3 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Network hostable DHCP agents. Network: f822f9dd-9f44-4df8-be3b-31b4a6c15a0b, hostable agents: ['3cb85949-855b-4a40-b988-cd5705e511da'], hosted agents: [] {{(pid=87871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 11:58:19.343895 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd2e601-7543-4b70-98e5-303cbdad1f8e None None] Sync routers for ids ['e0cc35fd-c36e-466e-b03a-106c19342ec3'] in dv-neutron-835340-2-hyperv {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 11:58:19.348696 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 52154) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:58:19.352270 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-8bb15e6a-a9d0-4807-9a69-3e14b31d93ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250'] for port, after_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:19.361369 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd2e601-7543-4b70-98e5-303cbdad1f8e None None] Routers {'e0cc35fd-c36e-466e-b03a-106c19342ec3'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:58:19.362820 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-bdd2e601-7543-4b70-98e5-303cbdad1f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T11:58:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['e0cc35fd-c36e-466e-b03a-106c19342ec3'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:58:19.409558 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb15e6a-a9d0-4807-9a69-3e14b31d93ec None None] Pushing event deleted for resources: {'Port': ['ID=25f6827a-ccdc-417d-8a7d-8df8f02b94e6,revision_number=None']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:58:19.411725 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb15e6a-a9d0-4807-9a69-3e14b31d93ec None None] No DVR routers for this DVR port 25f6827a-ccdc-417d-8a7d-8df8f02b94e6 on host dv-neutron-835340-2-hyperv {{(pid=87872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 11:58:19.431023 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.objects.ports [None req-f1f3a712-891c-42c6-8409-ccc726979840 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87870) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 28 11:58:19.445497 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-f1f3a712-891c-42c6-8409-ccc726979840 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2561241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2563521'] for subnet, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:19.579308 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5825d2c-371d-469d-86d3-21856b2d5bc3 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Network f822f9dd-9f44-4df8-be3b-31b4a6c15a0b is scheduled to be hosted by DHCP agent 3cb85949-855b-4a40-b988-cd5705e511da with binding_index 1 {{(pid=87871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 11:58:19.605104 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvr_db [None req-bdd2e601-7543-4b70-98e5-303cbdad1f8e None None] Set router e0cc35fd-c36e-466e-b03a-106c19342ec3 gateway port host: dv-neutron-835340-2-hyperv {{(pid=87873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:58:19.653421 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-b5825d2c-371d-469d-86d3-21856b2d5bc3 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-2-hyperv, f822f9dd-9f44-4df8-be3b-31b4a6c15a0b) {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:58:19.661413 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5825d2c-371d-469d-86d3-21856b2d5bc3 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:58:19.662059 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-b5825d2c-371d-469d-86d3-21856b2d5bc3 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538751'] for subnet, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:19.669135 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3fd567e-d7d5-4515-885e-6f3106b3d357 None None] Network f822f9dd-9f44-4df8-be3b-31b4a6c15a0b requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:58:19.693633 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-bad46a4a-55c0-4731-9f35-82b50d233f8c admin admin] Notify callbacks [] for router, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:19.778031 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-747eec28-725e-40fa-b1c9-6961d20e3dbe tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:19.817249 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-b5825d2c-371d-469d-86d3-21856b2d5bc3 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4410701 Mar 28 11:58:19.824032 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 52158) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:58:19.876201 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1f3a712-891c-42c6-8409-ccc726979840 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Network e95a87e2-4c44-46e2-9de5-2786cbaea69c is already hosted by enough agents. {{(pid=87870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:58:19.903790 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.base_scheduler [None req-f1f3a712-891c-42c6-8409-ccc726979840 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Resources bound (agent type, host, resource id): {{(pid=87870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:58:19.927088 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49fcccad-a248-4a74-8b3a-730ea8ceeb5e None None] Network e95a87e2-4c44-46e2-9de5-2786cbaea69c requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:58:19.954319 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-bad46a4a-55c0-4731-9f35-82b50d233f8c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:19.956940 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f3a712-891c-42c6-8409-ccc726979840 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Pushing event updated for resources: {'Subnet': ['ID=f36e9f9b-b6e3-4a3f-b1db-ff73cf5a9826,revision_number=0']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:58:19.960047 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1f3a712-891c-42c6-8409-ccc726979840 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:58:19.960643 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-f1f3a712-891c-42c6-8409-ccc726979840 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks [] for subnet, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:19.974960 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-bad46a4a-55c0-4731-9f35-82b50d233f8c admin admin] Deleting port cde66981-b80d-4fd1-a873-aa0ceb8e9778 {{(pid=87871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:58:19.975683 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-bad46a4a-55c0-4731-9f35-82b50d233f8c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:19.990387 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-bdd2e601-7543-4b70-98e5-303cbdad1f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0cc35fd-c36e-466e-b03a-106c19342ec3', 'name': 'tempest-ServerActionsTestJSON-286231784-router', 'tenant_id': 'a9d4ebb77b824347aa8bcf325a031e53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.97'}], 'enable_snat': True}, 'gw_port_id': 'cde66981-b80d-4fd1-a873-aa0ceb8e9778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:54:11Z', 'updated_at': '2022-03-28T11:58:17Z', 'revision_number': 5, 'project_id': 'a9d4ebb77b824347aa8bcf325a031e53', 'gw_port': {'id': 'cde66981-b80d-4fd1-a873-aa0ceb8e9778', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:a0:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0cc35fd-c36e-466e-b03a-106c19342ec3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:54:13Z', 'updated_at': '2022-03-28T11:54:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv'}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:58:19.991511 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-9e26820e-edb5-4247-b5d8-e32c221134d2 tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2561241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2563521'] for subnet, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:19.995043 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd2e601-7543-4b70-98e5-303cbdad1f8e None None] Checking router: e0cc35fd-c36e-466e-b03a-106c19342ec3 for host: dv-neutron-835340-2-hyperv {{(pid=87873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 11:58:20.006002 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd2e601-7543-4b70-98e5-303cbdad1f8e None None] Routers {'e0cc35fd-c36e-466e-b03a-106c19342ec3'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:58:20.006302 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-bdd2e601-7543-4b70-98e5-303cbdad1f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T11:58:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['e0cc35fd-c36e-466e-b03a-106c19342ec3'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:58:20.095098 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-5c800cb4-0078-4900-9a9f-3263d5f1985b tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709693'] for router, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:20.117255 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c5aa3b1-66e5-4c19-a325-b0c45b90ff35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1d3f2a9-8722-5ce5-bc40-181687d1ed3f-f822f9dd-9f44-4df8-be3b-31b4a6c15a0b', 'network_id': 'f822f9dd-9f44-4df8-be3b-31b4a6c15a0b', 'tenant_id': '0ad7b1f6e96a40538a966af0f41e67e6', 'fixed_ips': [{'subnet_id': 'dfe98649-04f8-41c0-8ef1-1a75e2af3ff3'}]}} from dv-neutron-835340-2-hyperv. {{(pid=87872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 11:58:20.118283 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-4c5aa3b1-66e5-4c19-a325-b0c45b90ff35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:20.198216 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvr_db [None req-bdd2e601-7543-4b70-98e5-303cbdad1f8e None None] Set router e0cc35fd-c36e-466e-b03a-106c19342ec3 gateway port host: None {{(pid=87873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:58:20.218268 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.db [None req-bad46a4a-55c0-4731-9f35-82b50d233f8c admin admin] For port cde66981-b80d-4fd1-a873-aa0ceb8e9778, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=cde66981-b80d-4fd1-a873-aa0ceb8e9778,segment=NetworkSegment(688afb86-c9bd-46e2-ba7d-3fe76fb1efff),segment_id=688afb86-c9bd-46e2-ba7d-3fe76fb1efff)] {{(pid=87871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:58:20.219517 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-bad46a4a-55c0-4731-9f35-82b50d233f8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:20.258482 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-f1f3a712-891c-42c6-8409-ccc726979840 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.2619903 Mar 28 11:58:20.258482 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-747eec28-725e-40fa-b1c9-6961d20e3dbe tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:20.259221 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-747eec28-725e-40fa-b1c9-6961d20e3dbe tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks [] for security_group, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:20.260327 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-747eec28-725e-40fa-b1c9-6961d20e3dbe tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] 10.222.0.30 "DELETE /v2.0/security-groups/5a75b00d-ddcf-4904-b023-64a9fd7e6526 HTTP/1.1" status: 204 len: 168 time: 1.4941704 Mar 28 11:58:20.281047 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 52162) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:58:20.281383 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 52164) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:58:20.313856 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a1365d3-25a4-4dbf-a598-a847224fdc17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1d3f2a9-8722-5ce5-bc40-181687d1ed3f-e95a87e2-4c44-46e2-9de5-2786cbaea69c', 'network_id': 'e95a87e2-4c44-46e2-9de5-2786cbaea69c', 'tenant_id': 'b4adfe5c8b3a4e57a1afd1d44c455245', 'fixed_ips': [{'subnet_id': 'f36e9f9b-b6e3-4a3f-b1db-ff73cf5a9826'}]}} from dv-neutron-835340-2-hyperv. {{(pid=87872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 11:58:20.315159 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-4a1365d3-25a4-4dbf-a598-a847224fdc17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:20.321913 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-03fe6398-767b-47ae-837e-27a971776712 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Request body: {'subnet': {'network_id': 'e95a87e2-4c44-46e2-9de5-2786cbaea69c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:58:20.343975 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-bdd2e601-7543-4b70-98e5-303cbdad1f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0cc35fd-c36e-466e-b03a-106c19342ec3', 'name': 'tempest-ServerActionsTestJSON-286231784-router', 'tenant_id': 'a9d4ebb77b824347aa8bcf325a031e53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:54:11Z', 'updated_at': '2022-03-28T11:58:19Z', 'revision_number': 6, 'project_id': 'a9d4ebb77b824347aa8bcf325a031e53', 'gw_port_host': None}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:58:20.348799 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd2e601-7543-4b70-98e5-303cbdad1f8e None None] The sync data for ids ['e0cc35fd-c36e-466e-b03a-106c19342ec3'] in dv-neutron-835340-2-hyperv is: [{'id': 'e0cc35fd-c36e-466e-b03a-106c19342ec3', 'name': 'tempest-ServerActionsTestJSON-286231784-router', 'tenant_id': 'a9d4ebb77b824347aa8bcf325a031e53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:54:11Z', 'updated_at': '2022-03-28T11:58:19Z', 'revision_number': 6, 'project_id': 'a9d4ebb77b824347aa8bcf325a031e53', 'gw_port_host': None}] {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 11:58:20.397199 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-bad46a4a-55c0-4731-9f35-82b50d233f8c admin admin] Calling delete_port for cde66981-b80d-4fd1-a873-aa0ceb8e9778 owned by network:router_gateway {{(pid=87871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:58:20.405898 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e26820e-edb5-4247-b5d8-e32c221134d2 tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Pushing event updated for resources: {'Subnet': ['ID=70b68b12-ebad-422a-8c70-53833eb5025f,revision_number=0']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:58:20.448587 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747eec28-725e-40fa-b1c9-6961d20e3dbe tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a75b00d-ddcf-4904-b023-64a9fd7e6526,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:58:20.474571 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.agents_db [None req-03fd49d8-b51b-41c1-8716-b8e265c93689 None None] Agent healthcheck: found 6 active agents {{(pid=87873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 11:58:20.532853 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-bdf6cdd3-dc3e-4603-85c3-c9164aa6d270 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588883'] for network, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:20.564167 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.db_base_plugin_common [None req-4c5aa3b1-66e5-4c19-a325-b0c45b90ff35 None None] Allocated IP 172.20.0.2 (f822f9dd-9f44-4df8-be3b-31b4a6c15a0b/dfe98649-04f8-41c0-8ef1-1a75e2af3ff3/f7cdb7d8-5e3c-4db1-9149-ece22e7c2332) {{(pid=87872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:58:20.579822 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:20.592318 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.db_base_plugin_common [None req-4a1365d3-25a4-4dbf-a598-a847224fdc17 None None] Allocated IP 2001:db8::f816:3eff:fea3:18c6 (e95a87e2-4c44-46e2-9de5-2786cbaea69c/f36e9f9b-b6e3-4a3f-b1db-ff73cf5a9826/452c8112-9a27-494a-a70e-2ac21276e8dc) {{(pid=87872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:58:20.598444 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-bad46a4a-55c0-4731-9f35-82b50d233f8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:20.652836 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e26820e-edb5-4247-b5d8-e32c221134d2 tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Checking segment: {'id': '551c2aed-382e-4255-9e23-2a901ac10583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'e8a1a69a-b53e-4b14-ac02-716c8a955b9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:58:20.653111 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e26820e-edb5-4247-b5d8-e32c221134d2 tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Network hostable DHCP agents. Network: e8a1a69a-b53e-4b14-ac02-716c8a955b9a, hostable agents: ['3cb85949-855b-4a40-b988-cd5705e511da'], hosted agents: [] {{(pid=87870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 11:58:20.688660 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad46a4a-55c0-4731-9f35-82b50d233f8c admin admin] Pushing event deleted for resources: {'Port': ['ID=cde66981-b80d-4fd1-a873-aa0ceb8e9778,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:58:20.706247 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.db_base_plugin_v2 [None req-71393a61-cc18-49d6-a7e6-ab46e06e411c tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Deleting subnet f08009f9-e83f-4e39-8a5e-7e2d4b413376 {{(pid=87870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 11:58:20.732945 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-71393a61-cc18-49d6-a7e6-ab46e06e411c tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks [] for subnet, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:20.745087 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-bad46a4a-55c0-4731-9f35-82b50d233f8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-709573'] for router_gateway, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:20.832626 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-71393a61-cc18-49d6-a7e6-ab46e06e411c tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3591354'] for subnet, precommit_delete_associations {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:20.935649 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-bad46a4a-55c0-4731-9f35-82b50d233f8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-745164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-260864'] for router, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:20.937802 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-bad46a4a-55c0-4731-9f35-82b50d233f8c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:20.970040 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-bad46a4a-55c0-4731-9f35-82b50d233f8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-745021'] for router, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:20.970540 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bad46a4a-55c0-4731-9f35-82b50d233f8c admin admin] Fanout notify agent at l3_agent the message router_deleted on router e0cc35fd-c36e-466e-b03a-106c19342ec3 {{(pid=87871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 11:58:20.987360 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-bad46a4a-55c0-4731-9f35-82b50d233f8c admin admin] Notify callbacks [] for router, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:20.990543 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-bad46a4a-55c0-4731-9f35-82b50d233f8c admin admin] 10.222.0.30 "DELETE /v2.0/routers/e0cc35fd-c36e-466e-b03a-106c19342ec3 HTTP/1.1" status: 204 len: 168 time: 1.6384945 Mar 28 11:58:20.991104 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 52170) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:58:21.001265 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-4c5aa3b1-66e5-4c19-a325-b0c45b90ff35 None None] Notify callbacks [] for port, precommit_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:21.021407 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-4c5aa3b1-66e5-4c19-a325-b0c45b90ff35 None None] Transition to ACTIVE for port object f7cdb7d8-5e3c-4db1-9149-ece22e7c2332 will not be triggered until provisioned by entity L2. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:58:21.021652 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e26820e-edb5-4247-b5d8-e32c221134d2 tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Network e8a1a69a-b53e-4b14-ac02-716c8a955b9a is scheduled to be hosted by DHCP agent 3cb85949-855b-4a40-b988-cd5705e511da with binding_index 1 {{(pid=87870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 11:58:21.030752 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-4a1365d3-25a4-4dbf-a598-a847224fdc17 None None] Notify callbacks [] for port, precommit_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:21.051219 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-4a1365d3-25a4-4dbf-a598-a847224fdc17 None None] Transition to ACTIVE for port object 452c8112-9a27-494a-a70e-2ac21276e8dc will not be triggered until provisioned by entity L2. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:58:21.058207 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-4c5aa3b1-66e5-4c19-a325-b0c45b90ff35 None None] Transition to ACTIVE for port object f7cdb7d8-5e3c-4db1-9149-ece22e7c2332 will not be triggered until provisioned by entity DHCP. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:58:21.068872 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.base_scheduler [None req-9e26820e-edb5-4247-b5d8-e32c221134d2 tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-2-hyperv, e8a1a69a-b53e-4b14-ac02-716c8a955b9a) {{(pid=87870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:58:21.073957 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-4c5aa3b1-66e5-4c19-a325-b0c45b90ff35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241'] for port, after_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:21.076516 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-03fe6398-767b-47ae-837e-27a971776712 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:58:21.077948 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-4a1365d3-25a4-4dbf-a598-a847224fdc17 None None] Transition to ACTIVE for port object 452c8112-9a27-494a-a70e-2ac21276e8dc will not be triggered until provisioned by entity DHCP. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:58:21.081206 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8d4ea9a-10fc-4738-82b1-7f1d4d86c554 admin admin] Deleting subnet cfae7222-6a03-4ef8-86ee-e424dc4b71d7 {{(pid=87871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 11:58:21.084701 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-a8d4ea9a-10fc-4738-82b1-7f1d4d86c554 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:21.089522 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e26820e-edb5-4247-b5d8-e32c221134d2 tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:58:21.090099 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-9e26820e-edb5-4247-b5d8-e32c221134d2 tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Notify callbacks [] for subnet, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:21.102653 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-03fe6398-767b-47ae-837e-27a971776712 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Usage tracker for resource:subnet and tenant:b4adfe5c8b3a4e57a1afd1d44c455245 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:58:21.115331 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f16317d-14c9-4871-9906-874520a8c2e4 None None] Network e8a1a69a-b53e-4b14-ac02-716c8a955b9a requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:58:21.116272 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-03fe6398-767b-47ae-837e-27a971776712 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:58:21.127014 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-bdf6cdd3-dc3e-4603-85c3-c9164aa6d270 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1919782'] for subnet, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:21.140309 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-a8d4ea9a-10fc-4738-82b1-7f1d4d86c554 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3436877'] for subnet, precommit_delete_associations {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:21.152963 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-4a1365d3-25a4-4dbf-a598-a847224fdc17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241'] for port, after_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:21.163912 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-03fe6398-767b-47ae-837e-27a971776712 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:58:21.166227 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.db.resource_extend [None req-7c66e634-46e4-48f5-88e2-b06fc6335470 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 28 11:58:21.173643 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a1365d3-25a4-4dbf-a598-a847224fdc17 None None] Network e95a87e2-4c44-46e2-9de5-2786cbaea69c is already hosted by enough agents. {{(pid=87872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:58:21.181867 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.base_scheduler [None req-4a1365d3-25a4-4dbf-a598-a847224fdc17 None None] Resources bound (agent type, host, resource id): {{(pid=87872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:58:21.182091 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-71393a61-cc18-49d6-a7e6-ab46e06e411c tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1919782'] for subnet, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:21.189271 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1365d3-25a4-4dbf-a598-a847224fdc17 None None] Received port after_create {{(pid=87872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:58:21.234456 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c5aa3b1-66e5-4c19-a325-b0c45b90ff35 None None] Network f822f9dd-9f44-4df8-be3b-31b4a6c15a0b is already hosted by enough agents. {{(pid=87872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:58:21.243568 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-7c66e634-46e4-48f5-88e2-b06fc6335470 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks [] for port, precommit_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:21.260400 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-9e26820e-edb5-4247-b5d8-e32c221134d2 tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.7592139 Mar 28 11:58:21.268012 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03fe6398-767b-47ae-837e-27a971776712 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Made reservation on behalf of b4adfe5c8b3a4e57a1afd1d44c455245 for: {'subnet': 1} {{(pid=87870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:58:21.272436 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-03fe6398-767b-47ae-837e-27a971776712 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2563571'] for subnet, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:21.297172 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.base_scheduler [None req-4c5aa3b1-66e5-4c19-a325-b0c45b90ff35 None None] Resources bound (agent type, host, resource id): {{(pid=87872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:58:21.312091 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5aa3b1-66e5-4c19-a325-b0c45b90ff35 None None] Pushing event updated for resources: {'Port': ['ID=f7cdb7d8-5e3c-4db1-9149-ece22e7c2332,revision_number=1']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:58:21.314445 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c5aa3b1-66e5-4c19-a325-b0c45b90ff35 None None] Received port after_create {{(pid=87872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:58:21.363177 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 52174) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:58:21.365952 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c800cb4-0078-4900-9a9f-3263d5f1985b tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] Router 372ca761-6a66-4c69-8a94-b0ea7ef0c162 is scheduled to L3 agent af79d429-529e-400b-a119-94d4bec03f3e with binding_index 1 {{(pid=87870) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 11:58:21.376075 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-0ff2f4d0-4e18-4028-8a62-50df0c00c6ea tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Request body: {'router': {'external_gateway_info': {'network_id': 'e8a1a69a-b53e-4b14-ac02-716c8a955b9a'}}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:58:21.384443 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-a8d4ea9a-10fc-4738-82b1-7f1d4d86c554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1919782'] for subnet, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:21.437716 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-7c66e634-46e4-48f5-88e2-b06fc6335470 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2558288'] for port, after_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:21.471344 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-a8d4ea9a-10fc-4738-82b1-7f1d4d86c554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1919805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2364079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26551417'] for subnet, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:21.514873 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d4ea9a-10fc-4738-82b1-7f1d4d86c554 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cfae7222-6a03-4ef8-86ee-e424dc4b71d7,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:58:21.517681 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-a8d4ea9a-10fc-4738-82b1-7f1d4d86c554 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538751'] for subnet, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:21.520908 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-4a1365d3-25a4-4dbf-a598-a847224fdc17 None None] Attempting to bind port 452c8112-9a27-494a-a70e-2ac21276e8dc on host dv-neutron-835340-2-hyperv for vnic_type normal with profile {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:58:21.521496 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-4a1365d3-25a4-4dbf-a598-a847224fdc17 None None] Attempting to bind port 452c8112-9a27-494a-a70e-2ac21276e8dc by drivers openvswitch,hyperv on host dv-neutron-835340-2-hyperv at level 0 using segments [{'id': 'bd053757-b8b4-4f3a-b553-aa242f2d15d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e95a87e2-4c44-46e2-9de5-2786cbaea69c'}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:58:21.522076 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1365d3-25a4-4dbf-a598-a847224fdc17 None None] Attempting to bind port 452c8112-9a27-494a-a70e-2ac21276e8dc on network e95a87e2-4c44-46e2-9de5-2786cbaea69c {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:58:21.526584 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-a8d4ea9a-10fc-4738-82b1-7f1d4d86c554 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/cfae7222-6a03-4ef8-86ee-e424dc4b71d7 HTTP/1.1" status: 204 len: 168 time: 0.5347402 Mar 28 11:58:21.529044 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 52178) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:58:21.539730 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1365d3-25a4-4dbf-a598-a847224fdc17 None None] Checking agent: {'id': '961a16fe-cbc8-4264-ac28-bbbd53f89caa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 46, 6), 'started_at': datetime.datetime(2022, 3, 28, 11, 46, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 11, 58, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 11:58:21.540733 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1365d3-25a4-4dbf-a598-a847224fdc17 None None] Checking segment: {'id': 'bd053757-b8b4-4f3a-b553-aa242f2d15d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e95a87e2-4c44-46e2-9de5-2786cbaea69c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:58:21.541155 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-4a1365d3-25a4-4dbf-a598-a847224fdc17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:21.541529 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1365d3-25a4-4dbf-a598-a847224fdc17 None None] Bound using segment: {'id': 'bd053757-b8b4-4f3a-b553-aa242f2d15d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e95a87e2-4c44-46e2-9de5-2786cbaea69c'} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 11:58:21.542217 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-4a1365d3-25a4-4dbf-a598-a847224fdc17 None None] Bound port: 452c8112-9a27-494a-a70e-2ac21276e8dc, host: dv-neutron-835340-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd053757-b8b4-4f3a-b553-aa242f2d15d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e95a87e2-4c44-46e2-9de5-2786cbaea69c'}}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 11:58:21.543090 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-4a1365d3-25a4-4dbf-a598-a847224fdc17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:21.599159 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-177a55ec-57db-4440-9438-88220b2e85f5 None None] Network b072139b-1edf-4981-9f6f-41603d7605ef requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:58:21.632408 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device cde66981-b80d-4fd1-a873-aa0ceb8e9778 no longer exists at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 11:58:21.659378 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-a311c6bf-510f-454c-baf5-393e08cfccd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588883'] for network, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:21.674842 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-a311c6bf-510f-454c-baf5-393e08cfccd2 admin admin] Deleting port 3427895c-99da-4390-9f1d-9a02bef4a15f {{(pid=87871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:58:21.675244 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-a311c6bf-510f-454c-baf5-393e08cfccd2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:21.714625 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1365d3-25a4-4dbf-a598-a847224fdc17 None None] Pushing event updated for resources: {'Port': ['ID=452c8112-9a27-494a-a70e-2ac21276e8dc,revision_number=1']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:58:21.723585 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] No Port match for: cde66981-b80d-4fd1-a873-aa0ceb8e9778 {{(pid=87872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 11:58:21.723932 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device cde66981-b80d-4fd1-a873-aa0ceb8e9778 not bound to the agent host dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 11:58:21.724370 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 3b5afcb8-5cb5-491f-b4e1-8a52a44ebc8d no longer exists at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 11:58:21.840669 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-4a1365d3-25a4-4dbf-a598-a847224fdc17 None None] For port 452c8112-9a27-494a-a70e-2ac21276e8dc, host dv-neutron-835340-2-hyperv, cleared binding levels {{(pid=87872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 11:58:21.840669 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-4a1365d3-25a4-4dbf-a598-a847224fdc17 None None] For port 452c8112-9a27-494a-a70e-2ac21276e8dc, host dv-neutron-835340-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=452c8112-9a27-494a-a70e-2ac21276e8dc,segment=NetworkSegment(bd053757-b8b4-4f3a-b553-aa242f2d15d2),segment_id=bd053757-b8b4-4f3a-b553-aa242f2d15d2)] {{(pid=87872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 11:58:21.922174 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] No Port match for: 3b5afcb8-5cb5-491f-b4e1-8a52a44ebc8d {{(pid=87872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 11:58:21.922526 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 3b5afcb8-5cb5-491f-b4e1-8a52a44ebc8d not bound to the agent host dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 11:58:21.930987 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-4a1365d3-25a4-4dbf-a598-a847224fdc17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:21.950956 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.db [None req-a311c6bf-510f-454c-baf5-393e08cfccd2 admin admin] For port 3427895c-99da-4390-9f1d-9a02bef4a15f, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=3427895c-99da-4390-9f1d-9a02bef4a15f,segment=NetworkSegment(e329885b-8f4a-46ec-aac6-9c31786794f0),segment_id=e329885b-8f4a-46ec-aac6-9c31786794f0)] {{(pid=87871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:58:21.951368 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-a311c6bf-510f-454c-baf5-393e08cfccd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:21.975174 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-4c5aa3b1-66e5-4c19-a325-b0c45b90ff35 None None] Attempting to bind port f7cdb7d8-5e3c-4db1-9149-ece22e7c2332 on host dv-neutron-835340-2-hyperv for vnic_type normal with profile {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:58:21.976738 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-4c5aa3b1-66e5-4c19-a325-b0c45b90ff35 None None] Attempting to bind port f7cdb7d8-5e3c-4db1-9149-ece22e7c2332 by drivers openvswitch,hyperv on host dv-neutron-835340-2-hyperv at level 0 using segments [{'id': 'c1f4eeb5-3754-42d6-a1df-8579554a5e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'f822f9dd-9f44-4df8-be3b-31b4a6c15a0b'}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:58:21.976738 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c5aa3b1-66e5-4c19-a325-b0c45b90ff35 None None] Attempting to bind port f7cdb7d8-5e3c-4db1-9149-ece22e7c2332 on network f822f9dd-9f44-4df8-be3b-31b4a6c15a0b {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:58:22.007630 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c66e634-46e4-48f5-88e2-b06fc6335470 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Pushing event updated for resources: {'Port': ['ID=bf20fe27-3fc7-4cc5-8be6-65f6af1c1ab8,revision_number=3']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:58:22.011264 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c5aa3b1-66e5-4c19-a325-b0c45b90ff35 None None] Checking agent: {'id': '961a16fe-cbc8-4264-ac28-bbbd53f89caa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 46, 6), 'started_at': datetime.datetime(2022, 3, 28, 11, 46, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 11, 58, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 11:58:22.011677 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c5aa3b1-66e5-4c19-a325-b0c45b90ff35 None None] Checking segment: {'id': 'c1f4eeb5-3754-42d6-a1df-8579554a5e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'f822f9dd-9f44-4df8-be3b-31b4a6c15a0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:58:22.012084 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-4c5aa3b1-66e5-4c19-a325-b0c45b90ff35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:22.012469 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c5aa3b1-66e5-4c19-a325-b0c45b90ff35 None None] Bound using segment: {'id': 'c1f4eeb5-3754-42d6-a1df-8579554a5e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'f822f9dd-9f44-4df8-be3b-31b4a6c15a0b'} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 11:58:22.013000 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-4c5aa3b1-66e5-4c19-a325-b0c45b90ff35 None None] Bound port: f7cdb7d8-5e3c-4db1-9149-ece22e7c2332, host: dv-neutron-835340-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1f4eeb5-3754-42d6-a1df-8579554a5e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'f822f9dd-9f44-4df8-be3b-31b4a6c15a0b'}}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 11:58:22.013319 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-4c5aa3b1-66e5-4c19-a325-b0c45b90ff35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:22.031959 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c66e634-46e4-48f5-88e2-b06fc6335470 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:58:22.032617 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-7c66e634-46e4-48f5-88e2-b06fc6335470 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:22.036926 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-7c66e634-46e4-48f5-88e2-b06fc6335470 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] 10.222.0.30 "PUT /v2.0/ports/bf20fe27-3fc7-4cc5-8be6-65f6af1c1ab8 HTTP/1.1" status: 200 len: 910 time: 4.2810683 Mar 28 11:58:22.083687 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 52182) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:58:22.093880 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-a311c6bf-510f-454c-baf5-393e08cfccd2 admin admin] Calling delete_port for 3427895c-99da-4390-9f1d-9a02bef4a15f owned by network:dhcp {{(pid=87871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:58:22.096349 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-bdf6cdd3-dc3e-4603-85c3-c9164aa6d270 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1919805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2561174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2563528'] for subnet, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:22.142127 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-71393a61-cc18-49d6-a7e6-ab46e06e411c tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1919805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2561174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2563528'] for subnet, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:22.236815 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1365d3-25a4-4dbf-a598-a847224fdc17 None None] Pushing event updated for resources: {'Port': ['ID=452c8112-9a27-494a-a70e-2ac21276e8dc,revision_number=2']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:58:22.238636 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf6cdd3-dc3e-4603-85c3-c9164aa6d270 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Pushing event deleted for resources: {'Subnet': ['ID=dfe98649-04f8-41c0-8ef1-1a75e2af3ff3,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:58:22.251501 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-883999eb-063c-4523-b742-fe5f249dea6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1d3f2a9-8722-5ce5-bc40-181687d1ed3f-e8a1a69a-b53e-4b14-ac02-716c8a955b9a', 'network_id': 'e8a1a69a-b53e-4b14-ac02-716c8a955b9a', 'tenant_id': '1fdd77c40c034f3cb33462467c5da67a', 'fixed_ips': [{'subnet_id': '70b68b12-ebad-422a-8c70-53833eb5025f'}]}} from dv-neutron-835340-2-hyperv. {{(pid=87872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 11:58:22.252698 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-883999eb-063c-4523-b742-fe5f249dea6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:22.323803 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-4c5aa3b1-66e5-4c19-a325-b0c45b90ff35 None None] For port f7cdb7d8-5e3c-4db1-9149-ece22e7c2332, host dv-neutron-835340-2-hyperv, cleared binding levels {{(pid=87872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 11:58:22.334462 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-4c5aa3b1-66e5-4c19-a325-b0c45b90ff35 None None] For port f7cdb7d8-5e3c-4db1-9149-ece22e7c2332, host dv-neutron-835340-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=f7cdb7d8-5e3c-4db1-9149-ece22e7c2332,segment=NetworkSegment(c1f4eeb5-3754-42d6-a1df-8579554a5e20),segment_id=c1f4eeb5-3754-42d6-a1df-8579554a5e20)] {{(pid=87872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 11:58:22.348586 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-4c5aa3b1-66e5-4c19-a325-b0c45b90ff35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:22.370564 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-71393a61-cc18-49d6-a7e6-ab46e06e411c tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks [] for subnet, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:22.397810 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71393a61-cc18-49d6-a7e6-ab46e06e411c tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Pushing event deleted for resources: {'Subnet': ['ID=f08009f9-e83f-4e39-8a5e-7e2d4b413376,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:58:22.404101 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8af3e55d-d1a0-49b8-8d57-133de7a58c2b None None] Network 5df4ec91-b994-4337-98be-1b2930f844e7 requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:58:22.420523 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-a311c6bf-510f-454c-baf5-393e08cfccd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:22.530486 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-0ff2f4d0-4e18-4028-8a62-50df0c00c6ea tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-709632', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-707672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260923'] for router, precommit_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:22.552657 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a311c6bf-510f-454c-baf5-393e08cfccd2 admin admin] Pushing event deleted for resources: {'Port': ['ID=3427895c-99da-4390-9f1d-9a02bef4a15f,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:58:22.557449 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a311c6bf-510f-454c-baf5-393e08cfccd2 admin admin] No DVR routers for this DVR port 3427895c-99da-4390-9f1d-9a02bef4a15f on host dv-neutron-835340-2-hyperv {{(pid=87871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 11:58:22.576827 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-71393a61-cc18-49d6-a7e6-ab46e06e411c tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] 10.222.0.30 "DELETE /v2.0/subnets/f08009f9-e83f-4e39-8a5e-7e2d4b413376 HTTP/1.1" status: 204 len: 168 time: 2.2752662 Mar 28 11:58:22.582214 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 52186) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:58:22.588405 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-bdf6cdd3-dc3e-4603-85c3-c9164aa6d270 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930431', 'neutron.services.segments.db._delete_segments_for_network-8783496351308'] for network, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:22.600012 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-aac178c7-7e2a-4cf5-b3d5-ef6acbe0425e tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Request body: {'subnet': {'network_id': '5df4ec91-b994-4337-98be-1b2930f844e7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:58:22.615134 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c800cb4-0078-4900-9a9f-3263d5f1985b tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 11:58:22.643279 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1365c2c7-133d-4306-ae4a-8aa4c473eaa2 None None] Sync routers for ids ['372ca761-6a66-4c69-8a94-b0ea7ef0c162'] in dv-neutron-835340-2-hyperv {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 11:58:22.648389 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5aa3b1-66e5-4c19-a325-b0c45b90ff35 None None] Pushing event updated for resources: {'Port': ['ID=f7cdb7d8-5e3c-4db1-9149-ece22e7c2332,revision_number=2']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:58:22.739593 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1365c2c7-133d-4306-ae4a-8aa4c473eaa2 None None] Routers {'372ca761-6a66-4c69-8a94-b0ea7ef0c162'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:58:22.740533 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-1365c2c7-133d-4306-ae4a-8aa4c473eaa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T11:58:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['372ca761-6a66-4c69-8a94-b0ea7ef0c162'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:58:22.776437 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-a311c6bf-510f-454c-baf5-393e08cfccd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930431', 'neutron.services.segments.db._delete_segments_for_network-8783496351308'] for network, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:22.823419 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.segments.db [None req-a311c6bf-510f-454c-baf5-393e08cfccd2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b072139b-1edf-4981-9f6f-41603d7605ef']}} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:58:22.833508 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2acaa470-6158-4537-94a6-bce386fe0cf8 None None] DHCP port deletion for b072139b-1edf-4981-9f6f-41603d7605ef request from dv-neutron-835340-2-hyperv {{(pid=87872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 11:58:22.856252 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-5c800cb4-0078-4900-9a9f-3263d5f1985b tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] Notify callbacks [] for router, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:22.857513 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-5c800cb4-0078-4900-9a9f-3263d5f1985b tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 8.9724176 Mar 28 11:58:22.859685 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-bdf6cdd3-dc3e-4603-85c3-c9164aa6d270 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f822f9dd-9f44-4df8-be3b-31b4a6c15a0b']}} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:58:22.863245 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.db_base_plugin_common [None req-883999eb-063c-4523-b742-fe5f249dea6a None None] Allocated IP 2001:db8:1::2 (e8a1a69a-b53e-4b14-ac02-716c8a955b9a/70b68b12-ebad-422a-8c70-53833eb5025f/298e44fb-92f3-4173-b3a2-b59f3f5a25c8) {{(pid=87872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:58:22.872435 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-1365c2c7-133d-4306-ae4a-8aa4c473eaa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:58:22.872670 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 52190) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:58:22.904272 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-0a512f40-1ac5-4b4d-92c7-016dab006428 tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'enable_snat': False}}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:58:22.918684 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2fd29be-a8b7-496f-9c39-7349f3dff4a9 None None] Network f822f9dd-9f44-4df8-be3b-31b4a6c15a0b requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:58:22.941412 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.segments.db [None req-a311c6bf-510f-454c-baf5-393e08cfccd2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e329885b-8f4a-46ec-aac6-9c31786794f0') {'for_net_delete': True} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:58:22.941742 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.segments.db [None req-a311c6bf-510f-454c-baf5-393e08cfccd2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e329885b-8f4a-46ec-aac6-9c31786794f0') {} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:58:22.957302 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-a311c6bf-510f-454c-baf5-393e08cfccd2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783496353639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3436890'] for segment, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:22.966237 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-bdf6cdd3-dc3e-4603-85c3-c9164aa6d270 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1f4eeb5-3754-42d6-a1df-8579554a5e20') {'for_net_delete': True} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:58:22.966578 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-bdf6cdd3-dc3e-4603-85c3-c9164aa6d270 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1f4eeb5-3754-42d6-a1df-8579554a5e20') {} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:58:22.981990 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1365c2c7-133d-4306-ae4a-8aa4c473eaa2 None None] Routers {'372ca761-6a66-4c69-8a94-b0ea7ef0c162'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:58:22.983900 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-1365c2c7-133d-4306-ae4a-8aa4c473eaa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T11:58:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['372ca761-6a66-4c69-8a94-b0ea7ef0c162'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:58:22.986959 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-a311c6bf-510f-454c-baf5-393e08cfccd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:23.001975 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a311c6bf-510f-454c-baf5-393e08cfccd2 admin admin] Releasing vlan 80 on physical network physnet1 to pool {{(pid=87871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 11:58:23.002366 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-a311c6bf-510f-454c-baf5-393e08cfccd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1920481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2363149'] for segment, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:23.015246 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-bdf6cdd3-dc3e-4603-85c3-c9164aa6d270 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783496353639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3591341'] for segment, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:23.109893 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-bdf6cdd3-dc3e-4603-85c3-c9164aa6d270 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:23.139824 dv-neutron-835340-2-hyperv neutron-server[87871]: Traceback (most recent call last): Mar 28 11:58:23.139824 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 11:58:23.139824 dv-neutron-835340-2-hyperv neutron-server[87871]: timer() Mar 28 11:58:23.139824 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 11:58:23.139824 dv-neutron-835340-2-hyperv neutron-server[87871]: cb(*args, **kw) Mar 28 11:58:23.139824 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 11:58:23.139824 dv-neutron-835340-2-hyperv neutron-server[87871]: return func(*args, **kwargs) Mar 28 11:58:23.139824 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 11:58:23.139824 dv-neutron-835340-2-hyperv neutron-server[87871]: self._notify() Mar 28 11:58:23.139824 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 11:58:23.139824 dv-neutron-835340-2-hyperv neutron-server[87871]: self.callback(batched_events) Mar 28 11:58:23.139824 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 11:58:23.139824 dv-neutron-835340-2-hyperv neutron-server[87871]: event.method(event) Mar 28 11:58:23.139824 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 11:58:23.139824 dv-neutron-835340-2-hyperv neutron-server[87871]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 11:58:23.139824 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 11:58:23.139824 dv-neutron-835340-2-hyperv neutron-server[87871]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 11:58:23.139824 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 11:58:23.139824 dv-neutron-835340-2-hyperv neutron-server[87871]: return f(self, *a, **k) Mar 28 11:58:23.139824 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 11:58:23.139824 dv-neutron-835340-2-hyperv neutron-server[87871]: return self._get(url).json() Mar 28 11:58:23.139824 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 11:58:23.139824 dv-neutron-835340-2-hyperv neutron-server[87871]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 11:58:23.139824 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 11:58:23.139824 dv-neutron-835340-2-hyperv neutron-server[87871]: return self.request(url, 'GET', **kwargs) Mar 28 11:58:23.139824 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 11:58:23.139824 dv-neutron-835340-2-hyperv neutron-server[87871]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 11:58:23.139824 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 11:58:23.139824 dv-neutron-835340-2-hyperv neutron-server[87871]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 11:58:23.139824 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 11:58:23.139824 dv-neutron-835340-2-hyperv neutron-server[87871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 11:58:23.139824 dv-neutron-835340-2-hyperv neutron-server[87871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 11:58:23.185004 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-1365c2c7-133d-4306-ae4a-8aa4c473eaa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:58:23.185677 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1365c2c7-133d-4306-ae4a-8aa4c473eaa2 None None] The sync data for ids ['372ca761-6a66-4c69-8a94-b0ea7ef0c162'] in dv-neutron-835340-2-hyperv is: [] {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 11:58:23.263803 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-a311c6bf-510f-454c-baf5-393e08cfccd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709602'] for network, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:23.284500 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-a311c6bf-510f-454c-baf5-393e08cfccd2 admin admin] Notify callbacks [] for network, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:23.295456 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a311c6bf-510f-454c-baf5-393e08cfccd2 admin admin] Pushing event deleted for resources: {'Network': ['ID=b072139b-1edf-4981-9f6f-41603d7605ef,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:58:23.324613 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-e39c009e-22f3-4703-bd00-d495973bbe0d tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-743394'] for router_interface, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:23.350129 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdf6cdd3-dc3e-4603-85c3-c9164aa6d270 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=87870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 11:58:23.350531 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-bdf6cdd3-dc3e-4603-85c3-c9164aa6d270 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1920481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2558260'] for segment, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:23.372548 dv-neutron-835340-2-hyperv neutron-server[87870]: Traceback (most recent call last): Mar 28 11:58:23.372548 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 11:58:23.372548 dv-neutron-835340-2-hyperv neutron-server[87870]: timer() Mar 28 11:58:23.372548 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 11:58:23.372548 dv-neutron-835340-2-hyperv neutron-server[87870]: cb(*args, **kw) Mar 28 11:58:23.372548 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 11:58:23.372548 dv-neutron-835340-2-hyperv neutron-server[87870]: return func(*args, **kwargs) Mar 28 11:58:23.372548 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 11:58:23.372548 dv-neutron-835340-2-hyperv neutron-server[87870]: self._notify() Mar 28 11:58:23.372548 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 11:58:23.372548 dv-neutron-835340-2-hyperv neutron-server[87870]: self.callback(batched_events) Mar 28 11:58:23.372548 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 11:58:23.372548 dv-neutron-835340-2-hyperv neutron-server[87870]: event.method(event) Mar 28 11:58:23.372548 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 11:58:23.372548 dv-neutron-835340-2-hyperv neutron-server[87870]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 11:58:23.372548 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 11:58:23.372548 dv-neutron-835340-2-hyperv neutron-server[87870]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 11:58:23.372548 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 11:58:23.372548 dv-neutron-835340-2-hyperv neutron-server[87870]: return f(self, *a, **k) Mar 28 11:58:23.372548 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 11:58:23.372548 dv-neutron-835340-2-hyperv neutron-server[87870]: return self._get(url).json() Mar 28 11:58:23.372548 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 11:58:23.372548 dv-neutron-835340-2-hyperv neutron-server[87870]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 11:58:23.372548 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 11:58:23.372548 dv-neutron-835340-2-hyperv neutron-server[87870]: return self.request(url, 'GET', **kwargs) Mar 28 11:58:23.372548 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 11:58:23.372548 dv-neutron-835340-2-hyperv neutron-server[87870]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 11:58:23.372548 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 11:58:23.372548 dv-neutron-835340-2-hyperv neutron-server[87870]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 11:58:23.372548 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 11:58:23.372548 dv-neutron-835340-2-hyperv neutron-server[87870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 11:58:23.372548 dv-neutron-835340-2-hyperv neutron-server[87870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 11:58:23.382414 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-a311c6bf-510f-454c-baf5-393e08cfccd2 admin admin] 10.222.0.30 "DELETE /v2.0/networks/b072139b-1edf-4981-9f6f-41603d7605ef HTTP/1.1" status: 204 len: 168 time: 1.8500309 Mar 28 11:58:23.425364 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-aac178c7-7e2a-4cf5-b3d5-ef6acbe0425e tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:58:23.489468 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-aac178c7-7e2a-4cf5-b3d5-ef6acbe0425e tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Usage tracker for resource:subnet and tenant:beb99f647cec46e3bbf575ac0a3034e8 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:58:23.517082 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-aac178c7-7e2a-4cf5-b3d5-ef6acbe0425e tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:58:23.526513 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-03fe6398-767b-47ae-837e-27a971776712 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2561241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2563521'] for subnet, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:23.580823 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-aac178c7-7e2a-4cf5-b3d5-ef6acbe0425e tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:58:23.658893 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.db.api [None req-bdf6cdd3-dc3e-4603-85c3-c9164aa6d270 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 28 11:58:23.658893 dv-neutron-835340-2-hyperv neutron-server[87870]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 28 11:58:23.658893 dv-neutron-835340-2-hyperv neutron-server[87870]: [parameters: {'id': 'f822f9dd-9f44-4df8-be3b-31b4a6c15a0b'}] Mar 28 11:58:23.658893 dv-neutron-835340-2-hyperv neutron-server[87870]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87870) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 11:58:23.659272 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG oslo_db.api [None req-bdf6cdd3-dc3e-4603-85c3-c9164aa6d270 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 11:58:23.693400 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 452c8112-9a27-494a-a70e-2ac21276e8dc up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:58:23.722558 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-883999eb-063c-4523-b742-fe5f249dea6a None None] Notify callbacks [] for port, precommit_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:23.748423 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aac178c7-7e2a-4cf5-b3d5-ef6acbe0425e tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Made reservation on behalf of beb99f647cec46e3bbf575ac0a3034e8 for: {'subnet': 1} {{(pid=87870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:58:23.751965 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-aac178c7-7e2a-4cf5-b3d5-ef6acbe0425e tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2563571'] for subnet, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:23.761789 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-883999eb-063c-4523-b742-fe5f249dea6a None None] Transition to ACTIVE for port object 298e44fb-92f3-4173-b3a2-b59f3f5a25c8 will not be triggered until provisioned by entity L2. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:58:23.773155 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 52196) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:58:23.796784 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03fe6398-767b-47ae-837e-27a971776712 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Network e95a87e2-4c44-46e2-9de5-2786cbaea69c is already hosted by enough agents. {{(pid=87870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:58:23.820472 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-e39c009e-22f3-4703-bd00-d495973bbe0d tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Deleting port bf20fe27-3fc7-4cc5-8be6-65f6af1c1ab8 {{(pid=87871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:58:23.822624 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-e39c009e-22f3-4703-bd00-d495973bbe0d tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:23.826223 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-883999eb-063c-4523-b742-fe5f249dea6a None None] Transition to ACTIVE for port object 298e44fb-92f3-4173-b3a2-b59f3f5a25c8 will not be triggered until provisioned by entity DHCP. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:58:23.835155 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.base_scheduler [None req-03fe6398-767b-47ae-837e-27a971776712 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Resources bound (agent type, host, resource id): {{(pid=87870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:58:23.866059 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-883999eb-063c-4523-b742-fe5f249dea6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241'] for port, after_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:23.950019 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03fe6398-767b-47ae-837e-27a971776712 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:58:23.950602 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-03fe6398-767b-47ae-837e-27a971776712 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks [] for subnet, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:23.964186 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883999eb-063c-4523-b742-fe5f249dea6a None None] Pushing event updated for resources: {'Port': ['ID=298e44fb-92f3-4173-b3a2-b59f3f5a25c8,revision_number=1']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:58:23.971906 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-883999eb-063c-4523-b742-fe5f249dea6a None None] Network e8a1a69a-b53e-4b14-ac02-716c8a955b9a is already hosted by enough agents. {{(pid=87872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:58:23.973197 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning for port 452c8112-9a27-494a-a70e-2ac21276e8dc completed by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:58:23.980430 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.base_scheduler [None req-883999eb-063c-4523-b742-fe5f249dea6a None None] Resources bound (agent type, host, resource id): {{(pid=87872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:58:23.982521 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-883999eb-063c-4523-b742-fe5f249dea6a None None] Received port after_create {{(pid=87872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:58:24.073397 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fe6398-767b-47ae-837e-27a971776712 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Pushing event updated for resources: {'Subnet': ['ID=9176bb20-ba75-4ca1-8f0b-0bf3e1330d5f,revision_number=0']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:58:24.112480 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 3427895c-99da-4390-9f1d-9a02bef4a15f no longer exists at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 11:58:24.123087 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-e39c009e-22f3-4703-bd00-d495973bbe0d tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:24.138957 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f4c55d2-f41e-43a2-a576-173147074f14 None None] Network e95a87e2-4c44-46e2-9de5-2786cbaea69c requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:58:24.156744 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.api.v2.resource [None req-0ff2f4d0-4e18-4028-8a62-50df0c00c6ea tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 11:58:24.161178 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-0ff2f4d0-4e18-4028-8a62-50df0c00c6ea tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] 10.222.0.30 "PUT /v2.0/routers/2c57ae2a-6503-4086-ae47-ab11d4d86440 HTTP/1.1" status: 400 len: 364 time: 2.7894897 Mar 28 11:58:24.173774 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-03fe6398-767b-47ae-837e-27a971776712 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.8808758 Mar 28 11:58:24.174528 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-bdf6cdd3-dc3e-4603-85c3-c9164aa6d270 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588883'] for network, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:24.176214 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 52200) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:58:24.176541 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 52202) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:58:24.192744 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-8a25f5d4-ce15-4154-b427-c104b759771c tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Request body: {'port': {'network_id': 'e95a87e2-4c44-46e2-9de5-2786cbaea69c', 'mac_address': 'fa:16:3e:c0:c8:2f', 'name': 'tempest-NetworksTestDHCPv6-1332681061'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:58:24.269564 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-e39c009e-22f3-4703-bd00-d495973bbe0d tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Calling delete_port for bf20fe27-3fc7-4cc5-8be6-65f6af1c1ab8 owned by network:router_interface {{(pid=87871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:58:24.279668 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-883999eb-063c-4523-b742-fe5f249dea6a None None] Attempting to bind port 298e44fb-92f3-4173-b3a2-b59f3f5a25c8 on host dv-neutron-835340-2-hyperv for vnic_type normal with profile {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:58:24.280032 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-883999eb-063c-4523-b742-fe5f249dea6a None None] Attempting to bind port 298e44fb-92f3-4173-b3a2-b59f3f5a25c8 by drivers openvswitch,hyperv on host dv-neutron-835340-2-hyperv at level 0 using segments [{'id': '551c2aed-382e-4255-9e23-2a901ac10583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'e8a1a69a-b53e-4b14-ac02-716c8a955b9a'}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:58:24.280387 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-883999eb-063c-4523-b742-fe5f249dea6a None None] Attempting to bind port 298e44fb-92f3-4173-b3a2-b59f3f5a25c8 on network e8a1a69a-b53e-4b14-ac02-716c8a955b9a {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:58:24.322112 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-883999eb-063c-4523-b742-fe5f249dea6a None None] Checking agent: {'id': '961a16fe-cbc8-4264-ac28-bbbd53f89caa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 46, 6), 'started_at': datetime.datetime(2022, 3, 28, 11, 46, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 11, 58, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 11:58:24.322405 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-883999eb-063c-4523-b742-fe5f249dea6a None None] Checking segment: {'id': '551c2aed-382e-4255-9e23-2a901ac10583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'e8a1a69a-b53e-4b14-ac02-716c8a955b9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:58:24.322807 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-883999eb-063c-4523-b742-fe5f249dea6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:24.323200 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-883999eb-063c-4523-b742-fe5f249dea6a None None] Bound using segment: {'id': '551c2aed-382e-4255-9e23-2a901ac10583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'e8a1a69a-b53e-4b14-ac02-716c8a955b9a'} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 11:58:24.323705 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-883999eb-063c-4523-b742-fe5f249dea6a None None] Bound port: 298e44fb-92f3-4173-b3a2-b59f3f5a25c8, host: dv-neutron-835340-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '551c2aed-382e-4255-9e23-2a901ac10583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'e8a1a69a-b53e-4b14-ac02-716c8a955b9a'}}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 11:58:24.324075 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-883999eb-063c-4523-b742-fe5f249dea6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:24.343833 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] No Port match for: 3427895c-99da-4390-9f1d-9a02bef4a15f {{(pid=87872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 11:58:24.344178 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 3427895c-99da-4390-9f1d-9a02bef4a15f not bound to the agent host dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 11:58:24.356200 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-b3030669-31ee-41ed-82a7-03a787416f04 None None] Provisioning for port 452c8112-9a27-494a-a70e-2ac21276e8dc completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:58:24.404580 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-b3030669-31ee-41ed-82a7-03a787416f04 None None] Provisioning complete for port 452c8112-9a27-494a-a70e-2ac21276e8dc triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:58:24.405625 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-b3030669-31ee-41ed-82a7-03a787416f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:24.492611 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-e39c009e-22f3-4703-bd00-d495973bbe0d tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:24.537096 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-0a512f40-1ac5-4b4d-92c7-016dab006428 tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-709632', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-707672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260923'] for router, precommit_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:24.546736 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39c009e-22f3-4703-bd00-d495973bbe0d tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Pushing event deleted for resources: {'Port': ['ID=bf20fe27-3fc7-4cc5-8be6-65f6af1c1ab8,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:58:24.586541 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-883999eb-063c-4523-b742-fe5f249dea6a None None] For port 298e44fb-92f3-4173-b3a2-b59f3f5a25c8, host dv-neutron-835340-2-hyperv, cleared binding levels {{(pid=87872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 11:58:24.633355 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-883999eb-063c-4523-b742-fe5f249dea6a None None] For port 298e44fb-92f3-4173-b3a2-b59f3f5a25c8, host dv-neutron-835340-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=298e44fb-92f3-4173-b3a2-b59f3f5a25c8,segment=NetworkSegment(551c2aed-382e-4255-9e23-2a901ac10583),segment_id=551c2aed-382e-4255-9e23-2a901ac10583)] {{(pid=87872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 11:58:24.643710 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-883999eb-063c-4523-b742-fe5f249dea6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:24.712287 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-b29605b2-039c-497f-9dbf-1218292116f3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a9d4ebb77b824347aa8bcf325a031e53&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9337089 Mar 28 11:58:24.729684 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-b3030669-31ee-41ed-82a7-03a787416f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:24.743705 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 52208) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:58:24.753076 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-bdf6cdd3-dc3e-4603-85c3-c9164aa6d270 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Deleting port f7cdb7d8-5e3c-4db1-9149-ece22e7c2332 {{(pid=87870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:58:24.753423 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-bdf6cdd3-dc3e-4603-85c3-c9164aa6d270 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:24.838776 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883999eb-063c-4523-b742-fe5f249dea6a None None] Pushing event updated for resources: {'Port': ['ID=298e44fb-92f3-4173-b3a2-b59f3f5a25c8,revision_number=2']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:58:24.857784 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-b3030669-31ee-41ed-82a7-03a787416f04 None None] For port 452c8112-9a27-494a-a70e-2ac21276e8dc, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=452c8112-9a27-494a-a70e-2ac21276e8dc,segment=NetworkSegment(bd053757-b8b4-4f3a-b553-aa242f2d15d2),segment_id=bd053757-b8b4-4f3a-b553-aa242f2d15d2)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:58:24.894429 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-e39c009e-22f3-4703-bd00-d495973bbe0d tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-743246'] for router_interface, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:24.927634 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-b3030669-31ee-41ed-82a7-03a787416f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:25.015139 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3030669-31ee-41ed-82a7-03a787416f04 None None] Pushing event updated for resources: {'Port': ['ID=452c8112-9a27-494a-a70e-2ac21276e8dc,revision_number=3']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:58:25.026757 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c3fdb05-bee8-4722-baec-80d27f8a1cbe None None] Update dhcp port {'port': {'network_id': 'e95a87e2-4c44-46e2-9de5-2786cbaea69c', 'fixed_ips': [{'subnet_id': 'f36e9f9b-b6e3-4a3f-b1db-ff73cf5a9826', 'ip_address': '2001:db8::f816:3eff:fea3:18c6'}, {'subnet_id': '9176bb20-ba75-4ca1-8f0b-0bf3e1330d5f'}], 'binding:host_id': 'dv-neutron-835340-2-hyperv'}, 'id': '452c8112-9a27-494a-a70e-2ac21276e8dc'} from dv-neutron-835340-2-hyperv. {{(pid=87872) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 28 11:58:25.097063 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-c46fc274-f333-41fb-9326-b41a5028adfe None None] Provisioning complete for port b8ec7124-5c83-4d4a-9eee-9cbeca01e273 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:58:25.097514 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-c46fc274-f333-41fb-9326-b41a5028adfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:25.147223 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-7c3fdb05-bee8-4722-baec-80d27f8a1cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:25.334324 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e39c009e-22f3-4703-bd00-d495973bbe0d tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Router 744c841e-4b42-4b64-aea3-3a62862aa71b has already been hosted by L3 agent af79d429-529e-400b-a119-94d4bec03f3e {{(pid=87871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 11:58:25.471583 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-c46fc274-f333-41fb-9326-b41a5028adfe None None] Provisioning complete for port 6ce68521-93d5-4423-b952-400b9f55bf34 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:58:25.471850 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e39c009e-22f3-4703-bd00-d495973bbe0d tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 11:58:25.471954 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-c46fc274-f333-41fb-9326-b41a5028adfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:25.484863 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2b9452-f5ba-4fb3-8140-74690fbd3635 None None] Sync routers for ids ['744c841e-4b42-4b64-aea3-3a62862aa71b'] in dv-neutron-835340-2-hyperv {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 11:58:25.495679 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed2b9452-f5ba-4fb3-8140-74690fbd3635 None None] Routers {'744c841e-4b42-4b64-aea3-3a62862aa71b'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:58:25.496821 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-ed2b9452-f5ba-4fb3-8140-74690fbd3635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T11:58:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['744c841e-4b42-4b64-aea3-3a62862aa71b'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:58:25.510624 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-e39c009e-22f3-4703-bd00-d495973bbe0d tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] 10.222.0.30 "PUT /v2.0/routers/744c841e-4b42-4b64-aea3-3a62862aa71b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4228005 Mar 28 11:58:25.511767 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 52212) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:58:25.519737 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.db_base_plugin_common [None req-7c3fdb05-bee8-4722-baec-80d27f8a1cbe None None] Allocated IP 172.20.0.2 (e95a87e2-4c44-46e2-9de5-2786cbaea69c/9176bb20-ba75-4ca1-8f0b-0bf3e1330d5f/452c8112-9a27-494a-a70e-2ac21276e8dc) {{(pid=87872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:58:25.552136 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-c46fc274-f333-41fb-9326-b41a5028adfe None None] Port 6ce68521-93d5-4423-b952-400b9f55bf34 cannot update to ACTIVE because it is not bound. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 11:58:25.612580 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-ed2b9452-f5ba-4fb3-8140-74690fbd3635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:58:25.619068 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-1654dc9c-5078-4364-9113-98e3f9c184fc tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Synchronizing usage tracker for tenant:fc0f0a585a8c4bf2950e053878e50dfb on resource:port {{(pid=87871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:58:25.623782 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed2b9452-f5ba-4fb3-8140-74690fbd3635 None None] Routers {'744c841e-4b42-4b64-aea3-3a62862aa71b'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:58:25.625080 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-ed2b9452-f5ba-4fb3-8140-74690fbd3635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T11:58:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['744c841e-4b42-4b64-aea3-3a62862aa71b'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:58:25.646256 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-1654dc9c-5078-4364-9113-98e3f9c184fc tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Unset dirty status for tenant:fc0f0a585a8c4bf2950e053878e50dfb on resource:port {{(pid=87871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:58:25.650612 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-1654dc9c-5078-4364-9113-98e3f9c184fc tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] 10.222.0.30 "GET /v2.0/ports?device_id=744c841e-4b42-4b64-aea3-3a62862aa71b HTTP/1.1" status: 200 len: 205 time: 0.1345913 Mar 28 11:58:25.651556 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 52216) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:58:25.698868 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-ed2b9452-f5ba-4fb3-8140-74690fbd3635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:58:25.699518 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed2b9452-f5ba-4fb3-8140-74690fbd3635 None None] The sync data for ids ['744c841e-4b42-4b64-aea3-3a62862aa71b'] in dv-neutron-835340-2-hyperv is: [] {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 11:58:25.747066 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-8a25f5d4-ce15-4154-b427-c104b759771c tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:58:25.786657 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 298e44fb-92f3-4173-b3a2-b59f3f5a25c8 up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:58:25.800210 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-8a25f5d4-ce15-4154-b427-c104b759771c tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Usage tracker for resource:port and tenant:b4adfe5c8b3a4e57a1afd1d44c455245 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:58:25.810541 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-b945ae28-b013-40e6-b947-46a98f4dda1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:25.813683 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-8a25f5d4-ce15-4154-b427-c104b759771c tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:58:25.820642 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-7c3fdb05-bee8-4722-baec-80d27f8a1cbe None None] For port 452c8112-9a27-494a-a70e-2ac21276e8dc, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=452c8112-9a27-494a-a70e-2ac21276e8dc,segment=NetworkSegment(bd053757-b8b4-4f3a-b553-aa242f2d15d2),segment_id=bd053757-b8b4-4f3a-b553-aa242f2d15d2)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:58:25.850129 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-9a857781-1a37-4986-ac18-ee20939c6c07 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks [] for router, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:25.886805 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-7c3fdb05-bee8-4722-baec-80d27f8a1cbe None None] Notify callbacks [] for port, precommit_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:25.909592 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-7c3fdb05-bee8-4722-baec-80d27f8a1cbe None None] Transition to ACTIVE for port object 452c8112-9a27-494a-a70e-2ac21276e8dc will not be triggered until provisioned by entity DHCP. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:58:25.921809 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-7c3fdb05-bee8-4722-baec-80d27f8a1cbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:25.925508 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning for port 298e44fb-92f3-4173-b3a2-b59f3f5a25c8 completed by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:58:25.940284 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-8a25f5d4-ce15-4154-b427-c104b759771c tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:58:25.959077 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-f1f8ffca-628d-4abf-9638-c966f290fbcf tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:25.981146 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 452c8112-9a27-494a-a70e-2ac21276e8dc up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:58:26.027865 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-b945ae28-b013-40e6-b947-46a98f4dda1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:26.035461 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.db [None req-bdf6cdd3-dc3e-4603-85c3-c9164aa6d270 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] For port f7cdb7d8-5e3c-4db1-9149-ece22e7c2332, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=f7cdb7d8-5e3c-4db1-9149-ece22e7c2332,segment=NetworkSegment(c1f4eeb5-3754-42d6-a1df-8579554a5e20),segment_id=c1f4eeb5-3754-42d6-a1df-8579554a5e20)] {{(pid=87870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:58:26.035835 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-bdf6cdd3-dc3e-4603-85c3-c9164aa6d270 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:26.130051 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3fdb05-bee8-4722-baec-80d27f8a1cbe None None] Pushing event updated for resources: {'Port': ['ID=452c8112-9a27-494a-a70e-2ac21276e8dc,revision_number=4']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:58:26.197479 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a25f5d4-ce15-4154-b427-c104b759771c tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Made reservation on behalf of b4adfe5c8b3a4e57a1afd1d44c455245 for: {'port': 1} {{(pid=87870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:58:26.199378 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-9a857781-1a37-4986-ac18-ee20939c6c07 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-745164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-260864'] for router, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:26.201681 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-9a857781-1a37-4986-ac18-ee20939c6c07 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:26.229716 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-9a857781-1a37-4986-ac18-ee20939c6c07 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-745021'] for router, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:26.230332 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a857781-1a37-4986-ac18-ee20939c6c07 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Fanout notify agent at l3_agent the message router_deleted on router 744c841e-4b42-4b64-aea3-3a62862aa71b {{(pid=87871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 11:58:26.239082 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53ac03f7-ebf1-4277-8f6b-424bb05f6f7f None None] Network e8a1a69a-b53e-4b14-ac02-716c8a955b9a requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:58:26.253038 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-9a857781-1a37-4986-ac18-ee20939c6c07 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks [] for router, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:26.254179 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-9a857781-1a37-4986-ac18-ee20939c6c07 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] 10.222.0.30 "DELETE /v2.0/routers/744c841e-4b42-4b64-aea3-3a62862aa71b HTTP/1.1" status: 204 len: 168 time: 0.6015768 Mar 28 11:58:26.256925 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 52220) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:58:26.335169 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.db_base_plugin_v2 [None req-573921b0-e075-4ce7-96b4-66eced564595 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Deleting subnet d9207715-a309-4a1c-8792-a47676d55b33 {{(pid=87871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 11:58:26.339087 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-573921b0-e075-4ce7-96b4-66eced564595 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks [] for subnet, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:26.352863 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-c051b47c-1d66-4830-9c77-71cf2576cfce None None] Provisioning for port 298e44fb-92f3-4173-b3a2-b59f3f5a25c8 completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:58:26.362838 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-c051b47c-1d66-4830-9c77-71cf2576cfce None None] Provisioning complete for port 298e44fb-92f3-4173-b3a2-b59f3f5a25c8 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:58:26.363212 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-c051b47c-1d66-4830-9c77-71cf2576cfce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:26.374452 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-bdf6cdd3-dc3e-4603-85c3-c9164aa6d270 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Calling delete_port for f7cdb7d8-5e3c-4db1-9149-ece22e7c2332 owned by network:dhcp {{(pid=87870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:58:26.417584 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-573921b0-e075-4ce7-96b4-66eced564595 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3436877'] for subnet, precommit_delete_associations {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:26.539435 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-573921b0-e075-4ce7-96b4-66eced564595 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1919782'] for subnet, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:26.556930 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-c051b47c-1d66-4830-9c77-71cf2576cfce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:26.635221 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-aac178c7-7e2a-4cf5-b3d5-ef6acbe0425e tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2561241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2563521'] for subnet, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:26.639766 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-c051b47c-1d66-4830-9c77-71cf2576cfce None None] For port 298e44fb-92f3-4173-b3a2-b59f3f5a25c8, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=298e44fb-92f3-4173-b3a2-b59f3f5a25c8,segment=NetworkSegment(551c2aed-382e-4255-9e23-2a901ac10583),segment_id=551c2aed-382e-4255-9e23-2a901ac10583)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:58:26.649168 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-c051b47c-1d66-4830-9c77-71cf2576cfce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:26.675189 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-573921b0-e075-4ce7-96b4-66eced564595 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1919805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2364079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26551417'] for subnet, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:26.728625 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-573921b0-e075-4ce7-96b4-66eced564595 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538751'] for subnet, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:26.732796 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573921b0-e075-4ce7-96b4-66eced564595 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Pushing event deleted for resources: {'Subnet': ['ID=d9207715-a309-4a1c-8792-a47676d55b33,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:58:26.736029 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c051b47c-1d66-4830-9c77-71cf2576cfce None None] Pushing event updated for resources: {'Port': ['ID=298e44fb-92f3-4173-b3a2-b59f3f5a25c8,revision_number=3']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:58:26.741029 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-573921b0-e075-4ce7-96b4-66eced564595 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] 10.222.0.30 "DELETE /v2.0/subnets/d9207715-a309-4a1c-8792-a47676d55b33 HTTP/1.1" status: 204 len: 168 time: 0.4829419 Mar 28 11:58:26.743563 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 52224) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:58:26.749053 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e764eb5d-3eeb-4a48-a7ee-1affa55ad02c None None] Network de8297c5-1076-4383-9854-918ab91ba6fd requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:58:26.847281 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-bdf6cdd3-dc3e-4603-85c3-c9164aa6d270 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:26.874368 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aac178c7-7e2a-4cf5-b3d5-ef6acbe0425e tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Network 5df4ec91-b994-4337-98be-1b2930f844e7 is already hosted by enough agents. {{(pid=87870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:58:26.941239 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.base_scheduler [None req-aac178c7-7e2a-4cf5-b3d5-ef6acbe0425e tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Resources bound (agent type, host, resource id): {{(pid=87870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:58:26.954003 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf6cdd3-dc3e-4603-85c3-c9164aa6d270 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] No DVR routers for this DVR port f7cdb7d8-5e3c-4db1-9149-ece22e7c2332 on host dv-neutron-835340-2-hyperv {{(pid=87870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 11:58:26.956905 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aac178c7-7e2a-4cf5-b3d5-ef6acbe0425e tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:58:26.958299 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-aac178c7-7e2a-4cf5-b3d5-ef6acbe0425e tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks [] for subnet, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:26.964507 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05cdcb0b-e810-4b96-9515-b6fd2ed33762 None None] Network 5df4ec91-b994-4337-98be-1b2930f844e7 requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:58:27.074039 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-15a70e32-ee71-4a7b-8743-2e3f5101108a tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588883'] for network, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:27.085587 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-15a70e32-ee71-4a7b-8743-2e3f5101108a tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Deleting port 21060726-82f5-4b01-adc0-250e52835928 {{(pid=87871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:58:27.085814 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-15a70e32-ee71-4a7b-8743-2e3f5101108a tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:27.140399 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-560832f0-f9d0-4150-ba08-0399b5ae8007 None None] Provisioning for port 452c8112-9a27-494a-a70e-2ac21276e8dc completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:58:27.161537 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-560832f0-f9d0-4150-ba08-0399b5ae8007 None None] Provisioning complete for port 452c8112-9a27-494a-a70e-2ac21276e8dc triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:58:27.161537 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-560832f0-f9d0-4150-ba08-0399b5ae8007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:27.363947 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.db [None req-15a70e32-ee71-4a7b-8743-2e3f5101108a tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] For port 21060726-82f5-4b01-adc0-250e52835928, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=21060726-82f5-4b01-adc0-250e52835928,segment=NetworkSegment(61c5f0c4-bca9-4b4e-857b-2607d3d94f8a),segment_id=61c5f0c4-bca9-4b4e-857b-2607d3d94f8a)] {{(pid=87871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:58:27.364927 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-15a70e32-ee71-4a7b-8743-2e3f5101108a tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:27.431874 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8238357c-06aa-47cb-887d-2a35c1e4d8ec None None] DHCP port deletion for de8297c5-1076-4383-9854-918ab91ba6fd request from dv-neutron-835340-2-hyperv {{(pid=87872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 11:58:27.447261 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-8238357c-06aa-47cb-887d-2a35c1e4d8ec None None] Deleting port 21060726-82f5-4b01-adc0-250e52835928 {{(pid=87872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:58:27.447656 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-8238357c-06aa-47cb-887d-2a35c1e4d8ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:27.471196 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-8a25f5d4-ce15-4154-b427-c104b759771c tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:27.528875 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-15a70e32-ee71-4a7b-8743-2e3f5101108a tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Calling delete_port for 21060726-82f5-4b01-adc0-250e52835928 owned by network:dhcp {{(pid=87871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:58:27.604323 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 298e44fb-92f3-4173-b3a2-b59f3f5a25c8 up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:58:27.605713 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.db_base_plugin_common [None req-f1f8ffca-628d-4abf-9638-c966f290fbcf tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Allocated IP 2001:db8::1 (d13ee7b7-642e-444e-94d8-9d13568b62b5/8304c89d-0a03-487e-b6c6-cc071b8b0659/43bfeaee-06b1-4e80-8eac-18de574b3225) {{(pid=87870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:58:27.615296 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-15a70e32-ee71-4a7b-8743-2e3f5101108a tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:27.620242 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.notifiers.nova [None req-8a25f5d4-ce15-4154-b427-c104b759771c tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] device_id is not set on port bae2fd61-1e80-439d-90e7-05ac1ef18aa5 yet. {{(pid=87870) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 11:58:27.662039 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-b945ae28-b013-40e6-b947-46a98f4dda1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:27.662939 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a70e32-ee71-4a7b-8743-2e3f5101108a tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Pushing event deleted for resources: {'Port': ['ID=21060726-82f5-4b01-adc0-250e52835928,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:58:27.666510 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-b945ae28-b013-40e6-b947-46a98f4dda1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:27.669626 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-b945ae28-b013-40e6-b947-46a98f4dda1d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1a7b4b8e-cb7c-4ec8-9fda-6a4c10737d07 HTTP/1.1" status: 204 len: 168 time: 2.8858202 Mar 28 11:58:27.672875 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a70e32-ee71-4a7b-8743-2e3f5101108a tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] No DVR routers for this DVR port 21060726-82f5-4b01-adc0-250e52835928 on host dv-neutron-835340-2-hyperv {{(pid=87871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 11:58:27.674802 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf6cdd3-dc3e-4603-85c3-c9164aa6d270 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Pushing event deleted for resources: {'Port': ['ID=f7cdb7d8-5e3c-4db1-9149-ece22e7c2332,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:58:27.688756 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-aac178c7-7e2a-4cf5-b3d5-ef6acbe0425e tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 5.1053774 Mar 28 11:58:27.725788 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 52230) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:58:27.736823 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-85096f67-8206-41d7-ba37-cf60af503737 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Request body: {'security_group': {'name': 'tempest-secgroup-568365255'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:58:27.762111 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-85096f67-8206-41d7-ba37-cf60af503737 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:58:27.785823 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-85096f67-8206-41d7-ba37-cf60af503737 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Usage tracker for resource:security_group and tenant:beb99f647cec46e3bbf575ac0a3034e8 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:58:27.792689 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-85096f67-8206-41d7-ba37-cf60af503737 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:58:27.841737 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-8238357c-06aa-47cb-887d-2a35c1e4d8ec None None] For port 21060726-82f5-4b01-adc0-250e52835928, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=21060726-82f5-4b01-adc0-250e52835928,segment=NetworkSegment(61c5f0c4-bca9-4b4e-857b-2607d3d94f8a),segment_id=61c5f0c4-bca9-4b4e-857b-2607d3d94f8a)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:58:27.842292 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-8238357c-06aa-47cb-887d-2a35c1e4d8ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:27.906751 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-15a70e32-ee71-4a7b-8743-2e3f5101108a tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930431', 'neutron.services.segments.db._delete_segments_for_network-8783496351308'] for network, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:27.945329 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.segments.db [None req-15a70e32-ee71-4a7b-8743-2e3f5101108a tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de8297c5-1076-4383-9854-918ab91ba6fd']}} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:58:27.958134 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.segments.db [None req-15a70e32-ee71-4a7b-8743-2e3f5101108a tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61c5f0c4-bca9-4b4e-857b-2607d3d94f8a') {'for_net_delete': True} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:58:27.958429 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.segments.db [None req-15a70e32-ee71-4a7b-8743-2e3f5101108a tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61c5f0c4-bca9-4b4e-857b-2607d3d94f8a') {} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:58:27.971308 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-15a70e32-ee71-4a7b-8743-2e3f5101108a tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783496353639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3436890'] for segment, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:27.973721 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-8238357c-06aa-47cb-887d-2a35c1e4d8ec None None] Calling delete_port for 21060726-82f5-4b01-adc0-250e52835928 owned by network:dhcp {{(pid=87872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:58:27.988911 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-15a70e32-ee71-4a7b-8743-2e3f5101108a tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:27.995923 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15a70e32-ee71-4a7b-8743-2e3f5101108a tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=87871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 11:58:27.996397 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-15a70e32-ee71-4a7b-8743-2e3f5101108a tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1920481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2363149'] for segment, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:28.053740 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-bdf6cdd3-dc3e-4603-85c3-c9164aa6d270 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930431', 'neutron.services.segments.db._delete_segments_for_network-8783496351308'] for network, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:28.094856 dv-neutron-835340-2-hyperv neutron-server[87871]: Traceback (most recent call last): Mar 28 11:58:28.094856 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 11:58:28.094856 dv-neutron-835340-2-hyperv neutron-server[87871]: timer() Mar 28 11:58:28.094856 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 11:58:28.094856 dv-neutron-835340-2-hyperv neutron-server[87871]: cb(*args, **kw) Mar 28 11:58:28.094856 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 11:58:28.094856 dv-neutron-835340-2-hyperv neutron-server[87871]: return func(*args, **kwargs) Mar 28 11:58:28.094856 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 11:58:28.094856 dv-neutron-835340-2-hyperv neutron-server[87871]: self._notify() Mar 28 11:58:28.094856 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 11:58:28.094856 dv-neutron-835340-2-hyperv neutron-server[87871]: self.callback(batched_events) Mar 28 11:58:28.094856 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 11:58:28.094856 dv-neutron-835340-2-hyperv neutron-server[87871]: event.method(event) Mar 28 11:58:28.094856 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 11:58:28.094856 dv-neutron-835340-2-hyperv neutron-server[87871]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 11:58:28.094856 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 11:58:28.094856 dv-neutron-835340-2-hyperv neutron-server[87871]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 11:58:28.094856 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 11:58:28.094856 dv-neutron-835340-2-hyperv neutron-server[87871]: return f(self, *a, **k) Mar 28 11:58:28.094856 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 11:58:28.094856 dv-neutron-835340-2-hyperv neutron-server[87871]: return self._get(url).json() Mar 28 11:58:28.094856 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 11:58:28.094856 dv-neutron-835340-2-hyperv neutron-server[87871]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 11:58:28.094856 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 11:58:28.094856 dv-neutron-835340-2-hyperv neutron-server[87871]: return self.request(url, 'GET', **kwargs) Mar 28 11:58:28.094856 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 11:58:28.094856 dv-neutron-835340-2-hyperv neutron-server[87871]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 11:58:28.094856 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 11:58:28.094856 dv-neutron-835340-2-hyperv neutron-server[87871]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 11:58:28.094856 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 11:58:28.094856 dv-neutron-835340-2-hyperv neutron-server[87871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 11:58:28.094856 dv-neutron-835340-2-hyperv neutron-server[87871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 11:58:28.097035 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-85096f67-8206-41d7-ba37-cf60af503737 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:58:28.105745 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-15a70e32-ee71-4a7b-8743-2e3f5101108a tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709602'] for network, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:28.109087 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac178c7-7e2a-4cf5-b3d5-ef6acbe0425e tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Pushing event updated for resources: {'Subnet': ['ID=21b72255-d2de-4876-97ff-55e725d81486,revision_number=0']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:58:28.115194 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.db.api [None req-8238357c-06aa-47cb-887d-2a35c1e4d8ec None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87872) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 11:58:28.115458 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG oslo_db.api [None req-8238357c-06aa-47cb-887d-2a35c1e4d8ec None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 11:58:28.141808 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45c3e833-0bc4-43ed-8ce1-0dc89c5ef1c7 None None] Update dhcp port {'port': {'network_id': '5df4ec91-b994-4337-98be-1b2930f844e7', 'fixed_ips': [{'subnet_id': '0a5433f1-2542-432a-8f48-98e1d94d712a', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '21b72255-d2de-4876-97ff-55e725d81486'}], 'binding:host_id': 'dv-neutron-835340-2-hyperv'}, 'id': 'b8ec7124-5c83-4d4a-9eee-9cbeca01e273'} from dv-neutron-835340-2-hyperv. {{(pid=87872) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 28 11:58:28.150046 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b945ae28-b013-40e6-b947-46a98f4dda1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a7b4b8e-cb7c-4ec8-9fda-6a4c10737d07,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:58:28.162562 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-15a70e32-ee71-4a7b-8743-2e3f5101108a tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks [] for network, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:28.191021 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-d400a271-15db-4372-9853-4ee90f8859ea None None] Provisioning complete for port 298e44fb-92f3-4173-b3a2-b59f3f5a25c8 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:58:28.191414 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-d400a271-15db-4372-9853-4ee90f8859ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:28.192099 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-85096f67-8206-41d7-ba37-cf60af503737 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks [] for security_group, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:28.220427 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-15a70e32-ee71-4a7b-8743-2e3f5101108a tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] 10.222.0.30 "DELETE /v2.0/networks/de8297c5-1076-4383-9854-918ab91ba6fd HTTP/1.1" status: 204 len: 168 time: 1.4757111 Mar 28 11:58:28.223432 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a70e32-ee71-4a7b-8743-2e3f5101108a tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Pushing event deleted for resources: {'Network': ['ID=de8297c5-1076-4383-9854-918ab91ba6fd,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:58:28.240484 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 52240) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:58:28.246638 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-85096f67-8206-41d7-ba37-cf60af503737 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:58:28.254308 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-758d8367-c8b3-4f58-a56f-c3e000a02e35 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1318390689', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:58:28.261855 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-85096f67-8206-41d7-ba37-cf60af503737 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Usage tracker for resource:security_group_rule and tenant:beb99f647cec46e3bbf575ac0a3034e8 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:58:28.271724 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-85096f67-8206-41d7-ba37-cf60af503737 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:58:28.271857 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-bdf6cdd3-dc3e-4603-85c3-c9164aa6d270 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f822f9dd-9f44-4df8-be3b-31b4a6c15a0b']}} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:58:28.275522 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-758d8367-c8b3-4f58-a56f-c3e000a02e35 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:58:28.280400 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port 298e44fb-92f3-4173-b3a2-b59f3f5a25c8 triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:58:28.280656 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:28.282745 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-85096f67-8206-41d7-ba37-cf60af503737 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:58:28.285283 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-758d8367-c8b3-4f58-a56f-c3e000a02e35 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Usage tracker for resource:router and tenant:fc0f0a585a8c4bf2950e053878e50dfb is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:58:28.289030 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-758d8367-c8b3-4f58-a56f-c3e000a02e35 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:58:28.297172 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-bdf6cdd3-dc3e-4603-85c3-c9164aa6d270 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1f4eeb5-3754-42d6-a1df-8579554a5e20') {'for_net_delete': True} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:58:28.297475 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-bdf6cdd3-dc3e-4603-85c3-c9164aa6d270 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1f4eeb5-3754-42d6-a1df-8579554a5e20') {} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:58:28.300540 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-758d8367-c8b3-4f58-a56f-c3e000a02e35 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:58:28.326391 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-45c3e833-0bc4-43ed-8ce1-0dc89c5ef1c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:28.334777 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-758d8367-c8b3-4f58-a56f-c3e000a02e35 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-707665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-260886'] for router, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:28.336599 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-758d8367-c8b3-4f58-a56f-c3e000a02e35 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-705660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709650', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-767110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260873'] for router, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:28.370539 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-bdf6cdd3-dc3e-4603-85c3-c9164aa6d270 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783496353639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3591341'] for segment, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:28.383453 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-758d8367-c8b3-4f58-a56f-c3e000a02e35 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:28.425649 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-85096f67-8206-41d7-ba37-cf60af503737 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks [] for security_group, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:28.433793 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-85096f67-8206-41d7-ba37-cf60af503737 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:28.491748 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85096f67-8206-41d7-ba37-cf60af503737 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90aec264-496c-4a38-856e-8e10e6900fb5,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:58:28.495610 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-758d8367-c8b3-4f58-a56f-c3e000a02e35 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709693'] for router, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:28.535859 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-85096f67-8206-41d7-ba37-cf60af503737 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks [] for security_group, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:28.541625 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-85096f67-8206-41d7-ba37-cf60af503737 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.8141532 Mar 28 11:58:28.542817 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 52250) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:58:28.549593 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-c7689902-4681-4dea-9cdf-c3aaedce73b4 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Request body: {'security_group': {'name': 'tempest-secgroup-1381778082'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:58:28.554936 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-758d8367-c8b3-4f58-a56f-c3e000a02e35 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks [] for router, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:28.556602 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-758d8367-c8b3-4f58-a56f-c3e000a02e35 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3150792 Mar 28 11:58:28.559460 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-c7689902-4681-4dea-9cdf-c3aaedce73b4 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:58:28.562694 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 52254) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:58:28.573320 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-9223dd5a-d91f-4ce4-ba1e-02d3101ca181 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Request body: {'network': {'name': 'tempest-RoutersTest-135898062'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:58:28.580706 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-c7689902-4681-4dea-9cdf-c3aaedce73b4 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Usage tracker for resource:security_group and tenant:beb99f647cec46e3bbf575ac0a3034e8 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:58:28.583685 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-9223dd5a-d91f-4ce4-ba1e-02d3101ca181 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:58:28.585998 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-c7689902-4681-4dea-9cdf-c3aaedce73b4 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:58:28.594956 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-9223dd5a-d91f-4ce4-ba1e-02d3101ca181 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Usage tracker for resource:network and tenant:fc0f0a585a8c4bf2950e053878e50dfb is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:58:28.598214 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-c7689902-4681-4dea-9cdf-c3aaedce73b4 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:58:28.600640 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-9223dd5a-d91f-4ce4-ba1e-02d3101ca181 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:58:28.605164 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.db_base_plugin_common [None req-8a25f5d4-ce15-4154-b427-c104b759771c tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Allocated IP 172.20.0.12 (e95a87e2-4c44-46e2-9de5-2786cbaea69c/9176bb20-ba75-4ca1-8f0b-0bf3e1330d5f/bae2fd61-1e80-439d-90e7-05ac1ef18aa5) {{(pid=87870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:58:28.608941 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-9223dd5a-d91f-4ce4-ba1e-02d3101ca181 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:58:28.622940 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-c7689902-4681-4dea-9cdf-c3aaedce73b4 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks [] for security_group, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:28.632647 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-8238357c-06aa-47cb-887d-2a35c1e4d8ec None None] Deleting port 21060726-82f5-4b01-adc0-250e52835928 {{(pid=87872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:58:28.632819 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-bdf6cdd3-dc3e-4603-85c3-c9164aa6d270 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:28.633034 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-8238357c-06aa-47cb-887d-2a35c1e4d8ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:28.641964 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdf6cdd3-dc3e-4603-85c3-c9164aa6d270 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=87870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 11:58:28.642588 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-bdf6cdd3-dc3e-4603-85c3-c9164aa6d270 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1920481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2558260'] for segment, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:28.644858 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9223dd5a-d91f-4ce4-ba1e-02d3101ca181 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Made reservation on behalf of fc0f0a585a8c4bf2950e053878e50dfb for: {'network': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:58:28.648198 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-9223dd5a-d91f-4ce4-ba1e-02d3101ca181 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for network, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:28.659452 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-c7689902-4681-4dea-9cdf-c3aaedce73b4 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:58:28.667884 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-c7689902-4681-4dea-9cdf-c3aaedce73b4 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Usage tracker for resource:security_group_rule and tenant:beb99f647cec46e3bbf575ac0a3034e8 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:58:28.671684 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-c7689902-4681-4dea-9cdf-c3aaedce73b4 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:58:28.682215 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-c7689902-4681-4dea-9cdf-c3aaedce73b4 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:58:28.690004 dv-neutron-835340-2-hyperv neutron-server[87870]: Traceback (most recent call last): Mar 28 11:58:28.690004 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 11:58:28.690004 dv-neutron-835340-2-hyperv neutron-server[87870]: timer() Mar 28 11:58:28.690004 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 11:58:28.690004 dv-neutron-835340-2-hyperv neutron-server[87870]: cb(*args, **kw) Mar 28 11:58:28.690004 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 11:58:28.690004 dv-neutron-835340-2-hyperv neutron-server[87870]: return func(*args, **kwargs) Mar 28 11:58:28.690004 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 11:58:28.690004 dv-neutron-835340-2-hyperv neutron-server[87870]: self._notify() Mar 28 11:58:28.690004 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 11:58:28.690004 dv-neutron-835340-2-hyperv neutron-server[87870]: self.callback(batched_events) Mar 28 11:58:28.690004 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 11:58:28.690004 dv-neutron-835340-2-hyperv neutron-server[87870]: event.method(event) Mar 28 11:58:28.690004 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 11:58:28.690004 dv-neutron-835340-2-hyperv neutron-server[87870]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 11:58:28.690004 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 11:58:28.690004 dv-neutron-835340-2-hyperv neutron-server[87870]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 11:58:28.690004 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 11:58:28.690004 dv-neutron-835340-2-hyperv neutron-server[87870]: return f(self, *a, **k) Mar 28 11:58:28.690004 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 11:58:28.690004 dv-neutron-835340-2-hyperv neutron-server[87870]: return self._get(url).json() Mar 28 11:58:28.690004 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 11:58:28.690004 dv-neutron-835340-2-hyperv neutron-server[87870]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 11:58:28.690004 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 11:58:28.690004 dv-neutron-835340-2-hyperv neutron-server[87870]: return self.request(url, 'GET', **kwargs) Mar 28 11:58:28.690004 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 11:58:28.690004 dv-neutron-835340-2-hyperv neutron-server[87870]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 11:58:28.690004 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 11:58:28.690004 dv-neutron-835340-2-hyperv neutron-server[87870]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 11:58:28.690004 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 11:58:28.690004 dv-neutron-835340-2-hyperv neutron-server[87870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 11:58:28.690004 dv-neutron-835340-2-hyperv neutron-server[87870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 11:58:28.726983 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-8238357c-06aa-47cb-887d-2a35c1e4d8ec None None] The port '21060726-82f5-4b01-adc0-250e52835928' was deleted {{(pid=87872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 11:58:28.761438 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 452c8112-9a27-494a-a70e-2ac21276e8dc up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:58:28.772232 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-c7689902-4681-4dea-9cdf-c3aaedce73b4 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks [] for security_group, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:28.791111 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.db_base_plugin_common [None req-8a25f5d4-ce15-4154-b427-c104b759771c tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Allocated IP 2001:db8::f816:3eff:fec0:c82f (e95a87e2-4c44-46e2-9de5-2786cbaea69c/f36e9f9b-b6e3-4a3f-b1db-ff73cf5a9826/bae2fd61-1e80-439d-90e7-05ac1ef18aa5) {{(pid=87870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:58:28.799222 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-c7689902-4681-4dea-9cdf-c3aaedce73b4 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:28.799866 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-bdf6cdd3-dc3e-4603-85c3-c9164aa6d270 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709602'] for network, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:28.844223 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9223dd5a-d91f-4ce4-ba1e-02d3101ca181 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=87871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 11:58:28.876403 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-f1f8ffca-628d-4abf-9638-c966f290fbcf tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Notify callbacks [] for port, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:28.914290 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.db_base_plugin_common [None req-45c3e833-0bc4-43ed-8ce1-0dc89c5ef1c7 None None] Allocated IP 2001:db8::2 (5df4ec91-b994-4337-98be-1b2930f844e7/21b72255-d2de-4876-97ff-55e725d81486/b8ec7124-5c83-4d4a-9eee-9cbeca01e273) {{(pid=87872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:58:28.915986 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-bdf6cdd3-dc3e-4603-85c3-c9164aa6d270 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538751'] for network, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:28.918142 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port 452c8112-9a27-494a-a70e-2ac21276e8dc triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:58:28.918836 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:28.927922 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-9223dd5a-d91f-4ce4-ba1e-02d3101ca181 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:28.928293 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.db.segments_db [None req-9223dd5a-d91f-4ce4-ba1e-02d3101ca181 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Added segment 41eefd91-002a-4d8a-9cd5-6f72b4e91ef7 of type vlan for network 65efd158-193d-4ca0-9933-16ad45c695bf Mar 28 11:58:28.936175 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf6cdd3-dc3e-4603-85c3-c9164aa6d270 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Pushing event deleted for resources: {'Network': ['ID=f822f9dd-9f44-4df8-be3b-31b4a6c15a0b,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:58:28.941184 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-c7689902-4681-4dea-9cdf-c3aaedce73b4 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks [] for security_group, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:28.942656 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-c7689902-4681-4dea-9cdf-c3aaedce73b4 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.3986344 Mar 28 11:58:28.964549 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 52266) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:58:28.986696 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-f6d19585-7f3c-4e76-8297-ec0818f4daca tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Request body: {'security_group': {'name': 'tempest-secgroup-1801676661'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:58:28.997131 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.provisioning_blocks [None req-f1f8ffca-628d-4abf-9638-c966f290fbcf tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Transition to ACTIVE for port object 43bfeaee-06b1-4e80-8eac-18de574b3225 will not be triggered until provisioned by entity DHCP. {{(pid=87870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:58:28.999142 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-bdf6cdd3-dc3e-4603-85c3-c9164aa6d270 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] 10.222.0.30 "DELETE /v2.0/networks/f822f9dd-9f44-4df8-be3b-31b4a6c15a0b HTTP/1.1" status: 204 len: 168 time: 9.1635253 Mar 28 11:58:29.003915 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-9223dd5a-d91f-4ce4-ba1e-02d3101ca181 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783495836591'] for network, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:29.012069 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-f6d19585-7f3c-4e76-8297-ec0818f4daca tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:58:29.017823 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 52270) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:58:29.047350 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-9223dd5a-d91f-4ce4-ba1e-02d3101ca181 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765'] for network, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:29.053359 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9223dd5a-d91f-4ce4-ba1e-02d3101ca181 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:58:29.053965 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-9223dd5a-d91f-4ce4-ba1e-02d3101ca181 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks [] for network, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:29.087015 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-f6d19585-7f3c-4e76-8297-ec0818f4daca tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Usage tracker for resource:security_group and tenant:beb99f647cec46e3bbf575ac0a3034e8 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:58:29.131290 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-f6d19585-7f3c-4e76-8297-ec0818f4daca tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:58:29.151912 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-f6d19585-7f3c-4e76-8297-ec0818f4daca tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:58:29.170685 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.pecan_wsgi.hooks.translation [None req-a78a881d-6f77-4d67-b322-f7b9ca19152c tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] GET failed (client error): The resource could not be found. Mar 28 11:58:29.171219 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-a78a881d-6f77-4d67-b322-f7b9ca19152c tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Synchronizing usage tracker for tenant:0ad7b1f6e96a40538a966af0f41e67e6 on resource:subnet {{(pid=87870) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:58:29.179345 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9223dd5a-d91f-4ce4-ba1e-02d3101ca181 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Pushing event updated for resources: {'Network': ['ID=65efd158-193d-4ca0-9933-16ad45c695bf,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:58:29.185121 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7689902-4681-4dea-9cdf-c3aaedce73b4 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc810327-0a66-4e34-b3b1-b611cf806711,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:58:29.198412 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-9223dd5a-d91f-4ce4-ba1e-02d3101ca181 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6346586 Mar 28 11:58:29.201119 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 52276) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:58:29.204422 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Network 65efd158-193d-4ca0-9933-16ad45c695bf details requested by agent ovs-agent-dv-neutron-835340-2-hyperv with host dv-neutron-835340-2-hyperv {{(pid=87872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 11:58:29.208169 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-b66b0c58-b223-4b4f-8681-266b684c21c0 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Request body: {'subnet': {'network_id': '65efd158-193d-4ca0-9933-16ad45c695bf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:58:29.338719 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-45c3e833-0bc4-43ed-8ce1-0dc89c5ef1c7 None None] For port b8ec7124-5c83-4d4a-9eee-9cbeca01e273, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=b8ec7124-5c83-4d4a-9eee-9cbeca01e273,segment=NetworkSegment(53cdb527-f329-4e42-aa7b-ce2bc95a9007),segment_id=53cdb527-f329-4e42-aa7b-ce2bc95a9007)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:58:29.345670 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-b66b0c58-b223-4b4f-8681-266b684c21c0 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:58:29.349613 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-b66b0c58-b223-4b4f-8681-266b684c21c0 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Usage tracker for resource:subnet and tenant:fc0f0a585a8c4bf2950e053878e50dfb is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:58:29.353985 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-b66b0c58-b223-4b4f-8681-266b684c21c0 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:58:29.359869 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-b66b0c58-b223-4b4f-8681-266b684c21c0 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:58:29.382741 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-0a512f40-1ac5-4b4d-92c7-016dab006428 tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-709632', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-707672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260923'] for router, precommit_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:29.392035 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b66b0c58-b223-4b4f-8681-266b684c21c0 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Made reservation on behalf of fc0f0a585a8c4bf2950e053878e50dfb for: {'subnet': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:58:29.395231 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-45c3e833-0bc4-43ed-8ce1-0dc89c5ef1c7 None None] Notify callbacks [] for port, precommit_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:29.395445 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-b66b0c58-b223-4b4f-8681-266b684c21c0 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26551362'] for subnet, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:29.416718 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-45c3e833-0bc4-43ed-8ce1-0dc89c5ef1c7 None None] Transition to ACTIVE for port object b8ec7124-5c83-4d4a-9eee-9cbeca01e273 will not be triggered until provisioned by entity DHCP. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:58:29.428749 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-45c3e833-0bc4-43ed-8ce1-0dc89c5ef1c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:29.453778 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-f6d19585-7f3c-4e76-8297-ec0818f4daca tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks [] for security_group, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:29.481426 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-0a512f40-1ac5-4b4d-92c7-016dab006428 tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-709647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-709686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-745031'] for router, after_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:29.521095 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c3e833-0bc4-43ed-8ce1-0dc89c5ef1c7 None None] Pushing event updated for resources: {'Port': ['ID=b8ec7124-5c83-4d4a-9eee-9cbeca01e273,revision_number=6']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:58:29.524284 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 21060726-82f5-4b01-adc0-250e52835928 no longer exists at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 11:58:29.575762 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-a78a881d-6f77-4d67-b322-f7b9ca19152c tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Unset dirty status for tenant:0ad7b1f6e96a40538a966af0f41e67e6 on resource:subnet {{(pid=87870) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:58:29.576973 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-a78a881d-6f77-4d67-b322-f7b9ca19152c tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] 10.222.0.30 "GET /v2.0/subnets/dfe98649-04f8-41c0-8ef1-1a75e2af3ff3 HTTP/1.1" status: 404 len: 337 time: 0.5520415 Mar 28 11:58:29.578818 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-f1f8ffca-628d-4abf-9638-c966f290fbcf tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:29.581693 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 52288) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:58:29.589307 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-f6d19585-7f3c-4e76-8297-ec0818f4daca tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:58:29.596281 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] No Port match for: 21060726-82f5-4b01-adc0-250e52835928 {{(pid=87872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 11:58:29.596607 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 21060726-82f5-4b01-adc0-250e52835928 not bound to the agent host dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 11:58:29.646275 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-f6d19585-7f3c-4e76-8297-ec0818f4daca tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Usage tracker for resource:security_group_rule and tenant:beb99f647cec46e3bbf575ac0a3034e8 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:58:29.683851 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-f6d19585-7f3c-4e76-8297-ec0818f4daca tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:58:29.718561 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-f6d19585-7f3c-4e76-8297-ec0818f4daca tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:58:29.731221 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb251beb-4807-442b-ab51-1c43c64590a0 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] DELETE failed (client error): The resource could not be found. Mar 28 11:58:29.731742 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb251beb-4807-442b-ab51-1c43c64590a0 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 11:58:29.736843 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-eb251beb-4807-442b-ab51-1c43c64590a0 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] 10.222.0.30 "DELETE /v2.0/networks/f822f9dd-9f44-4df8-be3b-31b4a6c15a0b HTTP/1.1" status: 404 len: 339 time: 0.1047163 Mar 28 11:58:29.736843 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1f8ffca-628d-4abf-9638-c966f290fbcf tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Network d13ee7b7-642e-444e-94d8-9d13568b62b5 is already hosted by enough agents. {{(pid=87870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:58:29.739667 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 52294) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:58:29.763029 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device b8ec7124-5c83-4d4a-9eee-9cbeca01e273 up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:58:29.786541 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f8ffca-628d-4abf-9638-c966f290fbcf tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Pushing event updated for resources: {'Port': ['ID=43bfeaee-06b1-4e80-8eac-18de574b3225,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:58:29.797040 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.base_scheduler [None req-f1f8ffca-628d-4abf-9638-c966f290fbcf tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Resources bound (agent type, host, resource id): {{(pid=87870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:58:29.799425 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f8ffca-628d-4abf-9638-c966f290fbcf tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Received port after_create {{(pid=87870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:58:29.800020 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-f1f8ffca-628d-4abf-9638-c966f290fbcf tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-709483'] for router_interface, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:29.814028 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-8a25f5d4-ce15-4154-b427-c104b759771c tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks [] for port, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:29.834917 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.provisioning_blocks [None req-8a25f5d4-ce15-4154-b427-c104b759771c tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Transition to ACTIVE for port object bae2fd61-1e80-439d-90e7-05ac1ef18aa5 will not be triggered until provisioned by entity DHCP. {{(pid=87870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:58:30.021503 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a512f40-1ac5-4b4d-92c7-016dab006428 tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Router 372ca761-6a66-4c69-8a94-b0ea7ef0c162 has already been hosted by L3 agent af79d429-529e-400b-a119-94d4bec03f3e {{(pid=87870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 11:58:30.051832 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-8a25f5d4-ce15-4154-b427-c104b759771c tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:30.063368 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-b66b0c58-b223-4b4f-8681-266b684c21c0 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2364128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26551408'] for subnet, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:30.209707 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f8ca23f-58db-4dfb-b40b-3c038248d4ac tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:58:30.210446 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-8f8ca23f-58db-4dfb-b40b-3c038248d4ac tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Synchronizing usage tracker for tenant:0ad7b1f6e96a40538a966af0f41e67e6 on resource:network {{(pid=87871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:58:30.231106 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a25f5d4-ce15-4154-b427-c104b759771c tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Network e95a87e2-4c44-46e2-9de5-2786cbaea69c is already hosted by enough agents. {{(pid=87870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:58:30.239255 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.base_scheduler [None req-8a25f5d4-ce15-4154-b427-c104b759771c tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Resources bound (agent type, host, resource id): {{(pid=87870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:58:30.241659 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a25f5d4-ce15-4154-b427-c104b759771c tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Received port after_create {{(pid=87870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:58:30.269748 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-c0e0d7b5-5f50-4546-a738-b2335763ca3b None None] Provisioning for port 43bfeaee-06b1-4e80-8eac-18de574b3225 completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:58:30.278195 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-c0e0d7b5-5f50-4546-a738-b2335763ca3b None None] Provisioning complete for port 43bfeaee-06b1-4e80-8eac-18de574b3225 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:58:30.278789 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-c0e0d7b5-5f50-4546-a738-b2335763ca3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:30.279101 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66b0c58-b223-4b4f-8681-266b684c21c0 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Pushing event updated for resources: {'Subnet': ['ID=28ef9538-7c39-4316-b125-b5462d60a20a,revision_number=0']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:58:30.287357 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-8f8ca23f-58db-4dfb-b40b-3c038248d4ac tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Unset dirty status for tenant:0ad7b1f6e96a40538a966af0f41e67e6 on resource:network {{(pid=87871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:58:30.292028 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-8f8ca23f-58db-4dfb-b40b-3c038248d4ac tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.5507669 Mar 28 11:58:30.294924 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b66b0c58-b223-4b4f-8681-266b684c21c0 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Checking segment: {'id': '41eefd91-002a-4d8a-9cd5-6f72b4e91ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '65efd158-193d-4ca0-9933-16ad45c695bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:58:30.298371 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b66b0c58-b223-4b4f-8681-266b684c21c0 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Network hostable DHCP agents. Network: 65efd158-193d-4ca0-9933-16ad45c695bf, hostable agents: ['3cb85949-855b-4a40-b988-cd5705e511da'], hosted agents: [] {{(pid=87871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 11:58:30.303704 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 52304) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:58:30.353543 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b66b0c58-b223-4b4f-8681-266b684c21c0 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Network 65efd158-193d-4ca0-9933-16ad45c695bf is scheduled to be hosted by DHCP agent 3cb85949-855b-4a40-b988-cd5705e511da with binding_index 1 {{(pid=87871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 11:58:30.376581 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-b66b0c58-b223-4b4f-8681-266b684c21c0 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-2-hyperv, 65efd158-193d-4ca0-9933-16ad45c695bf) {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:58:30.383823 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b66b0c58-b223-4b4f-8681-266b684c21c0 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:58:30.384408 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-b66b0c58-b223-4b4f-8681-266b684c21c0 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538751'] for subnet, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:30.397947 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53969c77-d040-4b0c-ba5a-4f9890e9a98c None None] Network 65efd158-193d-4ca0-9933-16ad45c695bf requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:58:30.433084 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-b66b0c58-b223-4b4f-8681-266b684c21c0 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2308671 Mar 28 11:58:30.433915 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 52310) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:58:30.466006 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-c0e0d7b5-5f50-4546-a738-b2335763ca3b None None] Port 43bfeaee-06b1-4e80-8eac-18de574b3225 cannot update to ACTIVE because it is not bound. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 11:58:30.525936 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a25f5d4-ce15-4154-b427-c104b759771c tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:58:30.526613 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-8a25f5d4-ce15-4154-b427-c104b759771c tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:30.536163 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a25f5d4-ce15-4154-b427-c104b759771c tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Pushing event updated for resources: {'Port': ['ID=bae2fd61-1e80-439d-90e7-05ac1ef18aa5,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:58:30.615362 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-f6d19585-7f3c-4e76-8297-ec0818f4daca tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks [] for security_group, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:30.618350 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-afa781c2-7b34-47ce-ace6-862af914ec23 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] 10.222.0.30 "GET /v2.0/subnets?network_id=ac2b1748-8f63-4b17-a9c7-07e79704aa5b HTTP/1.1" status: 200 len: 207 time: 0.2747781 Mar 28 11:58:30.645292 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-f1f8ffca-628d-4abf-9638-c966f290fbcf tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:30.664177 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 52318) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:58:30.669724 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a512f40-1ac5-4b4d-92c7-016dab006428 tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 11:58:30.732908 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-f6d19585-7f3c-4e76-8297-ec0818f4daca tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:30.754343 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd3a5440-2faf-47a6-8da1-a1bf25b32eb9 None None] Sync routers for ids ['372ca761-6a66-4c69-8a94-b0ea7ef0c162'] in dv-neutron-835340-2-hyperv {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 11:58:30.755317 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-0a512f40-1ac5-4b4d-92c7-016dab006428 tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Notify callbacks [] for router, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:30.757401 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-0a512f40-1ac5-4b4d-92c7-016dab006428 tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] 10.222.0.30 "PUT /v2.0/routers/372ca761-6a66-4c69-8a94-b0ea7ef0c162 HTTP/1.1" status: 200 len: 925 time: 7.8707833 Mar 28 11:58:30.780223 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 52322) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:58:30.781440 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 52324) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:58:30.786446 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-8a25f5d4-ce15-4154-b427-c104b759771c tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 6.5993197 Mar 28 11:58:30.790369 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3a5440-2faf-47a6-8da1-a1bf25b32eb9 None None] Routers {'372ca761-6a66-4c69-8a94-b0ea7ef0c162'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:58:30.790967 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-bd3a5440-2faf-47a6-8da1-a1bf25b32eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T11:58:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['372ca761-6a66-4c69-8a94-b0ea7ef0c162'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:58:30.795013 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 52328) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:58:30.801910 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-f6d19585-7f3c-4e76-8297-ec0818f4daca tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks [] for security_group, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:30.806695 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-f6d19585-7f3c-4e76-8297-ec0818f4daca tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.8409915 Mar 28 11:58:30.810466 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 52336) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:58:30.850720 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d951488-0945-4783-98ae-f5eef7a3c50f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1d3f2a9-8722-5ce5-bc40-181687d1ed3f-65efd158-193d-4ca0-9933-16ad45c695bf', 'network_id': '65efd158-193d-4ca0-9933-16ad45c695bf', 'tenant_id': 'fc0f0a585a8c4bf2950e053878e50dfb', 'fixed_ips': [{'subnet_id': '28ef9538-7c39-4316-b125-b5462d60a20a'}]}} from dv-neutron-835340-2-hyperv. {{(pid=87872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 11:58:30.851931 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-6d951488-0945-4783-98ae-f5eef7a3c50f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:30.871187 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-4a9637bb-c841-437a-8830-53b750c4e0c7 None None] Provisioning for port b8ec7124-5c83-4d4a-9eee-9cbeca01e273 completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:58:30.876904 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-bd3a5440-2faf-47a6-8da1-a1bf25b32eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:58:30.889632 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-4a9637bb-c841-437a-8830-53b750c4e0c7 None None] Provisioning complete for port b8ec7124-5c83-4d4a-9eee-9cbeca01e273 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:58:30.890002 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-4a9637bb-c841-437a-8830-53b750c4e0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:30.932373 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3a5440-2faf-47a6-8da1-a1bf25b32eb9 None None] Routers {'372ca761-6a66-4c69-8a94-b0ea7ef0c162'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:58:30.932968 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-bd3a5440-2faf-47a6-8da1-a1bf25b32eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T11:58:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['372ca761-6a66-4c69-8a94-b0ea7ef0c162'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:58:30.997997 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-39a80dea-ef37-43ab-a5f4-2c6714760df6 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-471530171', 'security_groups': ['94b97adf-3714-473f-90a0-63ea18059e1d'], 'network_id': '5df4ec91-b994-4337-98be-1b2930f844e7', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '21b72255-d2de-4876-97ff-55e725d81486'}]}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:58:31.059140 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-bd3a5440-2faf-47a6-8da1-a1bf25b32eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:58:31.059609 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd3a5440-2faf-47a6-8da1-a1bf25b32eb9 None None] The sync data for ids ['372ca761-6a66-4c69-8a94-b0ea7ef0c162'] in dv-neutron-835340-2-hyperv is: [] {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 11:58:31.115131 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-29be06d3-b7a0-486a-ba63-5da4eb7bcc08 tempest-FloatingIPAdminTestJSON-1024836002 tempest-FloatingIPAdminTestJSON-1024836002-project] Request body: {'floatingip': {'floating_network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:58:31.190884 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-871171af-536d-4e1e-bced-e24860005bea tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:58:31.196671 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-871171af-536d-4e1e-bced-e24860005bea tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:58:31.202290 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-871171af-536d-4e1e-bced-e24860005bea tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:58:31.208111 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-871171af-536d-4e1e-bced-e24860005bea tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:58:31.209274 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-29be06d3-b7a0-486a-ba63-5da4eb7bcc08 tempest-FloatingIPAdminTestJSON-1024836002 tempest-FloatingIPAdminTestJSON-1024836002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:58:31.209745 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-871171af-536d-4e1e-bced-e24860005bea tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2485 time: 0.5445518 Mar 28 11:58:31.219096 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 52340) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:58:31.224787 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.db_base_plugin_common [None req-6d951488-0945-4783-98ae-f5eef7a3c50f None None] Allocated IP 172.20.0.2 (65efd158-193d-4ca0-9933-16ad45c695bf/28ef9538-7c39-4316-b125-b5462d60a20a/3bb33caf-81f0-4f3b-8d8b-1d176093c11e) {{(pid=87872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:58:31.226127 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d19585-7f3c-4e76-8297-ec0818f4daca tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94b97adf-3714-473f-90a0-63ea18059e1d,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:58:31.240908 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-4a9637bb-c841-437a-8830-53b750c4e0c7 None None] Provisioning complete for port 6ce68521-93d5-4423-b952-400b9f55bf34 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:58:31.241353 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-4a9637bb-c841-437a-8830-53b750c4e0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:31.349843 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-526500e6-0780-4aed-9e85-a94c5a28bdf3 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:31.395341 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-4a9637bb-c841-437a-8830-53b750c4e0c7 None None] Port 6ce68521-93d5-4423-b952-400b9f55bf34 cannot update to ACTIVE because it is not bound. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 11:58:31.425136 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-29be06d3-b7a0-486a-ba63-5da4eb7bcc08 tempest-FloatingIPAdminTestJSON-1024836002 tempest-FloatingIPAdminTestJSON-1024836002-project] Usage tracker for resource:floatingip and tenant:35bef068275a42cdbe218c5d49dc8652 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:58:31.449826 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-29be06d3-b7a0-486a-ba63-5da4eb7bcc08 tempest-FloatingIPAdminTestJSON-1024836002 tempest-FloatingIPAdminTestJSON-1024836002-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:58:31.524935 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-29be06d3-b7a0-486a-ba63-5da4eb7bcc08 tempest-FloatingIPAdminTestJSON-1024836002 tempest-FloatingIPAdminTestJSON-1024836002-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:58:31.528921 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-6d951488-0945-4783-98ae-f5eef7a3c50f None None] Notify callbacks [] for port, precommit_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:31.538779 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-2fadc443-003d-4b03-ba90-33fd05a53505 None None] Provisioning for port bae2fd61-1e80-439d-90e7-05ac1ef18aa5 completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:58:31.544521 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-6d951488-0945-4783-98ae-f5eef7a3c50f None None] Transition to ACTIVE for port object 3bb33caf-81f0-4f3b-8d8b-1d176093c11e will not be triggered until provisioned by entity L2. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:58:31.551420 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-2fadc443-003d-4b03-ba90-33fd05a53505 None None] Provisioning complete for port bae2fd61-1e80-439d-90e7-05ac1ef18aa5 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:58:31.551604 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2fadc443-003d-4b03-ba90-33fd05a53505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:31.590990 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-968415ca-0970-40e9-b189-a5f2ec1ecb77 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] 10.222.0.30 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 574 time: 0.3714340 Mar 28 11:58:31.593785 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-29be06d3-b7a0-486a-ba63-5da4eb7bcc08 tempest-FloatingIPAdminTestJSON-1024836002 tempest-FloatingIPAdminTestJSON-1024836002-project] Notify callbacks [] for floatingip, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:31.596827 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 52344) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:58:31.663125 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-6d951488-0945-4783-98ae-f5eef7a3c50f None None] Transition to ACTIVE for port object 3bb33caf-81f0-4f3b-8d8b-1d176093c11e will not be triggered until provisioned by entity DHCP. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:58:31.681363 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-074b17a1-4406-4c8b-af68-3011776d54cd tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] 10.222.0.30 "GET /v2.0/routers/372ca761-6a66-4c69-8a94-b0ea7ef0c162 HTTP/1.1" status: 200 len: 925 time: 0.8905711 Mar 28 11:58:31.682859 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-2fadc443-003d-4b03-ba90-33fd05a53505 None None] Port bae2fd61-1e80-439d-90e7-05ac1ef18aa5 cannot update to ACTIVE because it is not bound. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 11:58:31.686439 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-6d951488-0945-4783-98ae-f5eef7a3c50f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241'] for port, after_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:31.726495 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 52348) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:58:31.753918 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d951488-0945-4783-98ae-f5eef7a3c50f None None] Network 65efd158-193d-4ca0-9933-16ad45c695bf is already hosted by enough agents. {{(pid=87872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:58:31.764106 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.base_scheduler [None req-6d951488-0945-4783-98ae-f5eef7a3c50f None None] Resources bound (agent type, host, resource id): {{(pid=87872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:58:31.769612 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d951488-0945-4783-98ae-f5eef7a3c50f None None] Received port after_create {{(pid=87872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:58:31.771990 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d951488-0945-4783-98ae-f5eef7a3c50f None None] Pushing event updated for resources: {'Port': ['ID=3bb33caf-81f0-4f3b-8d8b-1d176093c11e,revision_number=1']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:58:31.785372 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-39a80dea-ef37-43ab-a5f4-2c6714760df6 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:58:31.811125 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2c4c670-60f7-4ae1-b7ad-0d43eb55144f tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:58:31.816833 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2c4c670-60f7-4ae1-b7ad-0d43eb55144f tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:58:31.817631 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-b2c4c670-60f7-4ae1-b7ad-0d43eb55144f tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Synchronizing usage tracker for tenant:b4adfe5c8b3a4e57a1afd1d44c455245 on resource:port {{(pid=87870) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:58:31.843691 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-39a80dea-ef37-43ab-a5f4-2c6714760df6 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:58:31.855011 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44aefea3-9492-42f9-80b1-5c1eeb8967c7 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:58:31.856519 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44aefea3-9492-42f9-80b1-5c1eeb8967c7 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:58:31.857427 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-44aefea3-9492-42f9-80b1-5c1eeb8967c7 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Synchronizing usage tracker for tenant:0ad7b1f6e96a40538a966af0f41e67e6 on resource:subnet {{(pid=87871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:58:31.881285 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39a80dea-ef37-43ab-a5f4-2c6714760df6 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Made reservation on behalf of beb99f647cec46e3bbf575ac0a3034e8 for: {'port': 1} {{(pid=87870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:58:31.884825 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-6d951488-0945-4783-98ae-f5eef7a3c50f None None] Attempting to bind port 3bb33caf-81f0-4f3b-8d8b-1d176093c11e on host dv-neutron-835340-2-hyperv for vnic_type normal with profile {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:58:31.885553 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-6d951488-0945-4783-98ae-f5eef7a3c50f None None] Attempting to bind port 3bb33caf-81f0-4f3b-8d8b-1d176093c11e by drivers openvswitch,hyperv on host dv-neutron-835340-2-hyperv at level 0 using segments [{'id': '41eefd91-002a-4d8a-9cd5-6f72b4e91ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '65efd158-193d-4ca0-9933-16ad45c695bf'}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:58:31.886200 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d951488-0945-4783-98ae-f5eef7a3c50f None None] Attempting to bind port 3bb33caf-81f0-4f3b-8d8b-1d176093c11e on network 65efd158-193d-4ca0-9933-16ad45c695bf {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:58:31.887730 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-44aefea3-9492-42f9-80b1-5c1eeb8967c7 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Unset dirty status for tenant:0ad7b1f6e96a40538a966af0f41e67e6 on resource:subnet {{(pid=87871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:58:31.889227 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-44aefea3-9492-42f9-80b1-5c1eeb8967c7 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.2913373 Mar 28 11:58:31.893509 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 52352) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:58:31.896446 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d951488-0945-4783-98ae-f5eef7a3c50f None None] Checking agent: {'id': '961a16fe-cbc8-4264-ac28-bbbd53f89caa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 46, 6), 'started_at': datetime.datetime(2022, 3, 28, 11, 46, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 11, 58, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 11:58:31.896959 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d951488-0945-4783-98ae-f5eef7a3c50f None None] Checking segment: {'id': '41eefd91-002a-4d8a-9cd5-6f72b4e91ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '65efd158-193d-4ca0-9933-16ad45c695bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:58:31.897463 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-6d951488-0945-4783-98ae-f5eef7a3c50f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:31.898001 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d951488-0945-4783-98ae-f5eef7a3c50f None None] Bound using segment: {'id': '41eefd91-002a-4d8a-9cd5-6f72b4e91ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '65efd158-193d-4ca0-9933-16ad45c695bf'} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 11:58:31.898569 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-6d951488-0945-4783-98ae-f5eef7a3c50f None None] Bound port: 3bb33caf-81f0-4f3b-8d8b-1d176093c11e, host: dv-neutron-835340-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41eefd91-002a-4d8a-9cd5-6f72b4e91ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '65efd158-193d-4ca0-9933-16ad45c695bf'}}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 11:58:31.899615 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-6d951488-0945-4783-98ae-f5eef7a3c50f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:31.927250 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-b2c4c670-60f7-4ae1-b7ad-0d43eb55144f tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Unset dirty status for tenant:b4adfe5c8b3a4e57a1afd1d44c455245 on resource:port {{(pid=87870) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:58:31.928428 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-b2c4c670-60f7-4ae1-b7ad-0d43eb55144f tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 1.1278765 Mar 28 11:58:31.936397 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 52356) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:58:32.002689 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-6d951488-0945-4783-98ae-f5eef7a3c50f None None] For port 3bb33caf-81f0-4f3b-8d8b-1d176093c11e, host dv-neutron-835340-2-hyperv, cleared binding levels {{(pid=87872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 11:58:32.006787 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-6d951488-0945-4783-98ae-f5eef7a3c50f None None] For port 3bb33caf-81f0-4f3b-8d8b-1d176093c11e, host dv-neutron-835340-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=3bb33caf-81f0-4f3b-8d8b-1d176093c11e,segment=NetworkSegment(41eefd91-002a-4d8a-9cd5-6f72b4e91ef7),segment_id=41eefd91-002a-4d8a-9cd5-6f72b4e91ef7)] {{(pid=87872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 11:58:32.012237 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-6d951488-0945-4783-98ae-f5eef7a3c50f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:32.013806 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33b55bb3-9184-413c-a17c-79ea44a8c64b tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Attributes excluded by policy engine: ['shared'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:58:32.015187 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33b55bb3-9184-413c-a17c-79ea44a8c64b tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Attributes excluded by policy engine: ['shared'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:58:32.016979 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-33b55bb3-9184-413c-a17c-79ea44a8c64b tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] 10.222.0.30 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1222200 Mar 28 11:58:32.020444 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 52360) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:58:32.066903 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.db_base_plugin_common [None req-526500e6-0780-4aed-9e85-a94c5a28bdf3 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Allocated IP 172.20.0.1 (65efd158-193d-4ca0-9933-16ad45c695bf/28ef9538-7c39-4316-b125-b5462d60a20a/1fe51bf3-b32b-46eb-a1bb-3c1d5b15ad12) {{(pid=87871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:58:32.106076 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d951488-0945-4783-98ae-f5eef7a3c50f None None] Pushing event updated for resources: {'Port': ['ID=3bb33caf-81f0-4f3b-8d8b-1d176093c11e,revision_number=2']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:58:32.189515 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-722d86e7-dd41-4383-9a3f-70dc882d3c94 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Deleting port bae2fd61-1e80-439d-90e7-05ac1ef18aa5 {{(pid=87870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:58:32.189885 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-722d86e7-dd41-4383-9a3f-70dc882d3c94 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:32.229733 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-f1f8ffca-628d-4abf-9638-c966f290fbcf tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Notify callbacks [] for port, precommit_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:32.233700 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b97129a-2732-4a6f-99ee-e6c8795b483d tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:58:32.234451 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-4b97129a-2732-4a6f-99ee-e6c8795b483d tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Synchronizing usage tracker for tenant:e4b57e16d2b24ee4b747a47a9aaf2973 on resource:port {{(pid=87870) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:58:32.252399 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-f1f8ffca-628d-4abf-9638-c966f290fbcf tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2558288'] for port, after_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:32.252662 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-f1f8ffca-628d-4abf-9638-c966f290fbcf tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-743372'] for router_interface, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:32.293708 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77ac9787-2926-4187-bd13-1858f3bd0a54 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:58:32.296084 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-77ac9787-2926-4187-bd13-1858f3bd0a54 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] 10.222.0.30 "GET /v2.0/networks/4af579f0-24dc-41b9-b867-a4844f191456 HTTP/1.1" status: 200 len: 799 time: 0.2745516 Mar 28 11:58:32.320860 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-e2a789f8-97c3-4b64-af1e-592c95d44cb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:32.322621 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 52364) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:58:32.332186 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-39a80dea-ef37-43ab-a5f4-2c6714760df6 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:32.422560 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-4b97129a-2732-4a6f-99ee-e6c8795b483d tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Unset dirty status for tenant:e4b57e16d2b24ee4b747a47a9aaf2973 on resource:port {{(pid=87870) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:58:32.423771 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-4b97129a-2732-4a6f-99ee-e6c8795b483d tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] 10.222.0.30 "GET /v2.0/ports?network_id=ac2b1748-8f63-4b17-a9c7-07e79704aa5b&device_id=372ca761-6a66-4c69-8a94-b0ea7ef0c162&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.6944549 Mar 28 11:58:32.465222 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 52368) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:58:32.476668 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.notifiers.nova [None req-39a80dea-ef37-43ab-a5f4-2c6714760df6 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] device_id is not set on port aa497ada-c7c0-4cbf-8ab7-6b17cdc3c50e yet. {{(pid=87870) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 11:58:32.479367 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-526500e6-0780-4aed-9e85-a94c5a28bdf3 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks [] for port, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:32.567087 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f8ffca-628d-4abf-9638-c966f290fbcf tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Pushing event updated for resources: {'Port': ['ID=43bfeaee-06b1-4e80-8eac-18de574b3225,revision_number=2']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:58:32.592629 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.provisioning_blocks [None req-526500e6-0780-4aed-9e85-a94c5a28bdf3 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Transition to ACTIVE for port object 1fe51bf3-b32b-46eb-a1bb-3c1d5b15ad12 will not be triggered until provisioned by entity DHCP. {{(pid=87871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:58:32.658267 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-cb68166e-775d-4e44-a360-6ebd0d58ccb9 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] 10.222.0.30 "GET /v2.0/networks/4af579f0-24dc-41b9-b867-a4844f191456?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.3344212 Mar 28 11:58:32.662533 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 52372) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:58:32.667122 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-29be06d3-b7a0-486a-ba63-5da4eb7bcc08 tempest-FloatingIPAdminTestJSON-1024836002 tempest-FloatingIPAdminTestJSON-1024836002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:32.728344 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65cc27ba-dd90-48a0-940b-912a773174aa tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:58:32.728903 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-65cc27ba-dd90-48a0-940b-912a773174aa tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Synchronizing usage tracker for tenant:e4b57e16d2b24ee4b747a47a9aaf2973 on resource:network {{(pid=87871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:58:32.737765 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-526500e6-0780-4aed-9e85-a94c5a28bdf3 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:32.815711 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e820378-1199-4ba4-8566-9657b77dd9e1 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:58:32.817253 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-5e820378-1199-4ba4-8566-9657b77dd9e1 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] 10.222.0.30 "GET /v2.0/subnets/f3b64456-ceb4-48c0-919c-8438ecb6847e HTTP/1.1" status: 200 len: 811 time: 0.1540406 Mar 28 11:58:32.824786 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 52376) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:58:32.827312 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-65cc27ba-dd90-48a0-940b-912a773174aa tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Unset dirty status for tenant:e4b57e16d2b24ee4b747a47a9aaf2973 on resource:network {{(pid=87871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:58:32.828301 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-65cc27ba-dd90-48a0-940b-912a773174aa tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] 10.222.0.30 "GET /v2.0/networks/ac2b1748-8f63-4b17-a9c7-07e79704aa5b HTTP/1.1" status: 200 len: 881 time: 0.3613055 Mar 28 11:58:32.832420 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-526500e6-0780-4aed-9e85-a94c5a28bdf3 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Network 65efd158-193d-4ca0-9933-16ad45c695bf is already hosted by enough agents. {{(pid=87871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:58:32.841197 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 52380) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:58:32.852845 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1f8ffca-628d-4abf-9638-c966f290fbcf tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Network d13ee7b7-642e-444e-94d8-9d13568b62b5 is already hosted by enough agents. {{(pid=87870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:58:32.873648 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-526500e6-0780-4aed-9e85-a94c5a28bdf3 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Resources bound (agent type, host, resource id): {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:58:32.873950 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.base_scheduler [None req-f1f8ffca-628d-4abf-9638-c966f290fbcf tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Resources bound (agent type, host, resource id): {{(pid=87870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:58:32.881940 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526500e6-0780-4aed-9e85-a94c5a28bdf3 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Received port after_create {{(pid=87871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:58:32.967702 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526500e6-0780-4aed-9e85-a94c5a28bdf3 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Pushing event updated for resources: {'Port': ['ID=1fe51bf3-b32b-46eb-a1bb-3c1d5b15ad12,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:58:32.993818 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-8f576ad9-f22d-4b4f-94a2-dd13c32871ed tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] 10.222.0.30 "GET /v2.0/ports?device_id=372ca761-6a66-4c69-8a94-b0ea7ef0c162 HTTP/1.1" status: 200 len: 205 time: 0.1189394 Mar 28 11:58:32.996974 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 52384) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:58:33.090041 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-161e43b7-0640-4bed-938a-a6e30983f04f tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Attributes excluded by policy engine: ['shared'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:58:33.095128 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-161e43b7-0640-4bed-938a-a6e30983f04f tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] 10.222.0.30 "GET /v2.0/subnets/f3b64456-ceb4-48c0-919c-8438ecb6847e?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2655768 Mar 28 11:58:33.095128 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-526500e6-0780-4aed-9e85-a94c5a28bdf3 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-709483'] for router_interface, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:33.099947 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 52388) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:58:33.115289 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-be2d04ba-a5f3-470b-9380-872dd470824f tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1872446192'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:58:33.126457 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-be2d04ba-a5f3-470b-9380-872dd470824f tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:58:33.215505 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-be2d04ba-a5f3-470b-9380-872dd470824f tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:58:33.223174 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-7ee1879c-d9bf-47bc-822f-a758415decd1 None None] Provisioning complete for port 43bfeaee-06b1-4e80-8eac-18de574b3225 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:58:33.224220 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-7ee1879c-d9bf-47bc-822f-a758415decd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:33.257415 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be2d04ba-a5f3-470b-9380-872dd470824f tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Made reservation on behalf of 0ad7b1f6e96a40538a966af0f41e67e6 for: {'network': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:58:33.260938 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-be2d04ba-a5f3-470b-9380-872dd470824f tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for network, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:33.293208 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-7ee1879c-d9bf-47bc-822f-a758415decd1 None None] Port 43bfeaee-06b1-4e80-8eac-18de574b3225 cannot update to ACTIVE because it is not bound. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 11:58:33.294434 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-722d86e7-dd41-4383-9a3f-70dc882d3c94 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:33.315483 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-a457e478-93ef-4869-a29f-9e7779a8ec6f tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] Notify callbacks [] for router, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:33.345880 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bb8c0be-31d4-4afa-83da-d906919cb6bd None None] Network 65efd158-193d-4ca0-9933-16ad45c695bf requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:58:33.459973 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-54cb8419-9915-4dd4-a6de-3b59345e77db None None] Provisioning for port 3bb33caf-81f0-4f3b-8d8b-1d176093c11e completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:58:33.512576 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-722d86e7-dd41-4383-9a3f-70dc882d3c94 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Calling delete_port for bae2fd61-1e80-439d-90e7-05ac1ef18aa5 owned by {{(pid=87870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:58:33.560274 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be2d04ba-a5f3-470b-9380-872dd470824f tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=87871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 11:58:33.571620 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-526500e6-0780-4aed-9e85-a94c5a28bdf3 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:33.575755 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1f8ffca-628d-4abf-9638-c966f290fbcf tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Router 2c57ae2a-6503-4086-ae47-ab11d4d86440 has already been hosted by L3 agent af79d429-529e-400b-a119-94d4bec03f3e {{(pid=87870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 11:58:33.581364 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.db_base_plugin_common [None req-29be06d3-b7a0-486a-ba63-5da4eb7bcc08 tempest-FloatingIPAdminTestJSON-1024836002 tempest-FloatingIPAdminTestJSON-1024836002-project] Allocated IP 172.26.7.62 (ac2b1748-8f63-4b17-a9c7-07e79704aa5b/0b7ebf76-1dc7-431a-a0b4-b96bacf287c2/549f9374-fee7-4766-a6b2-4e4ba385c2d6) {{(pid=87870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:58:33.653391 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-be2d04ba-a5f3-470b-9380-872dd470824f tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:33.653916 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.db.segments_db [None req-be2d04ba-a5f3-470b-9380-872dd470824f tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Added segment f3f4cd12-949f-46ec-b4b9-ebd37d6e0901 of type vlan for network b54e9bc8-e7e1-466e-b523-a951b87ceb8c Mar 28 11:58:33.688904 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.db_base_plugin_common [None req-39a80dea-ef37-43ab-a5f4-2c6714760df6 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Allocated IP 2001:db8::d3 (5df4ec91-b994-4337-98be-1b2930f844e7/21b72255-d2de-4876-97ff-55e725d81486/aa497ada-c7c0-4cbf-8ab7-6b17cdc3c50e) {{(pid=87870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:58:33.754788 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 3bb33caf-81f0-4f3b-8d8b-1d176093c11e up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:58:33.778040 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-be2d04ba-a5f3-470b-9380-872dd470824f tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783495836591'] for network, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:33.828605 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-be2d04ba-a5f3-470b-9380-872dd470824f tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765'] for network, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:33.840393 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning for port 3bb33caf-81f0-4f3b-8d8b-1d176093c11e completed by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:58:33.841699 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be2d04ba-a5f3-470b-9380-872dd470824f tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:58:33.842727 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-be2d04ba-a5f3-470b-9380-872dd470824f tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks [] for network, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:33.845674 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port 3bb33caf-81f0-4f3b-8d8b-1d176093c11e triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:58:33.846099 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:33.944737 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-a457e478-93ef-4869-a29f-9e7779a8ec6f tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:34.005224 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:34.013726 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1f8ffca-628d-4abf-9638-c966f290fbcf tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 11:58:34.029467 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-030bd164-4d54-4273-ab6d-506800fc54a0 None None] Sync routers for ids ['2c57ae2a-6503-4086-ae47-ab11d4d86440'] in dv-neutron-835340-2-hyperv {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 11:58:34.034638 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-e3cd25ba-7821-4cc3-ad38-f8dd9491d6a8 None None] Provisioning complete for port 3bb33caf-81f0-4f3b-8d8b-1d176093c11e triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:58:34.035014 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-e3cd25ba-7821-4cc3-ad38-f8dd9491d6a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:34.044477 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-030bd164-4d54-4273-ab6d-506800fc54a0 None None] Routers {'2c57ae2a-6503-4086-ae47-ab11d4d86440'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:58:34.045390 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-030bd164-4d54-4273-ab6d-506800fc54a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T11:58:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['2c57ae2a-6503-4086-ae47-ab11d4d86440'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:58:34.106736 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-f1f8ffca-628d-4abf-9638-c966f290fbcf tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] 10.222.0.30 "PUT /v2.0/routers/2c57ae2a-6503-4086-ae47-ab11d4d86440/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9061599 Mar 28 11:58:34.110269 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 52392) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:58:34.111047 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-a457e478-93ef-4869-a29f-9e7779a8ec6f tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] Deleting port 7f44f665-0897-4f86-8271-b2693e58c3e3 {{(pid=87871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:58:34.111384 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-a457e478-93ef-4869-a29f-9e7779a8ec6f tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:34.179974 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-e3cd25ba-7821-4cc3-ad38-f8dd9491d6a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:34.184726 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-030bd164-4d54-4273-ab6d-506800fc54a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:58:34.198740 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] For port 3bb33caf-81f0-4f3b-8d8b-1d176093c11e, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=3bb33caf-81f0-4f3b-8d8b-1d176093c11e,segment=NetworkSegment(41eefd91-002a-4d8a-9cd5-6f72b4e91ef7),segment_id=41eefd91-002a-4d8a-9cd5-6f72b4e91ef7)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:58:34.208405 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-030bd164-4d54-4273-ab6d-506800fc54a0 None None] Routers {'2c57ae2a-6503-4086-ae47-ab11d4d86440'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:58:34.208946 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-29be06d3-b7a0-486a-ba63-5da4eb7bcc08 tempest-FloatingIPAdminTestJSON-1024836002 tempest-FloatingIPAdminTestJSON-1024836002-project] Notify callbacks [] for port, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:34.209117 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:34.209485 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-030bd164-4d54-4273-ab6d-506800fc54a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T11:58:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['2c57ae2a-6503-4086-ae47-ab11d4d86440'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:58:34.236212 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2d04ba-a5f3-470b-9380-872dd470824f tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Pushing event updated for resources: {'Network': ['ID=b54e9bc8-e7e1-466e-b523-a951b87ceb8c,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:58:34.284331 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-722d86e7-dd41-4383-9a3f-70dc882d3c94 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:34.299532 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dd213f5-fe6e-442d-a15d-18b355f84c01 None None] get_active_networks_info from dv-neutron-835340-2-hyperv {{(pid=87872) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 28 11:58:34.316694 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-030bd164-4d54-4273-ab6d-506800fc54a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:58:34.317667 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-030bd164-4d54-4273-ab6d-506800fc54a0 None None] The sync data for ids ['2c57ae2a-6503-4086-ae47-ab11d4d86440'] in dv-neutron-835340-2-hyperv is: [] {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 11:58:34.325666 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Network b54e9bc8-e7e1-466e-b523-a951b87ceb8c details requested by agent ovs-agent-dv-neutron-835340-2-hyperv with host dv-neutron-835340-2-hyperv {{(pid=87872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 11:58:34.354945 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-be2d04ba-a5f3-470b-9380-872dd470824f tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2539215 Mar 28 11:58:34.366284 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 52396) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:58:34.367050 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722d86e7-dd41-4383-9a3f-70dc882d3c94 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Pushing event deleted for resources: {'Port': ['ID=bae2fd61-1e80-439d-90e7-05ac1ef18aa5,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:58:34.414271 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.db.api [None req-e3cd25ba-7821-4cc3-ad38-f8dd9491d6a8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87872) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 11:58:34.414712 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG oslo_db.api [None req-e3cd25ba-7821-4cc3-ad38-f8dd9491d6a8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 11:58:34.465970 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-ede5944d-d8b8-480d-9b52-83ba6756f969 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Request body: {'subnet': {'network_id': 'b54e9bc8-e7e1-466e-b523-a951b87ceb8c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:58:34.496693 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Pushing event updated for resources: {'Port': ['ID=3bb33caf-81f0-4f3b-8d8b-1d176093c11e,revision_number=3']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:58:34.551361 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-29be06d3-b7a0-486a-ba63-5da4eb7bcc08 tempest-FloatingIPAdminTestJSON-1024836002 tempest-FloatingIPAdminTestJSON-1024836002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:34.587828 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-da72d409-c38c-4703-8dc7-33c215300a8d tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Notify callbacks [] for router, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:34.593042 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dd213f5-fe6e-442d-a15d-18b355f84c01 None None] Resources bound (agent type, host, resource id): {{(pid=87872) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 28 11:58:34.701191 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29be06d3-b7a0-486a-ba63-5da4eb7bcc08 tempest-FloatingIPAdminTestJSON-1024836002 tempest-FloatingIPAdminTestJSON-1024836002-project] Network ac2b1748-8f63-4b17-a9c7-07e79704aa5b is already hosted by enough agents. {{(pid=87870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:58:34.729006 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.base_scheduler [None req-29be06d3-b7a0-486a-ba63-5da4eb7bcc08 tempest-FloatingIPAdminTestJSON-1024836002 tempest-FloatingIPAdminTestJSON-1024836002-project] Resources bound (agent type, host, resource id): {{(pid=87870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:58:34.729006 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29be06d3-b7a0-486a-ba63-5da4eb7bcc08 tempest-FloatingIPAdminTestJSON-1024836002 tempest-FloatingIPAdminTestJSON-1024836002-project] Received port after_create {{(pid=87870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:58:34.741313 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-91f0dcbd-6ec0-4123-9dd7-a5db4694932a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:34.810198 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-a457e478-93ef-4869-a29f-9e7779a8ec6f tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:34.892713 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.api.v2.resource [None req-da72d409-c38c-4703-8dc7-33c215300a8d tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 28 11:58:34.896654 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-da72d409-c38c-4703-8dc7-33c215300a8d tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] 10.222.0.30 "DELETE /v2.0/routers/2c57ae2a-6503-4086-ae47-ab11d4d86440 HTTP/1.1" status: 409 len: 329 time: 0.7557671 Mar 28 11:58:34.919416 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 52400) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:58:35.055709 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-e3cd25ba-7821-4cc3-ad38-f8dd9491d6a8 None None] Provisioning for port 1fe51bf3-b32b-46eb-a1bb-3c1d5b15ad12 completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:58:35.067855 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-e3cd25ba-7821-4cc3-ad38-f8dd9491d6a8 None None] Provisioning complete for port 1fe51bf3-b32b-46eb-a1bb-3c1d5b15ad12 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:58:35.068384 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-e3cd25ba-7821-4cc3-ad38-f8dd9491d6a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:35.068660 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-722d86e7-dd41-4383-9a3f-70dc882d3c94 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:35.074787 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-722d86e7-dd41-4383-9a3f-70dc882d3c94 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "DELETE /v2.0/ports/bae2fd61-1e80-439d-90e7-05ac1ef18aa5 HTTP/1.1" status: 204 len: 168 time: 3.0912619 Mar 28 11:58:35.081958 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 52404) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:58:35.082554 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29be06d3-b7a0-486a-ba63-5da4eb7bcc08 tempest-FloatingIPAdminTestJSON-1024836002 tempest-FloatingIPAdminTestJSON-1024836002-project] Pushing event updated for resources: {'Port': ['ID=549f9374-fee7-4766-a6b2-4e4ba385c2d6,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:58:35.090022 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-39a80dea-ef37-43ab-a5f4-2c6714760df6 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks [] for port, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:35.110551 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-a457e478-93ef-4869-a29f-9e7779a8ec6f tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] Calling delete_port for 7f44f665-0897-4f86-8271-b2693e58c3e3 owned by network:router_gateway {{(pid=87871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:58:35.127149 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-ede5944d-d8b8-480d-9b52-83ba6756f969 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:58:35.129733 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-e3cd25ba-7821-4cc3-ad38-f8dd9491d6a8 None None] Port 1fe51bf3-b32b-46eb-a1bb-3c1d5b15ad12 cannot update to ACTIVE because it is not bound. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 11:58:35.152209 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.db.resource_extend [None req-526500e6-0780-4aed-9e85-a94c5a28bdf3 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 28 11:58:35.172541 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-526500e6-0780-4aed-9e85-a94c5a28bdf3 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks [] for port, precommit_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:35.180520 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-526500e6-0780-4aed-9e85-a94c5a28bdf3 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2363241'] for port, after_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:35.245850 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.provisioning_blocks [None req-39a80dea-ef37-43ab-a5f4-2c6714760df6 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Transition to ACTIVE for port object aa497ada-c7c0-4cbf-8ab7-6b17cdc3c50e will not be triggered until provisioned by entity DHCP. {{(pid=87870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:58:35.254626 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-a674eea3-6b2d-4d82-9356-ca8d2ab3c606 None None] Provisioning complete for port 1fe51bf3-b32b-46eb-a1bb-3c1d5b15ad12 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:58:35.255000 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-a674eea3-6b2d-4d82-9356-ca8d2ab3c606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:35.255977 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-ede5944d-d8b8-480d-9b52-83ba6756f969 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:58:35.308857 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a56ae282-5bc0-43ab-8f22-319b2e13207f tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:58:35.310401 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a56ae282-5bc0-43ab-8f22-319b2e13207f tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:58:35.311889 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a56ae282-5bc0-43ab-8f22-319b2e13207f tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:58:35.313349 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-a56ae282-5bc0-43ab-8f22-319b2e13207f tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Synchronizing usage tracker for tenant:b4adfe5c8b3a4e57a1afd1d44c455245 on resource:subnet {{(pid=87870) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:58:35.332943 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-a674eea3-6b2d-4d82-9356-ca8d2ab3c606 None None] Port 1fe51bf3-b32b-46eb-a1bb-3c1d5b15ad12 cannot update to ACTIVE because it is not bound. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 11:58:35.337775 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-526500e6-0780-4aed-9e85-a94c5a28bdf3 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-743372'] for router_interface, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:35.347946 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526500e6-0780-4aed-9e85-a94c5a28bdf3 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Pushing event updated for resources: {'Port': ['ID=1fe51bf3-b32b-46eb-a1bb-3c1d5b15ad12,revision_number=2']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:58:35.383972 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ede5944d-d8b8-480d-9b52-83ba6756f969 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Made reservation on behalf of 0ad7b1f6e96a40538a966af0f41e67e6 for: {'subnet': 1} {{(pid=87870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:58:35.387171 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-ede5944d-d8b8-480d-9b52-83ba6756f969 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2563571'] for subnet, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:35.541050 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-526500e6-0780-4aed-9e85-a94c5a28bdf3 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Network 65efd158-193d-4ca0-9933-16ad45c695bf is already hosted by enough agents. {{(pid=87871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:58:35.542698 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-526500e6-0780-4aed-9e85-a94c5a28bdf3 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Resources bound (agent type, host, resource id): {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:58:35.548280 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-a457e478-93ef-4869-a29f-9e7779a8ec6f tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:35.566644 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-29be06d3-b7a0-486a-ba63-5da4eb7bcc08 tempest-FloatingIPAdminTestJSON-1024836002 tempest-FloatingIPAdminTestJSON-1024836002-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:35.576321 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-a56ae282-5bc0-43ab-8f22-319b2e13207f tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Unset dirty status for tenant:b4adfe5c8b3a4e57a1afd1d44c455245 on resource:subnet {{(pid=87870) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:58:35.580083 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-a56ae282-5bc0-43ab-8f22-319b2e13207f tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.4917603 Mar 28 11:58:35.582325 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 52408) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:58:35.597675 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.ipam_backend_mixin [None req-ede5944d-d8b8-480d-9b52-83ba6756f969 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Performing IP validity checks on allocation pools {{(pid=87870) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 28 11:58:35.598302 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.ipam_backend_mixin [None req-ede5944d-d8b8-480d-9b52-83ba6756f969 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87870) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 28 11:58:35.683768 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:35.685641 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-39a80dea-ef37-43ab-a5f4-2c6714760df6 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:35.698386 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a457e478-93ef-4869-a29f-9e7779a8ec6f tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] Pushing event deleted for resources: {'Port': ['ID=7f44f665-0897-4f86-8271-b2693e58c3e3,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:58:35.750740 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-ef3be119-c018-4979-be07-86cf959defc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:35.753073 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 3bb33caf-81f0-4f3b-8d8b-1d176093c11e up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:58:35.838126 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-29be06d3-b7a0-486a-ba63-5da4eb7bcc08 tempest-FloatingIPAdminTestJSON-1024836002 tempest-FloatingIPAdminTestJSON-1024836002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:35.857316 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port 3bb33caf-81f0-4f3b-8d8b-1d176093c11e triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:58:35.857980 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:35.868867 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39a80dea-ef37-43ab-a5f4-2c6714760df6 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Network 5df4ec91-b994-4337-98be-1b2930f844e7 is already hosted by enough agents. {{(pid=87870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:58:35.873647 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a80dea-ef37-43ab-a5f4-2c6714760df6 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Pushing event updated for resources: {'Port': ['ID=aa497ada-c7c0-4cbf-8ab7-6b17cdc3c50e,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:58:35.886208 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.base_scheduler [None req-39a80dea-ef37-43ab-a5f4-2c6714760df6 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Resources bound (agent type, host, resource id): {{(pid=87870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:58:35.923888 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a80dea-ef37-43ab-a5f4-2c6714760df6 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Received port after_create {{(pid=87870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:58:35.929148 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-cac01a5d-24d9-47b0-a417-9cbc23bbe39b None None] Provisioning complete for port 1fe51bf3-b32b-46eb-a1bb-3c1d5b15ad12 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:58:35.929570 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39a80dea-ef37-43ab-a5f4-2c6714760df6 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:58:35.930095 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-39a80dea-ef37-43ab-a5f4-2c6714760df6 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:35.930422 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-cac01a5d-24d9-47b0-a417-9cbc23bbe39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:35.948119 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.db_base_plugin_v2 [None req-5dbb63f9-4434-492f-87fd-e2329c842ddc tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Deleting subnet 9176bb20-ba75-4ca1-8f0b-0bf3e1330d5f {{(pid=87871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 11:58:35.954761 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-5dbb63f9-4434-492f-87fd-e2329c842ddc tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks [] for subnet, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:36.016780 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-a457e478-93ef-4869-a29f-9e7779a8ec6f tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-709573'] for router_gateway, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:36.043572 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-39a80dea-ef37-43ab-a5f4-2c6714760df6 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 5.1611319 Mar 28 11:58:36.060918 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-cac01a5d-24d9-47b0-a417-9cbc23bbe39b None None] Port 1fe51bf3-b32b-46eb-a1bb-3c1d5b15ad12 cannot update to ACTIVE because it is not bound. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 11:58:36.066888 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 52412) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:58:36.150017 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-91609d13-de3e-4e54-9e79-f44bb92d3705 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Request body: {'subnet': {'network_id': '5df4ec91-b994-4337-98be-1b2930f844e7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:58:36.193678 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-5dbb63f9-4434-492f-87fd-e2329c842ddc tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3436877'] for subnet, precommit_delete_associations {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:36.240343 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-ede5944d-d8b8-480d-9b52-83ba6756f969 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2561241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2563521'] for subnet, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:36.292885 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-4b788320-76c4-485b-aa09-1d5c41c982d0 None None] Provisioning for port aa497ada-c7c0-4cbf-8ab7-6b17cdc3c50e completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:58:36.297851 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-4b788320-76c4-485b-aa09-1d5c41c982d0 None None] Provisioning complete for port aa497ada-c7c0-4cbf-8ab7-6b17cdc3c50e triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:58:36.298222 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-4b788320-76c4-485b-aa09-1d5c41c982d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:36.303767 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-a457e478-93ef-4869-a29f-9e7779a8ec6f tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-745164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-260864'] for router, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:36.355351 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-a457e478-93ef-4869-a29f-9e7779a8ec6f tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:36.356469 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-4b788320-76c4-485b-aa09-1d5c41c982d0 None None] Port aa497ada-c7c0-4cbf-8ab7-6b17cdc3c50e cannot update to ACTIVE because it is not bound. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 11:58:36.369677 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede5944d-d8b8-480d-9b52-83ba6756f969 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Pushing event updated for resources: {'Subnet': ['ID=1178b20e-e7b7-45fe-862d-fafa3c8e0742,revision_number=0']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:58:36.407459 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ede5944d-d8b8-480d-9b52-83ba6756f969 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Checking segment: {'id': 'f3f4cd12-949f-46ec-b4b9-ebd37d6e0901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b54e9bc8-e7e1-466e-b523-a951b87ceb8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:58:36.407837 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ede5944d-d8b8-480d-9b52-83ba6756f969 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Network hostable DHCP agents. Network: b54e9bc8-e7e1-466e-b523-a951b87ceb8c, hostable agents: ['3cb85949-855b-4a40-b988-cd5705e511da'], hosted agents: [] {{(pid=87870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 11:58:36.414848 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-526500e6-0780-4aed-9e85-a94c5a28bdf3 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Router 938ec9b1-845a-41c1-8863-138dcf053909 is scheduled to L3 agent af79d429-529e-400b-a119-94d4bec03f3e with binding_index 1 {{(pid=87871) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 11:58:36.418797 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-29be06d3-b7a0-486a-ba63-5da4eb7bcc08 tempest-FloatingIPAdminTestJSON-1024836002 tempest-FloatingIPAdminTestJSON-1024836002-project] Notify callbacks [] for port, precommit_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:36.431913 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c19f6468-689e-478f-b763-80b95f881bf3 tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-743394'] for router_interface, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:36.445292 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-a457e478-93ef-4869-a29f-9e7779a8ec6f tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-745021'] for router, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:36.446380 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a457e478-93ef-4869-a29f-9e7779a8ec6f tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] Fanout notify agent at l3_agent the message router_deleted on router 372ca761-6a66-4c69-8a94-b0ea7ef0c162 {{(pid=87871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 11:58:36.486898 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-29be06d3-b7a0-486a-ba63-5da4eb7bcc08 tempest-FloatingIPAdminTestJSON-1024836002 tempest-FloatingIPAdminTestJSON-1024836002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2558288'] for port, after_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:36.712236 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-91609d13-de3e-4e54-9e79-f44bb92d3705 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:58:36.730017 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-91609d13-de3e-4e54-9e79-f44bb92d3705 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Usage tracker for resource:subnet and tenant:beb99f647cec46e3bbf575ac0a3034e8 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:58:36.735608 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-5dbb63f9-4434-492f-87fd-e2329c842ddc tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1919782'] for subnet, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:36.763756 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-91609d13-de3e-4e54-9e79-f44bb92d3705 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:58:36.778730 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-a457e478-93ef-4869-a29f-9e7779a8ec6f tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] Notify callbacks [] for router, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:36.783452 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-a457e478-93ef-4869-a29f-9e7779a8ec6f tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] 10.222.0.30 "DELETE /v2.0/routers/372ca761-6a66-4c69-8a94-b0ea7ef0c162 HTTP/1.1" status: 204 len: 168 time: 3.7835503 Mar 28 11:58:36.784502 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ede5944d-d8b8-480d-9b52-83ba6756f969 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Network b54e9bc8-e7e1-466e-b523-a951b87ceb8c is scheduled to be hosted by DHCP agent 3cb85949-855b-4a40-b988-cd5705e511da with binding_index 1 {{(pid=87870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 11:58:36.784971 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-91609d13-de3e-4e54-9e79-f44bb92d3705 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:58:36.789973 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 52416) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:58:36.825818 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-526500e6-0780-4aed-9e85-a94c5a28bdf3 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 11:58:36.832470 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-526500e6-0780-4aed-9e85-a94c5a28bdf3 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] 10.222.0.30 "PUT /v2.0/routers/938ec9b1-845a-41c1-8863-138dcf053909/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3975835 Mar 28 11:58:36.833663 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91609d13-de3e-4e54-9e79-f44bb92d3705 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Made reservation on behalf of beb99f647cec46e3bbf575ac0a3034e8 for: {'subnet': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:58:36.837191 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-f06cd592-1c24-4d2e-bec4-0623202f255e tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1081764880', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:58:36.838139 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-91609d13-de3e-4e54-9e79-f44bb92d3705 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26551362'] for subnet, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:36.845175 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d17e1cdd-a093-43a6-bfcb-d73ea8d61a99 None None] Sync routers for ids ['938ec9b1-845a-41c1-8863-138dcf053909'] in dv-neutron-835340-2-hyperv {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 11:58:36.846844 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 52420) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:58:36.858271 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-72e21811-64f3-4aeb-b435-523b6015cddc tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Request body: {'network': {'name': 'tempest-RoutersTest-1206755600'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:58:36.861819 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-f06cd592-1c24-4d2e-bec4-0623202f255e tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:58:36.863719 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d17e1cdd-a093-43a6-bfcb-d73ea8d61a99 None None] Routers {'938ec9b1-845a-41c1-8863-138dcf053909'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:58:36.864612 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-d17e1cdd-a093-43a6-bfcb-d73ea8d61a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T11:58:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['938ec9b1-845a-41c1-8863-138dcf053909'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:58:36.866116 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.base_scheduler [None req-ede5944d-d8b8-480d-9b52-83ba6756f969 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-2-hyperv, b54e9bc8-e7e1-466e-b523-a951b87ceb8c) {{(pid=87870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:58:36.920582 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29be06d3-b7a0-486a-ba63-5da4eb7bcc08 tempest-FloatingIPAdminTestJSON-1024836002 tempest-FloatingIPAdminTestJSON-1024836002-project] Pushing event updated for resources: {'Port': ['ID=549f9374-fee7-4766-a6b2-4e4ba385c2d6,revision_number=2']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:58:36.921642 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b38aedc-c7fe-4aab-b4ca-fb65c756faca None None] Network b54e9bc8-e7e1-466e-b523-a951b87ceb8c requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:58:36.934307 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ede5944d-d8b8-480d-9b52-83ba6756f969 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:58:36.934900 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-ede5944d-d8b8-480d-9b52-83ba6756f969 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks [] for subnet, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:36.941600 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-f06cd592-1c24-4d2e-bec4-0623202f255e tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] Usage tracker for resource:router and tenant:a6eff997b84242f4902e0c0456ad0fc2 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:58:36.952363 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-72e21811-64f3-4aeb-b435-523b6015cddc tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:58:36.961049 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-f06cd592-1c24-4d2e-bec4-0623202f255e tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:58:36.965790 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-5dbb63f9-4434-492f-87fd-e2329c842ddc tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1919805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2364079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26551417'] for subnet, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:37.001467 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-29be06d3-b7a0-486a-ba63-5da4eb7bcc08 tempest-FloatingIPAdminTestJSON-1024836002 tempest-FloatingIPAdminTestJSON-1024836002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-709520'] for floatingip, after_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:37.007410 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-f06cd592-1c24-4d2e-bec4-0623202f255e tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:58:37.016145 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-72e21811-64f3-4aeb-b435-523b6015cddc tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Usage tracker for resource:network and tenant:fc0f0a585a8c4bf2950e053878e50dfb is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:58:37.020920 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbb63f9-4434-492f-87fd-e2329c842ddc tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Pushing event deleted for resources: {'Subnet': ['ID=9176bb20-ba75-4ca1-8f0b-0bf3e1330d5f,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:58:37.023149 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-5dbb63f9-4434-492f-87fd-e2329c842ddc tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538751'] for subnet, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:37.031819 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-72e21811-64f3-4aeb-b435-523b6015cddc tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:58:37.048235 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-ede5944d-d8b8-480d-9b52-83ba6756f969 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 2.6505992 Mar 28 11:58:37.048872 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 52424) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:58:37.052273 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-72e21811-64f3-4aeb-b435-523b6015cddc tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:58:37.058036 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-5dbb63f9-4434-492f-87fd-e2329c842ddc tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "DELETE /v2.0/subnets/9176bb20-ba75-4ca1-8f0b-0bf3e1330d5f HTTP/1.1" status: 204 len: 168 time: 1.4665647 Mar 28 11:58:37.058989 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 52428) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:58:37.062139 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-29be06d3-b7a0-486a-ba63-5da4eb7bcc08 tempest-FloatingIPAdminTestJSON-1024836002 tempest-FloatingIPAdminTestJSON-1024836002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for floatingip, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:37.062816 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-e195122f-7e22-4e04-9a0a-9d94d9c97ea6 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:58:37.066030 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-29be06d3-b7a0-486a-ba63-5da4eb7bcc08 tempest-FloatingIPAdminTestJSON-1024836002 tempest-FloatingIPAdminTestJSON-1024836002-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.2741935 Mar 28 11:58:37.066869 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 52430) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:58:37.073475 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97daf81d-8d26-4a8b-93ca-b038a2c70ac0 None None] Network e95a87e2-4c44-46e2-9de5-2786cbaea69c requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:58:37.073795 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-743b2b94-4209-47f0-82b9-84d0664cb3d5 tempest-FloatingIPAdminTestJSON-1024836002 tempest-FloatingIPAdminTestJSON-1024836002-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-545512513'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:58:37.077472 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-f06cd592-1c24-4d2e-bec4-0623202f255e tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-707665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-260886'] for router, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:37.078441 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-f06cd592-1c24-4d2e-bec4-0623202f255e tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-705660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709650', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-767110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260873'] for router, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:37.089417 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-743b2b94-4209-47f0-82b9-84d0664cb3d5 tempest-FloatingIPAdminTestJSON-1024836002 tempest-FloatingIPAdminTestJSON-1024836002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:58:37.092704 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72e21811-64f3-4aeb-b435-523b6015cddc tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Made reservation on behalf of fc0f0a585a8c4bf2950e053878e50dfb for: {'network': 1} {{(pid=87870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:58:37.096069 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-72e21811-64f3-4aeb-b435-523b6015cddc tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for network, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:37.113570 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-743b2b94-4209-47f0-82b9-84d0664cb3d5 tempest-FloatingIPAdminTestJSON-1024836002 tempest-FloatingIPAdminTestJSON-1024836002-project] Usage tracker for resource:network and tenant:35bef068275a42cdbe218c5d49dc8652 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:58:37.121753 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-743b2b94-4209-47f0-82b9-84d0664cb3d5 tempest-FloatingIPAdminTestJSON-1024836002 tempest-FloatingIPAdminTestJSON-1024836002-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:58:37.134950 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.db.ipam_backend_mixin [None req-91609d13-de3e-4e54-9e79-f44bb92d3705 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 21b72255-d2de-4876-97ff-55e725d81486 (CIDR: 2001:db8::/64) Mar 28 11:58:37.135601 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-743b2b94-4209-47f0-82b9-84d0664cb3d5 tempest-FloatingIPAdminTestJSON-1024836002 tempest-FloatingIPAdminTestJSON-1024836002-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:58:37.145171 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-f06cd592-1c24-4d2e-bec4-0623202f255e tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:37.161165 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.pecan_wsgi.hooks.translation [None req-91609d13-de3e-4e54-9e79-f44bb92d3705 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 11:58:37.161649 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91609d13-de3e-4e54-9e79-f44bb92d3705 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 11:58:37.171115 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72e21811-64f3-4aeb-b435-523b6015cddc tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=87870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 11:58:37.178494 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-743b2b94-4209-47f0-82b9-84d0664cb3d5 tempest-FloatingIPAdminTestJSON-1024836002 tempest-FloatingIPAdminTestJSON-1024836002-project] Made reservation on behalf of 35bef068275a42cdbe218c5d49dc8652 for: {'network': 1} {{(pid=87870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:58:37.182894 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-743b2b94-4209-47f0-82b9-84d0664cb3d5 tempest-FloatingIPAdminTestJSON-1024836002 tempest-FloatingIPAdminTestJSON-1024836002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for network, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:37.200122 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.db_base_plugin_v2 [None req-544bd1cf-a01d-4256-bfb1-b65a60611b93 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Deleting subnet f36e9f9b-b6e3-4a3f-b1db-ff73cf5a9826 {{(pid=87871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 11:58:37.207582 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-743b2b94-4209-47f0-82b9-84d0664cb3d5 tempest-FloatingIPAdminTestJSON-1024836002 tempest-FloatingIPAdminTestJSON-1024836002-project] Notify callbacks [] for security_group, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:37.212216 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvr_db [None req-d17e1cdd-a093-43a6-bfcb-d73ea8d61a99 None None] Set router 938ec9b1-845a-41c1-8863-138dcf053909 gateway port host: None {{(pid=87872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:58:37.219376 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-72e21811-64f3-4aeb-b435-523b6015cddc tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:37.219693 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.db.segments_db [None req-72e21811-64f3-4aeb-b435-523b6015cddc tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Added segment e2318926-c8e3-4e79-b3b7-c423133ae1ca of type vlan for network 9bec2ed4-7a0e-4214-bb70-038db8dc0875 Mar 28 11:58:37.229953 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-f06cd592-1c24-4d2e-bec4-0623202f255e tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709693'] for router, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:37.238198 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-91609d13-de3e-4e54-9e79-f44bb92d3705 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1649938 Mar 28 11:58:37.238823 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 52436) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:58:37.239501 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-544bd1cf-a01d-4256-bfb1-b65a60611b93 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks [] for subnet, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:37.280768 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-743b2b94-4209-47f0-82b9-84d0664cb3d5 tempest-FloatingIPAdminTestJSON-1024836002 tempest-FloatingIPAdminTestJSON-1024836002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:58:37.288738 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-85b9128b-6627-4bb5-97a8-bcab8e0eaa36 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Request body: {'subnet': {'network_id': '5df4ec91-b994-4337-98be-1b2930f844e7', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:58:37.301638 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-743b2b94-4209-47f0-82b9-84d0664cb3d5 tempest-FloatingIPAdminTestJSON-1024836002 tempest-FloatingIPAdminTestJSON-1024836002-project] Usage tracker for resource:security_group_rule and tenant:35bef068275a42cdbe218c5d49dc8652 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:58:37.311430 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-743b2b94-4209-47f0-82b9-84d0664cb3d5 tempest-FloatingIPAdminTestJSON-1024836002 tempest-FloatingIPAdminTestJSON-1024836002-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:58:37.335557 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-743b2b94-4209-47f0-82b9-84d0664cb3d5 tempest-FloatingIPAdminTestJSON-1024836002 tempest-FloatingIPAdminTestJSON-1024836002-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:58:37.342786 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-72e21811-64f3-4aeb-b435-523b6015cddc tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783495836591'] for network, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:37.346635 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-f06cd592-1c24-4d2e-bec4-0623202f255e tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] Notify callbacks [] for router, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:37.350444 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-f06cd592-1c24-4d2e-bec4-0623202f255e tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5497169 Mar 28 11:58:37.353921 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 52440) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:58:37.371767 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-c19f6468-689e-478f-b763-80b95f881bf3 tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Deleting port 43bfeaee-06b1-4e80-8eac-18de574b3225 {{(pid=87870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:58:37.372107 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c19f6468-689e-478f-b763-80b95f881bf3 tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:37.413442 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-654e6fb5-f7c4-4add-b9cf-03277158daa1 tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] Request body: {'router': {'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b'}}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:58:37.466934 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-544bd1cf-a01d-4256-bfb1-b65a60611b93 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3436877'] for subnet, precommit_delete_associations {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:37.481745 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-72e21811-64f3-4aeb-b435-523b6015cddc tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765'] for network, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:37.486999 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72e21811-64f3-4aeb-b435-523b6015cddc tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:58:37.487619 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-72e21811-64f3-4aeb-b435-523b6015cddc tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538751'] for network, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:37.524383 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-b7ccd3c7-0277-4f12-8e5c-e41478141af5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:37.527715 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-e195122f-7e22-4e04-9a0a-9d94d9c97ea6 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-26551371'] for subnet, before_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:37.596266 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bc68b20-a1aa-41a8-a9d1-0be6cb9d2b92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1d3f2a9-8722-5ce5-bc40-181687d1ed3f-b54e9bc8-e7e1-466e-b523-a951b87ceb8c', 'network_id': 'b54e9bc8-e7e1-466e-b523-a951b87ceb8c', 'tenant_id': '0ad7b1f6e96a40538a966af0f41e67e6', 'fixed_ips': [{'subnet_id': '1178b20e-e7b7-45fe-862d-fafa3c8e0742'}]}} from dv-neutron-835340-2-hyperv. {{(pid=87872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 11:58:37.597013 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-0bc68b20-a1aa-41a8-a9d1-0be6cb9d2b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:37.708206 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-72e21811-64f3-4aeb-b435-523b6015cddc tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8546581 Mar 28 11:58:37.718190 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 52444) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:58:37.728809 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e21811-64f3-4aeb-b435-523b6015cddc tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Pushing event updated for resources: {'Network': ['ID=9bec2ed4-7a0e-4214-bb70-038db8dc0875,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:58:37.737983 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-019f0eb6-bd93-4e51-9e46-dd2c29b64026 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Request body: {'subnet': {'network_id': '9bec2ed4-7a0e-4214-bb70-038db8dc0875', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:58:37.763718 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Network 9bec2ed4-7a0e-4214-bb70-038db8dc0875 details requested by agent ovs-agent-dv-neutron-835340-2-hyperv with host dv-neutron-835340-2-hyperv {{(pid=87872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 11:58:37.811253 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-743b2b94-4209-47f0-82b9-84d0664cb3d5 tempest-FloatingIPAdminTestJSON-1024836002 tempest-FloatingIPAdminTestJSON-1024836002-project] Notify callbacks [] for security_group, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:37.874807 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-743b2b94-4209-47f0-82b9-84d0664cb3d5 tempest-FloatingIPAdminTestJSON-1024836002 tempest-FloatingIPAdminTestJSON-1024836002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:37.879240 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c19f6468-689e-478f-b763-80b95f881bf3 tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:37.921556 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-85b9128b-6627-4bb5-97a8-bcab8e0eaa36 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:58:37.996881 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.db.api [None req-0bc68b20-a1aa-41a8-a9d1-0be6cb9d2b92 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Mar 28 11:58:37.996881 dv-neutron-835340-2-hyperv neutron-server[87872]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Mar 28 11:58:37.996881 dv-neutron-835340-2-hyperv neutron-server[87872]: [parameters: {'in_use': 1, 'id_1': '1178b20e-e7b7-45fe-862d-fafa3c8e0742'}] Mar 28 11:58:37.996881 dv-neutron-835340-2-hyperv neutron-server[87872]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=87872) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 11:58:37.997360 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-85b9128b-6627-4bb5-97a8-bcab8e0eaa36 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Usage tracker for resource:subnet and tenant:beb99f647cec46e3bbf575ac0a3034e8 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:58:37.997799 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG oslo_db.api [None req-0bc68b20-a1aa-41a8-a9d1-0be6cb9d2b92 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 11:58:38.002096 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-544bd1cf-a01d-4256-bfb1-b65a60611b93 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1919782'] for subnet, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:38.014619 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-d17e1cdd-a093-43a6-bfcb-d73ea8d61a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '938ec9b1-845a-41c1-8863-138dcf053909', 'name': 'tempest-RoutersTest-router-1318390689', 'tenant_id': 'fc0f0a585a8c4bf2950e053878e50dfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:58:28Z', 'updated_at': '2022-03-28T11:58:33Z', 'revision_number': 2, 'project_id': 'fc0f0a585a8c4bf2950e053878e50dfb', 'gw_port_host': None, '_interfaces': [{'id': '1fe51bf3-b32b-46eb-a1bb-3c1d5b15ad12', 'name': '', 'network_id': '65efd158-193d-4ca0-9933-16ad45c695bf', 'tenant_id': 'fc0f0a585a8c4bf2950e053878e50dfb', 'mac_address': 'fa:16:3e:14:77:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '938ec9b1-845a-41c1-8863-138dcf053909', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '28ef9538-7c39-4316-b125-b5462d60a20a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:58:31Z', 'updated_at': '2022-03-28T11:58:34Z', 'revision_number': 2, 'project_id': 'fc0f0a585a8c4bf2950e053878e50dfb', 'subnets': [{'id': '28ef9538-7c39-4316-b125-b5462d60a20a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:58:38.020482 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d17e1cdd-a093-43a6-bfcb-d73ea8d61a99 None None] Checking router: 938ec9b1-845a-41c1-8863-138dcf053909 for host: dv-neutron-835340-2-hyperv {{(pid=87872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 11:58:38.020825 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d17e1cdd-a093-43a6-bfcb-d73ea8d61a99 None None] Updating router 938ec9b1-845a-41c1-8863-138dcf053909 port 1fe51bf3-b32b-46eb-a1bb-3c1d5b15ad12 binding host dv-neutron-835340-2-hyperv {{(pid=87872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 11:58:38.059137 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-c19f6468-689e-478f-b763-80b95f881bf3 tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Calling delete_port for 43bfeaee-06b1-4e80-8eac-18de574b3225 owned by network:router_interface {{(pid=87870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:58:38.078493 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-d17e1cdd-a093-43a6-bfcb-d73ea8d61a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:38.105183 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-743b2b94-4209-47f0-82b9-84d0664cb3d5 tempest-FloatingIPAdminTestJSON-1024836002 tempest-FloatingIPAdminTestJSON-1024836002-project] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=87870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 11:58:38.134625 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-019f0eb6-bd93-4e51-9e46-dd2c29b64026 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:58:38.153638 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-743b2b94-4209-47f0-82b9-84d0664cb3d5 tempest-FloatingIPAdminTestJSON-1024836002 tempest-FloatingIPAdminTestJSON-1024836002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:38.153999 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.db.segments_db [None req-743b2b94-4209-47f0-82b9-84d0664cb3d5 tempest-FloatingIPAdminTestJSON-1024836002 tempest-FloatingIPAdminTestJSON-1024836002-project] Added segment 873805fc-2b60-40d6-95b3-8870cc0877bb of type vlan for network e807787b-7be7-40a4-bb51-7a8f358c0ff0 Mar 28 11:58:38.155090 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743b2b94-4209-47f0-82b9-84d0664cb3d5 tempest-FloatingIPAdminTestJSON-1024836002 tempest-FloatingIPAdminTestJSON-1024836002-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd21a7d5-6d6c-4edd-ab23-ec205d6ff6c8,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:58:38.158732 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-019f0eb6-bd93-4e51-9e46-dd2c29b64026 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Usage tracker for resource:subnet and tenant:fc0f0a585a8c4bf2950e053878e50dfb is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:58:38.168864 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-019f0eb6-bd93-4e51-9e46-dd2c29b64026 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:58:38.176369 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-654e6fb5-f7c4-4add-b9cf-03277158daa1 tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-709632', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-707672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260923'] for router, precommit_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:38.179702 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-019f0eb6-bd93-4e51-9e46-dd2c29b64026 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:58:38.186380 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-85b9128b-6627-4bb5-97a8-bcab8e0eaa36 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:58:38.224733 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-743b2b94-4209-47f0-82b9-84d0664cb3d5 tempest-FloatingIPAdminTestJSON-1024836002 tempest-FloatingIPAdminTestJSON-1024836002-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783495836591'] for network, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:38.235052 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-019f0eb6-bd93-4e51-9e46-dd2c29b64026 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Made reservation on behalf of fc0f0a585a8c4bf2950e053878e50dfb for: {'subnet': 1} {{(pid=87870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:58:38.238471 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-019f0eb6-bd93-4e51-9e46-dd2c29b64026 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2563571'] for subnet, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:38.260102 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-85b9128b-6627-4bb5-97a8-bcab8e0eaa36 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:58:38.328832 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85b9128b-6627-4bb5-97a8-bcab8e0eaa36 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Made reservation on behalf of beb99f647cec46e3bbf575ac0a3034e8 for: {'subnet': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:58:38.332582 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-85b9128b-6627-4bb5-97a8-bcab8e0eaa36 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26551362'] for subnet, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:38.390935 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-743b2b94-4209-47f0-82b9-84d0664cb3d5 tempest-FloatingIPAdminTestJSON-1024836002 tempest-FloatingIPAdminTestJSON-1024836002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765'] for network, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:38.396448 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-743b2b94-4209-47f0-82b9-84d0664cb3d5 tempest-FloatingIPAdminTestJSON-1024836002 tempest-FloatingIPAdminTestJSON-1024836002-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:58:38.397060 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-743b2b94-4209-47f0-82b9-84d0664cb3d5 tempest-FloatingIPAdminTestJSON-1024836002 tempest-FloatingIPAdminTestJSON-1024836002-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538751'] for network, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:38.498870 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-0bc68b20-a1aa-41a8-a9d1-0be6cb9d2b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:38.569253 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743b2b94-4209-47f0-82b9-84d0664cb3d5 tempest-FloatingIPAdminTestJSON-1024836002 tempest-FloatingIPAdminTestJSON-1024836002-project] Pushing event updated for resources: {'Network': ['ID=e807787b-7be7-40a4-bb51-7a8f358c0ff0,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:58:38.584301 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-544bd1cf-a01d-4256-bfb1-b65a60611b93 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1919805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2364079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26551417'] for subnet, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:38.628466 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Network e807787b-7be7-40a4-bb51-7a8f358c0ff0 details requested by agent ovs-agent-dv-neutron-835340-2-hyperv with host dv-neutron-835340-2-hyperv {{(pid=87872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 11:58:38.634646 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-743b2b94-4209-47f0-82b9-84d0664cb3d5 tempest-FloatingIPAdminTestJSON-1024836002 tempest-FloatingIPAdminTestJSON-1024836002-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.5673585 Mar 28 11:58:38.642564 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 52448) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:58:38.648994 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-544bd1cf-a01d-4256-bfb1-b65a60611b93 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538751'] for subnet, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:38.671022 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544bd1cf-a01d-4256-bfb1-b65a60611b93 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Pushing event deleted for resources: {'Subnet': ['ID=f36e9f9b-b6e3-4a3f-b1db-ff73cf5a9826,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:58:38.681038 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-e195122f-7e22-4e04-9a0a-9d94d9c97ea6 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8783496229102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2364086'] for subnet, after_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:38.747963 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-544bd1cf-a01d-4256-bfb1-b65a60611b93 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "DELETE /v2.0/subnets/f36e9f9b-b6e3-4a3f-b1db-ff73cf5a9826 HTTP/1.1" status: 204 len: 168 time: 1.6570466 Mar 28 11:58:38.758746 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 52452) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:58:38.777226 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-32a8b6a1-2c37-4c98-99f5-5f788e3e4c45 tempest-FloatingIPAdminTestJSON-1024836002 tempest-FloatingIPAdminTestJSON-1024836002-project] Request body: {'subnet': {'network_id': 'e807787b-7be7-40a4-bb51-7a8f358c0ff0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:58:38.793459 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c19f6468-689e-478f-b763-80b95f881bf3 tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:38.849374 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e195122f-7e22-4e04-9a0a-9d94d9c97ea6 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:58:38.850109 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-e195122f-7e22-4e04-9a0a-9d94d9c97ea6 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks [] for subnet, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:38.851482 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-e195122f-7e22-4e04-9a0a-9d94d9c97ea6 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] 10.222.0.30 "PUT /v2.0/subnets/1178b20e-e7b7-45fe-862d-fafa3c8e0742 HTTP/1.1" status: 200 len: 877 time: 1.8014541 Mar 28 11:58:38.859522 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-d17e1cdd-a093-43a6-bfcb-d73ea8d61a99 None None] Notify callbacks [] for port, precommit_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:38.861782 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.db.ipam_backend_mixin [None req-85b9128b-6627-4bb5-97a8-bcab8e0eaa36 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 0a5433f1-2542-432a-8f48-98e1d94d712a (CIDR: 2001:db8:0:1::/64) Mar 28 11:58:38.865274 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 52456) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:58:38.872256 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-2e030938-7443-42f8-95f9-c545883337d7 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1121111 Mar 28 11:58:38.874376 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19f6468-689e-478f-b763-80b95f881bf3 tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Pushing event deleted for resources: {'Port': ['ID=43bfeaee-06b1-4e80-8eac-18de574b3225,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:58:38.874843 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 52458) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:58:38.876315 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e26257e2-3d83-4a81-bb0a-4dde0673b2bf None None] Network e95a87e2-4c44-46e2-9de5-2786cbaea69c requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:58:38.913171 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e195122f-7e22-4e04-9a0a-9d94d9c97ea6 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Pushing event updated for resources: {'Subnet': ['ID=1178b20e-e7b7-45fe-862d-fafa3c8e0742,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:58:38.917649 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.pecan_wsgi.hooks.translation [None req-85b9128b-6627-4bb5-97a8-bcab8e0eaa36 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 11:58:38.918671 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85b9128b-6627-4bb5-97a8-bcab8e0eaa36 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 11:58:38.935927 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-d17e1cdd-a093-43a6-bfcb-d73ea8d61a99 None None] Transition to ACTIVE for port object 1fe51bf3-b32b-46eb-a1bb-3c1d5b15ad12 will not be triggered until provisioned by entity L2. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:58:38.949358 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-9b60ee01-69c5-4c18-819b-d559541dab10 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Request body: {'subnet': {'network_id': 'e95a87e2-4c44-46e2-9de5-2786cbaea69c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:58:39.004538 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-d17e1cdd-a093-43a6-bfcb-d73ea8d61a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:39.090777 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-af175cff-316b-4610-b22b-9f3838ff9b5f None None] Provisioning complete for port 452c8112-9a27-494a-a70e-2ac21276e8dc triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:58:39.091733 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-af175cff-316b-4610-b22b-9f3838ff9b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:39.118627 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.db_base_plugin_common [None req-0bc68b20-a1aa-41a8-a9d1-0be6cb9d2b92 None None] Allocated IP 172.20.0.3 (b54e9bc8-e7e1-466e-b523-a951b87ceb8c/1178b20e-e7b7-45fe-862d-fafa3c8e0742/c908cc4f-910a-412e-9563-5519fc4dc4e3) {{(pid=87872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:58:39.157089 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-32a8b6a1-2c37-4c98-99f5-5f788e3e4c45 tempest-FloatingIPAdminTestJSON-1024836002 tempest-FloatingIPAdminTestJSON-1024836002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:58:39.159716 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-019f0eb6-bd93-4e51-9e46-dd2c29b64026 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2561241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2563521'] for subnet, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:39.176033 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-85b9128b-6627-4bb5-97a8-bcab8e0eaa36 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.9060328 Mar 28 11:58:39.188257 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 52464) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:58:39.200123 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-67ea149e-8ba2-4684-acc5-c45649a7f691 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Request body: {'subnet': {'network_id': '5df4ec91-b994-4337-98be-1b2930f844e7', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:58:39.205442 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-32a8b6a1-2c37-4c98-99f5-5f788e3e4c45 tempest-FloatingIPAdminTestJSON-1024836002 tempest-FloatingIPAdminTestJSON-1024836002-project] Usage tracker for resource:subnet and tenant:35bef068275a42cdbe218c5d49dc8652 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:58:39.216966 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c19f6468-689e-478f-b763-80b95f881bf3 tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-743246'] for router_interface, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:39.221219 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-32a8b6a1-2c37-4c98-99f5-5f788e3e4c45 tempest-FloatingIPAdminTestJSON-1024836002 tempest-FloatingIPAdminTestJSON-1024836002-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:58:39.239224 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-32a8b6a1-2c37-4c98-99f5-5f788e3e4c45 tempest-FloatingIPAdminTestJSON-1024836002 tempest-FloatingIPAdminTestJSON-1024836002-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:58:39.276993 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-9b60ee01-69c5-4c18-819b-d559541dab10 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:58:39.281480 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-9b60ee01-69c5-4c18-819b-d559541dab10 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Usage tracker for resource:subnet and tenant:b4adfe5c8b3a4e57a1afd1d44c455245 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:58:39.284438 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-9b60ee01-69c5-4c18-819b-d559541dab10 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:58:39.291196 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-9b60ee01-69c5-4c18-819b-d559541dab10 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:58:39.355312 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32a8b6a1-2c37-4c98-99f5-5f788e3e4c45 tempest-FloatingIPAdminTestJSON-1024836002 tempest-FloatingIPAdminTestJSON-1024836002-project] Made reservation on behalf of 35bef068275a42cdbe218c5d49dc8652 for: {'subnet': 1} {{(pid=87870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:58:39.358782 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-32a8b6a1-2c37-4c98-99f5-5f788e3e4c45 tempest-FloatingIPAdminTestJSON-1024836002 tempest-FloatingIPAdminTestJSON-1024836002-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2563571'] for subnet, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:39.370160 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-0aec2dad-960b-4d8d-ba62-2e05e1d907f2 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588883'] for network, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:39.429382 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019f0eb6-bd93-4e51-9e46-dd2c29b64026 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Pushing event updated for resources: {'Subnet': ['ID=5cea8896-b98b-428e-a293-c30110da671f,revision_number=0']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:58:39.456783 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b60ee01-69c5-4c18-819b-d559541dab10 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Made reservation on behalf of b4adfe5c8b3a4e57a1afd1d44c455245 for: {'subnet': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:58:39.460684 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-9b60ee01-69c5-4c18-819b-d559541dab10 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26551362'] for subnet, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:39.466572 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-019f0eb6-bd93-4e51-9e46-dd2c29b64026 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Checking segment: {'id': 'e2318926-c8e3-4e79-b3b7-c423133ae1ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '9bec2ed4-7a0e-4214-bb70-038db8dc0875'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:58:39.466927 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-019f0eb6-bd93-4e51-9e46-dd2c29b64026 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Network hostable DHCP agents. Network: 9bec2ed4-7a0e-4214-bb70-038db8dc0875, hostable agents: ['3cb85949-855b-4a40-b988-cd5705e511da'], hosted agents: [] {{(pid=87870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 11:58:39.552728 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0045d8ff-535f-462f-b4ba-7821e200f8c3 None None] Pushing event updated for resources: {'Port': ['ID=1fe51bf3-b32b-46eb-a1bb-3c1d5b15ad12,revision_number=3']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:58:39.676892 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-d17e1cdd-a093-43a6-bfcb-d73ea8d61a99 None None] Attempting to bind port 1fe51bf3-b32b-46eb-a1bb-3c1d5b15ad12 on host dv-neutron-835340-2-hyperv for vnic_type normal with profile {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:58:39.677596 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-d17e1cdd-a093-43a6-bfcb-d73ea8d61a99 None None] Attempting to bind port 1fe51bf3-b32b-46eb-a1bb-3c1d5b15ad12 by drivers openvswitch,hyperv on host dv-neutron-835340-2-hyperv at level 0 using segments [{'id': '41eefd91-002a-4d8a-9cd5-6f72b4e91ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '65efd158-193d-4ca0-9933-16ad45c695bf'}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:58:39.677737 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d17e1cdd-a093-43a6-bfcb-d73ea8d61a99 None None] Attempting to bind port 1fe51bf3-b32b-46eb-a1bb-3c1d5b15ad12 on network 65efd158-193d-4ca0-9933-16ad45c695bf {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:58:39.685505 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c19f6468-689e-478f-b763-80b95f881bf3 tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Router 2c57ae2a-6503-4086-ae47-ab11d4d86440 has already been hosted by L3 agent af79d429-529e-400b-a119-94d4bec03f3e {{(pid=87870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 11:58:39.691544 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-019f0eb6-bd93-4e51-9e46-dd2c29b64026 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Network 9bec2ed4-7a0e-4214-bb70-038db8dc0875 is scheduled to be hosted by DHCP agent 3cb85949-855b-4a40-b988-cd5705e511da with binding_index 1 {{(pid=87870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 11:58:39.707259 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d17e1cdd-a093-43a6-bfcb-d73ea8d61a99 None None] Checking agent: {'id': '961a16fe-cbc8-4264-ac28-bbbd53f89caa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 46, 6), 'started_at': datetime.datetime(2022, 3, 28, 11, 46, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 11, 58, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 11:58:39.707740 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d17e1cdd-a093-43a6-bfcb-d73ea8d61a99 None None] Checking segment: {'id': '41eefd91-002a-4d8a-9cd5-6f72b4e91ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '65efd158-193d-4ca0-9933-16ad45c695bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:58:39.708131 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-d17e1cdd-a093-43a6-bfcb-d73ea8d61a99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:39.708581 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d17e1cdd-a093-43a6-bfcb-d73ea8d61a99 None None] Bound using segment: {'id': '41eefd91-002a-4d8a-9cd5-6f72b4e91ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '65efd158-193d-4ca0-9933-16ad45c695bf'} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 11:58:39.709085 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-d17e1cdd-a093-43a6-bfcb-d73ea8d61a99 None None] Bound port: 1fe51bf3-b32b-46eb-a1bb-3c1d5b15ad12, host: dv-neutron-835340-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41eefd91-002a-4d8a-9cd5-6f72b4e91ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '65efd158-193d-4ca0-9933-16ad45c695bf'}}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 11:58:39.709511 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-d17e1cdd-a093-43a6-bfcb-d73ea8d61a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:39.733182 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-654e6fb5-f7c4-4add-b9cf-03277158daa1 tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] Notify callbacks [] for router_gateway, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:39.768260 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-67ea149e-8ba2-4684-acc5-c45649a7f691 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:58:39.769192 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.base_scheduler [None req-019f0eb6-bd93-4e51-9e46-dd2c29b64026 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-2-hyperv, 9bec2ed4-7a0e-4214-bb70-038db8dc0875) {{(pid=87870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:58:39.773062 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-67ea149e-8ba2-4684-acc5-c45649a7f691 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Usage tracker for resource:subnet and tenant:beb99f647cec46e3bbf575ac0a3034e8 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:58:39.776859 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-67ea149e-8ba2-4684-acc5-c45649a7f691 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:58:39.783287 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-67ea149e-8ba2-4684-acc5-c45649a7f691 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:58:39.786292 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-019f0eb6-bd93-4e51-9e46-dd2c29b64026 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:58:39.786855 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-019f0eb6-bd93-4e51-9e46-dd2c29b64026 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks [] for subnet, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:39.806796 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67ea149e-8ba2-4684-acc5-c45649a7f691 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Made reservation on behalf of beb99f647cec46e3bbf575ac0a3034e8 for: {'subnet': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:58:39.810901 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-67ea149e-8ba2-4684-acc5-c45649a7f691 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26551362'] for subnet, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:39.825922 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-654e6fb5-f7c4-4add-b9cf-03277158daa1 tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:39.897222 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-0bc68b20-a1aa-41a8-a9d1-0be6cb9d2b92 None None] Notify callbacks [] for port, precommit_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:39.909131 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-d17e1cdd-a093-43a6-bfcb-d73ea8d61a99 None None] For port 1fe51bf3-b32b-46eb-a1bb-3c1d5b15ad12, host dv-neutron-835340-2-hyperv, cleared binding levels {{(pid=87872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 11:58:39.913510 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-d17e1cdd-a093-43a6-bfcb-d73ea8d61a99 None None] For port 1fe51bf3-b32b-46eb-a1bb-3c1d5b15ad12, host dv-neutron-835340-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=1fe51bf3-b32b-46eb-a1bb-3c1d5b15ad12,segment=NetworkSegment(41eefd91-002a-4d8a-9cd5-6f72b4e91ef7),segment_id=41eefd91-002a-4d8a-9cd5-6f72b4e91ef7)] {{(pid=87872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 11:58:39.915139 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c19f6468-689e-478f-b763-80b95f881bf3 tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 11:58:39.915798 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-0bc68b20-a1aa-41a8-a9d1-0be6cb9d2b92 None None] Transition to ACTIVE for port object c908cc4f-910a-412e-9563-5519fc4dc4e3 will not be triggered until provisioned by entity L2. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:58:39.924730 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-c19f6468-689e-478f-b763-80b95f881bf3 tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] 10.222.0.30 "PUT /v2.0/routers/2c57ae2a-6503-4086-ae47-ab11d4d86440/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0026400 Mar 28 11:58:39.930331 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-d17e1cdd-a093-43a6-bfcb-d73ea8d61a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:39.930861 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 52468) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:58:39.938863 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de67d87-2561-4bb9-809e-42b0b826e65b None None] Sync routers for ids ['2c57ae2a-6503-4086-ae47-ab11d4d86440'] in dv-neutron-835340-2-hyperv {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 11:58:39.956034 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de67d87-2561-4bb9-809e-42b0b826e65b None None] Routers {'2c57ae2a-6503-4086-ae47-ab11d4d86440'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:58:39.957089 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-1de67d87-2561-4bb9-809e-42b0b826e65b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T11:58:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['2c57ae2a-6503-4086-ae47-ab11d4d86440'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:58:40.043791 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-1de67d87-2561-4bb9-809e-42b0b826e65b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:58:40.052630 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-0bc68b20-a1aa-41a8-a9d1-0be6cb9d2b92 None None] Transition to ACTIVE for port object c908cc4f-910a-412e-9563-5519fc4dc4e3 will not be triggered until provisioned by entity DHCP. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:58:40.060100 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-0aec2dad-960b-4d8d-ba62-2e05e1d907f2 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1919782'] for subnet, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:40.070300 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-019f0eb6-bd93-4e51-9e46-dd2c29b64026 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3440847 Mar 28 11:58:40.071085 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de67d87-2561-4bb9-809e-42b0b826e65b None None] Routers {'2c57ae2a-6503-4086-ae47-ab11d4d86440'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:58:40.074297 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-1de67d87-2561-4bb9-809e-42b0b826e65b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T11:58:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['2c57ae2a-6503-4086-ae47-ab11d4d86440'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:58:40.075994 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-0bc68b20-a1aa-41a8-a9d1-0be6cb9d2b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241'] for port, after_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:40.084707 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 52472) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:58:40.089523 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.api.v2.resource [None req-492d3cbd-3a12-487d-84d3-6075329b4fff tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] show failed (client error): The resource could not be found. Mar 28 11:58:40.090532 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-492d3cbd-3a12-487d-84d3-6075329b4fff tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] 10.222.0.30 "GET /v2.0/routers/tempest-non_exist_router-1271692988 HTTP/1.1" status: 404 len: 335 time: 0.1546588 Mar 28 11:58:40.097608 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0045d8ff-535f-462f-b4ba-7821e200f8c3 None None] Pushing event updated for resources: {'Port': ['ID=1fe51bf3-b32b-46eb-a1bb-3c1d5b15ad12,revision_number=4']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:58:40.107546 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 52476) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:58:40.134499 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d17e1cdd-a093-43a6-bfcb-d73ea8d61a99 None None] Routers {'938ec9b1-845a-41c1-8863-138dcf053909'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:58:40.135395 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-d17e1cdd-a093-43a6-bfcb-d73ea8d61a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T11:58:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['938ec9b1-845a-41c1-8863-138dcf053909'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:58:40.217915 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-e5bd6612-2cfb-4a9f-9890-a88c6e447db0 tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Request body: {'router': {'name': 'new_name'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:58:40.231153 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc310127-9f8b-4e04-b544-d870972b5803 None None] Network 9bec2ed4-7a0e-4214-bb70-038db8dc0875 requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:58:40.255192 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-1de67d87-2561-4bb9-809e-42b0b826e65b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:58:40.255875 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de67d87-2561-4bb9-809e-42b0b826e65b None None] The sync data for ids ['2c57ae2a-6503-4086-ae47-ab11d4d86440'] in dv-neutron-835340-2-hyperv is: [] {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 11:58:40.348325 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bc68b20-a1aa-41a8-a9d1-0be6cb9d2b92 None None] Network b54e9bc8-e7e1-466e-b523-a951b87ceb8c is already hosted by enough agents. {{(pid=87872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:58:40.352274 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.api.v2.resource [None req-e5bd6612-2cfb-4a9f-9890-a88c6e447db0 tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] update failed (client error): The resource could not be found. Mar 28 11:58:40.358216 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-e5bd6612-2cfb-4a9f-9890-a88c6e447db0 tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] 10.222.0.30 "PUT /v2.0/routers/tempest-non_exist_router-1283839319 HTTP/1.1" status: 404 len: 335 time: 0.2444029 Mar 28 11:58:40.361953 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 52480) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:58:40.394707 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-32a8b6a1-2c37-4c98-99f5-5f788e3e4c45 tempest-FloatingIPAdminTestJSON-1024836002 tempest-FloatingIPAdminTestJSON-1024836002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2561241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2563521'] for subnet, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:40.438548 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.base_scheduler [None req-0bc68b20-a1aa-41a8-a9d1-0be6cb9d2b92 None None] Resources bound (agent type, host, resource id): {{(pid=87872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:58:40.441159 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d50abb3b-284b-4d14-a047-e7594cdc12d7 None None] DHCP port deletion for e95a87e2-4c44-46e2-9de5-2786cbaea69c request from dv-neutron-835340-2-hyperv {{(pid=87872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 11:58:40.444277 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc68b20-a1aa-41a8-a9d1-0be6cb9d2b92 None None] Received port after_create {{(pid=87872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:58:40.510100 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-d50abb3b-284b-4d14-a047-e7594cdc12d7 None None] Deleting port 452c8112-9a27-494a-a70e-2ac21276e8dc {{(pid=87872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:58:40.510481 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-d50abb3b-284b-4d14-a047-e7594cdc12d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:40.569488 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a8b6a1-2c37-4c98-99f5-5f788e3e4c45 tempest-FloatingIPAdminTestJSON-1024836002 tempest-FloatingIPAdminTestJSON-1024836002-project] Pushing event updated for resources: {'Subnet': ['ID=4700ec49-c270-4f5f-af03-76f19335e587,revision_number=0']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:58:40.613073 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.db_base_plugin_v2 [None req-18b65b2a-16f9-4028-aaa3-b997514d9799 tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Deleting subnet 70b68b12-ebad-422a-8c70-53833eb5025f {{(pid=87871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 11:58:40.626578 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-18b65b2a-16f9-4028-aaa3-b997514d9799 tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Notify callbacks [] for subnet, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:40.631712 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a8b6a1-2c37-4c98-99f5-5f788e3e4c45 tempest-FloatingIPAdminTestJSON-1024836002 tempest-FloatingIPAdminTestJSON-1024836002-project] Checking segment: {'id': '873805fc-2b60-40d6-95b3-8870cc0877bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'e807787b-7be7-40a4-bb51-7a8f358c0ff0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:58:40.631712 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32a8b6a1-2c37-4c98-99f5-5f788e3e4c45 tempest-FloatingIPAdminTestJSON-1024836002 tempest-FloatingIPAdminTestJSON-1024836002-project] Network hostable DHCP agents. Network: e807787b-7be7-40a4-bb51-7a8f358c0ff0, hostable agents: ['3cb85949-855b-4a40-b988-cd5705e511da'], hosted agents: [] {{(pid=87870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 11:58:40.639025 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc68b20-a1aa-41a8-a9d1-0be6cb9d2b92 None None] Pushing event updated for resources: {'Port': ['ID=c908cc4f-910a-412e-9563-5519fc4dc4e3,revision_number=1']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:58:40.652731 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvr_db [None req-d17e1cdd-a093-43a6-bfcb-d73ea8d61a99 None None] Set router 938ec9b1-845a-41c1-8863-138dcf053909 gateway port host: None {{(pid=87872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:58:40.678850 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32a8b6a1-2c37-4c98-99f5-5f788e3e4c45 tempest-FloatingIPAdminTestJSON-1024836002 tempest-FloatingIPAdminTestJSON-1024836002-project] Network e807787b-7be7-40a4-bb51-7a8f358c0ff0 is scheduled to be hosted by DHCP agent 3cb85949-855b-4a40-b988-cd5705e511da with binding_index 1 {{(pid=87870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 11:58:40.701604 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.db_base_plugin_common [None req-654e6fb5-f7c4-4add-b9cf-03277158daa1 tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] Allocated IP 172.26.7.221 (ac2b1748-8f63-4b17-a9c7-07e79704aa5b/0b7ebf76-1dc7-431a-a0b4-b96bacf287c2/8220c2f2-5d40-485a-b99d-64a178380481) {{(pid=87871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:58:40.712894 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-0aec2dad-960b-4d8d-ba62-2e05e1d907f2 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1919805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2364079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26551417'] for subnet, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:40.756170 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.base_scheduler [None req-32a8b6a1-2c37-4c98-99f5-5f788e3e4c45 tempest-FloatingIPAdminTestJSON-1024836002 tempest-FloatingIPAdminTestJSON-1024836002-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-2-hyperv, e807787b-7be7-40a4-bb51-7a8f358c0ff0) {{(pid=87870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:58:40.760498 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32a8b6a1-2c37-4c98-99f5-5f788e3e4c45 tempest-FloatingIPAdminTestJSON-1024836002 tempest-FloatingIPAdminTestJSON-1024836002-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:58:40.761052 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-32a8b6a1-2c37-4c98-99f5-5f788e3e4c45 tempest-FloatingIPAdminTestJSON-1024836002 tempest-FloatingIPAdminTestJSON-1024836002-project] Notify callbacks [] for subnet, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:40.797738 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aec2dad-960b-4d8d-ba62-2e05e1d907f2 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Pushing event deleted for resources: {'Subnet': ['ID=1178b20e-e7b7-45fe-862d-fafa3c8e0742,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:58:40.827265 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5de70d8c-e67a-4aab-90e2-d9085c411520 None None] Network e807787b-7be7-40a4-bb51-7a8f358c0ff0 requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:58:40.840638 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-18b65b2a-16f9-4028-aaa3-b997514d9799 tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3436877'] for subnet, precommit_delete_associations {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:40.859822 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-32a8b6a1-2c37-4c98-99f5-5f788e3e4c45 tempest-FloatingIPAdminTestJSON-1024836002 tempest-FloatingIPAdminTestJSON-1024836002-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2157989 Mar 28 11:58:40.863084 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 52484) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:58:40.866203 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-0bc68b20-a1aa-41a8-a9d1-0be6cb9d2b92 None None] Attempting to bind port c908cc4f-910a-412e-9563-5519fc4dc4e3 on host dv-neutron-835340-2-hyperv for vnic_type normal with profile {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:58:40.866568 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-0bc68b20-a1aa-41a8-a9d1-0be6cb9d2b92 None None] Attempting to bind port c908cc4f-910a-412e-9563-5519fc4dc4e3 by drivers openvswitch,hyperv on host dv-neutron-835340-2-hyperv at level 0 using segments [{'id': 'f3f4cd12-949f-46ec-b4b9-ebd37d6e0901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b54e9bc8-e7e1-466e-b523-a951b87ceb8c'}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:58:40.866924 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc68b20-a1aa-41a8-a9d1-0be6cb9d2b92 None None] Attempting to bind port c908cc4f-910a-412e-9563-5519fc4dc4e3 on network b54e9bc8-e7e1-466e-b523-a951b87ceb8c {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:58:40.868180 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-995578cc-64f3-47f5-bb5c-a3f2d095aff1 tempest-FloatingIPAdminTestJSON-1024836002 tempest-FloatingIPAdminTestJSON-1024836002-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-2104223332', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b'}, 'admin_state_up': False}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:58:40.880648 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-995578cc-64f3-47f5-bb5c-a3f2d095aff1 tempest-FloatingIPAdminTestJSON-1024836002 tempest-FloatingIPAdminTestJSON-1024836002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:58:40.915857 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-995578cc-64f3-47f5-bb5c-a3f2d095aff1 tempest-FloatingIPAdminTestJSON-1024836002 tempest-FloatingIPAdminTestJSON-1024836002-project] Usage tracker for resource:router and tenant:35bef068275a42cdbe218c5d49dc8652 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:58:40.923592 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-995578cc-64f3-47f5-bb5c-a3f2d095aff1 tempest-FloatingIPAdminTestJSON-1024836002 tempest-FloatingIPAdminTestJSON-1024836002-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:58:40.937224 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-995578cc-64f3-47f5-bb5c-a3f2d095aff1 tempest-FloatingIPAdminTestJSON-1024836002 tempest-FloatingIPAdminTestJSON-1024836002-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:58:40.944923 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-9b60ee01-69c5-4c18-819b-d559541dab10 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2364128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26551408'] for subnet, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:40.994880 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-995578cc-64f3-47f5-bb5c-a3f2d095aff1 tempest-FloatingIPAdminTestJSON-1024836002 tempest-FloatingIPAdminTestJSON-1024836002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-707665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-260886'] for router, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:40.995513 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc68b20-a1aa-41a8-a9d1-0be6cb9d2b92 None None] Checking agent: {'id': '961a16fe-cbc8-4264-ac28-bbbd53f89caa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 46, 6), 'started_at': datetime.datetime(2022, 3, 28, 11, 46, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 11, 58, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 11:58:40.995888 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc68b20-a1aa-41a8-a9d1-0be6cb9d2b92 None None] Checking segment: {'id': 'f3f4cd12-949f-46ec-b4b9-ebd37d6e0901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b54e9bc8-e7e1-466e-b523-a951b87ceb8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:58:40.996283 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-0bc68b20-a1aa-41a8-a9d1-0be6cb9d2b92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:40.996665 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc68b20-a1aa-41a8-a9d1-0be6cb9d2b92 None None] Bound using segment: {'id': 'f3f4cd12-949f-46ec-b4b9-ebd37d6e0901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b54e9bc8-e7e1-466e-b523-a951b87ceb8c'} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 11:58:40.997285 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-995578cc-64f3-47f5-bb5c-a3f2d095aff1 tempest-FloatingIPAdminTestJSON-1024836002 tempest-FloatingIPAdminTestJSON-1024836002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-705660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709650', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-767110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260873'] for router, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:40.997427 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-0bc68b20-a1aa-41a8-a9d1-0be6cb9d2b92 None None] Bound port: c908cc4f-910a-412e-9563-5519fc4dc4e3, host: dv-neutron-835340-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3f4cd12-949f-46ec-b4b9-ebd37d6e0901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b54e9bc8-e7e1-466e-b523-a951b87ceb8c'}}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 11:58:40.997528 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-0bc68b20-a1aa-41a8-a9d1-0be6cb9d2b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:41.031832 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-b9119519-5cfc-41d1-b1db-43436ba6d536 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:41.048078 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-995578cc-64f3-47f5-bb5c-a3f2d095aff1 tempest-FloatingIPAdminTestJSON-1024836002 tempest-FloatingIPAdminTestJSON-1024836002-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:41.108466 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-0aec2dad-960b-4d8d-ba62-2e05e1d907f2 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930431', 'neutron.services.segments.db._delete_segments_for_network-8783496351308'] for network, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:41.163543 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b60ee01-69c5-4c18-819b-d559541dab10 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Network e95a87e2-4c44-46e2-9de5-2786cbaea69c is already hosted by enough agents. {{(pid=87871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:58:41.182909 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-9b60ee01-69c5-4c18-819b-d559541dab10 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Resources bound (agent type, host, resource id): {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:58:41.204169 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b60ee01-69c5-4c18-819b-d559541dab10 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:58:41.204473 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-9b60ee01-69c5-4c18-819b-d559541dab10 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks [] for subnet, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:41.222856 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.segments.db [None req-0aec2dad-960b-4d8d-ba62-2e05e1d907f2 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b54e9bc8-e7e1-466e-b523-a951b87ceb8c']}} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:58:41.271820 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b60ee01-69c5-4c18-819b-d559541dab10 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Pushing event updated for resources: {'Subnet': ['ID=0bb45a12-83d9-4004-b74b-e93b7fb83549,revision_number=0']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:58:41.281676 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.segments.db [None req-0aec2dad-960b-4d8d-ba62-2e05e1d907f2 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3f4cd12-949f-46ec-b4b9-ebd37d6e0901') {'for_net_delete': True} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:58:41.282116 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.segments.db [None req-0aec2dad-960b-4d8d-ba62-2e05e1d907f2 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3f4cd12-949f-46ec-b4b9-ebd37d6e0901') {} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:58:41.311419 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-67ea149e-8ba2-4684-acc5-c45649a7f691 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2364128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26551408'] for subnet, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:41.319281 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-0aec2dad-960b-4d8d-ba62-2e05e1d907f2 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783496353639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3436890'] for segment, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:41.359396 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-654e6fb5-f7c4-4add-b9cf-03277158daa1 tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] Notify callbacks [] for port, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:41.385959 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67ea149e-8ba2-4684-acc5-c45649a7f691 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Network 5df4ec91-b994-4337-98be-1b2930f844e7 is already hosted by enough agents. {{(pid=87871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:58:41.399394 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-67ea149e-8ba2-4684-acc5-c45649a7f691 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Resources bound (agent type, host, resource id): {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:58:41.416654 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-18b65b2a-16f9-4028-aaa3-b997514d9799 tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1919782'] for subnet, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:41.427394 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7178cf1e-7c41-47ad-b55f-8853ee9a1f0a None None] Network 5df4ec91-b994-4337-98be-1b2930f844e7 requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:58:41.457845 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01426c56-f4bc-4aa9-93fc-69bc49940f60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1d3f2a9-8722-5ce5-bc40-181687d1ed3f-9bec2ed4-7a0e-4214-bb70-038db8dc0875', 'network_id': '9bec2ed4-7a0e-4214-bb70-038db8dc0875', 'tenant_id': 'fc0f0a585a8c4bf2950e053878e50dfb', 'fixed_ips': [{'subnet_id': '5cea8896-b98b-428e-a293-c30110da671f'}]}} from dv-neutron-835340-2-hyperv. {{(pid=87872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 11:58:41.459089 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-01426c56-f4bc-4aa9-93fc-69bc49940f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:41.460204 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67ea149e-8ba2-4684-acc5-c45649a7f691 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:58:41.461560 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-67ea149e-8ba2-4684-acc5-c45649a7f691 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks [] for subnet, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:41.494394 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-0aec2dad-960b-4d8d-ba62-2e05e1d907f2 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:41.499935 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-67ea149e-8ba2-4684-acc5-c45649a7f691 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.3083019 Mar 28 11:58:41.502340 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-9b60ee01-69c5-4c18-819b-d559541dab10 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6119788 Mar 28 11:58:41.504440 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 52488) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:58:41.521840 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 52490) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:58:41.526156 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0aec2dad-960b-4d8d-ba62-2e05e1d907f2 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=87871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 11:58:41.526768 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-0aec2dad-960b-4d8d-ba62-2e05e1d907f2 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1920481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2363149'] for segment, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:41.532239 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-d50abb3b-284b-4d14-a047-e7594cdc12d7 None None] For port 452c8112-9a27-494a-a70e-2ac21276e8dc, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=452c8112-9a27-494a-a70e-2ac21276e8dc,segment=NetworkSegment(bd053757-b8b4-4f3a-b553-aa242f2d15d2),segment_id=bd053757-b8b4-4f3a-b553-aa242f2d15d2)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:58:41.532629 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-d50abb3b-284b-4d14-a047-e7594cdc12d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:41.537398 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-2988abc2-fc60-4b7d-8428-8e84bb9a5cda tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Request body: {'subnet': {'network_id': 'e95a87e2-4c44-46e2-9de5-2786cbaea69c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:58:41.545162 dv-neutron-835340-2-hyperv neutron-server[87871]: Traceback (most recent call last): Mar 28 11:58:41.545162 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 11:58:41.545162 dv-neutron-835340-2-hyperv neutron-server[87871]: timer() Mar 28 11:58:41.545162 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 11:58:41.545162 dv-neutron-835340-2-hyperv neutron-server[87871]: cb(*args, **kw) Mar 28 11:58:41.545162 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 11:58:41.545162 dv-neutron-835340-2-hyperv neutron-server[87871]: return func(*args, **kwargs) Mar 28 11:58:41.545162 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 11:58:41.545162 dv-neutron-835340-2-hyperv neutron-server[87871]: self._notify() Mar 28 11:58:41.545162 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 11:58:41.545162 dv-neutron-835340-2-hyperv neutron-server[87871]: self.callback(batched_events) Mar 28 11:58:41.545162 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 11:58:41.545162 dv-neutron-835340-2-hyperv neutron-server[87871]: event.method(event) Mar 28 11:58:41.545162 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 11:58:41.545162 dv-neutron-835340-2-hyperv neutron-server[87871]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 11:58:41.545162 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 11:58:41.545162 dv-neutron-835340-2-hyperv neutron-server[87871]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 11:58:41.545162 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 11:58:41.545162 dv-neutron-835340-2-hyperv neutron-server[87871]: return f(self, *a, **k) Mar 28 11:58:41.545162 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 11:58:41.545162 dv-neutron-835340-2-hyperv neutron-server[87871]: return self._get(url).json() Mar 28 11:58:41.545162 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 11:58:41.545162 dv-neutron-835340-2-hyperv neutron-server[87871]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 11:58:41.545162 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 11:58:41.545162 dv-neutron-835340-2-hyperv neutron-server[87871]: return self.request(url, 'GET', **kwargs) Mar 28 11:58:41.545162 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 11:58:41.545162 dv-neutron-835340-2-hyperv neutron-server[87871]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 11:58:41.545162 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 11:58:41.545162 dv-neutron-835340-2-hyperv neutron-server[87871]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 11:58:41.545162 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 11:58:41.545162 dv-neutron-835340-2-hyperv neutron-server[87871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 11:58:41.545162 dv-neutron-835340-2-hyperv neutron-server[87871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 11:58:41.553693 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-995578cc-64f3-47f5-bb5c-a3f2d095aff1 tempest-FloatingIPAdminTestJSON-1024836002 tempest-FloatingIPAdminTestJSON-1024836002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-709632', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-707672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260923'] for router, precommit_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:41.565192 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-1e5f7b59-4417-4756-bf99-7f1dbc73d0db tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-441583819', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '20c368b2-8030-4abc-b89f-c26dbc3acada'}], 'security_groups': ['90aec264-496c-4a38-856e-8e10e6900fb5', 'dc810327-0a66-4e34-b3b1-b611cf806711']}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:58:41.668042 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ea149e-8ba2-4684-acc5-c45649a7f691 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Pushing event updated for resources: {'Subnet': ['ID=20c368b2-8030-4abc-b89f-c26dbc3acada,revision_number=0']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:58:41.738931 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.db.api [None req-0aec2dad-960b-4d8d-ba62-2e05e1d907f2 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 28 11:58:41.738931 dv-neutron-835340-2-hyperv neutron-server[87871]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 28 11:58:41.738931 dv-neutron-835340-2-hyperv neutron-server[87871]: [parameters: {'id': 'b54e9bc8-e7e1-466e-b523-a951b87ceb8c'}] Mar 28 11:58:41.738931 dv-neutron-835340-2-hyperv neutron-server[87871]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87871) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 11:58:41.739749 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG oslo_db.api [None req-0aec2dad-960b-4d8d-ba62-2e05e1d907f2 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 11:58:41.781736 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-654e6fb5-f7c4-4add-b9cf-03277158daa1 tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:41.837273 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 452c8112-9a27-494a-a70e-2ac21276e8dc no longer exists at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 11:58:41.885675 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-d50abb3b-284b-4d14-a047-e7594cdc12d7 None None] Calling delete_port for 452c8112-9a27-494a-a70e-2ac21276e8dc owned by network:dhcp {{(pid=87872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:58:41.927791 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-0bc68b20-a1aa-41a8-a9d1-0be6cb9d2b92 None None] For port c908cc4f-910a-412e-9563-5519fc4dc4e3, host dv-neutron-835340-2-hyperv, cleared binding levels {{(pid=87872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 11:58:42.014129 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-2988abc2-fc60-4b7d-8428-8e84bb9a5cda tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:58:42.025171 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-0bc68b20-a1aa-41a8-a9d1-0be6cb9d2b92 None None] For port c908cc4f-910a-412e-9563-5519fc4dc4e3, host dv-neutron-835340-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=c908cc4f-910a-412e-9563-5519fc4dc4e3,segment=NetworkSegment(f3f4cd12-949f-46ec-b4b9-ebd37d6e0901),segment_id=f3f4cd12-949f-46ec-b4b9-ebd37d6e0901)] {{(pid=87872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 11:58:42.025977 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-2988abc2-fc60-4b7d-8428-8e84bb9a5cda tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Usage tracker for resource:subnet and tenant:b4adfe5c8b3a4e57a1afd1d44c455245 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:58:42.036891 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-2988abc2-fc60-4b7d-8428-8e84bb9a5cda tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:58:42.050992 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-2988abc2-fc60-4b7d-8428-8e84bb9a5cda tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:58:42.056836 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-18b65b2a-16f9-4028-aaa3-b997514d9799 tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1919805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2364079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26551417'] for subnet, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:42.074775 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.db_base_plugin_common [None req-b9119519-5cfc-41d1-b1db-43436ba6d536 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Allocated IP 172.21.0.1 (9bec2ed4-7a0e-4214-bb70-038db8dc0875/5cea8896-b98b-428e-a293-c30110da671f/2657de3f-45d4-43e3-ba0a-596c0d44ea2a) {{(pid=87870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:58:42.088863 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2988abc2-fc60-4b7d-8428-8e84bb9a5cda tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Made reservation on behalf of b4adfe5c8b3a4e57a1afd1d44c455245 for: {'subnet': 1} {{(pid=87870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:58:42.092419 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-2988abc2-fc60-4b7d-8428-8e84bb9a5cda tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2563571'] for subnet, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:42.106723 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-0bc68b20-a1aa-41a8-a9d1-0be6cb9d2b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:42.110909 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-654e6fb5-f7c4-4add-b9cf-03277158daa1 tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] Network ac2b1748-8f63-4b17-a9c7-07e79704aa5b is already hosted by enough agents. {{(pid=87871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:58:42.113762 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b65b2a-16f9-4028-aaa3-b997514d9799 tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Pushing event deleted for resources: {'Subnet': ['ID=70b68b12-ebad-422a-8c70-53833eb5025f,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:58:42.121440 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-654e6fb5-f7c4-4add-b9cf-03277158daa1 tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] Resources bound (agent type, host, resource id): {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:58:42.123594 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-654e6fb5-f7c4-4add-b9cf-03277158daa1 tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] Received port after_create {{(pid=87871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:58:42.161643 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-18b65b2a-16f9-4028-aaa3-b997514d9799 tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Notify callbacks [] for subnet, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:42.172121 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-18b65b2a-16f9-4028-aaa3-b997514d9799 tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] 10.222.0.30 "DELETE /v2.0/subnets/70b68b12-ebad-422a-8c70-53833eb5025f HTTP/1.1" status: 204 len: 168 time: 1.7590384 Mar 28 11:58:42.174901 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbeb7aa5-e802-4630-aec9-8cb79ed1c1f9 None None] Network e8a1a69a-b53e-4b14-ac02-716c8a955b9a requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:58:42.176796 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 52496) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:58:42.207749 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f77afcb2-25e5-4681-ab97-39e8feca41c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1d3f2a9-8722-5ce5-bc40-181687d1ed3f-e807787b-7be7-40a4-bb51-7a8f358c0ff0', 'network_id': 'e807787b-7be7-40a4-bb51-7a8f358c0ff0', 'tenant_id': '35bef068275a42cdbe218c5d49dc8652', 'fixed_ips': [{'subnet_id': '4700ec49-c270-4f5f-af03-76f19335e587'}]}} from dv-neutron-835340-2-hyperv. {{(pid=87872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 11:58:42.208445 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-f77afcb2-25e5-4681-ab97-39e8feca41c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:42.222127 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654e6fb5-f7c4-4add-b9cf-03277158daa1 tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] Pushing event updated for resources: {'Port': ['ID=8220c2f2-5d40-485a-b99d-64a178380481,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:58:42.240862 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-0aec2dad-960b-4d8d-ba62-2e05e1d907f2 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588883'] for network, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:42.447136 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-0aec2dad-960b-4d8d-ba62-2e05e1d907f2 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Deleting port c908cc4f-910a-412e-9563-5519fc4dc4e3 {{(pid=87871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:58:42.447572 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-0aec2dad-960b-4d8d-ba62-2e05e1d907f2 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:42.493210 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-d50abb3b-284b-4d14-a047-e7594cdc12d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250'] for port, after_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:42.503601 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-1e5f7b59-4417-4756-bf99-7f1dbc73d0db tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:42.521152 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-3d77bf82-1f65-4c7e-96ce-f353b95aadd6 tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588883'] for network, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:42.552567 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-995578cc-64f3-47f5-bb5c-a3f2d095aff1 tempest-FloatingIPAdminTestJSON-1024836002 tempest-FloatingIPAdminTestJSON-1024836002-project] Notify callbacks [] for router_gateway, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:42.556991 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc68b20-a1aa-41a8-a9d1-0be6cb9d2b92 None None] Pushing event updated for resources: {'Port': ['ID=c908cc4f-910a-412e-9563-5519fc4dc4e3,revision_number=2']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:58:42.581011 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-b9119519-5cfc-41d1-b1db-43436ba6d536 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks [] for port, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:42.601368 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-995578cc-64f3-47f5-bb5c-a3f2d095aff1 tempest-FloatingIPAdminTestJSON-1024836002 tempest-FloatingIPAdminTestJSON-1024836002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:42.643725 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.provisioning_blocks [None req-b9119519-5cfc-41d1-b1db-43436ba6d536 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Transition to ACTIVE for port object 2657de3f-45d4-43e3-ba0a-596c0d44ea2a will not be triggered until provisioned by entity DHCP. {{(pid=87870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:58:42.740597 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-3d77bf82-1f65-4c7e-96ce-f353b95aadd6 tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Deleting port 298e44fb-92f3-4173-b3a2-b59f3f5a25c8 {{(pid=87871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:58:42.740597 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-3d77bf82-1f65-4c7e-96ce-f353b95aadd6 tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:42.763239 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d50abb3b-284b-4d14-a047-e7594cdc12d7 None None] No DVR routers for this DVR port 452c8112-9a27-494a-a70e-2ac21276e8dc on host dv-neutron-835340-2-hyperv {{(pid=87872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 11:58:42.769838 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:42.793425 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50abb3b-284b-4d14-a047-e7594cdc12d7 None None] Pushing event deleted for resources: {'Port': ['ID=452c8112-9a27-494a-a70e-2ac21276e8dc,revision_number=None']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:58:42.828994 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-b9119519-5cfc-41d1-b1db-43436ba6d536 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:42.893275 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.db_base_plugin_common [None req-995578cc-64f3-47f5-bb5c-a3f2d095aff1 tempest-FloatingIPAdminTestJSON-1024836002 tempest-FloatingIPAdminTestJSON-1024836002-project] Allocated IP 172.26.7.80 (ac2b1748-8f63-4b17-a9c7-07e79704aa5b/0b7ebf76-1dc7-431a-a0b4-b96bacf287c2/29ae025c-b814-4c67-b794-a8930038a7ad) {{(pid=87870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:58:42.913457 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ee574de-b7f9-4de3-aa58-956100dd0eb7 None None] Network e95a87e2-4c44-46e2-9de5-2786cbaea69c requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:58:42.948820 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-d17e1cdd-a093-43a6-bfcb-d73ea8d61a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '938ec9b1-845a-41c1-8863-138dcf053909', 'name': 'tempest-RoutersTest-router-1318390689', 'tenant_id': 'fc0f0a585a8c4bf2950e053878e50dfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:58:28Z', 'updated_at': '2022-03-28T11:58:33Z', 'revision_number': 2, 'project_id': 'fc0f0a585a8c4bf2950e053878e50dfb', 'gw_port_host': None, '_interfaces': [{'id': '1fe51bf3-b32b-46eb-a1bb-3c1d5b15ad12', 'name': '', 'network_id': '65efd158-193d-4ca0-9933-16ad45c695bf', 'tenant_id': 'fc0f0a585a8c4bf2950e053878e50dfb', 'mac_address': 'fa:16:3e:14:77:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '938ec9b1-845a-41c1-8863-138dcf053909', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '28ef9538-7c39-4316-b125-b5462d60a20a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:58:31Z', 'updated_at': '2022-03-28T11:58:39Z', 'revision_number': 4, 'project_id': 'fc0f0a585a8c4bf2950e053878e50dfb', 'subnets': [{'id': '28ef9538-7c39-4316-b125-b5462d60a20a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:58:42.958882 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9119519-5cfc-41d1-b1db-43436ba6d536 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Network 9bec2ed4-7a0e-4214-bb70-038db8dc0875 is already hosted by enough agents. {{(pid=87870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:58:42.978673 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.base_scheduler [None req-b9119519-5cfc-41d1-b1db-43436ba6d536 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Resources bound (agent type, host, resource id): {{(pid=87870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:58:42.996818 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9119519-5cfc-41d1-b1db-43436ba6d536 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Received port after_create {{(pid=87870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:58:43.022207 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9119519-5cfc-41d1-b1db-43436ba6d536 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Pushing event updated for resources: {'Port': ['ID=2657de3f-45d4-43e3-ba0a-596c0d44ea2a,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:58:43.054812 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ae99a4d-f56f-4e01-be7a-bf8f944ff0b9 None None] Network b54e9bc8-e7e1-466e-b523-a951b87ceb8c requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:58:43.084289 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d17e1cdd-a093-43a6-bfcb-d73ea8d61a99 None None] The sync data for ids ['938ec9b1-845a-41c1-8863-138dcf053909'] in dv-neutron-835340-2-hyperv is: [{'id': '938ec9b1-845a-41c1-8863-138dcf053909', 'name': 'tempest-RoutersTest-router-1318390689', 'tenant_id': 'fc0f0a585a8c4bf2950e053878e50dfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:58:28Z', 'updated_at': '2022-03-28T11:58:33Z', 'revision_number': 2, 'project_id': 'fc0f0a585a8c4bf2950e053878e50dfb', 'gw_port_host': None, '_interfaces': [{'id': '1fe51bf3-b32b-46eb-a1bb-3c1d5b15ad12', 'name': '', 'network_id': '65efd158-193d-4ca0-9933-16ad45c695bf', 'tenant_id': 'fc0f0a585a8c4bf2950e053878e50dfb', 'mac_address': 'fa:16:3e:14:77:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '938ec9b1-845a-41c1-8863-138dcf053909', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '28ef9538-7c39-4316-b125-b5462d60a20a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:58:31Z', 'updated_at': '2022-03-28T11:58:39Z', 'revision_number': 4, 'project_id': 'fc0f0a585a8c4bf2950e053878e50dfb', 'subnets': [{'id': '28ef9538-7c39-4316-b125-b5462d60a20a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 11:58:43.215910 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-b9119519-5cfc-41d1-b1db-43436ba6d536 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-709483'] for router_interface, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:43.230799 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.objects.ports [None req-2988abc2-fc60-4b7d-8428-8e84bb9a5cda tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87870) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 28 11:58:43.246085 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-2988abc2-fc60-4b7d-8428-8e84bb9a5cda tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2561241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2563521'] for subnet, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:43.248724 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.db_base_plugin_common [None req-01426c56-f4bc-4aa9-93fc-69bc49940f60 None None] Allocated IP 172.21.0.2 (9bec2ed4-7a0e-4214-bb70-038db8dc0875/5cea8896-b98b-428e-a293-c30110da671f/5b250dbb-e59a-47e5-9131-b236ad6cacdd) {{(pid=87872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:58:43.279788 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.db [None req-0aec2dad-960b-4d8d-ba62-2e05e1d907f2 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] For port c908cc4f-910a-412e-9563-5519fc4dc4e3, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=c908cc4f-910a-412e-9563-5519fc4dc4e3,segment=NetworkSegment(f3f4cd12-949f-46ec-b4b9-ebd37d6e0901),segment_id=f3f4cd12-949f-46ec-b4b9-ebd37d6e0901)] {{(pid=87871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:58:43.280378 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-0aec2dad-960b-4d8d-ba62-2e05e1d907f2 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:43.296768 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.db_base_plugin_common [None req-f77afcb2-25e5-4681-ab97-39e8feca41c9 None None] Allocated IP 172.20.0.2 (e807787b-7be7-40a4-bb51-7a8f358c0ff0/4700ec49-c270-4f5f-af03-76f19335e587/0d52ba12-eeca-47fd-bd1f-52bc809a86a2) {{(pid=87872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:58:43.482237 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-995578cc-64f3-47f5-bb5c-a3f2d095aff1 tempest-FloatingIPAdminTestJSON-1024836002 tempest-FloatingIPAdminTestJSON-1024836002-project] Notify callbacks [] for port, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:43.525045 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2988abc2-fc60-4b7d-8428-8e84bb9a5cda tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Network e95a87e2-4c44-46e2-9de5-2786cbaea69c is already hosted by enough agents. {{(pid=87870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:58:43.534028 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.base_scheduler [None req-2988abc2-fc60-4b7d-8428-8e84bb9a5cda tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Resources bound (agent type, host, resource id): {{(pid=87870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:58:43.537266 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2988abc2-fc60-4b7d-8428-8e84bb9a5cda tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:58:43.537847 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-2988abc2-fc60-4b7d-8428-8e84bb9a5cda tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks [] for subnet, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:43.559789 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2988abc2-fc60-4b7d-8428-8e84bb9a5cda tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Pushing event updated for resources: {'Subnet': ['ID=30f587fb-e3ed-42aa-88c8-ba1582ea5e6f,revision_number=0']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:58:43.591926 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-2988abc2-fc60-4b7d-8428-8e84bb9a5cda tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.0689957 Mar 28 11:58:43.594831 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 52500) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:58:43.606487 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-aee34b38-7718-4ee1-bb8f-35a3953ba217 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Request body: {'port': {'network_id': 'e95a87e2-4c44-46e2-9de5-2786cbaea69c', 'mac_address': 'fa:16:3e:e9:2d:84', 'name': 'tempest-NetworksTestDHCPv6-1810319376'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:58:43.682917 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-0aec2dad-960b-4d8d-ba62-2e05e1d907f2 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Calling delete_port for c908cc4f-910a-412e-9563-5519fc4dc4e3 owned by network:dhcp {{(pid=87871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:58:43.738111 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-654e6fb5-f7c4-4add-b9cf-03277158daa1 tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] Notify callbacks [] for router_gateway, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:43.760002 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-995578cc-64f3-47f5-bb5c-a3f2d095aff1 tempest-FloatingIPAdminTestJSON-1024836002 tempest-FloatingIPAdminTestJSON-1024836002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:43.800691 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3af01954-63c5-4f12-a5b2-8470964f9c2d None None] DHCP port deletion for e8a1a69a-b53e-4b14-ac02-716c8a955b9a request from dv-neutron-835340-2-hyperv {{(pid=87872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 11:58:43.833111 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-3af01954-63c5-4f12-a5b2-8470964f9c2d None None] Deleting port 298e44fb-92f3-4173-b3a2-b59f3f5a25c8 {{(pid=87872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:58:43.833484 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-3af01954-63c5-4f12-a5b2-8470964f9c2d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:43.912536 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-995578cc-64f3-47f5-bb5c-a3f2d095aff1 tempest-FloatingIPAdminTestJSON-1024836002 tempest-FloatingIPAdminTestJSON-1024836002-project] Network ac2b1748-8f63-4b17-a9c7-07e79704aa5b is already hosted by enough agents. {{(pid=87870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:58:43.928174 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.base_scheduler [None req-995578cc-64f3-47f5-bb5c-a3f2d095aff1 tempest-FloatingIPAdminTestJSON-1024836002 tempest-FloatingIPAdminTestJSON-1024836002-project] Resources bound (agent type, host, resource id): {{(pid=87870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:58:43.931093 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-995578cc-64f3-47f5-bb5c-a3f2d095aff1 tempest-FloatingIPAdminTestJSON-1024836002 tempest-FloatingIPAdminTestJSON-1024836002-project] Received port after_create {{(pid=87870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:58:43.977291 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 1fe51bf3-b32b-46eb-a1bb-3c1d5b15ad12 up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:58:43.980931 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-b9119519-5cfc-41d1-b1db-43436ba6d536 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:43.996545 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-aee34b38-7718-4ee1-bb8f-35a3953ba217 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:58:43.998682 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995578cc-64f3-47f5-bb5c-a3f2d095aff1 tempest-FloatingIPAdminTestJSON-1024836002 tempest-FloatingIPAdminTestJSON-1024836002-project] Pushing event updated for resources: {'Port': ['ID=29ae025c-b814-4c67-b794-a8930038a7ad,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:58:44.037618 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-aee34b38-7718-4ee1-bb8f-35a3953ba217 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:58:44.051118 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee37a3cb-301b-47bc-9a37-d2a9dea082fd None None] Update dhcp port {'port': {'network_id': '5df4ec91-b994-4337-98be-1b2930f844e7', 'fixed_ips': [{'subnet_id': '0a5433f1-2542-432a-8f48-98e1d94d712a', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '21b72255-d2de-4876-97ff-55e725d81486', 'ip_address': '2001:db8::2'}, {'subnet_id': '20c368b2-8030-4abc-b89f-c26dbc3acada'}], 'binding:host_id': 'dv-neutron-835340-2-hyperv'}, 'id': 'b8ec7124-5c83-4d4a-9eee-9cbeca01e273'} from dv-neutron-835340-2-hyperv. {{(pid=87872) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 28 11:58:44.082388 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.db [None req-3d77bf82-1f65-4c7e-96ce-f353b95aadd6 tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] For port 298e44fb-92f3-4173-b3a2-b59f3f5a25c8, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=298e44fb-92f3-4173-b3a2-b59f3f5a25c8,segment=NetworkSegment(551c2aed-382e-4255-9e23-2a901ac10583),segment_id=551c2aed-382e-4255-9e23-2a901ac10583)] {{(pid=87871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:58:44.083094 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-3d77bf82-1f65-4c7e-96ce-f353b95aadd6 tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:44.148824 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6324fdb2-8067-4032-8c31-171f9f939a72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1d3f2a9-8722-5ce5-bc40-181687d1ed3f-e95a87e2-4c44-46e2-9de5-2786cbaea69c', 'network_id': 'e95a87e2-4c44-46e2-9de5-2786cbaea69c', 'tenant_id': 'b4adfe5c8b3a4e57a1afd1d44c455245', 'fixed_ips': [{'subnet_id': '0bb45a12-83d9-4004-b74b-e93b7fb83549'}, {'subnet_id': '30f587fb-e3ed-42aa-88c8-ba1582ea5e6f'}]}} from dv-neutron-835340-2-hyperv. {{(pid=87872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 11:58:44.150150 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-6324fdb2-8067-4032-8c31-171f9f939a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:44.154075 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aee34b38-7718-4ee1-bb8f-35a3953ba217 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Made reservation on behalf of b4adfe5c8b3a4e57a1afd1d44c455245 for: {'port': 1} {{(pid=87870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:58:44.340676 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-3d77bf82-1f65-4c7e-96ce-f353b95aadd6 tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Calling delete_port for 298e44fb-92f3-4173-b3a2-b59f3f5a25c8 owned by network:dhcp {{(pid=87871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:58:44.400916 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-0aec2dad-960b-4d8d-ba62-2e05e1d907f2 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:44.414845 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-ee37a3cb-301b-47bc-9a37-d2a9dea082fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:44.461855 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-01426c56-f4bc-4aa9-93fc-69bc49940f60 None None] Notify callbacks [] for port, precommit_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:44.478142 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba763426-2b6e-46a8-9940-34b1d14e018f None None] Network b54e9bc8-e7e1-466e-b523-a951b87ceb8c requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:58:44.479923 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aec2dad-960b-4d8d-ba62-2e05e1d907f2 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Pushing event deleted for resources: {'Port': ['ID=c908cc4f-910a-412e-9563-5519fc4dc4e3,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:58:44.545365 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aec2dad-960b-4d8d-ba62-2e05e1d907f2 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] No DVR routers for this DVR port c908cc4f-910a-412e-9563-5519fc4dc4e3 on host dv-neutron-835340-2-hyperv {{(pid=87871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 11:58:44.629617 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.db_base_plugin_common [None req-1e5f7b59-4417-4756-bf99-7f1dbc73d0db tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Delete allocated IP 2001:db8::d3 (5df4ec91-b994-4337-98be-1b2930f844e7/21b72255-d2de-4876-97ff-55e725d81486) {{(pid=87871) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 28 11:58:44.672920 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-aee34b38-7718-4ee1-bb8f-35a3953ba217 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:44.676750 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.db_base_plugin_common [None req-1e5f7b59-4417-4756-bf99-7f1dbc73d0db tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Allocated IP 2001:db8:0:2::1b5 (5df4ec91-b994-4337-98be-1b2930f844e7/20c368b2-8030-4abc-b89f-c26dbc3acada/aa497ada-c7c0-4cbf-8ab7-6b17cdc3c50e) {{(pid=87871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:58:44.685642 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-01426c56-f4bc-4aa9-93fc-69bc49940f60 None None] Transition to ACTIVE for port object 5b250dbb-e59a-47e5-9131-b236ad6cacdd will not be triggered until provisioned by entity L2. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:58:44.762579 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-f77afcb2-25e5-4681-ab97-39e8feca41c9 None None] Notify callbacks [] for port, precommit_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:44.819815 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-3d77bf82-1f65-4c7e-96ce-f353b95aadd6 tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:44.825083 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-0aec2dad-960b-4d8d-ba62-2e05e1d907f2 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930431', 'neutron.services.segments.db._delete_segments_for_network-8783496351308'] for network, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:44.839265 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.notifiers.nova [None req-aee34b38-7718-4ee1-bb8f-35a3953ba217 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] device_id is not set on port 821c7b8c-f4c4-4a04-815b-327f60acce43 yet. {{(pid=87870) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 11:58:44.881636 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning for port 1fe51bf3-b32b-46eb-a1bb-3c1d5b15ad12 completed by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:58:44.885599 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-f77afcb2-25e5-4681-ab97-39e8feca41c9 None None] Transition to ACTIVE for port object 0d52ba12-eeca-47fd-bd1f-52bc809a86a2 will not be triggered until provisioned by entity L2. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:58:44.924986 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d77bf82-1f65-4c7e-96ce-f353b95aadd6 tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] No DVR routers for this DVR port 298e44fb-92f3-4173-b3a2-b59f3f5a25c8 on host dv-neutron-835340-2-hyperv {{(pid=87871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 11:58:44.932316 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-995578cc-64f3-47f5-bb5c-a3f2d095aff1 tempest-FloatingIPAdminTestJSON-1024836002 tempest-FloatingIPAdminTestJSON-1024836002-project] Notify callbacks [] for router_gateway, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:44.939142 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-01426c56-f4bc-4aa9-93fc-69bc49940f60 None None] Transition to ACTIVE for port object 5b250dbb-e59a-47e5-9131-b236ad6cacdd will not be triggered until provisioned by entity DHCP. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:58:44.971562 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d77bf82-1f65-4c7e-96ce-f353b95aadd6 tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Pushing event deleted for resources: {'Port': ['ID=298e44fb-92f3-4173-b3a2-b59f3f5a25c8,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:58:44.989748 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port 1fe51bf3-b32b-46eb-a1bb-3c1d5b15ad12 triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:58:44.990246 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:45.005205 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-654e6fb5-f7c4-4add-b9cf-03277158daa1 tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-709632', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-707672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260923'] for router, precommit_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:45.011109 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.segments.db [None req-0aec2dad-960b-4d8d-ba62-2e05e1d907f2 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b54e9bc8-e7e1-466e-b523-a951b87ceb8c']}} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:58:45.044519 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-654e6fb5-f7c4-4add-b9cf-03277158daa1 tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-709647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-709686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-745031'] for router, after_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:45.065985 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.segments.db [None req-0aec2dad-960b-4d8d-ba62-2e05e1d907f2 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3f4cd12-949f-46ec-b4b9-ebd37d6e0901') {'for_net_delete': True} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:58:45.066202 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.segments.db [None req-0aec2dad-960b-4d8d-ba62-2e05e1d907f2 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3f4cd12-949f-46ec-b4b9-ebd37d6e0901') {} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:58:45.086932 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-01426c56-f4bc-4aa9-93fc-69bc49940f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241'] for port, after_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:45.153282 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-f77afcb2-25e5-4681-ab97-39e8feca41c9 None None] Transition to ACTIVE for port object 0d52ba12-eeca-47fd-bd1f-52bc809a86a2 will not be triggered until provisioned by entity DHCP. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:58:45.158038 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-3af01954-63c5-4f12-a5b2-8470964f9c2d None None] For port 298e44fb-92f3-4173-b3a2-b59f3f5a25c8, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=298e44fb-92f3-4173-b3a2-b59f3f5a25c8,segment=NetworkSegment(551c2aed-382e-4255-9e23-2a901ac10583),segment_id=551c2aed-382e-4255-9e23-2a901ac10583)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:58:45.158426 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-3af01954-63c5-4f12-a5b2-8470964f9c2d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:45.228651 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-b9119519-5cfc-41d1-b1db-43436ba6d536 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks [] for port, precommit_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:45.284615 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-b9119519-5cfc-41d1-b1db-43436ba6d536 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2558288'] for port, after_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:45.302023 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-f77afcb2-25e5-4681-ab97-39e8feca41c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241'] for port, after_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:45.329086 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-0aec2dad-960b-4d8d-ba62-2e05e1d907f2 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783496353639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3436890'] for segment, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:45.383663 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-3af01954-63c5-4f12-a5b2-8470964f9c2d None None] Calling delete_port for 298e44fb-92f3-4173-b3a2-b59f3f5a25c8 owned by network:dhcp {{(pid=87872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:58:45.414970 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01426c56-f4bc-4aa9-93fc-69bc49940f60 None None] Network 9bec2ed4-7a0e-4214-bb70-038db8dc0875 is already hosted by enough agents. {{(pid=87872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:58:45.437039 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.base_scheduler [None req-01426c56-f4bc-4aa9-93fc-69bc49940f60 None None] Resources bound (agent type, host, resource id): {{(pid=87872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:58:45.456505 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01426c56-f4bc-4aa9-93fc-69bc49940f60 None None] Received port after_create {{(pid=87872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:58:45.459003 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-3d77bf82-1f65-4c7e-96ce-f353b95aadd6 tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930431', 'neutron.services.segments.db._delete_segments_for_network-8783496351308'] for network, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:45.469205 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01426c56-f4bc-4aa9-93fc-69bc49940f60 None None] Pushing event updated for resources: {'Port': ['ID=5b250dbb-e59a-47e5-9131-b236ad6cacdd,revision_number=1']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:58:45.472970 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f77afcb2-25e5-4681-ab97-39e8feca41c9 None None] Network e807787b-7be7-40a4-bb51-7a8f358c0ff0 is already hosted by enough agents. {{(pid=87872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:58:45.478661 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-0aec2dad-960b-4d8d-ba62-2e05e1d907f2 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:45.494996 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-b9119519-5cfc-41d1-b1db-43436ba6d536 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-743372'] for router_interface, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:45.506964 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9119519-5cfc-41d1-b1db-43436ba6d536 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Pushing event updated for resources: {'Port': ['ID=2657de3f-45d4-43e3-ba0a-596c0d44ea2a,revision_number=2']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:58:45.517250 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0aec2dad-960b-4d8d-ba62-2e05e1d907f2 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=87871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 11:58:45.517656 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-0aec2dad-960b-4d8d-ba62-2e05e1d907f2 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1920481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2363149'] for segment, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:45.545748 dv-neutron-835340-2-hyperv neutron-server[87871]: Traceback (most recent call last): Mar 28 11:58:45.545748 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 11:58:45.545748 dv-neutron-835340-2-hyperv neutron-server[87871]: timer() Mar 28 11:58:45.545748 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 11:58:45.545748 dv-neutron-835340-2-hyperv neutron-server[87871]: cb(*args, **kw) Mar 28 11:58:45.545748 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 11:58:45.545748 dv-neutron-835340-2-hyperv neutron-server[87871]: return func(*args, **kwargs) Mar 28 11:58:45.545748 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 11:58:45.545748 dv-neutron-835340-2-hyperv neutron-server[87871]: self._notify() Mar 28 11:58:45.545748 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 11:58:45.545748 dv-neutron-835340-2-hyperv neutron-server[87871]: self.callback(batched_events) Mar 28 11:58:45.545748 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 11:58:45.545748 dv-neutron-835340-2-hyperv neutron-server[87871]: event.method(event) Mar 28 11:58:45.545748 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 11:58:45.545748 dv-neutron-835340-2-hyperv neutron-server[87871]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 11:58:45.545748 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 11:58:45.545748 dv-neutron-835340-2-hyperv neutron-server[87871]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 11:58:45.545748 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 11:58:45.545748 dv-neutron-835340-2-hyperv neutron-server[87871]: return f(self, *a, **k) Mar 28 11:58:45.545748 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 11:58:45.545748 dv-neutron-835340-2-hyperv neutron-server[87871]: return self._get(url).json() Mar 28 11:58:45.545748 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 11:58:45.545748 dv-neutron-835340-2-hyperv neutron-server[87871]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 11:58:45.545748 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 11:58:45.545748 dv-neutron-835340-2-hyperv neutron-server[87871]: return self.request(url, 'GET', **kwargs) Mar 28 11:58:45.545748 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 11:58:45.545748 dv-neutron-835340-2-hyperv neutron-server[87871]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 11:58:45.545748 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 11:58:45.545748 dv-neutron-835340-2-hyperv neutron-server[87871]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 11:58:45.545748 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 11:58:45.545748 dv-neutron-835340-2-hyperv neutron-server[87871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 11:58:45.545748 dv-neutron-835340-2-hyperv neutron-server[87871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 11:58:45.551035 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.base_scheduler [None req-f77afcb2-25e5-4681-ab97-39e8feca41c9 None None] Resources bound (agent type, host, resource id): {{(pid=87872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:58:45.582483 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f77afcb2-25e5-4681-ab97-39e8feca41c9 None None] Received port after_create {{(pid=87872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:58:45.658890 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.segments.db [None req-3d77bf82-1f65-4c7e-96ce-f353b95aadd6 tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8a1a69a-b53e-4b14-ac02-716c8a955b9a']}} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:58:45.698084 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.segments.db [None req-3d77bf82-1f65-4c7e-96ce-f353b95aadd6 tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '551c2aed-382e-4255-9e23-2a901ac10583') {'for_net_delete': True} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:58:45.698351 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.segments.db [None req-3d77bf82-1f65-4c7e-96ce-f353b95aadd6 tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '551c2aed-382e-4255-9e23-2a901ac10583') {} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:58:45.723624 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-995578cc-64f3-47f5-bb5c-a3f2d095aff1 tempest-FloatingIPAdminTestJSON-1024836002 tempest-FloatingIPAdminTestJSON-1024836002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709693'] for router, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:45.734467 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-3d77bf82-1f65-4c7e-96ce-f353b95aadd6 tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783496353639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3436890'] for segment, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:45.777266 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-0aec2dad-960b-4d8d-ba62-2e05e1d907f2 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709602'] for network, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:45.781098 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-0aec2dad-960b-4d8d-ba62-2e05e1d907f2 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks [] for network, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:45.784233 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-3d77bf82-1f65-4c7e-96ce-f353b95aadd6 tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:45.829657 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d77bf82-1f65-4c7e-96ce-f353b95aadd6 tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=87871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 11:58:45.830065 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-3d77bf82-1f65-4c7e-96ce-f353b95aadd6 tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1920481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2363149'] for segment, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:45.841419 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.db_base_plugin_common [None req-6324fdb2-8067-4032-8c31-171f9f939a72 None None] Allocated IP 172.20.0.2 (e95a87e2-4c44-46e2-9de5-2786cbaea69c/0bb45a12-83d9-4004-b74b-e93b7fb83549/e0329d2d-e0b0-4de6-8784-2d3cf8c9cfae) {{(pid=87872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:58:45.845216 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77afcb2-25e5-4681-ab97-39e8feca41c9 None None] Pushing event updated for resources: {'Port': ['ID=0d52ba12-eeca-47fd-bd1f-52bc809a86a2,revision_number=1']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:58:45.847692 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.db.api [None req-3af01954-63c5-4f12-a5b2-8470964f9c2d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87872) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 11:58:45.848266 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG oslo_db.api [None req-3af01954-63c5-4f12-a5b2-8470964f9c2d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 11:58:45.850929 dv-neutron-835340-2-hyperv neutron-server[87871]: Traceback (most recent call last): Mar 28 11:58:45.850929 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 11:58:45.850929 dv-neutron-835340-2-hyperv neutron-server[87871]: timer() Mar 28 11:58:45.850929 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 11:58:45.850929 dv-neutron-835340-2-hyperv neutron-server[87871]: cb(*args, **kw) Mar 28 11:58:45.850929 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 11:58:45.850929 dv-neutron-835340-2-hyperv neutron-server[87871]: return func(*args, **kwargs) Mar 28 11:58:45.850929 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 11:58:45.850929 dv-neutron-835340-2-hyperv neutron-server[87871]: self._notify() Mar 28 11:58:45.850929 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 11:58:45.850929 dv-neutron-835340-2-hyperv neutron-server[87871]: self.callback(batched_events) Mar 28 11:58:45.850929 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 11:58:45.850929 dv-neutron-835340-2-hyperv neutron-server[87871]: event.method(event) Mar 28 11:58:45.850929 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 11:58:45.850929 dv-neutron-835340-2-hyperv neutron-server[87871]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 11:58:45.850929 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 11:58:45.850929 dv-neutron-835340-2-hyperv neutron-server[87871]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 11:58:45.850929 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 11:58:45.850929 dv-neutron-835340-2-hyperv neutron-server[87871]: return f(self, *a, **k) Mar 28 11:58:45.850929 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 11:58:45.850929 dv-neutron-835340-2-hyperv neutron-server[87871]: return self._get(url).json() Mar 28 11:58:45.850929 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 11:58:45.850929 dv-neutron-835340-2-hyperv neutron-server[87871]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 11:58:45.850929 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 11:58:45.850929 dv-neutron-835340-2-hyperv neutron-server[87871]: return self.request(url, 'GET', **kwargs) Mar 28 11:58:45.850929 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 11:58:45.850929 dv-neutron-835340-2-hyperv neutron-server[87871]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 11:58:45.850929 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 11:58:45.850929 dv-neutron-835340-2-hyperv neutron-server[87871]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 11:58:45.850929 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 11:58:45.850929 dv-neutron-835340-2-hyperv neutron-server[87871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 11:58:45.850929 dv-neutron-835340-2-hyperv neutron-server[87871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 11:58:45.860276 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-01426c56-f4bc-4aa9-93fc-69bc49940f60 None None] Attempting to bind port 5b250dbb-e59a-47e5-9131-b236ad6cacdd on host dv-neutron-835340-2-hyperv for vnic_type normal with profile {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:58:45.860917 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-01426c56-f4bc-4aa9-93fc-69bc49940f60 None None] Attempting to bind port 5b250dbb-e59a-47e5-9131-b236ad6cacdd by drivers openvswitch,hyperv on host dv-neutron-835340-2-hyperv at level 0 using segments [{'id': 'e2318926-c8e3-4e79-b3b7-c423133ae1ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '9bec2ed4-7a0e-4214-bb70-038db8dc0875'}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:58:45.861800 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01426c56-f4bc-4aa9-93fc-69bc49940f60 None None] Attempting to bind port 5b250dbb-e59a-47e5-9131-b236ad6cacdd on network 9bec2ed4-7a0e-4214-bb70-038db8dc0875 {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:58:45.868509 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aec2dad-960b-4d8d-ba62-2e05e1d907f2 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Pushing event deleted for resources: {'Network': ['ID=b54e9bc8-e7e1-466e-b523-a951b87ceb8c,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:58:45.870831 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.db_base_plugin_common [None req-6324fdb2-8067-4032-8c31-171f9f939a72 None None] Allocated IP 2001:db8::f816:3eff:fe13:400e (e95a87e2-4c44-46e2-9de5-2786cbaea69c/30f587fb-e3ed-42aa-88c8-ba1582ea5e6f/e0329d2d-e0b0-4de6-8784-2d3cf8c9cfae) {{(pid=87872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:58:45.873299 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:45.893164 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01426c56-f4bc-4aa9-93fc-69bc49940f60 None None] Checking agent: {'id': '961a16fe-cbc8-4264-ac28-bbbd53f89caa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 46, 6), 'started_at': datetime.datetime(2022, 3, 28, 11, 46, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 11, 58, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 11:58:45.893555 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01426c56-f4bc-4aa9-93fc-69bc49940f60 None None] Checking segment: {'id': 'e2318926-c8e3-4e79-b3b7-c423133ae1ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '9bec2ed4-7a0e-4214-bb70-038db8dc0875'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:58:45.893974 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-01426c56-f4bc-4aa9-93fc-69bc49940f60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:45.894345 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01426c56-f4bc-4aa9-93fc-69bc49940f60 None None] Bound using segment: {'id': 'e2318926-c8e3-4e79-b3b7-c423133ae1ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '9bec2ed4-7a0e-4214-bb70-038db8dc0875'} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 11:58:45.894811 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-01426c56-f4bc-4aa9-93fc-69bc49940f60 None None] Bound port: 5b250dbb-e59a-47e5-9131-b236ad6cacdd, host: dv-neutron-835340-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2318926-c8e3-4e79-b3b7-c423133ae1ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '9bec2ed4-7a0e-4214-bb70-038db8dc0875'}}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 11:58:45.895206 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-01426c56-f4bc-4aa9-93fc-69bc49940f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:45.905099 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-f77afcb2-25e5-4681-ab97-39e8feca41c9 None None] Attempting to bind port 0d52ba12-eeca-47fd-bd1f-52bc809a86a2 on host dv-neutron-835340-2-hyperv for vnic_type normal with profile {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:58:45.905456 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-f77afcb2-25e5-4681-ab97-39e8feca41c9 None None] Attempting to bind port 0d52ba12-eeca-47fd-bd1f-52bc809a86a2 by drivers openvswitch,hyperv on host dv-neutron-835340-2-hyperv at level 0 using segments [{'id': '873805fc-2b60-40d6-95b3-8870cc0877bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'e807787b-7be7-40a4-bb51-7a8f358c0ff0'}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:58:45.905806 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f77afcb2-25e5-4681-ab97-39e8feca41c9 None None] Attempting to bind port 0d52ba12-eeca-47fd-bd1f-52bc809a86a2 on network e807787b-7be7-40a4-bb51-7a8f358c0ff0 {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:58:45.922598 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f77afcb2-25e5-4681-ab97-39e8feca41c9 None None] Checking agent: {'id': '961a16fe-cbc8-4264-ac28-bbbd53f89caa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 46, 6), 'started_at': datetime.datetime(2022, 3, 28, 11, 46, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 11, 58, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 11:58:45.922977 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f77afcb2-25e5-4681-ab97-39e8feca41c9 None None] Checking segment: {'id': '873805fc-2b60-40d6-95b3-8870cc0877bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'e807787b-7be7-40a4-bb51-7a8f358c0ff0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:58:45.923352 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-f77afcb2-25e5-4681-ab97-39e8feca41c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:45.923755 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f77afcb2-25e5-4681-ab97-39e8feca41c9 None None] Bound using segment: {'id': '873805fc-2b60-40d6-95b3-8870cc0877bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'e807787b-7be7-40a4-bb51-7a8f358c0ff0'} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 11:58:45.924216 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-f77afcb2-25e5-4681-ab97-39e8feca41c9 None None] Bound port: 0d52ba12-eeca-47fd-bd1f-52bc809a86a2, host: dv-neutron-835340-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '873805fc-2b60-40d6-95b3-8870cc0877bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'e807787b-7be7-40a4-bb51-7a8f358c0ff0'}}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 11:58:45.924581 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-f77afcb2-25e5-4681-ab97-39e8feca41c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:45.932671 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-0aec2dad-960b-4d8d-ba62-2e05e1d907f2 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] 10.222.0.30 "DELETE /v2.0/networks/b54e9bc8-e7e1-466e-b523-a951b87ceb8c HTTP/1.1" status: 204 len: 168 time: 7.0555532 Mar 28 11:58:45.937687 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 52504) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:58:45.946064 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9119519-5cfc-41d1-b1db-43436ba6d536 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Network 9bec2ed4-7a0e-4214-bb70-038db8dc0875 is already hosted by enough agents. {{(pid=87870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:58:45.948230 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.base_scheduler [None req-b9119519-5cfc-41d1-b1db-43436ba6d536 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Resources bound (agent type, host, resource id): {{(pid=87870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:58:45.987132 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.db.resource_extend [None req-1e5f7b59-4417-4756-bf99-7f1dbc73d0db tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 28 11:58:46.010556 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.pecan_wsgi.hooks.translation [None req-54e00c8c-0ea2-4430-981e-5221dc8b3b22 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] DELETE failed (client error): The resource could not be found. Mar 28 11:58:46.011014 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54e00c8c-0ea2-4430-981e-5221dc8b3b22 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 11:58:46.014839 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-1e5f7b59-4417-4756-bf99-7f1dbc73d0db tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks [] for port, precommit_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:46.028410 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-3d77bf82-1f65-4c7e-96ce-f353b95aadd6 tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709602'] for network, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:46.032653 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-3d77bf82-1f65-4c7e-96ce-f353b95aadd6 tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Notify callbacks [] for network, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:46.034467 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-3d77bf82-1f65-4c7e-96ce-f353b95aadd6 tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] 10.222.0.30 "DELETE /v2.0/networks/e8a1a69a-b53e-4b14-ac02-716c8a955b9a HTTP/1.1" status: 204 len: 168 time: 3.8497398 Mar 28 11:58:46.035200 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-654e6fb5-f7c4-4add-b9cf-03277158daa1 tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] Router fc4a4a46-6f3b-4b5a-abc3-b3c7d678c754 is scheduled to L3 agent af79d429-529e-400b-a119-94d4bec03f3e with binding_index 1 {{(pid=87871) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 11:58:46.041024 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 52508) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:58:46.056431 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-54e00c8c-0ea2-4430-981e-5221dc8b3b22 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] 10.222.0.30 "DELETE /v2.0/subnets/1178b20e-e7b7-45fe-862d-fafa3c8e0742 HTTP/1.1" status: 404 len: 337 time: 0.1147561 Mar 28 11:58:46.094779 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 52512) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:58:46.111115 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d77bf82-1f65-4c7e-96ce-f353b95aadd6 tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Pushing event deleted for resources: {'Network': ['ID=e8a1a69a-b53e-4b14-ac02-716c8a955b9a,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:58:46.141823 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.provisioning_blocks [None req-1e5f7b59-4417-4756-bf99-7f1dbc73d0db tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Transition to ACTIVE for port object aa497ada-c7c0-4cbf-8ab7-6b17cdc3c50e will not be triggered until provisioned by entity DHCP. {{(pid=87871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:58:46.174402 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9119519-5cfc-41d1-b1db-43436ba6d536 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Router 938ec9b1-845a-41c1-8863-138dcf053909 has already been hosted by L3 agent af79d429-529e-400b-a119-94d4bec03f3e {{(pid=87870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 11:58:46.178142 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-995578cc-64f3-47f5-bb5c-a3f2d095aff1 tempest-FloatingIPAdminTestJSON-1024836002 tempest-FloatingIPAdminTestJSON-1024836002-project] Router 2c49f547-c41c-41ef-82cf-526be9dbf15c is scheduled to L3 agent af79d429-529e-400b-a119-94d4bec03f3e with binding_index 1 {{(pid=87870) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 11:58:46.214380 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-1e5f7b59-4417-4756-bf99-7f1dbc73d0db tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2363241'] for port, after_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:46.220454 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.pecan_wsgi.hooks.translation [None req-6df03dac-1b70-4bed-81f7-fa1c922644ec tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] DELETE failed (client error): The resource could not be found. Mar 28 11:58:46.221480 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6df03dac-1b70-4bed-81f7-fa1c922644ec tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 11:58:46.222939 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-6df03dac-1b70-4bed-81f7-fa1c922644ec tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] 10.222.0.30 "DELETE /v2.0/networks/b54e9bc8-e7e1-466e-b523-a951b87ceb8c HTTP/1.1" status: 404 len: 339 time: 0.1222296 Mar 28 11:58:46.224434 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] For port 1fe51bf3-b32b-46eb-a1bb-3c1d5b15ad12, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=1fe51bf3-b32b-46eb-a1bb-3c1d5b15ad12,segment=NetworkSegment(41eefd91-002a-4d8a-9cd5-6f72b4e91ef7),segment_id=41eefd91-002a-4d8a-9cd5-6f72b4e91ef7)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:58:46.242602 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 52516) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:58:46.284571 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:46.342494 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d086e4e-b518-4f31-9450-f0cee7c55df2 tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Deleting subnet 3128eb2b-31a3-413e-bdc5-361c57fba436 {{(pid=87871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 11:58:46.355574 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-1e5f7b59-4417-4756-bf99-7f1dbc73d0db tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] In _notify_port_updated(), no bound segment for port aa497ada-c7c0-4cbf-8ab7-6b17cdc3c50e on network 5df4ec91-b994-4337-98be-1b2930f844e7 {{(pid=87871) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 28 11:58:46.355751 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-3af01954-63c5-4f12-a5b2-8470964f9c2d None None] Deleting port 298e44fb-92f3-4173-b3a2-b59f3f5a25c8 {{(pid=87872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:58:46.355751 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-3af01954-63c5-4f12-a5b2-8470964f9c2d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:46.356549 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e5f7b59-4417-4756-bf99-7f1dbc73d0db tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:58:46.357151 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-1e5f7b59-4417-4756-bf99-7f1dbc73d0db tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:46.361456 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-1e5f7b59-4417-4756-bf99-7f1dbc73d0db tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] 10.222.0.30 "PUT /v2.0/ports/aa497ada-c7c0-4cbf-8ab7-6b17cdc3c50e HTTP/1.1" status: 200 len: 969 time: 4.8391576 Mar 28 11:58:46.361456 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-6d086e4e-b518-4f31-9450-f0cee7c55df2 tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Notify callbacks [] for subnet, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:46.391197 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 52520) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:58:46.436215 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 298e44fb-92f3-4173-b3a2-b59f3f5a25c8 no longer exists at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 11:58:46.517370 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-01426c56-f4bc-4aa9-93fc-69bc49940f60 None None] For port 5b250dbb-e59a-47e5-9131-b236ad6cacdd, host dv-neutron-835340-2-hyperv, cleared binding levels {{(pid=87872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 11:58:46.548466 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5f7b59-4417-4756-bf99-7f1dbc73d0db tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Pushing event updated for resources: {'Port': ['ID=aa497ada-c7c0-4cbf-8ab7-6b17cdc3c50e,revision_number=2']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:58:46.561101 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-6d086e4e-b518-4f31-9450-f0cee7c55df2 tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3436877'] for subnet, precommit_delete_associations {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:46.578370 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] No Port match for: 298e44fb-92f3-4173-b3a2-b59f3f5a25c8 {{(pid=87872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 11:58:46.578710 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 298e44fb-92f3-4173-b3a2-b59f3f5a25c8 not bound to the agent host dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 11:58:46.580834 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-f77afcb2-25e5-4681-ab97-39e8feca41c9 None None] For port 0d52ba12-eeca-47fd-bd1f-52bc809a86a2, host dv-neutron-835340-2-hyperv, cleared binding levels {{(pid=87872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 11:58:46.592816 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-3af01954-63c5-4f12-a5b2-8470964f9c2d None None] The port '298e44fb-92f3-4173-b3a2-b59f3f5a25c8' was deleted {{(pid=87872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 11:58:46.626363 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-01426c56-f4bc-4aa9-93fc-69bc49940f60 None None] For port 5b250dbb-e59a-47e5-9131-b236ad6cacdd, host dv-neutron-835340-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=5b250dbb-e59a-47e5-9131-b236ad6cacdd,segment=NetworkSegment(e2318926-c8e3-4e79-b3b7-c423133ae1ca),segment_id=e2318926-c8e3-4e79-b3b7-c423133ae1ca)] {{(pid=87872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 11:58:46.631627 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.db_base_plugin_common [None req-ee37a3cb-301b-47bc-9a37-d2a9dea082fd None None] Allocated IP 2001:db8:0:2::2 (5df4ec91-b994-4337-98be-1b2930f844e7/20c368b2-8030-4abc-b89f-c26dbc3acada/b8ec7124-5c83-4d4a-9eee-9cbeca01e273) {{(pid=87872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:58:46.639509 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-612a7dfa-f8cc-4677-9c3b-8e724f083b0d tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Deleting port aa497ada-c7c0-4cbf-8ab7-6b17cdc3c50e {{(pid=87871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:58:46.639509 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-612a7dfa-f8cc-4677-9c3b-8e724f083b0d tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:46.650942 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-f77afcb2-25e5-4681-ab97-39e8feca41c9 None None] For port 0d52ba12-eeca-47fd-bd1f-52bc809a86a2, host dv-neutron-835340-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=0d52ba12-eeca-47fd-bd1f-52bc809a86a2,segment=NetworkSegment(873805fc-2b60-40d6-95b3-8870cc0877bb),segment_id=873805fc-2b60-40d6-95b3-8870cc0877bb)] {{(pid=87872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 11:58:46.657136 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.pecan_wsgi.hooks.translation [None req-0160c9bd-e474-4f4b-a8ca-a0865506a2a9 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] DELETE failed (client error): The resource could not be found. Mar 28 11:58:46.657854 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0160c9bd-e474-4f4b-a8ca-a0865506a2a9 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 11:58:46.660164 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-01426c56-f4bc-4aa9-93fc-69bc49940f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:46.664937 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-654e6fb5-f7c4-4add-b9cf-03277158daa1 tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 11:58:46.672228 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-654e6fb5-f7c4-4add-b9cf-03277158daa1 tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] Notify callbacks [] for router, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:46.673053 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-654e6fb5-f7c4-4add-b9cf-03277158daa1 tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] 10.222.0.30 "PUT /v2.0/routers/fc4a4a46-6f3b-4b5a-abc3-b3c7d678c754 HTTP/1.1" status: 200 len: 884 time: 9.3179603 Mar 28 11:58:46.679798 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 52524) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:58:46.684577 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-f77afcb2-25e5-4681-ab97-39e8feca41c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:46.688080 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Pushing event updated for resources: {'Port': ['ID=1fe51bf3-b32b-46eb-a1bb-3c1d5b15ad12,revision_number=5']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:58:46.697037 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-6324fdb2-8067-4032-8c31-171f9f939a72 None None] Notify callbacks [] for port, precommit_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:46.699932 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff0e443-35f4-45ec-9113-d7a0cfb8773f None None] Sync routers for ids ['fc4a4a46-6f3b-4b5a-abc3-b3c7d678c754'] in dv-neutron-835340-2-hyperv {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 11:58:46.748771 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-0160c9bd-e474-4f4b-a8ca-a0865506a2a9 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] 10.222.0.30 "DELETE /v2.0/subnets/dfe98649-04f8-41c0-8ef1-1a75e2af3ff3 HTTP/1.1" status: 404 len: 337 time: 0.5003912 Mar 28 11:58:46.759665 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 52528) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:58:46.778152 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-995578cc-64f3-47f5-bb5c-a3f2d095aff1 tempest-FloatingIPAdminTestJSON-1024836002 tempest-FloatingIPAdminTestJSON-1024836002-project] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 11:58:46.789991 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-6324fdb2-8067-4032-8c31-171f9f939a72 None None] Transition to ACTIVE for port object e0329d2d-e0b0-4de6-8784-2d3cf8c9cfae will not be triggered until provisioned by entity L2. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:58:46.799211 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49c77a1-05dc-431e-8d07-858195412928 None None] Sync routers for ids ['2c49f547-c41c-41ef-82cf-526be9dbf15c'] in dv-neutron-835340-2-hyperv {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 11:58:46.808276 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9119519-5cfc-41d1-b1db-43436ba6d536 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 11:58:46.813739 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-b9119519-5cfc-41d1-b1db-43436ba6d536 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] 10.222.0.30 "PUT /v2.0/routers/938ec9b1-845a-41c1-8863-138dcf053909/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7280052 Mar 28 11:58:46.823017 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 52532) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:58:46.827841 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff0e443-35f4-45ec-9113-d7a0cfb8773f None None] Routers {'fc4a4a46-6f3b-4b5a-abc3-b3c7d678c754'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:58:46.828814 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-aff0e443-35f4-45ec-9113-d7a0cfb8773f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T11:58:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['fc4a4a46-6f3b-4b5a-abc3-b3c7d678c754'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:58:46.846686 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-cf35ded1-5fdb-46a8-aadb-2924dd1daa3b tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Request body: {'network': {'name': 'tempest-RoutersTest-573280665'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:58:46.848731 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49c77a1-05dc-431e-8d07-858195412928 None None] Routers {'2c49f547-c41c-41ef-82cf-526be9dbf15c'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:58:46.852520 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-c49c77a1-05dc-431e-8d07-858195412928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T11:58:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['2c49f547-c41c-41ef-82cf-526be9dbf15c'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:58:46.854837 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.pecan_wsgi.hooks.translation [None req-1871c6db-84ad-426e-a119-761a9b558e5e tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] DELETE failed (client error): The resource could not be found. Mar 28 11:58:46.855306 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1871c6db-84ad-426e-a119-761a9b558e5e tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 11:58:46.857029 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-1871c6db-84ad-426e-a119-761a9b558e5e tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] 10.222.0.30 "DELETE /v2.0/networks/f822f9dd-9f44-4df8-be3b-31b4a6c15a0b HTTP/1.1" status: 404 len: 339 time: 0.0855548 Mar 28 11:58:46.866337 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-cf35ded1-5fdb-46a8-aadb-2924dd1daa3b tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:58:46.869553 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 52536) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:58:46.875189 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-995578cc-64f3-47f5-bb5c-a3f2d095aff1 tempest-FloatingIPAdminTestJSON-1024836002 tempest-FloatingIPAdminTestJSON-1024836002-project] Notify callbacks [] for router, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:46.878766 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-995578cc-64f3-47f5-bb5c-a3f2d095aff1 tempest-FloatingIPAdminTestJSON-1024836002 tempest-FloatingIPAdminTestJSON-1024836002-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 6.0123782 Mar 28 11:58:46.899222 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 52540) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:58:46.900168 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71a93a9b-67c2-4fc0-af2f-9defa5a3914e None None] Sync routers for ids ['938ec9b1-845a-41c1-8863-138dcf053909'] in dv-neutron-835340-2-hyperv {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 11:58:46.942801 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-cf35ded1-5fdb-46a8-aadb-2924dd1daa3b tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Usage tracker for resource:network and tenant:fc0f0a585a8c4bf2950e053878e50dfb is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:58:46.957418 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-cf35ded1-5fdb-46a8-aadb-2924dd1daa3b tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:58:47.002863 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-c49c77a1-05dc-431e-8d07-858195412928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:58:47.009633 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-cf35ded1-5fdb-46a8-aadb-2924dd1daa3b tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:58:47.024572 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-6324fdb2-8067-4032-8c31-171f9f939a72 None None] Transition to ACTIVE for port object e0329d2d-e0b0-4de6-8784-2d3cf8c9cfae will not be triggered until provisioned by entity DHCP. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:58:47.037303 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49c77a1-05dc-431e-8d07-858195412928 None None] Routers {'2c49f547-c41c-41ef-82cf-526be9dbf15c'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:58:47.038023 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-c49c77a1-05dc-431e-8d07-858195412928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T11:58:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['2c49f547-c41c-41ef-82cf-526be9dbf15c'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:58:47.040863 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-aff0e443-35f4-45ec-9113-d7a0cfb8773f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:58:47.051217 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a93a9b-67c2-4fc0-af2f-9defa5a3914e None None] Routers {'938ec9b1-845a-41c1-8863-138dcf053909'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:58:47.052217 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-71a93a9b-67c2-4fc0-af2f-9defa5a3914e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T11:58:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['938ec9b1-845a-41c1-8863-138dcf053909'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:58:47.059735 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-6d086e4e-b518-4f31-9450-f0cee7c55df2 tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1919782'] for subnet, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:47.140769 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01426c56-f4bc-4aa9-93fc-69bc49940f60 None None] Pushing event updated for resources: {'Port': ['ID=5b250dbb-e59a-47e5-9131-b236ad6cacdd,revision_number=2']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:58:47.144465 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-6324fdb2-8067-4032-8c31-171f9f939a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241'] for port, after_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:47.180536 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-1494b14e-8089-4519-9f9c-017000a5cba2 tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] 10.222.0.30 "GET /v2.0/routers/fc4a4a46-6f3b-4b5a-abc3-b3c7d678c754 HTTP/1.1" status: 200 len: 925 time: 0.4985917 Mar 28 11:58:47.185971 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 52544) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:58:47.198700 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf35ded1-5fdb-46a8-aadb-2924dd1daa3b tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Made reservation on behalf of fc0f0a585a8c4bf2950e053878e50dfb for: {'network': 1} {{(pid=87870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:58:47.208490 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-cf35ded1-5fdb-46a8-aadb-2924dd1daa3b tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for network, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:47.224738 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-c49c77a1-05dc-431e-8d07-858195412928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:58:47.225465 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49c77a1-05dc-431e-8d07-858195412928 None None] The sync data for ids ['2c49f547-c41c-41ef-82cf-526be9dbf15c'] in dv-neutron-835340-2-hyperv is: [] {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 11:58:47.261014 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff0e443-35f4-45ec-9113-d7a0cfb8773f None None] Routers {'fc4a4a46-6f3b-4b5a-abc3-b3c7d678c754'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:58:47.261730 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-aff0e443-35f4-45ec-9113-d7a0cfb8773f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T11:58:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['fc4a4a46-6f3b-4b5a-abc3-b3c7d678c754'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:58:47.299218 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-30e483ee-a768-4b7c-b82c-bf4fae9fc4f6 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588883'] for network, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:47.350368 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf35ded1-5fdb-46a8-aadb-2924dd1daa3b tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] vlan segment allocate from pool success with {'vlan_id': 83, 'physical_network': 'physnet1'} {{(pid=87870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 11:58:47.407402 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-cf35ded1-5fdb-46a8-aadb-2924dd1daa3b tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:47.408087 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.db.segments_db [None req-cf35ded1-5fdb-46a8-aadb-2924dd1daa3b tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Added segment e2b0e497-2c08-451b-8513-16209a0aa420 of type vlan for network a956713e-d181-4807-8431-0d815148d80c Mar 28 11:58:47.473740 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvr_db [None req-71a93a9b-67c2-4fc0-af2f-9defa5a3914e None None] Set router 938ec9b1-845a-41c1-8863-138dcf053909 gateway port host: None {{(pid=87872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:58:47.516854 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-612a7dfa-f8cc-4677-9c3b-8e724f083b0d tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:47.667655 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-aff0e443-35f4-45ec-9113-d7a0cfb8773f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:58:47.668307 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff0e443-35f4-45ec-9113-d7a0cfb8773f None None] The sync data for ids ['fc4a4a46-6f3b-4b5a-abc3-b3c7d678c754'] in dv-neutron-835340-2-hyperv is: [] {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 11:58:47.678342 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6324fdb2-8067-4032-8c31-171f9f939a72 None None] Network e95a87e2-4c44-46e2-9de5-2786cbaea69c is already hosted by enough agents. {{(pid=87872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:58:47.692015 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.base_scheduler [None req-6324fdb2-8067-4032-8c31-171f9f939a72 None None] Resources bound (agent type, host, resource id): {{(pid=87872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:58:47.703938 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-ee37a3cb-301b-47bc-9a37-d2a9dea082fd None None] For port b8ec7124-5c83-4d4a-9eee-9cbeca01e273, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=b8ec7124-5c83-4d4a-9eee-9cbeca01e273,segment=NetworkSegment(53cdb527-f329-4e42-aa7b-ce2bc95a9007),segment_id=53cdb527-f329-4e42-aa7b-ce2bc95a9007)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:58:47.725684 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-612a7dfa-f8cc-4677-9c3b-8e724f083b0d tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Calling delete_port for aa497ada-c7c0-4cbf-8ab7-6b17cdc3c50e owned by {{(pid=87871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:58:47.748331 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-cf35ded1-5fdb-46a8-aadb-2924dd1daa3b tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783495836591'] for network, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:47.762430 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-30e483ee-a768-4b7c-b82c-bf4fae9fc4f6 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930431', 'neutron.services.segments.db._delete_segments_for_network-8783496351308'] for network, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:47.817395 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6324fdb2-8067-4032-8c31-171f9f939a72 None None] Received port after_create {{(pid=87872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:58:47.841699 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.db_base_plugin_common [None req-aee34b38-7718-4ee1-bb8f-35a3953ba217 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Allocated IP 172.20.0.10 (e95a87e2-4c44-46e2-9de5-2786cbaea69c/0bb45a12-83d9-4004-b74b-e93b7fb83549/821c7b8c-f4c4-4a04-815b-327f60acce43) {{(pid=87870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:58:47.848931 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46b591ca-4533-4971-bc4b-08e45b7eeeaa tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:58:47.865034 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-46b591ca-4533-4971-bc4b-08e45b7eeeaa tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] 10.222.0.30 "GET /v2.0/ports?network_id=ac2b1748-8f63-4b17-a9c7-07e79704aa5b&device_id=fc4a4a46-6f3b-4b5a-abc3-b3c7d678c754&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.6653602 Mar 28 11:58:47.872968 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 52548) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:58:47.875891 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-30e483ee-a768-4b7c-b82c-bf4fae9fc4f6 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfae226c-538b-4ab2-b95c-8b2f46ae39ef']}} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:58:47.883184 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77afcb2-25e5-4681-ab97-39e8feca41c9 None None] Pushing event updated for resources: {'Port': ['ID=0d52ba12-eeca-47fd-bd1f-52bc809a86a2,revision_number=2']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:58:47.908580 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.db_base_plugin_common [None req-aee34b38-7718-4ee1-bb8f-35a3953ba217 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Allocated IP 2001:db8::f816:3eff:fee9:2d84 (e95a87e2-4c44-46e2-9de5-2786cbaea69c/30f587fb-e3ed-42aa-88c8-ba1582ea5e6f/821c7b8c-f4c4-4a04-815b-327f60acce43) {{(pid=87870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:58:47.912626 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.db.resource_extend [None req-cf35ded1-5fdb-46a8-aadb-2924dd1daa3b tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 28 11:58:47.926190 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-30e483ee-a768-4b7c-b82c-bf4fae9fc4f6 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae9ec614-33ca-48c9-88f2-731c8190e092') {'for_net_delete': True} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:58:47.926403 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-30e483ee-a768-4b7c-b82c-bf4fae9fc4f6 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae9ec614-33ca-48c9-88f2-731c8190e092') {} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:58:47.936537 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-6d086e4e-b518-4f31-9450-f0cee7c55df2 tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1919805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2364079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26551417'] for subnet, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:47.964346 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-30e483ee-a768-4b7c-b82c-bf4fae9fc4f6 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783496353639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3591341'] for segment, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:47.998804 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-cf35ded1-5fdb-46a8-aadb-2924dd1daa3b tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765'] for network, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:48.006366 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf35ded1-5fdb-46a8-aadb-2924dd1daa3b tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:58:48.006989 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-cf35ded1-5fdb-46a8-aadb-2924dd1daa3b tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538751'] for network, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:48.032139 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.db.resource_extend [None req-ee37a3cb-301b-47bc-9a37-d2a9dea082fd None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 28 11:58:48.048320 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-30e483ee-a768-4b7c-b82c-bf4fae9fc4f6 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:48.076244 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d086e4e-b518-4f31-9450-f0cee7c55df2 tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Pushing event deleted for resources: {'Subnet': ['ID=3128eb2b-31a3-413e-bdc5-361c57fba436,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:58:48.103685 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-6d086e4e-b518-4f31-9450-f0cee7c55df2 tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Notify callbacks [] for subnet, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:48.105692 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30e483ee-a768-4b7c-b82c-bf4fae9fc4f6 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=87870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 11:58:48.106052 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-30e483ee-a768-4b7c-b82c-bf4fae9fc4f6 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1920481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2558260'] for segment, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:48.126075 dv-neutron-835340-2-hyperv neutron-server[87870]: Traceback (most recent call last): Mar 28 11:58:48.126075 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 11:58:48.126075 dv-neutron-835340-2-hyperv neutron-server[87870]: timer() Mar 28 11:58:48.126075 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 11:58:48.126075 dv-neutron-835340-2-hyperv neutron-server[87870]: cb(*args, **kw) Mar 28 11:58:48.126075 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 11:58:48.126075 dv-neutron-835340-2-hyperv neutron-server[87870]: return func(*args, **kwargs) Mar 28 11:58:48.126075 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 11:58:48.126075 dv-neutron-835340-2-hyperv neutron-server[87870]: self._notify() Mar 28 11:58:48.126075 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 11:58:48.126075 dv-neutron-835340-2-hyperv neutron-server[87870]: self.callback(batched_events) Mar 28 11:58:48.126075 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 11:58:48.126075 dv-neutron-835340-2-hyperv neutron-server[87870]: event.method(event) Mar 28 11:58:48.126075 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 11:58:48.126075 dv-neutron-835340-2-hyperv neutron-server[87870]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 11:58:48.126075 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 11:58:48.126075 dv-neutron-835340-2-hyperv neutron-server[87870]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 11:58:48.126075 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 11:58:48.126075 dv-neutron-835340-2-hyperv neutron-server[87870]: return f(self, *a, **k) Mar 28 11:58:48.126075 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 11:58:48.126075 dv-neutron-835340-2-hyperv neutron-server[87870]: return self._get(url).json() Mar 28 11:58:48.126075 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 11:58:48.126075 dv-neutron-835340-2-hyperv neutron-server[87870]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 11:58:48.126075 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 11:58:48.126075 dv-neutron-835340-2-hyperv neutron-server[87870]: return self.request(url, 'GET', **kwargs) Mar 28 11:58:48.126075 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 11:58:48.126075 dv-neutron-835340-2-hyperv neutron-server[87870]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 11:58:48.126075 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 11:58:48.126075 dv-neutron-835340-2-hyperv neutron-server[87870]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 11:58:48.126075 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 11:58:48.126075 dv-neutron-835340-2-hyperv neutron-server[87870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 11:58:48.126075 dv-neutron-835340-2-hyperv neutron-server[87870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 11:58:48.152050 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cacfebe-0a1d-41fd-8ab9-00dac30abf3a None None] Network 364ebf31-36a2-4b1f-9a37-de97d53cb791 requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:58:48.194052 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-6d086e4e-b518-4f31-9450-f0cee7c55df2 tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] 10.222.0.30 "DELETE /v2.0/subnets/3128eb2b-31a3-413e-bdc5-361c57fba436 HTTP/1.1" status: 204 len: 168 time: 2.1363780 Mar 28 11:58:48.194690 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 52552) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:58:48.197510 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-ee37a3cb-301b-47bc-9a37-d2a9dea082fd None None] Notify callbacks [] for port, precommit_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:48.240074 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-cf35ded1-5fdb-46a8-aadb-2924dd1daa3b tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.4087701 Mar 28 11:58:48.265159 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 52556) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:58:48.281042 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-4e6480e7-fdb7-4320-b5cf-079887f1ec0c tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Request body: {'subnet': {'network_id': 'a956713e-d181-4807-8431-0d815148d80c', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:58:48.354928 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-6324fdb2-8067-4032-8c31-171f9f939a72 None None] Attempting to bind port e0329d2d-e0b0-4de6-8784-2d3cf8c9cfae on host dv-neutron-835340-2-hyperv for vnic_type normal with profile {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:58:48.355546 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-6324fdb2-8067-4032-8c31-171f9f939a72 None None] Attempting to bind port e0329d2d-e0b0-4de6-8784-2d3cf8c9cfae by drivers openvswitch,hyperv on host dv-neutron-835340-2-hyperv at level 0 using segments [{'id': 'bd053757-b8b4-4f3a-b553-aa242f2d15d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e95a87e2-4c44-46e2-9de5-2786cbaea69c'}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:58:48.356320 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6324fdb2-8067-4032-8c31-171f9f939a72 None None] Attempting to bind port e0329d2d-e0b0-4de6-8784-2d3cf8c9cfae on network e95a87e2-4c44-46e2-9de5-2786cbaea69c {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:58:48.371104 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf35ded1-5fdb-46a8-aadb-2924dd1daa3b tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Pushing event updated for resources: {'Network': ['ID=a956713e-d181-4807-8431-0d815148d80c,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:58:48.392938 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-30e483ee-a768-4b7c-b82c-bf4fae9fc4f6 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709602'] for network, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:48.421810 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-30e483ee-a768-4b7c-b82c-bf4fae9fc4f6 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538751'] for network, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:48.425931 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-ee37a3cb-301b-47bc-9a37-d2a9dea082fd None None] Transition to ACTIVE for port object b8ec7124-5c83-4d4a-9eee-9cbeca01e273 will not be triggered until provisioned by entity DHCP. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:58:48.427438 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6324fdb2-8067-4032-8c31-171f9f939a72 None None] Checking agent: {'id': '961a16fe-cbc8-4264-ac28-bbbd53f89caa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 46, 6), 'started_at': datetime.datetime(2022, 3, 28, 11, 46, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 11, 58, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 11:58:48.428202 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6324fdb2-8067-4032-8c31-171f9f939a72 None None] Checking segment: {'id': 'bd053757-b8b4-4f3a-b553-aa242f2d15d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e95a87e2-4c44-46e2-9de5-2786cbaea69c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:58:48.429082 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-6324fdb2-8067-4032-8c31-171f9f939a72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:48.430356 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6324fdb2-8067-4032-8c31-171f9f939a72 None None] Bound using segment: {'id': 'bd053757-b8b4-4f3a-b553-aa242f2d15d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e95a87e2-4c44-46e2-9de5-2786cbaea69c'} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 11:58:48.431153 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-6324fdb2-8067-4032-8c31-171f9f939a72 None None] Bound port: e0329d2d-e0b0-4de6-8784-2d3cf8c9cfae, host: dv-neutron-835340-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd053757-b8b4-4f3a-b553-aa242f2d15d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e95a87e2-4c44-46e2-9de5-2786cbaea69c'}}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 11:58:48.431874 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-6324fdb2-8067-4032-8c31-171f9f939a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:48.438804 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-30e483ee-a768-4b7c-b82c-bf4fae9fc4f6 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] 10.222.0.30 "DELETE /v2.0/networks/cfae226c-538b-4ab2-b95c-8b2f46ae39ef HTTP/1.1" status: 204 len: 168 time: 1.5648174 Mar 28 11:58:48.441743 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 52560) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:58:48.448892 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e483ee-a768-4b7c-b82c-bf4fae9fc4f6 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Pushing event deleted for resources: {'Network': ['ID=cfae226c-538b-4ab2-b95c-8b2f46ae39ef,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:58:48.508527 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.pecan_wsgi.hooks.translation [None req-984710d2-f607-4054-9502-2caa36488b62 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] DELETE failed (client error): The resource could not be found. Mar 28 11:58:48.508985 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-984710d2-f607-4054-9502-2caa36488b62 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 11:58:48.511056 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-984710d2-f607-4054-9502-2caa36488b62 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] 10.222.0.30 "DELETE /v2.0/subnets/2bf0f523-810d-4f9a-8654-8ead854f41d8 HTTP/1.1" status: 404 len: 337 time: 0.0683329 Mar 28 11:58:48.514273 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 52564) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:58:48.522306 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6324fdb2-8067-4032-8c31-171f9f939a72 None None] Pushing event updated for resources: {'Port': ['ID=e0329d2d-e0b0-4de6-8784-2d3cf8c9cfae,revision_number=1']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:58:48.550377 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-ee37a3cb-301b-47bc-9a37-d2a9dea082fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:48.558426 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.pecan_wsgi.hooks.translation [None req-385454ca-eca3-4a4c-8a93-04ac443ed64f tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] DELETE failed (client error): The resource could not be found. Mar 28 11:58:48.558909 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-385454ca-eca3-4a4c-8a93-04ac443ed64f tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 11:58:48.561993 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-385454ca-eca3-4a4c-8a93-04ac443ed64f tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] 10.222.0.30 "DELETE /v2.0/networks/e4848032-0346-481c-8ba0-3619335b2e32 HTTP/1.1" status: 404 len: 339 time: 0.0467224 Mar 28 11:58:48.571052 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-aee34b38-7718-4ee1-bb8f-35a3953ba217 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks [] for port, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:48.575217 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 52568) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:58:48.609817 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9327d8ac-1e6c-4c34-9ddb-967c6f92f2d8 tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:58:48.613772 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-9327d8ac-1e6c-4c34-9ddb-967c6f92f2d8 tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] 10.222.0.30 "GET /v2.0/networks/ac2b1748-8f63-4b17-a9c7-07e79704aa5b HTTP/1.1" status: 200 len: 881 time: 0.7349358 Mar 28 11:58:48.646308 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 52572) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:58:48.654746 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Network a956713e-d181-4807-8431-0d815148d80c details requested by agent ovs-agent-dv-neutron-835340-2-hyperv with host dv-neutron-835340-2-hyperv {{(pid=87872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 11:58:48.683526 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.pecan_wsgi.hooks.translation [None req-4deec132-c601-47c1-b179-9a41ba269352 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] DELETE failed (client error): The resource could not be found. Mar 28 11:58:48.689557 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4deec132-c601-47c1-b179-9a41ba269352 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 11:58:48.691830 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-4deec132-c601-47c1-b179-9a41ba269352 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] 10.222.0.30 "DELETE /v2.0/subnets/8e8126ef-165a-4fe5-98a7-bec3bca2244e HTTP/1.1" status: 404 len: 337 time: 0.1153126 Mar 28 11:58:48.696379 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 52574) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:58:48.731507 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.provisioning_blocks [None req-aee34b38-7718-4ee1-bb8f-35a3953ba217 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Transition to ACTIVE for port object 821c7b8c-f4c4-4a04-815b-327f60acce43 will not be triggered until provisioned by entity DHCP. {{(pid=87870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:58:48.745398 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.pecan_wsgi.hooks.translation [None req-15a74c6f-47d5-4dd1-9431-67fbe0026790 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] DELETE failed (client error): The resource could not be found. Mar 28 11:58:48.745969 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15a74c6f-47d5-4dd1-9431-67fbe0026790 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 11:58:48.747850 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-15a74c6f-47d5-4dd1-9431-67fbe0026790 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] 10.222.0.30 "DELETE /v2.0/networks/eef84b79-815c-4c73-84b9-03c41a9274ca HTTP/1.1" status: 404 len: 339 time: 0.0447309 Mar 28 11:58:48.750959 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 52578) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:58:48.766868 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 1fe51bf3-b32b-46eb-a1bb-3c1d5b15ad12 up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:58:48.808385 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd3eb49c-d182-4f3e-936c-9c8ebd1cc0a7 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] DELETE failed (client error): The resource could not be found. Mar 28 11:58:48.808934 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd3eb49c-d182-4f3e-936c-9c8ebd1cc0a7 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 11:58:48.810986 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-cd3eb49c-d182-4f3e-936c-9c8ebd1cc0a7 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] 10.222.0.30 "DELETE /v2.0/subnets/28514e45-a853-4d66-97a9-1660e1f8809f HTTP/1.1" status: 404 len: 337 time: 0.0589244 Mar 28 11:58:48.815858 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 52582) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:58:48.872417 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.pecan_wsgi.hooks.translation [None req-56b9380a-a97f-40bc-9f5a-7d6c50602430 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] DELETE failed (client error): The resource could not be found. Mar 28 11:58:48.872918 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56b9380a-a97f-40bc-9f5a-7d6c50602430 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 11:58:48.874690 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-56b9380a-a97f-40bc-9f5a-7d6c50602430 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] 10.222.0.30 "DELETE /v2.0/networks/e0256edb-6c72-4e02-ab93-36597d871429 HTTP/1.1" status: 404 len: 339 time: 0.0579381 Mar 28 11:58:48.877495 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 52586) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:58:48.924800 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e5a1188-bb20-4936-9ea0-78de867f2ca3 None None] Network e807787b-7be7-40a4-bb51-7a8f358c0ff0 requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:58:48.938027 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.pecan_wsgi.hooks.translation [None req-99ac381c-4973-4953-a7f6-2934e7a5e9a2 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] DELETE failed (client error): The resource could not be found. Mar 28 11:58:48.938485 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99ac381c-4973-4953-a7f6-2934e7a5e9a2 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 11:58:48.940199 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-99ac381c-4973-4953-a7f6-2934e7a5e9a2 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] 10.222.0.30 "DELETE /v2.0/subnets/18cd6ff2-700d-436a-96b7-f44f18945d3e HTTP/1.1" status: 404 len: 337 time: 0.0618207 Mar 28 11:58:48.941809 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-aee34b38-7718-4ee1-bb8f-35a3953ba217 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:48.943235 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 52592) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:58:49.067500 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-f1f134bb-2f23-4f1c-89b1-4d748a4233a9 tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] 10.222.0.30 "GET /v2.0/ports?device_id=fc4a4a46-6f3b-4b5a-abc3-b3c7d678c754 HTTP/1.1" status: 200 len: 205 time: 0.1622171 Mar 28 11:58:49.072874 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ec8e33f-0702-46bc-9dc0-b0e1fb1d18f0 tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Deleting subnet f7d5991d-13a7-4226-9b7a-37ad687a1534 {{(pid=87871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 11:58:49.078402 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 52596) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:58:49.094476 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-8ec8e33f-0702-46bc-9dc0-b0e1fb1d18f0 tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Notify callbacks [] for subnet, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:49.109288 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5daab1e-ce1d-427d-9d7f-8b5d9f409407 None None] Network 9bec2ed4-7a0e-4214-bb70-038db8dc0875 requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:58:49.122766 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-4e6480e7-fdb7-4320-b5cf-079887f1ec0c tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:58:49.124968 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-612a7dfa-f8cc-4677-9c3b-8e724f083b0d tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:49.171429 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.pecan_wsgi.hooks.translation [None req-22a6dd77-8868-4b12-bf44-e681702bf7bd tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] DELETE failed (client error): The resource could not be found. Mar 28 11:58:49.171838 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22a6dd77-8868-4b12-bf44-e681702bf7bd tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 11:58:49.176130 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-22a6dd77-8868-4b12-bf44-e681702bf7bd tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] 10.222.0.30 "DELETE /v2.0/networks/b93b7607-32e9-4014-9ac4-3212e22fd0f4 HTTP/1.1" status: 404 len: 339 time: 0.2294087 Mar 28 11:58:49.178077 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 52600) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:58:49.186082 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aee34b38-7718-4ee1-bb8f-35a3953ba217 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Network e95a87e2-4c44-46e2-9de5-2786cbaea69c is already hosted by enough agents. {{(pid=87870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:58:49.194413 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.base_scheduler [None req-aee34b38-7718-4ee1-bb8f-35a3953ba217 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Resources bound (agent type, host, resource id): {{(pid=87870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:58:49.235024 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee34b38-7718-4ee1-bb8f-35a3953ba217 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Received port after_create {{(pid=87870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:58:49.249989 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-4e6480e7-fdb7-4320-b5cf-079887f1ec0c tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Usage tracker for resource:subnet and tenant:fc0f0a585a8c4bf2950e053878e50dfb is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:58:49.274155 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee34b38-7718-4ee1-bb8f-35a3953ba217 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Pushing event updated for resources: {'Port': ['ID=821c7b8c-f4c4-4a04-815b-327f60acce43,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:58:49.282376 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.pecan_wsgi.hooks.translation [None req-741b1ef4-7c97-4f07-9589-6e384d2403c1 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] DELETE failed (client error): The resource could not be found. Mar 28 11:58:49.282376 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-741b1ef4-7c97-4f07-9589-6e384d2403c1 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 11:58:49.284593 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-4e6480e7-fdb7-4320-b5cf-079887f1ec0c tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:58:49.287120 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-741b1ef4-7c97-4f07-9589-6e384d2403c1 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] 10.222.0.30 "DELETE /v2.0/subnets/4b799a2f-3544-4eca-98d6-a5e419d962bc HTTP/1.1" status: 404 len: 337 time: 0.1038256 Mar 28 11:58:49.287347 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612a7dfa-f8cc-4677-9c3b-8e724f083b0d tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Pushing event deleted for resources: {'Port': ['ID=aa497ada-c7c0-4cbf-8ab7-6b17cdc3c50e,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:58:49.294342 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-2abab48c-59f9-4e09-b29b-ee9eea32c00f None None] Provisioning for port 0d52ba12-eeca-47fd-bd1f-52bc809a86a2 completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:58:49.294539 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 52604) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:58:49.322158 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee34b38-7718-4ee1-bb8f-35a3953ba217 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:58:49.322883 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-aee34b38-7718-4ee1-bb8f-35a3953ba217 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:49.344470 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-aee34b38-7718-4ee1-bb8f-35a3953ba217 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 5.7482889 Mar 28 11:58:49.346052 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 52608) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:58:49.351042 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee37a3cb-301b-47bc-9a37-d2a9dea082fd None None] Pushing event updated for resources: {'Port': ['ID=b8ec7124-5c83-4d4a-9eee-9cbeca01e273,revision_number=7']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:58:49.356969 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-6324fdb2-8067-4032-8c31-171f9f939a72 None None] For port e0329d2d-e0b0-4de6-8784-2d3cf8c9cfae, host dv-neutron-835340-2-hyperv, cleared binding levels {{(pid=87872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 11:58:49.388855 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-4e6480e7-fdb7-4320-b5cf-079887f1ec0c tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:58:49.396851 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c9b749f-4295-4537-9ee9-ecd3669f770f tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] DELETE failed (client error): The resource could not be found. Mar 28 11:58:49.397614 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c9b749f-4295-4537-9ee9-ecd3669f770f tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 11:58:49.407866 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-6324fdb2-8067-4032-8c31-171f9f939a72 None None] For port e0329d2d-e0b0-4de6-8784-2d3cf8c9cfae, host dv-neutron-835340-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=e0329d2d-e0b0-4de6-8784-2d3cf8c9cfae,segment=NetworkSegment(bd053757-b8b4-4f3a-b553-aa242f2d15d2),segment_id=bd053757-b8b4-4f3a-b553-aa242f2d15d2)] {{(pid=87872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 11:58:49.430066 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-6324fdb2-8067-4032-8c31-171f9f939a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:49.435706 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-71a93a9b-67c2-4fc0-af2f-9defa5a3914e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '938ec9b1-845a-41c1-8863-138dcf053909', 'name': 'tempest-RoutersTest-router-1318390689', 'tenant_id': 'fc0f0a585a8c4bf2950e053878e50dfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:58:28Z', 'updated_at': '2022-03-28T11:58:43Z', 'revision_number': 3, 'project_id': 'fc0f0a585a8c4bf2950e053878e50dfb', 'gw_port_host': None, '_interfaces': [{'id': '1fe51bf3-b32b-46eb-a1bb-3c1d5b15ad12', 'name': '', 'network_id': '65efd158-193d-4ca0-9933-16ad45c695bf', 'tenant_id': 'fc0f0a585a8c4bf2950e053878e50dfb', 'mac_address': 'fa:16:3e:14:77:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '938ec9b1-845a-41c1-8863-138dcf053909', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '28ef9538-7c39-4316-b125-b5462d60a20a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:58:31Z', 'updated_at': '2022-03-28T11:58:45Z', 'revision_number': 5, 'project_id': 'fc0f0a585a8c4bf2950e053878e50dfb', 'subnets': [{'id': '28ef9538-7c39-4316-b125-b5462d60a20a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2657de3f-45d4-43e3-ba0a-596c0d44ea2a', 'name': '', 'network_id': '9bec2ed4-7a0e-4214-bb70-038db8dc0875', 'tenant_id': 'fc0f0a585a8c4bf2950e053878e50dfb', 'mac_address': 'fa:16:3e:22:48:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '938ec9b1-845a-41c1-8863-138dcf053909', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '5cea8896-b98b-428e-a293-c30110da671f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:58:41Z', 'updated_at': '2022-03-28T11:58:44Z', 'revision_number': 2, 'project_id': 'fc0f0a585a8c4bf2950e053878e50dfb', 'subnets': [{'id': '5cea8896-b98b-428e-a293-c30110da671f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:58:49.451371 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-8ec8e33f-0702-46bc-9dc0-b0e1fb1d18f0 tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3436877'] for subnet, precommit_delete_associations {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:49.458782 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e3d3076-8f5a-4d14-a1f9-f842d3921c41 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:58:49.465144 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e3d3076-8f5a-4d14-a1f9-f842d3921c41 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:58:49.465956 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-9e3d3076-8f5a-4d14-a1f9-f842d3921c41 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Synchronizing usage tracker for tenant:b4adfe5c8b3a4e57a1afd1d44c455245 on resource:port {{(pid=87870) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:58:49.482899 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-9e3d3076-8f5a-4d14-a1f9-f842d3921c41 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Unset dirty status for tenant:b4adfe5c8b3a4e57a1afd1d44c455245 on resource:port {{(pid=87870) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:58:49.486853 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-9e3d3076-8f5a-4d14-a1f9-f842d3921c41 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.1369369 Mar 28 11:58:49.488645 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 52612) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:58:49.493609 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-612a7dfa-f8cc-4677-9c3b-8e724f083b0d tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:49.495597 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-612a7dfa-f8cc-4677-9c3b-8e724f083b0d tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] 10.222.0.30 "DELETE /v2.0/ports/aa497ada-c7c0-4cbf-8ab7-6b17cdc3c50e HTTP/1.1" status: 204 len: 168 time: 3.0973628 Mar 28 11:58:49.511309 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 52616) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:58:49.519716 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-4c9b749f-4295-4537-9ee9-ecd3669f770f tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] 10.222.0.30 "DELETE /v2.0/networks/5a229b9f-3acd-4423-a4ca-ab1beb98a973 HTTP/1.1" status: 404 len: 339 time: 0.2213328 Mar 28 11:58:49.529095 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 52618) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:58:49.534912 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71a93a9b-67c2-4fc0-af2f-9defa5a3914e None None] Checking router: 938ec9b1-845a-41c1-8863-138dcf053909 for host: dv-neutron-835340-2-hyperv {{(pid=87872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 11:58:49.535343 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71a93a9b-67c2-4fc0-af2f-9defa5a3914e None None] Updating router 938ec9b1-845a-41c1-8863-138dcf053909 port 2657de3f-45d4-43e3-ba0a-596c0d44ea2a binding host dv-neutron-835340-2-hyperv {{(pid=87872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 11:58:49.590595 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-7c9c8a80-866a-4217-833c-a19894d61186 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Deleting port 821c7b8c-f4c4-4a04-815b-327f60acce43 {{(pid=87870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:58:49.591339 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-7c9c8a80-866a-4217-833c-a19894d61186 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:49.592570 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e6480e7-fdb7-4320-b5cf-079887f1ec0c tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Made reservation on behalf of fc0f0a585a8c4bf2950e053878e50dfb for: {'subnet': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:58:49.595997 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-4e6480e7-fdb7-4320-b5cf-079887f1ec0c tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26551362'] for subnet, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:49.609959 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port 1fe51bf3-b32b-46eb-a1bb-3c1d5b15ad12 triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:58:49.610428 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:49.758676 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-71a93a9b-67c2-4fc0-af2f-9defa5a3914e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:49.784252 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.pecan_wsgi.hooks.translation [None req-a20b3196-3c8a-4f35-8b33-20189d2363cc tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] DELETE failed (client error): The resource could not be found. Mar 28 11:58:49.784956 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a20b3196-3c8a-4f35-8b33-20189d2363cc tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 11:58:49.786820 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-a20b3196-3c8a-4f35-8b33-20189d2363cc tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] 10.222.0.30 "DELETE /v2.0/subnets/eb3f1788-cdb4-4fbc-a38b-f5be72423ae0 HTTP/1.1" status: 404 len: 337 time: 0.1716096 Mar 28 11:58:49.788077 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e6ab9da-7154-4621-97c2-581dc71f8703 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] GET failed (client error): The resource could not be found. Mar 28 11:58:49.788808 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-0e6ab9da-7154-4621-97c2-581dc71f8703 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Synchronizing usage tracker for tenant:beb99f647cec46e3bbf575ac0a3034e8 on resource:port {{(pid=87871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:58:49.789927 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c47a1d3-fdc5-47b6-850c-d0b1b1b6c04c None None] DHCP port deletion for 364ebf31-36a2-4b1f-9a37-de97d53cb791 request from dv-neutron-835340-2-hyperv {{(pid=87872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 11:58:49.794467 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 52624) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:58:49.834408 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-1c47a1d3-fdc5-47b6-850c-d0b1b1b6c04c None None] Deleting port a3922a36-f41e-4703-bbef-f421a3d317c0 {{(pid=87872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:58:49.835510 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-1c47a1d3-fdc5-47b6-850c-d0b1b1b6c04c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:49.906681 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-ff12b026-dadc-4be3-ade3-b2208dce8ab0 None None] Provisioning for port 5b250dbb-e59a-47e5-9131-b236ad6cacdd completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:58:49.966195 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-7c9c8a80-866a-4217-833c-a19894d61186 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:50.029214 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-1eab7cd9-7b93-40c6-bcf4-671bf1947af0 tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] Notify callbacks [] for router, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:50.106361 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.pecan_wsgi.hooks.translation [None req-94e11ea6-7826-4148-8b07-292b89cd8e35 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] DELETE failed (client error): The resource could not be found. Mar 28 11:58:50.107687 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94e11ea6-7826-4148-8b07-292b89cd8e35 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 11:58:50.109976 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-94e11ea6-7826-4148-8b07-292b89cd8e35 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] 10.222.0.30 "DELETE /v2.0/networks/38aa4899-ee50-43c1-8fcb-039baf77f136 HTTP/1.1" status: 404 len: 339 time: 0.2949526 Mar 28 11:58:50.126376 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6324fdb2-8067-4032-8c31-171f9f939a72 None None] Pushing event updated for resources: {'Port': ['ID=e0329d2d-e0b0-4de6-8784-2d3cf8c9cfae,revision_number=2']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:58:50.139457 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 52628) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:58:50.149552 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-0e6ab9da-7154-4621-97c2-581dc71f8703 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Unset dirty status for tenant:beb99f647cec46e3bbf575ac0a3034e8 on resource:port {{(pid=87871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:58:50.153431 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-7c9c8a80-866a-4217-833c-a19894d61186 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Calling delete_port for 821c7b8c-f4c4-4a04-815b-327f60acce43 owned by {{(pid=87870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:58:50.154068 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-0e6ab9da-7154-4621-97c2-581dc71f8703 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] 10.222.0.30 "GET /v2.0/ports/aa497ada-c7c0-4cbf-8ab7-6b17cdc3c50e HTTP/1.1" status: 404 len: 333 time: 0.6333108 Mar 28 11:58:50.162066 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 52632) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:58:50.293435 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.pecan_wsgi.hooks.translation [None req-9790ea71-bc3d-461c-922d-0ea69b2bef00 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] DELETE failed (client error): The resource could not be found. Mar 28 11:58:50.294228 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9790ea71-bc3d-461c-922d-0ea69b2bef00 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 11:58:50.296219 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-9790ea71-bc3d-461c-922d-0ea69b2bef00 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] 10.222.0.30 "DELETE /v2.0/subnets/625b9179-7514-4b76-b7f6-dd9e772f4787 HTTP/1.1" status: 404 len: 337 time: 0.1536644 Mar 28 11:58:50.312493 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 52636) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:58:50.372890 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-8ec8e33f-0702-46bc-9dc0-b0e1fb1d18f0 tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1919782'] for subnet, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:50.430457 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-7c9c8a80-866a-4217-833c-a19894d61186 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:50.502532 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9c8a80-866a-4217-833c-a19894d61186 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Pushing event deleted for resources: {'Port': ['ID=821c7b8c-f4c4-4a04-815b-327f60acce43,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:58:50.516770 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.pecan_wsgi.hooks.translation [None req-df9098df-dcf4-4fa3-b7dc-57db09e347ac tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] DELETE failed (client error): The resource could not be found. Mar 28 11:58:50.517554 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df9098df-dcf4-4fa3-b7dc-57db09e347ac tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 11:58:50.545024 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-5ef64db9-04bf-49ff-a0e9-adebd8ccb074 tempest-FloatingIPAdminTestJSON-1024836002 tempest-FloatingIPAdminTestJSON-1024836002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:50.568559 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 0d52ba12-eeca-47fd-bd1f-52bc809a86a2 up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:58:50.594896 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-df9098df-dcf4-4fa3-b7dc-57db09e347ac tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] 10.222.0.30 "DELETE /v2.0/networks/7bbb23c7-7230-4fa2-afda-7581858764ac HTTP/1.1" status: 404 len: 339 time: 0.2674780 Mar 28 11:58:50.643694 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 52640) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:58:50.716674 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.pecan_wsgi.hooks.translation [None req-99b4d154-8a9c-4a9c-a4e7-5a8b23da9da1 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] DELETE failed (client error): The resource could not be found. Mar 28 11:58:50.717130 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99b4d154-8a9c-4a9c-a4e7-5a8b23da9da1 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 11:58:50.801114 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:50.836588 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-1c47a1d3-fdc5-47b6-850c-d0b1b1b6c04c None None] For port a3922a36-f41e-4703-bbef-f421a3d317c0, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=a3922a36-f41e-4703-bbef-f421a3d317c0,segment=NetworkSegment(34814a4a-e8e5-4698-967c-d0a4b82cf9be),segment_id=34814a4a-e8e5-4698-967c-d0a4b82cf9be)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:58:50.836983 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-1c47a1d3-fdc5-47b6-850c-d0b1b1b6c04c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:50.883511 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-8f8f07fb-277e-44d7-9839-c1e641cfbdb2 None None] Provisioning for port b8ec7124-5c83-4d4a-9eee-9cbeca01e273 completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:58:50.910194 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-99b4d154-8a9c-4a9c-a4e7-5a8b23da9da1 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] 10.222.0.30 "DELETE /v2.0/subnets/a6739e04-92ca-47b0-b779-c53aeaba130d HTTP/1.1" status: 404 len: 337 time: 0.2653260 Mar 28 11:58:50.912522 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 52644) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:58:50.977772 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b177647-f1c6-47a9-b380-440cbdbd8141 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] DELETE failed (client error): The resource could not be found. Mar 28 11:58:50.978321 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b177647-f1c6-47a9-b380-440cbdbd8141 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 11:58:50.983699 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-1b177647-f1c6-47a9-b380-440cbdbd8141 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] 10.222.0.30 "DELETE /v2.0/networks/90a4f29c-6554-4568-8170-e4ddc78faf1b HTTP/1.1" status: 404 len: 339 time: 0.0641158 Mar 28 11:58:50.987046 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 52648) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:58:51.025514 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-8f8f07fb-277e-44d7-9839-c1e641cfbdb2 None None] Provisioning complete for port b8ec7124-5c83-4d4a-9eee-9cbeca01e273 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:58:51.026058 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-8f8f07fb-277e-44d7-9839-c1e641cfbdb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:51.064467 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-7c9c8a80-866a-4217-833c-a19894d61186 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:51.077475 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-7c9c8a80-866a-4217-833c-a19894d61186 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "DELETE /v2.0/ports/821c7b8c-f4c4-4a04-815b-327f60acce43 HTTP/1.1" status: 204 len: 168 time: 1.5877769 Mar 28 11:58:51.087727 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 52652) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:58:51.089142 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-1eab7cd9-7b93-40c6-bcf4-671bf1947af0 tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:51.105554 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-55cdda80-a946-457f-b17a-5fdfc528538d tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks [] for security_group, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:51.185330 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-1c47a1d3-fdc5-47b6-850c-d0b1b1b6c04c None None] Calling delete_port for a3922a36-f41e-4703-bbef-f421a3d317c0 owned by network:dhcp {{(pid=87872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:58:51.213673 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0f9381a-c321-47bd-9831-8820858a66a7 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Deleting subnet f3b64456-ceb4-48c0-919c-8438ecb6847e {{(pid=87870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 11:58:51.222230 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-b0f9381a-c321-47bd-9831-8820858a66a7 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks [] for subnet, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:51.235521 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-8ec8e33f-0702-46bc-9dc0-b0e1fb1d18f0 tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1919805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2364079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26551417'] for subnet, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:51.294414 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-603fe487-d544-4b8e-9f74-abfd992b57f9 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:58:51.297138 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-603fe487-d544-4b8e-9f74-abfd992b57f9 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:58:51.302504 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-603fe487-d544-4b8e-9f74-abfd992b57f9 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:58:51.304093 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-603fe487-d544-4b8e-9f74-abfd992b57f9 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Synchronizing usage tracker for tenant:b4adfe5c8b3a4e57a1afd1d44c455245 on resource:subnet {{(pid=87870) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:58:51.347499 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-b0f9381a-c321-47bd-9831-8820858a66a7 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3591354'] for subnet, precommit_delete_associations {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:51.408289 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-603fe487-d544-4b8e-9f74-abfd992b57f9 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Unset dirty status for tenant:b4adfe5c8b3a4e57a1afd1d44c455245 on resource:subnet {{(pid=87870) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:58:51.409249 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-603fe487-d544-4b8e-9f74-abfd992b57f9 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.3201635 Mar 28 11:58:51.413252 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 52656) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:58:51.419752 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning for port 0d52ba12-eeca-47fd-bd1f-52bc809a86a2 completed by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:58:51.451658 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port 0d52ba12-eeca-47fd-bd1f-52bc809a86a2 triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:58:51.452067 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:51.511418 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec8e33f-0702-46bc-9dc0-b0e1fb1d18f0 tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Pushing event deleted for resources: {'Subnet': ['ID=f7d5991d-13a7-4226-9b7a-37ad687a1534,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:58:51.518066 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.db_base_plugin_v2 [None req-1749598d-9f80-4576-8334-2e158a2a8fa0 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Deleting subnet 0bb45a12-83d9-4004-b74b-e93b7fb83549 {{(pid=87870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 11:58:51.521563 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-1749598d-9f80-4576-8334-2e158a2a8fa0 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks [] for subnet, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:51.524284 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-55cdda80-a946-457f-b17a-5fdfc528538d tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:51.541278 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-1eab7cd9-7b93-40c6-bcf4-671bf1947af0 tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] Deleting port 8220c2f2-5d40-485a-b99d-64a178380481 {{(pid=87871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:58:51.541278 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-1eab7cd9-7b93-40c6-bcf4-671bf1947af0 tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:51.565975 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.db.resource_extend [None req-71a93a9b-67c2-4fc0-af2f-9defa5a3914e None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 28 11:58:51.578152 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-1c47a1d3-fdc5-47b6-850c-d0b1b1b6c04c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250'] for port, after_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:51.589946 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-1749598d-9f80-4576-8334-2e158a2a8fa0 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3591354'] for subnet, precommit_delete_associations {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:51.662971 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-8ec8e33f-0702-46bc-9dc0-b0e1fb1d18f0 tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Notify callbacks [] for subnet, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:51.697664 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c47a1d3-fdc5-47b6-850c-d0b1b1b6c04c None None] No DVR routers for this DVR port a3922a36-f41e-4703-bbef-f421a3d317c0 on host dv-neutron-835340-2-hyperv {{(pid=87872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 11:58:51.712329 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c47a1d3-fdc5-47b6-850c-d0b1b1b6c04c None None] Pushing event deleted for resources: {'Port': ['ID=a3922a36-f41e-4703-bbef-f421a3d317c0,revision_number=None']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:58:51.719597 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-628029f1-193d-410d-a4d2-98c14c910c6f None None] Network 17d14721-f33d-4517-bd06-f72a84a93b72 requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:58:51.766212 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-b0f9381a-c321-47bd-9831-8820858a66a7 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1919782'] for subnet, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:51.924223 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cd3a02a-60d0-4f27-a61d-7413f7705b12 None None] Network e95a87e2-4c44-46e2-9de5-2786cbaea69c requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:58:51.927324 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-1749598d-9f80-4576-8334-2e158a2a8fa0 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1919782'] for subnet, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:51.950628 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-71a93a9b-67c2-4fc0-af2f-9defa5a3914e None None] Notify callbacks [] for port, precommit_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:51.973768 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.db_base_plugin_common [None req-5ef64db9-04bf-49ff-a0e9-adebd8ccb074 tempest-FloatingIPAdminTestJSON-1024836002 tempest-FloatingIPAdminTestJSON-1024836002-project] Allocated IP 172.20.0.1 (e807787b-7be7-40a4-bb51-7a8f358c0ff0/4700ec49-c270-4f5f-af03-76f19335e587/d3027a15-a3de-4efa-83dc-c2cc287d7c5f) {{(pid=87871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:58:52.007892 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-8ec8e33f-0702-46bc-9dc0-b0e1fb1d18f0 tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] 10.222.0.30 "DELETE /v2.0/subnets/f7d5991d-13a7-4226-9b7a-37ad687a1534 HTTP/1.1" status: 204 len: 168 time: 3.8089092 Mar 28 11:58:52.013073 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-8f8f07fb-277e-44d7-9839-c1e641cfbdb2 None None] Provisioning complete for port 6ce68521-93d5-4423-b952-400b9f55bf34 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:58:52.013451 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-8f8f07fb-277e-44d7-9839-c1e641cfbdb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:52.015225 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 52660) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:58:52.038168 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-b0f9381a-c321-47bd-9831-8820858a66a7 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1919805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2561174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2563528'] for subnet, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:52.073907 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-55cdda80-a946-457f-b17a-5fdfc528538d tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:52.097279 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-4e6480e7-fdb7-4320-b5cf-079887f1ec0c tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2364128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26551408'] for subnet, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:52.105109 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f9381a-c321-47bd-9831-8820858a66a7 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Pushing event deleted for resources: {'Subnet': ['ID=f3b64456-ceb4-48c0-919c-8438ecb6847e,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:58:52.107327 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-1749598d-9f80-4576-8334-2e158a2a8fa0 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1919805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2561174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2563528'] for subnet, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:52.111660 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-b0f9381a-c321-47bd-9831-8820858a66a7 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks [] for subnet, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:52.142609 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cdda80-a946-457f-b17a-5fdfc528538d tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94b97adf-3714-473f-90a0-63ea18059e1d,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:58:52.180748 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-71a93a9b-67c2-4fc0-af2f-9defa5a3914e None None] Transition to ACTIVE for port object 2657de3f-45d4-43e3-ba0a-596c0d44ea2a will not be triggered until provisioned by entity L2. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:58:52.208968 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c468e867-fc08-451d-bb4a-31ac0d3c8ab5 None None] Network 4af579f0-24dc-41b9-b867-a4844f191456 requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:58:52.210814 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1749598d-9f80-4576-8334-2e158a2a8fa0 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Pushing event deleted for resources: {'Subnet': ['ID=0bb45a12-83d9-4004-b74b-e93b7fb83549,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:58:52.235863 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-1749598d-9f80-4576-8334-2e158a2a8fa0 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks [] for subnet, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:52.253064 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-b0f9381a-c321-47bd-9831-8820858a66a7 tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] 10.222.0.30 "DELETE /v2.0/subnets/f3b64456-ceb4-48c0-919c-8438ecb6847e HTTP/1.1" status: 204 len: 168 time: 1.2560446 Mar 28 11:58:52.259801 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-2ccbf93d-b745-4feb-9580-2c5723da1287 tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588883'] for network, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:52.260023 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-71a93a9b-67c2-4fc0-af2f-9defa5a3914e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:52.262300 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 52664) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:58:52.276022 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-55cdda80-a946-457f-b17a-5fdfc528538d tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks [] for security_group, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:52.277157 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-55cdda80-a946-457f-b17a-5fdfc528538d tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] 10.222.0.30 "DELETE /v2.0/security-groups/94b97adf-3714-473f-90a0-63ea18059e1d HTTP/1.1" status: 204 len: 168 time: 2.1139071 Mar 28 11:58:52.282685 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-1eab7cd9-7b93-40c6-bcf4-671bf1947af0 tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:52.295531 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 52668) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:58:52.316162 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-1749598d-9f80-4576-8334-2e158a2a8fa0 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "DELETE /v2.0/subnets/0bb45a12-83d9-4004-b74b-e93b7fb83549 HTTP/1.1" status: 204 len: 168 time: 0.9000478 Mar 28 11:58:52.334058 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 52672) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:58:52.430658 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6480e7-fdb7-4320-b5cf-079887f1ec0c tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Pushing event updated for resources: {'Subnet': ['ID=bc5359af-f2b3-4691-9f1c-24195b25e4f3,revision_number=0']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:58:52.444930 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-1eab7cd9-7b93-40c6-bcf4-671bf1947af0 tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] Calling delete_port for 8220c2f2-5d40-485a-b99d-64a178380481 owned by network:router_gateway {{(pid=87871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:58:52.455311 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-8f8f07fb-277e-44d7-9839-c1e641cfbdb2 None None] Port 6ce68521-93d5-4423-b952-400b9f55bf34 cannot update to ACTIVE because it is not bound. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 11:58:52.475065 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:52.522483 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-8f8f07fb-277e-44d7-9839-c1e641cfbdb2 None None] Could not find standard attr ID for object aa497ada-c7c0-4cbf-8ab7-6b17cdc3c50e. {{(pid=87872) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 28 11:58:52.526516 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96df8aa9-8c20-47e9-ac1a-8979357bf59e None None] Pushing event updated for resources: {'Port': ['ID=2657de3f-45d4-43e3-ba0a-596c0d44ea2a,revision_number=3']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:58:52.544110 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e6480e7-fdb7-4320-b5cf-079887f1ec0c tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Checking segment: {'id': 'e2b0e497-2c08-451b-8513-16209a0aa420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'a956713e-d181-4807-8431-0d815148d80c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:58:52.544465 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e6480e7-fdb7-4320-b5cf-079887f1ec0c tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Network hostable DHCP agents. Network: a956713e-d181-4807-8431-0d815148d80c, hostable agents: ['3cb85949-855b-4a40-b988-cd5705e511da'], hosted agents: [] {{(pid=87871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 11:58:52.551558 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-5ef64db9-04bf-49ff-a0e9-adebd8ccb074 tempest-FloatingIPAdminTestJSON-1024836002 tempest-FloatingIPAdminTestJSON-1024836002-project] Notify callbacks [] for port, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:52.564419 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-55206c91-c4e4-4a34-aef1-65004534178e tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588883'] for network, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:52.582395 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.db_base_plugin_v2 [None req-d779cd88-234e-439b-8152-cf4a4b27559b tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Deleting subnet 30f587fb-e3ed-42aa-88c8-ba1582ea5e6f {{(pid=87870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 11:58:52.612247 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.provisioning_blocks [None req-5ef64db9-04bf-49ff-a0e9-adebd8ccb074 tempest-FloatingIPAdminTestJSON-1024836002 tempest-FloatingIPAdminTestJSON-1024836002-project] Transition to ACTIVE for port object d3027a15-a3de-4efa-83dc-c2cc287d7c5f will not be triggered until provisioned by entity DHCP. {{(pid=87871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:58:52.636159 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e6480e7-fdb7-4320-b5cf-079887f1ec0c tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Network a956713e-d181-4807-8431-0d815148d80c is scheduled to be hosted by DHCP agent 3cb85949-855b-4a40-b988-cd5705e511da with binding_index 1 {{(pid=87871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 11:58:52.638842 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-d779cd88-234e-439b-8152-cf4a4b27559b tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks [] for subnet, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:52.667541 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-4e6480e7-fdb7-4320-b5cf-079887f1ec0c tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-2-hyperv, a956713e-d181-4807-8431-0d815148d80c) {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:58:52.673472 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e6480e7-fdb7-4320-b5cf-079887f1ec0c tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:58:52.674099 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-4e6480e7-fdb7-4320-b5cf-079887f1ec0c tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks [] for subnet, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:52.692370 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-55206c91-c4e4-4a34-aef1-65004534178e tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Deleting port 37488a84-7a1e-4966-9466-86247382d861 {{(pid=87870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:58:52.692605 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-55206c91-c4e4-4a34-aef1-65004534178e tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:52.723318 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-2ccbf93d-b745-4feb-9580-2c5723da1287 tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930431', 'neutron.services.segments.db._delete_segments_for_network-8783496351308'] for network, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:52.724236 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6abecd53-3b63-40db-a662-e42642ae08eb None None] Network a956713e-d181-4807-8431-0d815148d80c requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:58:52.744763 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-4e6480e7-fdb7-4320-b5cf-079887f1ec0c tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.4771073 Mar 28 11:58:52.750375 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-5ef64db9-04bf-49ff-a0e9-adebd8ccb074 tempest-FloatingIPAdminTestJSON-1024836002 tempest-FloatingIPAdminTestJSON-1024836002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:52.754183 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 52676) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:58:52.800569 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] For port 0d52ba12-eeca-47fd-bd1f-52bc809a86a2, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=0d52ba12-eeca-47fd-bd1f-52bc809a86a2,segment=NetworkSegment(873805fc-2b60-40d6-95b3-8870cc0877bb),segment_id=873805fc-2b60-40d6-95b3-8870cc0877bb)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:58:52.836991 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-cf33bdf3-caa8-45ba-8ed2-8eff0cc5bf88 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks [] for security_group, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:52.864820 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:52.866010 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 5b250dbb-e59a-47e5-9131-b236ad6cacdd up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:58:52.872141 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-2ccbf93d-b745-4feb-9580-2c5723da1287 tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['364ebf31-36a2-4b1f-9a37-de97d53cb791']}} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:58:52.873414 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef64db9-04bf-49ff-a0e9-adebd8ccb074 tempest-FloatingIPAdminTestJSON-1024836002 tempest-FloatingIPAdminTestJSON-1024836002-project] Pushing event updated for resources: {'Port': ['ID=d3027a15-a3de-4efa-83dc-c2cc287d7c5f,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:58:52.888930 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ef64db9-04bf-49ff-a0e9-adebd8ccb074 tempest-FloatingIPAdminTestJSON-1024836002 tempest-FloatingIPAdminTestJSON-1024836002-project] Network e807787b-7be7-40a4-bb51-7a8f358c0ff0 is already hosted by enough agents. {{(pid=87871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:58:52.895570 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-5ef64db9-04bf-49ff-a0e9-adebd8ccb074 tempest-FloatingIPAdminTestJSON-1024836002 tempest-FloatingIPAdminTestJSON-1024836002-project] Resources bound (agent type, host, resource id): {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:58:52.904456 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-2ccbf93d-b745-4feb-9580-2c5723da1287 tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34814a4a-e8e5-4698-967c-d0a4b82cf9be') {'for_net_delete': True} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:58:52.904798 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-2ccbf93d-b745-4feb-9580-2c5723da1287 tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34814a4a-e8e5-4698-967c-d0a4b82cf9be') {} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:58:52.906001 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef64db9-04bf-49ff-a0e9-adebd8ccb074 tempest-FloatingIPAdminTestJSON-1024836002 tempest-FloatingIPAdminTestJSON-1024836002-project] Received port after_create {{(pid=87871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:58:52.920826 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-d779cd88-234e-439b-8152-cf4a4b27559b tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3591354'] for subnet, precommit_delete_associations {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:52.931189 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-8e8301c5-f873-494c-aa2e-efb57ea9614a None None] Provisioning for port e0329d2d-e0b0-4de6-8784-2d3cf8c9cfae completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:58:52.934422 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-71a93a9b-67c2-4fc0-af2f-9defa5a3914e None None] Attempting to bind port 2657de3f-45d4-43e3-ba0a-596c0d44ea2a on host dv-neutron-835340-2-hyperv for vnic_type normal with profile {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:58:52.934785 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-71a93a9b-67c2-4fc0-af2f-9defa5a3914e None None] Attempting to bind port 2657de3f-45d4-43e3-ba0a-596c0d44ea2a by drivers openvswitch,hyperv on host dv-neutron-835340-2-hyperv at level 0 using segments [{'id': 'e2318926-c8e3-4e79-b3b7-c423133ae1ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '9bec2ed4-7a0e-4214-bb70-038db8dc0875'}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:58:52.935144 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71a93a9b-67c2-4fc0-af2f-9defa5a3914e None None] Attempting to bind port 2657de3f-45d4-43e3-ba0a-596c0d44ea2a on network 9bec2ed4-7a0e-4214-bb70-038db8dc0875 {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:58:52.998648 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-5ef64db9-04bf-49ff-a0e9-adebd8ccb074 tempest-FloatingIPAdminTestJSON-1024836002 tempest-FloatingIPAdminTestJSON-1024836002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-709483'] for router_interface, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:53.021699 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06cf89e4-aea1-4b40-b8e6-3f67d18644d2 None None] DHCP port deletion for 17d14721-f33d-4517-bd06-f72a84a93b72 request from dv-neutron-835340-2-hyperv {{(pid=87872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 11:58:53.039362 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71a93a9b-67c2-4fc0-af2f-9defa5a3914e None None] Checking agent: {'id': '961a16fe-cbc8-4264-ac28-bbbd53f89caa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 46, 6), 'started_at': datetime.datetime(2022, 3, 28, 11, 46, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 11, 58, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 11:58:53.039772 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71a93a9b-67c2-4fc0-af2f-9defa5a3914e None None] Checking segment: {'id': 'e2318926-c8e3-4e79-b3b7-c423133ae1ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '9bec2ed4-7a0e-4214-bb70-038db8dc0875'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:58:53.040377 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-71a93a9b-67c2-4fc0-af2f-9defa5a3914e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:53.040937 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71a93a9b-67c2-4fc0-af2f-9defa5a3914e None None] Bound using segment: {'id': 'e2318926-c8e3-4e79-b3b7-c423133ae1ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '9bec2ed4-7a0e-4214-bb70-038db8dc0875'} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 11:58:53.041587 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-71a93a9b-67c2-4fc0-af2f-9defa5a3914e None None] Bound port: 2657de3f-45d4-43e3-ba0a-596c0d44ea2a, host: dv-neutron-835340-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2318926-c8e3-4e79-b3b7-c423133ae1ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '9bec2ed4-7a0e-4214-bb70-038db8dc0875'}}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 11:58:53.042124 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-71a93a9b-67c2-4fc0-af2f-9defa5a3914e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:53.044618 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-1eab7cd9-7b93-40c6-bcf4-671bf1947af0 tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:53.044858 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-2ccbf93d-b745-4feb-9580-2c5723da1287 tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783496353639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3591341'] for segment, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:53.059993 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-cf33bdf3-caa8-45ba-8ed2-8eff0cc5bf88 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:53.074417 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-06cf89e4-aea1-4b40-b8e6-3f67d18644d2 None None] Deleting port f0b622bc-ece0-4eca-8d7a-af47497b560f {{(pid=87872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:58:53.075043 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-06cf89e4-aea1-4b40-b8e6-3f67d18644d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:53.139238 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-2ccbf93d-b745-4feb-9580-2c5723da1287 tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:53.152079 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eab7cd9-7b93-40c6-bcf4-671bf1947af0 tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] Pushing event deleted for resources: {'Port': ['ID=8220c2f2-5d40-485a-b99d-64a178380481,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:58:53.176564 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ccbf93d-b745-4feb-9580-2c5723da1287 tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=87870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 11:58:53.176985 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-2ccbf93d-b745-4feb-9580-2c5723da1287 tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1920481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2558260'] for segment, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:53.194946 dv-neutron-835340-2-hyperv neutron-server[87870]: Traceback (most recent call last): Mar 28 11:58:53.194946 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 11:58:53.194946 dv-neutron-835340-2-hyperv neutron-server[87870]: timer() Mar 28 11:58:53.194946 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 11:58:53.194946 dv-neutron-835340-2-hyperv neutron-server[87870]: cb(*args, **kw) Mar 28 11:58:53.194946 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 11:58:53.194946 dv-neutron-835340-2-hyperv neutron-server[87870]: return func(*args, **kwargs) Mar 28 11:58:53.194946 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 11:58:53.194946 dv-neutron-835340-2-hyperv neutron-server[87870]: self._notify() Mar 28 11:58:53.194946 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 11:58:53.194946 dv-neutron-835340-2-hyperv neutron-server[87870]: self.callback(batched_events) Mar 28 11:58:53.194946 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 11:58:53.194946 dv-neutron-835340-2-hyperv neutron-server[87870]: event.method(event) Mar 28 11:58:53.194946 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 11:58:53.194946 dv-neutron-835340-2-hyperv neutron-server[87870]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 11:58:53.194946 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 11:58:53.194946 dv-neutron-835340-2-hyperv neutron-server[87870]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 11:58:53.194946 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 11:58:53.194946 dv-neutron-835340-2-hyperv neutron-server[87870]: return f(self, *a, **k) Mar 28 11:58:53.194946 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 11:58:53.194946 dv-neutron-835340-2-hyperv neutron-server[87870]: return self._get(url).json() Mar 28 11:58:53.194946 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 11:58:53.194946 dv-neutron-835340-2-hyperv neutron-server[87870]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 11:58:53.194946 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 11:58:53.194946 dv-neutron-835340-2-hyperv neutron-server[87870]: return self.request(url, 'GET', **kwargs) Mar 28 11:58:53.194946 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 11:58:53.194946 dv-neutron-835340-2-hyperv neutron-server[87870]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 11:58:53.194946 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 11:58:53.194946 dv-neutron-835340-2-hyperv neutron-server[87870]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 11:58:53.194946 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 11:58:53.194946 dv-neutron-835340-2-hyperv neutron-server[87870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 11:58:53.194946 dv-neutron-835340-2-hyperv neutron-server[87870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 11:58:53.231235 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Pushing event updated for resources: {'Port': ['ID=0d52ba12-eeca-47fd-bd1f-52bc809a86a2,revision_number=3']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:58:53.270065 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-8e8301c5-f873-494c-aa2e-efb57ea9614a None None] Provisioning complete for port 0d52ba12-eeca-47fd-bd1f-52bc809a86a2 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:58:53.270435 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-8e8301c5-f873-494c-aa2e-efb57ea9614a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:53.303933 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-1eab7cd9-7b93-40c6-bcf4-671bf1947af0 tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-709573'] for router_gateway, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:53.437434 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c0b5b33-3f79-45d8-b15b-6286b07b3269 None None] DHCP port deletion for 4af579f0-24dc-41b9-b867-a4844f191456 request from dv-neutron-835340-2-hyperv {{(pid=87872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 11:58:53.448129 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning for port 5b250dbb-e59a-47e5-9131-b236ad6cacdd completed by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:58:53.478227 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-71a93a9b-67c2-4fc0-af2f-9defa5a3914e None None] For port 2657de3f-45d4-43e3-ba0a-596c0d44ea2a, host dv-neutron-835340-2-hyperv, cleared binding levels {{(pid=87872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 11:58:53.506473 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-2c0b5b33-3f79-45d8-b15b-6286b07b3269 None None] Deleting port 37488a84-7a1e-4966-9466-86247382d861 {{(pid=87872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:58:53.506842 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2c0b5b33-3f79-45d8-b15b-6286b07b3269 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:53.544263 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port 5b250dbb-e59a-47e5-9131-b236ad6cacdd triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:58:53.544911 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:53.610518 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-cf33bdf3-caa8-45ba-8ed2-8eff0cc5bf88 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:53.694216 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-71a93a9b-67c2-4fc0-af2f-9defa5a3914e None None] For port 2657de3f-45d4-43e3-ba0a-596c0d44ea2a, host dv-neutron-835340-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=2657de3f-45d4-43e3-ba0a-596c0d44ea2a,segment=NetworkSegment(e2318926-c8e3-4e79-b3b7-c423133ae1ca),segment_id=e2318926-c8e3-4e79-b3b7-c423133ae1ca)] {{(pid=87872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 11:58:53.713338 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eef5a9f7-14e5-4542-a67e-98893bb8a0b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1d3f2a9-8722-5ce5-bc40-181687d1ed3f-a956713e-d181-4807-8431-0d815148d80c', 'network_id': 'a956713e-d181-4807-8431-0d815148d80c', 'tenant_id': 'fc0f0a585a8c4bf2950e053878e50dfb', 'fixed_ips': [{'subnet_id': 'bc5359af-f2b3-4691-9f1c-24195b25e4f3'}]}} from dv-neutron-835340-2-hyperv. {{(pid=87872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 11:58:53.714405 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-eef5a9f7-14e5-4542-a67e-98893bb8a0b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:53.720940 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-1eab7cd9-7b93-40c6-bcf4-671bf1947af0 tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-745164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-260864'] for router, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:53.730297 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-1eab7cd9-7b93-40c6-bcf4-671bf1947af0 tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:53.745858 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf33bdf3-caa8-45ba-8ed2-8eff0cc5bf88 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc810327-0a66-4e34-b3b1-b611cf806711,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:58:53.766956 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-2ccbf93d-b745-4feb-9580-2c5723da1287 tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709602'] for network, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:53.772395 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-5ef64db9-04bf-49ff-a0e9-adebd8ccb074 tempest-FloatingIPAdminTestJSON-1024836002 tempest-FloatingIPAdminTestJSON-1024836002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:53.780957 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-71a93a9b-67c2-4fc0-af2f-9defa5a3914e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:53.803071 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-1eab7cd9-7b93-40c6-bcf4-671bf1947af0 tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-745021'] for router, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:53.804145 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1eab7cd9-7b93-40c6-bcf4-671bf1947af0 tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] Fanout notify agent at l3_agent the message router_deleted on router fc4a4a46-6f3b-4b5a-abc3-b3c7d678c754 {{(pid=87871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 11:58:53.805688 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-2ccbf93d-b745-4feb-9580-2c5723da1287 tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538751'] for network, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:53.810366 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-d779cd88-234e-439b-8152-cf4a4b27559b tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1919782'] for subnet, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:53.822789 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-1eab7cd9-7b93-40c6-bcf4-671bf1947af0 tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] Notify callbacks [] for router, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:53.823927 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-1eab7cd9-7b93-40c6-bcf4-671bf1947af0 tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] 10.222.0.30 "DELETE /v2.0/routers/fc4a4a46-6f3b-4b5a-abc3-b3c7d678c754 HTTP/1.1" status: 204 len: 168 time: 4.7414739 Mar 28 11:58:53.828494 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 52680) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:58:53.849294 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-cf33bdf3-caa8-45ba-8ed2-8eff0cc5bf88 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks [] for security_group, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:53.854370 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-cf33bdf3-caa8-45ba-8ed2-8eff0cc5bf88 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] 10.222.0.30 "DELETE /v2.0/security-groups/dc810327-0a66-4e34-b3b1-b611cf806711 HTTP/1.1" status: 204 len: 168 time: 1.5553017 Mar 28 11:58:53.857855 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 52684) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:58:53.913993 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-2b4291c0-6f89-4823-8dc4-aad082e2812a tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1330871480', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:58:53.916896 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.db [None req-55206c91-c4e4-4a34-aef1-65004534178e tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] For port 37488a84-7a1e-4966-9466-86247382d861, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=37488a84-7a1e-4966-9466-86247382d861,segment=NetworkSegment(35565caa-32ae-4652-b5a9-2887221d2971),segment_id=35565caa-32ae-4652-b5a9-2887221d2971)] {{(pid=87870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:58:53.917592 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-55206c91-c4e4-4a34-aef1-65004534178e tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:53.921247 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-2b4291c0-6f89-4823-8dc4-aad082e2812a tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:58:53.925846 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-2b4291c0-6f89-4823-8dc4-aad082e2812a tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] Usage tracker for resource:router and tenant:a6eff997b84242f4902e0c0456ad0fc2 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:58:53.932254 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-2b4291c0-6f89-4823-8dc4-aad082e2812a tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:58:53.998385 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-2b4291c0-6f89-4823-8dc4-aad082e2812a tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:58:54.023301 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-2b4291c0-6f89-4823-8dc4-aad082e2812a tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-707665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-260886'] for router, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:54.024492 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-2b4291c0-6f89-4823-8dc4-aad082e2812a tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-705660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709650', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-767110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260873'] for router, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:54.082643 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-06cf89e4-aea1-4b40-b8e6-3f67d18644d2 None None] For port f0b622bc-ece0-4eca-8d7a-af47497b560f, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=f0b622bc-ece0-4eca-8d7a-af47497b560f,segment=NetworkSegment(ec32d7ed-a68f-4afd-8778-75f67f6e388c),segment_id=ec32d7ed-a68f-4afd-8778-75f67f6e388c)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:58:54.083037 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-06cf89e4-aea1-4b40-b8e6-3f67d18644d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:54.126521 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96df8aa9-8c20-47e9-ac1a-8979357bf59e None None] Pushing event updated for resources: {'Port': ['ID=2657de3f-45d4-43e3-ba0a-596c0d44ea2a,revision_number=4']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:58:54.140037 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-55206c91-c4e4-4a34-aef1-65004534178e tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Calling delete_port for 37488a84-7a1e-4966-9466-86247382d861 owned by network:dhcp {{(pid=87870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:58:54.142791 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-2b4291c0-6f89-4823-8dc4-aad082e2812a tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:54.167916 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-2b4291c0-6f89-4823-8dc4-aad082e2812a tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709693'] for router, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:54.220507 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-2ccbf93d-b745-4feb-9580-2c5723da1287 tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] 10.222.0.30 "DELETE /v2.0/networks/364ebf31-36a2-4b1f-9a37-de97d53cb791 HTTP/1.1" status: 204 len: 168 time: 2.2012115 Mar 28 11:58:54.220507 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccbf93d-b745-4feb-9580-2c5723da1287 tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Pushing event deleted for resources: {'Network': ['ID=364ebf31-36a2-4b1f-9a37-de97d53cb791,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:58:54.224814 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 52688) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:58:54.241616 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-2b4291c0-6f89-4823-8dc4-aad082e2812a tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] Notify callbacks [] for router, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:54.244405 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-2b4291c0-6f89-4823-8dc4-aad082e2812a tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4149780 Mar 28 11:58:54.283012 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 52692) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:58:54.294126 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a93a9b-67c2-4fc0-af2f-9defa5a3914e None None] Routers {'938ec9b1-845a-41c1-8863-138dcf053909'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:58:54.296494 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-71a93a9b-67c2-4fc0-af2f-9defa5a3914e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T11:58:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['938ec9b1-845a-41c1-8863-138dcf053909'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:58:54.314260 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-728f0074-f6ab-4d7f-a2b3-771a5894b801 tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'enable_snat': True}}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:58:54.447965 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-06cf89e4-aea1-4b40-b8e6-3f67d18644d2 None None] Calling delete_port for f0b622bc-ece0-4eca-8d7a-af47497b560f owned by network:dhcp {{(pid=87872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:58:54.461684 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-5ef64db9-04bf-49ff-a0e9-adebd8ccb074 tempest-FloatingIPAdminTestJSON-1024836002 tempest-FloatingIPAdminTestJSON-1024836002-project] Notify callbacks [] for port, precommit_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:54.472150 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-5ef64db9-04bf-49ff-a0e9-adebd8ccb074 tempest-FloatingIPAdminTestJSON-1024836002 tempest-FloatingIPAdminTestJSON-1024836002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2363241'] for port, after_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:54.592753 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvr_db [None req-71a93a9b-67c2-4fc0-af2f-9defa5a3914e None None] Set router 938ec9b1-845a-41c1-8863-138dcf053909 gateway port host: None {{(pid=87872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:58:54.619285 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-5ef64db9-04bf-49ff-a0e9-adebd8ccb074 tempest-FloatingIPAdminTestJSON-1024836002 tempest-FloatingIPAdminTestJSON-1024836002-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-743372'] for router_interface, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:54.645880 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef64db9-04bf-49ff-a0e9-adebd8ccb074 tempest-FloatingIPAdminTestJSON-1024836002 tempest-FloatingIPAdminTestJSON-1024836002-project] Pushing event updated for resources: {'Port': ['ID=d3027a15-a3de-4efa-83dc-c2cc287d7c5f,revision_number=2']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:58:54.718248 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-692694e2-06d3-45cd-b296-955d335699bf tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588883'] for network, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:54.786559 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ef64db9-04bf-49ff-a0e9-adebd8ccb074 tempest-FloatingIPAdminTestJSON-1024836002 tempest-FloatingIPAdminTestJSON-1024836002-project] Network e807787b-7be7-40a4-bb51-7a8f358c0ff0 is already hosted by enough agents. {{(pid=87871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:58:54.788102 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-5ef64db9-04bf-49ff-a0e9-adebd8ccb074 tempest-FloatingIPAdminTestJSON-1024836002 tempest-FloatingIPAdminTestJSON-1024836002-project] Resources bound (agent type, host, resource id): {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:58:54.809866 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.db_base_plugin_common [None req-eef5a9f7-14e5-4542-a67e-98893bb8a0b7 None None] Allocated IP 172.22.0.2 (a956713e-d181-4807-8431-0d815148d80c/bc5359af-f2b3-4691-9f1c-24195b25e4f3/294c40ad-476e-4949-9ce3-cb43f45d90b3) {{(pid=87872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:58:54.870600 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-d779cd88-234e-439b-8152-cf4a4b27559b tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1919805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2561174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2563528'] for subnet, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:54.879293 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-55206c91-c4e4-4a34-aef1-65004534178e tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:54.888081 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-144089ce-7805-468f-b2eb-54fe429e6ba4 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks [] for security_group, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:55.022306 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-692694e2-06d3-45cd-b296-955d335699bf tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Deleting port f0b622bc-ece0-4eca-8d7a-af47497b560f {{(pid=87870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:58:55.022819 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-692694e2-06d3-45cd-b296-955d335699bf tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:55.105224 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ef64db9-04bf-49ff-a0e9-adebd8ccb074 tempest-FloatingIPAdminTestJSON-1024836002 tempest-FloatingIPAdminTestJSON-1024836002-project] Router 2c49f547-c41c-41ef-82cf-526be9dbf15c has already been hosted by L3 agent af79d429-529e-400b-a119-94d4bec03f3e {{(pid=87871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 11:58:55.181827 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-eef5a9f7-14e5-4542-a67e-98893bb8a0b7 None None] Notify callbacks [] for port, precommit_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:55.212568 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-8e8301c5-f873-494c-aa2e-efb57ea9614a None None] Provisioning for port 2657de3f-45d4-43e3-ba0a-596c0d44ea2a completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:58:55.215885 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-eef5a9f7-14e5-4542-a67e-98893bb8a0b7 None None] Transition to ACTIVE for port object 294c40ad-476e-4949-9ce3-cb43f45d90b3 will not be triggered until provisioned by entity L2. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:58:55.288331 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2c0b5b33-3f79-45d8-b15b-6286b07b3269 None None] For port 37488a84-7a1e-4966-9466-86247382d861, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=37488a84-7a1e-4966-9466-86247382d861,segment=NetworkSegment(35565caa-32ae-4652-b5a9-2887221d2971),segment_id=35565caa-32ae-4652-b5a9-2887221d2971)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:58:55.289202 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2c0b5b33-3f79-45d8-b15b-6286b07b3269 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:55.300746 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:55.318683 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d779cd88-234e-439b-8152-cf4a4b27559b tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Pushing event deleted for resources: {'Subnet': ['ID=30f587fb-e3ed-42aa-88c8-ba1582ea5e6f,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:58:55.330317 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ef64db9-04bf-49ff-a0e9-adebd8ccb074 tempest-FloatingIPAdminTestJSON-1024836002 tempest-FloatingIPAdminTestJSON-1024836002-project] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 11:58:55.339257 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55206c91-c4e4-4a34-aef1-65004534178e tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] No DVR routers for this DVR port 37488a84-7a1e-4966-9466-86247382d861 on host dv-neutron-835340-2-hyperv {{(pid=87870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 11:58:55.342653 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a8f49fc-ccc7-4920-a52e-199f44208c44 None None] Sync routers for ids ['2c49f547-c41c-41ef-82cf-526be9dbf15c'] in dv-neutron-835340-2-hyperv {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 11:58:55.345153 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-5ef64db9-04bf-49ff-a0e9-adebd8ccb074 tempest-FloatingIPAdminTestJSON-1024836002 tempest-FloatingIPAdminTestJSON-1024836002-project] 10.222.0.30 "PUT /v2.0/routers/2c49f547-c41c-41ef-82cf-526be9dbf15c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4395039 Mar 28 11:58:55.347873 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 52696) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:58:55.348934 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55206c91-c4e4-4a34-aef1-65004534178e tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Pushing event deleted for resources: {'Port': ['ID=37488a84-7a1e-4966-9466-86247382d861,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:58:55.356956 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-d779cd88-234e-439b-8152-cf4a4b27559b tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks [] for subnet, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:55.357686 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a8f49fc-ccc7-4920-a52e-199f44208c44 None None] Routers {'2c49f547-c41c-41ef-82cf-526be9dbf15c'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:58:55.358896 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-1a8f49fc-ccc7-4920-a52e-199f44208c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T11:58:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['2c49f547-c41c-41ef-82cf-526be9dbf15c'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:58:55.360971 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-ee404b27-260e-486e-aba4-2ccf5e16970e tempest-FloatingIPAdminTestJSON-1024836002 tempest-FloatingIPAdminTestJSON-1024836002-project] Request body: {'port': {'network_id': 'e807787b-7be7-40a4-bb51-7a8f358c0ff0', 'name': 'tempest-FloatingIPAdminTestJSON-223523939'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:58:55.411121 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-144089ce-7805-468f-b2eb-54fe429e6ba4 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:55.428421 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-1a8f49fc-ccc7-4920-a52e-199f44208c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:58:55.439935 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a8f49fc-ccc7-4920-a52e-199f44208c44 None None] Routers {'2c49f547-c41c-41ef-82cf-526be9dbf15c'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:58:55.441070 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-1a8f49fc-ccc7-4920-a52e-199f44208c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T11:58:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['2c49f547-c41c-41ef-82cf-526be9dbf15c'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:58:55.457321 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9399f52a-1808-4617-8738-b2313fce5f9f None None] Network e95a87e2-4c44-46e2-9de5-2786cbaea69c requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:58:55.514930 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-1a8f49fc-ccc7-4920-a52e-199f44208c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:58:55.516122 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a8f49fc-ccc7-4920-a52e-199f44208c44 None None] The sync data for ids ['2c49f547-c41c-41ef-82cf-526be9dbf15c'] in dv-neutron-835340-2-hyperv is: [] {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 11:58:55.518119 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-728f0074-f6ab-4d7f-a2b3-771a5894b801 tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-709632', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-707672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260923'] for router, precommit_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:55.555636 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-d779cd88-234e-439b-8152-cf4a4b27559b tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "DELETE /v2.0/subnets/30f587fb-e3ed-42aa-88c8-ba1582ea5e6f HTTP/1.1" status: 204 len: 168 time: 3.2203469 Mar 28 11:58:55.577463 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 52700) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:58:55.603435 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-eef5a9f7-14e5-4542-a67e-98893bb8a0b7 None None] Transition to ACTIVE for port object 294c40ad-476e-4949-9ce3-cb43f45d90b3 will not be triggered until provisioned by entity DHCP. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:58:55.617612 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-2c0b5b33-3f79-45d8-b15b-6286b07b3269 None None] Calling delete_port for 37488a84-7a1e-4966-9466-86247382d861 owned by network:dhcp {{(pid=87872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:58:55.637687 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-223bdac2-7f52-4e6b-9831-465f4408703b tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:55.667034 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-eef5a9f7-14e5-4542-a67e-98893bb8a0b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241'] for port, after_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:55.675110 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-ee404b27-260e-486e-aba4-2ccf5e16970e tempest-FloatingIPAdminTestJSON-1024836002 tempest-FloatingIPAdminTestJSON-1024836002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:58:55.679199 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-ee404b27-260e-486e-aba4-2ccf5e16970e tempest-FloatingIPAdminTestJSON-1024836002 tempest-FloatingIPAdminTestJSON-1024836002-project] Usage tracker for resource:port and tenant:35bef068275a42cdbe218c5d49dc8652 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:58:55.683847 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-ee404b27-260e-486e-aba4-2ccf5e16970e tempest-FloatingIPAdminTestJSON-1024836002 tempest-FloatingIPAdminTestJSON-1024836002-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:58:55.690759 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-ee404b27-260e-486e-aba4-2ccf5e16970e tempest-FloatingIPAdminTestJSON-1024836002 tempest-FloatingIPAdminTestJSON-1024836002-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:58:55.703292 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee404b27-260e-486e-aba4-2ccf5e16970e tempest-FloatingIPAdminTestJSON-1024836002 tempest-FloatingIPAdminTestJSON-1024836002-project] Made reservation on behalf of 35bef068275a42cdbe218c5d49dc8652 for: {'port': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:58:55.706852 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-ee404b27-260e-486e-aba4-2ccf5e16970e tempest-FloatingIPAdminTestJSON-1024836002 tempest-FloatingIPAdminTestJSON-1024836002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:55.730421 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.notifiers.nova [None req-ee404b27-260e-486e-aba4-2ccf5e16970e tempest-FloatingIPAdminTestJSON-1024836002 tempest-FloatingIPAdminTestJSON-1024836002-project] device_id is not set on port e017d580-c802-4480-8e18-c27408fb248c yet. {{(pid=87871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 11:58:55.759262 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-8e8301c5-f873-494c-aa2e-efb57ea9614a None None] Provisioning complete for port 5b250dbb-e59a-47e5-9131-b236ad6cacdd triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:58:55.759673 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-8e8301c5-f873-494c-aa2e-efb57ea9614a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:55.782932 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-06cf89e4-aea1-4b40-b8e6-3f67d18644d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250'] for port, after_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:55.784380 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-692694e2-06d3-45cd-b296-955d335699bf tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] The port 'f0b622bc-ece0-4eca-8d7a-af47497b560f' was deleted {{(pid=87870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 11:58:55.790923 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-fbfef0b7-2861-404e-89c1-24b6b27be69a tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2092266 Mar 28 11:58:55.793579 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 52704) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:58:55.793720 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-55206c91-c4e4-4a34-aef1-65004534178e tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930431', 'neutron.services.segments.db._delete_segments_for_network-8783496351308'] for network, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:55.862281 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-abf9102a-589c-4798-8d8d-5c0099ff12b4 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Request body: {'subnet': {'network_id': 'e95a87e2-4c44-46e2-9de5-2786cbaea69c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:58:55.884691 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] For port 5b250dbb-e59a-47e5-9131-b236ad6cacdd, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=5b250dbb-e59a-47e5-9131-b236ad6cacdd,segment=NetworkSegment(e2318926-c8e3-4e79-b3b7-c423133ae1ca),segment_id=e2318926-c8e3-4e79-b3b7-c423133ae1ca)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:58:55.898089 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06cf89e4-aea1-4b40-b8e6-3f67d18644d2 None None] No DVR routers for this DVR port f0b622bc-ece0-4eca-8d7a-af47497b560f on host dv-neutron-835340-2-hyperv {{(pid=87872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 11:58:55.930837 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-55206c91-c4e4-4a34-aef1-65004534178e tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4af579f0-24dc-41b9-b867-a4844f191456']}} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:58:55.943343 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-55206c91-c4e4-4a34-aef1-65004534178e tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35565caa-32ae-4652-b5a9-2887221d2971') {'for_net_delete': True} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:58:55.943699 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-55206c91-c4e4-4a34-aef1-65004534178e tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35565caa-32ae-4652-b5a9-2887221d2971') {} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:58:55.956542 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-55206c91-c4e4-4a34-aef1-65004534178e tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783496353639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3591341'] for segment, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:55.959766 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eef5a9f7-14e5-4542-a67e-98893bb8a0b7 None None] Network a956713e-d181-4807-8431-0d815148d80c is already hosted by enough agents. {{(pid=87872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:58:55.972553 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:55.998741 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.base_scheduler [None req-eef5a9f7-14e5-4542-a67e-98893bb8a0b7 None None] Resources bound (agent type, host, resource id): {{(pid=87872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:58:56.003052 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef5a9f7-14e5-4542-a67e-98893bb8a0b7 None None] Pushing event updated for resources: {'Port': ['ID=294c40ad-476e-4949-9ce3-cb43f45d90b3,revision_number=1']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:58:56.025148 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.db_base_plugin_common [None req-ee404b27-260e-486e-aba4-2ccf5e16970e tempest-FloatingIPAdminTestJSON-1024836002 tempest-FloatingIPAdminTestJSON-1024836002-project] Allocated IP 172.20.0.13 (e807787b-7be7-40a4-bb51-7a8f358c0ff0/4700ec49-c270-4f5f-af03-76f19335e587/e017d580-c802-4480-8e18-c27408fb248c) {{(pid=87871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:58:56.031074 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-abf9102a-589c-4798-8d8d-5c0099ff12b4 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:58:56.035301 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-144089ce-7805-468f-b2eb-54fe429e6ba4 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:56.042379 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-abf9102a-589c-4798-8d8d-5c0099ff12b4 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Usage tracker for resource:subnet and tenant:b4adfe5c8b3a4e57a1afd1d44c455245 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:58:56.045830 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-abf9102a-589c-4798-8d8d-5c0099ff12b4 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:58:56.054047 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-abf9102a-589c-4798-8d8d-5c0099ff12b4 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:58:56.068778 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef5a9f7-14e5-4542-a67e-98893bb8a0b7 None None] Received port after_create {{(pid=87872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:58:56.096300 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abf9102a-589c-4798-8d8d-5c0099ff12b4 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Made reservation on behalf of b4adfe5c8b3a4e57a1afd1d44c455245 for: {'subnet': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:58:56.098568 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-abf9102a-589c-4798-8d8d-5c0099ff12b4 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26551362'] for subnet, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:56.099173 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cf89e4-aea1-4b40-b8e6-3f67d18644d2 None None] Pushing event deleted for resources: {'Port': ['ID=f0b622bc-ece0-4eca-8d7a-af47497b560f,revision_number=None']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:58:56.154674 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-55206c91-c4e4-4a34-aef1-65004534178e tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:56.186023 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.db.api [None req-2c0b5b33-3f79-45d8-b15b-6286b07b3269 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87872) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 11:58:56.186374 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG oslo_db.api [None req-2c0b5b33-3f79-45d8-b15b-6286b07b3269 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 11:58:56.269006 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144089ce-7805-468f-b2eb-54fe429e6ba4 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=90aec264-496c-4a38-856e-8e10e6900fb5,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:58:56.297595 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55206c91-c4e4-4a34-aef1-65004534178e tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=87870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 11:58:56.298008 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-55206c91-c4e4-4a34-aef1-65004534178e tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1920481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2558260'] for segment, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:56.323642 dv-neutron-835340-2-hyperv neutron-server[87870]: Traceback (most recent call last): Mar 28 11:58:56.323642 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 11:58:56.323642 dv-neutron-835340-2-hyperv neutron-server[87870]: timer() Mar 28 11:58:56.323642 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 11:58:56.323642 dv-neutron-835340-2-hyperv neutron-server[87870]: cb(*args, **kw) Mar 28 11:58:56.323642 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 11:58:56.323642 dv-neutron-835340-2-hyperv neutron-server[87870]: return func(*args, **kwargs) Mar 28 11:58:56.323642 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 11:58:56.323642 dv-neutron-835340-2-hyperv neutron-server[87870]: self._notify() Mar 28 11:58:56.323642 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 11:58:56.323642 dv-neutron-835340-2-hyperv neutron-server[87870]: self.callback(batched_events) Mar 28 11:58:56.323642 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 11:58:56.323642 dv-neutron-835340-2-hyperv neutron-server[87870]: event.method(event) Mar 28 11:58:56.323642 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 11:58:56.323642 dv-neutron-835340-2-hyperv neutron-server[87870]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 11:58:56.323642 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 11:58:56.323642 dv-neutron-835340-2-hyperv neutron-server[87870]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 11:58:56.323642 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 11:58:56.323642 dv-neutron-835340-2-hyperv neutron-server[87870]: return f(self, *a, **k) Mar 28 11:58:56.323642 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 11:58:56.323642 dv-neutron-835340-2-hyperv neutron-server[87870]: return self._get(url).json() Mar 28 11:58:56.323642 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 11:58:56.323642 dv-neutron-835340-2-hyperv neutron-server[87870]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 11:58:56.323642 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 11:58:56.323642 dv-neutron-835340-2-hyperv neutron-server[87870]: return self.request(url, 'GET', **kwargs) Mar 28 11:58:56.323642 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 11:58:56.323642 dv-neutron-835340-2-hyperv neutron-server[87870]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 11:58:56.323642 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 11:58:56.323642 dv-neutron-835340-2-hyperv neutron-server[87870]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 11:58:56.323642 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 11:58:56.323642 dv-neutron-835340-2-hyperv neutron-server[87870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 11:58:56.323642 dv-neutron-835340-2-hyperv neutron-server[87870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 11:58:56.328587 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-692694e2-06d3-45cd-b296-955d335699bf tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930431', 'neutron.services.segments.db._delete_segments_for_network-8783496351308'] for network, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:56.329555 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device b8ec7124-5c83-4d4a-9eee-9cbeca01e273 up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:58:56.362509 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-eef5a9f7-14e5-4542-a67e-98893bb8a0b7 None None] Attempting to bind port 294c40ad-476e-4949-9ce3-cb43f45d90b3 on host dv-neutron-835340-2-hyperv for vnic_type normal with profile {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:58:56.362946 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-eef5a9f7-14e5-4542-a67e-98893bb8a0b7 None None] Attempting to bind port 294c40ad-476e-4949-9ce3-cb43f45d90b3 by drivers openvswitch,hyperv on host dv-neutron-835340-2-hyperv at level 0 using segments [{'id': 'e2b0e497-2c08-451b-8513-16209a0aa420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'a956713e-d181-4807-8431-0d815148d80c'}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:58:56.363245 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef5a9f7-14e5-4542-a67e-98893bb8a0b7 None None] Attempting to bind port 294c40ad-476e-4949-9ce3-cb43f45d90b3 on network a956713e-d181-4807-8431-0d815148d80c {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:58:56.385816 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-ee404b27-260e-486e-aba4-2ccf5e16970e tempest-FloatingIPAdminTestJSON-1024836002 tempest-FloatingIPAdminTestJSON-1024836002-project] Notify callbacks [] for port, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:56.387670 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Pushing event updated for resources: {'Port': ['ID=5b250dbb-e59a-47e5-9131-b236ad6cacdd,revision_number=3']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:58:56.399982 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef5a9f7-14e5-4542-a67e-98893bb8a0b7 None None] Checking agent: {'id': '961a16fe-cbc8-4264-ac28-bbbd53f89caa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 46, 6), 'started_at': datetime.datetime(2022, 3, 28, 11, 46, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 11, 58, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 11:58:56.400258 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef5a9f7-14e5-4542-a67e-98893bb8a0b7 None None] Checking segment: {'id': 'e2b0e497-2c08-451b-8513-16209a0aa420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'a956713e-d181-4807-8431-0d815148d80c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:58:56.400582 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-eef5a9f7-14e5-4542-a67e-98893bb8a0b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:56.400967 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef5a9f7-14e5-4542-a67e-98893bb8a0b7 None None] Bound using segment: {'id': 'e2b0e497-2c08-451b-8513-16209a0aa420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'a956713e-d181-4807-8431-0d815148d80c'} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 11:58:56.401450 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-eef5a9f7-14e5-4542-a67e-98893bb8a0b7 None None] Bound port: 294c40ad-476e-4949-9ce3-cb43f45d90b3, host: dv-neutron-835340-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2b0e497-2c08-451b-8513-16209a0aa420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'a956713e-d181-4807-8431-0d815148d80c'}}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 11:58:56.401841 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-eef5a9f7-14e5-4542-a67e-98893bb8a0b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:56.402794 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.provisioning_blocks [None req-ee404b27-260e-486e-aba4-2ccf5e16970e tempest-FloatingIPAdminTestJSON-1024836002 tempest-FloatingIPAdminTestJSON-1024836002-project] Transition to ACTIVE for port object e017d580-c802-4480-8e18-c27408fb248c will not be triggered until provisioned by entity DHCP. {{(pid=87871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:58:56.427718 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-144089ce-7805-468f-b2eb-54fe429e6ba4 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks [] for security_group, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:56.432151 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-144089ce-7805-468f-b2eb-54fe429e6ba4 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] 10.222.0.30 "DELETE /v2.0/security-groups/90aec264-496c-4a38-856e-8e10e6900fb5 HTTP/1.1" status: 204 len: 168 time: 2.4137802 Mar 28 11:58:56.432296 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-ee404b27-260e-486e-aba4-2ccf5e16970e tempest-FloatingIPAdminTestJSON-1024836002 tempest-FloatingIPAdminTestJSON-1024836002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:56.433046 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 52708) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:58:56.488258 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-71a93a9b-67c2-4fc0-af2f-9defa5a3914e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '938ec9b1-845a-41c1-8863-138dcf053909', 'name': 'tempest-RoutersTest-router-1318390689', 'tenant_id': 'fc0f0a585a8c4bf2950e053878e50dfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:58:28Z', 'updated_at': '2022-03-28T11:58:43Z', 'revision_number': 3, 'project_id': 'fc0f0a585a8c4bf2950e053878e50dfb', 'gw_port_host': None, '_interfaces': [{'id': '1fe51bf3-b32b-46eb-a1bb-3c1d5b15ad12', 'name': '', 'network_id': '65efd158-193d-4ca0-9933-16ad45c695bf', 'tenant_id': 'fc0f0a585a8c4bf2950e053878e50dfb', 'mac_address': 'fa:16:3e:14:77:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '938ec9b1-845a-41c1-8863-138dcf053909', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '28ef9538-7c39-4316-b125-b5462d60a20a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:58:31Z', 'updated_at': '2022-03-28T11:58:45Z', 'revision_number': 5, 'project_id': 'fc0f0a585a8c4bf2950e053878e50dfb', 'subnets': [{'id': '28ef9538-7c39-4316-b125-b5462d60a20a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2657de3f-45d4-43e3-ba0a-596c0d44ea2a', 'name': '', 'network_id': '9bec2ed4-7a0e-4214-bb70-038db8dc0875', 'tenant_id': 'fc0f0a585a8c4bf2950e053878e50dfb', 'mac_address': 'fa:16:3e:22:48:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '938ec9b1-845a-41c1-8863-138dcf053909', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '5cea8896-b98b-428e-a293-c30110da671f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:58:41Z', 'updated_at': '2022-03-28T11:58:53Z', 'revision_number': 4, 'project_id': 'fc0f0a585a8c4bf2950e053878e50dfb', 'subnets': [{'id': '5cea8896-b98b-428e-a293-c30110da671f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:58:56.490128 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-8e8301c5-f873-494c-aa2e-efb57ea9614a None None] Could not find standard attr ID for object aa497ada-c7c0-4cbf-8ab7-6b17cdc3c50e. {{(pid=87872) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 28 11:58:56.508302 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71a93a9b-67c2-4fc0-af2f-9defa5a3914e None None] The sync data for ids ['938ec9b1-845a-41c1-8863-138dcf053909'] in dv-neutron-835340-2-hyperv is: [{'id': '938ec9b1-845a-41c1-8863-138dcf053909', 'name': 'tempest-RoutersTest-router-1318390689', 'tenant_id': 'fc0f0a585a8c4bf2950e053878e50dfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:58:28Z', 'updated_at': '2022-03-28T11:58:43Z', 'revision_number': 3, 'project_id': 'fc0f0a585a8c4bf2950e053878e50dfb', 'gw_port_host': None, '_interfaces': [{'id': '1fe51bf3-b32b-46eb-a1bb-3c1d5b15ad12', 'name': '', 'network_id': '65efd158-193d-4ca0-9933-16ad45c695bf', 'tenant_id': 'fc0f0a585a8c4bf2950e053878e50dfb', 'mac_address': 'fa:16:3e:14:77:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '938ec9b1-845a-41c1-8863-138dcf053909', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '28ef9538-7c39-4316-b125-b5462d60a20a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:58:31Z', 'updated_at': '2022-03-28T11:58:45Z', 'revision_number': 5, 'project_id': 'fc0f0a585a8c4bf2950e053878e50dfb', 'subnets': [{'id': '28ef9538-7c39-4316-b125-b5462d60a20a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2657de3f-45d4-43e3-ba0a-596c0d44ea2a', 'name': '', 'network_id': '9bec2ed4-7a0e-4214-bb70-038db8dc0875', 'tenant_id': 'fc0f0a585a8c4bf2950e053878e50dfb', 'mac_address': 'fa:16:3e:22:48:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '938ec9b1-845a-41c1-8863-138dcf053909', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '5cea8896-b98b-428e-a293-c30110da671f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:58:41Z', 'updated_at': '2022-03-28T11:58:53Z', 'revision_number': 4, 'project_id': 'fc0f0a585a8c4bf2950e053878e50dfb', 'subnets': [{'id': '5cea8896-b98b-428e-a293-c30110da671f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 11:58:56.513774 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-692694e2-06d3-45cd-b296-955d335699bf tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17d14721-f33d-4517-bd06-f72a84a93b72']}} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:58:56.543716 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-692694e2-06d3-45cd-b296-955d335699bf tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec32d7ed-a68f-4afd-8778-75f67f6e388c') {'for_net_delete': True} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:58:56.544099 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-692694e2-06d3-45cd-b296-955d335699bf tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec32d7ed-a68f-4afd-8778-75f67f6e388c') {} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:58:56.562998 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-55206c91-c4e4-4a34-aef1-65004534178e tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709602'] for network, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:56.567988 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-55206c91-c4e4-4a34-aef1-65004534178e tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538751'] for network, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:56.571942 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-eef5a9f7-14e5-4542-a67e-98893bb8a0b7 None None] For port 294c40ad-476e-4949-9ce3-cb43f45d90b3, host dv-neutron-835340-2-hyperv, cleared binding levels {{(pid=87872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 11:58:56.575847 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee404b27-260e-486e-aba4-2ccf5e16970e tempest-FloatingIPAdminTestJSON-1024836002 tempest-FloatingIPAdminTestJSON-1024836002-project] Network e807787b-7be7-40a4-bb51-7a8f358c0ff0 is already hosted by enough agents. {{(pid=87871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:58:56.578802 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-eef5a9f7-14e5-4542-a67e-98893bb8a0b7 None None] For port 294c40ad-476e-4949-9ce3-cb43f45d90b3, host dv-neutron-835340-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=294c40ad-476e-4949-9ce3-cb43f45d90b3,segment=NetworkSegment(e2b0e497-2c08-451b-8513-16209a0aa420),segment_id=e2b0e497-2c08-451b-8513-16209a0aa420)] {{(pid=87872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 11:58:56.583559 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-ee404b27-260e-486e-aba4-2ccf5e16970e tempest-FloatingIPAdminTestJSON-1024836002 tempest-FloatingIPAdminTestJSON-1024836002-project] Resources bound (agent type, host, resource id): {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:58:56.597504 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-eef5a9f7-14e5-4542-a67e-98893bb8a0b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:56.599188 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-692694e2-06d3-45cd-b296-955d335699bf tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783496353639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3591341'] for segment, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:56.599741 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee404b27-260e-486e-aba4-2ccf5e16970e tempest-FloatingIPAdminTestJSON-1024836002 tempest-FloatingIPAdminTestJSON-1024836002-project] Received port after_create {{(pid=87871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:58:56.639767 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55206c91-c4e4-4a34-aef1-65004534178e tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] Pushing event deleted for resources: {'Network': ['ID=4af579f0-24dc-41b9-b867-a4844f191456,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:58:56.661527 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-55206c91-c4e4-4a34-aef1-65004534178e tempest-NetworksTest-153788155 tempest-NetworksTest-153788155-project] 10.222.0.30 "DELETE /v2.0/networks/4af579f0-24dc-41b9-b867-a4844f191456 HTTP/1.1" status: 204 len: 168 time: 4.3951988 Mar 28 11:58:56.666207 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-692694e2-06d3-45cd-b296-955d335699bf tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:56.675231 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee404b27-260e-486e-aba4-2ccf5e16970e tempest-FloatingIPAdminTestJSON-1024836002 tempest-FloatingIPAdminTestJSON-1024836002-project] Pushing event updated for resources: {'Port': ['ID=e017d580-c802-4480-8e18-c27408fb248c,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:58:56.697861 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-2c0b5b33-3f79-45d8-b15b-6286b07b3269 None None] Deleting port 37488a84-7a1e-4966-9466-86247382d861 {{(pid=87872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:58:56.698238 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2c0b5b33-3f79-45d8-b15b-6286b07b3269 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:56.718763 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-692694e2-06d3-45cd-b296-955d335699bf tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=87870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 11:58:56.719292 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-692694e2-06d3-45cd-b296-955d335699bf tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1920481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2558260'] for segment, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:56.742712 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.db_base_plugin_v2 [None req-70949d94-0d3e-44f7-af32-581ea012dd24 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Deleting subnet 21b72255-d2de-4876-97ff-55e725d81486 {{(pid=87871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 11:58:56.746154 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-70949d94-0d3e-44f7-af32-581ea012dd24 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks [] for subnet, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:56.761614 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3c10f92-f6d1-42b8-90fa-43f58ba8e3ca None None] DHCP port deletion for e95a87e2-4c44-46e2-9de5-2786cbaea69c request from dv-neutron-835340-2-hyperv {{(pid=87872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 11:58:56.765025 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port b8ec7124-5c83-4d4a-9eee-9cbeca01e273 triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:58:56.765639 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:56.915999 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-d3c10f92-f6d1-42b8-90fa-43f58ba8e3ca None None] Deleting port e0329d2d-e0b0-4de6-8784-2d3cf8c9cfae {{(pid=87872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:58:56.917072 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-d3c10f92-f6d1-42b8-90fa-43f58ba8e3ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:56.990016 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-70949d94-0d3e-44f7-af32-581ea012dd24 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3436877'] for subnet, precommit_delete_associations {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:57.034110 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-2c0b5b33-3f79-45d8-b15b-6286b07b3269 None None] The port '37488a84-7a1e-4966-9466-86247382d861' was deleted {{(pid=87872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 11:58:57.061607 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee404b27-260e-486e-aba4-2ccf5e16970e tempest-FloatingIPAdminTestJSON-1024836002 tempest-FloatingIPAdminTestJSON-1024836002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:58:57.062728 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-ee404b27-260e-486e-aba4-2ccf5e16970e tempest-FloatingIPAdminTestJSON-1024836002 tempest-FloatingIPAdminTestJSON-1024836002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:57.102673 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef5a9f7-14e5-4542-a67e-98893bb8a0b7 None None] Pushing event updated for resources: {'Port': ['ID=294c40ad-476e-4949-9ce3-cb43f45d90b3,revision_number=2']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:58:57.121837 dv-neutron-835340-2-hyperv neutron-server[87870]: Traceback (most recent call last): Mar 28 11:58:57.121837 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 11:58:57.121837 dv-neutron-835340-2-hyperv neutron-server[87870]: timer() Mar 28 11:58:57.121837 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 11:58:57.121837 dv-neutron-835340-2-hyperv neutron-server[87870]: cb(*args, **kw) Mar 28 11:58:57.121837 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 11:58:57.121837 dv-neutron-835340-2-hyperv neutron-server[87870]: return func(*args, **kwargs) Mar 28 11:58:57.121837 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 11:58:57.121837 dv-neutron-835340-2-hyperv neutron-server[87870]: self._notify() Mar 28 11:58:57.121837 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 11:58:57.121837 dv-neutron-835340-2-hyperv neutron-server[87870]: self.callback(batched_events) Mar 28 11:58:57.121837 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 11:58:57.121837 dv-neutron-835340-2-hyperv neutron-server[87870]: event.method(event) Mar 28 11:58:57.121837 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 11:58:57.121837 dv-neutron-835340-2-hyperv neutron-server[87870]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 11:58:57.121837 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 11:58:57.121837 dv-neutron-835340-2-hyperv neutron-server[87870]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 11:58:57.121837 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 11:58:57.121837 dv-neutron-835340-2-hyperv neutron-server[87870]: return f(self, *a, **k) Mar 28 11:58:57.121837 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 11:58:57.121837 dv-neutron-835340-2-hyperv neutron-server[87870]: return self._get(url).json() Mar 28 11:58:57.121837 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 11:58:57.121837 dv-neutron-835340-2-hyperv neutron-server[87870]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 11:58:57.121837 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 11:58:57.121837 dv-neutron-835340-2-hyperv neutron-server[87870]: return self.request(url, 'GET', **kwargs) Mar 28 11:58:57.121837 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 11:58:57.121837 dv-neutron-835340-2-hyperv neutron-server[87870]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 11:58:57.121837 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 11:58:57.121837 dv-neutron-835340-2-hyperv neutron-server[87870]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 11:58:57.121837 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 11:58:57.121837 dv-neutron-835340-2-hyperv neutron-server[87870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 11:58:57.121837 dv-neutron-835340-2-hyperv neutron-server[87870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 11:58:57.158374 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-ee404b27-260e-486e-aba4-2ccf5e16970e tempest-FloatingIPAdminTestJSON-1024836002 tempest-FloatingIPAdminTestJSON-1024836002-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8039391 Mar 28 11:58:57.162733 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 52716) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:58:57.212656 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 52720) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:58:57.270567 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-abf9102a-589c-4798-8d8d-5c0099ff12b4 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2364128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26551408'] for subnet, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:57.307360 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-76e26c21-6537-483d-8933-a43f7832a5d8 None None] Could not find standard attr ID for object 821c7b8c-f4c4-4a04-815b-327f60acce43. {{(pid=87872) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 28 11:58:57.328149 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-692694e2-06d3-45cd-b296-955d335699bf tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709602'] for network, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:57.340667 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-692694e2-06d3-45cd-b296-955d335699bf tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538751'] for network, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:57.413315 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abf9102a-589c-4798-8d8d-5c0099ff12b4 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Network e95a87e2-4c44-46e2-9de5-2786cbaea69c is already hosted by enough agents. {{(pid=87871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:58:57.416384 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-70949d94-0d3e-44f7-af32-581ea012dd24 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1919782'] for subnet, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:57.474062 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.agents_db [None req-03fd49d8-b51b-41c1-8716-b8e265c93689 None None] Agent healthcheck: found 6 active agents {{(pid=87873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 11:58:57.507287 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-abf9102a-589c-4798-8d8d-5c0099ff12b4 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Resources bound (agent type, host, resource id): {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:58:57.517469 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abf9102a-589c-4798-8d8d-5c0099ff12b4 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:58:57.518053 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-abf9102a-589c-4798-8d8d-5c0099ff12b4 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks [] for subnet, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:57.557719 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf9102a-589c-4798-8d8d-5c0099ff12b4 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Pushing event updated for resources: {'Subnet': ['ID=f6f3400c-f860-4d36-93a2-b9629dcbb8c4,revision_number=0']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:58:57.566175 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692694e2-06d3-45cd-b296-955d335699bf tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Pushing event deleted for resources: {'Network': ['ID=17d14721-f33d-4517-bd06-f72a84a93b72,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:58:57.587328 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.db_base_plugin_common [None req-223bdac2-7f52-4e6b-9831-465f4408703b tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Allocated IP 172.22.0.1 (a956713e-d181-4807-8431-0d815148d80c/bc5359af-f2b3-4691-9f1c-24195b25e4f3/d9ad0ea3-7e13-4774-8251-cf8685ba71f8) {{(pid=87870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:58:57.592206 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-692694e2-06d3-45cd-b296-955d335699bf tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] 10.222.0.30 "DELETE /v2.0/networks/17d14721-f33d-4517-bd06-f72a84a93b72 HTTP/1.1" status: 204 len: 168 time: 3.3506291 Mar 28 11:58:57.609841 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 52728) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:58:57.635188 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-70949d94-0d3e-44f7-af32-581ea012dd24 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1919805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2364079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26551417'] for subnet, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:57.656049 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-d3c10f92-f6d1-42b8-90fa-43f58ba8e3ca None None] For port e0329d2d-e0b0-4de6-8784-2d3cf8c9cfae, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=e0329d2d-e0b0-4de6-8784-2d3cf8c9cfae,segment=NetworkSegment(bd053757-b8b4-4f3a-b553-aa242f2d15d2),segment_id=bd053757-b8b4-4f3a-b553-aa242f2d15d2)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:58:57.656568 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-d3c10f92-f6d1-42b8-90fa-43f58ba8e3ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:57.682435 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-2ca99b34-2265-4998-a9e5-d91796331c9f tempest-FloatingIPAdminTestJSON-2142079128 tempest-FloatingIPAdminTestJSON-2142079128-project-admin] Request body: {'floatingip': {'floating_network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'project_id': '35bef068275a42cdbe218c5d49dc8652', 'port_id': 'e017d580-c802-4480-8e18-c27408fb248c'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:58:57.713565 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-2ca99b34-2265-4998-a9e5-d91796331c9f tempest-FloatingIPAdminTestJSON-2142079128 tempest-FloatingIPAdminTestJSON-2142079128-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:58:57.746965 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70949d94-0d3e-44f7-af32-581ea012dd24 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Pushing event deleted for resources: {'Subnet': ['ID=21b72255-d2de-4876-97ff-55e725d81486,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:58:57.756208 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-2ca99b34-2265-4998-a9e5-d91796331c9f tempest-FloatingIPAdminTestJSON-2142079128 tempest-FloatingIPAdminTestJSON-2142079128-project-admin] Usage tracker for resource:floatingip and tenant:35bef068275a42cdbe218c5d49dc8652 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:58:57.769727 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-2ca99b34-2265-4998-a9e5-d91796331c9f tempest-FloatingIPAdminTestJSON-2142079128 tempest-FloatingIPAdminTestJSON-2142079128-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:58:57.774422 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-abf9102a-589c-4798-8d8d-5c0099ff12b4 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9758241 Mar 28 11:58:57.780183 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-70949d94-0d3e-44f7-af32-581ea012dd24 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks [] for subnet, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:57.785120 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-70949d94-0d3e-44f7-af32-581ea012dd24 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] 10.222.0.30 "DELETE /v2.0/subnets/21b72255-d2de-4876-97ff-55e725d81486 HTTP/1.1" status: 204 len: 168 time: 1.3479068 Mar 28 11:58:57.787832 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 52734) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:58:57.788204 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 52736) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:58:57.803324 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-2ca99b34-2265-4998-a9e5-d91796331c9f tempest-FloatingIPAdminTestJSON-2142079128 tempest-FloatingIPAdminTestJSON-2142079128-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:58:57.813633 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-d3c10f92-f6d1-42b8-90fa-43f58ba8e3ca None None] Calling delete_port for e0329d2d-e0b0-4de6-8784-2d3cf8c9cfae owned by network:dhcp {{(pid=87872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:58:57.850238 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-527fbecf-db35-4841-aade-02759c1bc6e3 None None] Network 5df4ec91-b994-4337-98be-1b2930f844e7 requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:58:57.854808 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-728f0074-f6ab-4d7f-a2b3-771a5894b801 tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:57.882087 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-ce46fbff-5246-493e-8ed2-c1a5b88c2fb7 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Request body: {'subnet': {'network_id': 'e95a87e2-4c44-46e2-9de5-2786cbaea69c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:58:57.891695 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-728f0074-f6ab-4d7f-a2b3-771a5894b801 tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:57.989328 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-223bdac2-7f52-4e6b-9831-465f4408703b tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks [] for port, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:58.013544 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device e0329d2d-e0b0-4de6-8784-2d3cf8c9cfae up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:58:58.019035 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.provisioning_blocks [None req-223bdac2-7f52-4e6b-9831-465f4408703b tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Transition to ACTIVE for port object d9ad0ea3-7e13-4774-8251-cf8685ba71f8 will not be triggered until provisioned by entity DHCP. {{(pid=87870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:58:58.071038 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-76e26c21-6537-483d-8933-a43f7832a5d8 None None] Provisioning for port d3027a15-a3de-4efa-83dc-c2cc287d7c5f completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:58:58.081936 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-76e26c21-6537-483d-8933-a43f7832a5d8 None None] Provisioning complete for port d3027a15-a3de-4efa-83dc-c2cc287d7c5f triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:58:58.082560 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-76e26c21-6537-483d-8933-a43f7832a5d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:58.100765 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.db_base_plugin_v2 [None req-5067e436-1b76-4de3-94d2-dec00dec4de0 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Deleting subnet 20c368b2-8030-4abc-b89f-c26dbc3acada {{(pid=87871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 11:58:58.102141 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.db_base_plugin_common [None req-728f0074-f6ab-4d7f-a2b3-771a5894b801 tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Allocated IP 172.26.7.76 (ac2b1748-8f63-4b17-a9c7-07e79704aa5b/0b7ebf76-1dc7-431a-a0b4-b96bacf287c2/1420d5f7-d001-4091-ae63-d314ea76749a) {{(pid=87870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:58:58.104932 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-5067e436-1b76-4de3-94d2-dec00dec4de0 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks [] for subnet, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:58.144173 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-76e26c21-6537-483d-8933-a43f7832a5d8 None None] Port d3027a15-a3de-4efa-83dc-c2cc287d7c5f cannot update to ACTIVE because it is not bound. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 11:58:58.151988 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-223bdac2-7f52-4e6b-9831-465f4408703b tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:58.184032 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-5067e436-1b76-4de3-94d2-dec00dec4de0 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3436877'] for subnet, precommit_delete_associations {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:58.209802 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-d3c10f92-f6d1-42b8-90fa-43f58ba8e3ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250'] for port, after_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:58.267106 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] No active binding found for port e0329d2d-e0b0-4de6-8784-2d3cf8c9cfae {{(pid=87872) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Mar 28 11:58:58.267531 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device e0329d2d-e0b0-4de6-8784-2d3cf8c9cfae not bound to the agent host dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Mar 28 11:58:58.284106 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-5067e436-1b76-4de3-94d2-dec00dec4de0 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1919782'] for subnet, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:58.288411 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-223bdac2-7f52-4e6b-9831-465f4408703b tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Network a956713e-d181-4807-8431-0d815148d80c is already hosted by enough agents. {{(pid=87870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:58:58.300033 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.base_scheduler [None req-223bdac2-7f52-4e6b-9831-465f4408703b tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Resources bound (agent type, host, resource id): {{(pid=87870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:58:58.302628 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-223bdac2-7f52-4e6b-9831-465f4408703b tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Received port after_create {{(pid=87870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:58:58.303850 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c10f92-f6d1-42b8-90fa-43f58ba8e3ca None None] Pushing event deleted for resources: {'Port': ['ID=e0329d2d-e0b0-4de6-8784-2d3cf8c9cfae,revision_number=None']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:58:58.323274 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-b6becfe3-8074-4e77-b5d7-b42944d18ebe admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0ad7b1f6e96a40538a966af0f41e67e6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1047454 Mar 28 11:58:58.342576 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.db_base_plugin_v2 [None req-534bfac9-ace7-4292-a497-0ebaa629bc2b tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Deleting subnet 8304c89d-0a03-487e-b6c6-cc071b8b0659 {{(pid=87871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 11:58:58.347549 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 52742) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:58:58.347866 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-534bfac9-ace7-4292-a497-0ebaa629bc2b tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Notify callbacks [] for subnet, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:58.351871 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Port e0329d2d-e0b0-4de6-8784-2d3cf8c9cfae not found, will not notify nova. {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Mar 28 11:58:58.352281 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 0d52ba12-eeca-47fd-bd1f-52bc809a86a2 up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:58:58.389127 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c10f92-f6d1-42b8-90fa-43f58ba8e3ca None None] No DVR routers for this DVR port e0329d2d-e0b0-4de6-8784-2d3cf8c9cfae on host dv-neutron-835340-2-hyperv {{(pid=87872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 11:58:58.402213 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223bdac2-7f52-4e6b-9831-465f4408703b tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Pushing event updated for resources: {'Port': ['ID=d9ad0ea3-7e13-4774-8251-cf8685ba71f8,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:58:58.414605 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-a93541ac-f086-4baf-8936-57b3e4ea907e None None] Provisioning for port e017d580-c802-4480-8e18-c27408fb248c completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:58:58.426566 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-693b85de-3ace-49e4-a360-c19c0bab7089 None None] Network e95a87e2-4c44-46e2-9de5-2786cbaea69c requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:58:58.440333 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-2ca99b34-2265-4998-a9e5-d91796331c9f tempest-FloatingIPAdminTestJSON-2142079128 tempest-FloatingIPAdminTestJSON-2142079128-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:58.464185 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-223bdac2-7f52-4e6b-9831-465f4408703b tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-709483'] for router_interface, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:58.467672 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-a93541ac-f086-4baf-8936-57b3e4ea907e None None] Provisioning complete for port e017d580-c802-4480-8e18-c27408fb248c triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:58:58.468267 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-a93541ac-f086-4baf-8936-57b3e4ea907e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:58.507967 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-728f0074-f6ab-4d7f-a2b3-771a5894b801 tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:58.512835 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-534bfac9-ace7-4292-a497-0ebaa629bc2b tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3436877'] for subnet, precommit_delete_associations {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:58.524559 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-2134f39f-1f19-4f50-8dc3-88ac90713f2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:58.568291 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-2134f39f-1f19-4f50-8dc3-88ac90713f2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:58.597237 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aab3d65c-9207-46f0-b756-32771eb0631b None None] Network a956713e-d181-4807-8431-0d815148d80c requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:58:58.630643 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-ce46fbff-5246-493e-8ed2-c1a5b88c2fb7 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:58:58.634621 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-a93541ac-f086-4baf-8936-57b3e4ea907e None None] Port e017d580-c802-4480-8e18-c27408fb248c cannot update to ACTIVE because it is not bound. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 11:58:58.646801 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-ce46fbff-5246-493e-8ed2-c1a5b88c2fb7 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Usage tracker for resource:subnet and tenant:b4adfe5c8b3a4e57a1afd1d44c455245 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:58:58.657378 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-ce46fbff-5246-493e-8ed2-c1a5b88c2fb7 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:58:58.702402 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-728f0074-f6ab-4d7f-a2b3-771a5894b801 tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:58.727518 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-ce46fbff-5246-493e-8ed2-c1a5b88c2fb7 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:58:58.734256 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-5067e436-1b76-4de3-94d2-dec00dec4de0 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1919805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2364079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26551417'] for subnet, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:58.749079 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port 0d52ba12-eeca-47fd-bd1f-52bc809a86a2 triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:58:58.749317 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:58.756607 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-2134f39f-1f19-4f50-8dc3-88ac90713f2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:58.813376 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-728f0074-f6ab-4d7f-a2b3-771a5894b801 tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Network ac2b1748-8f63-4b17-a9c7-07e79704aa5b is already hosted by enough agents. {{(pid=87870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:58:58.817415 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2134f39f-1f19-4f50-8dc3-88ac90713f2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67e7c7ed-f2e2-4d07-93e9-67b753829849,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:58:58.819114 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-223bdac2-7f52-4e6b-9831-465f4408703b tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:58.833810 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5067e436-1b76-4de3-94d2-dec00dec4de0 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Pushing event deleted for resources: {'Subnet': ['ID=20c368b2-8030-4abc-b89f-c26dbc3acada,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:58:58.846365 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-5067e436-1b76-4de3-94d2-dec00dec4de0 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks [] for subnet, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:58.856097 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-534bfac9-ace7-4292-a497-0ebaa629bc2b tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1919782'] for subnet, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:58.878495 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.base_scheduler [None req-728f0074-f6ab-4d7f-a2b3-771a5894b801 tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Resources bound (agent type, host, resource id): {{(pid=87870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:58:58.893035 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-2134f39f-1f19-4f50-8dc3-88ac90713f2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:58.894161 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-2134f39f-1f19-4f50-8dc3-88ac90713f2d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/67e7c7ed-f2e2-4d07-93e9-67b753829849 HTTP/1.1" status: 204 len: 168 time: 0.5455263 Mar 28 11:58:58.895023 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728f0074-f6ab-4d7f-a2b3-771a5894b801 tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Received port after_create {{(pid=87870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:58:58.919036 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-b73f8d1d-3cfe-4cc3-9a62-0efd3f7847b6 None None] Provisioning for port 294c40ad-476e-4949-9ce3-cb43f45d90b3 completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:58:58.995975 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-5067e436-1b76-4de3-94d2-dec00dec4de0 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] 10.222.0.30 "DELETE /v2.0/subnets/20c368b2-8030-4abc-b89f-c26dbc3acada HTTP/1.1" status: 204 len: 168 time: 1.1941829 Mar 28 11:58:58.995975 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce46fbff-5246-493e-8ed2-c1a5b88c2fb7 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Made reservation on behalf of b4adfe5c8b3a4e57a1afd1d44c455245 for: {'subnet': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:58:58.999801 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-ce46fbff-5246-493e-8ed2-c1a5b88c2fb7 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26551362'] for subnet, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:59.057739 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 52748) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:58:59.062235 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a10df130-f6cd-40d1-91fe-50c2597d7e5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1d3f2a9-8722-5ce5-bc40-181687d1ed3f-e95a87e2-4c44-46e2-9de5-2786cbaea69c', 'network_id': 'e95a87e2-4c44-46e2-9de5-2786cbaea69c', 'tenant_id': 'b4adfe5c8b3a4e57a1afd1d44c455245', 'fixed_ips': [{'subnet_id': 'f6f3400c-f860-4d36-93a2-b9629dcbb8c4'}]}} from dv-neutron-835340-2-hyperv. {{(pid=87872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 11:58:59.069718 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-a10df130-f6cd-40d1-91fe-50c2597d7e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:59.113303 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728f0074-f6ab-4d7f-a2b3-771a5894b801 tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Pushing event updated for resources: {'Port': ['ID=1420d5f7-d001-4091-ae63-d314ea76749a,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:58:59.131545 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.pecan_wsgi.hooks.translation [None req-776760b1-9834-43a9-955f-bdea6aaf836f tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] DELETE failed (client error): The resource could not be found. Mar 28 11:58:59.132205 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-776760b1-9834-43a9-955f-bdea6aaf836f tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 11:58:59.134989 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-776760b1-9834-43a9-955f-bdea6aaf836f tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] 10.222.0.30 "DELETE /v2.0/subnets/21b72255-d2de-4876-97ff-55e725d81486 HTTP/1.1" status: 404 len: 337 time: 0.0677445 Mar 28 11:58:59.330720 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 52754) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:58:59.337867 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-534bfac9-ace7-4292-a497-0ebaa629bc2b tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1919805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2364079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26551417'] for subnet, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:59.424590 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device a3922a36-f41e-4703-bbef-f421a3d317c0 no longer exists at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 11:58:59.494786 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534bfac9-ace7-4292-a497-0ebaa629bc2b tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Pushing event deleted for resources: {'Subnet': ['ID=8304c89d-0a03-487e-b6c6-cc071b8b0659,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:58:59.497177 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-534bfac9-ace7-4292-a497-0ebaa629bc2b tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Notify callbacks [] for subnet, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:59.510739 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b59d88ee-95a6-4b19-85d4-1696a7dd9b5f None None] Network d13ee7b7-642e-444e-94d8-9d13568b62b5 requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:58:59.526848 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-534bfac9-ace7-4292-a497-0ebaa629bc2b tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] 10.222.0.30 "DELETE /v2.0/subnets/8304c89d-0a03-487e-b6c6-cc071b8b0659 HTTP/1.1" status: 204 len: 168 time: 1.8990872 Mar 28 11:58:59.531875 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 52766) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:58:59.536022 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4975ec6-8ad0-4306-951b-a2ba8dca2687 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Deleting subnet 0a5433f1-2542-432a-8f48-98e1d94d712a {{(pid=87871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 11:58:59.545777 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-b4975ec6-8ad0-4306-951b-a2ba8dca2687 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks [] for subnet, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:59.558515 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] No Port match for: a3922a36-f41e-4703-bbef-f421a3d317c0 {{(pid=87872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 11:58:59.560913 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device a3922a36-f41e-4703-bbef-f421a3d317c0 not bound to the agent host dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 11:58:59.565338 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device f0b622bc-ece0-4eca-8d7a-af47497b560f no longer exists at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 11:58:59.626698 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-2ca99b34-2265-4998-a9e5-d91796331c9f tempest-FloatingIPAdminTestJSON-2142079128 tempest-FloatingIPAdminTestJSON-2142079128-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:59.664445 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] No Port match for: f0b622bc-ece0-4eca-8d7a-af47497b560f {{(pid=87872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 11:58:59.665062 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device f0b622bc-ece0-4eca-8d7a-af47497b560f not bound to the agent host dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 11:58:59.665687 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 37488a84-7a1e-4966-9466-86247382d861 no longer exists at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 11:58:59.685748 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-b4975ec6-8ad0-4306-951b-a2ba8dca2687 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3436877'] for subnet, precommit_delete_associations {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:59.780567 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-a44c899e-01ac-48cf-b81f-cd319c86cd7d tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588883'] for network, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:58:59.846226 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] No Port match for: 37488a84-7a1e-4966-9466-86247382d861 {{(pid=87872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 11:58:59.847293 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 37488a84-7a1e-4966-9466-86247382d861 not bound to the agent host dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 11:58:59.849515 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7048b511-cee7-4792-8517-a8146eec136c None None] Network 5df4ec91-b994-4337-98be-1b2930f844e7 requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:58:59.889745 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-a44c899e-01ac-48cf-b81f-cd319c86cd7d tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Deleting port e2d63eb1-651b-458a-a536-60bc1bcde417 {{(pid=87870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:58:59.891930 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-a44c899e-01ac-48cf-b81f-cd319c86cd7d tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:00.102758 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.db_base_plugin_common [None req-a10df130-f6cd-40d1-91fe-50c2597d7e5b None None] Allocated IP 172.20.0.2 (e95a87e2-4c44-46e2-9de5-2786cbaea69c/f6f3400c-f860-4d36-93a2-b9629dcbb8c4/5bdd716d-eb8a-4f67-8412-bce6a1556561) {{(pid=87872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:59:00.129780 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.objects.ports [None req-ce46fbff-5246-493e-8ed2-c1a5b88c2fb7 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87871) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 28 11:59:00.144871 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-ce46fbff-5246-493e-8ed2-c1a5b88c2fb7 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2364128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26551408'] for subnet, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:00.183806 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 52778) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:00.222729 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-83524f24-2c05-42c8-b97a-c878a91e42bf None None] Provisioning complete for port b8ec7124-5c83-4d4a-9eee-9cbeca01e273 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:59:00.223435 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-83524f24-2c05-42c8-b97a-c878a91e42bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:00.248528 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 294c40ad-476e-4949-9ce3-cb43f45d90b3 up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:59:00.276400 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.db_base_plugin_common [None req-2ca99b34-2265-4998-a9e5-d91796331c9f tempest-FloatingIPAdminTestJSON-2142079128 tempest-FloatingIPAdminTestJSON-2142079128-project-admin] Allocated IP 172.26.7.148 (ac2b1748-8f63-4b17-a9c7-07e79704aa5b/0b7ebf76-1dc7-431a-a0b4-b96bacf287c2/068f8475-c7c8-48c0-a458-31734e7917a1) {{(pid=87871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:59:00.290782 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce46fbff-5246-493e-8ed2-c1a5b88c2fb7 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Pushing event updated for resources: {'Subnet': ['ID=fefdfbe7-df27-44b7-b7da-701d2c751667,revision_number=0']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:59:00.345729 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce46fbff-5246-493e-8ed2-c1a5b88c2fb7 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Network e95a87e2-4c44-46e2-9de5-2786cbaea69c is already hosted by enough agents. {{(pid=87871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:59:00.371523 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.db [None req-a44c899e-01ac-48cf-b81f-cd319c86cd7d tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] For port e2d63eb1-651b-458a-a536-60bc1bcde417, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=e2d63eb1-651b-458a-a536-60bc1bcde417,segment=NetworkSegment(431f6715-5921-4c58-94f4-398057dd179b),segment_id=431f6715-5921-4c58-94f4-398057dd179b)] {{(pid=87870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:59:00.371886 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-a44c899e-01ac-48cf-b81f-cd319c86cd7d tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:00.392078 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-ce46fbff-5246-493e-8ed2-c1a5b88c2fb7 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Resources bound (agent type, host, resource id): {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:59:00.394891 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce46fbff-5246-493e-8ed2-c1a5b88c2fb7 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:59:00.395529 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-ce46fbff-5246-493e-8ed2-c1a5b88c2fb7 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks [] for subnet, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:00.403938 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-b4975ec6-8ad0-4306-951b-a2ba8dca2687 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1919782'] for subnet, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:00.488100 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-ce46fbff-5246-493e-8ed2-c1a5b88c2fb7 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.6899924 Mar 28 11:59:00.557275 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-a44c899e-01ac-48cf-b81f-cd319c86cd7d tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Calling delete_port for e2d63eb1-651b-458a-a536-60bc1bcde417 owned by network:dhcp {{(pid=87870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:59:00.579866 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-2ca99b34-2265-4998-a9e5-d91796331c9f tempest-FloatingIPAdminTestJSON-2142079128 tempest-FloatingIPAdminTestJSON-2142079128-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:00.592298 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 52784) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:00.601647 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-b4975ec6-8ad0-4306-951b-a2ba8dca2687 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1919805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2364079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26551417'] for subnet, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:00.647630 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4975ec6-8ad0-4306-951b-a2ba8dca2687 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Pushing event deleted for resources: {'Subnet': ['ID=0a5433f1-2542-432a-8f48-98e1d94d712a,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:59:00.651698 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-b4975ec6-8ad0-4306-951b-a2ba8dca2687 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks [] for subnet, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:00.661740 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-b4975ec6-8ad0-4306-951b-a2ba8dca2687 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] 10.222.0.30 "DELETE /v2.0/subnets/0a5433f1-2542-432a-8f48-98e1d94d712a HTTP/1.1" status: 204 len: 168 time: 1.3299561 Mar 28 11:59:00.664424 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 52790) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:00.666964 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-6e642d2a-35cf-441c-8960-42a2b60ef040 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Request body: {'port': {'network_id': 'e95a87e2-4c44-46e2-9de5-2786cbaea69c', 'mac_address': 'fa:16:3e:06:0f:09', 'name': 'tempest-NetworksTestDHCPv6-1438045928'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:59:00.669367 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning for port 294c40ad-476e-4949-9ce3-cb43f45d90b3 completed by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:59:00.708577 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.pecan_wsgi.hooks.translation [None req-791f9882-76cb-47a0-8440-81eff1fac46d tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] DELETE failed (client error): The resource could not be found. Mar 28 11:59:00.708873 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-791f9882-76cb-47a0-8440-81eff1fac46d tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 11:59:00.713526 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-791f9882-76cb-47a0-8440-81eff1fac46d tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] 10.222.0.30 "DELETE /v2.0/subnets/f08009f9-e83f-4e39-8a5e-7e2d4b413376 HTTP/1.1" status: 404 len: 337 time: 0.0450013 Mar 28 11:59:00.713526 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-2ca99b34-2265-4998-a9e5-d91796331c9f tempest-FloatingIPAdminTestJSON-2142079128 tempest-FloatingIPAdminTestJSON-2142079128-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:00.715833 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-78c6be04-a9a3-4b22-a2c8-1aa718df26eb tempest-DvrRoutersNegativeTest-1967385631 tempest-DvrRoutersNegativeTest-1967385631-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-29144115', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:59:00.716542 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 52794) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:00.718881 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.policy [None req-78c6be04-a9a3-4b22-a2c8-1aa718df26eb tempest-DvrRoutersNegativeTest-1967385631 tempest-DvrRoutersNegativeTest-1967385631-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=87870) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Mar 28 11:59:00.719221 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.policy [None req-78c6be04-a9a3-4b22-a2c8-1aa718df26eb tempest-DvrRoutersNegativeTest-1967385631 tempest-DvrRoutersNegativeTest-1967385631-project] Failed policy check for 'create_router' {{(pid=87870) enforce /opt/stack/neutron/neutron/policy.py:520}} Mar 28 11:59:00.719734 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.api.v2.resource [None req-78c6be04-a9a3-4b22-a2c8-1aa718df26eb tempest-DvrRoutersNegativeTest-1967385631 tempest-DvrRoutersNegativeTest-1967385631-project] create failed (client error): Access was denied to this resource. Mar 28 11:59:00.724179 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-78c6be04-a9a3-4b22-a2c8-1aa718df26eb tempest-DvrRoutersNegativeTest-1967385631 tempest-DvrRoutersNegativeTest-1967385631-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.5356102 Mar 28 11:59:00.724365 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port 294c40ad-476e-4949-9ce3-cb43f45d90b3 triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:59:00.724365 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:00.832059 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-a10df130-f6cd-40d1-91fe-50c2597d7e5b None None] Notify callbacks [] for port, precommit_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:00.858307 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-a10df130-f6cd-40d1-91fe-50c2597d7e5b None None] Transition to ACTIVE for port object 5bdd716d-eb8a-4f67-8412-bce6a1556561 will not be triggered until provisioned by entity L2. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:59:00.862331 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-83524f24-2c05-42c8-b97a-c878a91e42bf None None] Provisioning complete for port 6ce68521-93d5-4423-b952-400b9f55bf34 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:59:00.863014 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-83524f24-2c05-42c8-b97a-c878a91e42bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:00.884515 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-728f0074-f6ab-4d7f-a2b3-771a5894b801 tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:00.897573 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2831a4c7-b245-4788-8865-45c50432e091 None None] DHCP port deletion for d13ee7b7-642e-444e-94d8-9d13568b62b5 request from dv-neutron-835340-2-hyperv {{(pid=87872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 11:59:00.938079 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-2831a4c7-b245-4788-8865-45c50432e091 None None] Deleting port e2d63eb1-651b-458a-a536-60bc1bcde417 {{(pid=87872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:59:00.939642 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2831a4c7-b245-4788-8865-45c50432e091 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:01.037304 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-20a7c195-d37e-49aa-a559-3e6ad5ff6094 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] 10.222.0.30 "GET /v2.0/ports?device_id=10f618c6-829a-4d24-8bd2-aec366621ee8 HTTP/1.1" status: 200 len: 205 time: 0.0500906 Mar 28 11:59:01.046712 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 52800) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:01.053190 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-a10df130-f6cd-40d1-91fe-50c2597d7e5b None None] Transition to ACTIVE for port object 5bdd716d-eb8a-4f67-8412-bce6a1556561 will not be triggered until provisioned by entity DHCP. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:59:01.061720 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ca99b34-2265-4998-a9e5-d91796331c9f tempest-FloatingIPAdminTestJSON-2142079128 tempest-FloatingIPAdminTestJSON-2142079128-project-admin] Network ac2b1748-8f63-4b17-a9c7-07e79704aa5b is already hosted by enough agents. {{(pid=87871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:59:01.097516 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-a10df130-f6cd-40d1-91fe-50c2597d7e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241'] for port, after_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:01.140780 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-83524f24-2c05-42c8-b97a-c878a91e42bf None None] Port 6ce68521-93d5-4423-b952-400b9f55bf34 cannot update to ACTIVE because it is not bound. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 11:59:01.150192 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-a44c899e-01ac-48cf-b81f-cd319c86cd7d tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:01.152316 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-2ca99b34-2265-4998-a9e5-d91796331c9f tempest-FloatingIPAdminTestJSON-2142079128 tempest-FloatingIPAdminTestJSON-2142079128-project-admin] Resources bound (agent type, host, resource id): {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:59:01.162716 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca99b34-2265-4998-a9e5-d91796331c9f tempest-FloatingIPAdminTestJSON-2142079128 tempest-FloatingIPAdminTestJSON-2142079128-project-admin] Received port after_create {{(pid=87871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:59:01.200904 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.api.v2.resource [None req-5c5f142c-0b62-4a41-b22d-62bcada28955 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] delete failed (client error): The resource could not be found. Mar 28 11:59:01.201932 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-5c5f142c-0b62-4a41-b22d-62bcada28955 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] 10.222.0.30 "DELETE /v2.0/routers/10f618c6-829a-4d24-8bd2-aec366621ee8 HTTP/1.1" status: 404 len: 336 time: 0.1523964 Mar 28 11:59:01.208987 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 52806) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:01.226525 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:01.239668 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-2831a4c7-b245-4788-8865-45c50432e091 None None] The port 'e2d63eb1-651b-458a-a536-60bc1bcde417' was deleted {{(pid=87872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 11:59:01.254501 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca99b34-2265-4998-a9e5-d91796331c9f tempest-FloatingIPAdminTestJSON-2142079128 tempest-FloatingIPAdminTestJSON-2142079128-project-admin] Pushing event updated for resources: {'Port': ['ID=068f8475-c7c8-48c0-a458-31734e7917a1,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:59:01.267816 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.pecan_wsgi.hooks.translation [None req-9eb85582-4599-45c3-9b2e-037e14bb44b7 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] DELETE failed (client error): The resource could not be found. Mar 28 11:59:01.268272 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9eb85582-4599-45c3-9b2e-037e14bb44b7 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 11:59:01.269963 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-9eb85582-4599-45c3-9b2e-037e14bb44b7 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] 10.222.0.30 "DELETE /v2.0/subnets/1490747e-9e2c-4f92-8462-3c92865827c8 HTTP/1.1" status: 404 len: 337 time: 0.0540280 Mar 28 11:59:01.272556 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 52810) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:01.273623 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-6e642d2a-35cf-441c-8960-42a2b60ef040 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:59:01.300669 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a10df130-f6cd-40d1-91fe-50c2597d7e5b None None] Network e95a87e2-4c44-46e2-9de5-2786cbaea69c is already hosted by enough agents. {{(pid=87872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:59:01.301433 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-6e642d2a-35cf-441c-8960-42a2b60ef040 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:59:01.306831 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 52814) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:01.316286 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44c899e-01ac-48cf-b81f-cd319c86cd7d tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Pushing event deleted for resources: {'Port': ['ID=e2d63eb1-651b-458a-a536-60bc1bcde417,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:59:01.316948 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.base_scheduler [None req-a10df130-f6cd-40d1-91fe-50c2597d7e5b None None] Resources bound (agent type, host, resource id): {{(pid=87872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:59:01.328959 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a10df130-f6cd-40d1-91fe-50c2597d7e5b None None] Received port after_create {{(pid=87872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:59:01.331649 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10df130-f6cd-40d1-91fe-50c2597d7e5b None None] Pushing event updated for resources: {'Port': ['ID=5bdd716d-eb8a-4f67-8412-bce6a1556561,revision_number=1']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:59:01.349970 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.db.resource_extend [None req-223bdac2-7f52-4e6b-9831-465f4408703b tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 28 11:59:01.354989 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.pecan_wsgi.hooks.translation [None req-4023006d-3a06-45cb-b2fe-70b9528c7c01 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] DELETE failed (client error): The resource could not be found. Mar 28 11:59:01.355439 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4023006d-3a06-45cb-b2fe-70b9528c7c01 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 11:59:01.357157 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-4023006d-3a06-45cb-b2fe-70b9528c7c01 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] 10.222.0.30 "DELETE /v2.0/subnets/68da9e5b-162e-48bd-ac51-aaee82c649fa HTTP/1.1" status: 404 len: 337 time: 0.0827031 Mar 28 11:59:01.359768 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 52820) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:01.372547 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a44c899e-01ac-48cf-b81f-cd319c86cd7d tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] No DVR routers for this DVR port e2d63eb1-651b-458a-a536-60bc1bcde417 on host dv-neutron-835340-2-hyperv {{(pid=87870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 11:59:01.379664 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-6df719a7-2ce3-427e-ba55-b6d0eabd1b2c None None] Provisioning for port d9ad0ea3-7e13-4774-8251-cf8685ba71f8 completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:59:01.399918 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.pecan_wsgi.hooks.translation [None req-20557a8a-f412-4e32-924d-32d072815b24 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] DELETE failed (client error): The resource could not be found. Mar 28 11:59:01.400371 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20557a8a-f412-4e32-924d-32d072815b24 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 11:59:01.401723 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] For port 294c40ad-476e-4949-9ce3-cb43f45d90b3, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=294c40ad-476e-4949-9ce3-cb43f45d90b3,segment=NetworkSegment(e2b0e497-2c08-451b-8513-16209a0aa420),segment_id=e2b0e497-2c08-451b-8513-16209a0aa420)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:59:01.402057 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-20557a8a-f412-4e32-924d-32d072815b24 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] 10.222.0.30 "DELETE /v2.0/subnets/83832ec7-a7c9-40a2-8761-7e358b98f544 HTTP/1.1" status: 404 len: 337 time: 0.0414102 Mar 28 11:59:01.406462 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 52824) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:01.428305 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-223bdac2-7f52-4e6b-9831-465f4408703b tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks [] for port, precommit_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:01.438881 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e642d2a-35cf-441c-8960-42a2b60ef040 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Made reservation on behalf of b4adfe5c8b3a4e57a1afd1d44c455245 for: {'port': 1} {{(pid=87870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:59:01.461250 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.pecan_wsgi.hooks.translation [None req-606bb891-1bd4-4153-bc6f-95746fa30e15 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] DELETE failed (client error): The resource could not be found. Mar 28 11:59:01.461891 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-606bb891-1bd4-4153-bc6f-95746fa30e15 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 11:59:01.463735 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-606bb891-1bd4-4153-bc6f-95746fa30e15 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] 10.222.0.30 "DELETE /v2.0/ports/24c7bbe8-1467-42e8-9f2b-8c1eb64c0517 HTTP/1.1" status: 404 len: 333 time: 0.0562189 Mar 28 11:59:01.490674 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 52828) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:01.491357 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-223bdac2-7f52-4e6b-9831-465f4408703b tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2558288'] for port, after_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:01.516128 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38dbf2ce-dbac-4639-aedc-2bf9e04b2b23 None None] Update dhcp port {'port': {'network_id': '5df4ec91-b994-4337-98be-1b2930f844e7', 'fixed_ips': [{'subnet_id': '0a5433f1-2542-432a-8f48-98e1d94d712a'}], 'binding:host_id': 'dv-neutron-835340-2-hyperv'}, 'id': 'b8ec7124-5c83-4d4a-9eee-9cbeca01e273'} from dv-neutron-835340-2-hyperv. {{(pid=87872) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 28 11:59:01.551137 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-6df719a7-2ce3-427e-ba55-b6d0eabd1b2c None None] Provisioning complete for port d9ad0ea3-7e13-4774-8251-cf8685ba71f8 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:59:01.551419 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-6df719a7-2ce3-427e-ba55-b6d0eabd1b2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:01.589158 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:01.589851 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 2657de3f-45d4-43e3-ba0a-596c0d44ea2a up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:59:01.700684 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-a10df130-f6cd-40d1-91fe-50c2597d7e5b None None] Attempting to bind port 5bdd716d-eb8a-4f67-8412-bce6a1556561 on host dv-neutron-835340-2-hyperv for vnic_type normal with profile {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:59:01.701069 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-a10df130-f6cd-40d1-91fe-50c2597d7e5b None None] Attempting to bind port 5bdd716d-eb8a-4f67-8412-bce6a1556561 by drivers openvswitch,hyperv on host dv-neutron-835340-2-hyperv at level 0 using segments [{'id': 'bd053757-b8b4-4f3a-b553-aa242f2d15d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e95a87e2-4c44-46e2-9de5-2786cbaea69c'}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:59:01.701392 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a10df130-f6cd-40d1-91fe-50c2597d7e5b None None] Attempting to bind port 5bdd716d-eb8a-4f67-8412-bce6a1556561 on network e95a87e2-4c44-46e2-9de5-2786cbaea69c {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:59:01.734406 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a10df130-f6cd-40d1-91fe-50c2597d7e5b None None] Checking agent: {'id': '961a16fe-cbc8-4264-ac28-bbbd53f89caa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 46, 6), 'started_at': datetime.datetime(2022, 3, 28, 11, 46, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 11, 58, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 11:59:01.734406 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a10df130-f6cd-40d1-91fe-50c2597d7e5b None None] Checking segment: {'id': 'bd053757-b8b4-4f3a-b553-aa242f2d15d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e95a87e2-4c44-46e2-9de5-2786cbaea69c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:59:01.734769 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-a10df130-f6cd-40d1-91fe-50c2597d7e5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:01.735550 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a10df130-f6cd-40d1-91fe-50c2597d7e5b None None] Bound using segment: {'id': 'bd053757-b8b4-4f3a-b553-aa242f2d15d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e95a87e2-4c44-46e2-9de5-2786cbaea69c'} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 11:59:01.735667 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-a10df130-f6cd-40d1-91fe-50c2597d7e5b None None] Bound port: 5bdd716d-eb8a-4f67-8412-bce6a1556561, host: dv-neutron-835340-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd053757-b8b4-4f3a-b553-aa242f2d15d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e95a87e2-4c44-46e2-9de5-2786cbaea69c'}}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 11:59:01.735995 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-a10df130-f6cd-40d1-91fe-50c2597d7e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:01.761762 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-38dbf2ce-dbac-4639-aedc-2bf9e04b2b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:01.785196 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-6df719a7-2ce3-427e-ba55-b6d0eabd1b2c None None] Port d9ad0ea3-7e13-4774-8251-cf8685ba71f8 cannot update to ACTIVE because it is not bound. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 11:59:01.786049 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-2ca99b34-2265-4998-a9e5-d91796331c9f tempest-FloatingIPAdminTestJSON-2142079128 tempest-FloatingIPAdminTestJSON-2142079128-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:01.830669 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-778765e1-1e14-4011-9109-a2ac574b2d9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:01.846669 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-a44c899e-01ac-48cf-b81f-cd319c86cd7d tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930431', 'neutron.services.segments.db._delete_segments_for_network-8783496351308'] for network, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:01.864294 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca3a863f-3277-4449-b3c5-af4aad138cc3 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] DELETE failed (client error): The resource could not be found. Mar 28 11:59:01.864737 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca3a863f-3277-4449-b3c5-af4aad138cc3 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 11:59:01.874660 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-2ca99b34-2265-4998-a9e5-d91796331c9f tempest-FloatingIPAdminTestJSON-2142079128 tempest-FloatingIPAdminTestJSON-2142079128-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:01.878321 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Pushing event updated for resources: {'Port': ['ID=294c40ad-476e-4949-9ce3-cb43f45d90b3,revision_number=3']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:59:01.923743 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-6df719a7-2ce3-427e-ba55-b6d0eabd1b2c None None] Provisioning complete for port 294c40ad-476e-4949-9ce3-cb43f45d90b3 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:59:01.924111 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-6df719a7-2ce3-427e-ba55-b6d0eabd1b2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:01.927309 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223bdac2-7f52-4e6b-9831-465f4408703b tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Pushing event updated for resources: {'Port': ['ID=d9ad0ea3-7e13-4774-8251-cf8685ba71f8,revision_number=2']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:59:01.935958 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-778765e1-1e14-4011-9109-a2ac574b2d9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:59:01.942879 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-ca3a863f-3277-4449-b3c5-af4aad138cc3 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] 10.222.0.30 "DELETE /v2.0/subnets/49c875b1-1fa8-4999-aba1-794f12de03a3 HTTP/1.1" status: 404 len: 337 time: 0.4222753 Mar 28 11:59:01.963407 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 52834) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:01.994789 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-a44c899e-01ac-48cf-b81f-cd319c86cd7d tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d13ee7b7-642e-444e-94d8-9d13568b62b5']}} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:59:02.004924 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-223bdac2-7f52-4e6b-9831-465f4408703b tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-743372'] for router_interface, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:02.012156 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning for port 2657de3f-45d4-43e3-ba0a-596c0d44ea2a completed by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:59:02.021860 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-778765e1-1e14-4011-9109-a2ac574b2d9f admin admin] Usage tracker for resource:security_group_rule and tenant:80ec9a8fa87c4341ade6fd7491f03b8b is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:59:02.029839 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.pecan_wsgi.hooks.translation [None req-0140cdc4-0e79-4084-b9ee-7a2dcd735088 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] DELETE failed (client error): The resource could not be found. Mar 28 11:59:02.031275 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0140cdc4-0e79-4084-b9ee-7a2dcd735088 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 11:59:02.031843 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-778765e1-1e14-4011-9109-a2ac574b2d9f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:59:02.037292 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-a44c899e-01ac-48cf-b81f-cd319c86cd7d tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '431f6715-5921-4c58-94f4-398057dd179b') {'for_net_delete': True} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:59:02.037701 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-a44c899e-01ac-48cf-b81f-cd319c86cd7d tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '431f6715-5921-4c58-94f4-398057dd179b') {} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:59:02.044763 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port 2657de3f-45d4-43e3-ba0a-596c0d44ea2a triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:59:02.045122 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:02.063432 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-778765e1-1e14-4011-9109-a2ac574b2d9f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:59:02.073001 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-a44c899e-01ac-48cf-b81f-cd319c86cd7d tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783496353639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3591341'] for segment, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:02.096500 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-a10df130-f6cd-40d1-91fe-50c2597d7e5b None None] For port 5bdd716d-eb8a-4f67-8412-bce6a1556561, host dv-neutron-835340-2-hyperv, cleared binding levels {{(pid=87872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 11:59:02.120888 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-6e642d2a-35cf-441c-8960-42a2b60ef040 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:02.127291 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-a10df130-f6cd-40d1-91fe-50c2597d7e5b None None] For port 5bdd716d-eb8a-4f67-8412-bce6a1556561, host dv-neutron-835340-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=5bdd716d-eb8a-4f67-8412-bce6a1556561,segment=NetworkSegment(bd053757-b8b4-4f3a-b553-aa242f2d15d2),segment_id=bd053757-b8b4-4f3a-b553-aa242f2d15d2)] {{(pid=87872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 11:59:02.130801 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-0140cdc4-0e79-4084-b9ee-7a2dcd735088 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] 10.222.0.30 "DELETE /v2.0/subnets/0995b15f-1798-44bb-8ef1-cacf939f7371 HTTP/1.1" status: 404 len: 337 time: 0.1659062 Mar 28 11:59:02.134057 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 52838) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:02.142928 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-a10df130-f6cd-40d1-91fe-50c2597d7e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:02.153733 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-728f0074-f6ab-4d7f-a2b3-771a5894b801 tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-709632', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-707672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260923'] for router, precommit_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:02.176398 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-a44c899e-01ac-48cf-b81f-cd319c86cd7d tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:02.195940 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a037653-df1a-4589-88b4-c8d093106199 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] DELETE failed (client error): The resource could not be found. Mar 28 11:59:02.196541 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a037653-df1a-4589-88b4-c8d093106199 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 11:59:02.200022 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-4a037653-df1a-4589-88b4-c8d093106199 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] 10.222.0.30 "DELETE /v2.0/ports/aa281577-e710-403b-8623-38e5ce7e07bf HTTP/1.1" status: 404 len: 333 time: 0.0632026 Mar 28 11:59:02.201383 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 52842) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:02.238076 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-728f0074-f6ab-4d7f-a2b3-771a5894b801 tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-709647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-709686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-745031'] for router, after_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:02.240351 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a44c899e-01ac-48cf-b81f-cd319c86cd7d tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=87870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 11:59:02.240747 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-a44c899e-01ac-48cf-b81f-cd319c86cd7d tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1920481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2558260'] for segment, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:02.246120 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01abd81e-cf11-456d-9e64-44b5bc49e360 None None] Network 5df4ec91-b994-4337-98be-1b2930f844e7 requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:59:02.252864 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.pecan_wsgi.hooks.translation [None req-38f68db1-9912-41d3-8241-bcbc60698eee tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] DELETE failed (client error): The resource could not be found. Mar 28 11:59:02.253303 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38f68db1-9912-41d3-8241-bcbc60698eee tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 11:59:02.257290 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-38f68db1-9912-41d3-8241-bcbc60698eee tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] 10.222.0.30 "DELETE /v2.0/subnets/658d8052-1405-4a95-948e-caec6874f67e HTTP/1.1" status: 404 len: 337 time: 0.0526686 Mar 28 11:59:02.258790 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 52846) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:02.265543 dv-neutron-835340-2-hyperv neutron-server[87870]: Traceback (most recent call last): Mar 28 11:59:02.265543 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 11:59:02.265543 dv-neutron-835340-2-hyperv neutron-server[87870]: timer() Mar 28 11:59:02.265543 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 11:59:02.265543 dv-neutron-835340-2-hyperv neutron-server[87870]: cb(*args, **kw) Mar 28 11:59:02.265543 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 11:59:02.265543 dv-neutron-835340-2-hyperv neutron-server[87870]: return func(*args, **kwargs) Mar 28 11:59:02.265543 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 11:59:02.265543 dv-neutron-835340-2-hyperv neutron-server[87870]: self._notify() Mar 28 11:59:02.265543 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 11:59:02.265543 dv-neutron-835340-2-hyperv neutron-server[87870]: self.callback(batched_events) Mar 28 11:59:02.265543 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 11:59:02.265543 dv-neutron-835340-2-hyperv neutron-server[87870]: event.method(event) Mar 28 11:59:02.265543 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 11:59:02.265543 dv-neutron-835340-2-hyperv neutron-server[87870]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 11:59:02.265543 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 11:59:02.265543 dv-neutron-835340-2-hyperv neutron-server[87870]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 11:59:02.265543 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 11:59:02.265543 dv-neutron-835340-2-hyperv neutron-server[87870]: return f(self, *a, **k) Mar 28 11:59:02.265543 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 11:59:02.265543 dv-neutron-835340-2-hyperv neutron-server[87870]: return self._get(url).json() Mar 28 11:59:02.265543 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 11:59:02.265543 dv-neutron-835340-2-hyperv neutron-server[87870]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 11:59:02.265543 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 11:59:02.265543 dv-neutron-835340-2-hyperv neutron-server[87870]: return self.request(url, 'GET', **kwargs) Mar 28 11:59:02.265543 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 11:59:02.265543 dv-neutron-835340-2-hyperv neutron-server[87870]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 11:59:02.265543 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 11:59:02.265543 dv-neutron-835340-2-hyperv neutron-server[87870]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 11:59:02.265543 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 11:59:02.265543 dv-neutron-835340-2-hyperv neutron-server[87870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 11:59:02.265543 dv-neutron-835340-2-hyperv neutron-server[87870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 11:59:02.295064 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.notifiers.nova [None req-6e642d2a-35cf-441c-8960-42a2b60ef040 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] device_id is not set on port a00b7a29-c18c-4bd5-b79d-1c7e46ac7cf0 yet. {{(pid=87870) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 11:59:02.295973 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-2ca99b34-2265-4998-a9e5-d91796331c9f tempest-FloatingIPAdminTestJSON-2142079128 tempest-FloatingIPAdminTestJSON-2142079128-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:02.301131 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.pecan_wsgi.hooks.translation [None req-83dff581-8682-4620-85b7-c8285ecc0778 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] DELETE failed (client error): The resource could not be found. Mar 28 11:59:02.301702 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83dff581-8682-4620-85b7-c8285ecc0778 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 11:59:02.306258 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-83dff581-8682-4620-85b7-c8285ecc0778 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] 10.222.0.30 "DELETE /v2.0/subnets/6b304923-5d57-4363-ae99-af254b4ab0a8 HTTP/1.1" status: 404 len: 337 time: 0.0442414 Mar 28 11:59:02.306685 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 52850) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:02.309273 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-2ca99b34-2265-4998-a9e5-d91796331c9f tempest-FloatingIPAdminTestJSON-2142079128 tempest-FloatingIPAdminTestJSON-2142079128-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2363241'] for port, after_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:02.328602 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10df130-f6cd-40d1-91fe-50c2597d7e5b None None] Pushing event updated for resources: {'Port': ['ID=5bdd716d-eb8a-4f67-8412-bce6a1556561,revision_number=2']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:59:02.420965 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-da480443-ee77-46b8-8588-af054f551f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:02.479719 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-88c29394-65f1-4beb-b6a5-1efb8662382e tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Deleting port 6ce68521-93d5-4423-b952-400b9f55bf34 {{(pid=87871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:59:02.479719 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-88c29394-65f1-4beb-b6a5-1efb8662382e tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:02.540000 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca99b34-2265-4998-a9e5-d91796331c9f tempest-FloatingIPAdminTestJSON-2142079128 tempest-FloatingIPAdminTestJSON-2142079128-project-admin] Pushing event updated for resources: {'Port': ['ID=068f8475-c7c8-48c0-a458-31734e7917a1,revision_number=2']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:59:02.552448 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-a44c899e-01ac-48cf-b81f-cd319c86cd7d tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709602'] for network, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:02.563723 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-2ca99b34-2265-4998-a9e5-d91796331c9f tempest-FloatingIPAdminTestJSON-2142079128 tempest-FloatingIPAdminTestJSON-2142079128-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-709520'] for floatingip, after_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:02.599692 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:02.639608 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] For port 2657de3f-45d4-43e3-ba0a-596c0d44ea2a, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=2657de3f-45d4-43e3-ba0a-596c0d44ea2a,segment=NetworkSegment(e2318926-c8e3-4e79-b3b7-c423133ae1ca),segment_id=e2318926-c8e3-4e79-b3b7-c423133ae1ca)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:59:02.660594 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:02.661460 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 5b250dbb-e59a-47e5-9131-b236ad6cacdd up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:59:02.764061 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-008334bf-7ff2-46af-b94a-0eeec0024db3 None None] Provisioning complete for port b8ec7124-5c83-4d4a-9eee-9cbeca01e273 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:59:02.764431 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-008334bf-7ff2-46af-b94a-0eeec0024db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:02.841434 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-a44c899e-01ac-48cf-b81f-cd319c86cd7d tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538751'] for network, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:02.862095 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port 5b250dbb-e59a-47e5-9131-b236ad6cacdd triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:59:02.862463 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:02.871760 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44c899e-01ac-48cf-b81f-cd319c86cd7d tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Pushing event deleted for resources: {'Network': ['ID=d13ee7b7-642e-444e-94d8-9d13568b62b5,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:59:02.888464 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-223bdac2-7f52-4e6b-9831-465f4408703b tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Network a956713e-d181-4807-8431-0d815148d80c is already hosted by enough agents. {{(pid=87870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:59:02.914502 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.base_scheduler [None req-223bdac2-7f52-4e6b-9831-465f4408703b tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Resources bound (agent type, host, resource id): {{(pid=87870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:59:02.985556 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-a44c899e-01ac-48cf-b81f-cd319c86cd7d tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] 10.222.0.30 "DELETE /v2.0/networks/d13ee7b7-642e-444e-94d8-9d13568b62b5 HTTP/1.1" status: 204 len: 168 time: 3.4471252 Mar 28 11:59:03.010167 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 52854) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:03.020732 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cec6ac03-275b-415b-b90e-19121583ade9 None None] DHCP port deletion for 5df4ec91-b994-4337-98be-1b2930f844e7 request from dv-neutron-835340-2-hyperv {{(pid=87872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 11:59:03.033994 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-cec6ac03-275b-415b-b90e-19121583ade9 None None] Deleting port b8ec7124-5c83-4d4a-9eee-9cbeca01e273 {{(pid=87872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:59:03.034316 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-cec6ac03-275b-415b-b90e-19121583ade9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:03.098950 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-778765e1-1e14-4011-9109-a2ac574b2d9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:03.131591 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Pushing event updated for resources: {'Port': ['ID=2657de3f-45d4-43e3-ba0a-596c0d44ea2a,revision_number=5']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:59:03.137932 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.db.l3_db [None req-2ca99b34-2265-4998-a9e5-d91796331c9f tempest-FloatingIPAdminTestJSON-2142079128 tempest-FloatingIPAdminTestJSON-2142079128-project-admin] Floating IP 535e8cc3-50cd-4e12-af1b-f87350524d28 associated. External IP: 172.26.7.148, port: e017d580-c802-4480-8e18-c27408fb248c. Mar 28 11:59:03.205568 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-778765e1-1e14-4011-9109-a2ac574b2d9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:03.223486 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-88c29394-65f1-4beb-b6a5-1efb8662382e tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:03.350668 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-778765e1-1e14-4011-9109-a2ac574b2d9f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=80ec9a8fa87c4341ade6fd7491f03b8b&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0321686 Mar 28 11:59:03.352091 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 52858) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:03.371392 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-88c29394-65f1-4beb-b6a5-1efb8662382e tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Calling delete_port for 6ce68521-93d5-4423-b952-400b9f55bf34 owned by {{(pid=87871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:59:03.391527 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778765e1-1e14-4011-9109-a2ac574b2d9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7849df24-2898-4e0d-b00a-738a0af63883,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:59:03.392861 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-008334bf-7ff2-46af-b94a-0eeec0024db3 None None] Provisioning complete for port 6ce68521-93d5-4423-b952-400b9f55bf34 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:59:03.393355 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-008334bf-7ff2-46af-b94a-0eeec0024db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:03.401458 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-f2043d53-5d22-4b3a-900a-fdd0830ceca1 tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Synchronizing usage tracker for tenant:1fdd77c40c034f3cb33462467c5da67a on resource:port {{(pid=87871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:59:03.405277 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-223bdac2-7f52-4e6b-9831-465f4408703b tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Router 938ec9b1-845a-41c1-8863-138dcf053909 has already been hosted by L3 agent af79d429-529e-400b-a119-94d4bec03f3e {{(pid=87870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 11:59:03.445980 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-728f0074-f6ab-4d7f-a2b3-771a5894b801 tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Router 035d0d8a-4555-49b6-83c9-3d8935ac7429 is scheduled to L3 agent af79d429-529e-400b-a119-94d4bec03f3e with binding_index 1 {{(pid=87870) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 11:59:03.458094 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-f2043d53-5d22-4b3a-900a-fdd0830ceca1 tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Unset dirty status for tenant:1fdd77c40c034f3cb33462467c5da67a on resource:port {{(pid=87871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:59:03.462522 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-f2043d53-5d22-4b3a-900a-fdd0830ceca1 tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c57ae2a-6503-4086-ae47-ab11d4d86440 HTTP/1.1" status: 200 len: 205 time: 0.4513595 Mar 28 11:59:03.466114 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 52862) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:03.474592 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.db_base_plugin_common [None req-6e642d2a-35cf-441c-8960-42a2b60ef040 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Allocated IP 172.20.0.10 (e95a87e2-4c44-46e2-9de5-2786cbaea69c/f6f3400c-f860-4d36-93a2-b9629dcbb8c4/a00b7a29-c18c-4bd5-b79d-1c7e46ac7cf0) {{(pid=87870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:59:03.535837 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-008334bf-7ff2-46af-b94a-0eeec0024db3 None None] Port 6ce68521-93d5-4423-b952-400b9f55bf34 cannot update to ACTIVE because it is not bound. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 11:59:03.543496 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-cec6ac03-275b-415b-b90e-19121583ade9 None None] For port b8ec7124-5c83-4d4a-9eee-9cbeca01e273, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=b8ec7124-5c83-4d4a-9eee-9cbeca01e273,segment=NetworkSegment(53cdb527-f329-4e42-aa7b-ce2bc95a9007),segment_id=53cdb527-f329-4e42-aa7b-ce2bc95a9007)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:59:03.543894 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-cec6ac03-275b-415b-b90e-19121583ade9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:03.562600 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device e0329d2d-e0b0-4de6-8784-2d3cf8c9cfae no longer exists at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 11:59:03.669386 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.db_base_plugin_common [None req-6e642d2a-35cf-441c-8960-42a2b60ef040 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Allocated IP 2001:db8::f816:3eff:fe06:f09 (e95a87e2-4c44-46e2-9de5-2786cbaea69c/fefdfbe7-df27-44b7-b7da-701d2c751667/a00b7a29-c18c-4bd5-b79d-1c7e46ac7cf0) {{(pid=87870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:59:03.708604 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-88c29394-65f1-4beb-b6a5-1efb8662382e tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:03.712948 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] No Port match for: e0329d2d-e0b0-4de6-8784-2d3cf8c9cfae {{(pid=87872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 11:59:03.713108 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-f12c19ef-3963-447a-b205-9b86be50f04e tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Notify callbacks [] for router, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:03.713303 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device e0329d2d-e0b0-4de6-8784-2d3cf8c9cfae not bound to the agent host dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 11:59:03.721510 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-cec6ac03-275b-415b-b90e-19121583ade9 None None] Calling delete_port for b8ec7124-5c83-4d4a-9eee-9cbeca01e273 owned by network:dhcp {{(pid=87872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:59:03.795233 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-6edad581-74b4-49c1-9e6a-aca74c432556 None None] Provisioning complete for port d9ad0ea3-7e13-4774-8251-cf8685ba71f8 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:59:03.795632 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-6edad581-74b4-49c1-9e6a-aca74c432556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:03.884218 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c29394-65f1-4beb-b6a5-1efb8662382e tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Pushing event deleted for resources: {'Port': ['ID=6ce68521-93d5-4423-b952-400b9f55bf34,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:59:03.887617 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c1e6b54d-d805-4055-bb37-9f67120687a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:03.893131 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-88c29394-65f1-4beb-b6a5-1efb8662382e tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:03.901907 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-6edad581-74b4-49c1-9e6a-aca74c432556 None None] Port d9ad0ea3-7e13-4774-8251-cf8685ba71f8 cannot update to ACTIVE because it is not bound. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 11:59:03.916603 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-cec6ac03-275b-415b-b90e-19121583ade9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250'] for port, after_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:03.948407 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-223bdac2-7f52-4e6b-9831-465f4408703b tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 11:59:03.954036 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-223bdac2-7f52-4e6b-9831-465f4408703b tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] 10.222.0.30 "PUT /v2.0/routers/938ec9b1-845a-41c1-8863-138dcf053909/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.1943986 Mar 28 11:59:03.988736 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 52866) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:03.989149 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f7753e4-e860-497a-b12a-3d02acbf8dd7 None None] Sync routers for ids ['938ec9b1-845a-41c1-8863-138dcf053909'] in dv-neutron-835340-2-hyperv {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 11:59:04.013301 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-e7dcb800-c720-4076-9c32-78d32dc028bd tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Request body: {'network': {'name': 'tempest-RoutersTest-437572185'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:59:04.023898 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec6ac03-275b-415b-b90e-19121583ade9 None None] Pushing event deleted for resources: {'Port': ['ID=b8ec7124-5c83-4d4a-9eee-9cbeca01e273,revision_number=None']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:59:04.026555 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec6ac03-275b-415b-b90e-19121583ade9 None None] No DVR routers for this DVR port b8ec7124-5c83-4d4a-9eee-9cbeca01e273 on host dv-neutron-835340-2-hyperv {{(pid=87872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 11:59:04.034941 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f7753e4-e860-497a-b12a-3d02acbf8dd7 None None] Routers {'938ec9b1-845a-41c1-8863-138dcf053909'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:59:04.039916 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-1f7753e4-e860-497a-b12a-3d02acbf8dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T11:58:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['938ec9b1-845a-41c1-8863-138dcf053909'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:59:04.063671 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c1e6b54d-d805-4055-bb37-9f67120687a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:04.113400 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 5bdd716d-eb8a-4f67-8412-bce6a1556561 up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:59:04.138381 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cf286ba-4969-4a0d-ad24-181cc8a2df4d None None] Network e95a87e2-4c44-46e2-9de5-2786cbaea69c requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:59:04.173224 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-728f0074-f6ab-4d7f-a2b3-771a5894b801 tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 11:59:04.178727 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-728f0074-f6ab-4d7f-a2b3-771a5894b801 tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Notify callbacks [] for router, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:04.180821 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-728f0074-f6ab-4d7f-a2b3-771a5894b801 tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] 10.222.0.30 "PUT /v2.0/routers/035d0d8a-4555-49b6-83c9-3d8935ac7429 HTTP/1.1" status: 200 len: 918 time: 9.8932748 Mar 28 11:59:04.187616 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e7243d5-67fa-47f8-99ca-f80b3e0faca4 None None] Sync routers for ids ['035d0d8a-4555-49b6-83c9-3d8935ac7429'] in dv-neutron-835340-2-hyperv {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 11:59:04.203043 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e7243d5-67fa-47f8-99ca-f80b3e0faca4 None None] Routers {'035d0d8a-4555-49b6-83c9-3d8935ac7429'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:59:04.203681 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-5e7243d5-67fa-47f8-99ca-f80b3e0faca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T11:58:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['035d0d8a-4555-49b6-83c9-3d8935ac7429'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:59:04.231360 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 52870) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:04.255861 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-e7dcb800-c720-4076-9c32-78d32dc028bd tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:59:04.266676 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-88c29394-65f1-4beb-b6a5-1efb8662382e tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] 10.222.0.30 "DELETE /v2.0/ports/6ce68521-93d5-4423-b952-400b9f55bf34 HTTP/1.1" status: 204 len: 168 time: 1.9588103 Mar 28 11:59:04.269326 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-e7dcb800-c720-4076-9c32-78d32dc028bd tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Usage tracker for resource:network and tenant:fc0f0a585a8c4bf2950e053878e50dfb is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:59:04.272806 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-5e7243d5-67fa-47f8-99ca-f80b3e0faca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:59:04.283202 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e7243d5-67fa-47f8-99ca-f80b3e0faca4 None None] Routers {'035d0d8a-4555-49b6-83c9-3d8935ac7429'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:59:04.283822 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-5e7243d5-67fa-47f8-99ca-f80b3e0faca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T11:58:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['035d0d8a-4555-49b6-83c9-3d8935ac7429'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:59:04.306050 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 52874) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:04.332173 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-e7dcb800-c720-4076-9c32-78d32dc028bd tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:59:04.352859 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-e7dcb800-c720-4076-9c32-78d32dc028bd tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:59:04.356742 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-5e7243d5-67fa-47f8-99ca-f80b3e0faca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:59:04.357228 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e7243d5-67fa-47f8-99ca-f80b3e0faca4 None None] The sync data for ids ['035d0d8a-4555-49b6-83c9-3d8935ac7429'] in dv-neutron-835340-2-hyperv is: [] {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 11:59:04.428637 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-f12c19ef-3963-447a-b205-9b86be50f04e tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-745164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-260864'] for router, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:04.432985 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-f12c19ef-3963-447a-b205-9b86be50f04e tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:04.477480 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c1e6b54d-d805-4055-bb37-9f67120687a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:04.501753 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7dcb800-c720-4076-9c32-78d32dc028bd tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Made reservation on behalf of fc0f0a585a8c4bf2950e053878e50dfb for: {'network': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:59:04.505291 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-e7dcb800-c720-4076-9c32-78d32dc028bd tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for network, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:04.525535 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-fb928a80-0f8c-4e91-93e0-ac0af4e61316 None None] Provisioning for port 5bdd716d-eb8a-4f67-8412-bce6a1556561 completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:59:04.535185 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvr_db [None req-1f7753e4-e860-497a-b12a-3d02acbf8dd7 None None] Set router 938ec9b1-845a-41c1-8863-138dcf053909 gateway port host: None {{(pid=87872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:59:04.555199 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-f12c19ef-3963-447a-b205-9b86be50f04e tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-745021'] for router, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:04.555774 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f12c19ef-3963-447a-b205-9b86be50f04e tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Fanout notify agent at l3_agent the message router_deleted on router 2c57ae2a-6503-4086-ae47-ab11d4d86440 {{(pid=87871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 11:59:04.562741 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-ffc4889a-14a1-4e65-98ce-cbcbc5dd5953 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588883'] for network, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:04.574066 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ca99b34-2265-4998-a9e5-d91796331c9f tempest-FloatingIPAdminTestJSON-2142079128 tempest-FloatingIPAdminTestJSON-2142079128-project-admin] Router 2c49f547-c41c-41ef-82cf-526be9dbf15c has already been hosted by L3 agent af79d429-529e-400b-a119-94d4bec03f3e {{(pid=87871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 11:59:04.578506 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-f12c19ef-3963-447a-b205-9b86be50f04e tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] Notify callbacks [] for router, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:04.581760 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-f12c19ef-3963-447a-b205-9b86be50f04e tempest-RoutersNegativeIpV6Test-1787283067 tempest-RoutersNegativeIpV6Test-1787283067-project] 10.222.0.30 "DELETE /v2.0/routers/2c57ae2a-6503-4086-ae47-ab11d4d86440 HTTP/1.1" status: 204 len: 168 time: 1.1050932 Mar 28 11:59:04.584038 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7dcb800-c720-4076-9c32-78d32dc028bd tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=87871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 11:59:04.590293 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e6b54d-d805-4055-bb37-9f67120687a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7849df24-2898-4e0d-b00a-738a0af63883,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:59:04.598986 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-e7dcb800-c720-4076-9c32-78d32dc028bd tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:04.598986 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.db.segments_db [None req-e7dcb800-c720-4076-9c32-78d32dc028bd tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Added segment 206bb571-1fa6-4b99-b6a8-89df65428dc6 of type vlan for network e61f253c-fcf1-4062-ae59-9fbb293fe086 Mar 28 11:59:04.615105 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-6e642d2a-35cf-441c-8960-42a2b60ef040 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks [] for port, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:04.628627 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c1e6b54d-d805-4055-bb37-9f67120687a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:04.632816 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-c1e6b54d-d805-4055-bb37-9f67120687a6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7849df24-2898-4e0d-b00a-738a0af63883 HTTP/1.1" status: 204 len: 168 time: 1.2651770 Mar 28 11:59:04.699099 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-ea80ced7-b621-4420-a227-828e3ba93b78 tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] 10.222.0.30 "GET /v2.0/routers/035d0d8a-4555-49b6-83c9-3d8935ac7429 HTTP/1.1" status: 200 len: 924 time: 0.4674995 Mar 28 11:59:04.701031 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.provisioning_blocks [None req-6e642d2a-35cf-441c-8960-42a2b60ef040 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Transition to ACTIVE for port object a00b7a29-c18c-4bd5-b79d-1c7e46ac7cf0 will not be triggered until provisioned by entity DHCP. {{(pid=87870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:59:04.707269 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 52882) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:04.740324 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-e7dcb800-c720-4076-9c32-78d32dc028bd tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783495836591'] for network, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:04.847376 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ca99b34-2265-4998-a9e5-d91796331c9f tempest-FloatingIPAdminTestJSON-2142079128 tempest-FloatingIPAdminTestJSON-2142079128-project-admin] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 11:59:04.900662 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-2ca99b34-2265-4998-a9e5-d91796331c9f tempest-FloatingIPAdminTestJSON-2142079128 tempest-FloatingIPAdminTestJSON-2142079128-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for floatingip, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:04.921267 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning for port 5bdd716d-eb8a-4f67-8412-bce6a1556561 completed by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:59:04.933041 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-e7dcb800-c720-4076-9c32-78d32dc028bd tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765'] for network, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:04.938730 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7dcb800-c720-4076-9c32-78d32dc028bd tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:59:04.940183 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e08107-4580-49fc-a8d3-0eda59fb19e6 None None] Sync routers for ids ['2c49f547-c41c-41ef-82cf-526be9dbf15c'] in dv-neutron-835340-2-hyperv {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 11:59:04.940460 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-e7dcb800-c720-4076-9c32-78d32dc028bd tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks [] for network, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:04.981339 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-ffc4889a-14a1-4e65-98ce-cbcbc5dd5953 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930431', 'neutron.services.segments.db._delete_segments_for_network-8783496351308'] for network, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:04.983903 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-97128993-f21c-4188-92b5-1232b98fb879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:04.985318 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port 5bdd716d-eb8a-4f67-8412-bce6a1556561 triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:59:04.985678 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:05.040824 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-e7dcb800-c720-4076-9c32-78d32dc028bd tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.0504420 Mar 28 11:59:05.045344 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-ffc4889a-14a1-4e65-98ce-cbcbc5dd5953 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5df4ec91-b994-4337-98be-1b2930f844e7']}} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:59:05.062926 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 52890) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:05.076190 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-87f7ac70-e670-4131-be96-223a5212503f tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Request body: {'subnet': {'network_id': 'e61f253c-fcf1-4062-ae59-9fbb293fe086', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:59:05.084245 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e08107-4580-49fc-a8d3-0eda59fb19e6 None None] Routers {'2c49f547-c41c-41ef-82cf-526be9dbf15c'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:59:05.084890 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-60e08107-4580-49fc-a8d3-0eda59fb19e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T11:59:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['2c49f547-c41c-41ef-82cf-526be9dbf15c'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:59:05.097849 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90016e57-4ec8-453c-839e-5ee0e3f8819c tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:59:05.098818 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-90016e57-4ec8-453c-839e-5ee0e3f8819c tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Synchronizing usage tracker for tenant:e4b57e16d2b24ee4b747a47a9aaf2973 on resource:port {{(pid=87871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:59:05.113434 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-2ca99b34-2265-4998-a9e5-d91796331c9f tempest-FloatingIPAdminTestJSON-2142079128 tempest-FloatingIPAdminTestJSON-2142079128-project-admin] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 7.9197733 Mar 28 11:59:05.117215 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 52896) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:05.122995 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7dcb800-c720-4076-9c32-78d32dc028bd tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Pushing event updated for resources: {'Network': ['ID=e61f253c-fcf1-4062-ae59-9fbb293fe086,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:59:05.156360 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-60e08107-4580-49fc-a8d3-0eda59fb19e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:59:05.158715 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Network e61f253c-fcf1-4062-ae59-9fbb293fe086 details requested by agent ovs-agent-dv-neutron-835340-2-hyperv with host dv-neutron-835340-2-hyperv {{(pid=87872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 11:59:05.164389 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-ffc4889a-14a1-4e65-98ce-cbcbc5dd5953 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53cdb527-f329-4e42-aa7b-ce2bc95a9007') {'for_net_delete': True} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:59:05.164991 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-ffc4889a-14a1-4e65-98ce-cbcbc5dd5953 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53cdb527-f329-4e42-aa7b-ce2bc95a9007') {} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:59:05.223524 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-6e642d2a-35cf-441c-8960-42a2b60ef040 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:05.233030 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 52902) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:05.272500 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-90016e57-4ec8-453c-839e-5ee0e3f8819c tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Unset dirty status for tenant:e4b57e16d2b24ee4b747a47a9aaf2973 on resource:port {{(pid=87871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:59:05.277233 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-90016e57-4ec8-453c-839e-5ee0e3f8819c tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] 10.222.0.30 "GET /v2.0/ports?network_id=ac2b1748-8f63-4b17-a9c7-07e79704aa5b&device_id=035d0d8a-4555-49b6-83c9-3d8935ac7429&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.5671287 Mar 28 11:59:05.280683 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 52908) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:05.299842 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-ffc4889a-14a1-4e65-98ce-cbcbc5dd5953 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783496353639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3591341'] for segment, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:05.346283 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e08107-4580-49fc-a8d3-0eda59fb19e6 None None] Routers {'2c49f547-c41c-41ef-82cf-526be9dbf15c'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:59:05.346930 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-60e08107-4580-49fc-a8d3-0eda59fb19e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T11:59:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['2c49f547-c41c-41ef-82cf-526be9dbf15c'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:59:05.362651 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-ffc4889a-14a1-4e65-98ce-cbcbc5dd5953 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:05.375198 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-71fbaffa-d4b6-4cf5-8d12-a9f752c46c30 tempest-FloatingIPAdminTestJSON-2142079128 tempest-FloatingIPAdminTestJSON-2142079128-project-admin] 10.222.0.30 "GET /v2.0/floatingips/535e8cc3-50cd-4e12-af1b-f87350524d28 HTTP/1.1" status: 200 len: 983 time: 0.2544408 Mar 28 11:59:05.376417 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e642d2a-35cf-441c-8960-42a2b60ef040 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Network e95a87e2-4c44-46e2-9de5-2786cbaea69c is already hosted by enough agents. {{(pid=87870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:59:05.377090 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 52916) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:05.380331 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-87f7ac70-e670-4131-be96-223a5212503f tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:59:05.387199 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.base_scheduler [None req-6e642d2a-35cf-441c-8960-42a2b60ef040 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Resources bound (agent type, host, resource id): {{(pid=87870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:59:05.389823 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e642d2a-35cf-441c-8960-42a2b60ef040 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Received port after_create {{(pid=87870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:59:05.438952 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-60e08107-4580-49fc-a8d3-0eda59fb19e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:59:05.439994 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e08107-4580-49fc-a8d3-0eda59fb19e6 None None] The sync data for ids ['2c49f547-c41c-41ef-82cf-526be9dbf15c'] in dv-neutron-835340-2-hyperv is: [] {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 11:59:05.475626 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2e5804c-3297-4d3e-9a31-1e4b8dcf0678 tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:59:05.480879 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-d2e5804c-3297-4d3e-9a31-1e4b8dcf0678 tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] 10.222.0.30 "GET /v2.0/networks/ac2b1748-8f63-4b17-a9c7-07e79704aa5b HTTP/1.1" status: 200 len: 881 time: 0.1992579 Mar 28 11:59:05.481599 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 52920) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:05.531854 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-6b85ff05-c8aa-4a4f-8509-fd573c5bf8cf tempest-FloatingIPAdminTestJSON-2142079128 tempest-FloatingIPAdminTestJSON-2142079128-project-admin] 10.222.0.30 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1466 time: 0.1460724 Mar 28 11:59:05.533088 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffc4889a-14a1-4e65-98ce-cbcbc5dd5953 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=87870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 11:59:05.533492 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-ffc4889a-14a1-4e65-98ce-cbcbc5dd5953 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1920481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2558260'] for segment, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:05.558486 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-87f7ac70-e670-4131-be96-223a5212503f tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Usage tracker for resource:subnet and tenant:fc0f0a585a8c4bf2950e053878e50dfb is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:59:05.562539 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-87f7ac70-e670-4131-be96-223a5212503f tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:59:05.565358 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e642d2a-35cf-441c-8960-42a2b60ef040 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Pushing event updated for resources: {'Port': ['ID=a00b7a29-c18c-4bd5-b79d-1c7e46ac7cf0,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:59:05.569088 dv-neutron-835340-2-hyperv neutron-server[87870]: Traceback (most recent call last): Mar 28 11:59:05.569088 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 11:59:05.569088 dv-neutron-835340-2-hyperv neutron-server[87870]: timer() Mar 28 11:59:05.569088 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 11:59:05.569088 dv-neutron-835340-2-hyperv neutron-server[87870]: cb(*args, **kw) Mar 28 11:59:05.569088 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 11:59:05.569088 dv-neutron-835340-2-hyperv neutron-server[87870]: return func(*args, **kwargs) Mar 28 11:59:05.569088 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 11:59:05.569088 dv-neutron-835340-2-hyperv neutron-server[87870]: self._notify() Mar 28 11:59:05.569088 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 11:59:05.569088 dv-neutron-835340-2-hyperv neutron-server[87870]: self.callback(batched_events) Mar 28 11:59:05.569088 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 11:59:05.569088 dv-neutron-835340-2-hyperv neutron-server[87870]: event.method(event) Mar 28 11:59:05.569088 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 11:59:05.569088 dv-neutron-835340-2-hyperv neutron-server[87870]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 11:59:05.569088 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 11:59:05.569088 dv-neutron-835340-2-hyperv neutron-server[87870]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 11:59:05.569088 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 11:59:05.569088 dv-neutron-835340-2-hyperv neutron-server[87870]: return f(self, *a, **k) Mar 28 11:59:05.569088 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 11:59:05.569088 dv-neutron-835340-2-hyperv neutron-server[87870]: return self._get(url).json() Mar 28 11:59:05.569088 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 11:59:05.569088 dv-neutron-835340-2-hyperv neutron-server[87870]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 11:59:05.569088 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 11:59:05.569088 dv-neutron-835340-2-hyperv neutron-server[87870]: return self.request(url, 'GET', **kwargs) Mar 28 11:59:05.569088 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 11:59:05.569088 dv-neutron-835340-2-hyperv neutron-server[87870]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 11:59:05.569088 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 11:59:05.569088 dv-neutron-835340-2-hyperv neutron-server[87870]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 11:59:05.569088 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 11:59:05.569088 dv-neutron-835340-2-hyperv neutron-server[87870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 11:59:05.569088 dv-neutron-835340-2-hyperv neutron-server[87870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 11:59:05.575323 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-28e40022-b474-4a0a-81b9-a42502aa1caf tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] 10.222.0.30 "GET /v2.0/ports?device_id=035d0d8a-4555-49b6-83c9-3d8935ac7429 HTTP/1.1" status: 200 len: 205 time: 0.0850883 Mar 28 11:59:05.576002 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 52924) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:05.576321 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 52928) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:05.613514 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-87f7ac70-e670-4131-be96-223a5212503f tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:59:05.720625 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87f7ac70-e670-4131-be96-223a5212503f tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Made reservation on behalf of fc0f0a585a8c4bf2950e053878e50dfb for: {'subnet': 1} {{(pid=87870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:59:05.724918 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-87f7ac70-e670-4131-be96-223a5212503f tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2563571'] for subnet, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:05.727291 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c8480c7-784a-4e23-b4d6-76d741be212d None None] Update dhcp port {'port': {'network_id': 'e95a87e2-4c44-46e2-9de5-2786cbaea69c', 'fixed_ips': [{'subnet_id': 'f6f3400c-f860-4d36-93a2-b9629dcbb8c4', 'ip_address': '172.20.0.2'}, {'subnet_id': 'fefdfbe7-df27-44b7-b7da-701d2c751667'}], 'binding:host_id': 'dv-neutron-835340-2-hyperv'}, 'id': '5bdd716d-eb8a-4f67-8412-bce6a1556561'} from dv-neutron-835340-2-hyperv. {{(pid=87872) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 28 11:59:05.756588 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e642d2a-35cf-441c-8960-42a2b60ef040 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:59:05.757795 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-6e642d2a-35cf-441c-8960-42a2b60ef040 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:05.795703 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:05.803923 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:05.807300 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-ffc4889a-14a1-4e65-98ce-cbcbc5dd5953 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709602'] for network, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:05.814402 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-ffc4889a-14a1-4e65-98ce-cbcbc5dd5953 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538751'] for network, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:05.846768 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-ef3be119-c018-4979-be07-86cf959defc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:05.875701 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-6c8480c7-784a-4e23-b4d6-76d741be212d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:05.941260 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc4889a-14a1-4e65-98ce-cbcbc5dd5953 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] Pushing event deleted for resources: {'Network': ['ID=5df4ec91-b994-4337-98be-1b2930f844e7,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:59:05.952753 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-6e642d2a-35cf-441c-8960-42a2b60ef040 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 5.3593636 Mar 28 11:59:05.953430 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 52940) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:05.961538 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-ffc4889a-14a1-4e65-98ce-cbcbc5dd5953 tempest-PortsIpV6TestJSON-426336784 tempest-PortsIpV6TestJSON-426336784-project] 10.222.0.30 "DELETE /v2.0/networks/5df4ec91-b994-4337-98be-1b2930f844e7 HTTP/1.1" status: 204 len: 168 time: 1.6540277 Mar 28 11:59:05.966168 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-969fdb0d-6617-4fc1-8887-8d4fb2306e5f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1fdd77c40c034f3cb33462467c5da67a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6846609 Mar 28 11:59:06.037156 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 52946) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:06.200144 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d71c1104-d225-4e8e-9b8a-0bc960fb0b47 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:59:06.212960 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.db_base_plugin_common [None req-6c8480c7-784a-4e23-b4d6-76d741be212d None None] Allocated IP 2001:db8::f816:3eff:fe9f:946d (e95a87e2-4c44-46e2-9de5-2786cbaea69c/fefdfbe7-df27-44b7-b7da-701d2c751667/5bdd716d-eb8a-4f67-8412-bce6a1556561) {{(pid=87872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:59:06.217168 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] For port 5bdd716d-eb8a-4f67-8412-bce6a1556561, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=5bdd716d-eb8a-4f67-8412-bce6a1556561,segment=NetworkSegment(bd053757-b8b4-4f3a-b553-aa242f2d15d2),segment_id=bd053757-b8b4-4f3a-b553-aa242f2d15d2)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:59:06.220035 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d71c1104-d225-4e8e-9b8a-0bc960fb0b47 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:59:06.220961 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-d71c1104-d225-4e8e-9b8a-0bc960fb0b47 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Synchronizing usage tracker for tenant:b4adfe5c8b3a4e57a1afd1d44c455245 on resource:port {{(pid=87870) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:59:06.224051 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-1f7753e4-e860-497a-b12a-3d02acbf8dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '938ec9b1-845a-41c1-8863-138dcf053909', 'name': 'tempest-RoutersTest-router-1318390689', 'tenant_id': 'fc0f0a585a8c4bf2950e053878e50dfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:58:28Z', 'updated_at': '2022-03-28T11:58:58Z', 'revision_number': 4, 'project_id': 'fc0f0a585a8c4bf2950e053878e50dfb', 'gw_port_host': None, '_interfaces': [{'id': '1fe51bf3-b32b-46eb-a1bb-3c1d5b15ad12', 'name': '', 'network_id': '65efd158-193d-4ca0-9933-16ad45c695bf', 'tenant_id': 'fc0f0a585a8c4bf2950e053878e50dfb', 'mac_address': 'fa:16:3e:14:77:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '938ec9b1-845a-41c1-8863-138dcf053909', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '28ef9538-7c39-4316-b125-b5462d60a20a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:58:31Z', 'updated_at': '2022-03-28T11:58:45Z', 'revision_number': 5, 'project_id': 'fc0f0a585a8c4bf2950e053878e50dfb', 'subnets': [{'id': '28ef9538-7c39-4316-b125-b5462d60a20a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2657de3f-45d4-43e3-ba0a-596c0d44ea2a', 'name': '', 'network_id': '9bec2ed4-7a0e-4214-bb70-038db8dc0875', 'tenant_id': 'fc0f0a585a8c4bf2950e053878e50dfb', 'mac_address': 'fa:16:3e:22:48:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '938ec9b1-845a-41c1-8863-138dcf053909', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '5cea8896-b98b-428e-a293-c30110da671f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:58:41Z', 'updated_at': '2022-03-28T11:59:02Z', 'revision_number': 5, 'project_id': 'fc0f0a585a8c4bf2950e053878e50dfb', 'subnets': [{'id': '5cea8896-b98b-428e-a293-c30110da671f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9ad0ea3-7e13-4774-8251-cf8685ba71f8', 'name': '', 'network_id': 'a956713e-d181-4807-8431-0d815148d80c', 'tenant_id': 'fc0f0a585a8c4bf2950e053878e50dfb', 'mac_address': 'fa:16:3e:6a:3b:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '938ec9b1-845a-41c1-8863-138dcf053909', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'bc5359af-f2b3-4691-9f1c-24195b25e4f3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:58:56Z', 'updated_at': '2022-03-28T11:58:59Z', 'revision_number': 2, 'project_id': 'fc0f0a585a8c4bf2950e053878e50dfb', 'subnets': [{'id': 'bc5359af-f2b3-4691-9f1c-24195b25e4f3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:59:06.235076 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c785ece4-366b-4b3a-ad89-0f40a819815e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:06.251964 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-0a1564f1-43e0-41e4-b176-4e1d8c0a0f9d tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] Notify callbacks [] for router, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:06.322022 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 52956) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:06.323306 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-b1e8bdfa-cb93-4f38-81bb-8299b208d43a tempest-FloatingIPAdminTestJSON-1024836002 tempest-FloatingIPAdminTestJSON-1024836002-project] Deleting port 068f8475-c7c8-48c0-a458-31734e7917a1 {{(pid=87871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:59:06.323306 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-b1e8bdfa-cb93-4f38-81bb-8299b208d43a tempest-FloatingIPAdminTestJSON-1024836002 tempest-FloatingIPAdminTestJSON-1024836002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:06.347382 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-d71c1104-d225-4e8e-9b8a-0bc960fb0b47 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Unset dirty status for tenant:b4adfe5c8b3a4e57a1afd1d44c455245 on resource:port {{(pid=87870) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:59:06.348593 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-d71c1104-d225-4e8e-9b8a-0bc960fb0b47 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1763 time: 0.3903885 Mar 28 11:59:06.350804 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c785ece4-366b-4b3a-ad89-0f40a819815e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:06.356773 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:06.357741 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 52960) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:06.358691 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 2657de3f-45d4-43e3-ba0a-596c0d44ea2a up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:59:06.401447 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-87f7ac70-e670-4131-be96-223a5212503f tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2561241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2563521'] for subnet, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:06.470870 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-6c8480c7-784a-4e23-b4d6-76d741be212d None None] For port 5bdd716d-eb8a-4f67-8412-bce6a1556561, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=5bdd716d-eb8a-4f67-8412-bce6a1556561,segment=NetworkSegment(bd053757-b8b4-4f3a-b553-aa242f2d15d2),segment_id=bd053757-b8b4-4f3a-b553-aa242f2d15d2)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:59:06.509450 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-6c8480c7-784a-4e23-b4d6-76d741be212d None None] Notify callbacks [] for port, precommit_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:06.534962 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-6c8480c7-784a-4e23-b4d6-76d741be212d None None] Transition to ACTIVE for port object 5bdd716d-eb8a-4f67-8412-bce6a1556561 will not be triggered until provisioned by entity DHCP. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:59:06.563842 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-549fecb5-d84a-406c-8a41-7e1f97eaae47 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Deleting port a00b7a29-c18c-4bd5-b79d-1c7e46ac7cf0 {{(pid=87871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:59:06.564184 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-549fecb5-d84a-406c-8a41-7e1f97eaae47 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:06.611458 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f7ac70-e670-4131-be96-223a5212503f tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Pushing event updated for resources: {'Subnet': ['ID=73e10996-e89f-4154-aeb0-c46228746689,revision_number=0']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:59:06.611717 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-6c8480c7-784a-4e23-b4d6-76d741be212d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:06.614237 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f7ac70-e670-4131-be96-223a5212503f tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Checking segment: {'id': '206bb571-1fa6-4b99-b6a8-89df65428dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'e61f253c-fcf1-4062-ae59-9fbb293fe086'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:59:06.614237 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87f7ac70-e670-4131-be96-223a5212503f tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Network hostable DHCP agents. Network: e61f253c-fcf1-4062-ae59-9fbb293fe086, hostable agents: ['3cb85949-855b-4a40-b988-cd5705e511da'], hosted agents: [] {{(pid=87870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 11:59:06.629097 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f7753e4-e860-497a-b12a-3d02acbf8dd7 None None] Checking router: 938ec9b1-845a-41c1-8863-138dcf053909 for host: dv-neutron-835340-2-hyperv {{(pid=87872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 11:59:06.629454 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f7753e4-e860-497a-b12a-3d02acbf8dd7 None None] Updating router 938ec9b1-845a-41c1-8863-138dcf053909 port d9ad0ea3-7e13-4774-8251-cf8685ba71f8 binding host dv-neutron-835340-2-hyperv {{(pid=87872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 11:59:06.635496 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c785ece4-366b-4b3a-ad89-0f40a819815e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:06.662610 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87f7ac70-e670-4131-be96-223a5212503f tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Network e61f253c-fcf1-4062-ae59-9fbb293fe086 is scheduled to be hosted by DHCP agent 3cb85949-855b-4a40-b988-cd5705e511da with binding_index 1 {{(pid=87870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 11:59:06.679637 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c785ece4-366b-4b3a-ad89-0f40a819815e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ea96398-1d34-4405-8f3d-dfb609df26cf,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:59:06.699001 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Pushing event updated for resources: {'Port': ['ID=5bdd716d-eb8a-4f67-8412-bce6a1556561,revision_number=4']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:59:06.699973 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c785ece4-366b-4b3a-ad89-0f40a819815e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:06.714434 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-c785ece4-366b-4b3a-ad89-0f40a819815e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3ea96398-1d34-4405-8f3d-dfb609df26cf HTTP/1.1" status: 204 len: 168 time: 0.6761672 Mar 28 11:59:06.716565 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.base_scheduler [None req-87f7ac70-e670-4131-be96-223a5212503f tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-2-hyperv, e61f253c-fcf1-4062-ae59-9fbb293fe086) {{(pid=87870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:59:06.750726 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87f7ac70-e670-4131-be96-223a5212503f tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:59:06.752781 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-87f7ac70-e670-4131-be96-223a5212503f tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks [] for subnet, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:06.765779 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c5a6442-542b-4a0f-b1fb-d07363415193 None None] Network e61f253c-fcf1-4062-ae59-9fbb293fe086 requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:59:06.807220 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-0a1564f1-43e0-41e4-b176-4e1d8c0a0f9d tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:06.812683 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-87f7ac70-e670-4131-be96-223a5212503f tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7479572 Mar 28 11:59:06.815367 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 52976) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:06.857424 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-540729b2-6d1c-401f-8c04-b7be27287e30 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=beb99f647cec46e3bbf575ac0a3034e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5085940 Mar 28 11:59:06.875138 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 52982) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:06.917866 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-0a1564f1-43e0-41e4-b176-4e1d8c0a0f9d tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] Deleting port 1420d5f7-d001-4091-ae63-d314ea76749a {{(pid=87871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:59:06.918211 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-0a1564f1-43e0-41e4-b176-4e1d8c0a0f9d tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:06.968161 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-1f7753e4-e860-497a-b12a-3d02acbf8dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:07.067863 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8480c7-784a-4e23-b4d6-76d741be212d None None] Pushing event updated for resources: {'Port': ['ID=5bdd716d-eb8a-4f67-8412-bce6a1556561,revision_number=4']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:59:07.126340 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 52986) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:07.157026 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-b1e8bdfa-cb93-4f38-81bb-8299b208d43a tempest-FloatingIPAdminTestJSON-1024836002 tempest-FloatingIPAdminTestJSON-1024836002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:07.157613 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-b1e8bdfa-cb93-4f38-81bb-8299b208d43a tempest-FloatingIPAdminTestJSON-1024836002 tempest-FloatingIPAdminTestJSON-1024836002-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:07.198759 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port 2657de3f-45d4-43e3-ba0a-596c0d44ea2a triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:59:07.199144 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:07.426654 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-b1e8bdfa-cb93-4f38-81bb-8299b208d43a tempest-FloatingIPAdminTestJSON-1024836002 tempest-FloatingIPAdminTestJSON-1024836002-project] Calling delete_port for 068f8475-c7c8-48c0-a458-31734e7917a1 owned by network:floatingip {{(pid=87871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:59:07.544900 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-b7ccd3c7-0277-4f12-8e5c-e41478141af5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:07.583520 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-549fecb5-d84a-406c-8a41-7e1f97eaae47 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:07.667725 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15f9a41f-377a-40b5-b615-5471106ee165 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1d3f2a9-8722-5ce5-bc40-181687d1ed3f-e61f253c-fcf1-4062-ae59-9fbb293fe086', 'network_id': 'e61f253c-fcf1-4062-ae59-9fbb293fe086', 'tenant_id': 'fc0f0a585a8c4bf2950e053878e50dfb', 'fixed_ips': [{'subnet_id': '73e10996-e89f-4154-aeb0-c46228746689'}]}} from dv-neutron-835340-2-hyperv. {{(pid=87872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 11:59:07.668787 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-15f9a41f-377a-40b5-b615-5471106ee165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:07.879459 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 294c40ad-476e-4949-9ce3-cb43f45d90b3 up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:59:08.048366 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-3838063c-8ae4-4209-9f7b-05d5edc39739 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:08.118749 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-02b6e617-94ec-45da-b2df-b1eab29402fd tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Request body: {'network': {'name': 'tempest-network-smoke--514665378', 'project_id': '527195c95736491ca1967a42cc300275', 'port_security_enabled': True}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:59:08.127540 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.db_base_plugin_common [None req-15f9a41f-377a-40b5-b615-5471106ee165 None None] Allocated IP 172.23.0.2 (e61f253c-fcf1-4062-ae59-9fbb293fe086/73e10996-e89f-4154-aeb0-c46228746689/b331cfa7-0844-4e55-974b-2d57d8f7a41c) {{(pid=87872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:59:08.142045 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-17b91b7f-64cd-43b5-8738-a2892bde6abe None None] Provisioning for port 5bdd716d-eb8a-4f67-8412-bce6a1556561 completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:59:08.160492 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-549fecb5-d84a-406c-8a41-7e1f97eaae47 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Calling delete_port for a00b7a29-c18c-4bd5-b79d-1c7e46ac7cf0 owned by {{(pid=87871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:59:08.191631 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-cc08f142-119b-40f7-8805-33934ca0080d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:08.196566 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-17b91b7f-64cd-43b5-8738-a2892bde6abe None None] Provisioning complete for port 5bdd716d-eb8a-4f67-8412-bce6a1556561 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:59:08.196863 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-17b91b7f-64cd-43b5-8738-a2892bde6abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:08.225210 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-cc08f142-119b-40f7-8805-33934ca0080d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:08.246438 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port 294c40ad-476e-4949-9ce3-cb43f45d90b3 triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:59:08.246802 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:08.257060 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-02b6e617-94ec-45da-b2df-b1eab29402fd tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:59:08.272323 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-02b6e617-94ec-45da-b2df-b1eab29402fd tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Usage tracker for resource:network and tenant:527195c95736491ca1967a42cc300275 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:59:08.304318 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 53010) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:08.356376 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-1f7753e4-e860-497a-b12a-3d02acbf8dd7 None None] Notify callbacks [] for port, precommit_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:08.368214 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-02b6e617-94ec-45da-b2df-b1eab29402fd tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:59:08.398564 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-02b6e617-94ec-45da-b2df-b1eab29402fd tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:59:08.449376 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-b1e8bdfa-cb93-4f38-81bb-8299b208d43a tempest-FloatingIPAdminTestJSON-1024836002 tempest-FloatingIPAdminTestJSON-1024836002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:08.473157 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-1f7753e4-e860-497a-b12a-3d02acbf8dd7 None None] Transition to ACTIVE for port object d9ad0ea3-7e13-4774-8251-cf8685ba71f8 will not be triggered until provisioned by entity L2. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:59:08.509689 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-0a1564f1-43e0-41e4-b176-4e1d8c0a0f9d tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:08.515798 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-a708b870-b23a-4d7b-b181-25e00e83941b tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:59:08.516492 dv-neutron-835340-2-hyperv neutron-server[87870]: WARNING neutron.api.v2.base [None req-a708b870-b23a-4d7b-b181-25e00e83941b tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 28 11:59:08.516979 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.api.v2.resource [None req-a708b870-b23a-4d7b-b181-25e00e83941b tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] create failed (client error): There was a conflict when trying to complete your request. Mar 28 11:59:08.522097 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-a708b870-b23a-4d7b-b181-25e00e83941b tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2125349 Mar 28 11:59:08.522097 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 53016) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:08.529925 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-552e9fa8-c5cb-48f2-a2b3-97a1f2ce75f9 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Request body: {'security_group': {'name': 'tempest-secgroup--2115010127'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:59:08.537722 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-552e9fa8-c5cb-48f2-a2b3-97a1f2ce75f9 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:59:08.542239 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-552e9fa8-c5cb-48f2-a2b3-97a1f2ce75f9 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Usage tracker for resource:security_group and tenant:4ee902fff7d146808202d29b99c7f20c is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:59:08.545025 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-552e9fa8-c5cb-48f2-a2b3-97a1f2ce75f9 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:59:08.547518 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02b6e617-94ec-45da-b2df-b1eab29402fd tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Made reservation on behalf of 527195c95736491ca1967a42cc300275 for: {'network': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:59:08.550604 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-552e9fa8-c5cb-48f2-a2b3-97a1f2ce75f9 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:59:08.550846 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-02b6e617-94ec-45da-b2df-b1eab29402fd tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for network, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:08.555075 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-1f7753e4-e860-497a-b12a-3d02acbf8dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:08.563257 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-552e9fa8-c5cb-48f2-a2b3-97a1f2ce75f9 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Notify callbacks [] for security_group, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:08.571458 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e8bdfa-cb93-4f38-81bb-8299b208d43a tempest-FloatingIPAdminTestJSON-1024836002 tempest-FloatingIPAdminTestJSON-1024836002-project] Pushing event deleted for resources: {'Port': ['ID=068f8475-c7c8-48c0-a458-31734e7917a1,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:59:08.581585 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-552e9fa8-c5cb-48f2-a2b3-97a1f2ce75f9 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Notify callbacks [] for security_group, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:08.595082 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-552e9fa8-c5cb-48f2-a2b3-97a1f2ce75f9 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:59:08.598831 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-552e9fa8-c5cb-48f2-a2b3-97a1f2ce75f9 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Usage tracker for resource:security_group_rule and tenant:4ee902fff7d146808202d29b99c7f20c is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:59:08.602465 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-552e9fa8-c5cb-48f2-a2b3-97a1f2ce75f9 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:59:08.608487 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-552e9fa8-c5cb-48f2-a2b3-97a1f2ce75f9 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:59:08.610155 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-02b6e617-94ec-45da-b2df-b1eab29402fd tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:08.764808 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c3bd0a-ded1-444b-a24c-7465ca1e52ed None None] Pushing event updated for resources: {'Port': ['ID=d9ad0ea3-7e13-4774-8251-cf8685ba71f8,revision_number=3']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:59:08.783874 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-0a1564f1-43e0-41e4-b176-4e1d8c0a0f9d tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] Calling delete_port for 1420d5f7-d001-4091-ae63-d314ea76749a owned by network:router_gateway {{(pid=87871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:59:08.829961 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-02b6e617-94ec-45da-b2df-b1eab29402fd tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:59:08.833721 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-cc08f142-119b-40f7-8805-33934ca0080d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:08.858372 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-02b6e617-94ec-45da-b2df-b1eab29402fd tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Usage tracker for resource:security_group_rule and tenant:527195c95736491ca1967a42cc300275 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:59:08.873965 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-02b6e617-94ec-45da-b2df-b1eab29402fd tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:59:08.880842 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-1f7753e4-e860-497a-b12a-3d02acbf8dd7 None None] Attempting to bind port d9ad0ea3-7e13-4774-8251-cf8685ba71f8 on host dv-neutron-835340-2-hyperv for vnic_type normal with profile {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:59:08.881418 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-1f7753e4-e860-497a-b12a-3d02acbf8dd7 None None] Attempting to bind port d9ad0ea3-7e13-4774-8251-cf8685ba71f8 by drivers openvswitch,hyperv on host dv-neutron-835340-2-hyperv at level 0 using segments [{'id': 'e2b0e497-2c08-451b-8513-16209a0aa420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'a956713e-d181-4807-8431-0d815148d80c'}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:59:08.881608 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f7753e4-e860-497a-b12a-3d02acbf8dd7 None None] Attempting to bind port d9ad0ea3-7e13-4774-8251-cf8685ba71f8 on network a956713e-d181-4807-8431-0d815148d80c {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:59:08.890452 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f7753e4-e860-497a-b12a-3d02acbf8dd7 None None] Checking agent: {'id': '961a16fe-cbc8-4264-ac28-bbbd53f89caa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 46, 6), 'started_at': datetime.datetime(2022, 3, 28, 11, 46, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 11, 59, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 11:59:08.890823 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f7753e4-e860-497a-b12a-3d02acbf8dd7 None None] Checking segment: {'id': 'e2b0e497-2c08-451b-8513-16209a0aa420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'a956713e-d181-4807-8431-0d815148d80c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:59:08.891222 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-1f7753e4-e860-497a-b12a-3d02acbf8dd7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:08.891677 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f7753e4-e860-497a-b12a-3d02acbf8dd7 None None] Bound using segment: {'id': 'e2b0e497-2c08-451b-8513-16209a0aa420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'a956713e-d181-4807-8431-0d815148d80c'} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 11:59:08.892185 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-1f7753e4-e860-497a-b12a-3d02acbf8dd7 None None] Bound port: d9ad0ea3-7e13-4774-8251-cf8685ba71f8, host: dv-neutron-835340-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2b0e497-2c08-451b-8513-16209a0aa420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'a956713e-d181-4807-8431-0d815148d80c'}}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 11:59:08.892560 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-1f7753e4-e860-497a-b12a-3d02acbf8dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:08.893282 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc08f142-119b-40f7-8805-33934ca0080d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d8d9fa9-1cef-4e8b-972e-0d25e0cec4b7,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:59:08.901173 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-02b6e617-94ec-45da-b2df-b1eab29402fd tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:59:08.955247 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-b1e8bdfa-cb93-4f38-81bb-8299b208d43a tempest-FloatingIPAdminTestJSON-1024836002 tempest-FloatingIPAdminTestJSON-1024836002-project] Notify callbacks [] for floatingip, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:08.955608 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.db.l3_db [None req-b1e8bdfa-cb93-4f38-81bb-8299b208d43a tempest-FloatingIPAdminTestJSON-1024836002 tempest-FloatingIPAdminTestJSON-1024836002-project] Floating IP 535e8cc3-50cd-4e12-af1b-f87350524d28 disassociated (deleted). External IP: 172.26.7.148, port: e017d580-c802-4480-8e18-c27408fb248c. Mar 28 11:59:08.958746 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device b8ec7124-5c83-4d4a-9eee-9cbeca01e273 no longer exists at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 11:59:09.003583 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] No Port match for: b8ec7124-5c83-4d4a-9eee-9cbeca01e273 {{(pid=87872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 11:59:09.003921 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device b8ec7124-5c83-4d4a-9eee-9cbeca01e273 not bound to the agent host dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 11:59:09.004333 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device e2d63eb1-651b-458a-a536-60bc1bcde417 no longer exists at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 11:59:09.045906 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] No Port match for: e2d63eb1-651b-458a-a536-60bc1bcde417 {{(pid=87872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 11:59:09.046248 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device e2d63eb1-651b-458a-a536-60bc1bcde417 not bound to the agent host dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 11:59:09.074103 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-1f7753e4-e860-497a-b12a-3d02acbf8dd7 None None] For port d9ad0ea3-7e13-4774-8251-cf8685ba71f8, host dv-neutron-835340-2-hyperv, cleared binding levels {{(pid=87872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 11:59:09.077621 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-1f7753e4-e860-497a-b12a-3d02acbf8dd7 None None] For port d9ad0ea3-7e13-4774-8251-cf8685ba71f8, host dv-neutron-835340-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=d9ad0ea3-7e13-4774-8251-cf8685ba71f8,segment=NetworkSegment(e2b0e497-2c08-451b-8513-16209a0aa420),segment_id=e2b0e497-2c08-451b-8513-16209a0aa420)] {{(pid=87872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 11:59:09.082432 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-1f7753e4-e860-497a-b12a-3d02acbf8dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:09.146702 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 5bdd716d-eb8a-4f67-8412-bce6a1556561 up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:59:09.215420 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f7753e4-e860-497a-b12a-3d02acbf8dd7 None None] Routers {'938ec9b1-845a-41c1-8863-138dcf053909'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:59:09.216073 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-1f7753e4-e860-497a-b12a-3d02acbf8dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T11:59:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['938ec9b1-845a-41c1-8863-138dcf053909'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:59:09.302143 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-549fecb5-d84a-406c-8a41-7e1f97eaae47 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:09.337890 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-552e9fa8-c5cb-48f2-a2b3-97a1f2ce75f9 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Notify callbacks [] for security_group, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:09.344195 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-552e9fa8-c5cb-48f2-a2b3-97a1f2ce75f9 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:09.360715 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-552e9fa8-c5cb-48f2-a2b3-97a1f2ce75f9 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:59:09.369588 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-552e9fa8-c5cb-48f2-a2b3-97a1f2ce75f9 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Usage tracker for resource:security_group_rule and tenant:4ee902fff7d146808202d29b99c7f20c is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:59:09.377143 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-cc08f142-119b-40f7-8805-33934ca0080d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:09.378266 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-cc08f142-119b-40f7-8805-33934ca0080d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4d8d9fa9-1cef-4e8b-972e-0d25e0cec4b7 HTTP/1.1" status: 204 len: 168 time: 2.4902165 Mar 28 11:59:09.378882 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-552e9fa8-c5cb-48f2-a2b3-97a1f2ce75f9 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:59:09.391673 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-552e9fa8-c5cb-48f2-a2b3-97a1f2ce75f9 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:59:09.392960 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-f4c4080a-1892-4fa3-9e24-7966cde968b4 None None] Provisioning for port a00b7a29-c18c-4bd5-b79d-1c7e46ac7cf0 completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:59:09.395441 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552e9fa8-c5cb-48f2-a2b3-97a1f2ce75f9 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c0519c4-3d00-4578-94c4-916446c17f30,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:59:09.395616 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549fecb5-d84a-406c-8a41-7e1f97eaae47 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Pushing event deleted for resources: {'Port': ['ID=a00b7a29-c18c-4bd5-b79d-1c7e46ac7cf0,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:59:09.402475 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c3bd0a-ded1-444b-a24c-7465ca1e52ed None None] Pushing event updated for resources: {'Port': ['ID=d9ad0ea3-7e13-4774-8251-cf8685ba71f8,revision_number=4']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:59:09.410366 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552e9fa8-c5cb-48f2-a2b3-97a1f2ce75f9 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:59:09.410797 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552e9fa8-c5cb-48f2-a2b3-97a1f2ce75f9 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:59:09.411193 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552e9fa8-c5cb-48f2-a2b3-97a1f2ce75f9 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:59:09.411712 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552e9fa8-c5cb-48f2-a2b3-97a1f2ce75f9 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:59:09.412124 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552e9fa8-c5cb-48f2-a2b3-97a1f2ce75f9 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:59:09.412521 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552e9fa8-c5cb-48f2-a2b3-97a1f2ce75f9 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:59:09.412909 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552e9fa8-c5cb-48f2-a2b3-97a1f2ce75f9 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:59:09.414302 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552e9fa8-c5cb-48f2-a2b3-97a1f2ce75f9 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:59:09.414302 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552e9fa8-c5cb-48f2-a2b3-97a1f2ce75f9 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:59:09.414497 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552e9fa8-c5cb-48f2-a2b3-97a1f2ce75f9 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:59:09.414884 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552e9fa8-c5cb-48f2-a2b3-97a1f2ce75f9 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:59:09.415271 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552e9fa8-c5cb-48f2-a2b3-97a1f2ce75f9 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:59:09.518238 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-552e9fa8-c5cb-48f2-a2b3-97a1f2ce75f9 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Notify callbacks [] for security_group, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:09.527725 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-552e9fa8-c5cb-48f2-a2b3-97a1f2ce75f9 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:09.542704 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-f4c4080a-1892-4fa3-9e24-7966cde968b4 None None] Provisioning complete for port a00b7a29-c18c-4bd5-b79d-1c7e46ac7cf0 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:59:09.543071 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-f4c4080a-1892-4fa3-9e24-7966cde968b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:09.604972 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552e9fa8-c5cb-48f2-a2b3-97a1f2ce75f9 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89ffc02e-75b5-4fdc-bc7f-70400e4fc3c4,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:59:09.608493 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-552e9fa8-c5cb-48f2-a2b3-97a1f2ce75f9 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Notify callbacks [] for security_group, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:09.609831 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-552e9fa8-c5cb-48f2-a2b3-97a1f2ce75f9 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0873008 Mar 28 11:59:09.611945 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-f4c4080a-1892-4fa3-9e24-7966cde968b4 None None] Port a00b7a29-c18c-4bd5-b79d-1c7e46ac7cf0 was deleted so its status cannot be updated. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Mar 28 11:59:09.612795 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 53022) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:09.620266 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-cd5aa342-fa52-4963-a578-306d8c31ec75 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Request body: {'security_group_rule': {'security_group_id': '89ffc02e-75b5-4fdc-bc7f-70400e4fc3c4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:59:09.628369 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-cd5aa342-fa52-4963-a578-306d8c31ec75 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:59:09.634799 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-cd5aa342-fa52-4963-a578-306d8c31ec75 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Usage tracker for resource:security_group_rule and tenant:4ee902fff7d146808202d29b99c7f20c is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:59:09.639236 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-cd5aa342-fa52-4963-a578-306d8c31ec75 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:59:09.647304 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-cd5aa342-fa52-4963-a578-306d8c31ec75 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:59:09.667454 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvr_db [None req-1f7753e4-e860-497a-b12a-3d02acbf8dd7 None None] Set router 938ec9b1-845a-41c1-8863-138dcf053909 gateway port host: None {{(pid=87872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:59:09.691226 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-cd5aa342-fa52-4963-a578-306d8c31ec75 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:09.770472 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-15f9a41f-377a-40b5-b615-5471106ee165 None None] Notify callbacks [] for port, precommit_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:09.798068 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-cd5aa342-fa52-4963-a578-306d8c31ec75 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:09.807851 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-cd5aa342-fa52-4963-a578-306d8c31ec75 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740322'] for security_group_rule, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:09.814468 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port 5bdd716d-eb8a-4f67-8412-bce6a1556561 triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:59:09.815434 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:09.852044 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5aa342-fa52-4963-a578-306d8c31ec75 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c234755a-32b4-48e1-9c24-955426825cbf,revision_number=0']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:59:09.858888 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-02b6e617-94ec-45da-b2df-b1eab29402fd tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:09.878019 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-cd5aa342-fa52-4963-a578-306d8c31ec75 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:09.879226 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-cd5aa342-fa52-4963-a578-306d8c31ec75 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2647336 Mar 28 11:59:09.882049 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 53030) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:09.887783 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-2a24c576-5e7f-4c46-aa42-245eaa519a4e tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Request body: {'security_group_rule': {'security_group_id': '89ffc02e-75b5-4fdc-bc7f-70400e4fc3c4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:59:09.907804 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-2a24c576-5e7f-4c46-aa42-245eaa519a4e tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:59:09.920188 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-2a24c576-5e7f-4c46-aa42-245eaa519a4e tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Usage tracker for resource:security_group_rule and tenant:4ee902fff7d146808202d29b99c7f20c is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:59:09.921144 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-2a24c576-5e7f-4c46-aa42-245eaa519a4e tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:59:09.927822 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-2a24c576-5e7f-4c46-aa42-245eaa519a4e tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:59:09.956038 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-2a24c576-5e7f-4c46-aa42-245eaa519a4e tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:09.973169 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-15f9a41f-377a-40b5-b615-5471106ee165 None None] Transition to ACTIVE for port object b331cfa7-0844-4e55-974b-2d57d8f7a41c will not be triggered until provisioned by entity L2. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:59:09.998441 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-0a1564f1-43e0-41e4-b176-4e1d8c0a0f9d tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:10.002618 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-02b6e617-94ec-45da-b2df-b1eab29402fd tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:10.015287 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02b6e617-94ec-45da-b2df-b1eab29402fd tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=87871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 11:59:10.040258 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.api.v2.resource [None req-2a24c576-5e7f-4c46-aa42-245eaa519a4e tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] create failed (client error): There was a conflict when trying to complete your request. Mar 28 11:59:10.041996 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-2a24c576-5e7f-4c46-aa42-245eaa519a4e tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1587105 Mar 28 11:59:10.048008 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 53040) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:10.060805 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-15f9a41f-377a-40b5-b615-5471106ee165 None None] Transition to ACTIVE for port object b331cfa7-0844-4e55-974b-2d57d8f7a41c will not be triggered until provisioned by entity DHCP. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:59:10.157779 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b6e617-94ec-45da-b2df-b1eab29402fd tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3448b81-b554-4253-9b5b-e31998b92d4d,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:59:10.161128 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1564f1-43e0-41e4-b176-4e1d8c0a0f9d tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] Pushing event deleted for resources: {'Port': ['ID=1420d5f7-d001-4091-ae63-d314ea76749a,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:59:10.162425 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-63777da8-d824-4b20-a7d3-844e29f2893b tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Notify callbacks [] for security_group, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:10.174423 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-15f9a41f-377a-40b5-b615-5471106ee165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241'] for port, after_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:10.184852 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-02b6e617-94ec-45da-b2df-b1eab29402fd tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:10.185227 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.db.segments_db [None req-02b6e617-94ec-45da-b2df-b1eab29402fd tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Added segment caa6f1cf-f17c-4624-a07f-4a5b04f9c3a6 of type vlan for network 3eabdfb2-13df-46a0-90ee-a82c1c8f310b Mar 28 11:59:10.262434 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-63777da8-d824-4b20-a7d3-844e29f2893b tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:10.317402 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.db_base_plugin_common [None req-3838063c-8ae4-4209-9f7b-05d5edc39739 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Allocated IP 172.23.0.1 (e61f253c-fcf1-4062-ae59-9fbb293fe086/73e10996-e89f-4154-aeb0-c46228746689/b6271a54-64ce-495c-b965-86148206d6e9) {{(pid=87870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:59:10.368413 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f9a41f-377a-40b5-b615-5471106ee165 None None] Pushing event updated for resources: {'Port': ['ID=b331cfa7-0844-4e55-974b-2d57d8f7a41c,revision_number=1']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:59:10.420656 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-0a1564f1-43e0-41e4-b176-4e1d8c0a0f9d tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-709573'] for router_gateway, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:10.432385 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-63777da8-d824-4b20-a7d3-844e29f2893b tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:10.469328 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-63777da8-d824-4b20-a7d3-844e29f2893b tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Notify callbacks [] for security_group, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:10.470531 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-63777da8-d824-4b20-a7d3-844e29f2893b tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] 10.222.0.30 "DELETE /v2.0/security-groups/89ffc02e-75b5-4fdc-bc7f-70400e4fc3c4 HTTP/1.1" status: 204 len: 168 time: 0.4211140 Mar 28 11:59:10.471408 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63777da8-d824-4b20-a7d3-844e29f2893b tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89ffc02e-75b5-4fdc-bc7f-70400e4fc3c4,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:59:10.476138 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 53050) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:10.484689 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-549fecb5-d84a-406c-8a41-7e1f97eaae47 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:10.503022 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-549fecb5-d84a-406c-8a41-7e1f97eaae47 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "DELETE /v2.0/ports/a00b7a29-c18c-4bd5-b79d-1c7e46ac7cf0 HTTP/1.1" status: 204 len: 168 time: 4.1406951 Mar 28 11:59:10.507305 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 53054) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:10.509506 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15f9a41f-377a-40b5-b615-5471106ee165 None None] Network e61f253c-fcf1-4062-ae59-9fbb293fe086 is already hosted by enough agents. {{(pid=87872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:59:10.524457 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.base_scheduler [None req-15f9a41f-377a-40b5-b615-5471106ee165 None None] Resources bound (agent type, host, resource id): {{(pid=87872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:59:10.538067 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f9a41f-377a-40b5-b615-5471106ee165 None None] Received port after_create {{(pid=87872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:59:10.644476 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d456d14e-7c71-453a-973e-d64c747ebce5 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:59:10.645705 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d456d14e-7c71-453a-973e-d64c747ebce5 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:59:10.647163 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d456d14e-7c71-453a-973e-d64c747ebce5 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:59:10.648581 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-d456d14e-7c71-453a-973e-d64c747ebce5 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Synchronizing usage tracker for tenant:b4adfe5c8b3a4e57a1afd1d44c455245 on resource:subnet {{(pid=87870) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:59:10.670347 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-15f9a41f-377a-40b5-b615-5471106ee165 None None] Attempting to bind port b331cfa7-0844-4e55-974b-2d57d8f7a41c on host dv-neutron-835340-2-hyperv for vnic_type normal with profile {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:59:10.670893 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-15f9a41f-377a-40b5-b615-5471106ee165 None None] Attempting to bind port b331cfa7-0844-4e55-974b-2d57d8f7a41c by drivers openvswitch,hyperv on host dv-neutron-835340-2-hyperv at level 0 using segments [{'id': '206bb571-1fa6-4b99-b6a8-89df65428dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'e61f253c-fcf1-4062-ae59-9fbb293fe086'}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:59:10.671348 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f9a41f-377a-40b5-b615-5471106ee165 None None] Attempting to bind port b331cfa7-0844-4e55-974b-2d57d8f7a41c on network e61f253c-fcf1-4062-ae59-9fbb293fe086 {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:59:10.683244 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f9a41f-377a-40b5-b615-5471106ee165 None None] Checking agent: {'id': '961a16fe-cbc8-4264-ac28-bbbd53f89caa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 46, 6), 'started_at': datetime.datetime(2022, 3, 28, 11, 46, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 11, 59, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 11:59:10.684010 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f9a41f-377a-40b5-b615-5471106ee165 None None] Checking segment: {'id': '206bb571-1fa6-4b99-b6a8-89df65428dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'e61f253c-fcf1-4062-ae59-9fbb293fe086'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:59:10.684545 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-15f9a41f-377a-40b5-b615-5471106ee165 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:10.685088 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f9a41f-377a-40b5-b615-5471106ee165 None None] Bound using segment: {'id': '206bb571-1fa6-4b99-b6a8-89df65428dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'e61f253c-fcf1-4062-ae59-9fbb293fe086'} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 11:59:10.685949 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-15f9a41f-377a-40b5-b615-5471106ee165 None None] Bound port: b331cfa7-0844-4e55-974b-2d57d8f7a41c, host: dv-neutron-835340-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '206bb571-1fa6-4b99-b6a8-89df65428dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'e61f253c-fcf1-4062-ae59-9fbb293fe086'}}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 11:59:10.686386 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-15f9a41f-377a-40b5-b615-5471106ee165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:10.691752 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-d456d14e-7c71-453a-973e-d64c747ebce5 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Unset dirty status for tenant:b4adfe5c8b3a4e57a1afd1d44c455245 on resource:subnet {{(pid=87870) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:59:10.695540 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-d456d14e-7c71-453a-973e-d64c747ebce5 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1845109 Mar 28 11:59:10.700107 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-0a1564f1-43e0-41e4-b176-4e1d8c0a0f9d tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-745164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-260864'] for router, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:10.700554 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 53060) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:10.703501 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-0a1564f1-43e0-41e4-b176-4e1d8c0a0f9d tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:10.707536 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-3838063c-8ae4-4209-9f7b-05d5edc39739 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks [] for port, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:10.714217 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-02b6e617-94ec-45da-b2df-b1eab29402fd tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783495836591'] for network, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:10.717907 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 53064) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:10.749276 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-1f7753e4-e860-497a-b12a-3d02acbf8dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '938ec9b1-845a-41c1-8863-138dcf053909', 'name': 'tempest-RoutersTest-router-1318390689', 'tenant_id': 'fc0f0a585a8c4bf2950e053878e50dfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:58:28Z', 'updated_at': '2022-03-28T11:58:58Z', 'revision_number': 4, 'project_id': 'fc0f0a585a8c4bf2950e053878e50dfb', 'gw_port_host': None, '_interfaces': [{'id': '1fe51bf3-b32b-46eb-a1bb-3c1d5b15ad12', 'name': '', 'network_id': '65efd158-193d-4ca0-9933-16ad45c695bf', 'tenant_id': 'fc0f0a585a8c4bf2950e053878e50dfb', 'mac_address': 'fa:16:3e:14:77:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '938ec9b1-845a-41c1-8863-138dcf053909', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '28ef9538-7c39-4316-b125-b5462d60a20a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:58:31Z', 'updated_at': '2022-03-28T11:58:45Z', 'revision_number': 5, 'project_id': 'fc0f0a585a8c4bf2950e053878e50dfb', 'subnets': [{'id': '28ef9538-7c39-4316-b125-b5462d60a20a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2657de3f-45d4-43e3-ba0a-596c0d44ea2a', 'name': '', 'network_id': '9bec2ed4-7a0e-4214-bb70-038db8dc0875', 'tenant_id': 'fc0f0a585a8c4bf2950e053878e50dfb', 'mac_address': 'fa:16:3e:22:48:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '938ec9b1-845a-41c1-8863-138dcf053909', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '5cea8896-b98b-428e-a293-c30110da671f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:58:41Z', 'updated_at': '2022-03-28T11:59:02Z', 'revision_number': 5, 'project_id': 'fc0f0a585a8c4bf2950e053878e50dfb', 'subnets': [{'id': '5cea8896-b98b-428e-a293-c30110da671f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9ad0ea3-7e13-4774-8251-cf8685ba71f8', 'name': '', 'network_id': 'a956713e-d181-4807-8431-0d815148d80c', 'tenant_id': 'fc0f0a585a8c4bf2950e053878e50dfb', 'mac_address': 'fa:16:3e:6a:3b:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '938ec9b1-845a-41c1-8863-138dcf053909', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'bc5359af-f2b3-4691-9f1c-24195b25e4f3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:58:56Z', 'updated_at': '2022-03-28T11:59:09Z', 'revision_number': 4, 'project_id': 'fc0f0a585a8c4bf2950e053878e50dfb', 'subnets': [{'id': 'bc5359af-f2b3-4691-9f1c-24195b25e4f3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:59:10.768200 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f7753e4-e860-497a-b12a-3d02acbf8dd7 None None] The sync data for ids ['938ec9b1-845a-41c1-8863-138dcf053909'] in dv-neutron-835340-2-hyperv is: [{'id': '938ec9b1-845a-41c1-8863-138dcf053909', 'name': 'tempest-RoutersTest-router-1318390689', 'tenant_id': 'fc0f0a585a8c4bf2950e053878e50dfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:58:28Z', 'updated_at': '2022-03-28T11:58:58Z', 'revision_number': 4, 'project_id': 'fc0f0a585a8c4bf2950e053878e50dfb', 'gw_port_host': None, '_interfaces': [{'id': '1fe51bf3-b32b-46eb-a1bb-3c1d5b15ad12', 'name': '', 'network_id': '65efd158-193d-4ca0-9933-16ad45c695bf', 'tenant_id': 'fc0f0a585a8c4bf2950e053878e50dfb', 'mac_address': 'fa:16:3e:14:77:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '938ec9b1-845a-41c1-8863-138dcf053909', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '28ef9538-7c39-4316-b125-b5462d60a20a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:58:31Z', 'updated_at': '2022-03-28T11:58:45Z', 'revision_number': 5, 'project_id': 'fc0f0a585a8c4bf2950e053878e50dfb', 'subnets': [{'id': '28ef9538-7c39-4316-b125-b5462d60a20a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2657de3f-45d4-43e3-ba0a-596c0d44ea2a', 'name': '', 'network_id': '9bec2ed4-7a0e-4214-bb70-038db8dc0875', 'tenant_id': 'fc0f0a585a8c4bf2950e053878e50dfb', 'mac_address': 'fa:16:3e:22:48:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '938ec9b1-845a-41c1-8863-138dcf053909', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '5cea8896-b98b-428e-a293-c30110da671f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:58:41Z', 'updated_at': '2022-03-28T11:59:02Z', 'revision_number': 5, 'project_id': 'fc0f0a585a8c4bf2950e053878e50dfb', 'subnets': [{'id': '5cea8896-b98b-428e-a293-c30110da671f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9ad0ea3-7e13-4774-8251-cf8685ba71f8', 'name': '', 'network_id': 'a956713e-d181-4807-8431-0d815148d80c', 'tenant_id': 'fc0f0a585a8c4bf2950e053878e50dfb', 'mac_address': 'fa:16:3e:6a:3b:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '938ec9b1-845a-41c1-8863-138dcf053909', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'bc5359af-f2b3-4691-9f1c-24195b25e4f3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:58:56Z', 'updated_at': '2022-03-28T11:59:09Z', 'revision_number': 4, 'project_id': 'fc0f0a585a8c4bf2950e053878e50dfb', 'subnets': [{'id': 'bc5359af-f2b3-4691-9f1c-24195b25e4f3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 11:59:10.784942 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1e8bdfa-cb93-4f38-81bb-8299b208d43a tempest-FloatingIPAdminTestJSON-1024836002 tempest-FloatingIPAdminTestJSON-1024836002-project] Router 2c49f547-c41c-41ef-82cf-526be9dbf15c has already been hosted by L3 agent af79d429-529e-400b-a119-94d4bec03f3e {{(pid=87871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 11:59:10.792811 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-0a1564f1-43e0-41e4-b176-4e1d8c0a0f9d tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-745021'] for router, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:10.793382 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a1564f1-43e0-41e4-b176-4e1d8c0a0f9d tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] Fanout notify agent at l3_agent the message router_deleted on router 035d0d8a-4555-49b6-83c9-3d8935ac7429 {{(pid=87871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 11:59:10.818327 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-4fdd287d-1ab3-426b-b19d-6009b57f01ac tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Synchronizing usage tracker for tenant:4ee902fff7d146808202d29b99c7f20c on resource:security_group {{(pid=87870) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:59:10.818767 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-15f9a41f-377a-40b5-b615-5471106ee165 None None] For port b331cfa7-0844-4e55-974b-2d57d8f7a41c, host dv-neutron-835340-2-hyperv, cleared binding levels {{(pid=87872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 11:59:10.823071 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-15f9a41f-377a-40b5-b615-5471106ee165 None None] For port b331cfa7-0844-4e55-974b-2d57d8f7a41c, host dv-neutron-835340-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=b331cfa7-0844-4e55-974b-2d57d8f7a41c,segment=NetworkSegment(206bb571-1fa6-4b99-b6a8-89df65428dc6),segment_id=206bb571-1fa6-4b99-b6a8-89df65428dc6)] {{(pid=87872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 11:59:10.829481 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-15f9a41f-377a-40b5-b615-5471106ee165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:10.907298 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-02b6e617-94ec-45da-b2df-b1eab29402fd tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765'] for network, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:10.909194 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.provisioning_blocks [None req-3838063c-8ae4-4209-9f7b-05d5edc39739 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Transition to ACTIVE for port object b6271a54-64ce-495c-b965-86148206d6e9 will not be triggered until provisioned by entity DHCP. {{(pid=87870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:59:10.922157 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02b6e617-94ec-45da-b2df-b1eab29402fd tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:59:10.923055 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-02b6e617-94ec-45da-b2df-b1eab29402fd tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for network, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:10.947897 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d69d42a-baff-470e-a17e-17c5f192cad4 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Deleting subnet f6f3400c-f860-4d36-93a2-b9629dcbb8c4 {{(pid=87870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 11:59:10.953555 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-4fdd287d-1ab3-426b-b19d-6009b57f01ac tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Unset dirty status for tenant:4ee902fff7d146808202d29b99c7f20c on resource:security_group {{(pid=87870) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:59:10.955011 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-4fdd287d-1ab3-426b-b19d-6009b57f01ac tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4779241 Mar 28 11:59:10.956557 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-2d69d42a-baff-470e-a17e-17c5f192cad4 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks [] for subnet, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:10.989152 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f9a41f-377a-40b5-b615-5471106ee165 None None] Pushing event updated for resources: {'Port': ['ID=b331cfa7-0844-4e55-974b-2d57d8f7a41c,revision_number=2']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:59:10.994228 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 53070) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:11.002140 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-0a1564f1-43e0-41e4-b176-4e1d8c0a0f9d tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] Notify callbacks [] for router, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:11.003784 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-0a1564f1-43e0-41e4-b176-4e1d8c0a0f9d tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] 10.222.0.30 "DELETE /v2.0/routers/035d0d8a-4555-49b6-83c9-3d8935ac7429 HTTP/1.1" status: 204 len: 168 time: 5.4237504 Mar 28 11:59:11.009577 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-ecfc1883-8a8f-47ae-a622-1ef01f7ddde5 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-46400375'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:59:11.032437 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-02b6e617-94ec-45da-b2df-b1eab29402fd tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 3.8597035 Mar 28 11:59:11.036168 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 53072) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:11.036558 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 53074) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:11.049267 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-ecfc1883-8a8f-47ae-a622-1ef01f7ddde5 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:59:11.051237 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-27b581cc-e2dd-43c3-81c1-b83396e31365 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Request body: {'security_group': {'name': 'tempest-secgroup--1306689364'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:59:11.061694 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-fc9fe5d7-8614-4580-a98a-9f960954238d tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1162902735', 'admin_state_up': True, 'project_id': '527195c95736491ca1967a42cc300275', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b'}}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:59:11.068121 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-27b581cc-e2dd-43c3-81c1-b83396e31365 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:59:11.076034 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-2d69d42a-baff-470e-a17e-17c5f192cad4 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3591354'] for subnet, precommit_delete_associations {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:11.077223 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-b4a69f6b-77ed-4f30-9357-2f5763f092e1 tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-816852676', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:59:11.128098 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-27b581cc-e2dd-43c3-81c1-b83396e31365 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:59:11.153529 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-fc9fe5d7-8614-4580-a98a-9f960954238d tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:59:11.160201 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-ecfc1883-8a8f-47ae-a622-1ef01f7ddde5 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Usage tracker for resource:network and tenant:35b7084247a448e2b3e41f3619d7d4bc is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:59:11.169580 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-b4a69f6b-77ed-4f30-9357-2f5763f092e1 tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:59:11.170459 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-3838063c-8ae4-4209-9f7b-05d5edc39739 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:11.172656 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-fc9fe5d7-8614-4580-a98a-9f960954238d tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Usage tracker for resource:router and tenant:527195c95736491ca1967a42cc300275 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:59:11.183378 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-ecfc1883-8a8f-47ae-a622-1ef01f7ddde5 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:59:11.193142 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-fc9fe5d7-8614-4580-a98a-9f960954238d tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:59:11.199442 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-b4a69f6b-77ed-4f30-9357-2f5763f092e1 tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] Usage tracker for resource:router and tenant:a6eff997b84242f4902e0c0456ad0fc2 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:59:11.204897 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device d9ad0ea3-7e13-4774-8251-cf8685ba71f8 up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:59:11.217921 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-fc9fe5d7-8614-4580-a98a-9f960954238d tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:59:11.220503 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-ecfc1883-8a8f-47ae-a622-1ef01f7ddde5 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:59:11.226752 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-b4a69f6b-77ed-4f30-9357-2f5763f092e1 tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:59:11.248822 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b6e617-94ec-45da-b2df-b1eab29402fd tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Pushing event updated for resources: {'Network': ['ID=3eabdfb2-13df-46a0-90ee-a82c1c8f310b,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:59:11.295234 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-27b581cc-e2dd-43c3-81c1-b83396e31365 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Notify callbacks [] for security_group, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:11.295818 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Network 3eabdfb2-13df-46a0-90ee-a82c1c8f310b details requested by agent ovs-agent-dv-neutron-835340-2-hyperv with host dv-neutron-835340-2-hyperv {{(pid=87872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 11:59:11.363224 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-b4a69f6b-77ed-4f30-9357-2f5763f092e1 tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:59:11.381296 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecfc1883-8a8f-47ae-a622-1ef01f7ddde5 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Made reservation on behalf of 35b7084247a448e2b3e41f3619d7d4bc for: {'network': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:59:11.385854 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-ecfc1883-8a8f-47ae-a622-1ef01f7ddde5 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for network, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:11.408286 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-fc9fe5d7-8614-4580-a98a-9f960954238d tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-707665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-260886'] for router, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:11.409600 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-fc9fe5d7-8614-4580-a98a-9f960954238d tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-705660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709650', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-767110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260873'] for router, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:11.418428 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-ecfc1883-8a8f-47ae-a622-1ef01f7ddde5 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks [] for security_group, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:11.433315 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-b4a69f6b-77ed-4f30-9357-2f5763f092e1 tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-707665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-260886'] for router, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:11.434313 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-b4a69f6b-77ed-4f30-9357-2f5763f092e1 tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-705660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709650', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-767110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260873'] for router, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:11.473649 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3838063c-8ae4-4209-9f7b-05d5edc39739 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Network e61f253c-fcf1-4062-ae59-9fbb293fe086 is already hosted by enough agents. {{(pid=87870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:59:11.476397 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-ecfc1883-8a8f-47ae-a622-1ef01f7ddde5 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:59:11.481989 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.base_scheduler [None req-3838063c-8ae4-4209-9f7b-05d5edc39739 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Resources bound (agent type, host, resource id): {{(pid=87870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:59:11.489723 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1e8bdfa-cb93-4f38-81bb-8299b208d43a tempest-FloatingIPAdminTestJSON-1024836002 tempest-FloatingIPAdminTestJSON-1024836002-project] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 11:59:11.490531 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3838063c-8ae4-4209-9f7b-05d5edc39739 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Received port after_create {{(pid=87870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:59:11.492212 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-ecfc1883-8a8f-47ae-a622-1ef01f7ddde5 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Usage tracker for resource:security_group_rule and tenant:35b7084247a448e2b3e41f3619d7d4bc is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:59:11.504802 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff83cfb9-11e3-407c-aba1-b16416b5f68a None None] Sync routers for ids ['2c49f547-c41c-41ef-82cf-526be9dbf15c'] in dv-neutron-835340-2-hyperv {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 11:59:11.513834 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-fc9fe5d7-8614-4580-a98a-9f960954238d tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:11.517322 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff83cfb9-11e3-407c-aba1-b16416b5f68a None None] Routers {'2c49f547-c41c-41ef-82cf-526be9dbf15c'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:59:11.518222 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-ff83cfb9-11e3-407c-aba1-b16416b5f68a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T11:59:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['2c49f547-c41c-41ef-82cf-526be9dbf15c'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:59:11.518888 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-ecfc1883-8a8f-47ae-a622-1ef01f7ddde5 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:59:11.548428 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-ecfc1883-8a8f-47ae-a622-1ef01f7ddde5 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:59:11.558494 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-b1e8bdfa-cb93-4f38-81bb-8299b208d43a tempest-FloatingIPAdminTestJSON-1024836002 tempest-FloatingIPAdminTestJSON-1024836002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for floatingip, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:11.562682 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning for port d9ad0ea3-7e13-4774-8251-cf8685ba71f8 completed by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:59:11.570925 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port d9ad0ea3-7e13-4774-8251-cf8685ba71f8 triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:59:11.571584 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:11.572788 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-3838063c-8ae4-4209-9f7b-05d5edc39739 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-709483'] for router_interface, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:11.608279 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-2d69d42a-baff-470e-a17e-17c5f192cad4 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1919782'] for subnet, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:11.627790 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-ff83cfb9-11e3-407c-aba1-b16416b5f68a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:59:11.642911 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff83cfb9-11e3-407c-aba1-b16416b5f68a None None] Routers {'2c49f547-c41c-41ef-82cf-526be9dbf15c'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:59:11.643147 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-27b581cc-e2dd-43c3-81c1-b83396e31365 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:59:11.643783 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-ff83cfb9-11e3-407c-aba1-b16416b5f68a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T11:59:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['2c49f547-c41c-41ef-82cf-526be9dbf15c'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:59:11.655649 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-b4a69f6b-77ed-4f30-9357-2f5763f092e1 tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:11.667163 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-27b581cc-e2dd-43c3-81c1-b83396e31365 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Usage tracker for resource:security_group_rule and tenant:4ee902fff7d146808202d29b99c7f20c is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:59:11.669728 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3838063c-8ae4-4209-9f7b-05d5edc39739 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Pushing event updated for resources: {'Port': ['ID=b6271a54-64ce-495c-b965-86148206d6e9,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:59:11.673261 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-27b581cc-e2dd-43c3-81c1-b83396e31365 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:59:11.688453 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-27b581cc-e2dd-43c3-81c1-b83396e31365 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:59:11.785824 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-ff83cfb9-11e3-407c-aba1-b16416b5f68a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:59:11.786220 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff83cfb9-11e3-407c-aba1-b16416b5f68a None None] The sync data for ids ['2c49f547-c41c-41ef-82cf-526be9dbf15c'] in dv-neutron-835340-2-hyperv is: [] {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 11:59:11.792057 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-2d69d42a-baff-470e-a17e-17c5f192cad4 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1919805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2561174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2563528'] for subnet, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:11.839922 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-b1e8bdfa-cb93-4f38-81bb-8299b208d43a tempest-FloatingIPAdminTestJSON-1024836002 tempest-FloatingIPAdminTestJSON-1024836002-project] 10.222.0.30 "DELETE /v2.0/floatingips/535e8cc3-50cd-4e12-af1b-f87350524d28 HTTP/1.1" status: 204 len: 168 time: 6.2625475 Mar 28 11:59:11.843190 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d69d42a-baff-470e-a17e-17c5f192cad4 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Pushing event deleted for resources: {'Subnet': ['ID=f6f3400c-f860-4d36-93a2-b9629dcbb8c4,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:59:11.844215 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 53082) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:11.880671 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:11.900634 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-a0de95d2-f23c-446a-a029-3aafb240bb95 tempest-FloatingIPAdminTestJSON-2142079128 tempest-FloatingIPAdminTestJSON-2142079128-project-admin] Request body: {'floatingip': {'floating_network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:59:11.905338 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-b4a69f6b-77ed-4f30-9357-2f5763f092e1 tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709693'] for router, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:11.920868 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-2d69d42a-baff-470e-a17e-17c5f192cad4 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks [] for subnet, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:11.928261 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-a0de95d2-f23c-446a-a029-3aafb240bb95 tempest-FloatingIPAdminTestJSON-2142079128 tempest-FloatingIPAdminTestJSON-2142079128-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:59:11.928545 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] For port d9ad0ea3-7e13-4774-8251-cf8685ba71f8, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=d9ad0ea3-7e13-4774-8251-cf8685ba71f8,segment=NetworkSegment(e2b0e497-2c08-451b-8513-16209a0aa420),segment_id=e2b0e497-2c08-451b-8513-16209a0aa420)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:59:11.938322 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-570a3309-259e-4a12-93f0-e3998c75bd9d None None] Network e95a87e2-4c44-46e2-9de5-2786cbaea69c requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:59:11.954205 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:11.959813 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-a0de95d2-f23c-446a-a029-3aafb240bb95 tempest-FloatingIPAdminTestJSON-2142079128 tempest-FloatingIPAdminTestJSON-2142079128-project-admin] Usage tracker for resource:floatingip and tenant:7c6b5b4b536f4555a05791425ffa8e2a is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:59:11.967502 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-27b581cc-e2dd-43c3-81c1-b83396e31365 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Notify callbacks [] for security_group, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:11.968396 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-3838063c-8ae4-4209-9f7b-05d5edc39739 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:11.978588 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-a0de95d2-f23c-446a-a029-3aafb240bb95 tempest-FloatingIPAdminTestJSON-2142079128 tempest-FloatingIPAdminTestJSON-2142079128-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:59:11.993262 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-27b581cc-e2dd-43c3-81c1-b83396e31365 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:12.011778 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-a0de95d2-f23c-446a-a029-3aafb240bb95 tempest-FloatingIPAdminTestJSON-2142079128 tempest-FloatingIPAdminTestJSON-2142079128-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:59:12.029730 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-2d69d42a-baff-470e-a17e-17c5f192cad4 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "DELETE /v2.0/subnets/f6f3400c-f860-4d36-93a2-b9629dcbb8c4 HTTP/1.1" status: 204 len: 168 time: 1.3279507 Mar 28 11:59:12.030587 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-27b581cc-e2dd-43c3-81c1-b83396e31365 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Notify callbacks [] for security_group, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:12.034576 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-27b581cc-e2dd-43c3-81c1-b83396e31365 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9935398 Mar 28 11:59:12.035219 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 53086) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:12.035568 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 53088) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:12.119427 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-21b49cb6-8475-471e-a0da-ca88d4a882ec tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Request body: {'security_group_rule': {'security_group_id': '0775bba0-f5f0-4d10-8316-438b2ff80047', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:59:12.120382 dv-neutron-835340-2-hyperv neutron-server[87870]: WARNING neutron.api.v2.base [None req-21b49cb6-8475-471e-a0da-ca88d4a882ec tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Mar 28 11:59:12.120883 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.api.v2.resource [None req-21b49cb6-8475-471e-a0da-ca88d4a882ec tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 11:59:12.124955 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-21b49cb6-8475-471e-a0da-ca88d4a882ec tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0823412 Mar 28 11:59:12.128271 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 53094) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:12.182748 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-a0de95d2-f23c-446a-a029-3aafb240bb95 tempest-FloatingIPAdminTestJSON-2142079128 tempest-FloatingIPAdminTestJSON-2142079128-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:12.212219 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Pushing event updated for resources: {'Port': ['ID=d9ad0ea3-7e13-4774-8251-cf8685ba71f8,revision_number=5']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:59:12.227152 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-b4a69f6b-77ed-4f30-9357-2f5763f092e1 tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] Notify callbacks [] for router, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:12.228940 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-b4a69f6b-77ed-4f30-9357-2f5763f092e1 tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.1875005 Mar 28 11:59:12.232069 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-fc9fe5d7-8614-4580-a98a-9f960954238d tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-709632', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-707672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260923'] for router, precommit_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:12.242163 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 53098) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:12.250675 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-10ea12d4-4015-422e-a11b-313ce3e777c2 tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'enable_snat': False}}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:59:12.254754 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b581cc-e2dd-43c3-81c1-b83396e31365 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0775bba0-f5f0-4d10-8316-438b2ff80047,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:59:12.352468 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e1fe1f3-df12-4b98-800e-5582e4cbf762 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Deleting subnet fefdfbe7-df27-44b7-b7da-701d2c751667 {{(pid=87870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 11:59:12.359300 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-8e1fe1f3-df12-4b98-800e-5582e4cbf762 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks [] for subnet, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:12.436480 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-ecfc1883-8a8f-47ae-a622-1ef01f7ddde5 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks [] for security_group, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:12.501180 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-ecfc1883-8a8f-47ae-a622-1ef01f7ddde5 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:12.557085 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d92b0d74-15d9-491b-bd67-a5f7b37c3ca0 None None] Network e61f253c-fcf1-4062-ae59-9fbb293fe086 requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:59:12.570819 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-2586c83a-6dc0-4b9a-b921-48991cea4eb0 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Notify callbacks [] for security_group, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:12.601956 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-8e1fe1f3-df12-4b98-800e-5582e4cbf762 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3591354'] for subnet, precommit_delete_associations {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:12.671359 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecfc1883-8a8f-47ae-a622-1ef01f7ddde5 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=87871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 11:59:12.681053 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfc1883-8a8f-47ae-a622-1ef01f7ddde5 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bbe3a05b-45d7-4642-87ce-0e097dbfb38f,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:59:12.703791 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-d7da4e61-96d3-4c54-9298-e3fbef374523 None None] Provisioning for port b331cfa7-0844-4e55-974b-2d57d8f7a41c completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:59:12.712474 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-2586c83a-6dc0-4b9a-b921-48991cea4eb0 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:12.781302 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-ecfc1883-8a8f-47ae-a622-1ef01f7ddde5 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:12.781651 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.db.segments_db [None req-ecfc1883-8a8f-47ae-a622-1ef01f7ddde5 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Added segment 287492be-530b-4587-955c-3ed4cbc033b4 of type vlan for network 9d808d20-321a-4040-937a-68d7c35eefe2 Mar 28 11:59:12.850648 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-8e1fe1f3-df12-4b98-800e-5582e4cbf762 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1919782'] for subnet, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:12.899672 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-10ea12d4-4015-422e-a11b-313ce3e777c2 tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-709632', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-707672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260923'] for router, precommit_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:12.920292 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-ecfc1883-8a8f-47ae-a622-1ef01f7ddde5 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783495836591'] for network, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:13.017994 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-2586c83a-6dc0-4b9a-b921-48991cea4eb0 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:13.040733 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-a0de95d2-f23c-446a-a029-3aafb240bb95 tempest-FloatingIPAdminTestJSON-2142079128 tempest-FloatingIPAdminTestJSON-2142079128-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:13.060896 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-ecfc1883-8a8f-47ae-a622-1ef01f7ddde5 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765'] for network, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:13.066897 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecfc1883-8a8f-47ae-a622-1ef01f7ddde5 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:59:13.067774 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-ecfc1883-8a8f-47ae-a622-1ef01f7ddde5 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks [] for network, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:13.089008 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2586c83a-6dc0-4b9a-b921-48991cea4eb0 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0775bba0-f5f0-4d10-8316-438b2ff80047,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:59:13.110034 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-8e1fe1f3-df12-4b98-800e-5582e4cbf762 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1919805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2561174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2563528'] for subnet, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:13.207834 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-8e1fe1f3-df12-4b98-800e-5582e4cbf762 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks [] for subnet, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:13.210777 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1fe1f3-df12-4b98-800e-5582e4cbf762 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Pushing event deleted for resources: {'Subnet': ['ID=fefdfbe7-df27-44b7-b7da-701d2c751667,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:59:13.226217 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.db.resource_extend [None req-3838063c-8ae4-4209-9f7b-05d5edc39739 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 28 11:59:13.252019 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-8e1fe1f3-df12-4b98-800e-5582e4cbf762 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "DELETE /v2.0/subnets/fefdfbe7-df27-44b7-b7da-701d2c751667 HTTP/1.1" status: 204 len: 168 time: 1.2110205 Mar 28 11:59:13.257763 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 53102) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:13.289983 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device d9ad0ea3-7e13-4774-8251-cf8685ba71f8 up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:59:13.295299 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-2586c83a-6dc0-4b9a-b921-48991cea4eb0 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Notify callbacks [] for security_group, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:13.299004 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-2586c83a-6dc0-4b9a-b921-48991cea4eb0 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] 10.222.0.30 "DELETE /v2.0/security-groups/0775bba0-f5f0-4d10-8316-438b2ff80047 HTTP/1.1" status: 204 len: 168 time: 1.1584921 Mar 28 11:59:13.299697 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 53106) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:13.307225 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-3838063c-8ae4-4209-9f7b-05d5edc39739 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks [] for port, precommit_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:13.338103 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-597605ad-105f-45a9-8447-627838367045 None None] Network e95a87e2-4c44-46e2-9de5-2786cbaea69c requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:59:13.439428 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-fc9fe5d7-8614-4580-a98a-9f960954238d tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for router_gateway, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:13.528973 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-3838063c-8ae4-4209-9f7b-05d5edc39739 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2558288'] for port, after_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:13.573536 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-fa88df48-0441-4410-a556-167286286276 None None] Provisioning for port b6271a54-64ce-495c-b965-86148206d6e9 completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:59:13.581755 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-fa88df48-0441-4410-a556-167286286276 None None] Provisioning complete for port b6271a54-64ce-495c-b965-86148206d6e9 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:59:13.582123 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-fa88df48-0441-4410-a556-167286286276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:13.601770 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-6270a8b6-8a8e-4dce-9e75-e8f2408b8a06 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3054333 Mar 28 11:59:13.621141 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 53110) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:13.626382 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-ecfc1883-8a8f-47ae-a622-1ef01f7ddde5 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.9073958 Mar 28 11:59:13.628590 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 53112) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:13.638092 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port d9ad0ea3-7e13-4774-8251-cf8685ba71f8 triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:59:13.638687 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:13.665532 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfc1883-8a8f-47ae-a622-1ef01f7ddde5 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Pushing event updated for resources: {'Network': ['ID=9d808d20-321a-4040-937a-68d7c35eefe2,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:59:13.673935 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-fc9fe5d7-8614-4580-a98a-9f960954238d tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:13.678783 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-2e1176b0-142f-4d2a-ab62-9a8aae306dad tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Request body: {'port': {'network_id': '9d808d20-321a-4040-937a-68d7c35eefe2', 'name': 'tempest-PortsTestJSON-696320666'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:59:13.692542 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Network 9d808d20-321a-4040-937a-68d7c35eefe2 details requested by agent ovs-agent-dv-neutron-835340-2-hyperv with host dv-neutron-835340-2-hyperv {{(pid=87872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 11:59:13.695772 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.db_base_plugin_common [None req-a0de95d2-f23c-446a-a029-3aafb240bb95 tempest-FloatingIPAdminTestJSON-2142079128 tempest-FloatingIPAdminTestJSON-2142079128-project-admin] Allocated IP 172.26.7.33 (ac2b1748-8f63-4b17-a9c7-07e79704aa5b/0b7ebf76-1dc7-431a-a0b4-b96bacf287c2/9fc0500c-dd93-4dcc-a3c8-b354461f0911) {{(pid=87870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:59:13.702058 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3838063c-8ae4-4209-9f7b-05d5edc39739 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Pushing event updated for resources: {'Port': ['ID=b6271a54-64ce-495c-b965-86148206d6e9,revision_number=2']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:59:13.708259 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-3838063c-8ae4-4209-9f7b-05d5edc39739 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-743372'] for router_interface, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:13.716802 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-97cb9e43-be2d-4437-aeb0-be496ca1c653 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Synchronizing usage tracker for tenant:4ee902fff7d146808202d29b99c7f20c on resource:security_group {{(pid=87870) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:59:13.733948 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-fa88df48-0441-4410-a556-167286286276 None None] Port b6271a54-64ce-495c-b965-86148206d6e9 cannot update to ACTIVE because it is not bound. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 11:59:13.843523 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-fa88df48-0441-4410-a556-167286286276 None None] Provisioning complete for port 5bdd716d-eb8a-4f67-8412-bce6a1556561 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:59:13.845631 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-fa88df48-0441-4410-a556-167286286276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:13.911221 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-97cb9e43-be2d-4437-aeb0-be496ca1c653 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Unset dirty status for tenant:4ee902fff7d146808202d29b99c7f20c on resource:security_group {{(pid=87870) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:59:13.914226 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1809a67b-7c9a-41b7-bdc6-e8163dcf1521 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:59:13.915191 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-1809a67b-7c9a-41b7-bdc6-e8163dcf1521 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Synchronizing usage tracker for tenant:b4adfe5c8b3a4e57a1afd1d44c455245 on resource:port {{(pid=87871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:59:13.917258 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-97cb9e43-be2d-4437-aeb0-be496ca1c653 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.6078198 Mar 28 11:59:13.923798 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 53118) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:13.925015 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-2e1176b0-142f-4d2a-ab62-9a8aae306dad tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:59:13.934973 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1002fbb5-b37e-411c-97ea-c0259bce2378 None None] DHCP port deletion for e95a87e2-4c44-46e2-9de5-2786cbaea69c request from dv-neutron-835340-2-hyperv {{(pid=87872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 11:59:13.941570 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-2e1176b0-142f-4d2a-ab62-9a8aae306dad tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Usage tracker for resource:port and tenant:35b7084247a448e2b3e41f3619d7d4bc is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:59:13.948021 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-75731050-5e65-41d4-84dd-c8c112065de0 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Request body: {'security_group': {'name': 'tempest-secgroup--363171466'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:59:13.954140 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-2e1176b0-142f-4d2a-ab62-9a8aae306dad tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:59:13.960047 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-75731050-5e65-41d4-84dd-c8c112065de0 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:59:13.965039 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-1809a67b-7c9a-41b7-bdc6-e8163dcf1521 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Unset dirty status for tenant:b4adfe5c8b3a4e57a1afd1d44c455245 on resource:port {{(pid=87871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:59:13.967014 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-1809a67b-7c9a-41b7-bdc6-e8163dcf1521 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3395712 Mar 28 11:59:13.971066 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-2e1176b0-142f-4d2a-ab62-9a8aae306dad tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:59:13.977498 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 53122) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:13.982025 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-1002fbb5-b37e-411c-97ea-c0259bce2378 None None] Deleting port 5bdd716d-eb8a-4f67-8412-bce6a1556561 {{(pid=87872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:59:13.982472 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-1002fbb5-b37e-411c-97ea-c0259bce2378 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:13.986721 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-75731050-5e65-41d4-84dd-c8c112065de0 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:59:14.008866 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-a0de95d2-f23c-446a-a029-3aafb240bb95 tempest-FloatingIPAdminTestJSON-2142079128 tempest-FloatingIPAdminTestJSON-2142079128-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:14.012790 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3838063c-8ae4-4209-9f7b-05d5edc39739 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Network e61f253c-fcf1-4062-ae59-9fbb293fe086 is already hosted by enough agents. {{(pid=87870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:59:14.015510 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.base_scheduler [None req-3838063c-8ae4-4209-9f7b-05d5edc39739 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Resources bound (agent type, host, resource id): {{(pid=87870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:59:14.040040 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device b331cfa7-0844-4e55-974b-2d57d8f7a41c up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:59:14.206360 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e1176b0-142f-4d2a-ab62-9a8aae306dad tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Made reservation on behalf of 35b7084247a448e2b3e41f3619d7d4bc for: {'port': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:59:14.210870 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-2e1176b0-142f-4d2a-ab62-9a8aae306dad tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:14.222309 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3838063c-8ae4-4209-9f7b-05d5edc39739 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Router 938ec9b1-845a-41c1-8863-138dcf053909 has already been hosted by L3 agent af79d429-529e-400b-a119-94d4bec03f3e {{(pid=87870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 11:59:14.235289 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-75731050-5e65-41d4-84dd-c8c112065de0 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Notify callbacks [] for security_group, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:14.281489 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-75731050-5e65-41d4-84dd-c8c112065de0 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:59:14.285799 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae4919d9-a32f-4313-9e5c-df3d847ed644 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:59:14.286505 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-ae4919d9-a32f-4313-9e5c-df3d847ed644 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Synchronizing usage tracker for tenant:b4adfe5c8b3a4e57a1afd1d44c455245 on resource:subnet {{(pid=87871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:59:14.290788 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.notifiers.nova [None req-2e1176b0-142f-4d2a-ab62-9a8aae306dad tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] device_id is not set on port a81c6579-6e35-4f9b-8cee-8e424705fee4 yet. {{(pid=87871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 11:59:14.329032 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-10ea12d4-4015-422e-a11b-313ce3e777c2 tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:14.348788 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-1002fbb5-b37e-411c-97ea-c0259bce2378 None None] For port 5bdd716d-eb8a-4f67-8412-bce6a1556561, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=5bdd716d-eb8a-4f67-8412-bce6a1556561,segment=NetworkSegment(bd053757-b8b4-4f3a-b553-aa242f2d15d2),segment_id=bd053757-b8b4-4f3a-b553-aa242f2d15d2)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:59:14.349390 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-1002fbb5-b37e-411c-97ea-c0259bce2378 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:14.356493 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-75731050-5e65-41d4-84dd-c8c112065de0 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Usage tracker for resource:security_group_rule and tenant:4ee902fff7d146808202d29b99c7f20c is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:59:14.357889 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning for port b331cfa7-0844-4e55-974b-2d57d8f7a41c completed by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:59:14.363218 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-75731050-5e65-41d4-84dd-c8c112065de0 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:59:14.369941 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port b331cfa7-0844-4e55-974b-2d57d8f7a41c triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:59:14.370306 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:14.376836 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-10ea12d4-4015-422e-a11b-313ce3e777c2 tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:14.381456 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-75731050-5e65-41d4-84dd-c8c112065de0 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:59:14.412203 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3838063c-8ae4-4209-9f7b-05d5edc39739 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 11:59:14.418269 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-3838063c-8ae4-4209-9f7b-05d5edc39739 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] 10.222.0.30 "PUT /v2.0/routers/938ec9b1-845a-41c1-8863-138dcf053909/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6009638 Mar 28 11:59:14.423999 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 53126) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:14.425095 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-a0de95d2-f23c-446a-a029-3aafb240bb95 tempest-FloatingIPAdminTestJSON-2142079128 tempest-FloatingIPAdminTestJSON-2142079128-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:14.450678 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-ae4919d9-a32f-4313-9e5c-df3d847ed644 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Unset dirty status for tenant:b4adfe5c8b3a4e57a1afd1d44c455245 on resource:subnet {{(pid=87871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:59:14.454315 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-ae4919d9-a32f-4313-9e5c-df3d847ed644 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4731357 Mar 28 11:59:14.464810 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-476737ed-a54d-4a0c-b560-7e790fc6f66c tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:59:14.494788 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 53130) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:14.559076 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a289fb-08af-461f-b673-d2d9174faee3 None None] Sync routers for ids ['938ec9b1-845a-41c1-8863-138dcf053909'] in dv-neutron-835340-2-hyperv {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 11:59:14.560582 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-62302515-fe47-4987-95cd-6d406288262c None None] Provisioning complete for port b6271a54-64ce-495c-b965-86148206d6e9 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:59:14.560941 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-62302515-fe47-4987-95cd-6d406288262c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:14.594970 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-1002fbb5-b37e-411c-97ea-c0259bce2378 None None] Calling delete_port for 5bdd716d-eb8a-4f67-8412-bce6a1556561 owned by network:dhcp {{(pid=87872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:59:14.618388 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0de95d2-f23c-446a-a029-3aafb240bb95 tempest-FloatingIPAdminTestJSON-2142079128 tempest-FloatingIPAdminTestJSON-2142079128-project-admin] Network ac2b1748-8f63-4b17-a9c7-07e79704aa5b is already hosted by enough agents. {{(pid=87870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:59:14.626411 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-075b7160-7038-42fb-925d-d101fe4ecef6 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1201048 Mar 28 11:59:14.628649 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.base_scheduler [None req-a0de95d2-f23c-446a-a029-3aafb240bb95 tempest-FloatingIPAdminTestJSON-2142079128 tempest-FloatingIPAdminTestJSON-2142079128-project-admin] Resources bound (agent type, host, resource id): {{(pid=87870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:59:14.630290 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 53134) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:14.638462 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0de95d2-f23c-446a-a029-3aafb240bb95 tempest-FloatingIPAdminTestJSON-2142079128 tempest-FloatingIPAdminTestJSON-2142079128-project-admin] Received port after_create {{(pid=87870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:59:14.666351 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-5a655efb-f68c-4ec2-8b98-0eb85710a7cb tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Request body: {'subnet': {'network_id': 'e95a87e2-4c44-46e2-9de5-2786cbaea69c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:59:14.682000 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0de95d2-f23c-446a-a029-3aafb240bb95 tempest-FloatingIPAdminTestJSON-2142079128 tempest-FloatingIPAdminTestJSON-2142079128-project-admin] Pushing event updated for resources: {'Port': ['ID=9fc0500c-dd93-4dcc-a3c8-b354461f0911,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:59:14.682864 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a289fb-08af-461f-b673-d2d9174faee3 None None] Routers {'938ec9b1-845a-41c1-8863-138dcf053909'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:59:14.683509 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-89a289fb-08af-461f-b673-d2d9174faee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T11:59:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['938ec9b1-845a-41c1-8863-138dcf053909'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:59:14.707587 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.db_base_plugin_common [None req-fc9fe5d7-8614-4580-a98a-9f960954238d tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Allocated IP 172.26.7.177 (ac2b1748-8f63-4b17-a9c7-07e79704aa5b/0b7ebf76-1dc7-431a-a0b4-b96bacf287c2/344b8558-f9db-4637-80bb-b51096537413) {{(pid=87871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:59:14.777939 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-62302515-fe47-4987-95cd-6d406288262c None None] Port b6271a54-64ce-495c-b965-86148206d6e9 cannot update to ACTIVE because it is not bound. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 11:59:14.915256 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-1002fbb5-b37e-411c-97ea-c0259bce2378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250'] for port, after_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:14.920761 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-75731050-5e65-41d4-84dd-c8c112065de0 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Notify callbacks [] for security_group, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:14.945104 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-75731050-5e65-41d4-84dd-c8c112065de0 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:14.970605 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvr_db [None req-89a289fb-08af-461f-b673-d2d9174faee3 None None] Set router 938ec9b1-845a-41c1-8863-138dcf053909 gateway port host: None {{(pid=87872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:59:14.971958 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-2e1176b0-142f-4d2a-ab62-9a8aae306dad tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks [] for port, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:15.033846 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75731050-5e65-41d4-84dd-c8c112065de0 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6dc6e17-c857-44d2-b388-ac102753e361,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:59:15.036247 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1002fbb5-b37e-411c-97ea-c0259bce2378 None None] Pushing event deleted for resources: {'Port': ['ID=5bdd716d-eb8a-4f67-8412-bce6a1556561,revision_number=None']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:59:15.050315 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1002fbb5-b37e-411c-97ea-c0259bce2378 None None] No DVR routers for this DVR port 5bdd716d-eb8a-4f67-8412-bce6a1556561 on host dv-neutron-835340-2-hyperv {{(pid=87872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 11:59:15.068040 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:15.069967 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-fc9fe5d7-8614-4580-a98a-9f960954238d tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for port, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:15.073997 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75731050-5e65-41d4-84dd-c8c112065de0 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:59:15.074342 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75731050-5e65-41d4-84dd-c8c112065de0 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:59:15.074676 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75731050-5e65-41d4-84dd-c8c112065de0 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:59:15.075006 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75731050-5e65-41d4-84dd-c8c112065de0 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:59:15.075330 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75731050-5e65-41d4-84dd-c8c112065de0 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:59:15.075679 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75731050-5e65-41d4-84dd-c8c112065de0 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:59:15.076001 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75731050-5e65-41d4-84dd-c8c112065de0 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:59:15.076321 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75731050-5e65-41d4-84dd-c8c112065de0 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:59:15.076639 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75731050-5e65-41d4-84dd-c8c112065de0 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:59:15.076961 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75731050-5e65-41d4-84dd-c8c112065de0 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:59:15.077269 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75731050-5e65-41d4-84dd-c8c112065de0 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:59:15.077585 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75731050-5e65-41d4-84dd-c8c112065de0 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:59:15.084265 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-75731050-5e65-41d4-84dd-c8c112065de0 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Notify callbacks [] for security_group, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:15.086163 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-75731050-5e65-41d4-84dd-c8c112065de0 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.1492147 Mar 28 11:59:15.090209 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 53138) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:15.093390 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-163e4ea2-8566-4ef9-93ec-a0696993d7ea None None] get_active_networks_info from dv-neutron-835340-2-hyperv {{(pid=87872) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 28 11:59:15.100647 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-58e0cc49-9749-4491-82cc-0911d48b2701 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Request body: {'security_group_rule': {'security_group_id': 'c6dc6e17-c857-44d2-b388-ac102753e361', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:59:15.102108 dv-neutron-835340-2-hyperv neutron-server[87871]: WARNING neutron.api.v2.base [None req-58e0cc49-9749-4491-82cc-0911d48b2701 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Mar 28 11:59:15.102623 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.api.v2.resource [None req-58e0cc49-9749-4491-82cc-0911d48b2701 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 11:59:15.103676 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-58e0cc49-9749-4491-82cc-0911d48b2701 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0113595 Mar 28 11:59:15.106892 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 53142) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:15.108948 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-5a655efb-f68c-4ec2-8b98-0eb85710a7cb tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:59:15.143304 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-2e1176b0-142f-4d2a-ab62-9a8aae306dad tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:15.147044 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-5a655efb-f68c-4ec2-8b98-0eb85710a7cb tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:59:15.153794 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-a0de95d2-f23c-446a-a029-3aafb240bb95 tempest-FloatingIPAdminTestJSON-2142079128 tempest-FloatingIPAdminTestJSON-2142079128-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:15.251828 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a655efb-f68c-4ec2-8b98-0eb85710a7cb tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Made reservation on behalf of b4adfe5c8b3a4e57a1afd1d44c455245 for: {'subnet': 1} {{(pid=87870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:59:15.255405 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-5a655efb-f68c-4ec2-8b98-0eb85710a7cb tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2563571'] for subnet, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:15.258120 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a655efb-f68c-4ec2-8b98-0eb85710a7cb tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 11:59:15.258565 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a655efb-f68c-4ec2-8b98-0eb85710a7cb tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 11:59:15.306506 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-fc9fe5d7-8614-4580-a98a-9f960954238d tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:15.329812 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] For port b331cfa7-0844-4e55-974b-2d57d8f7a41c, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=b331cfa7-0844-4e55-974b-2d57d8f7a41c,segment=NetworkSegment(206bb571-1fa6-4b99-b6a8-89df65428dc6),segment_id=206bb571-1fa6-4b99-b6a8-89df65428dc6)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:59:15.330041 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1176b0-142f-4d2a-ab62-9a8aae306dad tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Pushing event updated for resources: {'Port': ['ID=a81c6579-6e35-4f9b-8cee-8e424705fee4,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:59:15.338521 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-2ab75df9-f810-46a2-9812-c1fed75023f7 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Notify callbacks [] for security_group, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:15.353355 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:15.390875 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-a0de95d2-f23c-446a-a029-3aafb240bb95 tempest-FloatingIPAdminTestJSON-2142079128 tempest-FloatingIPAdminTestJSON-2142079128-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:15.425947 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-5a655efb-f68c-4ec2-8b98-0eb85710a7cb tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.7862189 Mar 28 11:59:15.434180 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 53146) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:15.444510 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-37df307d-0616-4bfb-ab5d-121b425fc9e7 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Request body: {'subnet': {'network_id': 'e95a87e2-4c44-46e2-9de5-2786cbaea69c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:59:15.506165 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 5bdd716d-eb8a-4f67-8412-bce6a1556561 no longer exists at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 11:59:15.542276 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e1176b0-142f-4d2a-ab62-9a8aae306dad tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Checking segment: {'id': '287492be-530b-4587-955c-3ed4cbc033b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '9d808d20-321a-4040-937a-68d7c35eefe2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:59:15.543359 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e1176b0-142f-4d2a-ab62-9a8aae306dad tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Network hostable DHCP agents. Network: 9d808d20-321a-4040-937a-68d7c35eefe2, hostable agents: ['3cb85949-855b-4a40-b988-cd5705e511da'], hosted agents: [] {{(pid=87871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 11:59:15.560291 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] No Port match for: 5bdd716d-eb8a-4f67-8412-bce6a1556561 {{(pid=87872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 11:59:15.560291 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 5bdd716d-eb8a-4f67-8412-bce6a1556561 not bound to the agent host dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 11:59:15.562861 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc9fe5d7-8614-4580-a98a-9f960954238d tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Network ac2b1748-8f63-4b17-a9c7-07e79704aa5b is already hosted by enough agents. {{(pid=87871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:59:15.568661 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Pushing event updated for resources: {'Port': ['ID=b331cfa7-0844-4e55-974b-2d57d8f7a41c,revision_number=3']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:59:15.574447 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-163e4ea2-8566-4ef9-93ec-a0696993d7ea None None] Resources bound (agent type, host, resource id): {{(pid=87872) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 28 11:59:15.586617 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-fc9fe5d7-8614-4580-a98a-9f960954238d tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Resources bound (agent type, host, resource id): {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:59:15.599068 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-2ab75df9-f810-46a2-9812-c1fed75023f7 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:15.607068 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc9fe5d7-8614-4580-a98a-9f960954238d tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Received port after_create {{(pid=87871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:59:15.631514 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.db_base_plugin_common [None req-10ea12d4-4015-422e-a11b-313ce3e777c2 tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Allocated IP 172.26.7.111 (ac2b1748-8f63-4b17-a9c7-07e79704aa5b/0b7ebf76-1dc7-431a-a0b4-b96bacf287c2/4a481576-6d78-419d-8ed4-8f6a2e85fe33) {{(pid=87871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:59:15.681550 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9fe5d7-8614-4580-a98a-9f960954238d tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Pushing event updated for resources: {'Port': ['ID=344b8558-f9db-4637-80bb-b51096537413,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:59:15.717254 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-89a289fb-08af-461f-b673-d2d9174faee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '938ec9b1-845a-41c1-8863-138dcf053909', 'name': 'tempest-RoutersTest-router-1318390689', 'tenant_id': 'fc0f0a585a8c4bf2950e053878e50dfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:58:28Z', 'updated_at': '2022-03-28T11:59:11Z', 'revision_number': 5, 'project_id': 'fc0f0a585a8c4bf2950e053878e50dfb', 'gw_port_host': None, '_interfaces': [{'id': '1fe51bf3-b32b-46eb-a1bb-3c1d5b15ad12', 'name': '', 'network_id': '65efd158-193d-4ca0-9933-16ad45c695bf', 'tenant_id': 'fc0f0a585a8c4bf2950e053878e50dfb', 'mac_address': 'fa:16:3e:14:77:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '938ec9b1-845a-41c1-8863-138dcf053909', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '28ef9538-7c39-4316-b125-b5462d60a20a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:58:31Z', 'updated_at': '2022-03-28T11:58:45Z', 'revision_number': 5, 'project_id': 'fc0f0a585a8c4bf2950e053878e50dfb', 'subnets': [{'id': '28ef9538-7c39-4316-b125-b5462d60a20a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2657de3f-45d4-43e3-ba0a-596c0d44ea2a', 'name': '', 'network_id': '9bec2ed4-7a0e-4214-bb70-038db8dc0875', 'tenant_id': 'fc0f0a585a8c4bf2950e053878e50dfb', 'mac_address': 'fa:16:3e:22:48:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '938ec9b1-845a-41c1-8863-138dcf053909', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '5cea8896-b98b-428e-a293-c30110da671f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:58:41Z', 'updated_at': '2022-03-28T11:59:02Z', 'revision_number': 5, 'project_id': 'fc0f0a585a8c4bf2950e053878e50dfb', 'subnets': [{'id': '5cea8896-b98b-428e-a293-c30110da671f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b6271a54-64ce-495c-b965-86148206d6e9', 'name': '', 'network_id': 'e61f253c-fcf1-4062-ae59-9fbb293fe086', 'tenant_id': 'fc0f0a585a8c4bf2950e053878e50dfb', 'mac_address': 'fa:16:3e:37:74:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '938ec9b1-845a-41c1-8863-138dcf053909', 'device_owner': 'network:router_interface', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '73e10996-e89f-4154-aeb0-c46228746689', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:59:08Z', 'updated_at': '2022-03-28T11:59:12Z', 'revision_number': 2, 'project_id': 'fc0f0a585a8c4bf2950e053878e50dfb', 'subnets': [{'id': '73e10996-e89f-4154-aeb0-c46228746689', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9ad0ea3-7e13-4774-8251-cf8685ba71f8', 'name': '', 'network_id': 'a956713e-d181-4807-8431-0d815148d80c', 'tenant_id': 'fc0f0a585a8c4bf2950e053878e50dfb', 'mac_address': 'fa:16:3e:6a:3b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '938ec9b1-845a-41c1-8863-138dcf053909', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'bc5359af-f2b3-4691-9f1c-24195b25e4f3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:58:56Z', 'updated_at': '2022-03-28T11:59:11Z', 'revision_number': 5, 'project_id': 'fc0f0a585a8c4bf2950e053878e50dfb', 'subnets': [{'id': 'bc5359af-f2b3-4691-9f1c-24195b25e4f3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:59:15.729012 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a289fb-08af-461f-b673-d2d9174faee3 None None] Checking router: 938ec9b1-845a-41c1-8863-138dcf053909 for host: dv-neutron-835340-2-hyperv {{(pid=87872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 11:59:15.729366 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a289fb-08af-461f-b673-d2d9174faee3 None None] Updating router 938ec9b1-845a-41c1-8863-138dcf053909 port b6271a54-64ce-495c-b965-86148206d6e9 binding host dv-neutron-835340-2-hyperv {{(pid=87872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 11:59:15.740246 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e1176b0-142f-4d2a-ab62-9a8aae306dad tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Network 9d808d20-321a-4040-937a-68d7c35eefe2 is scheduled to be hosted by DHCP agent 3cb85949-855b-4a40-b988-cd5705e511da with binding_index 1 {{(pid=87871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 11:59:15.751927 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-37df307d-0616-4bfb-ab5d-121b425fc9e7 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:59:15.781501 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-37df307d-0616-4bfb-ab5d-121b425fc9e7 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:59:15.801387 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.extraroute_db [None req-476737ed-a54d-4a0c-b560-7e790fc6f66c tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=87870) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Mar 28 11:59:15.827128 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37df307d-0616-4bfb-ab5d-121b425fc9e7 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Made reservation on behalf of b4adfe5c8b3a4e57a1afd1d44c455245 for: {'subnet': 1} {{(pid=87870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:59:15.831531 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-37df307d-0616-4bfb-ab5d-121b425fc9e7 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2563571'] for subnet, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:15.832895 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.pecan_wsgi.hooks.translation [None req-37df307d-0616-4bfb-ab5d-121b425fc9e7 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 11:59:15.833323 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37df307d-0616-4bfb-ab5d-121b425fc9e7 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 11:59:15.839214 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-89a289fb-08af-461f-b673-d2d9174faee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:15.859988 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.extraroute_db [None req-476737ed-a54d-4a0c-b560-7e790fc6f66c tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Removed routes are [] {{(pid=87870) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Mar 28 11:59:15.860660 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-476737ed-a54d-4a0c-b560-7e790fc6f66c tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-709632', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-707672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260923'] for router, precommit_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:15.863780 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-37df307d-0616-4bfb-ab5d-121b425fc9e7 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4285812 Mar 28 11:59:15.867933 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 53150) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:15.881397 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-2e1176b0-142f-4d2a-ab62-9a8aae306dad tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-2-hyperv, 9d808d20-321a-4040-937a-68d7c35eefe2) {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:59:15.891864 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e1176b0-142f-4d2a-ab62-9a8aae306dad tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Received port after_create {{(pid=87871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:59:15.898551 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e1176b0-142f-4d2a-ab62-9a8aae306dad tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:59:15.899200 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-2e1176b0-142f-4d2a-ab62-9a8aae306dad tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:15.924058 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-80aadc9b-579e-45f7-b8c8-55016a506a2d tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Request body: {'subnet': {'network_id': 'e95a87e2-4c44-46e2-9de5-2786cbaea69c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:59:15.962654 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-2ab75df9-f810-46a2-9812-c1fed75023f7 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:16.019709 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-a0de95d2-f23c-446a-a029-3aafb240bb95 tempest-FloatingIPAdminTestJSON-2142079128 tempest-FloatingIPAdminTestJSON-2142079128-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:16.029929 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-a0de95d2-f23c-446a-a029-3aafb240bb95 tempest-FloatingIPAdminTestJSON-2142079128 tempest-FloatingIPAdminTestJSON-2142079128-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2558288'] for port, after_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:16.040975 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab75df9-f810-46a2-9812-c1fed75023f7 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6dc6e17-c857-44d2-b388-ac102753e361,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:59:16.057015 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-2ab75df9-f810-46a2-9812-c1fed75023f7 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Notify callbacks [] for security_group, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:16.060677 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-2ab75df9-f810-46a2-9812-c1fed75023f7 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] 10.222.0.30 "DELETE /v2.0/security-groups/c6dc6e17-c857-44d2-b388-ac102753e361 HTTP/1.1" status: 204 len: 168 time: 0.9494219 Mar 28 11:59:16.063223 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 53154) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:16.070113 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-2e1176b0-142f-4d2a-ab62-9a8aae306dad tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.4070578 Mar 28 11:59:16.074242 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 53156) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:16.111735 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-09e6e1b8-db7d-416b-a7d8-19b7d8a1a910 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1776793693'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:59:16.130797 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-10ea12d4-4015-422e-a11b-313ce3e777c2 tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:16.145763 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-09e6e1b8-db7d-416b-a7d8-19b7d8a1a910 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:59:16.184872 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-09e6e1b8-db7d-416b-a7d8-19b7d8a1a910 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Usage tracker for resource:network and tenant:35b7084247a448e2b3e41f3619d7d4bc is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:59:16.188218 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-10ea12d4-4015-422e-a11b-313ce3e777c2 tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:16.192355 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-09e6e1b8-db7d-416b-a7d8-19b7d8a1a910 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:59:16.276412 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-80aadc9b-579e-45f7-b8c8-55016a506a2d tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:59:16.291972 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-09e6e1b8-db7d-416b-a7d8-19b7d8a1a910 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:59:16.318015 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17d30db3-7be6-48e6-bc1f-4c1f249dcc9a None None] Network 9d808d20-321a-4040-937a-68d7c35eefe2 requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:59:16.353872 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10ea12d4-4015-422e-a11b-313ce3e777c2 tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Network ac2b1748-8f63-4b17-a9c7-07e79704aa5b is already hosted by enough agents. {{(pid=87871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:59:16.363581 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-10ea12d4-4015-422e-a11b-313ce3e777c2 tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Resources bound (agent type, host, resource id): {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:59:16.368162 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-c9599319-8c84-4834-8a97-54b6ecda4c43 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Synchronizing usage tracker for tenant:4ee902fff7d146808202d29b99c7f20c on resource:security_group {{(pid=87871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:59:16.373291 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ea12d4-4015-422e-a11b-313ce3e777c2 tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Received port after_create {{(pid=87871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:59:16.373953 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-80aadc9b-579e-45f7-b8c8-55016a506a2d tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:59:16.382951 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0de95d2-f23c-446a-a029-3aafb240bb95 tempest-FloatingIPAdminTestJSON-2142079128 tempest-FloatingIPAdminTestJSON-2142079128-project-admin] Pushing event updated for resources: {'Port': ['ID=9fc0500c-dd93-4dcc-a3c8-b354461f0911,revision_number=2']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:59:16.460991 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-a0de95d2-f23c-446a-a029-3aafb240bb95 tempest-FloatingIPAdminTestJSON-2142079128 tempest-FloatingIPAdminTestJSON-2142079128-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-709520'] for floatingip, after_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:16.470304 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80aadc9b-579e-45f7-b8c8-55016a506a2d tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Made reservation on behalf of b4adfe5c8b3a4e57a1afd1d44c455245 for: {'subnet': 1} {{(pid=87870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:59:16.473861 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-80aadc9b-579e-45f7-b8c8-55016a506a2d tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2563571'] for subnet, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:16.475319 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.pecan_wsgi.hooks.translation [None req-80aadc9b-579e-45f7-b8c8-55016a506a2d tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 11:59:16.475897 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80aadc9b-579e-45f7-b8c8-55016a506a2d tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 11:59:16.478076 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09e6e1b8-db7d-416b-a7d8-19b7d8a1a910 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Made reservation on behalf of 35b7084247a448e2b3e41f3619d7d4bc for: {'network': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:59:16.481367 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-09e6e1b8-db7d-416b-a7d8-19b7d8a1a910 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for network, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:16.513594 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ea12d4-4015-422e-a11b-313ce3e777c2 tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Pushing event updated for resources: {'Port': ['ID=4a481576-6d78-419d-8ed4-8f6a2e85fe33,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:59:16.514615 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-476737ed-a54d-4a0c-b560-7e790fc6f66c tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-709632', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-707672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260923'] for router, precommit_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:16.517124 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-a0de95d2-f23c-446a-a029-3aafb240bb95 tempest-FloatingIPAdminTestJSON-2142079128 tempest-FloatingIPAdminTestJSON-2142079128-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for floatingip, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:16.518430 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-a0de95d2-f23c-446a-a029-3aafb240bb95 tempest-FloatingIPAdminTestJSON-2142079128 tempest-FloatingIPAdminTestJSON-2142079128-project-admin] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.6725028 Mar 28 11:59:16.521885 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 53162) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:16.525820 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-476737ed-a54d-4a0c-b560-7e790fc6f66c tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-709647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-709686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-745031'] for router, after_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:16.535265 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-80aadc9b-579e-45f7-b8c8-55016a506a2d tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.6647193 Mar 28 11:59:16.540103 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 53168) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:16.578496 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-89a289fb-08af-461f-b673-d2d9174faee3 None None] Notify callbacks [] for port, precommit_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:16.596241 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-89a289fb-08af-461f-b673-d2d9174faee3 None None] Transition to ACTIVE for port object b6271a54-64ce-495c-b965-86148206d6e9 will not be triggered until provisioned by entity L2. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:59:16.613806 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-89a289fb-08af-461f-b673-d2d9174faee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:16.668766 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-1e29a04a-16f8-466b-a2bb-d8e088cb0dae tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Request body: {'subnet': {'network_id': 'e95a87e2-4c44-46e2-9de5-2786cbaea69c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:59:16.794958 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f5e64e-a925-4fe0-9917-279fdb7120f8 None None] Pushing event updated for resources: {'Port': ['ID=b6271a54-64ce-495c-b965-86148206d6e9,revision_number=3']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:59:16.831108 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-1e29a04a-16f8-466b-a2bb-d8e088cb0dae tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:59:16.847020 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-c9599319-8c84-4834-8a97-54b6ecda4c43 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Unset dirty status for tenant:4ee902fff7d146808202d29b99c7f20c on resource:security_group {{(pid=87871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:59:16.853021 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-c9599319-8c84-4834-8a97-54b6ecda4c43 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.7771184 Mar 28 11:59:16.877195 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 53172) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:16.880129 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-89a289fb-08af-461f-b673-d2d9174faee3 None None] Attempting to bind port b6271a54-64ce-495c-b965-86148206d6e9 on host dv-neutron-835340-2-hyperv for vnic_type normal with profile {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:59:16.880504 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-89a289fb-08af-461f-b673-d2d9174faee3 None None] Attempting to bind port b6271a54-64ce-495c-b965-86148206d6e9 by drivers openvswitch,hyperv on host dv-neutron-835340-2-hyperv at level 0 using segments [{'id': '206bb571-1fa6-4b99-b6a8-89df65428dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'e61f253c-fcf1-4062-ae59-9fbb293fe086'}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:59:16.881467 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a289fb-08af-461f-b673-d2d9174faee3 None None] Attempting to bind port b6271a54-64ce-495c-b965-86148206d6e9 on network e61f253c-fcf1-4062-ae59-9fbb293fe086 {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:59:16.884080 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-de459dbc-852b-4063-ae50-a20530d5f2ca tempest-FloatingIPAdminTestJSON-1680744402 tempest-FloatingIPAdminTestJSON-1680744402-project] Request body: {'floatingip': {'floating_network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:59:16.891426 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a289fb-08af-461f-b673-d2d9174faee3 None None] Checking agent: {'id': '961a16fe-cbc8-4264-ac28-bbbd53f89caa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 46, 6), 'started_at': datetime.datetime(2022, 3, 28, 11, 46, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 11, 59, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 11:59:16.892184 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a289fb-08af-461f-b673-d2d9174faee3 None None] Checking segment: {'id': '206bb571-1fa6-4b99-b6a8-89df65428dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'e61f253c-fcf1-4062-ae59-9fbb293fe086'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:59:16.892692 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-89a289fb-08af-461f-b673-d2d9174faee3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:16.893329 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a289fb-08af-461f-b673-d2d9174faee3 None None] Bound using segment: {'id': '206bb571-1fa6-4b99-b6a8-89df65428dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'e61f253c-fcf1-4062-ae59-9fbb293fe086'} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 11:59:16.893899 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-89a289fb-08af-461f-b673-d2d9174faee3 None None] Bound port: b6271a54-64ce-495c-b965-86148206d6e9, host: dv-neutron-835340-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '206bb571-1fa6-4b99-b6a8-89df65428dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'e61f253c-fcf1-4062-ae59-9fbb293fe086'}}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 11:59:16.894703 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-89a289fb-08af-461f-b673-d2d9174faee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:16.901788 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09e6e1b8-db7d-416b-a7d8-19b7d8a1a910 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=87871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 11:59:16.904232 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-1e29a04a-16f8-466b-a2bb-d8e088cb0dae tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:59:16.904741 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-53a699eb-a27a-4dc0-b5a1-b8e309980d38 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Request body: {'security_group': {'name': 'tempest-secgroup--222445327'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:59:16.913850 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-de459dbc-852b-4063-ae50-a20530d5f2ca tempest-FloatingIPAdminTestJSON-1680744402 tempest-FloatingIPAdminTestJSON-1680744402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:59:16.918632 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-53a699eb-a27a-4dc0-b5a1-b8e309980d38 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:59:16.926570 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-fc9fe5d7-8614-4580-a98a-9f960954238d tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for router_gateway, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:16.938321 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-de459dbc-852b-4063-ae50-a20530d5f2ca tempest-FloatingIPAdminTestJSON-1680744402 tempest-FloatingIPAdminTestJSON-1680744402-project] Usage tracker for resource:floatingip and tenant:ec7f421eab08456789430fa7d546adf1 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:59:16.950836 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-de459dbc-852b-4063-ae50-a20530d5f2ca tempest-FloatingIPAdminTestJSON-1680744402 tempest-FloatingIPAdminTestJSON-1680744402-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:59:16.961129 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-53a699eb-a27a-4dc0-b5a1-b8e309980d38 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:59:16.969482 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-de459dbc-852b-4063-ae50-a20530d5f2ca tempest-FloatingIPAdminTestJSON-1680744402 tempest-FloatingIPAdminTestJSON-1680744402-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:59:16.977668 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-476737ed-a54d-4a0c-b560-7e790fc6f66c tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Router 938ec9b1-845a-41c1-8863-138dcf053909 has already been hosted by L3 agent af79d429-529e-400b-a119-94d4bec03f3e {{(pid=87870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 11:59:16.988964 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-53a699eb-a27a-4dc0-b5a1-b8e309980d38 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Notify callbacks [] for security_group, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:16.997437 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-09e6e1b8-db7d-416b-a7d8-19b7d8a1a910 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:16.998070 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.db.segments_db [None req-09e6e1b8-db7d-416b-a7d8-19b7d8a1a910 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Added segment a5ec4a7e-8341-42ee-9848-0fafbb278b24 of type vlan for network 1f77fe15-c9e7-4aae-b655-289225c6c018 Mar 28 11:59:17.004299 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-de459dbc-852b-4063-ae50-a20530d5f2ca tempest-FloatingIPAdminTestJSON-1680744402 tempest-FloatingIPAdminTestJSON-1680744402-project] Notify callbacks [] for floatingip, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:17.017335 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e29a04a-16f8-466b-a2bb-d8e088cb0dae tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Made reservation on behalf of b4adfe5c8b3a4e57a1afd1d44c455245 for: {'subnet': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:59:17.021242 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-1e29a04a-16f8-466b-a2bb-d8e088cb0dae tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26551362'] for subnet, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:17.023655 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e29a04a-16f8-466b-a2bb-d8e088cb0dae tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 11:59:17.024310 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e29a04a-16f8-466b-a2bb-d8e088cb0dae tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 11:59:17.046818 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-89a289fb-08af-461f-b673-d2d9174faee3 None None] For port b6271a54-64ce-495c-b965-86148206d6e9, host dv-neutron-835340-2-hyperv, cleared binding levels {{(pid=87872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 11:59:17.050302 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-89a289fb-08af-461f-b673-d2d9174faee3 None None] For port b6271a54-64ce-495c-b965-86148206d6e9, host dv-neutron-835340-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=b6271a54-64ce-495c-b965-86148206d6e9,segment=NetworkSegment(206bb571-1fa6-4b99-b6a8-89df65428dc6),segment_id=206bb571-1fa6-4b99-b6a8-89df65428dc6)] {{(pid=87872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 11:59:17.056741 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-89a289fb-08af-461f-b673-d2d9174faee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:17.144884 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f5e64e-a925-4fe0-9917-279fdb7120f8 None None] Pushing event updated for resources: {'Port': ['ID=b6271a54-64ce-495c-b965-86148206d6e9,revision_number=4']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:59:17.148068 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a289fb-08af-461f-b673-d2d9174faee3 None None] Routers {'938ec9b1-845a-41c1-8863-138dcf053909'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:59:17.148831 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-89a289fb-08af-461f-b673-d2d9174faee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T11:59:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['938ec9b1-845a-41c1-8863-138dcf053909'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:59:17.168628 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-53a699eb-a27a-4dc0-b5a1-b8e309980d38 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:59:17.184871 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-53a699eb-a27a-4dc0-b5a1-b8e309980d38 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Usage tracker for resource:security_group_rule and tenant:4ee902fff7d146808202d29b99c7f20c is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:59:17.188650 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-53a699eb-a27a-4dc0-b5a1-b8e309980d38 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:59:17.198575 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-53a699eb-a27a-4dc0-b5a1-b8e309980d38 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:59:17.290236 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-09e6e1b8-db7d-416b-a7d8-19b7d8a1a910 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783495836591'] for network, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:17.294764 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-476737ed-a54d-4a0c-b560-7e790fc6f66c tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 11:59:17.295118 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-1e29a04a-16f8-466b-a2bb-d8e088cb0dae tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.7538095 Mar 28 11:59:17.306371 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 53176) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:17.319907 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-450551de-fb61-4614-b2d1-a43e8c10e4f9 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Request body: {'subnet': {'network_id': 'e95a87e2-4c44-46e2-9de5-2786cbaea69c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:59:17.324909 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvr_db [None req-89a289fb-08af-461f-b673-d2d9174faee3 None None] Set router 938ec9b1-845a-41c1-8863-138dcf053909 gateway port host: None {{(pid=87872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:59:17.444988 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-476737ed-a54d-4a0c-b560-7e790fc6f66c tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks [] for router, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:17.446156 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-476737ed-a54d-4a0c-b560-7e790fc6f66c tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] 10.222.0.30 "PUT /v2.0/routers/938ec9b1-845a-41c1-8863-138dcf053909 HTTP/1.1" status: 200 len: 934 time: 3.0164349 Mar 28 11:59:17.454599 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 53180) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:17.512123 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device b331cfa7-0844-4e55-974b-2d57d8f7a41c up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:59:17.577837 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-09e6e1b8-db7d-416b-a7d8-19b7d8a1a910 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765'] for network, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:17.583424 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09e6e1b8-db7d-416b-a7d8-19b7d8a1a910 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:59:17.584132 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-09e6e1b8-db7d-416b-a7d8-19b7d8a1a910 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks [] for network, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:17.641200 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-450551de-fb61-4614-b2d1-a43e8c10e4f9 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:59:17.646275 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-53a699eb-a27a-4dc0-b5a1-b8e309980d38 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Notify callbacks [] for security_group, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:17.665898 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-53a699eb-a27a-4dc0-b5a1-b8e309980d38 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:17.680624 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-450551de-fb61-4614-b2d1-a43e8c10e4f9 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:59:17.719664 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-09e6e1b8-db7d-416b-a7d8-19b7d8a1a910 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.6389163 Mar 28 11:59:17.719664 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-10ea12d4-4015-422e-a11b-313ce3e777c2 tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:17.720359 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port b331cfa7-0844-4e55-974b-2d57d8f7a41c triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:59:17.720741 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:17.732373 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 53184) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:17.743455 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-b1a3403c-3c50-4a4b-95a0-989c6e4786d3 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] 10.222.0.30 "GET /v2.0/routers/938ec9b1-845a-41c1-8863-138dcf053909 HTTP/1.1" status: 200 len: 934 time: 0.2824039 Mar 28 11:59:17.748458 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 53188) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:17.751919 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-8fd1994f-986b-4a9f-ba54-e49cfb57170f tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Request body: {'ports': [{'network_id': '9d808d20-321a-4040-937a-68d7c35eefe2'}, {'network_id': '1f77fe15-c9e7-4aae-b655-289225c6c018'}]} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:59:17.752222 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-8fd1994f-986b-4a9f-ba54-e49cfb57170f tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Request body: {'port': {'network_id': '9d808d20-321a-4040-937a-68d7c35eefe2'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:59:17.752688 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-8fd1994f-986b-4a9f-ba54-e49cfb57170f tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Request body: {'port': {'network_id': '1f77fe15-c9e7-4aae-b655-289225c6c018'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:59:17.768547 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-450551de-fb61-4614-b2d1-a43e8c10e4f9 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Made reservation on behalf of b4adfe5c8b3a4e57a1afd1d44c455245 for: {'subnet': 1} {{(pid=87870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:59:17.771912 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-450551de-fb61-4614-b2d1-a43e8c10e4f9 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2563571'] for subnet, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:17.774890 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.pecan_wsgi.hooks.translation [None req-450551de-fb61-4614-b2d1-a43e8c10e4f9 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 11:59:17.774890 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-450551de-fb61-4614-b2d1-a43e8c10e4f9 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 11:59:17.778478 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-53a699eb-a27a-4dc0-b5a1-b8e309980d38 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Notify callbacks [] for security_group, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:17.779684 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-53a699eb-a27a-4dc0-b5a1-b8e309980d38 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.8904161 Mar 28 11:59:17.787745 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-b034f345-d615-4bf7-a117-7f93ec98ab21 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Request body: {'router': {'routes': None}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:59:17.794279 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 53192) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:17.841762 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a699eb-a27a-4dc0-b5a1-b8e309980d38 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ecf25dc-aee1-4dcd-806d-daacce656633,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:59:17.866975 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-273f9651-ed73-4767-befa-e878d694cbdd tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Request body: {'security_group_rule': {'security_group_id': '9ecf25dc-aee1-4dcd-806d-daacce656633', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:59:17.891249 dv-neutron-835340-2-hyperv neutron-server[87871]: WARNING neutron.api.v2.base [None req-273f9651-ed73-4767-befa-e878d694cbdd tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Mar 28 11:59:17.892304 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.api.v2.resource [None req-273f9651-ed73-4767-befa-e878d694cbdd tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 11:59:17.896887 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-273f9651-ed73-4767-befa-e878d694cbdd tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0943651 Mar 28 11:59:17.912211 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 53196) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:17.922099 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e6e1b8-db7d-416b-a7d8-19b7d8a1a910 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Pushing event updated for resources: {'Network': ['ID=1f77fe15-c9e7-4aae-b655-289225c6c018,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:59:17.927370 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-6c26bcd1-e3db-4d48-8d5c-04fae8d2ccdf tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Request body: {'security_group_rule': {'security_group_id': '9ecf25dc-aee1-4dcd-806d-daacce656633', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:59:17.928292 dv-neutron-835340-2-hyperv neutron-server[87871]: WARNING neutron.api.v2.base [None req-6c26bcd1-e3db-4d48-8d5c-04fae8d2ccdf tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Mar 28 11:59:17.930035 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.api.v2.resource [None req-6c26bcd1-e3db-4d48-8d5c-04fae8d2ccdf tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 11:59:17.934529 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-6c26bcd1-e3db-4d48-8d5c-04fae8d2ccdf tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0193093 Mar 28 11:59:17.938827 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Network 1f77fe15-c9e7-4aae-b655-289225c6c018 details requested by agent ovs-agent-dv-neutron-835340-2-hyperv with host dv-neutron-835340-2-hyperv {{(pid=87872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 11:59:17.939580 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-de459dbc-852b-4063-ae50-a20530d5f2ca tempest-FloatingIPAdminTestJSON-1680744402 tempest-FloatingIPAdminTestJSON-1680744402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:17.942489 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 53200) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:17.952861 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-a08e5353-443f-4006-bc2b-2380a6b94997 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Request body: {'security_group_rule': {'security_group_id': '9ecf25dc-aee1-4dcd-806d-daacce656633', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:59:17.953841 dv-neutron-835340-2-hyperv neutron-server[87871]: WARNING neutron.api.v2.base [None req-a08e5353-443f-4006-bc2b-2380a6b94997 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Mar 28 11:59:17.954437 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.api.v2.resource [None req-a08e5353-443f-4006-bc2b-2380a6b94997 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 11:59:17.959648 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-a08e5353-443f-4006-bc2b-2380a6b94997 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0126331 Mar 28 11:59:17.961154 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 53204) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:17.973278 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-89a289fb-08af-461f-b673-d2d9174faee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '938ec9b1-845a-41c1-8863-138dcf053909', 'name': 'tempest-RoutersTest-router-1318390689', 'tenant_id': 'fc0f0a585a8c4bf2950e053878e50dfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:58:28Z', 'updated_at': '2022-03-28T11:59:15Z', 'revision_number': 6, 'project_id': 'fc0f0a585a8c4bf2950e053878e50dfb', 'gw_port_host': None, '_interfaces': [{'id': '1fe51bf3-b32b-46eb-a1bb-3c1d5b15ad12', 'name': '', 'network_id': '65efd158-193d-4ca0-9933-16ad45c695bf', 'tenant_id': 'fc0f0a585a8c4bf2950e053878e50dfb', 'mac_address': 'fa:16:3e:14:77:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '938ec9b1-845a-41c1-8863-138dcf053909', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '28ef9538-7c39-4316-b125-b5462d60a20a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:58:31Z', 'updated_at': '2022-03-28T11:58:45Z', 'revision_number': 5, 'project_id': 'fc0f0a585a8c4bf2950e053878e50dfb', 'subnets': [{'id': '28ef9538-7c39-4316-b125-b5462d60a20a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2657de3f-45d4-43e3-ba0a-596c0d44ea2a', 'name': '', 'network_id': '9bec2ed4-7a0e-4214-bb70-038db8dc0875', 'tenant_id': 'fc0f0a585a8c4bf2950e053878e50dfb', 'mac_address': 'fa:16:3e:22:48:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '938ec9b1-845a-41c1-8863-138dcf053909', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '5cea8896-b98b-428e-a293-c30110da671f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:58:41Z', 'updated_at': '2022-03-28T11:59:02Z', 'revision_number': 5, 'project_id': 'fc0f0a585a8c4bf2950e053878e50dfb', 'subnets': [{'id': '5cea8896-b98b-428e-a293-c30110da671f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b6271a54-64ce-495c-b965-86148206d6e9', 'name': '', 'network_id': 'e61f253c-fcf1-4062-ae59-9fbb293fe086', 'tenant_id': 'fc0f0a585a8c4bf2950e053878e50dfb', 'mac_address': 'fa:16:3e:37:74:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '938ec9b1-845a-41c1-8863-138dcf053909', 'device_owner': 'network:router_interface', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '73e10996-e89f-4154-aeb0-c46228746689', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:59:08Z', 'updated_at': '2022-03-28T11:59:17Z', 'revision_number': 4, 'project_id': 'fc0f0a585a8c4bf2950e053878e50dfb', 'subnets': [{'id': '73e10996-e89f-4154-aeb0-c46228746689', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9ad0ea3-7e13-4774-8251-cf8685ba71f8', 'name': '', 'network_id': 'a956713e-d181-4807-8431-0d815148d80c', 'tenant_id': 'fc0f0a585a8c4bf2950e053878e50dfb', 'mac_address': 'fa:16:3e:6a:3b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '938ec9b1-845a-41c1-8863-138dcf053909', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'bc5359af-f2b3-4691-9f1c-24195b25e4f3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:58:56Z', 'updated_at': '2022-03-28T11:59:11Z', 'revision_number': 5, 'project_id': 'fc0f0a585a8c4bf2950e053878e50dfb', 'subnets': [{'id': 'bc5359af-f2b3-4691-9f1c-24195b25e4f3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:59:17.985689 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-fd3dfd5e-eeae-4129-8c24-80cd1e1974f8 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Request body: {'security_group_rule': {'security_group_id': '9ecf25dc-aee1-4dcd-806d-daacce656633', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:59:17.986710 dv-neutron-835340-2-hyperv neutron-server[87871]: WARNING neutron.api.v2.base [None req-fd3dfd5e-eeae-4129-8c24-80cd1e1974f8 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Mar 28 11:59:17.987298 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.api.v2.resource [None req-fd3dfd5e-eeae-4129-8c24-80cd1e1974f8 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 11:59:17.988384 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-fd3dfd5e-eeae-4129-8c24-80cd1e1974f8 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0246127 Mar 28 11:59:17.992911 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 53208) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:18.023123 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a289fb-08af-461f-b673-d2d9174faee3 None None] The sync data for ids ['938ec9b1-845a-41c1-8863-138dcf053909'] in dv-neutron-835340-2-hyperv is: [{'id': '938ec9b1-845a-41c1-8863-138dcf053909', 'name': 'tempest-RoutersTest-router-1318390689', 'tenant_id': 'fc0f0a585a8c4bf2950e053878e50dfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:58:28Z', 'updated_at': '2022-03-28T11:59:15Z', 'revision_number': 6, 'project_id': 'fc0f0a585a8c4bf2950e053878e50dfb', 'gw_port_host': None, '_interfaces': [{'id': '1fe51bf3-b32b-46eb-a1bb-3c1d5b15ad12', 'name': '', 'network_id': '65efd158-193d-4ca0-9933-16ad45c695bf', 'tenant_id': 'fc0f0a585a8c4bf2950e053878e50dfb', 'mac_address': 'fa:16:3e:14:77:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '938ec9b1-845a-41c1-8863-138dcf053909', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '28ef9538-7c39-4316-b125-b5462d60a20a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:58:31Z', 'updated_at': '2022-03-28T11:58:45Z', 'revision_number': 5, 'project_id': 'fc0f0a585a8c4bf2950e053878e50dfb', 'subnets': [{'id': '28ef9538-7c39-4316-b125-b5462d60a20a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2657de3f-45d4-43e3-ba0a-596c0d44ea2a', 'name': '', 'network_id': '9bec2ed4-7a0e-4214-bb70-038db8dc0875', 'tenant_id': 'fc0f0a585a8c4bf2950e053878e50dfb', 'mac_address': 'fa:16:3e:22:48:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '938ec9b1-845a-41c1-8863-138dcf053909', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '5cea8896-b98b-428e-a293-c30110da671f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:58:41Z', 'updated_at': '2022-03-28T11:59:02Z', 'revision_number': 5, 'project_id': 'fc0f0a585a8c4bf2950e053878e50dfb', 'subnets': [{'id': '5cea8896-b98b-428e-a293-c30110da671f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b6271a54-64ce-495c-b965-86148206d6e9', 'name': '', 'network_id': 'e61f253c-fcf1-4062-ae59-9fbb293fe086', 'tenant_id': 'fc0f0a585a8c4bf2950e053878e50dfb', 'mac_address': 'fa:16:3e:37:74:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '938ec9b1-845a-41c1-8863-138dcf053909', 'device_owner': 'network:router_interface', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '73e10996-e89f-4154-aeb0-c46228746689', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:59:08Z', 'updated_at': '2022-03-28T11:59:17Z', 'revision_number': 4, 'project_id': 'fc0f0a585a8c4bf2950e053878e50dfb', 'subnets': [{'id': '73e10996-e89f-4154-aeb0-c46228746689', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9ad0ea3-7e13-4774-8251-cf8685ba71f8', 'name': '', 'network_id': 'a956713e-d181-4807-8431-0d815148d80c', 'tenant_id': 'fc0f0a585a8c4bf2950e053878e50dfb', 'mac_address': 'fa:16:3e:6a:3b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '938ec9b1-845a-41c1-8863-138dcf053909', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'bc5359af-f2b3-4691-9f1c-24195b25e4f3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:58:56Z', 'updated_at': '2022-03-28T11:59:11Z', 'revision_number': 5, 'project_id': 'fc0f0a585a8c4bf2950e053878e50dfb', 'subnets': [{'id': 'bc5359af-f2b3-4691-9f1c-24195b25e4f3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 11:59:18.042737 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-450551de-fb61-4614-b2d1-a43e8c10e4f9 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.7340357 Mar 28 11:59:18.046383 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 53212) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:18.068959 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-36717deb-6089-4498-97f1-23078478043e tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Request body: {'subnet': {'network_id': 'e95a87e2-4c44-46e2-9de5-2786cbaea69c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:59:18.127189 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-fc9fe5d7-8614-4580-a98a-9f960954238d tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709693'] for router, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:18.311675 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-0f685c55-a2fe-4781-a50c-8dfd1aef5eab tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Notify callbacks [] for security_group, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:18.508419 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-0f685c55-a2fe-4781-a50c-8dfd1aef5eab tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:18.568233 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-10ea12d4-4015-422e-a11b-313ce3e777c2 tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-709632', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-707672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260923'] for router, precommit_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:18.581463 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-10ea12d4-4015-422e-a11b-313ce3e777c2 tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-709647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-709686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-745031'] for router, after_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:18.653729 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-36717deb-6089-4498-97f1-23078478043e tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:59:18.670013 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-0f685c55-a2fe-4781-a50c-8dfd1aef5eab tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:18.686086 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-8fd1994f-986b-4a9f-ba54-e49cfb57170f tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:59:18.690010 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-36717deb-6089-4498-97f1-23078478043e tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:59:18.724540 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-8fd1994f-986b-4a9f-ba54-e49cfb57170f tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Usage tracker for resource:port and tenant:35b7084247a448e2b3e41f3619d7d4bc is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:59:18.729857 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-8fd1994f-986b-4a9f-ba54-e49cfb57170f tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:59:18.750647 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-8fd1994f-986b-4a9f-ba54-e49cfb57170f tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:59:18.773734 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.db_base_plugin_common [None req-de459dbc-852b-4063-ae50-a20530d5f2ca tempest-FloatingIPAdminTestJSON-1680744402 tempest-FloatingIPAdminTestJSON-1680744402-project] Allocated IP 172.26.7.176 (ac2b1748-8f63-4b17-a9c7-07e79704aa5b/0b7ebf76-1dc7-431a-a0b4-b96bacf287c2/585096eb-e9cd-46d5-8f5c-27e506e9bb9c) {{(pid=87870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:59:18.784993 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36717deb-6089-4498-97f1-23078478043e tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Made reservation on behalf of b4adfe5c8b3a4e57a1afd1d44c455245 for: {'subnet': 1} {{(pid=87870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:59:18.789590 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-36717deb-6089-4498-97f1-23078478043e tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2563571'] for subnet, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:18.791021 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.pecan_wsgi.hooks.translation [None req-36717deb-6089-4498-97f1-23078478043e tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 11:59:18.791448 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36717deb-6089-4498-97f1-23078478043e tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 11:59:18.854279 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5f09bf-fdc4-4f5b-9e9c-a860318a598d None None] Sync routers for ids ['938ec9b1-845a-41c1-8863-138dcf053909'] in dv-neutron-835340-2-hyperv {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 11:59:18.862192 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f685c55-a2fe-4781-a50c-8dfd1aef5eab tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ecf25dc-aee1-4dcd-806d-daacce656633,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:59:18.869073 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fd1994f-986b-4a9f-ba54-e49cfb57170f tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Made reservation on behalf of 35b7084247a448e2b3e41f3619d7d4bc for: {'port': 2} {{(pid=87870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:59:18.874550 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-8fd1994f-986b-4a9f-ba54-e49cfb57170f tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:18.875362 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f5f09bf-fdc4-4f5b-9e9c-a860318a598d None None] Routers {'938ec9b1-845a-41c1-8863-138dcf053909'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:59:18.876323 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-6f5f09bf-fdc4-4f5b-9e9c-a860318a598d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T11:59:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['938ec9b1-845a-41c1-8863-138dcf053909'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:59:18.926455 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc9fe5d7-8614-4580-a98a-9f960954238d tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Router d5f02f7d-33a1-4bfb-8275-f54b07b21c14 is scheduled to L3 agent af79d429-529e-400b-a119-94d4bec03f3e with binding_index 1 {{(pid=87871) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 11:59:18.932984 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-8fd1994f-986b-4a9f-ba54-e49cfb57170f tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:18.938038 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-0f685c55-a2fe-4781-a50c-8dfd1aef5eab tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Notify callbacks [] for security_group, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:18.942488 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-0f685c55-a2fe-4781-a50c-8dfd1aef5eab tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] 10.222.0.30 "DELETE /v2.0/security-groups/9ecf25dc-aee1-4dcd-806d-daacce656633 HTTP/1.1" status: 204 len: 168 time: 0.9429097 Mar 28 11:59:18.942488 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 53216) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:18.948774 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-36717deb-6089-4498-97f1-23078478043e tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.8850892 Mar 28 11:59:18.949502 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 53220) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:19.052453 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvr_db [None req-6f5f09bf-fdc4-4f5b-9e9c-a860318a598d None None] Set router 938ec9b1-845a-41c1-8863-138dcf053909 gateway port host: None {{(pid=87873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:59:19.096516 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-02301050-8126-4c91-a826-89098b691f46 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1437247 Mar 28 11:59:19.102909 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 53224) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:19.159870 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-dc0beff5-098c-4c6f-95f5-28a73a39e3a5 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Synchronizing usage tracker for tenant:4ee902fff7d146808202d29b99c7f20c on resource:security_group {{(pid=87871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:59:19.261144 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-dc0beff5-098c-4c6f-95f5-28a73a39e3a5 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Unset dirty status for tenant:4ee902fff7d146808202d29b99c7f20c on resource:security_group {{(pid=87871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:59:19.267685 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-dc0beff5-098c-4c6f-95f5-28a73a39e3a5 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3190122 Mar 28 11:59:19.267886 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 53228) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:19.283620 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-acac44b0-e7c4-4ee1-9f8e-d2480a12186b tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Request body: {'security_group': {'name': 'tempest-secgroup--1993586814'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:59:19.291803 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10ea12d4-4015-422e-a11b-313ce3e777c2 tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Router f33d0269-b5b6-4530-b909-732738a330ae is scheduled to L3 agent af79d429-529e-400b-a119-94d4bec03f3e with binding_index 1 {{(pid=87871) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 11:59:19.296548 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-acac44b0-e7c4-4ee1-9f8e-d2480a12186b tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:59:19.307793 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc9fe5d7-8614-4580-a98a-9f960954238d tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 11:59:19.322453 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-acac44b0-e7c4-4ee1-9f8e-d2480a12186b tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:59:19.327331 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69222bcd-3fb2-4244-bd8b-573f977c5bfe None None] Sync routers for ids ['d5f02f7d-33a1-4bfb-8275-f54b07b21c14'] in dv-neutron-835340-2-hyperv {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 11:59:19.333262 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfd4cd15-06c3-4603-b127-92c23e87a541 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:59:19.333944 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-cfd4cd15-06c3-4603-b127-92c23e87a541 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Synchronizing usage tracker for tenant:b4adfe5c8b3a4e57a1afd1d44c455245 on resource:subnet {{(pid=87870) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:59:19.340564 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-de459dbc-852b-4063-ae50-a20530d5f2ca tempest-FloatingIPAdminTestJSON-1680744402 tempest-FloatingIPAdminTestJSON-1680744402-project] Notify callbacks [] for port, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:19.344302 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69222bcd-3fb2-4244-bd8b-573f977c5bfe None None] Routers {'d5f02f7d-33a1-4bfb-8275-f54b07b21c14'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:59:19.346603 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-69222bcd-3fb2-4244-bd8b-573f977c5bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T11:59:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['d5f02f7d-33a1-4bfb-8275-f54b07b21c14'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:59:19.422190 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-fc9fe5d7-8614-4580-a98a-9f960954238d tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for router, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:19.423379 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-fc9fe5d7-8614-4580-a98a-9f960954238d tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 8.3801165 Mar 28 11:59:19.424267 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-acac44b0-e7c4-4ee1-9f8e-d2480a12186b tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Notify callbacks [] for security_group, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:19.434118 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 53232) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:19.461343 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-6f5f09bf-fdc4-4f5b-9e9c-a860318a598d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '938ec9b1-845a-41c1-8863-138dcf053909', 'name': 'tempest-RoutersTest-router-1318390689', 'tenant_id': 'fc0f0a585a8c4bf2950e053878e50dfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:58:28Z', 'updated_at': '2022-03-28T11:59:15Z', 'revision_number': 6, 'project_id': 'fc0f0a585a8c4bf2950e053878e50dfb', 'gw_port_host': None, '_interfaces': [{'id': '1fe51bf3-b32b-46eb-a1bb-3c1d5b15ad12', 'name': '', 'network_id': '65efd158-193d-4ca0-9933-16ad45c695bf', 'tenant_id': 'fc0f0a585a8c4bf2950e053878e50dfb', 'mac_address': 'fa:16:3e:14:77:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '938ec9b1-845a-41c1-8863-138dcf053909', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '28ef9538-7c39-4316-b125-b5462d60a20a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:58:31Z', 'updated_at': '2022-03-28T11:58:45Z', 'revision_number': 5, 'project_id': 'fc0f0a585a8c4bf2950e053878e50dfb', 'subnets': [{'id': '28ef9538-7c39-4316-b125-b5462d60a20a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2657de3f-45d4-43e3-ba0a-596c0d44ea2a', 'name': '', 'network_id': '9bec2ed4-7a0e-4214-bb70-038db8dc0875', 'tenant_id': 'fc0f0a585a8c4bf2950e053878e50dfb', 'mac_address': 'fa:16:3e:22:48:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '938ec9b1-845a-41c1-8863-138dcf053909', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '5cea8896-b98b-428e-a293-c30110da671f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:58:41Z', 'updated_at': '2022-03-28T11:59:02Z', 'revision_number': 5, 'project_id': 'fc0f0a585a8c4bf2950e053878e50dfb', 'subnets': [{'id': '5cea8896-b98b-428e-a293-c30110da671f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b6271a54-64ce-495c-b965-86148206d6e9', 'name': '', 'network_id': 'e61f253c-fcf1-4062-ae59-9fbb293fe086', 'tenant_id': 'fc0f0a585a8c4bf2950e053878e50dfb', 'mac_address': 'fa:16:3e:37:74:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '938ec9b1-845a-41c1-8863-138dcf053909', 'device_owner': 'network:router_interface', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '73e10996-e89f-4154-aeb0-c46228746689', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:59:08Z', 'updated_at': '2022-03-28T11:59:17Z', 'revision_number': 4, 'project_id': 'fc0f0a585a8c4bf2950e053878e50dfb', 'subnets': [{'id': '73e10996-e89f-4154-aeb0-c46228746689', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9ad0ea3-7e13-4774-8251-cf8685ba71f8', 'name': '', 'network_id': 'a956713e-d181-4807-8431-0d815148d80c', 'tenant_id': 'fc0f0a585a8c4bf2950e053878e50dfb', 'mac_address': 'fa:16:3e:6a:3b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '938ec9b1-845a-41c1-8863-138dcf053909', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'bc5359af-f2b3-4691-9f1c-24195b25e4f3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:58:56Z', 'updated_at': '2022-03-28T11:59:11Z', 'revision_number': 5, 'project_id': 'fc0f0a585a8c4bf2950e053878e50dfb', 'subnets': [{'id': 'bc5359af-f2b3-4691-9f1c-24195b25e4f3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:59:19.467765 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5f09bf-fdc4-4f5b-9e9c-a860318a598d None None] Checking router: 938ec9b1-845a-41c1-8863-138dcf053909 for host: dv-neutron-835340-2-hyperv {{(pid=87873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 11:59:19.482092 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.notifiers.nova [None req-8fd1994f-986b-4a9f-ba54-e49cfb57170f tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] device_id is not set on port 8b057be7-ecae-482f-9cf9-0c7c60e9a722 yet. {{(pid=87870) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 11:59:19.483127 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f5f09bf-fdc4-4f5b-9e9c-a860318a598d None None] Routers {'938ec9b1-845a-41c1-8863-138dcf053909'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:59:19.485666 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-6f5f09bf-fdc4-4f5b-9e9c-a860318a598d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T11:59:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['938ec9b1-845a-41c1-8863-138dcf053909'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:59:19.495085 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-acac44b0-e7c4-4ee1-9f8e-d2480a12186b tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:59:19.496695 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-cfd4cd15-06c3-4603-b127-92c23e87a541 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Unset dirty status for tenant:b4adfe5c8b3a4e57a1afd1d44c455245 on resource:subnet {{(pid=87870) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:59:19.497906 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-cfd4cd15-06c3-4603-b127-92c23e87a541 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3940566 Mar 28 11:59:19.500947 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.extraroute_db [None req-b034f345-d615-4bf7-a117-7f93ec98ab21 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Added routes are [] {{(pid=87870) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Mar 28 11:59:19.501288 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.extraroute_db [None req-b034f345-d615-4bf7-a117-7f93ec98ab21 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=87870) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Mar 28 11:59:19.509201 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 53238) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:19.520015 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device b6271a54-64ce-495c-b965-86148206d6e9 up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:59:19.605009 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-b1756df6-3511-4b79-8b2c-fcd04b88e877 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0945807 Mar 28 11:59:19.609682 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 53242) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:19.621364 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-acac44b0-e7c4-4ee1-9f8e-d2480a12186b tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Usage tracker for resource:security_group_rule and tenant:4ee902fff7d146808202d29b99c7f20c is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:59:19.624843 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-3b8eb53b-0da4-4d96-80a3-b143fbcf4ee7 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Request body: {'subnet': {'network_id': 'e95a87e2-4c44-46e2-9de5-2786cbaea69c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:59:19.638328 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-acac44b0-e7c4-4ee1-9f8e-d2480a12186b tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:59:19.647414 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-acac44b0-e7c4-4ee1-9f8e-d2480a12186b tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:59:19.676752 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10ea12d4-4015-422e-a11b-313ce3e777c2 tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 11:59:19.723688 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-10ea12d4-4015-422e-a11b-313ce3e777c2 tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Notify callbacks [] for router, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:19.724017 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-75329f51-2828-4fe5-a6e6-03e0c149da2d tempest-TestNetworkBasicOps-386611239 tempest-TestNetworkBasicOps-386611239-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=527195c95736491ca1967a42cc300275&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2832236 Mar 28 11:59:19.725408 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-10ea12d4-4015-422e-a11b-313ce3e777c2 tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] 10.222.0.30 "PUT /v2.0/routers/f33d0269-b5b6-4530-b909-732738a330ae HTTP/1.1" status: 200 len: 919 time: 7.4819331 Mar 28 11:59:19.726858 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 53246) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:19.729613 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 53250) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:19.729843 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvr_db [None req-69222bcd-3fb2-4244-bd8b-573f977c5bfe None None] Set router d5f02f7d-33a1-4bfb-8275-f54b07b21c14 gateway port host: dv-neutron-835340-2-hyperv {{(pid=87872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:59:19.731880 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-b034f345-d615-4bf7-a117-7f93ec98ab21 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-709632', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-707672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260923'] for router, precommit_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:19.748372 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvr_db [None req-6f5f09bf-fdc4-4f5b-9e9c-a860318a598d None None] Set router 938ec9b1-845a-41c1-8863-138dcf053909 gateway port host: None {{(pid=87873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:59:19.793892 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-de459dbc-852b-4063-ae50-a20530d5f2ca tempest-FloatingIPAdminTestJSON-1680744402 tempest-FloatingIPAdminTestJSON-1680744402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:19.963515 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cf024cb-9884-4f39-831f-32936b7633b9 None None] Sync routers for ids ['f33d0269-b5b6-4530-b909-732738a330ae'] in dv-neutron-835340-2-hyperv {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 11:59:19.991750 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf024cb-9884-4f39-831f-32936b7633b9 None None] Routers {'f33d0269-b5b6-4530-b909-732738a330ae'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:59:19.992471 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-7cf024cb-9884-4f39-831f-32936b7633b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T11:59:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['f33d0269-b5b6-4530-b909-732738a330ae'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:59:20.026908 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning for port b6271a54-64ce-495c-b965-86148206d6e9 completed by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:59:20.033054 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-acac44b0-e7c4-4ee1-9f8e-d2480a12186b tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Notify callbacks [] for security_group, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:20.044693 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port b6271a54-64ce-495c-b965-86148206d6e9 triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:59:20.045228 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:20.049936 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-acac44b0-e7c4-4ee1-9f8e-d2480a12186b tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:20.105133 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-7cf024cb-9884-4f39-831f-32936b7633b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:59:20.120063 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf024cb-9884-4f39-831f-32936b7633b9 None None] Routers {'f33d0269-b5b6-4530-b909-732738a330ae'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:59:20.120950 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-7cf024cb-9884-4f39-831f-32936b7633b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T11:59:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['f33d0269-b5b6-4530-b909-732738a330ae'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:59:20.195966 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de459dbc-852b-4063-ae50-a20530d5f2ca tempest-FloatingIPAdminTestJSON-1680744402 tempest-FloatingIPAdminTestJSON-1680744402-project] Network ac2b1748-8f63-4b17-a9c7-07e79704aa5b is already hosted by enough agents. {{(pid=87870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:59:20.198237 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-acac44b0-e7c4-4ee1-9f8e-d2480a12186b tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Notify callbacks [] for security_group, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:20.198597 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-3b8eb53b-0da4-4d96-80a3-b143fbcf4ee7 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:59:20.204824 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-acac44b0-e7c4-4ee1-9f8e-d2480a12186b tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9306562 Mar 28 11:59:20.204824 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a12f44f1-c06a-4f0c-8113-c5a52874ec4a tempest-TestNetworkBasicOps-386611239 tempest-TestNetworkBasicOps-386611239-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:59:20.204824 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-a12f44f1-c06a-4f0c-8113-c5a52874ec4a tempest-TestNetworkBasicOps-386611239 tempest-TestNetworkBasicOps-386611239-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4742637 Mar 28 11:59:20.205180 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 53254) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:20.207054 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 53256) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:20.208100 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.base_scheduler [None req-de459dbc-852b-4063-ae50-a20530d5f2ca tempest-FloatingIPAdminTestJSON-1680744402 tempest-FloatingIPAdminTestJSON-1680744402-project] Resources bound (agent type, host, resource id): {{(pid=87870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:59:20.211444 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de459dbc-852b-4063-ae50-a20530d5f2ca tempest-FloatingIPAdminTestJSON-1680744402 tempest-FloatingIPAdminTestJSON-1680744402-project] Received port after_create {{(pid=87870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:59:20.213394 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-eca21e1e-6fe5-4c1a-9cc9-db79c28e2514 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Request body: {'security_group_rule': {'security_group_id': '948051b9-81a8-4972-afea-34a40db895fd', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:59:20.214196 dv-neutron-835340-2-hyperv neutron-server[87871]: WARNING neutron.api.v2.base [None req-eca21e1e-6fe5-4c1a-9cc9-db79c28e2514 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 28 11:59:20.214684 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.api.v2.resource [None req-eca21e1e-6fe5-4c1a-9cc9-db79c28e2514 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 11:59:20.218285 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-eca21e1e-6fe5-4c1a-9cc9-db79c28e2514 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0086339 Mar 28 11:59:20.235937 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 53262) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:20.249426 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:20.250953 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de459dbc-852b-4063-ae50-a20530d5f2ca tempest-FloatingIPAdminTestJSON-1680744402 tempest-FloatingIPAdminTestJSON-1680744402-project] Pushing event updated for resources: {'Port': ['ID=585096eb-e9cd-46d5-8f5c-27e506e9bb9c,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:59:20.251924 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acac44b0-e7c4-4ee1-9f8e-d2480a12186b tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Pushing event updated for resources: {'SecurityGroup': ['ID=948051b9-81a8-4972-afea-34a40db895fd,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:59:20.264523 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-fc58b3e3-ce74-4d3d-a173-1848d3882ce0 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Request body: {'security_group_rule': {'security_group_id': '948051b9-81a8-4972-afea-34a40db895fd', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:59:20.265076 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-09119a32-e083-4e49-bea1-cf72ca50ce34 tempest-TestNetworkBasicOps-386611239 tempest-TestNetworkBasicOps-386611239-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=ac2b1748-8f63-4b17-a9c7-07e79704aa5b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0562465 Mar 28 11:59:20.267035 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-d8f9795c-d422-41ae-bd58-d486670dd716 tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] 10.222.0.30 "GET /v2.0/routers/f33d0269-b5b6-4530-b909-732738a330ae HTTP/1.1" status: 200 len: 925 time: 0.5361495 Mar 28 11:59:20.269866 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 53266) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:20.270216 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 53268) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:20.297067 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-fc58b3e3-ce74-4d3d-a173-1848d3882ce0 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:59:20.301217 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-7cf024cb-9884-4f39-831f-32936b7633b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:59:20.301639 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cf024cb-9884-4f39-831f-32936b7633b9 None None] The sync data for ids ['f33d0269-b5b6-4530-b909-732738a330ae'] in dv-neutron-835340-2-hyperv is: [] {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 11:59:20.312123 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-3b8eb53b-0da4-4d96-80a3-b143fbcf4ee7 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:59:20.316051 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-fc58b3e3-ce74-4d3d-a173-1848d3882ce0 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Usage tracker for resource:security_group_rule and tenant:4ee902fff7d146808202d29b99c7f20c is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:59:20.324295 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-14d30508-2b25-43d6-9cff-abaae0e4335e tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1511177533', 'network_id': '3eabdfb2-13df-46a0-90ee-a82c1c8f310b', 'project_id': '527195c95736491ca1967a42cc300275', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:59:20.334203 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-fc58b3e3-ce74-4d3d-a173-1848d3882ce0 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:59:20.340436 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] For port b6271a54-64ce-495c-b965-86148206d6e9, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=b6271a54-64ce-495c-b965-86148206d6e9,segment=NetworkSegment(206bb571-1fa6-4b99-b6a8-89df65428dc6),segment_id=206bb571-1fa6-4b99-b6a8-89df65428dc6)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:59:20.352217 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-69222bcd-3fb2-4244-bd8b-573f977c5bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5f02f7d-33a1-4bfb-8275-f54b07b21c14', 'name': 'tempest-TestNetworkBasicOps-router-1162902735', 'tenant_id': '527195c95736491ca1967a42cc300275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.177'}], 'enable_snat': True}, 'gw_port_id': '344b8558-f9db-4637-80bb-b51096537413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:59:11Z', 'updated_at': '2022-03-28T11:59:16Z', 'revision_number': 3, 'project_id': '527195c95736491ca1967a42cc300275', 'gw_port': {'id': '344b8558-f9db-4637-80bb-b51096537413', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:2b:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5f02f7d-33a1-4bfb-8275-f54b07b21c14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:59:13Z', 'updated_at': '2022-03-28T11:59:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv'}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:59:20.357745 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69222bcd-3fb2-4244-bd8b-573f977c5bfe None None] Checking router: d5f02f7d-33a1-4bfb-8275-f54b07b21c14 for host: dv-neutron-835340-2-hyperv {{(pid=87872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 11:59:20.358225 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69222bcd-3fb2-4244-bd8b-573f977c5bfe None None] Updating router d5f02f7d-33a1-4bfb-8275-f54b07b21c14 port 344b8558-f9db-4637-80bb-b51096537413 binding host dv-neutron-835340-2-hyperv {{(pid=87872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 11:59:20.399284 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:20.403223 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-8fd1994f-986b-4a9f-ba54-e49cfb57170f tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks [] for port, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:20.406427 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-fc58b3e3-ce74-4d3d-a173-1848d3882ce0 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:59:20.446215 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b8eb53b-0da4-4d96-80a3-b143fbcf4ee7 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Made reservation on behalf of b4adfe5c8b3a4e57a1afd1d44c455245 for: {'subnet': 1} {{(pid=87870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:59:20.449759 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-3b8eb53b-0da4-4d96-80a3-b143fbcf4ee7 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2563571'] for subnet, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:20.455218 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-6f5f09bf-fdc4-4f5b-9e9c-a860318a598d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '938ec9b1-845a-41c1-8863-138dcf053909', 'name': 'tempest-RoutersTest-router-1318390689', 'tenant_id': 'fc0f0a585a8c4bf2950e053878e50dfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:58:28Z', 'updated_at': '2022-03-28T11:59:15Z', 'revision_number': 6, 'project_id': 'fc0f0a585a8c4bf2950e053878e50dfb', 'gw_port_host': None, '_interfaces': [{'id': '1fe51bf3-b32b-46eb-a1bb-3c1d5b15ad12', 'name': '', 'network_id': '65efd158-193d-4ca0-9933-16ad45c695bf', 'tenant_id': 'fc0f0a585a8c4bf2950e053878e50dfb', 'mac_address': 'fa:16:3e:14:77:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '938ec9b1-845a-41c1-8863-138dcf053909', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '28ef9538-7c39-4316-b125-b5462d60a20a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:58:31Z', 'updated_at': '2022-03-28T11:58:45Z', 'revision_number': 5, 'project_id': 'fc0f0a585a8c4bf2950e053878e50dfb', 'subnets': [{'id': '28ef9538-7c39-4316-b125-b5462d60a20a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2657de3f-45d4-43e3-ba0a-596c0d44ea2a', 'name': '', 'network_id': '9bec2ed4-7a0e-4214-bb70-038db8dc0875', 'tenant_id': 'fc0f0a585a8c4bf2950e053878e50dfb', 'mac_address': 'fa:16:3e:22:48:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '938ec9b1-845a-41c1-8863-138dcf053909', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '5cea8896-b98b-428e-a293-c30110da671f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:58:41Z', 'updated_at': '2022-03-28T11:59:02Z', 'revision_number': 5, 'project_id': 'fc0f0a585a8c4bf2950e053878e50dfb', 'subnets': [{'id': '5cea8896-b98b-428e-a293-c30110da671f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b6271a54-64ce-495c-b965-86148206d6e9', 'name': '', 'network_id': 'e61f253c-fcf1-4062-ae59-9fbb293fe086', 'tenant_id': 'fc0f0a585a8c4bf2950e053878e50dfb', 'mac_address': 'fa:16:3e:37:74:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '938ec9b1-845a-41c1-8863-138dcf053909', 'device_owner': 'network:router_interface', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '73e10996-e89f-4154-aeb0-c46228746689', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:59:08Z', 'updated_at': '2022-03-28T11:59:17Z', 'revision_number': 4, 'project_id': 'fc0f0a585a8c4bf2950e053878e50dfb', 'subnets': [{'id': '73e10996-e89f-4154-aeb0-c46228746689', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9ad0ea3-7e13-4774-8251-cf8685ba71f8', 'name': '', 'network_id': 'a956713e-d181-4807-8431-0d815148d80c', 'tenant_id': 'fc0f0a585a8c4bf2950e053878e50dfb', 'mac_address': 'fa:16:3e:6a:3b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '938ec9b1-845a-41c1-8863-138dcf053909', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'bc5359af-f2b3-4691-9f1c-24195b25e4f3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:58:56Z', 'updated_at': '2022-03-28T11:59:11Z', 'revision_number': 5, 'project_id': 'fc0f0a585a8c4bf2950e053878e50dfb', 'subnets': [{'id': 'bc5359af-f2b3-4691-9f1c-24195b25e4f3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:59:20.461970 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5f09bf-fdc4-4f5b-9e9c-a860318a598d None None] The sync data for ids ['938ec9b1-845a-41c1-8863-138dcf053909'] in dv-neutron-835340-2-hyperv is: [{'id': '938ec9b1-845a-41c1-8863-138dcf053909', 'name': 'tempest-RoutersTest-router-1318390689', 'tenant_id': 'fc0f0a585a8c4bf2950e053878e50dfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:58:28Z', 'updated_at': '2022-03-28T11:59:15Z', 'revision_number': 6, 'project_id': 'fc0f0a585a8c4bf2950e053878e50dfb', 'gw_port_host': None, '_interfaces': [{'id': '1fe51bf3-b32b-46eb-a1bb-3c1d5b15ad12', 'name': '', 'network_id': '65efd158-193d-4ca0-9933-16ad45c695bf', 'tenant_id': 'fc0f0a585a8c4bf2950e053878e50dfb', 'mac_address': 'fa:16:3e:14:77:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '938ec9b1-845a-41c1-8863-138dcf053909', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '28ef9538-7c39-4316-b125-b5462d60a20a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:58:31Z', 'updated_at': '2022-03-28T11:58:45Z', 'revision_number': 5, 'project_id': 'fc0f0a585a8c4bf2950e053878e50dfb', 'subnets': [{'id': '28ef9538-7c39-4316-b125-b5462d60a20a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2657de3f-45d4-43e3-ba0a-596c0d44ea2a', 'name': '', 'network_id': '9bec2ed4-7a0e-4214-bb70-038db8dc0875', 'tenant_id': 'fc0f0a585a8c4bf2950e053878e50dfb', 'mac_address': 'fa:16:3e:22:48:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '938ec9b1-845a-41c1-8863-138dcf053909', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '5cea8896-b98b-428e-a293-c30110da671f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:58:41Z', 'updated_at': '2022-03-28T11:59:02Z', 'revision_number': 5, 'project_id': 'fc0f0a585a8c4bf2950e053878e50dfb', 'subnets': [{'id': '5cea8896-b98b-428e-a293-c30110da671f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b6271a54-64ce-495c-b965-86148206d6e9', 'name': '', 'network_id': 'e61f253c-fcf1-4062-ae59-9fbb293fe086', 'tenant_id': 'fc0f0a585a8c4bf2950e053878e50dfb', 'mac_address': 'fa:16:3e:37:74:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '938ec9b1-845a-41c1-8863-138dcf053909', 'device_owner': 'network:router_interface', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '73e10996-e89f-4154-aeb0-c46228746689', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:59:08Z', 'updated_at': '2022-03-28T11:59:17Z', 'revision_number': 4, 'project_id': 'fc0f0a585a8c4bf2950e053878e50dfb', 'subnets': [{'id': '73e10996-e89f-4154-aeb0-c46228746689', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9ad0ea3-7e13-4774-8251-cf8685ba71f8', 'name': '', 'network_id': 'a956713e-d181-4807-8431-0d815148d80c', 'tenant_id': 'fc0f0a585a8c4bf2950e053878e50dfb', 'mac_address': 'fa:16:3e:6a:3b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '938ec9b1-845a-41c1-8863-138dcf053909', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'bc5359af-f2b3-4691-9f1c-24195b25e4f3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:58:56Z', 'updated_at': '2022-03-28T11:59:11Z', 'revision_number': 5, 'project_id': 'fc0f0a585a8c4bf2950e053878e50dfb', 'subnets': [{'id': 'bc5359af-f2b3-4691-9f1c-24195b25e4f3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 11:59:20.482133 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-14d30508-2b25-43d6-9cff-abaae0e4335e tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:59:20.488835 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-14d30508-2b25-43d6-9cff-abaae0e4335e tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Usage tracker for resource:subnet and tenant:527195c95736491ca1967a42cc300275 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:59:20.490176 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-69222bcd-3fb2-4244-bd8b-573f977c5bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:20.495550 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-14d30508-2b25-43d6-9cff-abaae0e4335e tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:59:20.503442 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-14d30508-2b25-43d6-9cff-abaae0e4335e tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:59:20.536451 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c7015e3-9e2b-4aa5-82e8-267405e63e08 tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:59:20.542320 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-4c7015e3-9e2b-4aa5-82e8-267405e63e08 tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] 10.222.0.30 "GET /v2.0/ports?network_id=ac2b1748-8f63-4b17-a9c7-07e79704aa5b&device_id=f33d0269-b5b6-4530-b909-732738a330ae&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2615695 Mar 28 11:59:20.543311 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14d30508-2b25-43d6-9cff-abaae0e4335e tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Made reservation on behalf of 527195c95736491ca1967a42cc300275 for: {'subnet': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:59:20.547714 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-14d30508-2b25-43d6-9cff-abaae0e4335e tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26551362'] for subnet, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:20.566084 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 53274) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:20.574552 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Pushing event updated for resources: {'Port': ['ID=b6271a54-64ce-495c-b965-86148206d6e9,revision_number=5']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:59:20.588537 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:59:20.588879 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:59:20.589214 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:59:20.589543 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:59:20.589868 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:59:20.590197 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:59:20.590514 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:59:20.590836 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:59:20.591182 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:59:20.591494 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:59:20.591822 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:59:20.592134 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 11:59:20.635272 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:20.848553 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.notifiers.nova [None req-8fd1994f-986b-4a9f-ba54-e49cfb57170f tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] device_id is not set on port c3fd8b5d-3ba3-4496-95f6-2f2dd721cb55 yet. {{(pid=87870) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 11:59:20.883723 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-b034f345-d615-4bf7-a117-7f93ec98ab21 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-709632', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-707672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260923'] for router, precommit_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:20.889949 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.api.v2.resource [None req-fc58b3e3-ce74-4d3d-a173-1848d3882ce0 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 11:59:20.893731 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-fc58b3e3-ce74-4d3d-a173-1848d3882ce0 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.6415744 Mar 28 11:59:20.902461 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 53278) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:20.912015 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-22321cd2-791b-4508-ad0e-e5ddec857bc7 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Request body: {'security_group_rule': {'security_group_id': '948051b9-81a8-4972-afea-34a40db895fd', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:59:20.913470 dv-neutron-835340-2-hyperv neutron-server[87870]: WARNING neutron.api.v2.base [None req-22321cd2-791b-4508-ad0e-e5ddec857bc7 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Mar 28 11:59:20.913695 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-69222bcd-3fb2-4244-bd8b-573f977c5bfe None None] Notify callbacks [] for port, precommit_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:20.913952 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.api.v2.resource [None req-22321cd2-791b-4508-ad0e-e5ddec857bc7 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 11:59:20.917796 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-22321cd2-791b-4508-ad0e-e5ddec857bc7 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0092566 Mar 28 11:59:20.921160 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-b034f345-d615-4bf7-a117-7f93ec98ab21 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-709647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-709686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-745031'] for router, after_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:20.925994 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 53282) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:20.929178 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-de459dbc-852b-4063-ae50-a20530d5f2ca tempest-FloatingIPAdminTestJSON-1680744402 tempest-FloatingIPAdminTestJSON-1680744402-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:20.932215 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-69222bcd-3fb2-4244-bd8b-573f977c5bfe None None] Transition to ACTIVE for port object 344b8558-f9db-4637-80bb-b51096537413 will not be triggered until provisioned by entity L2. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:59:20.941305 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-69222bcd-3fb2-4244-bd8b-573f977c5bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:20.946140 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-42d97bef-5e9e-49dc-bf93-4b362788e457 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Request body: {'security_group_rule': {'security_group_id': '948051b9-81a8-4972-afea-34a40db895fd', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:59:20.988476 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-14d30508-2b25-43d6-9cff-abaae0e4335e tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2364128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26551408'] for subnet, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:21.030545 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-42d97bef-5e9e-49dc-bf93-4b362788e457 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:59:21.080552 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d30508-2b25-43d6-9cff-abaae0e4335e tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Checking segment: {'id': 'caa6f1cf-f17c-4624-a07f-4a5b04f9c3a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '3eabdfb2-13df-46a0-90ee-a82c1c8f310b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:59:21.081137 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14d30508-2b25-43d6-9cff-abaae0e4335e tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Network hostable DHCP agents. Network: 3eabdfb2-13df-46a0-90ee-a82c1c8f310b, hostable agents: ['3cb85949-855b-4a40-b988-cd5705e511da'], hosted agents: [] {{(pid=87871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 11:59:21.086407 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-42d97bef-5e9e-49dc-bf93-4b362788e457 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Usage tracker for resource:security_group_rule and tenant:4ee902fff7d146808202d29b99c7f20c is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:59:21.090914 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d30508-2b25-43d6-9cff-abaae0e4335e tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Pushing event updated for resources: {'Subnet': ['ID=7e493e4f-4143-4d86-a3fc-05446ad68796,revision_number=0']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:59:21.094820 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efea37c-2851-42ae-8a0d-af2b88a1cad7 None None] Pushing event updated for resources: {'Port': ['ID=344b8558-f9db-4637-80bb-b51096537413,revision_number=2']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:59:21.097226 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-69222bcd-3fb2-4244-bd8b-573f977c5bfe None None] Attempting to bind port 344b8558-f9db-4637-80bb-b51096537413 on host dv-neutron-835340-2-hyperv for vnic_type normal with profile {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:59:21.097995 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-69222bcd-3fb2-4244-bd8b-573f977c5bfe None None] Attempting to bind port 344b8558-f9db-4637-80bb-b51096537413 by drivers openvswitch,hyperv on host dv-neutron-835340-2-hyperv at level 0 using segments [{'id': '688afb86-c9bd-46e2-ba7d-3fe76fb1efff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b'}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:59:21.098360 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69222bcd-3fb2-4244-bd8b-573f977c5bfe None None] Attempting to bind port 344b8558-f9db-4637-80bb-b51096537413 on network ac2b1748-8f63-4b17-a9c7-07e79704aa5b {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:59:21.104853 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69222bcd-3fb2-4244-bd8b-573f977c5bfe None None] Checking agent: {'id': '961a16fe-cbc8-4264-ac28-bbbd53f89caa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 46, 6), 'started_at': datetime.datetime(2022, 3, 28, 11, 46, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 11, 59, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 11:59:21.105222 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69222bcd-3fb2-4244-bd8b-573f977c5bfe None None] Checking segment: {'id': '688afb86-c9bd-46e2-ba7d-3fe76fb1efff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:59:21.105523 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14d30508-2b25-43d6-9cff-abaae0e4335e tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Network 3eabdfb2-13df-46a0-90ee-a82c1c8f310b is scheduled to be hosted by DHCP agent 3cb85949-855b-4a40-b988-cd5705e511da with binding_index 1 {{(pid=87871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 11:59:21.105935 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-69222bcd-3fb2-4244-bd8b-573f977c5bfe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:21.106147 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69222bcd-3fb2-4244-bd8b-573f977c5bfe None None] Bound using segment: {'id': '688afb86-c9bd-46e2-ba7d-3fe76fb1efff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b'} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 11:59:21.106616 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-69222bcd-3fb2-4244-bd8b-573f977c5bfe None None] Bound port: 344b8558-f9db-4637-80bb-b51096537413, host: dv-neutron-835340-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '688afb86-c9bd-46e2-ba7d-3fe76fb1efff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b'}}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 11:59:21.106989 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-69222bcd-3fb2-4244-bd8b-573f977c5bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:21.117850 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-14d30508-2b25-43d6-9cff-abaae0e4335e tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-2-hyperv, 3eabdfb2-13df-46a0-90ee-a82c1c8f310b) {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:59:21.122292 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14d30508-2b25-43d6-9cff-abaae0e4335e tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:59:21.122925 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-14d30508-2b25-43d6-9cff-abaae0e4335e tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for subnet, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:21.138475 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9de8d931-42ee-4ba3-ba0b-415b9d28253f None None] Network 3eabdfb2-13df-46a0-90ee-a82c1c8f310b requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:59:21.150737 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-14d30508-2b25-43d6-9cff-abaae0e4335e tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8759670 Mar 28 11:59:21.153270 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 53286) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:21.161453 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-42d97bef-5e9e-49dc-bf93-4b362788e457 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:59:21.181943 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-42d97bef-5e9e-49dc-bf93-4b362788e457 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:59:21.188213 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2348948-3a38-49e1-ab04-bfa1331b38ed tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:59:21.189799 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-a2348948-3a38-49e1-ab04-bfa1331b38ed tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] 10.222.0.30 "GET /v2.0/networks/ac2b1748-8f63-4b17-a9c7-07e79704aa5b HTTP/1.1" status: 200 len: 881 time: 0.6070149 Mar 28 11:59:21.198195 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 53290) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:21.283057 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-69222bcd-3fb2-4244-bd8b-573f977c5bfe None None] For port 344b8558-f9db-4637-80bb-b51096537413, host dv-neutron-835340-2-hyperv, cleared binding levels {{(pid=87872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 11:59:21.288269 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-69222bcd-3fb2-4244-bd8b-573f977c5bfe None None] For port 344b8558-f9db-4637-80bb-b51096537413, host dv-neutron-835340-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=344b8558-f9db-4637-80bb-b51096537413,segment=NetworkSegment(688afb86-c9bd-46e2-ba7d-3fe76fb1efff),segment_id=688afb86-c9bd-46e2-ba7d-3fe76fb1efff)] {{(pid=87872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 11:59:21.303347 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-69222bcd-3fb2-4244-bd8b-573f977c5bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:21.324352 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-de459dbc-852b-4063-ae50-a20530d5f2ca tempest-FloatingIPAdminTestJSON-1680744402 tempest-FloatingIPAdminTestJSON-1680744402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:21.351283 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-588773b9-24c2-4199-b383-045e2d19f42a tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] 10.222.0.30 "GET /v2.0/ports?device_id=f33d0269-b5b6-4530-b909-732738a330ae HTTP/1.1" status: 200 len: 205 time: 0.1183872 Mar 28 11:59:21.371317 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 53294) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:21.443269 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69222bcd-3fb2-4244-bd8b-573f977c5bfe None None] Routers {'d5f02f7d-33a1-4bfb-8275-f54b07b21c14'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:59:21.443850 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-69222bcd-3fb2-4244-bd8b-573f977c5bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T11:59:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['d5f02f7d-33a1-4bfb-8275-f54b07b21c14'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:59:21.484162 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b034f345-d615-4bf7-a117-7f93ec98ab21 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Router 938ec9b1-845a-41c1-8863-138dcf053909 has already been hosted by L3 agent af79d429-529e-400b-a119-94d4bec03f3e {{(pid=87870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 11:59:21.510928 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device b6271a54-64ce-495c-b965-86148206d6e9 up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:59:21.563063 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.api.v2.resource [None req-42d97bef-5e9e-49dc-bf93-4b362788e457 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 11:59:21.564163 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-42d97bef-5e9e-49dc-bf93-4b362788e457 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.6334815 Mar 28 11:59:21.580574 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 53298) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:21.624238 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efea37c-2851-42ae-8a0d-af2b88a1cad7 None None] Pushing event updated for resources: {'Port': ['ID=344b8558-f9db-4637-80bb-b51096537413,revision_number=3']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:59:21.676212 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-6fb9293e-bf5b-4aed-b595-901db9b4848f tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Request body: {'security_group_rule': {'security_group_id': '948051b9-81a8-4972-afea-34a40db895fd', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:59:21.676675 dv-neutron-835340-2-hyperv neutron-server[87870]: WARNING neutron.api.v2.base [None req-6fb9293e-bf5b-4aed-b595-901db9b4848f tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 28 11:59:21.677148 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.api.v2.resource [None req-6fb9293e-bf5b-4aed-b595-901db9b4848f tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 11:59:21.681251 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-6fb9293e-bf5b-4aed-b595-901db9b4848f tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0944941 Mar 28 11:59:21.684553 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 53302) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:21.695979 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-3b180e96-d2b1-4c44-ae2c-cb5539aa7c85 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Request body: {'security_group_rule': {'security_group_id': '948051b9-81a8-4972-afea-34a40db895fd', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:59:21.705348 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-3b180e96-d2b1-4c44-ae2c-cb5539aa7c85 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:59:21.705685 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d77df6df-8940-48d6-8574-b98361b7a73e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1d3f2a9-8722-5ce5-bc40-181687d1ed3f-3eabdfb2-13df-46a0-90ee-a82c1c8f310b', 'network_id': '3eabdfb2-13df-46a0-90ee-a82c1c8f310b', 'tenant_id': '527195c95736491ca1967a42cc300275', 'fixed_ips': [{'subnet_id': '7e493e4f-4143-4d86-a3fc-05446ad68796'}]}} from dv-neutron-835340-2-hyperv. {{(pid=87872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 11:59:21.706488 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-d77df6df-8940-48d6-8574-b98361b7a73e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:21.713061 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-3b180e96-d2b1-4c44-ae2c-cb5539aa7c85 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Usage tracker for resource:security_group_rule and tenant:4ee902fff7d146808202d29b99c7f20c is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:59:21.721064 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-8fd1994f-986b-4a9f-ba54-e49cfb57170f tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks [] for port, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:21.728160 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-3b180e96-d2b1-4c44-ae2c-cb5539aa7c85 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:59:21.738587 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-3b180e96-d2b1-4c44-ae2c-cb5539aa7c85 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:59:21.793602 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.db.securitygroups_db [None req-3b180e96-d2b1-4c44-ae2c-cb5539aa7c85 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Project 4ee902fff7d146808202d29b99c7f20c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 11:59:21.819622 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvr_db [None req-69222bcd-3fb2-4244-bd8b-573f977c5bfe None None] Set router d5f02f7d-33a1-4bfb-8275-f54b07b21c14 gateway port host: dv-neutron-835340-2-hyperv {{(pid=87872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:59:21.855393 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.api.v2.resource [None req-3b180e96-d2b1-4c44-ae2c-cb5539aa7c85 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 11:59:21.859046 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-3b180e96-d2b1-4c44-ae2c-cb5539aa7c85 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1714320 Mar 28 11:59:21.861483 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 53306) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:21.874327 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-f2a45cdb-ab09-454a-ae66-20b30047064d tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Request body: {'security_group_rule': {'security_group_id': '948051b9-81a8-4972-afea-34a40db895fd', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:59:21.874550 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port b6271a54-64ce-495c-b965-86148206d6e9 triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:59:21.874683 dv-neutron-835340-2-hyperv neutron-server[87871]: WARNING neutron.api.v2.base [None req-f2a45cdb-ab09-454a-ae66-20b30047064d tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Mar 28 11:59:21.874765 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:21.874862 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.api.v2.resource [None req-f2a45cdb-ab09-454a-ae66-20b30047064d tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 11:59:21.878331 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-f2a45cdb-ab09-454a-ae66-20b30047064d tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0135448 Mar 28 11:59:21.879453 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 53310) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:21.885440 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-7de24502-f68d-4afe-afb3-25717aff7df7 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Request body: {'security_group_rule': {'security_group_id': '948051b9-81a8-4972-afea-34a40db895fd', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:59:21.895310 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-7de24502-f68d-4afe-afb3-25717aff7df7 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:59:21.901272 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-7de24502-f68d-4afe-afb3-25717aff7df7 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Usage tracker for resource:security_group_rule and tenant:4ee902fff7d146808202d29b99c7f20c is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:59:21.905395 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-7de24502-f68d-4afe-afb3-25717aff7df7 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:59:21.914551 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-7de24502-f68d-4afe-afb3-25717aff7df7 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:59:21.972360 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.db.securitygroups_db [None req-7de24502-f68d-4afe-afb3-25717aff7df7 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Project 4ee902fff7d146808202d29b99c7f20c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 11:59:21.991780 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-a71bda93-1488-44b0-b3c5-3431042c183f tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:22.062965 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.api.v2.resource [None req-7de24502-f68d-4afe-afb3-25717aff7df7 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 11:59:22.066638 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-7de24502-f68d-4afe-afb3-25717aff7df7 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1832852 Mar 28 11:59:22.070889 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 53314) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:22.103550 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-a567c927-095b-4421-83c3-11a715718438 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Request body: {'security_group_rule': {'security_group_id': '948051b9-81a8-4972-afea-34a40db895fd', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:59:22.134909 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-a567c927-095b-4421-83c3-11a715718438 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:59:22.180574 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-a567c927-095b-4421-83c3-11a715718438 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Usage tracker for resource:security_group_rule and tenant:4ee902fff7d146808202d29b99c7f20c is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:59:22.184825 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-23c49271-e8af-4a5f-9cd6-c75f7cc4a16f tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] Notify callbacks [] for router, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:22.236663 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-a567c927-095b-4421-83c3-11a715718438 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:59:22.247256 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.db_base_plugin_common [None req-d77df6df-8940-48d6-8574-b98361b7a73e None None] Allocated IP 172.20.0.2 (3eabdfb2-13df-46a0-90ee-a82c1c8f310b/7e493e4f-4143-4d86-a3fc-05446ad68796/551ccb37-59eb-495d-bf8f-efe590287881) {{(pid=87872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:59:22.250586 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b034f345-d615-4bf7-a117-7f93ec98ab21 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 11:59:22.277008 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-a567c927-095b-4421-83c3-11a715718438 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:59:22.280013 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-697dd9d3-5af3-4ddc-915c-0397f662f418 None None] Sync routers for ids ['938ec9b1-845a-41c1-8863-138dcf053909'] in dv-neutron-835340-2-hyperv {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 11:59:22.339006 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-697dd9d3-5af3-4ddc-915c-0397f662f418 None None] Routers {'938ec9b1-845a-41c1-8863-138dcf053909'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:59:22.339396 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.db.securitygroups_db [None req-a567c927-095b-4421-83c3-11a715718438 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Project 4ee902fff7d146808202d29b99c7f20c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 11:59:22.339582 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-697dd9d3-5af3-4ddc-915c-0397f662f418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T11:59:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['938ec9b1-845a-41c1-8863-138dcf053909'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:59:22.366833 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-8fd1994f-986b-4a9f-ba54-e49cfb57170f tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:22.461617 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-b034f345-d615-4bf7-a117-7f93ec98ab21 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks [] for router, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:22.465240 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-b034f345-d615-4bf7-a117-7f93ec98ab21 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] 10.222.0.30 "PUT /v2.0/routers/938ec9b1-845a-41c1-8863-138dcf053909 HTTP/1.1" status: 200 len: 700 time: 4.6955829 Mar 28 11:59:22.465699 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 53318) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:22.525182 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.objects.ports [None req-3b8eb53b-0da4-4d96-80a3-b143fbcf4ee7 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87870) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 28 11:59:22.544550 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-3b8eb53b-0da4-4d96-80a3-b143fbcf4ee7 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2561241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2563521'] for subnet, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:22.583582 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.db.resource_extend [None req-de459dbc-852b-4063-ae50-a20530d5f2ca tempest-FloatingIPAdminTestJSON-1680744402 tempest-FloatingIPAdminTestJSON-1680744402-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 28 11:59:22.599423 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.api.v2.resource [None req-a567c927-095b-4421-83c3-11a715718438 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 11:59:22.603692 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-a567c927-095b-4421-83c3-11a715718438 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.5174994 Mar 28 11:59:22.606451 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fd1994f-986b-4a9f-ba54-e49cfb57170f tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Network 9d808d20-321a-4040-937a-68d7c35eefe2 is already hosted by enough agents. {{(pid=87870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:59:22.615358 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 53322) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:22.625835 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.base_scheduler [None req-8fd1994f-986b-4a9f-ba54-e49cfb57170f tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Resources bound (agent type, host, resource id): {{(pid=87870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:59:22.628837 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd1994f-986b-4a9f-ba54-e49cfb57170f tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Received port after_create {{(pid=87870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:59:22.629862 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-8fd1994f-986b-4a9f-ba54-e49cfb57170f tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:22.667446 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-69222bcd-3fb2-4244-bd8b-573f977c5bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5f02f7d-33a1-4bfb-8275-f54b07b21c14', 'name': 'tempest-TestNetworkBasicOps-router-1162902735', 'tenant_id': '527195c95736491ca1967a42cc300275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.177'}], 'enable_snat': True}, 'gw_port_id': '344b8558-f9db-4637-80bb-b51096537413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:59:11Z', 'updated_at': '2022-03-28T11:59:16Z', 'revision_number': 3, 'project_id': '527195c95736491ca1967a42cc300275', 'gw_port': {'id': '344b8558-f9db-4637-80bb-b51096537413', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:2b:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5f02f7d-33a1-4bfb-8275-f54b07b21c14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:59:13Z', 'updated_at': '2022-03-28T11:59:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv'}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:59:22.670044 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvr_db [None req-697dd9d3-5af3-4ddc-915c-0397f662f418 None None] Set router 938ec9b1-845a-41c1-8863-138dcf053909 gateway port host: None {{(pid=87872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:59:22.673787 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-de459dbc-852b-4063-ae50-a20530d5f2ca tempest-FloatingIPAdminTestJSON-1680744402 tempest-FloatingIPAdminTestJSON-1680744402-project] Notify callbacks [] for port, precommit_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:22.697141 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b8eb53b-0da4-4d96-80a3-b143fbcf4ee7 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Network e95a87e2-4c44-46e2-9de5-2786cbaea69c is already hosted by enough agents. {{(pid=87870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:59:22.709440 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-de459dbc-852b-4063-ae50-a20530d5f2ca tempest-FloatingIPAdminTestJSON-1680744402 tempest-FloatingIPAdminTestJSON-1680744402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2558288'] for port, after_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:22.713741 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd1994f-986b-4a9f-ba54-e49cfb57170f tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Pushing event updated for resources: {'Port': ['ID=8b057be7-ecae-482f-9cf9-0c7c60e9a722,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:59:22.731207 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69222bcd-3fb2-4244-bd8b-573f977c5bfe None None] The sync data for ids ['d5f02f7d-33a1-4bfb-8275-f54b07b21c14'] in dv-neutron-835340-2-hyperv is: [{'id': 'd5f02f7d-33a1-4bfb-8275-f54b07b21c14', 'name': 'tempest-TestNetworkBasicOps-router-1162902735', 'tenant_id': '527195c95736491ca1967a42cc300275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.177'}], 'enable_snat': True}, 'gw_port_id': '344b8558-f9db-4637-80bb-b51096537413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:59:11Z', 'updated_at': '2022-03-28T11:59:16Z', 'revision_number': 3, 'project_id': '527195c95736491ca1967a42cc300275', 'gw_port': {'id': '344b8558-f9db-4637-80bb-b51096537413', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:2b:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5f02f7d-33a1-4bfb-8275-f54b07b21c14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:59:13Z', 'updated_at': '2022-03-28T11:59:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv'}] {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 11:59:22.756244 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.base_scheduler [None req-3b8eb53b-0da4-4d96-80a3-b143fbcf4ee7 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Resources bound (agent type, host, resource id): {{(pid=87870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:59:22.767524 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-a37de908-2f63-4271-a1bf-24a37c403426 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] 10.222.0.30 "GET /v2.0/routers/938ec9b1-845a-41c1-8863-138dcf053909 HTTP/1.1" status: 200 len: 700 time: 0.2990627 Mar 28 11:59:22.769616 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 53326) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:22.773747 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e74a9773-5f63-4306-8379-a6a8200ce685 None None] Network e95a87e2-4c44-46e2-9de5-2786cbaea69c requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:59:22.798309 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b8eb53b-0da4-4d96-80a3-b143fbcf4ee7 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:59:22.798892 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-3b8eb53b-0da4-4d96-80a3-b143fbcf4ee7 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks [] for subnet, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:22.830643 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-23c49271-e8af-4a5f-9cd6-c75f7cc4a16f tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:22.890739 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8eb53b-0da4-4d96-80a3-b143fbcf4ee7 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Pushing event updated for resources: {'Subnet': ['ID=aed02def-2051-4e2a-8b29-c699b2761087,revision_number=0']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:59:22.957017 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-3b8eb53b-0da4-4d96-80a3-b143fbcf4ee7 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.3454680 Mar 28 11:59:22.962264 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd1994f-986b-4a9f-ba54-e49cfb57170f tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Pushing event updated for resources: {'Port': ['ID=c3fd8b5d-3ba3-4496-95f6-2f2dd721cb55,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:59:22.981996 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-d77df6df-8940-48d6-8574-b98361b7a73e None None] Notify callbacks [] for port, precommit_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:22.994982 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-23c49271-e8af-4a5f-9cd6-c75f7cc4a16f tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] Deleting port 4a481576-6d78-419d-8ed4-8f6a2e85fe33 {{(pid=87870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:59:22.995309 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-23c49271-e8af-4a5f-9cd6-c75f7cc4a16f tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:23.019000 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 53330) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:23.059054 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fd1994f-986b-4a9f-ba54-e49cfb57170f tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Checking segment: {'id': 'a5ec4a7e-8341-42ee-9848-0fafbb278b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '1f77fe15-c9e7-4aae-b655-289225c6c018'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:59:23.059402 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fd1994f-986b-4a9f-ba54-e49cfb57170f tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Network hostable DHCP agents. Network: 1f77fe15-c9e7-4aae-b655-289225c6c018, hostable agents: ['3cb85949-855b-4a40-b988-cd5705e511da'], hosted agents: [] {{(pid=87870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 11:59:23.070376 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-647201d9-8cbe-4a74-a8d9-117d52bd3db9 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Request body: {'port': {'network_id': 'e95a87e2-4c44-46e2-9de5-2786cbaea69c', 'mac_address': 'fa:16:3e:d1:3a:2a', 'name': 'tempest-NetworksTestDHCPv6-939202118'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:59:23.102743 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-1d7d08a7-49fe-43d6-9417-c5243ee746cc tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Notify callbacks [] for security_group, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:23.112265 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-d77df6df-8940-48d6-8574-b98361b7a73e None None] Transition to ACTIVE for port object 551ccb37-59eb-495d-bf8f-efe590287881 will not be triggered until provisioned by entity L2. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:59:23.143047 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-de459dbc-852b-4063-ae50-a20530d5f2ca tempest-FloatingIPAdminTestJSON-1680744402 tempest-FloatingIPAdminTestJSON-1680744402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-709520'] for floatingip, after_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:23.262189 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-d77df6df-8940-48d6-8574-b98361b7a73e None None] Transition to ACTIVE for port object 551ccb37-59eb-495d-bf8f-efe590287881 will not be triggered until provisioned by entity DHCP. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:59:23.350634 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-1d7d08a7-49fe-43d6-9417-c5243ee746cc tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:23.363355 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de459dbc-852b-4063-ae50-a20530d5f2ca tempest-FloatingIPAdminTestJSON-1680744402 tempest-FloatingIPAdminTestJSON-1680744402-project] Pushing event updated for resources: {'Port': ['ID=585096eb-e9cd-46d5-8f5c-27e506e9bb9c,revision_number=2']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:59:23.368470 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-d77df6df-8940-48d6-8574-b98361b7a73e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241'] for port, after_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:23.373816 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.db_base_plugin_common [None req-a71bda93-1488-44b0-b3c5-3431042c183f tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Allocated IP 172.20.0.1 (3eabdfb2-13df-46a0-90ee-a82c1c8f310b/7e493e4f-4143-4d86-a3fc-05446ad68796/1916e1d1-6e95-4d71-9fca-2c50aa38f306) {{(pid=87871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:59:23.379062 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-de459dbc-852b-4063-ae50-a20530d5f2ca tempest-FloatingIPAdminTestJSON-1680744402 tempest-FloatingIPAdminTestJSON-1680744402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for floatingip, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:23.384116 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-de459dbc-852b-4063-ae50-a20530d5f2ca tempest-FloatingIPAdminTestJSON-1680744402 tempest-FloatingIPAdminTestJSON-1680744402-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.8577383 Mar 28 11:59:23.390925 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 53334) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:23.462912 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d77df6df-8940-48d6-8574-b98361b7a73e None None] Network 3eabdfb2-13df-46a0-90ee-a82c1c8f310b is already hosted by enough agents. {{(pid=87872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:59:23.502628 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.base_scheduler [None req-d77df6df-8940-48d6-8574-b98361b7a73e None None] Resources bound (agent type, host, resource id): {{(pid=87872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:59:23.517135 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77df6df-8940-48d6-8574-b98361b7a73e None None] Pushing event updated for resources: {'Port': ['ID=551ccb37-59eb-495d-bf8f-efe590287881,revision_number=1']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:59:23.520620 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77df6df-8940-48d6-8574-b98361b7a73e None None] Received port after_create {{(pid=87872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:59:23.526968 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fd1994f-986b-4a9f-ba54-e49cfb57170f tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Network 1f77fe15-c9e7-4aae-b655-289225c6c018 is scheduled to be hosted by DHCP agent 3cb85949-855b-4a40-b988-cd5705e511da with binding_index 1 {{(pid=87870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 11:59:23.532311 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 344b8558-f9db-4637-80bb-b51096537413 up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:59:23.598595 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-9af546ce-6f27-4f9e-b693-e595964652c3 tempest-FloatingIPAdminTestJSON-2142079128 tempest-FloatingIPAdminTestJSON-2142079128-project-admin] Synchronizing usage tracker for tenant:7c6b5b4b536f4555a05791425ffa8e2a on resource:floatingip {{(pid=87870) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:59:23.620122 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.base_scheduler [None req-8fd1994f-986b-4a9f-ba54-e49cfb57170f tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-2-hyperv, 1f77fe15-c9e7-4aae-b655-289225c6c018) {{(pid=87870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:59:23.657822 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd1994f-986b-4a9f-ba54-e49cfb57170f tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Received port after_create {{(pid=87870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:59:23.663499 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fd1994f-986b-4a9f-ba54-e49cfb57170f tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:59:23.668463 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fd1994f-986b-4a9f-ba54-e49cfb57170f tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:59:23.669355 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-8fd1994f-986b-4a9f-ba54-e49cfb57170f tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:23.673537 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aad96089-1b87-4e77-aa25-5ba5e2c479a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1d3f2a9-8722-5ce5-bc40-181687d1ed3f-e95a87e2-4c44-46e2-9de5-2786cbaea69c', 'network_id': 'e95a87e2-4c44-46e2-9de5-2786cbaea69c', 'tenant_id': 'b4adfe5c8b3a4e57a1afd1d44c455245', 'fixed_ips': [{'subnet_id': 'aed02def-2051-4e2a-8b29-c699b2761087'}]}} from dv-neutron-835340-2-hyperv. {{(pid=87872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 11:59:23.674483 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-aad96089-1b87-4e77-aa25-5ba5e2c479a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:23.676323 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-647201d9-8cbe-4a74-a8d9-117d52bd3db9 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:59:23.686944 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feeea4db-0efd-4425-9667-336eb9bef3c2 None None] Network 1f77fe15-c9e7-4aae-b655-289225c6c018 requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:59:23.688358 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-23c49271-e8af-4a5f-9cd6-c75f7cc4a16f tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:23.707750 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-a71bda93-1488-44b0-b3c5-3431042c183f tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for port, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:23.753577 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.provisioning_blocks [None req-a71bda93-1488-44b0-b3c5-3431042c183f tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Transition to ACTIVE for port object 1916e1d1-6e95-4d71-9fca-2c50aa38f306 will not be triggered until provisioned by entity DHCP. {{(pid=87871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:59:23.758739 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-ccc03b55-7fc4-4276-8551-b41c095fb6d3 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-743394'] for router_interface, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:23.769638 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-d77df6df-8940-48d6-8574-b98361b7a73e None None] Attempting to bind port 551ccb37-59eb-495d-bf8f-efe590287881 on host dv-neutron-835340-2-hyperv for vnic_type normal with profile {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:59:23.770154 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-d77df6df-8940-48d6-8574-b98361b7a73e None None] Attempting to bind port 551ccb37-59eb-495d-bf8f-efe590287881 by drivers openvswitch,hyperv on host dv-neutron-835340-2-hyperv at level 0 using segments [{'id': 'caa6f1cf-f17c-4624-a07f-4a5b04f9c3a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '3eabdfb2-13df-46a0-90ee-a82c1c8f310b'}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:59:23.770612 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d77df6df-8940-48d6-8574-b98361b7a73e None None] Attempting to bind port 551ccb37-59eb-495d-bf8f-efe590287881 on network 3eabdfb2-13df-46a0-90ee-a82c1c8f310b {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:59:23.907775 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d77df6df-8940-48d6-8574-b98361b7a73e None None] Checking agent: {'id': '961a16fe-cbc8-4264-ac28-bbbd53f89caa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 46, 6), 'started_at': datetime.datetime(2022, 3, 28, 11, 46, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 11, 59, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 11:59:23.908148 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d77df6df-8940-48d6-8574-b98361b7a73e None None] Checking segment: {'id': 'caa6f1cf-f17c-4624-a07f-4a5b04f9c3a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '3eabdfb2-13df-46a0-90ee-a82c1c8f310b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:59:23.908547 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-d77df6df-8940-48d6-8574-b98361b7a73e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:23.908936 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d77df6df-8940-48d6-8574-b98361b7a73e None None] Bound using segment: {'id': 'caa6f1cf-f17c-4624-a07f-4a5b04f9c3a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '3eabdfb2-13df-46a0-90ee-a82c1c8f310b'} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 11:59:23.909447 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-d77df6df-8940-48d6-8574-b98361b7a73e None None] Bound port: 551ccb37-59eb-495d-bf8f-efe590287881, host: dv-neutron-835340-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'caa6f1cf-f17c-4624-a07f-4a5b04f9c3a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '3eabdfb2-13df-46a0-90ee-a82c1c8f310b'}}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 11:59:23.909817 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-d77df6df-8940-48d6-8574-b98361b7a73e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:23.938579 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-647201d9-8cbe-4a74-a8d9-117d52bd3db9 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:59:23.947202 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-697dd9d3-5af3-4ddc-915c-0397f662f418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '938ec9b1-845a-41c1-8863-138dcf053909', 'name': 'tempest-RoutersTest-router-1318390689', 'tenant_id': 'fc0f0a585a8c4bf2950e053878e50dfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:58:28Z', 'updated_at': '2022-03-28T11:59:19Z', 'revision_number': 7, 'project_id': 'fc0f0a585a8c4bf2950e053878e50dfb', 'gw_port_host': None, '_interfaces': [{'id': '1fe51bf3-b32b-46eb-a1bb-3c1d5b15ad12', 'name': '', 'network_id': '65efd158-193d-4ca0-9933-16ad45c695bf', 'tenant_id': 'fc0f0a585a8c4bf2950e053878e50dfb', 'mac_address': 'fa:16:3e:14:77:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '938ec9b1-845a-41c1-8863-138dcf053909', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '28ef9538-7c39-4316-b125-b5462d60a20a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:58:31Z', 'updated_at': '2022-03-28T11:58:45Z', 'revision_number': 5, 'project_id': 'fc0f0a585a8c4bf2950e053878e50dfb', 'subnets': [{'id': '28ef9538-7c39-4316-b125-b5462d60a20a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2657de3f-45d4-43e3-ba0a-596c0d44ea2a', 'name': '', 'network_id': '9bec2ed4-7a0e-4214-bb70-038db8dc0875', 'tenant_id': 'fc0f0a585a8c4bf2950e053878e50dfb', 'mac_address': 'fa:16:3e:22:48:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '938ec9b1-845a-41c1-8863-138dcf053909', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '5cea8896-b98b-428e-a293-c30110da671f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:58:41Z', 'updated_at': '2022-03-28T11:59:02Z', 'revision_number': 5, 'project_id': 'fc0f0a585a8c4bf2950e053878e50dfb', 'subnets': [{'id': '5cea8896-b98b-428e-a293-c30110da671f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b6271a54-64ce-495c-b965-86148206d6e9', 'name': '', 'network_id': 'e61f253c-fcf1-4062-ae59-9fbb293fe086', 'tenant_id': 'fc0f0a585a8c4bf2950e053878e50dfb', 'mac_address': 'fa:16:3e:37:74:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '938ec9b1-845a-41c1-8863-138dcf053909', 'device_owner': 'network:router_interface', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '73e10996-e89f-4154-aeb0-c46228746689', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:59:08Z', 'updated_at': '2022-03-28T11:59:20Z', 'revision_number': 5, 'project_id': 'fc0f0a585a8c4bf2950e053878e50dfb', 'subnets': [{'id': '73e10996-e89f-4154-aeb0-c46228746689', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9ad0ea3-7e13-4774-8251-cf8685ba71f8', 'name': '', 'network_id': 'a956713e-d181-4807-8431-0d815148d80c', 'tenant_id': 'fc0f0a585a8c4bf2950e053878e50dfb', 'mac_address': 'fa:16:3e:6a:3b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '938ec9b1-845a-41c1-8863-138dcf053909', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'bc5359af-f2b3-4691-9f1c-24195b25e4f3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:58:56Z', 'updated_at': '2022-03-28T11:59:11Z', 'revision_number': 5, 'project_id': 'fc0f0a585a8c4bf2950e053878e50dfb', 'subnets': [{'id': 'bc5359af-f2b3-4691-9f1c-24195b25e4f3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:59:23.969353 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-697dd9d3-5af3-4ddc-915c-0397f662f418 None None] Checking router: 938ec9b1-845a-41c1-8863-138dcf053909 for host: dv-neutron-835340-2-hyperv {{(pid=87872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 11:59:23.994418 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-9af546ce-6f27-4f9e-b693-e595964652c3 tempest-FloatingIPAdminTestJSON-2142079128 tempest-FloatingIPAdminTestJSON-2142079128-project-admin] Unset dirty status for tenant:7c6b5b4b536f4555a05791425ffa8e2a on resource:floatingip {{(pid=87870) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:59:23.994418 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-9af546ce-6f27-4f9e-b693-e595964652c3 tempest-FloatingIPAdminTestJSON-2142079128 tempest-FloatingIPAdminTestJSON-2142079128-project-admin] 10.222.0.30 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1650 time: 0.5776362 Mar 28 11:59:23.994868 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 53338) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:24.065640 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-a71bda93-1488-44b0-b3c5-3431042c183f tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:24.074572 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-23c49271-e8af-4a5f-9cd6-c75f7cc4a16f tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] Calling delete_port for 4a481576-6d78-419d-8ed4-8f6a2e85fe33 owned by network:router_gateway {{(pid=87870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:59:24.138954 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a71bda93-1488-44b0-b3c5-3431042c183f tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Network 3eabdfb2-13df-46a0-90ee-a82c1c8f310b is already hosted by enough agents. {{(pid=87871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:59:24.145426 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-a71bda93-1488-44b0-b3c5-3431042c183f tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Resources bound (agent type, host, resource id): {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:59:24.155573 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-697dd9d3-5af3-4ddc-915c-0397f662f418 None None] Routers {'938ec9b1-845a-41c1-8863-138dcf053909'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:59:24.155772 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a71bda93-1488-44b0-b3c5-3431042c183f tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Received port after_create {{(pid=87871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:59:24.155865 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-697dd9d3-5af3-4ddc-915c-0397f662f418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T11:59:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['938ec9b1-845a-41c1-8863-138dcf053909'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:59:24.170442 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-1d7d08a7-49fe-43d6-9417-c5243ee746cc tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:24.172843 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-1d7d08a7-49fe-43d6-9417-c5243ee746cc tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Notify callbacks [] for security_group, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:24.176787 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-1d7d08a7-49fe-43d6-9417-c5243ee746cc tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] 10.222.0.30 "DELETE /v2.0/security-groups/948051b9-81a8-4972-afea-34a40db895fd HTTP/1.1" status: 204 len: 168 time: 1.5500481 Mar 28 11:59:24.180494 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 53342) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:24.207596 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-8fd1994f-986b-4a9f-ba54-e49cfb57170f tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 6.4639347 Mar 28 11:59:24.212490 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 53346) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:24.213497 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning for port 344b8558-f9db-4637-80bb-b51096537413 completed by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:59:24.214795 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71bda93-1488-44b0-b3c5-3431042c183f tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Pushing event updated for resources: {'Port': ['ID=1916e1d1-6e95-4d71-9fca-2c50aa38f306,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:59:24.222669 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-52abab22-800d-4ef4-bd14-96a216a4f23a tempest-FloatingIPAdminTestJSON-1024836002 tempest-FloatingIPAdminTestJSON-1024836002-project] Synchronizing usage tracker for tenant:35bef068275a42cdbe218c5d49dc8652 on resource:floatingip {{(pid=87870) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:59:24.225080 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-647201d9-8cbe-4a74-a8d9-117d52bd3db9 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Made reservation on behalf of b4adfe5c8b3a4e57a1afd1d44c455245 for: {'port': 1} {{(pid=87870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:59:24.240298 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7d08a7-49fe-43d6-9417-c5243ee746cc tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=948051b9-81a8-4972-afea-34a40db895fd,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:59:24.317760 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port 344b8558-f9db-4637-80bb-b51096537413 triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:59:24.318131 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:24.322016 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-942130a2-b0ec-46d9-9cc6-01b23960a737 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Synchronizing usage tracker for tenant:4ee902fff7d146808202d29b99c7f20c on resource:security_group {{(pid=87871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:59:24.327014 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-a71bda93-1488-44b0-b3c5-3431042c183f tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-709483'] for router_interface, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:24.431625 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-ab8c3bcb-a006-4dca-9ee7-a325e71ff3b0 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Deleting port c3fd8b5d-3ba3-4496-95f6-2f2dd721cb55 {{(pid=87870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:59:24.432175 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-ab8c3bcb-a006-4dca-9ee7-a325e71ff3b0 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:24.465870 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-52abab22-800d-4ef4-bd14-96a216a4f23a tempest-FloatingIPAdminTestJSON-1024836002 tempest-FloatingIPAdminTestJSON-1024836002-project] Unset dirty status for tenant:35bef068275a42cdbe218c5d49dc8652 on resource:floatingip {{(pid=87870) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:59:24.469272 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-52abab22-800d-4ef4-bd14-96a216a4f23a tempest-FloatingIPAdminTestJSON-1024836002 tempest-FloatingIPAdminTestJSON-1024836002-project] 10.222.0.30 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.4008932 Mar 28 11:59:24.476816 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 53350) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:24.490388 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-d77df6df-8940-48d6-8574-b98361b7a73e None None] For port 551ccb37-59eb-495d-bf8f-efe590287881, host dv-neutron-835340-2-hyperv, cleared binding levels {{(pid=87872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 11:59:24.513553 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.db_base_plugin_common [None req-aad96089-1b87-4e77-aa25-5ba5e2c479a3 None None] Allocated IP 2001:db8::f816:3eff:fe86:9a14 (e95a87e2-4c44-46e2-9de5-2786cbaea69c/aed02def-2051-4e2a-8b29-c699b2761087/e552cf3f-4f25-4d29-9618-b7e8f9ef9706) {{(pid=87872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:59:24.533617 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvr_db [None req-697dd9d3-5af3-4ddc-915c-0397f662f418 None None] Set router 938ec9b1-845a-41c1-8863-138dcf053909 gateway port host: None {{(pid=87872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:59:24.588017 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-d77df6df-8940-48d6-8574-b98361b7a73e None None] For port 551ccb37-59eb-495d-bf8f-efe590287881, host dv-neutron-835340-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=551ccb37-59eb-495d-bf8f-efe590287881,segment=NetworkSegment(caa6f1cf-f17c-4624-a07f-4a5b04f9c3a6),segment_id=caa6f1cf-f17c-4624-a07f-4a5b04f9c3a6)] {{(pid=87872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 11:59:24.612056 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-d77df6df-8940-48d6-8574-b98361b7a73e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:24.645651 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-ccc03b55-7fc4-4276-8551-b41c095fb6d3 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Deleting port b6271a54-64ce-495c-b965-86148206d6e9 {{(pid=87871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:59:24.646172 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-ccc03b55-7fc4-4276-8551-b41c095fb6d3 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:24.719182 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-647201d9-8cbe-4a74-a8d9-117d52bd3db9 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:24.720193 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-942130a2-b0ec-46d9-9cc6-01b23960a737 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Unset dirty status for tenant:4ee902fff7d146808202d29b99c7f20c on resource:security_group {{(pid=87871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:59:24.722237 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-942130a2-b0ec-46d9-9cc6-01b23960a737 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5373170 Mar 28 11:59:24.729470 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 53354) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:24.757640 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-7cb98ef9-965b-4b4c-861b-24064654e362 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Request body: {'security_group': {'name': 'tempest-secgroup--607960488'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:59:24.769580 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-0bf7a33f-9562-4e4e-a3d6-4a140efede9a tempest-FloatingIPAdminTestJSON-1680744402 tempest-FloatingIPAdminTestJSON-1680744402-project] Deleting port 585096eb-e9cd-46d5-8f5c-27e506e9bb9c {{(pid=87870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:59:24.770527 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-0bf7a33f-9562-4e4e-a3d6-4a140efede9a tempest-FloatingIPAdminTestJSON-1680744402 tempest-FloatingIPAdminTestJSON-1680744402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:24.800820 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-7cb98ef9-965b-4b4c-861b-24064654e362 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:59:24.838458 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-7cb98ef9-965b-4b4c-861b-24064654e362 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:59:24.919654 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.notifiers.nova [None req-647201d9-8cbe-4a74-a8d9-117d52bd3db9 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] device_id is not set on port 73a047da-d4e5-4cab-b891-4e5314571b0a yet. {{(pid=87870) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 11:59:24.981359 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77df6df-8940-48d6-8574-b98361b7a73e None None] Pushing event updated for resources: {'Port': ['ID=551ccb37-59eb-495d-bf8f-efe590287881,revision_number=2']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:59:25.001633 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:25.076796 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-a71bda93-1488-44b0-b3c5-3431042c183f tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:25.098976 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] For port 344b8558-f9db-4637-80bb-b51096537413, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=344b8558-f9db-4637-80bb-b51096537413,segment=NetworkSegment(688afb86-c9bd-46e2-ba7d-3fe76fb1efff),segment_id=688afb86-c9bd-46e2-ba7d-3fe76fb1efff)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:59:25.113988 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:25.126762 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-7cb98ef9-965b-4b4c-861b-24064654e362 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Notify callbacks [] for security_group, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:25.145316 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.db [None req-ccc03b55-7fc4-4276-8551-b41c095fb6d3 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] For port b6271a54-64ce-495c-b965-86148206d6e9, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=b6271a54-64ce-495c-b965-86148206d6e9,segment=NetworkSegment(206bb571-1fa6-4b99-b6a8-89df65428dc6),segment_id=206bb571-1fa6-4b99-b6a8-89df65428dc6)] {{(pid=87871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:59:25.145653 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-ccc03b55-7fc4-4276-8551-b41c095fb6d3 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:25.244539 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-ab8c3bcb-a006-4dca-9ee7-a325e71ff3b0 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:25.277350 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-23c49271-e8af-4a5f-9cd6-c75f7cc4a16f tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:25.324100 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-ccc03b55-7fc4-4276-8551-b41c095fb6d3 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Calling delete_port for b6271a54-64ce-495c-b965-86148206d6e9 owned by network:router_interface {{(pid=87871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:59:25.332592 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Pushing event updated for resources: {'Port': ['ID=344b8558-f9db-4637-80bb-b51096537413,revision_number=4']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:59:25.341544 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-aad96089-1b87-4e77-aa25-5ba5e2c479a3 None None] Notify callbacks [] for port, precommit_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:25.343942 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-7cb98ef9-965b-4b4c-861b-24064654e362 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:59:25.362186 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-aad96089-1b87-4e77-aa25-5ba5e2c479a3 None None] Transition to ACTIVE for port object e552cf3f-4f25-4d29-9618-b7e8f9ef9706 will not be triggered until provisioned by entity L2. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:59:25.401729 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-aad96089-1b87-4e77-aa25-5ba5e2c479a3 None None] Transition to ACTIVE for port object e552cf3f-4f25-4d29-9618-b7e8f9ef9706 will not be triggered until provisioned by entity DHCP. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:59:25.417009 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-aad96089-1b87-4e77-aa25-5ba5e2c479a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241'] for port, after_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:25.536966 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aad96089-1b87-4e77-aa25-5ba5e2c479a3 None None] Network e95a87e2-4c44-46e2-9de5-2786cbaea69c is already hosted by enough agents. {{(pid=87872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:59:25.541970 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.base_scheduler [None req-aad96089-1b87-4e77-aa25-5ba5e2c479a3 None None] Resources bound (agent type, host, resource id): {{(pid=87872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:59:25.547910 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad96089-1b87-4e77-aa25-5ba5e2c479a3 None None] Received port after_create {{(pid=87872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:59:25.589473 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-697dd9d3-5af3-4ddc-915c-0397f662f418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '938ec9b1-845a-41c1-8863-138dcf053909', 'name': 'tempest-RoutersTest-router-1318390689', 'tenant_id': 'fc0f0a585a8c4bf2950e053878e50dfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:58:28Z', 'updated_at': '2022-03-28T11:59:19Z', 'revision_number': 7, 'project_id': 'fc0f0a585a8c4bf2950e053878e50dfb', 'gw_port_host': None, '_interfaces': [{'id': '1fe51bf3-b32b-46eb-a1bb-3c1d5b15ad12', 'name': '', 'network_id': '65efd158-193d-4ca0-9933-16ad45c695bf', 'tenant_id': 'fc0f0a585a8c4bf2950e053878e50dfb', 'mac_address': 'fa:16:3e:14:77:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '938ec9b1-845a-41c1-8863-138dcf053909', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '28ef9538-7c39-4316-b125-b5462d60a20a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:58:31Z', 'updated_at': '2022-03-28T11:58:45Z', 'revision_number': 5, 'project_id': 'fc0f0a585a8c4bf2950e053878e50dfb', 'subnets': [{'id': '28ef9538-7c39-4316-b125-b5462d60a20a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2657de3f-45d4-43e3-ba0a-596c0d44ea2a', 'name': '', 'network_id': '9bec2ed4-7a0e-4214-bb70-038db8dc0875', 'tenant_id': 'fc0f0a585a8c4bf2950e053878e50dfb', 'mac_address': 'fa:16:3e:22:48:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '938ec9b1-845a-41c1-8863-138dcf053909', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '5cea8896-b98b-428e-a293-c30110da671f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:58:41Z', 'updated_at': '2022-03-28T11:59:02Z', 'revision_number': 5, 'project_id': 'fc0f0a585a8c4bf2950e053878e50dfb', 'subnets': [{'id': '5cea8896-b98b-428e-a293-c30110da671f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b6271a54-64ce-495c-b965-86148206d6e9', 'name': '', 'network_id': 'e61f253c-fcf1-4062-ae59-9fbb293fe086', 'tenant_id': 'fc0f0a585a8c4bf2950e053878e50dfb', 'mac_address': 'fa:16:3e:37:74:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '938ec9b1-845a-41c1-8863-138dcf053909', 'device_owner': 'network:router_interface', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '73e10996-e89f-4154-aeb0-c46228746689', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:59:08Z', 'updated_at': '2022-03-28T11:59:20Z', 'revision_number': 5, 'project_id': 'fc0f0a585a8c4bf2950e053878e50dfb', 'subnets': [{'id': '73e10996-e89f-4154-aeb0-c46228746689', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9ad0ea3-7e13-4774-8251-cf8685ba71f8', 'name': '', 'network_id': 'a956713e-d181-4807-8431-0d815148d80c', 'tenant_id': 'fc0f0a585a8c4bf2950e053878e50dfb', 'mac_address': 'fa:16:3e:6a:3b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '938ec9b1-845a-41c1-8863-138dcf053909', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'bc5359af-f2b3-4691-9f1c-24195b25e4f3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:58:56Z', 'updated_at': '2022-03-28T11:59:11Z', 'revision_number': 5, 'project_id': 'fc0f0a585a8c4bf2950e053878e50dfb', 'subnets': [{'id': 'bc5359af-f2b3-4691-9f1c-24195b25e4f3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:59:25.609127 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad96089-1b87-4e77-aa25-5ba5e2c479a3 None None] Pushing event updated for resources: {'Port': ['ID=e552cf3f-4f25-4d29-9618-b7e8f9ef9706,revision_number=1']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:59:25.645601 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-697dd9d3-5af3-4ddc-915c-0397f662f418 None None] The sync data for ids ['938ec9b1-845a-41c1-8863-138dcf053909'] in dv-neutron-835340-2-hyperv is: [{'id': '938ec9b1-845a-41c1-8863-138dcf053909', 'name': 'tempest-RoutersTest-router-1318390689', 'tenant_id': 'fc0f0a585a8c4bf2950e053878e50dfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:58:28Z', 'updated_at': '2022-03-28T11:59:19Z', 'revision_number': 7, 'project_id': 'fc0f0a585a8c4bf2950e053878e50dfb', 'gw_port_host': None, '_interfaces': [{'id': '1fe51bf3-b32b-46eb-a1bb-3c1d5b15ad12', 'name': '', 'network_id': '65efd158-193d-4ca0-9933-16ad45c695bf', 'tenant_id': 'fc0f0a585a8c4bf2950e053878e50dfb', 'mac_address': 'fa:16:3e:14:77:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '938ec9b1-845a-41c1-8863-138dcf053909', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '28ef9538-7c39-4316-b125-b5462d60a20a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:58:31Z', 'updated_at': '2022-03-28T11:58:45Z', 'revision_number': 5, 'project_id': 'fc0f0a585a8c4bf2950e053878e50dfb', 'subnets': [{'id': '28ef9538-7c39-4316-b125-b5462d60a20a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2657de3f-45d4-43e3-ba0a-596c0d44ea2a', 'name': '', 'network_id': '9bec2ed4-7a0e-4214-bb70-038db8dc0875', 'tenant_id': 'fc0f0a585a8c4bf2950e053878e50dfb', 'mac_address': 'fa:16:3e:22:48:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '938ec9b1-845a-41c1-8863-138dcf053909', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '5cea8896-b98b-428e-a293-c30110da671f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:58:41Z', 'updated_at': '2022-03-28T11:59:02Z', 'revision_number': 5, 'project_id': 'fc0f0a585a8c4bf2950e053878e50dfb', 'subnets': [{'id': '5cea8896-b98b-428e-a293-c30110da671f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b6271a54-64ce-495c-b965-86148206d6e9', 'name': '', 'network_id': 'e61f253c-fcf1-4062-ae59-9fbb293fe086', 'tenant_id': 'fc0f0a585a8c4bf2950e053878e50dfb', 'mac_address': 'fa:16:3e:37:74:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '938ec9b1-845a-41c1-8863-138dcf053909', 'device_owner': 'network:router_interface', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '73e10996-e89f-4154-aeb0-c46228746689', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:59:08Z', 'updated_at': '2022-03-28T11:59:20Z', 'revision_number': 5, 'project_id': 'fc0f0a585a8c4bf2950e053878e50dfb', 'subnets': [{'id': '73e10996-e89f-4154-aeb0-c46228746689', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9ad0ea3-7e13-4774-8251-cf8685ba71f8', 'name': '', 'network_id': 'a956713e-d181-4807-8431-0d815148d80c', 'tenant_id': 'fc0f0a585a8c4bf2950e053878e50dfb', 'mac_address': 'fa:16:3e:6a:3b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '938ec9b1-845a-41c1-8863-138dcf053909', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'bc5359af-f2b3-4691-9f1c-24195b25e4f3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:58:56Z', 'updated_at': '2022-03-28T11:59:11Z', 'revision_number': 5, 'project_id': 'fc0f0a585a8c4bf2950e053878e50dfb', 'subnets': [{'id': 'bc5359af-f2b3-4691-9f1c-24195b25e4f3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 11:59:25.662011 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 344b8558-f9db-4637-80bb-b51096537413 up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:59:25.693733 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-0bf7a33f-9562-4e4e-a3d6-4a140efede9a tempest-FloatingIPAdminTestJSON-1680744402 tempest-FloatingIPAdminTestJSON-1680744402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:25.694437 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-0bf7a33f-9562-4e4e-a3d6-4a140efede9a tempest-FloatingIPAdminTestJSON-1680744402 tempest-FloatingIPAdminTestJSON-1680744402-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:25.779847 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-7cb98ef9-965b-4b4c-861b-24064654e362 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Usage tracker for resource:security_group_rule and tenant:4ee902fff7d146808202d29b99c7f20c is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:59:25.796067 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-ab8c3bcb-a006-4dca-9ee7-a325e71ff3b0 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Calling delete_port for c3fd8b5d-3ba3-4496-95f6-2f2dd721cb55 owned by {{(pid=87870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:59:25.801339 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-aad96089-1b87-4e77-aa25-5ba5e2c479a3 None None] Attempting to bind port e552cf3f-4f25-4d29-9618-b7e8f9ef9706 on host dv-neutron-835340-2-hyperv for vnic_type normal with profile {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:59:25.801705 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-aad96089-1b87-4e77-aa25-5ba5e2c479a3 None None] Attempting to bind port e552cf3f-4f25-4d29-9618-b7e8f9ef9706 by drivers openvswitch,hyperv on host dv-neutron-835340-2-hyperv at level 0 using segments [{'id': 'bd053757-b8b4-4f3a-b553-aa242f2d15d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e95a87e2-4c44-46e2-9de5-2786cbaea69c'}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:59:25.802099 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad96089-1b87-4e77-aa25-5ba5e2c479a3 None None] Attempting to bind port e552cf3f-4f25-4d29-9618-b7e8f9ef9706 on network e95a87e2-4c44-46e2-9de5-2786cbaea69c {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:59:25.805392 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port 344b8558-f9db-4637-80bb-b51096537413 triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:59:25.805764 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:25.850818 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad96089-1b87-4e77-aa25-5ba5e2c479a3 None None] Checking agent: {'id': '961a16fe-cbc8-4264-ac28-bbbd53f89caa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 46, 6), 'started_at': datetime.datetime(2022, 3, 28, 11, 46, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 11, 59, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 11:59:25.851205 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad96089-1b87-4e77-aa25-5ba5e2c479a3 None None] Checking segment: {'id': 'bd053757-b8b4-4f3a-b553-aa242f2d15d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e95a87e2-4c44-46e2-9de5-2786cbaea69c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:59:25.853040 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-aad96089-1b87-4e77-aa25-5ba5e2c479a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:25.853454 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aad96089-1b87-4e77-aa25-5ba5e2c479a3 None None] Bound using segment: {'id': 'bd053757-b8b4-4f3a-b553-aa242f2d15d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e95a87e2-4c44-46e2-9de5-2786cbaea69c'} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 11:59:25.853939 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-aad96089-1b87-4e77-aa25-5ba5e2c479a3 None None] Bound port: e552cf3f-4f25-4d29-9618-b7e8f9ef9706, host: dv-neutron-835340-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd053757-b8b4-4f3a-b553-aa242f2d15d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e95a87e2-4c44-46e2-9de5-2786cbaea69c'}}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 11:59:25.854361 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-aad96089-1b87-4e77-aa25-5ba5e2c479a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:25.947838 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-7cb98ef9-965b-4b4c-861b-24064654e362 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:59:25.951405 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c49271-e8af-4a5f-9cd6-c75f7cc4a16f tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] Pushing event deleted for resources: {'Port': ['ID=4a481576-6d78-419d-8ed4-8f6a2e85fe33,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:59:25.969230 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-0bf7a33f-9562-4e4e-a3d6-4a140efede9a tempest-FloatingIPAdminTestJSON-1680744402 tempest-FloatingIPAdminTestJSON-1680744402-project] Calling delete_port for 585096eb-e9cd-46d5-8f5c-27e506e9bb9c owned by network:floatingip {{(pid=87870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:59:26.027995 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-7cb98ef9-965b-4b4c-861b-24064654e362 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:59:26.045539 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-ccc03b55-7fc4-4276-8551-b41c095fb6d3 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:26.091682 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-aad96089-1b87-4e77-aa25-5ba5e2c479a3 None None] For port e552cf3f-4f25-4d29-9618-b7e8f9ef9706, host dv-neutron-835340-2-hyperv, cleared binding levels {{(pid=87872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 11:59:26.119238 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-aad96089-1b87-4e77-aa25-5ba5e2c479a3 None None] For port e552cf3f-4f25-4d29-9618-b7e8f9ef9706, host dv-neutron-835340-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=e552cf3f-4f25-4d29-9618-b7e8f9ef9706,segment=NetworkSegment(bd053757-b8b4-4f3a-b553-aa242f2d15d2),segment_id=bd053757-b8b4-4f3a-b553-aa242f2d15d2)] {{(pid=87872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 11:59:26.125660 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 551ccb37-59eb-495d-bf8f-efe590287881 up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:59:26.171535 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-aad96089-1b87-4e77-aa25-5ba5e2c479a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:26.250582 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.db_base_plugin_common [None req-647201d9-8cbe-4a74-a8d9-117d52bd3db9 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Allocated IP 2001:db8::f816:3eff:fed1:3a2a (e95a87e2-4c44-46e2-9de5-2786cbaea69c/aed02def-2051-4e2a-8b29-c699b2761087/73a047da-d4e5-4cab-b891-4e5314571b0a) {{(pid=87870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:59:26.280431 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-23c49271-e8af-4a5f-9cd6-c75f7cc4a16f tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-709573'] for router_gateway, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:26.299693 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc03b55-7fc4-4276-8551-b41c095fb6d3 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Pushing event deleted for resources: {'Port': ['ID=b6271a54-64ce-495c-b965-86148206d6e9,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:59:26.342620 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.db.resource_extend [None req-a71bda93-1488-44b0-b3c5-3431042c183f tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 28 11:59:26.359824 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad96089-1b87-4e77-aa25-5ba5e2c479a3 None None] Pushing event updated for resources: {'Port': ['ID=e552cf3f-4f25-4d29-9618-b7e8f9ef9706,revision_number=2']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:59:26.375846 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning for port 551ccb37-59eb-495d-bf8f-efe590287881 completed by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:59:26.415260 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-ab8c3bcb-a006-4dca-9ee7-a325e71ff3b0 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:26.531575 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8bfd656-d466-4539-b62c-0f625fba2f0b None None] Network 3eabdfb2-13df-46a0-90ee-a82c1c8f310b requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:59:26.543397 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-a71bda93-1488-44b0-b3c5-3431042c183f tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for port, precommit_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:26.596204 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-23c49271-e8af-4a5f-9cd6-c75f7cc4a16f tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-745164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-260864'] for router, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:26.603326 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-a71bda93-1488-44b0-b3c5-3431042c183f tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2363241'] for port, after_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:26.622131 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-23c49271-e8af-4a5f-9cd6-c75f7cc4a16f tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:26.626344 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-ab8c3bcb-a006-4dca-9ee7-a325e71ff3b0 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:26.632515 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8c3bcb-a006-4dca-9ee7-a325e71ff3b0 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Pushing event deleted for resources: {'Port': ['ID=c3fd8b5d-3ba3-4496-95f6-2f2dd721cb55,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:59:26.736202 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-7cb98ef9-965b-4b4c-861b-24064654e362 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Notify callbacks [] for security_group, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:26.770565 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-7cb98ef9-965b-4b4c-861b-24064654e362 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:26.775253 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-d727b2e6-7013-4460-a065-7f0b263ab524 None None] Provisioning for port 551ccb37-59eb-495d-bf8f-efe590287881 completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:59:26.783931 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-d727b2e6-7013-4460-a065-7f0b263ab524 None None] Provisioning complete for port 551ccb37-59eb-495d-bf8f-efe590287881 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:59:26.784407 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-d727b2e6-7013-4460-a065-7f0b263ab524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:26.813735 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-ab8c3bcb-a006-4dca-9ee7-a325e71ff3b0 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] 10.222.0.30 "DELETE /v2.0/ports/c3fd8b5d-3ba3-4496-95f6-2f2dd721cb55 HTTP/1.1" status: 204 len: 168 time: 2.5926528 Mar 28 11:59:26.818663 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 53358) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:26.827981 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-23c49271-e8af-4a5f-9cd6-c75f7cc4a16f tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-745021'] for router, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:26.829488 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23c49271-e8af-4a5f-9cd6-c75f7cc4a16f tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] Fanout notify agent at l3_agent the message router_deleted on router f33d0269-b5b6-4530-b909-732738a330ae {{(pid=87870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 11:59:26.863526 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71bda93-1488-44b0-b3c5-3431042c183f tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Pushing event updated for resources: {'Port': ['ID=1916e1d1-6e95-4d71-9fca-2c50aa38f306,revision_number=2']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:59:26.867516 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-a71bda93-1488-44b0-b3c5-3431042c183f tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-743372'] for router_interface, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:26.878571 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-0bf7a33f-9562-4e4e-a3d6-4a140efede9a tempest-FloatingIPAdminTestJSON-1680744402 tempest-FloatingIPAdminTestJSON-1680744402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:26.923070 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-7cb98ef9-965b-4b4c-861b-24064654e362 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Notify callbacks [] for security_group, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:26.924767 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-7cb98ef9-965b-4b4c-861b-24064654e362 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 2.1774573 Mar 28 11:59:26.944179 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-23c49271-e8af-4a5f-9cd6-c75f7cc4a16f tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] Notify callbacks [] for router, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:26.944496 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 53362) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:26.949229 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-23c49271-e8af-4a5f-9cd6-c75f7cc4a16f tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] 10.222.0.30 "DELETE /v2.0/routers/f33d0269-b5b6-4530-b909-732738a330ae HTTP/1.1" status: 204 len: 168 time: 5.5713046 Mar 28 11:59:26.953696 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-ccc03b55-7fc4-4276-8551-b41c095fb6d3 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-743246'] for router_interface, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:26.962873 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-48cae05f-624e-4ff0-bb5d-fa1ede4752b8 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Request body: {'security_group_rule': {'security_group_id': '80416040-743b-4498-8a21-f1abfdd7807e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:59:26.968174 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 53364) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:26.982075 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-48cae05f-624e-4ff0-bb5d-fa1ede4752b8 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:59:26.987209 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-9ed4f89b-a5a0-475e-87b9-4d1b7dacff2c tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-328967103', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b'}, 'admin_state_up': False}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:59:27.012156 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf7a33f-9562-4e4e-a3d6-4a140efede9a tempest-FloatingIPAdminTestJSON-1680744402 tempest-FloatingIPAdminTestJSON-1680744402-project] Pushing event deleted for resources: {'Port': ['ID=585096eb-e9cd-46d5-8f5c-27e506e9bb9c,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:59:27.020779 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb98ef9-965b-4b4c-861b-24064654e362 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80416040-743b-4498-8a21-f1abfdd7807e,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:59:27.056055 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-48cae05f-624e-4ff0-bb5d-fa1ede4752b8 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Usage tracker for resource:security_group_rule and tenant:4ee902fff7d146808202d29b99c7f20c is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:59:27.059621 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-9ed4f89b-a5a0-475e-87b9-4d1b7dacff2c tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:59:27.069445 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-48cae05f-624e-4ff0-bb5d-fa1ede4752b8 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:59:27.093302 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-d727b2e6-7013-4460-a065-7f0b263ab524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:27.136731 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-9ed4f89b-a5a0-475e-87b9-4d1b7dacff2c tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] Usage tracker for resource:router and tenant:a6eff997b84242f4902e0c0456ad0fc2 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:59:27.140420 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-9ed4f89b-a5a0-475e-87b9-4d1b7dacff2c tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:59:27.142596 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-d727b2e6-7013-4460-a065-7f0b263ab524 None None] For port 551ccb37-59eb-495d-bf8f-efe590287881, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=551ccb37-59eb-495d-bf8f-efe590287881,segment=NetworkSegment(caa6f1cf-f17c-4624-a07f-4a5b04f9c3a6),segment_id=caa6f1cf-f17c-4624-a07f-4a5b04f9c3a6)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:59:27.149156 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-48cae05f-624e-4ff0-bb5d-fa1ede4752b8 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:59:27.158785 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-d727b2e6-7013-4460-a065-7f0b263ab524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:27.165374 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-9ed4f89b-a5a0-475e-87b9-4d1b7dacff2c tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:59:27.174200 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-0bf7a33f-9562-4e4e-a3d6-4a140efede9a tempest-FloatingIPAdminTestJSON-1680744402 tempest-FloatingIPAdminTestJSON-1680744402-project] Notify callbacks [] for floatingip, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:27.176945 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-0bf7a33f-9562-4e4e-a3d6-4a140efede9a tempest-FloatingIPAdminTestJSON-1680744402 tempest-FloatingIPAdminTestJSON-1680744402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for floatingip, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:27.178426 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-0bf7a33f-9562-4e4e-a3d6-4a140efede9a tempest-FloatingIPAdminTestJSON-1680744402 tempest-FloatingIPAdminTestJSON-1680744402-project] 10.222.0.30 "DELETE /v2.0/floatingips/ecd5506c-a9fc-4de2-9fd6-0d7c4effed1f HTTP/1.1" status: 204 len: 168 time: 2.6976674 Mar 28 11:59:27.182048 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-647201d9-8cbe-4a74-a8d9-117d52bd3db9 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks [] for port, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:27.185094 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 53370) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:27.261762 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d727b2e6-7013-4460-a065-7f0b263ab524 None None] Pushing event updated for resources: {'Port': ['ID=551ccb37-59eb-495d-bf8f-efe590287881,revision_number=3']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:59:27.310528 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.provisioning_blocks [None req-647201d9-8cbe-4a74-a8d9-117d52bd3db9 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Transition to ACTIVE for port object 73a047da-d4e5-4cab-b891-4e5314571b0a will not be triggered until provisioned by entity DHCP. {{(pid=87870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:59:27.338387 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55af4f17-dbe8-4ccd-87e9-957ca7b9fef9 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:59:27.344611 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55af4f17-dbe8-4ccd-87e9-957ca7b9fef9 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:59:27.345551 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-55af4f17-dbe8-4ccd-87e9-957ca7b9fef9 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Synchronizing usage tracker for tenant:35b7084247a448e2b3e41f3619d7d4bc on resource:port {{(pid=87871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:59:27.352091 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-9ed4f89b-a5a0-475e-87b9-4d1b7dacff2c tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-707665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-260886'] for router, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:27.353164 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-9ed4f89b-a5a0-475e-87b9-4d1b7dacff2c tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-705660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709650', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-767110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260873'] for router, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:27.413064 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-01adcf04-77f4-4c35-8a1f-3f8a81b85eaa tempest-FloatingIPAdminTestJSON-2142079128 tempest-FloatingIPAdminTestJSON-2142079128-project-admin] Deleting port 9fc0500c-dd93-4dcc-a3c8-b354461f0911 {{(pid=87870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:59:27.413728 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-01adcf04-77f4-4c35-8a1f-3f8a81b85eaa tempest-FloatingIPAdminTestJSON-2142079128 tempest-FloatingIPAdminTestJSON-2142079128-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:27.434713 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-55af4f17-dbe8-4ccd-87e9-957ca7b9fef9 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Unset dirty status for tenant:35b7084247a448e2b3e41f3619d7d4bc on resource:port {{(pid=87871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:59:27.436296 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-55af4f17-dbe8-4ccd-87e9-957ca7b9fef9 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.6158700 Mar 28 11:59:27.457518 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 53374) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:27.492562 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.api.v2.resource [None req-48cae05f-624e-4ff0-bb5d-fa1ede4752b8 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] create failed (client error): The resource could not be found. Mar 28 11:59:27.500576 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-48cae05f-624e-4ff0-bb5d-fa1ede4752b8 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.5482306 Mar 28 11:59:27.521309 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a71bda93-1488-44b0-b3c5-3431042c183f tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Network 3eabdfb2-13df-46a0-90ee-a82c1c8f310b is already hosted by enough agents. {{(pid=87871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:59:27.577348 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 53378) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:27.577990 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-a71bda93-1488-44b0-b3c5-3431042c183f tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Resources bound (agent type, host, resource id): {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:59:27.606376 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-ea1da260-45be-4ba9-abba-1319204d013c tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Request body: {'security_group_rule': {'security_group_id': '80416040-743b-4498-8a21-f1abfdd7807e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '68044a33-9865-40db-b38e-f4d5b1aba7e8'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:59:27.626482 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-759c35e5-81d7-47d8-84db-d8e8751a8c12 None None] Provisioning for port 1916e1d1-6e95-4d71-9fca-2c50aa38f306 completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:59:27.636035 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-ea1da260-45be-4ba9-abba-1319204d013c tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:59:27.649146 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-759c35e5-81d7-47d8-84db-d8e8751a8c12 None None] Provisioning complete for port 1916e1d1-6e95-4d71-9fca-2c50aa38f306 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:59:27.650255 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-759c35e5-81d7-47d8-84db-d8e8751a8c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:27.745087 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-ea1da260-45be-4ba9-abba-1319204d013c tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Usage tracker for resource:security_group_rule and tenant:4ee902fff7d146808202d29b99c7f20c is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:59:27.751495 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-9ed4f89b-a5a0-475e-87b9-4d1b7dacff2c tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:27.759652 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-ea1da260-45be-4ba9-abba-1319204d013c tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:59:27.772676 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-759c35e5-81d7-47d8-84db-d8e8751a8c12 None None] Port 1916e1d1-6e95-4d71-9fca-2c50aa38f306 cannot update to ACTIVE because it is not bound. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 11:59:27.802327 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-759c35e5-81d7-47d8-84db-d8e8751a8c12 None None] Provisioning complete for port 551ccb37-59eb-495d-bf8f-efe590287881 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:59:27.802585 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-759c35e5-81d7-47d8-84db-d8e8751a8c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:27.872052 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-647201d9-8cbe-4a74-a8d9-117d52bd3db9 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:27.874107 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device e552cf3f-4f25-4d29-9618-b7e8f9ef9706 up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:59:27.950518 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-ea1da260-45be-4ba9-abba-1319204d013c tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:59:28.039315 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-647201d9-8cbe-4a74-a8d9-117d52bd3db9 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Network e95a87e2-4c44-46e2-9de5-2786cbaea69c is already hosted by enough agents. {{(pid=87870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:59:28.052415 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-d65eb9bf-bf32-4c9b-b3ce-77654d514dfb tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Deleting port 8b057be7-ecae-482f-9cf9-0c7c60e9a722 {{(pid=87871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:59:28.052825 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-d65eb9bf-bf32-4c9b-b3ce-77654d514dfb tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:28.056861 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.base_scheduler [None req-647201d9-8cbe-4a74-a8d9-117d52bd3db9 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Resources bound (agent type, host, resource id): {{(pid=87870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:59:28.065968 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-647201d9-8cbe-4a74-a8d9-117d52bd3db9 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Received port after_create {{(pid=87870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:59:28.081630 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-647201d9-8cbe-4a74-a8d9-117d52bd3db9 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:59:28.082304 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-647201d9-8cbe-4a74-a8d9-117d52bd3db9 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:28.124010 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning for port e552cf3f-4f25-4d29-9618-b7e8f9ef9706 completed by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:59:28.136890 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 551ccb37-59eb-495d-bf8f-efe590287881 up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:59:28.146851 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-647201d9-8cbe-4a74-a8d9-117d52bd3db9 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 5.1033351 Mar 28 11:59:28.153904 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 53382) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:28.245616 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port 551ccb37-59eb-495d-bf8f-efe590287881 triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:59:28.246762 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:28.266153 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647201d9-8cbe-4a74-a8d9-117d52bd3db9 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Pushing event updated for resources: {'Port': ['ID=73a047da-d4e5-4cab-b891-4e5314571b0a,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:59:28.270933 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-01adcf04-77f4-4c35-8a1f-3f8a81b85eaa tempest-FloatingIPAdminTestJSON-2142079128 tempest-FloatingIPAdminTestJSON-2142079128-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:28.271259 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-01adcf04-77f4-4c35-8a1f-3f8a81b85eaa tempest-FloatingIPAdminTestJSON-2142079128 tempest-FloatingIPAdminTestJSON-2142079128-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:28.345150 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-3072c22b-2754-43d1-9f1b-72b749bc661a None None] Provisioning complete for port 1916e1d1-6e95-4d71-9fca-2c50aa38f306 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:59:28.345720 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-3072c22b-2754-43d1-9f1b-72b749bc661a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:28.433157 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-3072c22b-2754-43d1-9f1b-72b749bc661a None None] Port 1916e1d1-6e95-4d71-9fca-2c50aa38f306 cannot update to ACTIVE because it is not bound. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 11:59:28.450861 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-01adcf04-77f4-4c35-8a1f-3f8a81b85eaa tempest-FloatingIPAdminTestJSON-2142079128 tempest-FloatingIPAdminTestJSON-2142079128-project-admin] Calling delete_port for 9fc0500c-dd93-4dcc-a3c8-b354461f0911 owned by network:floatingip {{(pid=87870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:59:28.494728 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-3072c22b-2754-43d1-9f1b-72b749bc661a None None] Provisioning for port e552cf3f-4f25-4d29-9618-b7e8f9ef9706 completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:59:28.504616 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-3072c22b-2754-43d1-9f1b-72b749bc661a None None] Provisioning complete for port e552cf3f-4f25-4d29-9618-b7e8f9ef9706 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:59:28.505271 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-3072c22b-2754-43d1-9f1b-72b749bc661a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:28.530938 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aeffcc8-1fbc-410b-ae4a-de1a8464cbd3 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:59:28.537581 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aeffcc8-1fbc-410b-ae4a-de1a8464cbd3 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:59:28.539192 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-5aeffcc8-1fbc-410b-ae4a-de1a8464cbd3 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Synchronizing usage tracker for tenant:b4adfe5c8b3a4e57a1afd1d44c455245 on resource:port {{(pid=87870) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:59:28.576516 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-5aeffcc8-1fbc-410b-ae4a-de1a8464cbd3 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Unset dirty status for tenant:b4adfe5c8b3a4e57a1afd1d44c455245 on resource:port {{(pid=87870) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:59:28.580257 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-5aeffcc8-1fbc-410b-ae4a-de1a8464cbd3 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.4192321 Mar 28 11:59:28.580557 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 53386) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:28.648120 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-3072c22b-2754-43d1-9f1b-72b749bc661a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:28.677865 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccc03b55-7fc4-4276-8551-b41c095fb6d3 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Router 938ec9b1-845a-41c1-8863-138dcf053909 has already been hosted by L3 agent af79d429-529e-400b-a119-94d4bec03f3e {{(pid=87871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 11:59:28.691055 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-3072c22b-2754-43d1-9f1b-72b749bc661a None None] For port e552cf3f-4f25-4d29-9618-b7e8f9ef9706, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=e552cf3f-4f25-4d29-9618-b7e8f9ef9706,segment=NetworkSegment(bd053757-b8b4-4f3a-b553-aa242f2d15d2),segment_id=bd053757-b8b4-4f3a-b553-aa242f2d15d2)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:59:28.696402 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-3072c22b-2754-43d1-9f1b-72b749bc661a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:28.734897 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-4e1d635a-b64f-40e4-8b70-e416f33e9ecd tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Deleting port 73a047da-d4e5-4cab-b891-4e5314571b0a {{(pid=87870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:59:28.735243 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-4e1d635a-b64f-40e4-8b70-e416f33e9ecd tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:28.767427 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3072c22b-2754-43d1-9f1b-72b749bc661a None None] Pushing event updated for resources: {'Port': ['ID=e552cf3f-4f25-4d29-9618-b7e8f9ef9706,revision_number=3']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:59:28.775199 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-01adcf04-77f4-4c35-8a1f-3f8a81b85eaa tempest-FloatingIPAdminTestJSON-2142079128 tempest-FloatingIPAdminTestJSON-2142079128-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:28.780595 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.api.v2.resource [None req-ea1da260-45be-4ba9-abba-1319204d013c tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] create failed (client error): The resource could not be found. Mar 28 11:59:28.781514 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-ea1da260-45be-4ba9-abba-1319204d013c tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 1.2009389 Mar 28 11:59:28.794127 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a71bda93-1488-44b0-b3c5-3431042c183f tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Router d5f02f7d-33a1-4bfb-8275-f54b07b21c14 has already been hosted by L3 agent af79d429-529e-400b-a119-94d4bec03f3e {{(pid=87871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 11:59:28.811112 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 53390) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:28.820965 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-2041ad5c-c48e-419d-9f24-12a3a9db23bc None None] Provisioning for port 73a047da-d4e5-4cab-b891-4e5314571b0a completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:59:28.828489 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-2041ad5c-c48e-419d-9f24-12a3a9db23bc None None] Provisioning complete for port 73a047da-d4e5-4cab-b891-4e5314571b0a triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:59:28.829115 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2041ad5c-c48e-419d-9f24-12a3a9db23bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:28.839139 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01adcf04-77f4-4c35-8a1f-3f8a81b85eaa tempest-FloatingIPAdminTestJSON-2142079128 tempest-FloatingIPAdminTestJSON-2142079128-project-admin] Pushing event deleted for resources: {'Port': ['ID=9fc0500c-dd93-4dcc-a3c8-b354461f0911,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:59:28.887040 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-9ed4f89b-a5a0-475e-87b9-4d1b7dacff2c tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-709632', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-707672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260923'] for router, precommit_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:28.902693 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-2041ad5c-c48e-419d-9f24-12a3a9db23bc None None] Port 73a047da-d4e5-4cab-b891-4e5314571b0a cannot update to ACTIVE because it is not bound. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 11:59:29.117231 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-01adcf04-77f4-4c35-8a1f-3f8a81b85eaa tempest-FloatingIPAdminTestJSON-2142079128 tempest-FloatingIPAdminTestJSON-2142079128-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:29.119935 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-b939fe3e-2430-4f3d-af2d-19a0bf9cb406 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Notify callbacks [] for security_group, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:29.179178 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-b939fe3e-2430-4f3d-af2d-19a0bf9cb406 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:29.187021 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-01adcf04-77f4-4c35-8a1f-3f8a81b85eaa tempest-FloatingIPAdminTestJSON-2142079128 tempest-FloatingIPAdminTestJSON-2142079128-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for floatingip, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:29.188140 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-01adcf04-77f4-4c35-8a1f-3f8a81b85eaa tempest-FloatingIPAdminTestJSON-2142079128 tempest-FloatingIPAdminTestJSON-2142079128-project-admin] 10.222.0.30 "DELETE /v2.0/floatingips/f11031c0-d9a7-4ac3-9261-42bf256fc3b2 HTTP/1.1" status: 204 len: 168 time: 2.0017715 Mar 28 11:59:29.197048 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 53394) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:29.218377 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-d65eb9bf-bf32-4c9b-b3ce-77654d514dfb tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:29.270077 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-4e1d635a-b64f-40e4-8b70-e416f33e9ecd tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:29.360702 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccc03b55-7fc4-4276-8551-b41c095fb6d3 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 11:59:29.371506 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c57c8a29-0111-4ae6-8a05-8b078d90c9e1 None None] Sync routers for ids ['938ec9b1-845a-41c1-8863-138dcf053909'] in dv-neutron-835340-2-hyperv {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 11:59:29.378096 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-d65eb9bf-bf32-4c9b-b3ce-77654d514dfb tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Calling delete_port for 8b057be7-ecae-482f-9cf9-0c7c60e9a722 owned by {{(pid=87871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:59:29.385904 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c57c8a29-0111-4ae6-8a05-8b078d90c9e1 None None] Routers {'938ec9b1-845a-41c1-8863-138dcf053909'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:59:29.387332 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-c57c8a29-0111-4ae6-8a05-8b078d90c9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T11:59:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['938ec9b1-845a-41c1-8863-138dcf053909'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:59:29.414486 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-4e1d635a-b64f-40e4-8b70-e416f33e9ecd tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Calling delete_port for 73a047da-d4e5-4cab-b891-4e5314571b0a owned by {{(pid=87870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:59:29.454048 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-de5d11b6-3d52-45af-a8df-969d1f848c2d tempest-FloatingIPAdminTestJSON-1024836002 tempest-FloatingIPAdminTestJSON-1024836002-project] Deleting port e017d580-c802-4480-8e18-c27408fb248c {{(pid=87870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:59:29.454424 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-de5d11b6-3d52-45af-a8df-969d1f848c2d tempest-FloatingIPAdminTestJSON-1024836002 tempest-FloatingIPAdminTestJSON-1024836002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:29.460209 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device e552cf3f-4f25-4d29-9618-b7e8f9ef9706 up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:59:29.488937 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-b939fe3e-2430-4f3d-af2d-19a0bf9cb406 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:29.533594 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b939fe3e-2430-4f3d-af2d-19a0bf9cb406 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=80416040-743b-4498-8a21-f1abfdd7807e,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:59:29.601525 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-ccc03b55-7fc4-4276-8551-b41c095fb6d3 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] 10.222.0.30 "PUT /v2.0/routers/938ec9b1-845a-41c1-8863-138dcf053909/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8306301 Mar 28 11:59:29.601869 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port e552cf3f-4f25-4d29-9618-b7e8f9ef9706 triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:59:29.602418 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:29.606751 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 53398) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:29.618421 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a71bda93-1488-44b0-b3c5-3431042c183f tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 11:59:29.630328 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-a71bda93-1488-44b0-b3c5-3431042c183f tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "PUT /v2.0/routers/d5f02f7d-33a1-4bfb-8275-f54b07b21c14/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4757502 Mar 28 11:59:29.651603 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvr_db [None req-c57c8a29-0111-4ae6-8a05-8b078d90c9e1 None None] Set router 938ec9b1-845a-41c1-8863-138dcf053909 gateway port host: None {{(pid=87873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:59:29.660945 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 53402) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:29.692415 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc51f6c-334d-4795-ad7a-c197672239ae None None] Sync routers for ids ['d5f02f7d-33a1-4bfb-8275-f54b07b21c14'] in dv-neutron-835340-2-hyperv {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 11:59:29.739128 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-d65eb9bf-bf32-4c9b-b3ce-77654d514dfb tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:29.748919 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc51f6c-334d-4795-ad7a-c197672239ae None None] Routers {'d5f02f7d-33a1-4bfb-8275-f54b07b21c14'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:59:29.749564 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-8dc51f6c-334d-4795-ad7a-c197672239ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T11:59:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['d5f02f7d-33a1-4bfb-8275-f54b07b21c14'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:59:29.759483 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-b939fe3e-2430-4f3d-af2d-19a0bf9cb406 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Notify callbacks [] for security_group, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:29.760606 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-b939fe3e-2430-4f3d-af2d-19a0bf9cb406 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] 10.222.0.30 "DELETE /v2.0/security-groups/80416040-743b-4498-8a21-f1abfdd7807e HTTP/1.1" status: 204 len: 168 time: 0.9434946 Mar 28 11:59:29.764775 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 53406) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:29.979368 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvr_db [None req-8dc51f6c-334d-4795-ad7a-c197672239ae None None] Set router d5f02f7d-33a1-4bfb-8275-f54b07b21c14 gateway port host: dv-neutron-835340-2-hyperv {{(pid=87872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:59:29.995821 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-4e1d635a-b64f-40e4-8b70-e416f33e9ecd tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:30.040769 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.db_base_plugin_v2 [None req-986657f7-cab9-4429-8175-2b73ee215621 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Deleting subnet 73e10996-e89f-4154-aeb0-c46228746689 {{(pid=87871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 11:59:30.048715 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65eb9bf-bf32-4c9b-b3ce-77654d514dfb tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Pushing event deleted for resources: {'Port': ['ID=8b057be7-ecae-482f-9cf9-0c7c60e9a722,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:59:30.058767 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-986657f7-cab9-4429-8175-2b73ee215621 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks [] for subnet, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:30.077607 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-f2a1becd-f9d1-4cd4-9af8-d6b0665a7986 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Synchronizing usage tracker for tenant:4ee902fff7d146808202d29b99c7f20c on resource:security_group {{(pid=87870) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:59:30.088306 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1d635a-b64f-40e4-8b70-e416f33e9ecd tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Pushing event deleted for resources: {'Port': ['ID=73a047da-d4e5-4cab-b891-4e5314571b0a,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:59:30.093438 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-d65eb9bf-bf32-4c9b-b3ce-77654d514dfb tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:30.174362 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-de5d11b6-3d52-45af-a8df-969d1f848c2d tempest-FloatingIPAdminTestJSON-1024836002 tempest-FloatingIPAdminTestJSON-1024836002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:30.184022 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-4e1d635a-b64f-40e4-8b70-e416f33e9ecd tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:30.190762 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-d65eb9bf-bf32-4c9b-b3ce-77654d514dfb tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] 10.222.0.30 "DELETE /v2.0/ports/8b057be7-ecae-482f-9cf9-0c7c60e9a722 HTTP/1.1" status: 204 len: 168 time: 2.7049465 Mar 28 11:59:30.193896 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-986657f7-cab9-4429-8175-2b73ee215621 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3436877'] for subnet, precommit_delete_associations {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:30.197190 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 53410) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:30.207460 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-f2a1becd-f9d1-4cd4-9af8-d6b0665a7986 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Unset dirty status for tenant:4ee902fff7d146808202d29b99c7f20c on resource:security_group {{(pid=87870) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:59:30.210909 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-f2a1becd-f9d1-4cd4-9af8-d6b0665a7986 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4431272 Mar 28 11:59:30.265766 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-c57c8a29-0111-4ae6-8a05-8b078d90c9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '938ec9b1-845a-41c1-8863-138dcf053909', 'name': 'tempest-RoutersTest-router-1318390689', 'tenant_id': 'fc0f0a585a8c4bf2950e053878e50dfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:58:28Z', 'updated_at': '2022-03-28T11:59:25Z', 'revision_number': 8, 'project_id': 'fc0f0a585a8c4bf2950e053878e50dfb', 'gw_port_host': None, '_interfaces': [{'id': '1fe51bf3-b32b-46eb-a1bb-3c1d5b15ad12', 'name': '', 'network_id': '65efd158-193d-4ca0-9933-16ad45c695bf', 'tenant_id': 'fc0f0a585a8c4bf2950e053878e50dfb', 'mac_address': 'fa:16:3e:14:77:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '938ec9b1-845a-41c1-8863-138dcf053909', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '28ef9538-7c39-4316-b125-b5462d60a20a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:58:31Z', 'updated_at': '2022-03-28T11:58:45Z', 'revision_number': 5, 'project_id': 'fc0f0a585a8c4bf2950e053878e50dfb', 'subnets': [{'id': '28ef9538-7c39-4316-b125-b5462d60a20a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2657de3f-45d4-43e3-ba0a-596c0d44ea2a', 'name': '', 'network_id': '9bec2ed4-7a0e-4214-bb70-038db8dc0875', 'tenant_id': 'fc0f0a585a8c4bf2950e053878e50dfb', 'mac_address': 'fa:16:3e:22:48:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '938ec9b1-845a-41c1-8863-138dcf053909', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '5cea8896-b98b-428e-a293-c30110da671f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:58:41Z', 'updated_at': '2022-03-28T11:59:02Z', 'revision_number': 5, 'project_id': 'fc0f0a585a8c4bf2950e053878e50dfb', 'subnets': [{'id': '5cea8896-b98b-428e-a293-c30110da671f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9ad0ea3-7e13-4774-8251-cf8685ba71f8', 'name': '', 'network_id': 'a956713e-d181-4807-8431-0d815148d80c', 'tenant_id': 'fc0f0a585a8c4bf2950e053878e50dfb', 'mac_address': 'fa:16:3e:6a:3b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '938ec9b1-845a-41c1-8863-138dcf053909', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'bc5359af-f2b3-4691-9f1c-24195b25e4f3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:58:56Z', 'updated_at': '2022-03-28T11:59:11Z', 'revision_number': 5, 'project_id': 'fc0f0a585a8c4bf2950e053878e50dfb', 'subnets': [{'id': 'bc5359af-f2b3-4691-9f1c-24195b25e4f3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:59:30.268731 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 53414) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:30.273900 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c57c8a29-0111-4ae6-8a05-8b078d90c9e1 None None] Checking router: 938ec9b1-845a-41c1-8863-138dcf053909 for host: dv-neutron-835340-2-hyperv {{(pid=87873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 11:59:30.297180 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c57c8a29-0111-4ae6-8a05-8b078d90c9e1 None None] Routers {'938ec9b1-845a-41c1-8863-138dcf053909'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:59:30.297796 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-c57c8a29-0111-4ae6-8a05-8b078d90c9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T11:59:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['938ec9b1-845a-41c1-8863-138dcf053909'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:59:30.335529 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb2ab72b-d890-4a92-8035-4518b0d77ed5 tempest-TestNetworkBasicOps-386611239 tempest-TestNetworkBasicOps-386611239-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:59:30.336263 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb2ab72b-d890-4a92-8035-4518b0d77ed5 tempest-TestNetworkBasicOps-386611239 tempest-TestNetworkBasicOps-386611239-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:59:30.336871 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb2ab72b-d890-4a92-8035-4518b0d77ed5 tempest-TestNetworkBasicOps-386611239 tempest-TestNetworkBasicOps-386611239-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:59:30.337497 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb2ab72b-d890-4a92-8035-4518b0d77ed5 tempest-TestNetworkBasicOps-386611239 tempest-TestNetworkBasicOps-386611239-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:59:30.338104 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb2ab72b-d890-4a92-8035-4518b0d77ed5 tempest-TestNetworkBasicOps-386611239 tempest-TestNetworkBasicOps-386611239-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:59:30.338706 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb2ab72b-d890-4a92-8035-4518b0d77ed5 tempest-TestNetworkBasicOps-386611239 tempest-TestNetworkBasicOps-386611239-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:59:30.339304 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb2ab72b-d890-4a92-8035-4518b0d77ed5 tempest-TestNetworkBasicOps-386611239 tempest-TestNetworkBasicOps-386611239-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:59:30.339963 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb2ab72b-d890-4a92-8035-4518b0d77ed5 tempest-TestNetworkBasicOps-386611239 tempest-TestNetworkBasicOps-386611239-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:59:30.346403 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb2ab72b-d890-4a92-8035-4518b0d77ed5 tempest-TestNetworkBasicOps-386611239 tempest-TestNetworkBasicOps-386611239-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:59:30.347134 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb2ab72b-d890-4a92-8035-4518b0d77ed5 tempest-TestNetworkBasicOps-386611239 tempest-TestNetworkBasicOps-386611239-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:59:30.347772 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb2ab72b-d890-4a92-8035-4518b0d77ed5 tempest-TestNetworkBasicOps-386611239 tempest-TestNetworkBasicOps-386611239-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:59:30.348395 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb2ab72b-d890-4a92-8035-4518b0d77ed5 tempest-TestNetworkBasicOps-386611239 tempest-TestNetworkBasicOps-386611239-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:59:30.354025 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-cb2ab72b-d890-4a92-8035-4518b0d77ed5 tempest-TestNetworkBasicOps-386611239 tempest-TestNetworkBasicOps-386611239-project-admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8310 time: 0.6844580 Mar 28 11:59:30.357380 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-1c2f73b7-a6a5-41b2-9c99-86d34f71f60a tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Request body: {'security_group_rule': {'security_group_id': '3289bbe9-9116-43fa-b229-261926824aeb', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:59:30.386191 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 53418) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:30.400536 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-1c2f73b7-a6a5-41b2-9c99-86d34f71f60a tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:59:30.450583 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-1c2f73b7-a6a5-41b2-9c99-86d34f71f60a tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Usage tracker for resource:security_group_rule and tenant:4ee902fff7d146808202d29b99c7f20c is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:59:30.457017 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-de5d11b6-3d52-45af-a8df-969d1f848c2d tempest-FloatingIPAdminTestJSON-1024836002 tempest-FloatingIPAdminTestJSON-1024836002-project] Calling delete_port for e017d580-c802-4480-8e18-c27408fb248c owned by {{(pid=87870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:59:30.496073 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-4e1d635a-b64f-40e4-8b70-e416f33e9ecd tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "DELETE /v2.0/ports/73a047da-d4e5-4cab-b891-4e5314571b0a HTTP/1.1" status: 204 len: 168 time: 1.9143848 Mar 28 11:59:30.505188 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvr_db [None req-c57c8a29-0111-4ae6-8a05-8b078d90c9e1 None None] Set router 938ec9b1-845a-41c1-8863-138dcf053909 gateway port host: None {{(pid=87873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:59:30.505795 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 53422) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:30.521471 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-1c2f73b7-a6a5-41b2-9c99-86d34f71f60a tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:59:30.538727 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-1c2f73b7-a6a5-41b2-9c99-86d34f71f60a tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:59:30.556094 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-8dc51f6c-334d-4795-ad7a-c197672239ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5f02f7d-33a1-4bfb-8275-f54b07b21c14', 'name': 'tempest-TestNetworkBasicOps-router-1162902735', 'tenant_id': '527195c95736491ca1967a42cc300275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.177'}], 'enable_snat': True}, 'gw_port_id': '344b8558-f9db-4637-80bb-b51096537413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:59:11Z', 'updated_at': '2022-03-28T11:59:24Z', 'revision_number': 4, 'project_id': '527195c95736491ca1967a42cc300275', 'gw_port': {'id': '344b8558-f9db-4637-80bb-b51096537413', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:2b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f02f7d-33a1-4bfb-8275-f54b07b21c14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:59:13Z', 'updated_at': '2022-03-28T11:59:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_interfaces': [{'id': '1916e1d1-6e95-4d71-9fca-2c50aa38f306', 'name': '', 'network_id': '3eabdfb2-13df-46a0-90ee-a82c1c8f310b', 'tenant_id': '527195c95736491ca1967a42cc300275', 'mac_address': 'fa:16:3e:04:43:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5f02f7d-33a1-4bfb-8275-f54b07b21c14', 'device_owner': 'network:router_interface', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': '7e493e4f-4143-4d86-a3fc-05446ad68796', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:59:22Z', 'updated_at': '2022-03-28T11:59:25Z', 'revision_number': 2, 'project_id': '527195c95736491ca1967a42cc300275', 'subnets': [{'id': '7e493e4f-4143-4d86-a3fc-05446ad68796', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:59:30.564524 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc51f6c-334d-4795-ad7a-c197672239ae None None] Checking router: d5f02f7d-33a1-4bfb-8275-f54b07b21c14 for host: dv-neutron-835340-2-hyperv {{(pid=87872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 11:59:30.565120 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc51f6c-334d-4795-ad7a-c197672239ae None None] Updating router d5f02f7d-33a1-4bfb-8275-f54b07b21c14 port 1916e1d1-6e95-4d71-9fca-2c50aa38f306 binding host dv-neutron-835340-2-hyperv {{(pid=87872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 11:59:30.593787 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-9ed4f89b-a5a0-475e-87b9-4d1b7dacff2c tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] Notify callbacks [] for router_gateway, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:30.643835 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-9ed4f89b-a5a0-475e-87b9-4d1b7dacff2c tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:30.661952 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed5444e7-34e2-47b1-87bb-4e6994180fbb tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:59:30.663768 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-ed5444e7-34e2-47b1-87bb-4e6994180fbb tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Synchronizing usage tracker for tenant:35b7084247a448e2b3e41f3619d7d4bc on resource:port {{(pid=87870) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:59:30.687085 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75ece13c-4c78-4c56-868f-7fd56d39f30b tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:59:30.688959 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75ece13c-4c78-4c56-868f-7fd56d39f30b tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:59:30.689844 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-75ece13c-4c78-4c56-868f-7fd56d39f30b tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Synchronizing usage tracker for tenant:b4adfe5c8b3a4e57a1afd1d44c455245 on resource:subnet {{(pid=87870) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:59:30.722439 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-ed5444e7-34e2-47b1-87bb-4e6994180fbb tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Unset dirty status for tenant:35b7084247a448e2b3e41f3619d7d4bc on resource:port {{(pid=87870) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:59:30.724220 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-ed5444e7-34e2-47b1-87bb-4e6994180fbb tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.5260947 Mar 28 11:59:30.726962 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 53426) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:30.737326 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8c29c1f-ff7d-4499-9ebf-b79da2d77ce9 tempest-TestNetworkBasicOps-386611239 tempest-TestNetworkBasicOps-386611239-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:59:30.737786 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8c29c1f-ff7d-4499-9ebf-b79da2d77ce9 tempest-TestNetworkBasicOps-386611239 tempest-TestNetworkBasicOps-386611239-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:59:30.738248 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8c29c1f-ff7d-4499-9ebf-b79da2d77ce9 tempest-TestNetworkBasicOps-386611239 tempest-TestNetworkBasicOps-386611239-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:59:30.738683 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8c29c1f-ff7d-4499-9ebf-b79da2d77ce9 tempest-TestNetworkBasicOps-386611239 tempest-TestNetworkBasicOps-386611239-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:59:30.739127 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8c29c1f-ff7d-4499-9ebf-b79da2d77ce9 tempest-TestNetworkBasicOps-386611239 tempest-TestNetworkBasicOps-386611239-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:59:30.740301 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8c29c1f-ff7d-4499-9ebf-b79da2d77ce9 tempest-TestNetworkBasicOps-386611239 tempest-TestNetworkBasicOps-386611239-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:59:30.741602 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8c29c1f-ff7d-4499-9ebf-b79da2d77ce9 tempest-TestNetworkBasicOps-386611239 tempest-TestNetworkBasicOps-386611239-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:59:30.741742 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8c29c1f-ff7d-4499-9ebf-b79da2d77ce9 tempest-TestNetworkBasicOps-386611239 tempest-TestNetworkBasicOps-386611239-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:59:30.742139 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8c29c1f-ff7d-4499-9ebf-b79da2d77ce9 tempest-TestNetworkBasicOps-386611239 tempest-TestNetworkBasicOps-386611239-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:59:30.742799 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8c29c1f-ff7d-4499-9ebf-b79da2d77ce9 tempest-TestNetworkBasicOps-386611239 tempest-TestNetworkBasicOps-386611239-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:59:30.748704 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-e8c29c1f-ff7d-4499-9ebf-b79da2d77ce9 tempest-TestNetworkBasicOps-386611239 tempest-TestNetworkBasicOps-386611239-project-admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6306 time: 0.3573415 Mar 28 11:59:30.748704 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.api.v2.resource [None req-1c2f73b7-a6a5-41b2-9c99-86d34f71f60a tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] create failed (client error): The resource could not be found. Mar 28 11:59:30.748704 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-1c2f73b7-a6a5-41b2-9c99-86d34f71f60a tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4772246 Mar 28 11:59:30.749121 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-8dc51f6c-334d-4795-ad7a-c197672239ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:30.750483 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 53430) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:30.759841 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 53432) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:30.821779 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.pecan_wsgi.hooks.translation [None req-47bafa2d-6197-4abf-b22a-ddae61517cab tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] GET failed (client error): The resource could not be found. Mar 28 11:59:30.823438 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-47bafa2d-6197-4abf-b22a-ddae61517cab tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] 10.222.0.30 "GET /v2.0/ports/c3fd8b5d-3ba3-4496-95f6-2f2dd721cb55 HTTP/1.1" status: 404 len: 333 time: 0.0954688 Mar 28 11:59:30.836196 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-e04f802b-c4c6-44a2-9858-1806c2bd7e11 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Request body: {'security_group': {'name': 'tempest-secgroup--358522642'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:59:30.844280 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 53438) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:30.851867 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-986657f7-cab9-4429-8175-2b73ee215621 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1919782'] for subnet, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:30.858868 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-75ece13c-4c78-4c56-868f-7fd56d39f30b tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Unset dirty status for tenant:b4adfe5c8b3a4e57a1afd1d44c455245 on resource:subnet {{(pid=87870) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:59:30.863400 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-75ece13c-4c78-4c56-868f-7fd56d39f30b tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.3553290 Mar 28 11:59:30.864369 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 53440) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:30.888218 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-c57c8a29-0111-4ae6-8a05-8b078d90c9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '938ec9b1-845a-41c1-8863-138dcf053909', 'name': 'tempest-RoutersTest-router-1318390689', 'tenant_id': 'fc0f0a585a8c4bf2950e053878e50dfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:58:28Z', 'updated_at': '2022-03-28T11:59:25Z', 'revision_number': 8, 'project_id': 'fc0f0a585a8c4bf2950e053878e50dfb', 'gw_port_host': None, '_interfaces': [{'id': '1fe51bf3-b32b-46eb-a1bb-3c1d5b15ad12', 'name': '', 'network_id': '65efd158-193d-4ca0-9933-16ad45c695bf', 'tenant_id': 'fc0f0a585a8c4bf2950e053878e50dfb', 'mac_address': 'fa:16:3e:14:77:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '938ec9b1-845a-41c1-8863-138dcf053909', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '28ef9538-7c39-4316-b125-b5462d60a20a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:58:31Z', 'updated_at': '2022-03-28T11:58:45Z', 'revision_number': 5, 'project_id': 'fc0f0a585a8c4bf2950e053878e50dfb', 'subnets': [{'id': '28ef9538-7c39-4316-b125-b5462d60a20a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2657de3f-45d4-43e3-ba0a-596c0d44ea2a', 'name': '', 'network_id': '9bec2ed4-7a0e-4214-bb70-038db8dc0875', 'tenant_id': 'fc0f0a585a8c4bf2950e053878e50dfb', 'mac_address': 'fa:16:3e:22:48:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '938ec9b1-845a-41c1-8863-138dcf053909', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '5cea8896-b98b-428e-a293-c30110da671f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:58:41Z', 'updated_at': '2022-03-28T11:59:02Z', 'revision_number': 5, 'project_id': 'fc0f0a585a8c4bf2950e053878e50dfb', 'subnets': [{'id': '5cea8896-b98b-428e-a293-c30110da671f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9ad0ea3-7e13-4774-8251-cf8685ba71f8', 'name': '', 'network_id': 'a956713e-d181-4807-8431-0d815148d80c', 'tenant_id': 'fc0f0a585a8c4bf2950e053878e50dfb', 'mac_address': 'fa:16:3e:6a:3b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '938ec9b1-845a-41c1-8863-138dcf053909', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'bc5359af-f2b3-4691-9f1c-24195b25e4f3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:58:56Z', 'updated_at': '2022-03-28T11:59:11Z', 'revision_number': 5, 'project_id': 'fc0f0a585a8c4bf2950e053878e50dfb', 'subnets': [{'id': 'bc5359af-f2b3-4691-9f1c-24195b25e4f3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:59:30.896243 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-e04f802b-c4c6-44a2-9858-1806c2bd7e11 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:59:30.900929 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c57c8a29-0111-4ae6-8a05-8b078d90c9e1 None None] The sync data for ids ['938ec9b1-845a-41c1-8863-138dcf053909'] in dv-neutron-835340-2-hyperv is: [{'id': '938ec9b1-845a-41c1-8863-138dcf053909', 'name': 'tempest-RoutersTest-router-1318390689', 'tenant_id': 'fc0f0a585a8c4bf2950e053878e50dfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:58:28Z', 'updated_at': '2022-03-28T11:59:25Z', 'revision_number': 8, 'project_id': 'fc0f0a585a8c4bf2950e053878e50dfb', 'gw_port_host': None, '_interfaces': [{'id': '1fe51bf3-b32b-46eb-a1bb-3c1d5b15ad12', 'name': '', 'network_id': '65efd158-193d-4ca0-9933-16ad45c695bf', 'tenant_id': 'fc0f0a585a8c4bf2950e053878e50dfb', 'mac_address': 'fa:16:3e:14:77:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '938ec9b1-845a-41c1-8863-138dcf053909', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '28ef9538-7c39-4316-b125-b5462d60a20a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:58:31Z', 'updated_at': '2022-03-28T11:58:45Z', 'revision_number': 5, 'project_id': 'fc0f0a585a8c4bf2950e053878e50dfb', 'subnets': [{'id': '28ef9538-7c39-4316-b125-b5462d60a20a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2657de3f-45d4-43e3-ba0a-596c0d44ea2a', 'name': '', 'network_id': '9bec2ed4-7a0e-4214-bb70-038db8dc0875', 'tenant_id': 'fc0f0a585a8c4bf2950e053878e50dfb', 'mac_address': 'fa:16:3e:22:48:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '938ec9b1-845a-41c1-8863-138dcf053909', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '5cea8896-b98b-428e-a293-c30110da671f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:58:41Z', 'updated_at': '2022-03-28T11:59:02Z', 'revision_number': 5, 'project_id': 'fc0f0a585a8c4bf2950e053878e50dfb', 'subnets': [{'id': '5cea8896-b98b-428e-a293-c30110da671f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd9ad0ea3-7e13-4774-8251-cf8685ba71f8', 'name': '', 'network_id': 'a956713e-d181-4807-8431-0d815148d80c', 'tenant_id': 'fc0f0a585a8c4bf2950e053878e50dfb', 'mac_address': 'fa:16:3e:6a:3b:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '938ec9b1-845a-41c1-8863-138dcf053909', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'bc5359af-f2b3-4691-9f1c-24195b25e4f3', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:58:56Z', 'updated_at': '2022-03-28T11:59:11Z', 'revision_number': 5, 'project_id': 'fc0f0a585a8c4bf2950e053878e50dfb', 'subnets': [{'id': 'bc5359af-f2b3-4691-9f1c-24195b25e4f3', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 11:59:30.986492 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.db_base_plugin_v2 [None req-90c2ff37-9f18-4d99-8219-69ce4674000d tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Deleting subnet aed02def-2051-4e2a-8b29-c699b2761087 {{(pid=87870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 11:59:30.989732 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-de5d11b6-3d52-45af-a8df-969d1f848c2d tempest-FloatingIPAdminTestJSON-1024836002 tempest-FloatingIPAdminTestJSON-1024836002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:30.990479 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.pecan_wsgi.hooks.translation [None req-42bc540d-21da-4713-870f-c0bfe5af4a61 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] GET failed (client error): The resource could not be found. Mar 28 11:59:30.991946 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-90c2ff37-9f18-4d99-8219-69ce4674000d tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks [] for subnet, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:30.992433 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-42bc540d-21da-4713-870f-c0bfe5af4a61 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Synchronizing usage tracker for tenant:35b7084247a448e2b3e41f3619d7d4bc on resource:port {{(pid=87871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:59:31.007272 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-e04f802b-c4c6-44a2-9858-1806c2bd7e11 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:59:31.085564 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5d11b6-3d52-45af-a8df-969d1f848c2d tempest-FloatingIPAdminTestJSON-1024836002 tempest-FloatingIPAdminTestJSON-1024836002-project] Pushing event deleted for resources: {'Port': ['ID=e017d580-c802-4480-8e18-c27408fb248c,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:59:31.090775 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-e04f802b-c4c6-44a2-9858-1806c2bd7e11 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Notify callbacks [] for security_group, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:31.105491 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-42bc540d-21da-4713-870f-c0bfe5af4a61 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Unset dirty status for tenant:35b7084247a448e2b3e41f3619d7d4bc on resource:port {{(pid=87871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:59:31.107136 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-42bc540d-21da-4713-870f-c0bfe5af4a61 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] 10.222.0.30 "GET /v2.0/ports/8b057be7-ecae-482f-9cf9-0c7c60e9a722 HTTP/1.1" status: 404 len: 333 time: 0.2151110 Mar 28 11:59:31.125015 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 53446) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:31.170616 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-e04f802b-c4c6-44a2-9858-1806c2bd7e11 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:59:31.174008 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-90c2ff37-9f18-4d99-8219-69ce4674000d tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3591354'] for subnet, precommit_delete_associations {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:31.195954 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-986657f7-cab9-4429-8175-2b73ee215621 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1919805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2364079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26551417'] for subnet, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:31.201773 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-e04f802b-c4c6-44a2-9858-1806c2bd7e11 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Usage tracker for resource:security_group_rule and tenant:4ee902fff7d146808202d29b99c7f20c is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:59:31.205062 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.db_base_plugin_common [None req-9ed4f89b-a5a0-475e-87b9-4d1b7dacff2c tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] Allocated IP 172.26.7.29 (ac2b1748-8f63-4b17-a9c7-07e79704aa5b/0b7ebf76-1dc7-431a-a0b4-b96bacf287c2/96aff9ce-5f41-428b-a7f1-cc56b2e6ac9c) {{(pid=87871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:59:31.247452 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-8dc51f6c-334d-4795-ad7a-c197672239ae None None] Notify callbacks [] for port, precommit_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:31.254644 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-de5d11b6-3d52-45af-a8df-969d1f848c2d tempest-FloatingIPAdminTestJSON-1024836002 tempest-FloatingIPAdminTestJSON-1024836002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:31.257218 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-e04f802b-c4c6-44a2-9858-1806c2bd7e11 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:59:31.263165 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-8dc51f6c-334d-4795-ad7a-c197672239ae None None] Transition to ACTIVE for port object 1916e1d1-6e95-4d71-9fca-2c50aa38f306 will not be triggered until provisioned by entity L2. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:59:31.277609 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-8dc51f6c-334d-4795-ad7a-c197672239ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:31.306259 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-de5d11b6-3d52-45af-a8df-969d1f848c2d tempest-FloatingIPAdminTestJSON-1024836002 tempest-FloatingIPAdminTestJSON-1024836002-project] 10.222.0.30 "DELETE /v2.0/ports/e017d580-c802-4480-8e18-c27408fb248c HTTP/1.1" status: 204 len: 168 time: 2.1056044 Mar 28 11:59:31.311674 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 53450) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:31.328931 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-e04f802b-c4c6-44a2-9858-1806c2bd7e11 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:59:31.341602 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-986657f7-cab9-4429-8175-2b73ee215621 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks [] for subnet, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:31.351266 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986657f7-cab9-4429-8175-2b73ee215621 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Pushing event deleted for resources: {'Subnet': ['ID=73e10996-e89f-4154-aeb0-c46228746689,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:59:31.371970 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-986657f7-cab9-4429-8175-2b73ee215621 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] 10.222.0.30 "DELETE /v2.0/subnets/73e10996-e89f-4154-aeb0-c46228746689 HTTP/1.1" status: 204 len: 168 time: 1.7479963 Mar 28 11:59:31.374581 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 53454) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:31.385611 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24710bb6-01fb-43e6-b36e-bbd150385006 None None] Network e61f253c-fcf1-4062-ae59-9fbb293fe086 requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:59:31.431406 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-90c2ff37-9f18-4d99-8219-69ce4674000d tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1919782'] for subnet, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:31.490436 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device b6271a54-64ce-495c-b965-86148206d6e9 no longer exists at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 11:59:31.549442 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-cf002f13-0901-42b2-ac77-7caf785f1d11 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588883'] for network, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:31.598267 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] No Port match for: b6271a54-64ce-495c-b965-86148206d6e9 {{(pid=87872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 11:59:31.598765 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device b6271a54-64ce-495c-b965-86148206d6e9 not bound to the agent host dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 11:59:31.613253 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-e04f802b-c4c6-44a2-9858-1806c2bd7e11 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Notify callbacks [] for security_group, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:31.663844 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-d60fa62e-ac0d-43e1-aca1-6045824d89aa tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588883'] for network, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:31.669938 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-90c2ff37-9f18-4d99-8219-69ce4674000d tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1919805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2561174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2563528'] for subnet, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:31.679740 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-e04f802b-c4c6-44a2-9858-1806c2bd7e11 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:31.711839 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8228f343-6631-4415-b34c-5d7743ba3a09 None None] Pushing event updated for resources: {'Port': ['ID=1916e1d1-6e95-4d71-9fca-2c50aa38f306,revision_number=3']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:59:31.722930 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c2ff37-9f18-4d99-8219-69ce4674000d tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Pushing event deleted for resources: {'Subnet': ['ID=aed02def-2051-4e2a-8b29-c699b2761087,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:59:31.743220 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-90c2ff37-9f18-4d99-8219-69ce4674000d tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks [] for subnet, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:31.763803 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-885dad06-2d70-443e-b8f1-021682a82779 None None] Network e95a87e2-4c44-46e2-9de5-2786cbaea69c requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:59:31.769233 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-90c2ff37-9f18-4d99-8219-69ce4674000d tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "DELETE /v2.0/subnets/aed02def-2051-4e2a-8b29-c699b2761087 HTTP/1.1" status: 204 len: 168 time: 0.8983760 Mar 28 11:59:31.772434 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 53458) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:31.784320 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-d60fa62e-ac0d-43e1-aca1-6045824d89aa tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Deleting port b331cfa7-0844-4e55-974b-2d57d8f7a41c {{(pid=87870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:59:31.784814 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-d60fa62e-ac0d-43e1-aca1-6045824d89aa tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:31.838709 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04f802b-c4c6-44a2-9858-1806c2bd7e11 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48a50cbc-9762-42bf-8110-61f9e97d50f6,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:59:31.857490 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-e04f802b-c4c6-44a2-9858-1806c2bd7e11 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Notify callbacks [] for security_group, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:31.858717 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-e04f802b-c4c6-44a2-9858-1806c2bd7e11 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.0858262 Mar 28 11:59:31.867936 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-9ed4f89b-a5a0-475e-87b9-4d1b7dacff2c tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] Notify callbacks [] for port, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:31.870996 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 53462) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:31.879332 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-8dc51f6c-334d-4795-ad7a-c197672239ae None None] Attempting to bind port 1916e1d1-6e95-4d71-9fca-2c50aa38f306 on host dv-neutron-835340-2-hyperv for vnic_type normal with profile {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:59:31.879711 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-8dc51f6c-334d-4795-ad7a-c197672239ae None None] Attempting to bind port 1916e1d1-6e95-4d71-9fca-2c50aa38f306 by drivers openvswitch,hyperv on host dv-neutron-835340-2-hyperv at level 0 using segments [{'id': 'caa6f1cf-f17c-4624-a07f-4a5b04f9c3a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '3eabdfb2-13df-46a0-90ee-a82c1c8f310b'}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:59:31.880066 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc51f6c-334d-4795-ad7a-c197672239ae None None] Attempting to bind port 1916e1d1-6e95-4d71-9fca-2c50aa38f306 on network 3eabdfb2-13df-46a0-90ee-a82c1c8f310b {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:59:31.901058 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc51f6c-334d-4795-ad7a-c197672239ae None None] Checking agent: {'id': '961a16fe-cbc8-4264-ac28-bbbd53f89caa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 46, 6), 'started_at': datetime.datetime(2022, 3, 28, 11, 46, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 11, 59, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 11:59:31.901545 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc51f6c-334d-4795-ad7a-c197672239ae None None] Checking segment: {'id': 'caa6f1cf-f17c-4624-a07f-4a5b04f9c3a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '3eabdfb2-13df-46a0-90ee-a82c1c8f310b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:59:31.901810 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-8dc51f6c-334d-4795-ad7a-c197672239ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:31.902191 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc51f6c-334d-4795-ad7a-c197672239ae None None] Bound using segment: {'id': 'caa6f1cf-f17c-4624-a07f-4a5b04f9c3a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '3eabdfb2-13df-46a0-90ee-a82c1c8f310b'} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 11:59:31.902647 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-8dc51f6c-334d-4795-ad7a-c197672239ae None None] Bound port: 1916e1d1-6e95-4d71-9fca-2c50aa38f306, host: dv-neutron-835340-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'caa6f1cf-f17c-4624-a07f-4a5b04f9c3a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '3eabdfb2-13df-46a0-90ee-a82c1c8f310b'}}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 11:59:31.903009 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-8dc51f6c-334d-4795-ad7a-c197672239ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:31.921761 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-d925c65b-1658-44f1-adf9-c9f7ea2d29ce tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Request body: {'security_group': {'name': 'tempest-secgroup--683851087'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:59:31.939405 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-d925c65b-1658-44f1-adf9-c9f7ea2d29ce tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:59:31.946185 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-cf002f13-0901-42b2-ac77-7caf785f1d11 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930431', 'neutron.services.segments.db._delete_segments_for_network-8783496351308'] for network, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:31.960845 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-d925c65b-1658-44f1-adf9-c9f7ea2d29ce tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Usage tracker for resource:security_group and tenant:4ee902fff7d146808202d29b99c7f20c is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:59:31.972945 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-d925c65b-1658-44f1-adf9-c9f7ea2d29ce tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:59:31.992677 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-d925c65b-1658-44f1-adf9-c9f7ea2d29ce tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:59:32.012805 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.segments.db [None req-cf002f13-0901-42b2-ac77-7caf785f1d11 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f77fe15-c9e7-4aae-b655-289225c6c018']}} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:59:32.095289 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19ba8642-1614-4fc9-8fc4-1f7aa76868fc tempest-FloatingIPAdminTestJSON-1024836002 tempest-FloatingIPAdminTestJSON-1024836002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:59:32.096039 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-19ba8642-1614-4fc9-8fc4-1f7aa76868fc tempest-FloatingIPAdminTestJSON-1024836002 tempest-FloatingIPAdminTestJSON-1024836002-project] Synchronizing usage tracker for tenant:35bef068275a42cdbe218c5d49dc8652 on resource:port {{(pid=87870) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:59:32.122034 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-bb71fd13-dff7-4024-92ac-095be0e4ca3c tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3451152 Mar 28 11:59:32.127152 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 53466) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:32.137013 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-9e57932e-a89c-4236-9abc-048198fe80c3 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Request body: {'subnet': {'network_id': 'e95a87e2-4c44-46e2-9de5-2786cbaea69c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:59:32.173865 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.segments.db [None req-cf002f13-0901-42b2-ac77-7caf785f1d11 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5ec4a7e-8341-42ee-9848-0fafbb278b24') {'for_net_delete': True} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:59:32.174601 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.segments.db [None req-cf002f13-0901-42b2-ac77-7caf785f1d11 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5ec4a7e-8341-42ee-9848-0fafbb278b24') {} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:59:32.176336 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-8dc51f6c-334d-4795-ad7a-c197672239ae None None] For port 1916e1d1-6e95-4d71-9fca-2c50aa38f306, host dv-neutron-835340-2-hyperv, cleared binding levels {{(pid=87872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 11:59:32.184730 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-8dc51f6c-334d-4795-ad7a-c197672239ae None None] For port 1916e1d1-6e95-4d71-9fca-2c50aa38f306, host dv-neutron-835340-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=1916e1d1-6e95-4d71-9fca-2c50aa38f306,segment=NetworkSegment(caa6f1cf-f17c-4624-a07f-4a5b04f9c3a6),segment_id=caa6f1cf-f17c-4624-a07f-4a5b04f9c3a6)] {{(pid=87872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 11:59:32.184891 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-d925c65b-1658-44f1-adf9-c9f7ea2d29ce tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Notify callbacks [] for security_group, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:32.193711 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-8dc51f6c-334d-4795-ad7a-c197672239ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:32.216152 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-99e0ac4f-9344-4b0f-9d6b-a3d3c1645dab tempest-TestNetworkBasicOps-386611239 tempest-TestNetworkBasicOps-386611239-project-admin] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3396 time: 1.4485033 Mar 28 11:59:32.247737 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-cf002f13-0901-42b2-ac77-7caf785f1d11 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783496353639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3436890'] for segment, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:32.278654 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-d925c65b-1658-44f1-adf9-c9f7ea2d29ce tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:59:32.281911 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-cf002f13-0901-42b2-ac77-7caf785f1d11 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:32.286442 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-19ba8642-1614-4fc9-8fc4-1f7aa76868fc tempest-FloatingIPAdminTestJSON-1024836002 tempest-FloatingIPAdminTestJSON-1024836002-project] Unset dirty status for tenant:35bef068275a42cdbe218c5d49dc8652 on resource:port {{(pid=87870) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:59:32.287676 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-19ba8642-1614-4fc9-8fc4-1f7aa76868fc tempest-FloatingIPAdminTestJSON-1024836002 tempest-FloatingIPAdminTestJSON-1024836002-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c49f547-c41c-41ef-82cf-526be9dbf15c HTTP/1.1" status: 200 len: 913 time: 0.9739511 Mar 28 11:59:32.292789 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 53472) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:32.296062 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-d925c65b-1658-44f1-adf9-c9f7ea2d29ce tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Usage tracker for resource:security_group_rule and tenant:4ee902fff7d146808202d29b99c7f20c is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:59:32.306581 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8228f343-6631-4415-b34c-5d7743ba3a09 None None] Pushing event updated for resources: {'Port': ['ID=1916e1d1-6e95-4d71-9fca-2c50aa38f306,revision_number=4']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:59:32.309779 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8a3267a-aff7-4e49-b410-f719b46f8da7 None None] DHCP port deletion for e61f253c-fcf1-4062-ae59-9fbb293fe086 request from dv-neutron-835340-2-hyperv {{(pid=87872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 11:59:32.328875 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-b8a3267a-aff7-4e49-b410-f719b46f8da7 None None] Deleting port b331cfa7-0844-4e55-974b-2d57d8f7a41c {{(pid=87872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:59:32.330012 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-b8a3267a-aff7-4e49-b410-f719b46f8da7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:32.394262 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-d925c65b-1658-44f1-adf9-c9f7ea2d29ce tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:59:32.398303 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-9ed4f89b-a5a0-475e-87b9-4d1b7dacff2c tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:32.399343 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 53476) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:32.408932 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf002f13-0901-42b2-ac77-7caf785f1d11 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=87871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 11:59:32.409347 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-cf002f13-0901-42b2-ac77-7caf785f1d11 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1920481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2363149'] for segment, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:32.414448 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.db [None req-d60fa62e-ac0d-43e1-aca1-6045824d89aa tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] For port b331cfa7-0844-4e55-974b-2d57d8f7a41c, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=b331cfa7-0844-4e55-974b-2d57d8f7a41c,segment=NetworkSegment(206bb571-1fa6-4b99-b6a8-89df65428dc6),segment_id=206bb571-1fa6-4b99-b6a8-89df65428dc6)] {{(pid=87870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:59:32.414859 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-d60fa62e-ac0d-43e1-aca1-6045824d89aa tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:32.425852 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-64e89f16-da8e-486f-88ce-8a5ed4bc3abc tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-850991756', 'description': 'tempest-secgroup-smoke-850991756 description', 'project_id': '527195c95736491ca1967a42cc300275'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:59:32.433386 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-9e57932e-a89c-4236-9abc-048198fe80c3 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:59:32.439492 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-64e89f16-da8e-486f-88ce-8a5ed4bc3abc tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:59:32.446732 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-64e89f16-da8e-486f-88ce-8a5ed4bc3abc tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Usage tracker for resource:security_group and tenant:527195c95736491ca1967a42cc300275 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:59:32.455386 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-9e57932e-a89c-4236-9abc-048198fe80c3 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Usage tracker for resource:subnet and tenant:b4adfe5c8b3a4e57a1afd1d44c455245 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:59:32.461034 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc51f6c-334d-4795-ad7a-c197672239ae None None] Routers {'d5f02f7d-33a1-4bfb-8275-f54b07b21c14'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:59:32.461808 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-8dc51f6c-334d-4795-ad7a-c197672239ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T11:59:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['d5f02f7d-33a1-4bfb-8275-f54b07b21c14'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:59:32.468186 dv-neutron-835340-2-hyperv neutron-server[87871]: Traceback (most recent call last): Mar 28 11:59:32.468186 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 11:59:32.468186 dv-neutron-835340-2-hyperv neutron-server[87871]: timer() Mar 28 11:59:32.468186 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 11:59:32.468186 dv-neutron-835340-2-hyperv neutron-server[87871]: cb(*args, **kw) Mar 28 11:59:32.468186 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 11:59:32.468186 dv-neutron-835340-2-hyperv neutron-server[87871]: return func(*args, **kwargs) Mar 28 11:59:32.468186 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 11:59:32.468186 dv-neutron-835340-2-hyperv neutron-server[87871]: self._notify() Mar 28 11:59:32.468186 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 11:59:32.468186 dv-neutron-835340-2-hyperv neutron-server[87871]: self.callback(batched_events) Mar 28 11:59:32.468186 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 11:59:32.468186 dv-neutron-835340-2-hyperv neutron-server[87871]: event.method(event) Mar 28 11:59:32.468186 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 11:59:32.468186 dv-neutron-835340-2-hyperv neutron-server[87871]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 11:59:32.468186 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 11:59:32.468186 dv-neutron-835340-2-hyperv neutron-server[87871]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 11:59:32.468186 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 11:59:32.468186 dv-neutron-835340-2-hyperv neutron-server[87871]: return f(self, *a, **k) Mar 28 11:59:32.468186 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 11:59:32.468186 dv-neutron-835340-2-hyperv neutron-server[87871]: return self._get(url).json() Mar 28 11:59:32.468186 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 11:59:32.468186 dv-neutron-835340-2-hyperv neutron-server[87871]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 11:59:32.468186 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 11:59:32.468186 dv-neutron-835340-2-hyperv neutron-server[87871]: return self.request(url, 'GET', **kwargs) Mar 28 11:59:32.468186 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 11:59:32.468186 dv-neutron-835340-2-hyperv neutron-server[87871]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 11:59:32.468186 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 11:59:32.468186 dv-neutron-835340-2-hyperv neutron-server[87871]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 11:59:32.468186 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 11:59:32.468186 dv-neutron-835340-2-hyperv neutron-server[87871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 11:59:32.468186 dv-neutron-835340-2-hyperv neutron-server[87871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 11:59:32.470705 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-d925c65b-1658-44f1-adf9-c9f7ea2d29ce tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:59:32.510227 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-64e89f16-da8e-486f-88ce-8a5ed4bc3abc tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:59:32.572685 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-9e57932e-a89c-4236-9abc-048198fe80c3 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:59:32.584356 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-d60fa62e-ac0d-43e1-aca1-6045824d89aa tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Calling delete_port for b331cfa7-0844-4e55-974b-2d57d8f7a41c owned by network:dhcp {{(pid=87870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:59:32.611083 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-64e89f16-da8e-486f-88ce-8a5ed4bc3abc tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:59:32.613396 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ed4f89b-a5a0-475e-87b9-4d1b7dacff2c tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] Network ac2b1748-8f63-4b17-a9c7-07e79704aa5b is already hosted by enough agents. {{(pid=87871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:59:32.624845 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-9e57932e-a89c-4236-9abc-048198fe80c3 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:59:32.638075 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-9ed4f89b-a5a0-475e-87b9-4d1b7dacff2c tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] Resources bound (agent type, host, resource id): {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:59:32.640868 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed4f89b-a5a0-475e-87b9-4d1b7dacff2c tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] Received port after_create {{(pid=87871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:59:32.648925 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-64e89f16-da8e-486f-88ce-8a5ed4bc3abc tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:32.664276 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e57932e-a89c-4236-9abc-048198fe80c3 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Made reservation on behalf of b4adfe5c8b3a4e57a1afd1d44c455245 for: {'subnet': 1} {{(pid=87870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:59:32.667718 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-9e57932e-a89c-4236-9abc-048198fe80c3 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2563571'] for subnet, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:32.684753 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed4f89b-a5a0-475e-87b9-4d1b7dacff2c tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] Pushing event updated for resources: {'Port': ['ID=96aff9ce-5f41-428b-a7f1-cc56b2e6ac9c,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:59:32.690569 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvr_db [None req-8dc51f6c-334d-4795-ad7a-c197672239ae None None] Set router d5f02f7d-33a1-4bfb-8275-f54b07b21c14 gateway port host: dv-neutron-835340-2-hyperv {{(pid=87872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:59:32.727673 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-64e89f16-da8e-486f-88ce-8a5ed4bc3abc tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:59:32.748001 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-cf002f13-0901-42b2-ac77-7caf785f1d11 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709602'] for network, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:32.757195 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-cf002f13-0901-42b2-ac77-7caf785f1d11 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks [] for network, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:32.783497 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-64e89f16-da8e-486f-88ce-8a5ed4bc3abc tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Usage tracker for resource:security_group_rule and tenant:527195c95736491ca1967a42cc300275 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:59:32.784848 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-3a3f3e1f-eec7-49ea-a374-c3d64778940f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:32.786031 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-d60fa62e-ac0d-43e1-aca1-6045824d89aa tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:32.790853 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-64e89f16-da8e-486f-88ce-8a5ed4bc3abc tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:59:32.801272 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf002f13-0901-42b2-ac77-7caf785f1d11 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Pushing event deleted for resources: {'Network': ['ID=1f77fe15-c9e7-4aae-b655-289225c6c018,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:59:32.842565 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-cf002f13-0901-42b2-ac77-7caf785f1d11 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] 10.222.0.30 "DELETE /v2.0/networks/1f77fe15-c9e7-4aae-b655-289225c6c018 HTTP/1.1" status: 204 len: 168 time: 1.7148299 Mar 28 11:59:32.851854 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-64e89f16-da8e-486f-88ce-8a5ed4bc3abc tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:59:32.853172 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 53480) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:32.855811 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60fa62e-ac0d-43e1-aca1-6045824d89aa tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Pushing event deleted for resources: {'Port': ['ID=b331cfa7-0844-4e55-974b-2d57d8f7a41c,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:59:32.862289 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d60fa62e-ac0d-43e1-aca1-6045824d89aa tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] No DVR routers for this DVR port b331cfa7-0844-4e55-974b-2d57d8f7a41c on host dv-neutron-835340-2-hyperv {{(pid=87870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 11:59:32.939520 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-d36b25ed-f350-457d-a2cf-794f4500185b tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1260759529'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:59:33.006225 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-d60fa62e-ac0d-43e1-aca1-6045824d89aa tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930431', 'neutron.services.segments.db._delete_segments_for_network-8783496351308'] for network, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:33.027419 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-d36b25ed-f350-457d-a2cf-794f4500185b tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:59:33.044930 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-d36b25ed-f350-457d-a2cf-794f4500185b tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Usage tracker for resource:network and tenant:35b7084247a448e2b3e41f3619d7d4bc is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:59:33.051051 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab541b84-d42e-4be6-93a5-b3d19cc579da None None] DHCP port deletion for e95a87e2-4c44-46e2-9de5-2786cbaea69c request from dv-neutron-835340-2-hyperv {{(pid=87872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 11:59:33.054829 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-d925c65b-1658-44f1-adf9-c9f7ea2d29ce tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Notify callbacks [] for security_group, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:33.055982 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-d36b25ed-f350-457d-a2cf-794f4500185b tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:59:33.076312 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-d60fa62e-ac0d-43e1-aca1-6045824d89aa tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e61f253c-fcf1-4062-ae59-9fbb293fe086']}} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:59:33.096556 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-d60fa62e-ac0d-43e1-aca1-6045824d89aa tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '206bb571-1fa6-4b99-b6a8-89df65428dc6') {'for_net_delete': True} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:59:33.096891 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-d60fa62e-ac0d-43e1-aca1-6045824d89aa tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '206bb571-1fa6-4b99-b6a8-89df65428dc6') {} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:59:33.113355 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-ab541b84-d42e-4be6-93a5-b3d19cc579da None None] Deleting port e552cf3f-4f25-4d29-9618-b7e8f9ef9706 {{(pid=87872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:59:33.114678 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-ab541b84-d42e-4be6-93a5-b3d19cc579da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:33.117535 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-d925c65b-1658-44f1-adf9-c9f7ea2d29ce tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:33.122175 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-d60fa62e-ac0d-43e1-aca1-6045824d89aa tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783496353639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3591341'] for segment, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:33.124378 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-d36b25ed-f350-457d-a2cf-794f4500185b tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:59:33.152588 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-d60fa62e-ac0d-43e1-aca1-6045824d89aa tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:33.174864 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d60fa62e-ac0d-43e1-aca1-6045824d89aa tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=87870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 11:59:33.175269 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-d60fa62e-ac0d-43e1-aca1-6045824d89aa tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1920481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2558260'] for segment, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:33.181648 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-b8a3267a-aff7-4e49-b410-f719b46f8da7 None None] For port b331cfa7-0844-4e55-974b-2d57d8f7a41c, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=b331cfa7-0844-4e55-974b-2d57d8f7a41c,segment=NetworkSegment(206bb571-1fa6-4b99-b6a8-89df65428dc6),segment_id=206bb571-1fa6-4b99-b6a8-89df65428dc6)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:59:33.182164 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-b8a3267a-aff7-4e49-b410-f719b46f8da7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:33.191243 dv-neutron-835340-2-hyperv neutron-server[87870]: Traceback (most recent call last): Mar 28 11:59:33.191243 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 11:59:33.191243 dv-neutron-835340-2-hyperv neutron-server[87870]: timer() Mar 28 11:59:33.191243 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 11:59:33.191243 dv-neutron-835340-2-hyperv neutron-server[87870]: cb(*args, **kw) Mar 28 11:59:33.191243 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 11:59:33.191243 dv-neutron-835340-2-hyperv neutron-server[87870]: return func(*args, **kwargs) Mar 28 11:59:33.191243 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 11:59:33.191243 dv-neutron-835340-2-hyperv neutron-server[87870]: self._notify() Mar 28 11:59:33.191243 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 11:59:33.191243 dv-neutron-835340-2-hyperv neutron-server[87870]: self.callback(batched_events) Mar 28 11:59:33.191243 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 11:59:33.191243 dv-neutron-835340-2-hyperv neutron-server[87870]: event.method(event) Mar 28 11:59:33.191243 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 11:59:33.191243 dv-neutron-835340-2-hyperv neutron-server[87870]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 11:59:33.191243 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 11:59:33.191243 dv-neutron-835340-2-hyperv neutron-server[87870]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 11:59:33.191243 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 11:59:33.191243 dv-neutron-835340-2-hyperv neutron-server[87870]: return f(self, *a, **k) Mar 28 11:59:33.191243 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 11:59:33.191243 dv-neutron-835340-2-hyperv neutron-server[87870]: return self._get(url).json() Mar 28 11:59:33.191243 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 11:59:33.191243 dv-neutron-835340-2-hyperv neutron-server[87870]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 11:59:33.191243 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 11:59:33.191243 dv-neutron-835340-2-hyperv neutron-server[87870]: return self.request(url, 'GET', **kwargs) Mar 28 11:59:33.191243 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 11:59:33.191243 dv-neutron-835340-2-hyperv neutron-server[87870]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 11:59:33.191243 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 11:59:33.191243 dv-neutron-835340-2-hyperv neutron-server[87870]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 11:59:33.191243 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 11:59:33.191243 dv-neutron-835340-2-hyperv neutron-server[87870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 11:59:33.191243 dv-neutron-835340-2-hyperv neutron-server[87870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 11:59:33.206378 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d925c65b-1658-44f1-adf9-c9f7ea2d29ce tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Pushing event updated for resources: {'SecurityGroup': ['ID=280929ed-2fd3-419a-84cf-80b1dbf44a75,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:59:33.296878 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d36b25ed-f350-457d-a2cf-794f4500185b tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Made reservation on behalf of 35b7084247a448e2b3e41f3619d7d4bc for: {'network': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:59:33.300550 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-d36b25ed-f350-457d-a2cf-794f4500185b tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for network, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:33.325412 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-d925c65b-1658-44f1-adf9-c9f7ea2d29ce tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Notify callbacks [] for security_group, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:33.329344 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-d925c65b-1658-44f1-adf9-c9f7ea2d29ce tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.4090400 Mar 28 11:59:33.336742 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-b8a3267a-aff7-4e49-b410-f719b46f8da7 None None] Calling delete_port for b331cfa7-0844-4e55-974b-2d57d8f7a41c owned by network:dhcp {{(pid=87872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:59:33.342863 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 53484) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:33.346688 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-d60fa62e-ac0d-43e1-aca1-6045824d89aa tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709602'] for network, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:33.347615 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-97194802-d84c-4f3e-b6fd-ae177cbd5570 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Request body: {'security_group_rule': {'security_group_id': '48a50cbc-9762-42bf-8110-61f9e97d50f6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '280929ed-2fd3-419a-84cf-80b1dbf44a75'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:59:33.350705 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-64e89f16-da8e-486f-88ce-8a5ed4bc3abc tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:33.378357 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-97194802-d84c-4f3e-b6fd-ae177cbd5570 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:59:33.381989 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-d60fa62e-ac0d-43e1-aca1-6045824d89aa tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538751'] for network, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:33.388583 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-97194802-d84c-4f3e-b6fd-ae177cbd5570 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Usage tracker for resource:security_group_rule and tenant:4ee902fff7d146808202d29b99c7f20c is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:59:33.394337 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-64e89f16-da8e-486f-88ce-8a5ed4bc3abc tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:33.396439 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-97194802-d84c-4f3e-b6fd-ae177cbd5570 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:59:33.409136 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-97194802-d84c-4f3e-b6fd-ae177cbd5570 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:59:33.434256 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60fa62e-ac0d-43e1-aca1-6045824d89aa tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Pushing event deleted for resources: {'Network': ['ID=e61f253c-fcf1-4062-ae59-9fbb293fe086,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:59:33.446289 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e89f16-da8e-486f-88ce-8a5ed4bc3abc tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e59444d0-c743-4927-b846-a029d293bc8e,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:59:33.478206 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-d60fa62e-ac0d-43e1-aca1-6045824d89aa tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] 10.222.0.30 "DELETE /v2.0/networks/e61f253c-fcf1-4062-ae59-9fbb293fe086 HTTP/1.1" status: 204 len: 168 time: 2.1002057 Mar 28 11:59:33.478763 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 53488) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:33.519992 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device e552cf3f-4f25-4d29-9618-b7e8f9ef9706 no longer exists at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 11:59:33.537113 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d36b25ed-f350-457d-a2cf-794f4500185b tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=87871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 11:59:33.578999 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-64e89f16-da8e-486f-88ce-8a5ed4bc3abc tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:33.583501 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-64e89f16-da8e-486f-88ce-8a5ed4bc3abc tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 1.1830556 Mar 28 11:59:33.589886 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 53492) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:33.628411 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-d36b25ed-f350-457d-a2cf-794f4500185b tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:33.628873 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.db.segments_db [None req-d36b25ed-f350-457d-a2cf-794f4500185b tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Added segment 05aed5f4-f84b-42cf-96a0-f05c39173e69 of type vlan for network 725deed5-3674-4883-9a0c-91a366ed6d4f Mar 28 11:59:33.632393 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-cc6ddcff-2984-4507-9a78-148dc60d049d tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Request body: {'security_group_rule': {'security_group_id': 'e59444d0-c743-4927-b846-a029d293bc8e', 'project_id': '527195c95736491ca1967a42cc300275', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:59:33.660454 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-cc6ddcff-2984-4507-9a78-148dc60d049d tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:59:33.710751 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.db.api [None req-b8a3267a-aff7-4e49-b410-f719b46f8da7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87872) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 11:59:33.711350 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG oslo_db.api [None req-b8a3267a-aff7-4e49-b410-f719b46f8da7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 11:59:33.728282 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-cc6ddcff-2984-4507-9a78-148dc60d049d tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Usage tracker for resource:security_group_rule and tenant:527195c95736491ca1967a42cc300275 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:59:33.732038 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.api.v2.resource [None req-97194802-d84c-4f3e-b6fd-ae177cbd5570 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 11:59:33.735720 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-97194802-d84c-4f3e-b6fd-ae177cbd5570 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.3892961 Mar 28 11:59:33.738846 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-cc6ddcff-2984-4507-9a78-148dc60d049d tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:59:33.744700 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 53496) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:33.753437 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-cc6ddcff-2984-4507-9a78-148dc60d049d tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:59:33.807915 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.objects.ports [None req-9e57932e-a89c-4236-9abc-048198fe80c3 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87870) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 28 11:59:33.810787 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-ab541b84-d42e-4be6-93a5-b3d19cc579da None None] For port e552cf3f-4f25-4d29-9618-b7e8f9ef9706, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=e552cf3f-4f25-4d29-9618-b7e8f9ef9706,segment=NetworkSegment(bd053757-b8b4-4f3a-b553-aa242f2d15d2),segment_id=bd053757-b8b4-4f3a-b553-aa242f2d15d2)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:59:33.811190 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-ab541b84-d42e-4be6-93a5-b3d19cc579da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:33.818569 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:33.828985 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-d36b25ed-f350-457d-a2cf-794f4500185b tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783495836591'] for network, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:33.836874 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-8dc51f6c-334d-4795-ad7a-c197672239ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5f02f7d-33a1-4bfb-8275-f54b07b21c14', 'name': 'tempest-TestNetworkBasicOps-router-1162902735', 'tenant_id': '527195c95736491ca1967a42cc300275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.177'}], 'enable_snat': True}, 'gw_port_id': '344b8558-f9db-4637-80bb-b51096537413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:59:11Z', 'updated_at': '2022-03-28T11:59:24Z', 'revision_number': 4, 'project_id': '527195c95736491ca1967a42cc300275', 'gw_port': {'id': '344b8558-f9db-4637-80bb-b51096537413', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:2b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f02f7d-33a1-4bfb-8275-f54b07b21c14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:59:13Z', 'updated_at': '2022-03-28T11:59:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_interfaces': [{'id': '1916e1d1-6e95-4d71-9fca-2c50aa38f306', 'name': '', 'network_id': '3eabdfb2-13df-46a0-90ee-a82c1c8f310b', 'tenant_id': '527195c95736491ca1967a42cc300275', 'mac_address': 'fa:16:3e:04:43:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5f02f7d-33a1-4bfb-8275-f54b07b21c14', 'device_owner': 'network:router_interface', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': '7e493e4f-4143-4d86-a3fc-05446ad68796', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:59:22Z', 'updated_at': '2022-03-28T11:59:32Z', 'revision_number': 4, 'project_id': '527195c95736491ca1967a42cc300275', 'subnets': [{'id': '7e493e4f-4143-4d86-a3fc-05446ad68796', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:59:33.909634 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-9ed4f89b-a5a0-475e-87b9-4d1b7dacff2c tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] Notify callbacks [] for router_gateway, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:33.952300 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc51f6c-334d-4795-ad7a-c197672239ae None None] The sync data for ids ['d5f02f7d-33a1-4bfb-8275-f54b07b21c14'] in dv-neutron-835340-2-hyperv is: [{'id': 'd5f02f7d-33a1-4bfb-8275-f54b07b21c14', 'name': 'tempest-TestNetworkBasicOps-router-1162902735', 'tenant_id': '527195c95736491ca1967a42cc300275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.177'}], 'enable_snat': True}, 'gw_port_id': '344b8558-f9db-4637-80bb-b51096537413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:59:11Z', 'updated_at': '2022-03-28T11:59:24Z', 'revision_number': 4, 'project_id': '527195c95736491ca1967a42cc300275', 'gw_port': {'id': '344b8558-f9db-4637-80bb-b51096537413', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:2b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f02f7d-33a1-4bfb-8275-f54b07b21c14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:59:13Z', 'updated_at': '2022-03-28T11:59:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_interfaces': [{'id': '1916e1d1-6e95-4d71-9fca-2c50aa38f306', 'name': '', 'network_id': '3eabdfb2-13df-46a0-90ee-a82c1c8f310b', 'tenant_id': '527195c95736491ca1967a42cc300275', 'mac_address': 'fa:16:3e:04:43:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5f02f7d-33a1-4bfb-8275-f54b07b21c14', 'device_owner': 'network:router_interface', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': '7e493e4f-4143-4d86-a3fc-05446ad68796', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:59:22Z', 'updated_at': '2022-03-28T11:59:32Z', 'revision_number': 4, 'project_id': '527195c95736491ca1967a42cc300275', 'subnets': [{'id': '7e493e4f-4143-4d86-a3fc-05446ad68796', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 11:59:33.966589 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-ab541b84-d42e-4be6-93a5-b3d19cc579da None None] Calling delete_port for e552cf3f-4f25-4d29-9618-b7e8f9ef9706 owned by network:dhcp {{(pid=87872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:59:34.049040 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] For port e552cf3f-4f25-4d29-9618-b7e8f9ef9706, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=e552cf3f-4f25-4d29-9618-b7e8f9ef9706,segment=NetworkSegment(bd053757-b8b4-4f3a-b553-aa242f2d15d2),segment_id=bd053757-b8b4-4f3a-b553-aa242f2d15d2)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:59:34.058262 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:34.058967 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device b331cfa7-0844-4e55-974b-2d57d8f7a41c no longer exists at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 11:59:34.159938 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] No Port match for: b331cfa7-0844-4e55-974b-2d57d8f7a41c {{(pid=87872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 11:59:34.160304 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device b331cfa7-0844-4e55-974b-2d57d8f7a41c not bound to the agent host dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 11:59:34.207093 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.db.api [None req-ab541b84-d42e-4be6-93a5-b3d19cc579da None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87872) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 11:59:34.207333 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG oslo_db.api [None req-ab541b84-d42e-4be6-93a5-b3d19cc579da None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 11:59:34.211430 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Pushing event updated for resources: {'Port': ['ID=e552cf3f-4f25-4d29-9618-b7e8f9ef9706,revision_number=5']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:59:34.213986 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-b8a3267a-aff7-4e49-b410-f719b46f8da7 None None] Deleting port b331cfa7-0844-4e55-974b-2d57d8f7a41c {{(pid=87872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:59:34.214352 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-b8a3267a-aff7-4e49-b410-f719b46f8da7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:34.289217 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-b8a3267a-aff7-4e49-b410-f719b46f8da7 None None] The port 'b331cfa7-0844-4e55-974b-2d57d8f7a41c' was deleted {{(pid=87872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 11:59:34.298221 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-cc6ddcff-2984-4507-9a78-148dc60d049d tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:34.316479 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-9e57932e-a89c-4236-9abc-048198fe80c3 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:34.379396 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-d36b25ed-f350-457d-a2cf-794f4500185b tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765'] for network, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:34.385016 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d36b25ed-f350-457d-a2cf-794f4500185b tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:59:34.385613 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-d36b25ed-f350-457d-a2cf-794f4500185b tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks [] for network, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:34.473861 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.agents_db [None req-03fd49d8-b51b-41c1-8716-b8e265c93689 None None] Agent healthcheck: found 6 active agents {{(pid=87873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 11:59:34.594303 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-d36b25ed-f350-457d-a2cf-794f4500185b tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.7374315 Mar 28 11:59:34.601289 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 53500) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:34.608359 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-3d4bced6-2a6c-439a-833a-779b672ce62b tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Request body: {'subnet': {'network_id': '725deed5-3674-4883-9a0c-91a366ed6d4f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:59:34.658847 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.db [None req-9e57932e-a89c-4236-9abc-048198fe80c3 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] For port e552cf3f-4f25-4d29-9618-b7e8f9ef9706, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=e552cf3f-4f25-4d29-9618-b7e8f9ef9706,segment=NetworkSegment(bd053757-b8b4-4f3a-b553-aa242f2d15d2),segment_id=bd053757-b8b4-4f3a-b553-aa242f2d15d2)] {{(pid=87870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:59:34.672095 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-1ee1c638-99a1-400d-a15a-07987366ccf9 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Notify callbacks [] for security_group, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:34.686512 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36b25ed-f350-457d-a2cf-794f4500185b tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Pushing event updated for resources: {'Network': ['ID=725deed5-3674-4883-9a0c-91a366ed6d4f,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:59:34.686911 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-f40334c0-2a0a-4c19-97c2-d7092d09dda4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:34.702173 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Network 725deed5-3674-4883-9a0c-91a366ed6d4f details requested by agent ovs-agent-dv-neutron-835340-2-hyperv with host dv-neutron-835340-2-hyperv {{(pid=87872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 11:59:34.719608 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-ab541b84-d42e-4be6-93a5-b3d19cc579da None None] Deleting port e552cf3f-4f25-4d29-9618-b7e8f9ef9706 {{(pid=87872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:59:34.720300 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-ab541b84-d42e-4be6-93a5-b3d19cc579da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:34.739125 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-1ceb2286-8f2b-4ffd-a7bf-73b647ecd46c tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-743394'] for router_interface, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:34.764067 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-1ee1c638-99a1-400d-a15a-07987366ccf9 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:34.774153 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-9ed4f89b-a5a0-475e-87b9-4d1b7dacff2c tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709693'] for router, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:34.798249 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-cc6ddcff-2984-4507-9a78-148dc60d049d tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:34.934740 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.db.resource_extend [None req-9e57932e-a89c-4236-9abc-048198fe80c3 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 28 11:59:34.937754 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-1ee1c638-99a1-400d-a15a-07987366ccf9 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:34.942384 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-cc6ddcff-2984-4507-9a78-148dc60d049d tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740322'] for security_group_rule, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:34.965433 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-3d4bced6-2a6c-439a-833a-779b672ce62b tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:59:34.969686 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-9e57932e-a89c-4236-9abc-048198fe80c3 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks [] for port, precommit_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:34.985450 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6ddcff-2984-4507-9a78-148dc60d049d tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8fcbb28-0487-462c-ae6e-bdf35e82adcf,revision_number=0']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:59:34.986736 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-3d4bced6-2a6c-439a-833a-779b672ce62b tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Usage tracker for resource:subnet and tenant:35b7084247a448e2b3e41f3619d7d4bc is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:59:35.007246 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee1c638-99a1-400d-a15a-07987366ccf9 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=280929ed-2fd3-419a-84cf-80b1dbf44a75,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:59:35.012660 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-3d4bced6-2a6c-439a-833a-779b672ce62b tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:59:35.021087 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-9e57932e-a89c-4236-9abc-048198fe80c3 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2558288'] for port, after_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:35.024573 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-9e57932e-a89c-4236-9abc-048198fe80c3 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2561241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2563521'] for subnet, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:35.030413 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-1ee1c638-99a1-400d-a15a-07987366ccf9 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Notify callbacks [] for security_group, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:35.035692 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-1ee1c638-99a1-400d-a15a-07987366ccf9 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] 10.222.0.30 "DELETE /v2.0/security-groups/280929ed-2fd3-419a-84cf-80b1dbf44a75 HTTP/1.1" status: 204 len: 168 time: 1.2838788 Mar 28 11:59:35.039444 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-741b59aa-7c7d-4055-aeca-52feac2b00b3 tempest-FloatingIPAdminTestJSON-1024836002 tempest-FloatingIPAdminTestJSON-1024836002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-743394'] for router_interface, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:35.116687 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-ab541b84-d42e-4be6-93a5-b3d19cc579da None None] For port e552cf3f-4f25-4d29-9618-b7e8f9ef9706, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=e552cf3f-4f25-4d29-9618-b7e8f9ef9706,segment=NetworkSegment(bd053757-b8b4-4f3a-b553-aa242f2d15d2),segment_id=bd053757-b8b4-4f3a-b553-aa242f2d15d2)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:59:35.117137 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-ab541b84-d42e-4be6-93a5-b3d19cc579da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:35.151032 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 53504) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:35.167500 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-3d4bced6-2a6c-439a-833a-779b672ce62b tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:59:35.188140 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e57932e-a89c-4236-9abc-048198fe80c3 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Network e95a87e2-4c44-46e2-9de5-2786cbaea69c is already hosted by enough agents. {{(pid=87870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:59:35.212601 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.base_scheduler [None req-9e57932e-a89c-4236-9abc-048198fe80c3 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Resources bound (agent type, host, resource id): {{(pid=87870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:59:35.227540 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d4bced6-2a6c-439a-833a-779b672ce62b tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Made reservation on behalf of 35b7084247a448e2b3e41f3619d7d4bc for: {'subnet': 1} {{(pid=87870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:59:35.231082 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-3d4bced6-2a6c-439a-833a-779b672ce62b tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2563571'] for subnet, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:35.251189 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e57932e-a89c-4236-9abc-048198fe80c3 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:59:35.251676 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-9e57932e-a89c-4236-9abc-048198fe80c3 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks [] for subnet, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:35.282965 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-ab541b84-d42e-4be6-93a5-b3d19cc579da None None] Calling delete_port for e552cf3f-4f25-4d29-9618-b7e8f9ef9706 owned by network:dhcp {{(pid=87872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:59:35.322799 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-cc6ddcff-2984-4507-9a78-148dc60d049d tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:35.323676 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-cc6ddcff-2984-4507-9a78-148dc60d049d tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.7328205 Mar 28 11:59:35.339824 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 53508) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:35.377259 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.db.api [None req-ab541b84-d42e-4be6-93a5-b3d19cc579da None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87872) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 11:59:35.377629 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG oslo_db.api [None req-ab541b84-d42e-4be6-93a5-b3d19cc579da None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 11:59:35.386782 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-c4e5b248-ba00-4cb3-adb6-65c61f3959a9 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Request body: {'security_group_rule': {'security_group_id': 'e59444d0-c743-4927-b846-a029d293bc8e', 'project_id': '527195c95736491ca1967a42cc300275', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:59:35.442547 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-c4e5b248-ba00-4cb3-adb6-65c61f3959a9 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:59:35.445053 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e57932e-a89c-4236-9abc-048198fe80c3 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Pushing event updated for resources: {'Port': ['ID=e552cf3f-4f25-4d29-9618-b7e8f9ef9706,revision_number=7']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:59:35.459732 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-c4e5b248-ba00-4cb3-adb6-65c61f3959a9 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Usage tracker for resource:security_group_rule and tenant:527195c95736491ca1967a42cc300275 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:59:35.496263 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 1916e1d1-6e95-4d71-9fca-2c50aa38f306 up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:59:35.525344 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ed4f89b-a5a0-475e-87b9-4d1b7dacff2c tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] Router c1737f01-450f-4bb0-b9a2-e808657729ce is scheduled to L3 agent af79d429-529e-400b-a119-94d4bec03f3e with binding_index 1 {{(pid=87871) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 11:59:35.582677 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning for port 1916e1d1-6e95-4d71-9fca-2c50aa38f306 completed by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:59:35.589298 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port 1916e1d1-6e95-4d71-9fca-2c50aa38f306 triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:59:35.589675 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:35.686387 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:35.687885 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.ipam_backend_mixin [None req-3d4bced6-2a6c-439a-833a-779b672ce62b tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Performing IP validity checks on allocation pools {{(pid=87870) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 28 11:59:35.689003 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.ipam_backend_mixin [None req-3d4bced6-2a6c-439a-833a-779b672ce62b tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87870) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 28 11:59:35.696245 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-c4e5b248-ba00-4cb3-adb6-65c61f3959a9 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:59:35.702075 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-c4e5b248-ba00-4cb3-adb6-65c61f3959a9 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:59:35.715768 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-9e57932e-a89c-4236-9abc-048198fe80c3 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.5852439 Mar 28 11:59:35.718463 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e57932e-a89c-4236-9abc-048198fe80c3 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Pushing event updated for resources: {'Subnet': ['ID=97b1db93-4abb-4290-a839-def403b9ed4c,revision_number=0']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:59:35.722479 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 53512) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:35.750044 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-aad245a9-de82-4c0f-bac2-e7b62c3967ec tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Request body: {'port': {'network_id': 'e95a87e2-4c44-46e2-9de5-2786cbaea69c', 'mac_address': 'fa:16:3e:7f:cc:49', 'name': 'tempest-NetworksTestDHCPv6-1465453554'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:59:35.769802 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-741b59aa-7c7d-4055-aeca-52feac2b00b3 tempest-FloatingIPAdminTestJSON-1024836002 tempest-FloatingIPAdminTestJSON-1024836002-project] Deleting port d3027a15-a3de-4efa-83dc-c2cc287d7c5f {{(pid=87871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:59:35.770135 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-741b59aa-7c7d-4055-aeca-52feac2b00b3 tempest-FloatingIPAdminTestJSON-1024836002 tempest-FloatingIPAdminTestJSON-1024836002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:35.786021 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-ab541b84-d42e-4be6-93a5-b3d19cc579da None None] Deleting port e552cf3f-4f25-4d29-9618-b7e8f9ef9706 {{(pid=87872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:59:35.786973 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-ab541b84-d42e-4be6-93a5-b3d19cc579da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:35.859702 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-ef3be119-c018-4979-be07-86cf959defc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:35.869413 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:35.895994 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c4e5b248-ba00-4cb3-adb6-65c61f3959a9 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:35.917397 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-db7bcad2-5055-48b1-95e8-6a7a54a8ab47 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 0.7275605 Mar 28 11:59:35.928665 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 53516) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:35.935847 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-aad245a9-de82-4c0f-bac2-e7b62c3967ec tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:59:35.962737 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] For port 1916e1d1-6e95-4d71-9fca-2c50aa38f306, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=1916e1d1-6e95-4d71-9fca-2c50aa38f306,segment=NetworkSegment(caa6f1cf-f17c-4624-a07f-4a5b04f9c3a6),segment_id=caa6f1cf-f17c-4624-a07f-4a5b04f9c3a6)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:59:35.969149 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-aad245a9-de82-4c0f-bac2-e7b62c3967ec tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Usage tracker for resource:port and tenant:b4adfe5c8b3a4e57a1afd1d44c455245 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:59:35.981589 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-aad245a9-de82-4c0f-bac2-e7b62c3967ec tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:59:35.993639 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:36.005691 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-aad245a9-de82-4c0f-bac2-e7b62c3967ec tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:59:36.035823 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ed4f89b-a5a0-475e-87b9-4d1b7dacff2c tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 11:59:36.056158 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a96483-1340-4ccf-b755-9d2e8de639b7 None None] Sync routers for ids ['c1737f01-450f-4bb0-b9a2-e808657729ce'] in dv-neutron-835340-2-hyperv {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 11:59:36.071707 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a96483-1340-4ccf-b755-9d2e8de639b7 None None] Routers {'c1737f01-450f-4bb0-b9a2-e808657729ce'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:59:36.072741 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-94a96483-1340-4ccf-b755-9d2e8de639b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T11:59:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['c1737f01-450f-4bb0-b9a2-e808657729ce'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:59:36.091003 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aad245a9-de82-4c0f-bac2-e7b62c3967ec tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Made reservation on behalf of b4adfe5c8b3a4e57a1afd1d44c455245 for: {'port': 1} {{(pid=87870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:59:36.141763 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c4e5b248-ba00-4cb3-adb6-65c61f3959a9 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:36.142522 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Pushing event updated for resources: {'Port': ['ID=1916e1d1-6e95-4d71-9fca-2c50aa38f306,revision_number=5']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:59:36.153518 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-94a96483-1340-4ccf-b755-9d2e8de639b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:59:36.166635 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-ab541b84-d42e-4be6-93a5-b3d19cc579da None None] For port e552cf3f-4f25-4d29-9618-b7e8f9ef9706, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=e552cf3f-4f25-4d29-9618-b7e8f9ef9706,segment=NetworkSegment(bd053757-b8b4-4f3a-b553-aa242f2d15d2),segment_id=bd053757-b8b4-4f3a-b553-aa242f2d15d2)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:59:36.167124 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-ab541b84-d42e-4be6-93a5-b3d19cc579da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:36.171045 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a96483-1340-4ccf-b755-9d2e8de639b7 None None] Routers {'c1737f01-450f-4bb0-b9a2-e808657729ce'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:59:36.171680 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-94a96483-1340-4ccf-b755-9d2e8de639b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T11:59:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['c1737f01-450f-4bb0-b9a2-e808657729ce'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:59:36.173623 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-9ed4f89b-a5a0-475e-87b9-4d1b7dacff2c tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] Notify callbacks [] for router, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:36.178715 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-9ed4f89b-a5a0-475e-87b9-4d1b7dacff2c tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 9.2020032 Mar 28 11:59:36.181962 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 53520) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:36.187159 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-09b72766-0b1c-4435-acbb-431ca6750eba tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:59:36.195629 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c4e5b248-ba00-4cb3-adb6-65c61f3959a9 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740322'] for security_group_rule, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:36.263044 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-94a96483-1340-4ccf-b755-9d2e8de639b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:59:36.263442 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a96483-1340-4ccf-b755-9d2e8de639b7 None None] The sync data for ids ['c1737f01-450f-4bb0-b9a2-e808657729ce'] in dv-neutron-835340-2-hyperv is: [] {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 11:59:36.294485 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-1a082d4a-a6af-4aae-bf03-43ff32c4518e tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Notify callbacks [] for security_group, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:36.312395 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-ab541b84-d42e-4be6-93a5-b3d19cc579da None None] Calling delete_port for e552cf3f-4f25-4d29-9618-b7e8f9ef9706 owned by network:dhcp {{(pid=87872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:59:36.335655 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e5b248-ba00-4cb3-adb6-65c61f3959a9 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2427549a-edce-4a52-9b11-5ad29a23d7e9,revision_number=0']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:59:36.365421 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-741b59aa-7c7d-4055-aeca-52feac2b00b3 tempest-FloatingIPAdminTestJSON-1024836002 tempest-FloatingIPAdminTestJSON-1024836002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:36.389354 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-1ceb2286-8f2b-4ffd-a7bf-73b647ecd46c tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Deleting port d9ad0ea3-7e13-4774-8251-cf8685ba71f8 {{(pid=87870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:59:36.390037 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-1ceb2286-8f2b-4ffd-a7bf-73b647ecd46c tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:36.432280 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-1a082d4a-a6af-4aae-bf03-43ff32c4518e tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:36.461153 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-ab541b84-d42e-4be6-93a5-b3d19cc579da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250'] for port, after_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:36.476691 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c4e5b248-ba00-4cb3-adb6-65c61f3959a9 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:36.480597 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-c4e5b248-ba00-4cb3-adb6-65c61f3959a9 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.0955298 Mar 28 11:59:36.489649 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 53524) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:36.501399 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-598bdffb-784b-4c40-a3d1-e6bf85194ae9 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Request body: {'security_group_rule': {'security_group_id': 'e59444d0-c743-4927-b846-a029d293bc8e', 'project_id': '527195c95736491ca1967a42cc300275', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:59:36.508551 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab541b84-d42e-4be6-93a5-b3d19cc579da None None] Pushing event deleted for resources: {'Port': ['ID=e552cf3f-4f25-4d29-9618-b7e8f9ef9706,revision_number=None']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:59:36.510492 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-741b59aa-7c7d-4055-aeca-52feac2b00b3 tempest-FloatingIPAdminTestJSON-1024836002 tempest-FloatingIPAdminTestJSON-1024836002-project] Calling delete_port for d3027a15-a3de-4efa-83dc-c2cc287d7c5f owned by network:router_interface {{(pid=87871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:59:36.511812 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-aad245a9-de82-4c0f-bac2-e7b62c3967ec tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:36.534917 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-598bdffb-784b-4c40-a3d1-e6bf85194ae9 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:59:36.545038 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-3d4bced6-2a6c-439a-833a-779b672ce62b tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2561241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2563521'] for subnet, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:36.587152 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab541b84-d42e-4be6-93a5-b3d19cc579da None None] No DVR routers for this DVR port e552cf3f-4f25-4d29-9618-b7e8f9ef9706 on host dv-neutron-835340-2-hyperv {{(pid=87872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 11:59:36.604809 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12fae6e9-10ad-4117-ad15-2611cce05fa3 None None] Network e95a87e2-4c44-46e2-9de5-2786cbaea69c requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:59:36.610290 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-598bdffb-784b-4c40-a3d1-e6bf85194ae9 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Usage tracker for resource:security_group_rule and tenant:527195c95736491ca1967a42cc300275 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:59:36.629312 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-598bdffb-784b-4c40-a3d1-e6bf85194ae9 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:59:36.657224 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-598bdffb-784b-4c40-a3d1-e6bf85194ae9 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:59:36.680890 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.notifiers.nova [None req-aad245a9-de82-4c0f-bac2-e7b62c3967ec tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] device_id is not set on port 6729707c-a337-4c4d-9d20-a24931d4b775 yet. {{(pid=87870) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 11:59:36.820161 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-1a082d4a-a6af-4aae-bf03-43ff32c4518e tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:36.858205 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4bced6-2a6c-439a-833a-779b672ce62b tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Pushing event updated for resources: {'Subnet': ['ID=d8e5dc2e-d1b1-4197-8f2c-c4b6721ceaa1,revision_number=0']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:59:36.862785 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e0d5896-7697-472b-9343-964011286b18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1d3f2a9-8722-5ce5-bc40-181687d1ed3f-e95a87e2-4c44-46e2-9de5-2786cbaea69c', 'network_id': 'e95a87e2-4c44-46e2-9de5-2786cbaea69c', 'tenant_id': 'b4adfe5c8b3a4e57a1afd1d44c455245', 'fixed_ips': [{'subnet_id': '97b1db93-4abb-4290-a839-def403b9ed4c'}]}} from dv-neutron-835340-2-hyperv. {{(pid=87872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 11:59:36.863937 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-6e0d5896-7697-472b-9343-964011286b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:36.871703 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-598bdffb-784b-4c40-a3d1-e6bf85194ae9 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:36.889206 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a082d4a-a6af-4aae-bf03-43ff32c4518e tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48a50cbc-9762-42bf-8110-61f9e97d50f6,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:59:36.914963 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d4bced6-2a6c-439a-833a-779b672ce62b tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Checking segment: {'id': '05aed5f4-f84b-42cf-96a0-f05c39173e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '725deed5-3674-4883-9a0c-91a366ed6d4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:59:36.915231 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d4bced6-2a6c-439a-833a-779b672ce62b tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Network hostable DHCP agents. Network: 725deed5-3674-4883-9a0c-91a366ed6d4f, hostable agents: ['3cb85949-855b-4a40-b988-cd5705e511da'], hosted agents: [] {{(pid=87870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 11:59:37.024106 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-09b72766-0b1c-4435-acbb-431ca6750eba tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-709632', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-707672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260923'] for router, precommit_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:37.026403 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-1a082d4a-a6af-4aae-bf03-43ff32c4518e tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Notify callbacks [] for security_group, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:37.029246 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-1a082d4a-a6af-4aae-bf03-43ff32c4518e tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] 10.222.0.30 "DELETE /v2.0/security-groups/48a50cbc-9762-42bf-8110-61f9e97d50f6 HTTP/1.1" status: 204 len: 168 time: 1.0944626 Mar 28 11:59:37.030122 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.db [None req-1ceb2286-8f2b-4ffd-a7bf-73b647ecd46c tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] For port d9ad0ea3-7e13-4774-8251-cf8685ba71f8, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=d9ad0ea3-7e13-4774-8251-cf8685ba71f8,segment=NetworkSegment(e2b0e497-2c08-451b-8513-16209a0aa420),segment_id=e2b0e497-2c08-451b-8513-16209a0aa420)] {{(pid=87870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:59:37.030483 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-1ceb2286-8f2b-4ffd-a7bf-73b647ecd46c tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:37.033072 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 53528) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:37.086045 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-09b72766-0b1c-4435-acbb-431ca6750eba tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:37.091963 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-741b59aa-7c7d-4055-aeca-52feac2b00b3 tempest-FloatingIPAdminTestJSON-1024836002 tempest-FloatingIPAdminTestJSON-1024836002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:37.121459 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d4bced6-2a6c-439a-833a-779b672ce62b tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Network 725deed5-3674-4883-9a0c-91a366ed6d4f is scheduled to be hosted by DHCP agent 3cb85949-855b-4a40-b988-cd5705e511da with binding_index 1 {{(pid=87870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 11:59:37.154931 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-09b72766-0b1c-4435-acbb-431ca6750eba tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] Deleting port 96aff9ce-5f41-428b-a7f1-cc56b2e6ac9c {{(pid=87871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:59:37.155259 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-09b72766-0b1c-4435-acbb-431ca6750eba tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:37.183957 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741b59aa-7c7d-4055-aeca-52feac2b00b3 tempest-FloatingIPAdminTestJSON-1024836002 tempest-FloatingIPAdminTestJSON-1024836002-project] Pushing event deleted for resources: {'Port': ['ID=d3027a15-a3de-4efa-83dc-c2cc287d7c5f,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:59:37.187336 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-1ceb2286-8f2b-4ffd-a7bf-73b647ecd46c tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Calling delete_port for d9ad0ea3-7e13-4774-8251-cf8685ba71f8 owned by network:router_interface {{(pid=87870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:59:37.250331 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-598bdffb-784b-4c40-a3d1-e6bf85194ae9 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:37.251781 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.db_base_plugin_common [None req-aad245a9-de82-4c0f-bac2-e7b62c3967ec tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Allocated IP 2001:db8::f816:3eff:fe7f:cc49 (e95a87e2-4c44-46e2-9de5-2786cbaea69c/97b1db93-4abb-4290-a839-def403b9ed4c/6729707c-a337-4c4d-9d20-a24931d4b775) {{(pid=87870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:59:37.255880 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.base_scheduler [None req-3d4bced6-2a6c-439a-833a-779b672ce62b tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-2-hyperv, 725deed5-3674-4883-9a0c-91a366ed6d4f) {{(pid=87870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:59:37.268745 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f478e8d-a38d-4833-a999-d398f5f76d0a None None] Network 725deed5-3674-4883-9a0c-91a366ed6d4f requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:59:37.269772 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-598bdffb-784b-4c40-a3d1-e6bf85194ae9 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740322'] for security_group_rule, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:37.274913 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d4bced6-2a6c-439a-833a-779b672ce62b tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:59:37.275850 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-3d4bced6-2a6c-439a-833a-779b672ce62b tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks [] for subnet, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:37.277912 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-693d8429-60e0-44b8-9192-6cd9d54fefed tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Synchronizing usage tracker for tenant:4ee902fff7d146808202d29b99c7f20c on resource:security_group {{(pid=87871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:59:37.328298 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598bdffb-784b-4c40-a3d1-e6bf85194ae9 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a9f1287-bfc9-4f8f-ad46-13fda4f7695e,revision_number=0']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:59:37.361473 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-693d8429-60e0-44b8-9192-6cd9d54fefed tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Unset dirty status for tenant:4ee902fff7d146808202d29b99c7f20c on resource:security_group {{(pid=87871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:59:37.363070 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-693d8429-60e0-44b8-9192-6cd9d54fefed tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3290758 Mar 28 11:59:37.374730 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-3d4bced6-2a6c-439a-833a-779b672ce62b tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7719934 Mar 28 11:59:37.381337 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 53532) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:37.381738 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 53534) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:37.393193 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-31e100f5-c501-4fda-aca2-45669544cd12 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Request body: {'port': {'network_id': '725deed5-3674-4883-9a0c-91a366ed6d4f', 'name': 'tempest-PortsTestJSON-778731264'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:59:37.407094 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-598bdffb-784b-4c40-a3d1-e6bf85194ae9 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:37.410747 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-598bdffb-784b-4c40-a3d1-e6bf85194ae9 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9129481 Mar 28 11:59:37.432486 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-8f293b76-a0d5-4772-bbb0-28c50deea3bd tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Request body: {'security_group': {'name': 'tempest-secgroup--1325574933'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:59:37.439804 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 53540) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:37.486882 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-5fce29e4-d446-4a7f-9d6c-536af3ed2580 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Request body: {'security_group_rule': {'security_group_id': 'e59444d0-c743-4927-b846-a029d293bc8e', 'project_id': '527195c95736491ca1967a42cc300275', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:59:37.499499 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-b7ccd3c7-0277-4f12-8e5c-e41478141af5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:37.512994 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-8f293b76-a0d5-4772-bbb0-28c50deea3bd tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:59:37.522160 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-5fce29e4-d446-4a7f-9d6c-536af3ed2580 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:59:37.536887 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 1916e1d1-6e95-4d71-9fca-2c50aa38f306 up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:59:37.601554 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-5fce29e4-d446-4a7f-9d6c-536af3ed2580 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Usage tracker for resource:security_group_rule and tenant:527195c95736491ca1967a42cc300275 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:59:37.613060 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01fdb089-bb2c-4e80-a7f8-2a54188ca361 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1d3f2a9-8722-5ce5-bc40-181687d1ed3f-725deed5-3674-4883-9a0c-91a366ed6d4f', 'network_id': '725deed5-3674-4883-9a0c-91a366ed6d4f', 'tenant_id': '35b7084247a448e2b3e41f3619d7d4bc', 'fixed_ips': [{'subnet_id': 'd8e5dc2e-d1b1-4197-8f2c-c4b6721ceaa1'}]}} from dv-neutron-835340-2-hyperv. {{(pid=87872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 11:59:37.613837 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-01fdb089-bb2c-4e80-a7f8-2a54188ca361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:37.640626 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-5fce29e4-d446-4a7f-9d6c-536af3ed2580 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:59:37.659735 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-8f293b76-a0d5-4772-bbb0-28c50deea3bd tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:59:37.672086 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-5fce29e4-d446-4a7f-9d6c-536af3ed2580 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:59:37.683549 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port 1916e1d1-6e95-4d71-9fca-2c50aa38f306 triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:59:37.683892 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:37.744473 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-09b72766-0b1c-4435-acbb-431ca6750eba tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:37.889830 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-09b72766-0b1c-4435-acbb-431ca6750eba tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] Calling delete_port for 96aff9ce-5f41-428b-a7f1-cc56b2e6ac9c owned by network:router_gateway {{(pid=87871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:59:37.893425 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-8f293b76-a0d5-4772-bbb0-28c50deea3bd tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Notify callbacks [] for security_group, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:37.929626 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-741b59aa-7c7d-4055-aeca-52feac2b00b3 tempest-FloatingIPAdminTestJSON-1024836002 tempest-FloatingIPAdminTestJSON-1024836002-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-743246'] for router_interface, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:37.956600 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.db_base_plugin_common [None req-01fdb089-bb2c-4e80-a7f8-2a54188ca361 None None] Allocated IP 172.20.0.2 (725deed5-3674-4883-9a0c-91a366ed6d4f/d8e5dc2e-d1b1-4197-8f2c-c4b6721ceaa1/47ee2094-eb5b-457d-b919-2164874e69c5) {{(pid=87872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:59:37.991567 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-5fce29e4-d446-4a7f-9d6c-536af3ed2580 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:38.014249 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-8f293b76-a0d5-4772-bbb0-28c50deea3bd tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:59:38.028135 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-31e100f5-c501-4fda-aca2-45669544cd12 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:59:38.032364 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-8f293b76-a0d5-4772-bbb0-28c50deea3bd tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Usage tracker for resource:security_group_rule and tenant:4ee902fff7d146808202d29b99c7f20c is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:59:38.047524 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-8f293b76-a0d5-4772-bbb0-28c50deea3bd tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:59:38.074002 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-8f293b76-a0d5-4772-bbb0-28c50deea3bd tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:59:38.079021 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-31e100f5-c501-4fda-aca2-45669544cd12 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:59:38.103406 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-1ceb2286-8f2b-4ffd-a7bf-73b647ecd46c tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:38.169151 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-aad245a9-de82-4c0f-bac2-e7b62c3967ec tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks [] for port, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:38.182852 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-01fdb089-bb2c-4e80-a7f8-2a54188ca361 None None] Notify callbacks [] for port, precommit_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:38.198694 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ceb2286-8f2b-4ffd-a7bf-73b647ecd46c tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Pushing event deleted for resources: {'Port': ['ID=d9ad0ea3-7e13-4774-8251-cf8685ba71f8,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:59:38.201475 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31e100f5-c501-4fda-aca2-45669544cd12 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Made reservation on behalf of 35b7084247a448e2b3e41f3619d7d4bc for: {'port': 1} {{(pid=87870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:59:38.204507 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-31e100f5-c501-4fda-aca2-45669544cd12 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:38.242297 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-01fdb089-bb2c-4e80-a7f8-2a54188ca361 None None] Transition to ACTIVE for port object 47ee2094-eb5b-457d-b919-2164874e69c5 will not be triggered until provisioned by entity L2. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:59:38.267101 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-01fdb089-bb2c-4e80-a7f8-2a54188ca361 None None] Transition to ACTIVE for port object 47ee2094-eb5b-457d-b919-2164874e69c5 will not be triggered until provisioned by entity DHCP. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:59:38.274971 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-01fdb089-bb2c-4e80-a7f8-2a54188ca361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241'] for port, after_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:38.289327 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-09b72766-0b1c-4435-acbb-431ca6750eba tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:38.306869 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.provisioning_blocks [None req-aad245a9-de82-4c0f-bac2-e7b62c3967ec tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Transition to ACTIVE for port object 6729707c-a337-4c4d-9d20-a24931d4b775 will not be triggered until provisioned by entity DHCP. {{(pid=87870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:59:38.349041 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b72766-0b1c-4435-acbb-431ca6750eba tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] Pushing event deleted for resources: {'Port': ['ID=96aff9ce-5f41-428b-a7f1-cc56b2e6ac9c,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:59:38.357273 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.notifiers.nova [None req-31e100f5-c501-4fda-aca2-45669544cd12 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] device_id is not set on port 7bdb00bc-20bc-4aab-aeca-018f1e0d012f yet. {{(pid=87870) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 11:59:38.379763 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fdb089-bb2c-4e80-a7f8-2a54188ca361 None None] Pushing event updated for resources: {'Port': ['ID=47ee2094-eb5b-457d-b919-2164874e69c5,revision_number=1']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:59:38.398611 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01fdb089-bb2c-4e80-a7f8-2a54188ca361 None None] Network 725deed5-3674-4883-9a0c-91a366ed6d4f is already hosted by enough agents. {{(pid=87872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:59:38.398827 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-5fce29e4-d446-4a7f-9d6c-536af3ed2580 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:38.399387 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.base_scheduler [None req-01fdb089-bb2c-4e80-a7f8-2a54188ca361 None None] Resources bound (agent type, host, resource id): {{(pid=87872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:59:38.406957 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01fdb089-bb2c-4e80-a7f8-2a54188ca361 None None] Received port after_create {{(pid=87872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:59:38.421204 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-5fce29e4-d446-4a7f-9d6c-536af3ed2580 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740322'] for security_group_rule, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:38.502427 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fce29e4-d446-4a7f-9d6c-536af3ed2580 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=714f0180-c5a1-45d0-9be4-0f0626761f76,revision_number=0']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:59:38.527747 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-01fdb089-bb2c-4e80-a7f8-2a54188ca361 None None] Attempting to bind port 47ee2094-eb5b-457d-b919-2164874e69c5 on host dv-neutron-835340-2-hyperv for vnic_type normal with profile {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:59:38.528146 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-01fdb089-bb2c-4e80-a7f8-2a54188ca361 None None] Attempting to bind port 47ee2094-eb5b-457d-b919-2164874e69c5 by drivers openvswitch,hyperv on host dv-neutron-835340-2-hyperv at level 0 using segments [{'id': '05aed5f4-f84b-42cf-96a0-f05c39173e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '725deed5-3674-4883-9a0c-91a366ed6d4f'}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:59:38.528798 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01fdb089-bb2c-4e80-a7f8-2a54188ca361 None None] Attempting to bind port 47ee2094-eb5b-457d-b919-2164874e69c5 on network 725deed5-3674-4883-9a0c-91a366ed6d4f {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:59:38.535848 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01fdb089-bb2c-4e80-a7f8-2a54188ca361 None None] Checking agent: {'id': '961a16fe-cbc8-4264-ac28-bbbd53f89caa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 46, 6), 'started_at': datetime.datetime(2022, 3, 28, 11, 46, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 11, 59, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 11:59:38.536665 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01fdb089-bb2c-4e80-a7f8-2a54188ca361 None None] Checking segment: {'id': '05aed5f4-f84b-42cf-96a0-f05c39173e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '725deed5-3674-4883-9a0c-91a366ed6d4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:59:38.537124 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-01fdb089-bb2c-4e80-a7f8-2a54188ca361 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:38.538381 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01fdb089-bb2c-4e80-a7f8-2a54188ca361 None None] Bound using segment: {'id': '05aed5f4-f84b-42cf-96a0-f05c39173e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '725deed5-3674-4883-9a0c-91a366ed6d4f'} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 11:59:38.539250 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-01fdb089-bb2c-4e80-a7f8-2a54188ca361 None None] Bound port: 47ee2094-eb5b-457d-b919-2164874e69c5, host: dv-neutron-835340-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05aed5f4-f84b-42cf-96a0-f05c39173e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '725deed5-3674-4883-9a0c-91a366ed6d4f'}}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 11:59:38.539666 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-01fdb089-bb2c-4e80-a7f8-2a54188ca361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:38.547378 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-09b72766-0b1c-4435-acbb-431ca6750eba tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-709573'] for router_gateway, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:38.597787 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-8f293b76-a0d5-4772-bbb0-28c50deea3bd tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Notify callbacks [] for security_group, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:38.616009 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-8f293b76-a0d5-4772-bbb0-28c50deea3bd tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:38.620455 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-741b59aa-7c7d-4055-aeca-52feac2b00b3 tempest-FloatingIPAdminTestJSON-1024836002 tempest-FloatingIPAdminTestJSON-1024836002-project] Router 2c49f547-c41c-41ef-82cf-526be9dbf15c has already been hosted by L3 agent af79d429-529e-400b-a119-94d4bec03f3e {{(pid=87871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 11:59:38.641278 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-01fdb089-bb2c-4e80-a7f8-2a54188ca361 None None] For port 47ee2094-eb5b-457d-b919-2164874e69c5, host dv-neutron-835340-2-hyperv, cleared binding levels {{(pid=87872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 11:59:38.644550 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-01fdb089-bb2c-4e80-a7f8-2a54188ca361 None None] For port 47ee2094-eb5b-457d-b919-2164874e69c5, host dv-neutron-835340-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=47ee2094-eb5b-457d-b919-2164874e69c5,segment=NetworkSegment(05aed5f4-f84b-42cf-96a0-f05c39173e69),segment_id=05aed5f4-f84b-42cf-96a0-f05c39173e69)] {{(pid=87872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 11:59:38.650172 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-01fdb089-bb2c-4e80-a7f8-2a54188ca361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:38.727439 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-5fce29e4-d446-4a7f-9d6c-536af3ed2580 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:38.731993 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-5fce29e4-d446-4a7f-9d6c-536af3ed2580 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.2515621 Mar 28 11:59:38.745652 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 53544) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:38.774064 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-ff733d2c-75c2-4666-b11e-2068e292e39c tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Request body: {'security_group_rule': {'security_group_id': 'e59444d0-c743-4927-b846-a029d293bc8e', 'project_id': '527195c95736491ca1967a42cc300275', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:59:38.778817 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-aad245a9-de82-4c0f-bac2-e7b62c3967ec tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:38.799539 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-8f293b76-a0d5-4772-bbb0-28c50deea3bd tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Notify callbacks [] for security_group, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:38.800721 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-8f293b76-a0d5-4772-bbb0-28c50deea3bd tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.4179957 Mar 28 11:59:38.806429 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-ff733d2c-75c2-4666-b11e-2068e292e39c tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:59:38.819204 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.db_base_plugin_common [None req-6e0d5896-7697-472b-9343-964011286b18 None None] Allocated IP 2001:db8::f816:3eff:fe0d:5e6f (e95a87e2-4c44-46e2-9de5-2786cbaea69c/97b1db93-4abb-4290-a839-def403b9ed4c/51f374ea-1f3b-4b2e-8340-024fd102c247) {{(pid=87872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:59:38.863192 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 53548) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:38.877902 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-ff733d2c-75c2-4666-b11e-2068e292e39c tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Usage tracker for resource:security_group_rule and tenant:527195c95736491ca1967a42cc300275 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:59:38.886503 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-0bb77ccd-338f-45b5-bddf-27ee791b6ac6 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Request body: {'security_group_rule': {'security_group_id': 'f85914ba-f9dd-4600-bf4f-909051bc9e14', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:59:38.892403 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f293b76-a0d5-4772-bbb0-28c50deea3bd tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f85914ba-f9dd-4600-bf4f-909051bc9e14,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:59:38.896630 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-ff733d2c-75c2-4666-b11e-2068e292e39c tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:59:38.909097 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-1ceb2286-8f2b-4ffd-a7bf-73b647ecd46c tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-743246'] for router_interface, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:38.913052 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-0bb77ccd-338f-45b5-bddf-27ee791b6ac6 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:59:38.935573 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-ff733d2c-75c2-4666-b11e-2068e292e39c tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:59:38.937894 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-0bb77ccd-338f-45b5-bddf-27ee791b6ac6 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Usage tracker for resource:security_group_rule and tenant:4ee902fff7d146808202d29b99c7f20c is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:59:38.945776 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fdb089-bb2c-4e80-a7f8-2a54188ca361 None None] Pushing event updated for resources: {'Port': ['ID=47ee2094-eb5b-457d-b919-2164874e69c5,revision_number=2']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:59:38.946521 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.db_base_plugin_common [None req-31e100f5-c501-4fda-aca2-45669544cd12 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Allocated IP 172.20.0.5 (725deed5-3674-4883-9a0c-91a366ed6d4f/d8e5dc2e-d1b1-4197-8f2c-c4b6721ceaa1/7bdb00bc-20bc-4aab-aeca-018f1e0d012f) {{(pid=87870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:59:38.957340 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-0bb77ccd-338f-45b5-bddf-27ee791b6ac6 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:59:39.023241 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aad245a9-de82-4c0f-bac2-e7b62c3967ec tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Network e95a87e2-4c44-46e2-9de5-2786cbaea69c is already hosted by enough agents. {{(pid=87870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:59:39.042745 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.base_scheduler [None req-aad245a9-de82-4c0f-bac2-e7b62c3967ec tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Resources bound (agent type, host, resource id): {{(pid=87870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:59:39.045059 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad245a9-de82-4c0f-bac2-e7b62c3967ec tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Received port after_create {{(pid=87870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:59:39.050702 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aad245a9-de82-4c0f-bac2-e7b62c3967ec tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:59:39.051327 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-aad245a9-de82-4c0f-bac2-e7b62c3967ec tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:39.064142 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-0bb77ccd-338f-45b5-bddf-27ee791b6ac6 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:59:39.070105 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad245a9-de82-4c0f-bac2-e7b62c3967ec tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Pushing event updated for resources: {'Port': ['ID=6729707c-a337-4c4d-9d20-a24931d4b775,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:59:39.088054 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-6e0d5896-7697-472b-9343-964011286b18 None None] Notify callbacks [] for port, precommit_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:39.105163 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-6e0d5896-7697-472b-9343-964011286b18 None None] Transition to ACTIVE for port object 51f374ea-1f3b-4b2e-8340-024fd102c247 will not be triggered until provisioned by entity L2. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:59:39.126473 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-6e0d5896-7697-472b-9343-964011286b18 None None] Transition to ACTIVE for port object 51f374ea-1f3b-4b2e-8340-024fd102c247 will not be triggered until provisioned by entity DHCP. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:59:39.137177 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-6e0d5896-7697-472b-9343-964011286b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241'] for port, after_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:39.149092 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.db.securitygroups_db [None req-ff733d2c-75c2-4666-b11e-2068e292e39c tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Project 527195c95736491ca1967a42cc300275 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 11:59:39.185813 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-ff733d2c-75c2-4666-b11e-2068e292e39c tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:39.229319 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-09b72766-0b1c-4435-acbb-431ca6750eba tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-709632', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-707672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260923'] for router, precommit_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:39.236352 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-aad245a9-de82-4c0f-bac2-e7b62c3967ec tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.5020373 Mar 28 11:59:39.258485 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e0d5896-7697-472b-9343-964011286b18 None None] Network e95a87e2-4c44-46e2-9de5-2786cbaea69c is already hosted by enough agents. {{(pid=87872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:59:39.263167 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.base_scheduler [None req-6e0d5896-7697-472b-9343-964011286b18 None None] Resources bound (agent type, host, resource id): {{(pid=87872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:59:39.263332 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 53552) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:39.266400 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e0d5896-7697-472b-9343-964011286b18 None None] Received port after_create {{(pid=87872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:59:39.276106 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0d5896-7697-472b-9343-964011286b18 None None] Pushing event updated for resources: {'Port': ['ID=51f374ea-1f3b-4b2e-8340-024fd102c247,revision_number=1']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:59:39.306405 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-09b72766-0b1c-4435-acbb-431ca6750eba tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-709647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-709686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-745031'] for router, after_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:39.403386 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-6e0d5896-7697-472b-9343-964011286b18 None None] Attempting to bind port 51f374ea-1f3b-4b2e-8340-024fd102c247 on host dv-neutron-835340-2-hyperv for vnic_type normal with profile {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:59:39.407715 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-6e0d5896-7697-472b-9343-964011286b18 None None] Attempting to bind port 51f374ea-1f3b-4b2e-8340-024fd102c247 by drivers openvswitch,hyperv on host dv-neutron-835340-2-hyperv at level 0 using segments [{'id': 'bd053757-b8b4-4f3a-b553-aa242f2d15d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e95a87e2-4c44-46e2-9de5-2786cbaea69c'}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:59:39.408469 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e0d5896-7697-472b-9343-964011286b18 None None] Attempting to bind port 51f374ea-1f3b-4b2e-8340-024fd102c247 on network e95a87e2-4c44-46e2-9de5-2786cbaea69c {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:59:39.422335 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e0d5896-7697-472b-9343-964011286b18 None None] Checking agent: {'id': '961a16fe-cbc8-4264-ac28-bbbd53f89caa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 46, 6), 'started_at': datetime.datetime(2022, 3, 28, 11, 46, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 11, 59, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 11:59:39.422710 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e0d5896-7697-472b-9343-964011286b18 None None] Checking segment: {'id': 'bd053757-b8b4-4f3a-b553-aa242f2d15d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e95a87e2-4c44-46e2-9de5-2786cbaea69c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:59:39.424959 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-6e0d5896-7697-472b-9343-964011286b18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:39.425349 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e0d5896-7697-472b-9343-964011286b18 None None] Bound using segment: {'id': 'bd053757-b8b4-4f3a-b553-aa242f2d15d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e95a87e2-4c44-46e2-9de5-2786cbaea69c'} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 11:59:39.425845 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-6e0d5896-7697-472b-9343-964011286b18 None None] Bound port: 51f374ea-1f3b-4b2e-8340-024fd102c247, host: dv-neutron-835340-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd053757-b8b4-4f3a-b553-aa242f2d15d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e95a87e2-4c44-46e2-9de5-2786cbaea69c'}}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 11:59:39.426376 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-6e0d5896-7697-472b-9343-964011286b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:39.451172 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.api.v2.resource [None req-0bb77ccd-338f-45b5-bddf-27ee791b6ac6 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 11:59:39.452304 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-0bb77ccd-338f-45b5-bddf-27ee791b6ac6 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.5881360 Mar 28 11:59:39.469771 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 53556) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:39.471060 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-741b59aa-7c7d-4055-aeca-52feac2b00b3 tempest-FloatingIPAdminTestJSON-1024836002 tempest-FloatingIPAdminTestJSON-1024836002-project] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 11:59:39.485345 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-9143b2b2-254f-4a6e-8795-ab25519ccf1e tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Request body: {'security_group_rule': {'security_group_id': 'f85914ba-f9dd-4600-bf4f-909051bc9e14', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:59:39.504726 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d4f95f5-e8b4-46e4-84f8-00149d87a544 None None] Sync routers for ids ['2c49f547-c41c-41ef-82cf-526be9dbf15c'] in dv-neutron-835340-2-hyperv {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 11:59:39.512421 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-9143b2b2-254f-4a6e-8795-ab25519ccf1e tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:59:39.529355 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-9143b2b2-254f-4a6e-8795-ab25519ccf1e tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Usage tracker for resource:security_group_rule and tenant:4ee902fff7d146808202d29b99c7f20c is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:59:39.536140 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-9143b2b2-254f-4a6e-8795-ab25519ccf1e tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:59:39.541233 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09b72766-0b1c-4435-acbb-431ca6750eba tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] Router c1737f01-450f-4bb0-b9a2-e808657729ce has already been hosted by L3 agent af79d429-529e-400b-a119-94d4bec03f3e {{(pid=87871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 11:59:39.549279 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-9143b2b2-254f-4a6e-8795-ab25519ccf1e tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:59:39.556858 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d4f95f5-e8b4-46e4-84f8-00149d87a544 None None] Routers {'2c49f547-c41c-41ef-82cf-526be9dbf15c'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:59:39.556858 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-1d4f95f5-e8b4-46e4-84f8-00149d87a544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T11:59:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['2c49f547-c41c-41ef-82cf-526be9dbf15c'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:59:39.559797 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-741b59aa-7c7d-4055-aeca-52feac2b00b3 tempest-FloatingIPAdminTestJSON-1024836002 tempest-FloatingIPAdminTestJSON-1024836002-project] 10.222.0.30 "PUT /v2.0/routers/2c49f547-c41c-41ef-82cf-526be9dbf15c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2588236 Mar 28 11:59:39.566909 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 53560) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:39.630592 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 47ee2094-eb5b-457d-b919-2164874e69c5 up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:59:39.690612 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-1d4f95f5-e8b4-46e4-84f8-00149d87a544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:59:39.712533 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d4f95f5-e8b4-46e4-84f8-00149d87a544 None None] Routers {'2c49f547-c41c-41ef-82cf-526be9dbf15c'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:59:39.712533 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-1d4f95f5-e8b4-46e4-84f8-00149d87a544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T11:59:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['2c49f547-c41c-41ef-82cf-526be9dbf15c'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:59:39.786255 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9027f1e1-a957-4770-b20e-166965e86e57 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:59:39.792343 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9027f1e1-a957-4770-b20e-166965e86e57 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:59:39.793142 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-9027f1e1-a957-4770-b20e-166965e86e57 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Synchronizing usage tracker for tenant:b4adfe5c8b3a4e57a1afd1d44c455245 on resource:port {{(pid=87870) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:59:39.793270 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-6e0d5896-7697-472b-9343-964011286b18 None None] For port 51f374ea-1f3b-4b2e-8340-024fd102c247, host dv-neutron-835340-2-hyperv, cleared binding levels {{(pid=87872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 11:59:39.798389 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-1d4f95f5-e8b4-46e4-84f8-00149d87a544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:59:39.798855 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d4f95f5-e8b4-46e4-84f8-00149d87a544 None None] The sync data for ids ['2c49f547-c41c-41ef-82cf-526be9dbf15c'] in dv-neutron-835340-2-hyperv is: [] {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 11:59:39.810864 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09b72766-0b1c-4435-acbb-431ca6750eba tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 11:59:39.817964 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-6e0d5896-7697-472b-9343-964011286b18 None None] For port 51f374ea-1f3b-4b2e-8340-024fd102c247, host dv-neutron-835340-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=51f374ea-1f3b-4b2e-8340-024fd102c247,segment=NetworkSegment(bd053757-b8b4-4f3a-b553-aa242f2d15d2),segment_id=bd053757-b8b4-4f3a-b553-aa242f2d15d2)] {{(pid=87872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 11:59:39.821931 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2344156-a0ac-4ff1-8c96-12736fd5c60d None None] Sync routers for ids ['c1737f01-450f-4bb0-b9a2-e808657729ce'] in dv-neutron-835340-2-hyperv {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 11:59:39.824778 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-6e0d5896-7697-472b-9343-964011286b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:39.830095 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-09b72766-0b1c-4435-acbb-431ca6750eba tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] Notify callbacks [] for router, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:39.832113 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-09b72766-0b1c-4435-acbb-431ca6750eba tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] 10.222.0.30 "PUT /v2.0/routers/c1737f01-450f-4bb0-b9a2-e808657729ce HTTP/1.1" status: 200 len: 709 time: 3.6489685 Mar 28 11:59:39.837512 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.api.v2.resource [None req-9143b2b2-254f-4a6e-8795-ab25519ccf1e tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 11:59:39.839345 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2344156-a0ac-4ff1-8c96-12736fd5c60d None None] Routers {'c1737f01-450f-4bb0-b9a2-e808657729ce'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:59:39.840153 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-c2344156-a0ac-4ff1-8c96-12736fd5c60d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T11:59:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['c1737f01-450f-4bb0-b9a2-e808657729ce'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:59:39.842041 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-9143b2b2-254f-4a6e-8795-ab25519ccf1e tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.3687990 Mar 28 11:59:39.842585 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 53564) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:39.842901 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 53566) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:39.888710 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning for port 47ee2094-eb5b-457d-b919-2164874e69c5 completed by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:59:39.901142 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-ff733d2c-75c2-4666-b11e-2068e292e39c tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:39.930225 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ceb2286-8f2b-4ffd-a7bf-73b647ecd46c tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Router 938ec9b1-845a-41c1-8863-138dcf053909 has already been hosted by L3 agent af79d429-529e-400b-a119-94d4bec03f3e {{(pid=87870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 11:59:39.970636 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-ff733d2c-75c2-4666-b11e-2068e292e39c tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740322'] for security_group_rule, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:39.978021 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0d5896-7697-472b-9343-964011286b18 None None] Pushing event updated for resources: {'Port': ['ID=51f374ea-1f3b-4b2e-8340-024fd102c247,revision_number=2']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:59:39.992522 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-c2344156-a0ac-4ff1-8c96-12736fd5c60d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:59:40.013087 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2344156-a0ac-4ff1-8c96-12736fd5c60d None None] Routers {'c1737f01-450f-4bb0-b9a2-e808657729ce'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:59:40.014160 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-c2344156-a0ac-4ff1-8c96-12736fd5c60d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T11:59:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['c1737f01-450f-4bb0-b9a2-e808657729ce'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:59:40.022136 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-9027f1e1-a957-4770-b20e-166965e86e57 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Unset dirty status for tenant:b4adfe5c8b3a4e57a1afd1d44c455245 on resource:port {{(pid=87870) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:59:40.025729 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-9027f1e1-a957-4770-b20e-166965e86e57 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.7574754 Mar 28 11:59:40.082531 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 53572) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:40.115554 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-c2344156-a0ac-4ff1-8c96-12736fd5c60d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:59:40.116315 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2344156-a0ac-4ff1-8c96-12736fd5c60d None None] The sync data for ids ['c1737f01-450f-4bb0-b9a2-e808657729ce'] in dv-neutron-835340-2-hyperv is: [] {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 11:59:40.119736 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff733d2c-75c2-4666-b11e-2068e292e39c tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f21c19bc-4529-4593-a974-33cf0b00c8b3,revision_number=0']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:59:40.233446 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-ff733d2c-75c2-4666-b11e-2068e292e39c tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:40.234826 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-ff733d2c-75c2-4666-b11e-2068e292e39c tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.4821358 Mar 28 11:59:40.238259 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-31e100f5-c501-4fda-aca2-45669544cd12 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks [] for port, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:40.241906 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 53576) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:40.267086 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-30f4cde4-9fdd-4dd3-b135-4f23d6679fa6 tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] 10.222.0.30 "GET /v2.0/routers/c1737f01-450f-4bb0-b9a2-e808657729ce HTTP/1.1" status: 200 len: 744 time: 0.4205010 Mar 28 11:59:40.271248 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 53580) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:40.275493 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-a412072c-6ffc-4c15-86a5-1cf5dc50d90d tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Request body: {'security_group_rule': {'security_group_id': 'e59444d0-c743-4927-b846-a029d293bc8e', 'project_id': '527195c95736491ca1967a42cc300275', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:59:40.292390 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-7fb7ff0b-dea5-4241-a3a1-f960e7b5d999 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Notify callbacks [] for security_group, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:40.313346 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-bb9e5259-4acd-4f3b-bae5-79d7a595b08e tempest-FloatingIPAdminTestJSON-1024836002 tempest-FloatingIPAdminTestJSON-1024836002-project] Notify callbacks [] for router, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:40.325184 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.provisioning_blocks [None req-31e100f5-c501-4fda-aca2-45669544cd12 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Transition to ACTIVE for port object 7bdb00bc-20bc-4aab-aeca-018f1e0d012f will not be triggered until provisioned by entity DHCP. {{(pid=87870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:59:40.330648 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-5492780f-41e9-4481-bb28-d54029bf3b7d tempest-RoutersIpV6AdminTest-1730753478 tempest-RoutersIpV6AdminTest-1730753478-project-admin] 10.222.0.30 "GET /v2.0/ports?network_id=ac2b1748-8f63-4b17-a9c7-07e79704aa5b&device_id=c1737f01-450f-4bb0-b9a2-e808657729ce HTTP/1.1" status: 200 len: 205 time: 0.0549731 Mar 28 11:59:40.334651 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 53584) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:40.375433 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ceb2286-8f2b-4ffd-a7bf-73b647ecd46c tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 11:59:40.385859 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62dc8e8b-3d20-48f9-bd5b-dde0b093a807 None None] Sync routers for ids ['938ec9b1-845a-41c1-8863-138dcf053909'] in dv-neutron-835340-2-hyperv {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 11:59:40.391137 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-1ceb2286-8f2b-4ffd-a7bf-73b647ecd46c tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] 10.222.0.30 "PUT /v2.0/routers/938ec9b1-845a-41c1-8863-138dcf053909/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9089799 Mar 28 11:59:40.395133 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-0358e30e-f3dc-4b5c-9f9e-5f53144eacd5 tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1737f01-450f-4bb0-b9a2-e808657729ce HTTP/1.1" status: 200 len: 205 time: 0.0572815 Mar 28 11:59:40.395133 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 53588) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:40.398346 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 53590) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:40.404657 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62dc8e8b-3d20-48f9-bd5b-dde0b093a807 None None] Routers {'938ec9b1-845a-41c1-8863-138dcf053909'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:59:40.405323 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-62dc8e8b-3d20-48f9-bd5b-dde0b093a807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T11:59:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['938ec9b1-845a-41c1-8863-138dcf053909'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:59:40.419518 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-a412072c-6ffc-4c15-86a5-1cf5dc50d90d tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:59:40.423689 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-a412072c-6ffc-4c15-86a5-1cf5dc50d90d tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Usage tracker for resource:security_group_rule and tenant:527195c95736491ca1967a42cc300275 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:59:40.426897 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-a412072c-6ffc-4c15-86a5-1cf5dc50d90d tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:59:40.432933 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-a412072c-6ffc-4c15-86a5-1cf5dc50d90d tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:59:40.454626 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-9aa11ca6-f08e-4b2d-b721-6655a67fc728 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Deleting port 6729707c-a337-4c4d-9d20-a24931d4b775 {{(pid=87871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:59:40.455114 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-9aa11ca6-f08e-4b2d-b721-6655a67fc728 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:40.558128 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e622432-d171-4c29-b962-032ce7c457de None None] Network 725deed5-3674-4883-9a0c-91a366ed6d4f requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:59:40.626043 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.db.securitygroups_db [None req-a412072c-6ffc-4c15-86a5-1cf5dc50d90d tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Project 527195c95736491ca1967a42cc300275 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 11:59:40.632720 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-7fb7ff0b-dea5-4241-a3a1-f960e7b5d999 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:40.653185 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.db_base_plugin_v2 [None req-bef55af6-9007-4a2d-81ac-dda7a0485acc tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Deleting subnet bc5359af-f2b3-4691-9f1c-24195b25e4f3 {{(pid=87870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 11:59:40.658164 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-7e720ce2-6d6e-46bf-accf-b77d2f06de53 tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] Notify callbacks [] for router, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:40.660462 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-a412072c-6ffc-4c15-86a5-1cf5dc50d90d tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:40.725416 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-bef55af6-9007-4a2d-81ac-dda7a0485acc tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks [] for subnet, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:40.752470 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-1b6eeb41-d90e-427d-8360-29699ed18d8f None None] Provisioning for port 47ee2094-eb5b-457d-b919-2164874e69c5 completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:59:40.761201 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvr_db [None req-62dc8e8b-3d20-48f9-bd5b-dde0b093a807 None None] Set router 938ec9b1-845a-41c1-8863-138dcf053909 gateway port host: None {{(pid=87872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:59:40.764064 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-31e100f5-c501-4fda-aca2-45669544cd12 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:40.816387 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-1b6eeb41-d90e-427d-8360-29699ed18d8f None None] Provisioning complete for port 47ee2094-eb5b-457d-b919-2164874e69c5 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:59:40.816387 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-1b6eeb41-d90e-427d-8360-29699ed18d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:40.906237 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-bb9e5259-4acd-4f3b-bae5-79d7a595b08e tempest-FloatingIPAdminTestJSON-1024836002 tempest-FloatingIPAdminTestJSON-1024836002-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:40.927301 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31e100f5-c501-4fda-aca2-45669544cd12 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Network 725deed5-3674-4883-9a0c-91a366ed6d4f is already hosted by enough agents. {{(pid=87870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:59:40.972250 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-7fb7ff0b-dea5-4241-a3a1-f960e7b5d999 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:41.011855 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-bb9e5259-4acd-4f3b-bae5-79d7a595b08e tempest-FloatingIPAdminTestJSON-1024836002 tempest-FloatingIPAdminTestJSON-1024836002-project] Deleting port 29ae025c-b814-4c67-b794-a8930038a7ad {{(pid=87871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:59:41.012187 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-bb9e5259-4acd-4f3b-bae5-79d7a595b08e tempest-FloatingIPAdminTestJSON-1024836002 tempest-FloatingIPAdminTestJSON-1024836002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:41.071112 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb7ff0b-dea5-4241-a3a1-f960e7b5d999 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f85914ba-f9dd-4600-bf4f-909051bc9e14,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:59:41.075106 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-a412072c-6ffc-4c15-86a5-1cf5dc50d90d tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:41.114655 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-7e720ce2-6d6e-46bf-accf-b77d2f06de53 tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-745164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-260864'] for router, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:41.116666 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-a412072c-6ffc-4c15-86a5-1cf5dc50d90d tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740322'] for security_group_rule, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:41.117403 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-7e720ce2-6d6e-46bf-accf-b77d2f06de53 tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:41.142915 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.base_scheduler [None req-31e100f5-c501-4fda-aca2-45669544cd12 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Resources bound (agent type, host, resource id): {{(pid=87870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:59:41.159422 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e100f5-c501-4fda-aca2-45669544cd12 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Received port after_create {{(pid=87870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:59:41.172537 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-a412072c-6ffc-4c15-86a5-1cf5dc50d90d tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:41.183487 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-a412072c-6ffc-4c15-86a5-1cf5dc50d90d tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.9182868 Mar 28 11:59:41.189669 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-bef55af6-9007-4a2d-81ac-dda7a0485acc tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3591354'] for subnet, precommit_delete_associations {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:41.243689 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-7fb7ff0b-dea5-4241-a3a1-f960e7b5d999 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Notify callbacks [] for security_group, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:41.244822 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-7fb7ff0b-dea5-4241-a3a1-f960e7b5d999 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] 10.222.0.30 "DELETE /v2.0/security-groups/f85914ba-f9dd-4600-bf4f-909051bc9e14 HTTP/1.1" status: 204 len: 168 time: 1.3966334 Mar 28 11:59:41.253866 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-7e720ce2-6d6e-46bf-accf-b77d2f06de53 tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-745021'] for router, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:41.254455 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e720ce2-6d6e-46bf-accf-b77d2f06de53 tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] Fanout notify agent at l3_agent the message router_deleted on router c1737f01-450f-4bb0-b9a2-e808657729ce {{(pid=87870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 11:59:41.267563 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 53598) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:41.268039 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a412072c-6ffc-4c15-86a5-1cf5dc50d90d tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adb3f9a3-7756-4d5e-a224-81199206e96f,revision_number=0']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:59:41.295998 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e100f5-c501-4fda-aca2-45669544cd12 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Pushing event updated for resources: {'Port': ['ID=7bdb00bc-20bc-4aab-aeca-018f1e0d012f,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:59:41.320296 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-7e720ce2-6d6e-46bf-accf-b77d2f06de53 tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] Notify callbacks [] for router, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:41.321493 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-7e720ce2-6d6e-46bf-accf-b77d2f06de53 tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] 10.222.0.30 "DELETE /v2.0/routers/c1737f01-450f-4bb0-b9a2-e808657729ce HTTP/1.1" status: 204 len: 168 time: 0.8884721 Mar 28 11:59:41.327534 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 53602) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:41.395040 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-2503c94b-bf14-47ac-8164-a788ff899d89 tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1737f01-450f-4bb0-b9a2-e808657729ce HTTP/1.1" status: 200 len: 205 time: 0.0645034 Mar 28 11:59:41.403685 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 53606) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:41.446430 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31e100f5-c501-4fda-aca2-45669544cd12 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:59:41.447108 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-31e100f5-c501-4fda-aca2-45669544cd12 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:41.520636 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-31e100f5-c501-4fda-aca2-45669544cd12 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 4.1337790 Mar 28 11:59:41.521132 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-1b6eeb41-d90e-427d-8360-29699ed18d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:41.522988 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 53618) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:41.565369 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 51f374ea-1f3b-4b2e-8340-024fd102c247 up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:59:41.578899 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.api.v2.resource [None req-af2e86c7-7148-46e4-bb8c-1ecc0f62aa1e tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] delete failed (client error): The resource could not be found. Mar 28 11:59:41.582494 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-af2e86c7-7148-46e4-bb8c-1ecc0f62aa1e tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] 10.222.0.30 "DELETE /v2.0/routers/c1737f01-450f-4bb0-b9a2-e808657729ce HTTP/1.1" status: 404 len: 336 time: 0.1753399 Mar 28 11:59:41.588299 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-9aa11ca6-f08e-4b2d-b721-6655a67fc728 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:41.596071 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 53622) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:41.612334 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-3328449f-d1b9-45e2-b521-b16cc9276810 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Synchronizing usage tracker for tenant:4ee902fff7d146808202d29b99c7f20c on resource:security_group {{(pid=87871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:59:41.616956 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-bef55af6-9007-4a2d-81ac-dda7a0485acc tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1919782'] for subnet, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:41.661976 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-1b6eeb41-d90e-427d-8360-29699ed18d8f None None] For port 47ee2094-eb5b-457d-b919-2164874e69c5, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=47ee2094-eb5b-457d-b919-2164874e69c5,segment=NetworkSegment(05aed5f4-f84b-42cf-96a0-f05c39173e69),segment_id=05aed5f4-f84b-42cf-96a0-f05c39173e69)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:59:41.677193 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-1b6eeb41-d90e-427d-8360-29699ed18d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:41.833429 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-62dc8e8b-3d20-48f9-bd5b-dde0b093a807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '938ec9b1-845a-41c1-8863-138dcf053909', 'name': 'tempest-RoutersTest-router-1318390689', 'tenant_id': 'fc0f0a585a8c4bf2950e053878e50dfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:58:28Z', 'updated_at': '2022-03-28T11:59:37Z', 'revision_number': 9, 'project_id': 'fc0f0a585a8c4bf2950e053878e50dfb', 'gw_port_host': None, '_interfaces': [{'id': '1fe51bf3-b32b-46eb-a1bb-3c1d5b15ad12', 'name': '', 'network_id': '65efd158-193d-4ca0-9933-16ad45c695bf', 'tenant_id': 'fc0f0a585a8c4bf2950e053878e50dfb', 'mac_address': 'fa:16:3e:14:77:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '938ec9b1-845a-41c1-8863-138dcf053909', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '28ef9538-7c39-4316-b125-b5462d60a20a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:58:31Z', 'updated_at': '2022-03-28T11:58:45Z', 'revision_number': 5, 'project_id': 'fc0f0a585a8c4bf2950e053878e50dfb', 'subnets': [{'id': '28ef9538-7c39-4316-b125-b5462d60a20a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2657de3f-45d4-43e3-ba0a-596c0d44ea2a', 'name': '', 'network_id': '9bec2ed4-7a0e-4214-bb70-038db8dc0875', 'tenant_id': 'fc0f0a585a8c4bf2950e053878e50dfb', 'mac_address': 'fa:16:3e:22:48:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '938ec9b1-845a-41c1-8863-138dcf053909', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '5cea8896-b98b-428e-a293-c30110da671f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:58:41Z', 'updated_at': '2022-03-28T11:59:02Z', 'revision_number': 5, 'project_id': 'fc0f0a585a8c4bf2950e053878e50dfb', 'subnets': [{'id': '5cea8896-b98b-428e-a293-c30110da671f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:59:41.844541 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6eeb41-d90e-427d-8360-29699ed18d8f None None] Pushing event updated for resources: {'Port': ['ID=47ee2094-eb5b-457d-b919-2164874e69c5,revision_number=3']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:59:41.852217 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning for port 51f374ea-1f3b-4b2e-8340-024fd102c247 completed by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:59:41.855224 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62dc8e8b-3d20-48f9-bd5b-dde0b093a807 None None] Checking router: 938ec9b1-845a-41c1-8863-138dcf053909 for host: dv-neutron-835340-2-hyperv {{(pid=87872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 11:59:41.874111 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62dc8e8b-3d20-48f9-bd5b-dde0b093a807 None None] Routers {'938ec9b1-845a-41c1-8863-138dcf053909'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:59:41.876448 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-62dc8e8b-3d20-48f9-bd5b-dde0b093a807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T11:59:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['938ec9b1-845a-41c1-8863-138dcf053909'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:59:41.893622 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-9aa11ca6-f08e-4b2d-b721-6655a67fc728 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Calling delete_port for 6729707c-a337-4c4d-9d20-a24931d4b775 owned by {{(pid=87871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:59:41.947264 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-a7d2ee7f-696b-42b8-94e9-85045c745ec8 None None] Provisioning for port 51f374ea-1f3b-4b2e-8340-024fd102c247 completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:59:41.970302 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-a7d2ee7f-696b-42b8-94e9-85045c745ec8 None None] Provisioning complete for port 51f374ea-1f3b-4b2e-8340-024fd102c247 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:59:41.970679 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-a7d2ee7f-696b-42b8-94e9-85045c745ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:42.095962 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-d59d8067-0adb-490c-8b7a-5cd6566912e6 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Deleting port 7bdb00bc-20bc-4aab-aeca-018f1e0d012f {{(pid=87870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:59:42.096472 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-d59d8067-0adb-490c-8b7a-5cd6566912e6 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:42.108380 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-0f2cbafa-dce0-475e-a503-b50bae122fe2 tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] 10.222.0.30 "GET /v2.0/ports?device_id=f33d0269-b5b6-4530-b909-732738a330ae HTTP/1.1" status: 200 len: 205 time: 0.5111957 Mar 28 11:59:42.111743 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvr_db [None req-62dc8e8b-3d20-48f9-bd5b-dde0b093a807 None None] Set router 938ec9b1-845a-41c1-8863-138dcf053909 gateway port host: None {{(pid=87872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:59:42.117779 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 53630) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:42.124814 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-bb9e5259-4acd-4f3b-bae5-79d7a595b08e tempest-FloatingIPAdminTestJSON-1024836002 tempest-FloatingIPAdminTestJSON-1024836002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:42.181962 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [req-3df29ead-ab08-45c4-b52a-1c06387d4f10 req-27d8f2b8-c006-4537-a0ef-3a2ba7fa5210 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Synchronizing usage tracker for tenant:527195c95736491ca1967a42cc300275 on resource:security_group {{(pid=87870) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:59:42.212751 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-9aa11ca6-f08e-4b2d-b721-6655a67fc728 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:42.285227 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [req-3df29ead-ab08-45c4-b52a-1c06387d4f10 req-27d8f2b8-c006-4537-a0ef-3a2ba7fa5210 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Unset dirty status for tenant:527195c95736491ca1967a42cc300275 on resource:security_group {{(pid=87870) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:59:42.286682 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-3df29ead-ab08-45c4-b52a-1c06387d4f10 req-27d8f2b8-c006-4537-a0ef-3a2ba7fa5210 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-850991756&fields=id&tenant_id=527195c95736491ca1967a42cc300275 HTTP/1.1" status: 200 len: 267 time: 0.2689877 Mar 28 11:59:42.303537 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-bef55af6-9007-4a2d-81ac-dda7a0485acc tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1919805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2561174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2563528'] for subnet, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:42.326066 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-3328449f-d1b9-45e2-b521-b16cc9276810 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Unset dirty status for tenant:4ee902fff7d146808202d29b99c7f20c on resource:security_group {{(pid=87871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:59:42.331144 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-3328449f-d1b9-45e2-b521-b16cc9276810 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 1.0549357 Mar 28 11:59:42.331144 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.api.v2.resource [None req-bf1552c2-b846-49cc-a3f0-5b5b74b38f71 tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] delete failed (client error): The resource could not be found. Mar 28 11:59:42.336973 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-bf1552c2-b846-49cc-a3f0-5b5b74b38f71 tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] 10.222.0.30 "DELETE /v2.0/routers/f33d0269-b5b6-4530-b909-732738a330ae HTTP/1.1" status: 404 len: 336 time: 0.2181072 Mar 28 11:59:42.352173 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 53634) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:42.352318 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 53636) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:42.393792 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef55af6-9007-4a2d-81ac-dda7a0485acc tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Pushing event deleted for resources: {'Subnet': ['ID=bc5359af-f2b3-4691-9f1c-24195b25e4f3,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:59:42.400331 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa11ca6-f08e-4b2d-b721-6655a67fc728 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Pushing event deleted for resources: {'Port': ['ID=6729707c-a337-4c4d-9d20-a24931d4b775,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:59:42.409672 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-a7d2ee7f-696b-42b8-94e9-85045c745ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:42.410013 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-bb9e5259-4acd-4f3b-bae5-79d7a595b08e tempest-FloatingIPAdminTestJSON-1024836002 tempest-FloatingIPAdminTestJSON-1024836002-project] Calling delete_port for 29ae025c-b814-4c67-b794-a8930038a7ad owned by network:router_gateway {{(pid=87871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:59:42.419046 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-19ee6ad0-a567-44cf-bc5e-7471a483f1ce tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Request body: {'security_group': {'name': 'tempest-secgroup--1449118298'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:59:42.481110 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-19ee6ad0-a567-44cf-bc5e-7471a483f1ce tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:59:42.494509 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-670ba034-5869-49b8-9f42-6835542fbabe None None] Network a956713e-d181-4807-8431-0d815148d80c requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:59:42.495338 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-76f030c2-2237-4825-a088-32472b180d80 tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] 10.222.0.30 "GET /v2.0/ports?device_id=035d0d8a-4555-49b6-83c9-3d8935ac7429 HTTP/1.1" status: 200 len: 205 time: 0.0972455 Mar 28 11:59:42.499103 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-bef55af6-9007-4a2d-81ac-dda7a0485acc tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks [] for subnet, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:42.510072 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-bef55af6-9007-4a2d-81ac-dda7a0485acc tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] 10.222.0.30 "DELETE /v2.0/subnets/bc5359af-f2b3-4691-9f1c-24195b25e4f3 HTTP/1.1" status: 204 len: 168 time: 2.1144614 Mar 28 11:59:42.570574 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 53642) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:42.570792 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 53644) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:42.622165 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-a7d2ee7f-696b-42b8-94e9-85045c745ec8 None None] For port 51f374ea-1f3b-4b2e-8340-024fd102c247, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=51f374ea-1f3b-4b2e-8340-024fd102c247,segment=NetworkSegment(bd053757-b8b4-4f3a-b553-aa242f2d15d2),segment_id=bd053757-b8b4-4f3a-b553-aa242f2d15d2)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:59:42.630283 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-9aa11ca6-f08e-4b2d-b721-6655a67fc728 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:42.655329 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-a7d2ee7f-696b-42b8-94e9-85045c745ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:42.707200 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-9aa11ca6-f08e-4b2d-b721-6655a67fc728 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "DELETE /v2.0/ports/6729707c-a337-4c4d-9d20-a24931d4b775 HTTP/1.1" status: 204 len: 168 time: 2.6208785 Mar 28 11:59:42.708066 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 53650) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:42.733250 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-19ee6ad0-a567-44cf-bc5e-7471a483f1ce tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:59:42.785408 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.api.v2.resource [None req-004c8fe1-f4d5-45ee-b8c4-72fcec083a5b tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] delete failed (client error): The resource could not be found. Mar 28 11:59:42.789341 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-004c8fe1-f4d5-45ee-b8c4-72fcec083a5b tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] 10.222.0.30 "DELETE /v2.0/routers/035d0d8a-4555-49b6-83c9-3d8935ac7429 HTTP/1.1" status: 404 len: 336 time: 0.2147217 Mar 28 11:59:42.795744 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 53654) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:42.832892 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d2ee7f-696b-42b8-94e9-85045c745ec8 None None] Pushing event updated for resources: {'Port': ['ID=51f374ea-1f3b-4b2e-8340-024fd102c247,revision_number=3']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:59:42.849463 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13c0f666-30d1-4a49-96ff-d70bac8923ac tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:59:42.851418 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13c0f666-30d1-4a49-96ff-d70bac8923ac tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:59:42.853864 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-226a40eb-a32a-46d2-8373-de37e48fb8d4 None None] Provisioning complete for port 47ee2094-eb5b-457d-b919-2164874e69c5 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:59:42.854233 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-226a40eb-a32a-46d2-8373-de37e48fb8d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:42.856039 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-13c0f666-30d1-4a49-96ff-d70bac8923ac tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1397781 Mar 28 11:59:42.858727 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 53658) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:42.893846 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-19ee6ad0-a567-44cf-bc5e-7471a483f1ce tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Notify callbacks [] for security_group, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:42.929082 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-bb9e5259-4acd-4f3b-bae5-79d7a595b08e tempest-FloatingIPAdminTestJSON-1024836002 tempest-FloatingIPAdminTestJSON-1024836002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:42.939813 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-62dc8e8b-3d20-48f9-bd5b-dde0b093a807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '938ec9b1-845a-41c1-8863-138dcf053909', 'name': 'tempest-RoutersTest-router-1318390689', 'tenant_id': 'fc0f0a585a8c4bf2950e053878e50dfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:58:28Z', 'updated_at': '2022-03-28T11:59:37Z', 'revision_number': 9, 'project_id': 'fc0f0a585a8c4bf2950e053878e50dfb', 'gw_port_host': None, '_interfaces': [{'id': '1fe51bf3-b32b-46eb-a1bb-3c1d5b15ad12', 'name': '', 'network_id': '65efd158-193d-4ca0-9933-16ad45c695bf', 'tenant_id': 'fc0f0a585a8c4bf2950e053878e50dfb', 'mac_address': 'fa:16:3e:14:77:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '938ec9b1-845a-41c1-8863-138dcf053909', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '28ef9538-7c39-4316-b125-b5462d60a20a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:58:31Z', 'updated_at': '2022-03-28T11:58:45Z', 'revision_number': 5, 'project_id': 'fc0f0a585a8c4bf2950e053878e50dfb', 'subnets': [{'id': '28ef9538-7c39-4316-b125-b5462d60a20a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2657de3f-45d4-43e3-ba0a-596c0d44ea2a', 'name': '', 'network_id': '9bec2ed4-7a0e-4214-bb70-038db8dc0875', 'tenant_id': 'fc0f0a585a8c4bf2950e053878e50dfb', 'mac_address': 'fa:16:3e:22:48:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '938ec9b1-845a-41c1-8863-138dcf053909', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '5cea8896-b98b-428e-a293-c30110da671f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:58:41Z', 'updated_at': '2022-03-28T11:59:02Z', 'revision_number': 5, 'project_id': 'fc0f0a585a8c4bf2950e053878e50dfb', 'subnets': [{'id': '5cea8896-b98b-428e-a293-c30110da671f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:59:42.955425 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-07468805-4561-4092-b0b7-de49d2640617 tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] 10.222.0.30 "GET /v2.0/ports?device_id=fc4a4a46-6f3b-4b5a-abc3-b3c7d678c754 HTTP/1.1" status: 200 len: 205 time: 0.1505439 Mar 28 11:59:42.955688 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62dc8e8b-3d20-48f9-bd5b-dde0b093a807 None None] The sync data for ids ['938ec9b1-845a-41c1-8863-138dcf053909'] in dv-neutron-835340-2-hyperv is: [{'id': '938ec9b1-845a-41c1-8863-138dcf053909', 'name': 'tempest-RoutersTest-router-1318390689', 'tenant_id': 'fc0f0a585a8c4bf2950e053878e50dfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:58:28Z', 'updated_at': '2022-03-28T11:59:37Z', 'revision_number': 9, 'project_id': 'fc0f0a585a8c4bf2950e053878e50dfb', 'gw_port_host': None, '_interfaces': [{'id': '1fe51bf3-b32b-46eb-a1bb-3c1d5b15ad12', 'name': '', 'network_id': '65efd158-193d-4ca0-9933-16ad45c695bf', 'tenant_id': 'fc0f0a585a8c4bf2950e053878e50dfb', 'mac_address': 'fa:16:3e:14:77:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '938ec9b1-845a-41c1-8863-138dcf053909', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '28ef9538-7c39-4316-b125-b5462d60a20a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:58:31Z', 'updated_at': '2022-03-28T11:58:45Z', 'revision_number': 5, 'project_id': 'fc0f0a585a8c4bf2950e053878e50dfb', 'subnets': [{'id': '28ef9538-7c39-4316-b125-b5462d60a20a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2657de3f-45d4-43e3-ba0a-596c0d44ea2a', 'name': '', 'network_id': '9bec2ed4-7a0e-4214-bb70-038db8dc0875', 'tenant_id': 'fc0f0a585a8c4bf2950e053878e50dfb', 'mac_address': 'fa:16:3e:22:48:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '938ec9b1-845a-41c1-8863-138dcf053909', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '5cea8896-b98b-428e-a293-c30110da671f', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:58:41Z', 'updated_at': '2022-03-28T11:59:02Z', 'revision_number': 5, 'project_id': 'fc0f0a585a8c4bf2950e053878e50dfb', 'subnets': [{'id': '5cea8896-b98b-428e-a293-c30110da671f', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 11:59:42.971863 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 53662) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:43.000843 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9e5259-4acd-4f3b-bae5-79d7a595b08e tempest-FloatingIPAdminTestJSON-1024836002 tempest-FloatingIPAdminTestJSON-1024836002-project] Pushing event deleted for resources: {'Port': ['ID=29ae025c-b814-4c67-b794-a8930038a7ad,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:59:43.036373 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-226a40eb-a32a-46d2-8373-de37e48fb8d4 None None] Could not find standard attr ID for object 6729707c-a337-4c4d-9d20-a24931d4b775. {{(pid=87872) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 28 11:59:43.038523 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.db_base_plugin_v2 [None req-628fba2c-8eb5-4368-9e0f-049f19e0a09e tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Deleting subnet 97b1db93-4abb-4290-a839-def403b9ed4c {{(pid=87871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 11:59:43.044257 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-628fba2c-8eb5-4368-9e0f-049f19e0a09e tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks [] for subnet, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:43.044800 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-19ee6ad0-a567-44cf-bc5e-7471a483f1ce tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:59:43.049990 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-226a40eb-a32a-46d2-8373-de37e48fb8d4 None None] Provisioning for port 7bdb00bc-20bc-4aab-aeca-018f1e0d012f completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:59:43.050187 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-3d61baf2-1324-4f69-a31b-7445d18d3b22 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588883'] for network, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:43.058235 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df29ead-ab08-45c4-b52a-1c06387d4f10 req-1dca4982-8fb0-4034-bb8e-ac15909053fb tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:59:43.059172 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-226a40eb-a32a-46d2-8373-de37e48fb8d4 None None] Provisioning complete for port 7bdb00bc-20bc-4aab-aeca-018f1e0d012f triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:59:43.059666 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-226a40eb-a32a-46d2-8373-de37e48fb8d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:43.059788 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-3df29ead-ab08-45c4-b52a-1c06387d4f10 req-1dca4982-8fb0-4034-bb8e-ac15909053fb tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/networks?id=3eabdfb2-13df-46a0-90ee-a82c1c8f310b HTTP/1.1" status: 200 len: 796 time: 0.7586212 Mar 28 11:59:43.067519 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-d59d8067-0adb-490c-8b7a-5cd6566912e6 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:43.093263 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-19ee6ad0-a567-44cf-bc5e-7471a483f1ce tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Usage tracker for resource:security_group_rule and tenant:4ee902fff7d146808202d29b99c7f20c is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:59:43.103189 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-19ee6ad0-a567-44cf-bc5e-7471a483f1ce tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:59:43.119481 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-226a40eb-a32a-46d2-8373-de37e48fb8d4 None None] Port 7bdb00bc-20bc-4aab-aeca-018f1e0d012f cannot update to ACTIVE because it is not bound. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 11:59:43.156463 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-628fba2c-8eb5-4368-9e0f-049f19e0a09e tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3436877'] for subnet, precommit_delete_associations {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:43.159345 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.api.v2.resource [None req-ae5688ec-9322-46d8-a971-bcd6b712c5cb tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] delete failed (client error): The resource could not be found. Mar 28 11:59:43.160388 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-ae5688ec-9322-46d8-a971-bcd6b712c5cb tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] 10.222.0.30 "DELETE /v2.0/routers/fc4a4a46-6f3b-4b5a-abc3-b3c7d678c754 HTTP/1.1" status: 404 len: 336 time: 0.1859174 Mar 28 11:59:43.184607 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 53666) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:43.223935 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-19ee6ad0-a567-44cf-bc5e-7471a483f1ce tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:59:43.235609 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-d59d8067-0adb-490c-8b7a-5cd6566912e6 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Calling delete_port for 7bdb00bc-20bc-4aab-aeca-018f1e0d012f owned by {{(pid=87870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:59:43.245623 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-bb9e5259-4acd-4f3b-bae5-79d7a595b08e tempest-FloatingIPAdminTestJSON-1024836002 tempest-FloatingIPAdminTestJSON-1024836002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-709573'] for router_gateway, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:43.264575 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-3df29ead-ab08-45c4-b52a-1c06387d4f10 req-1895d275-e82c-4a6b-a1a9-eb5ab37aad32 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/quotas/527195c95736491ca1967a42cc300275 HTTP/1.1" status: 200 len: 375 time: 0.1861560 Mar 28 11:59:43.278768 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-3d61baf2-1324-4f69-a31b-7445d18d3b22 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Deleting port 294c40ad-476e-4949-9ce3-cb43f45d90b3 {{(pid=87870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:59:43.279137 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-3d61baf2-1324-4f69-a31b-7445d18d3b22 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:43.285725 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-44560bf3-7c23-471f-bcaf-792a30a0c908 tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] 10.222.0.30 "GET /v2.0/ports?device_id=372ca761-6a66-4c69-8a94-b0ea7ef0c162 HTTP/1.1" status: 200 len: 205 time: 0.1001134 Mar 28 11:59:43.306346 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 53670) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:43.359030 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b043ba53-1bf5-4a3e-8aa0-76f5fdaa02e9 None None] DHCP port deletion for a956713e-d181-4807-8431-0d815148d80c request from dv-neutron-835340-2-hyperv {{(pid=87872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 11:59:43.367130 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-b043ba53-1bf5-4a3e-8aa0-76f5fdaa02e9 None None] Deleting port 294c40ad-476e-4949-9ce3-cb43f45d90b3 {{(pid=87872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:59:43.367661 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-b043ba53-1bf5-4a3e-8aa0-76f5fdaa02e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:43.436129 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-bb9e5259-4acd-4f3b-bae5-79d7a595b08e tempest-FloatingIPAdminTestJSON-1024836002 tempest-FloatingIPAdminTestJSON-1024836002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-745164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-260864'] for router, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:43.440529 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-bb9e5259-4acd-4f3b-bae5-79d7a595b08e tempest-FloatingIPAdminTestJSON-1024836002 tempest-FloatingIPAdminTestJSON-1024836002-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:43.484251 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-628fba2c-8eb5-4368-9e0f-049f19e0a09e tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1919782'] for subnet, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:43.517511 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-bb9e5259-4acd-4f3b-bae5-79d7a595b08e tempest-FloatingIPAdminTestJSON-1024836002 tempest-FloatingIPAdminTestJSON-1024836002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-745021'] for router, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:43.518154 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb9e5259-4acd-4f3b-bae5-79d7a595b08e tempest-FloatingIPAdminTestJSON-1024836002 tempest-FloatingIPAdminTestJSON-1024836002-project] Fanout notify agent at l3_agent the message router_deleted on router 2c49f547-c41c-41ef-82cf-526be9dbf15c {{(pid=87871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 11:59:43.534084 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.api.v2.resource [None req-0c8ec6f6-7189-4861-962e-ac3996056cf1 tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] delete failed (client error): The resource could not be found. Mar 28 11:59:43.535028 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-0c8ec6f6-7189-4861-962e-ac3996056cf1 tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] 10.222.0.30 "DELETE /v2.0/routers/372ca761-6a66-4c69-8a94-b0ea7ef0c162 HTTP/1.1" status: 404 len: 336 time: 0.2203310 Mar 28 11:59:43.542632 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 53674) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:43.547397 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 47ee2094-eb5b-457d-b919-2164874e69c5 up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:59:43.548895 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-bb9e5259-4acd-4f3b-bae5-79d7a595b08e tempest-FloatingIPAdminTestJSON-1024836002 tempest-FloatingIPAdminTestJSON-1024836002-project] Notify callbacks [] for router, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:43.553171 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-bb9e5259-4acd-4f3b-bae5-79d7a595b08e tempest-FloatingIPAdminTestJSON-1024836002 tempest-FloatingIPAdminTestJSON-1024836002-project] 10.222.0.30 "DELETE /v2.0/routers/2c49f547-c41c-41ef-82cf-526be9dbf15c HTTP/1.1" status: 204 len: 168 time: 3.9872489 Mar 28 11:59:43.555169 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 53676) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:43.611025 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-27f4b745-23ec-4647-b6d3-0b537e4480c0 tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] 10.222.0.30 "GET /v2.0/ports?device_id=609c690a-7098-4718-af69-a1a4728a72c5 HTTP/1.1" status: 200 len: 205 time: 0.0525742 Mar 28 11:59:43.611025 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 53682) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:43.682871 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-b043ba53-1bf5-4a3e-8aa0-76f5fdaa02e9 None None] For port 294c40ad-476e-4949-9ce3-cb43f45d90b3, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=294c40ad-476e-4949-9ce3-cb43f45d90b3,segment=NetworkSegment(e2b0e497-2c08-451b-8513-16209a0aa420),segment_id=e2b0e497-2c08-451b-8513-16209a0aa420)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:59:43.683457 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-b043ba53-1bf5-4a3e-8aa0-76f5fdaa02e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:43.687008 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.api.v2.resource [None req-d6279ee4-b973-4b25-82b6-a47a7197a01e tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] delete failed (client error): The resource could not be found. Mar 28 11:59:43.690344 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-d6279ee4-b973-4b25-82b6-a47a7197a01e tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] 10.222.0.30 "DELETE /v2.0/routers/609c690a-7098-4718-af69-a1a4728a72c5 HTTP/1.1" status: 404 len: 336 time: 0.0770729 Mar 28 11:59:43.691638 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 53686) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:43.736153 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bbd0dc2-f0a5-4a95-966f-f756920348ad tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] DELETE failed (client error): The resource could not be found. Mar 28 11:59:43.736734 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1bbd0dc2-f0a5-4a95-966f-f756920348ad tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 11:59:43.739624 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-628fba2c-8eb5-4368-9e0f-049f19e0a09e tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1919805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2364079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26551417'] for subnet, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:43.762333 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port 47ee2094-eb5b-457d-b919-2164874e69c5 triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:59:43.762746 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:43.784408 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-1bbd0dc2-f0a5-4a95-966f-f756920348ad tempest-RoutersIpV6AdminTest-1750191960 tempest-RoutersIpV6AdminTest-1750191960-project] 10.222.0.30 "DELETE /v2.0/subnets/244b6de8-df70-42f1-9e75-a67c590e25b3 HTTP/1.1" status: 404 len: 337 time: 0.0903103 Mar 28 11:59:43.784408 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628fba2c-8eb5-4368-9e0f-049f19e0a09e tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Pushing event deleted for resources: {'Subnet': ['ID=97b1db93-4abb-4290-a839-def403b9ed4c,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:59:43.786552 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-628fba2c-8eb5-4368-9e0f-049f19e0a09e tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks [] for subnet, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:43.791624 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-628fba2c-8eb5-4368-9e0f-049f19e0a09e tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "DELETE /v2.0/subnets/97b1db93-4abb-4290-a839-def403b9ed4c HTTP/1.1" status: 204 len: 168 time: 0.9319537 Mar 28 11:59:43.792502 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 53692) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:43.869652 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-49458b6e-c2b5-48c1-bd3f-087e157f5789 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0758257 Mar 28 11:59:43.870291 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 53696) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:43.877014 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd8d4e23-50f2-4e38-bb37-74ec48998b65 None None] Network e95a87e2-4c44-46e2-9de5-2786cbaea69c requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:59:43.901403 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-b043ba53-1bf5-4a3e-8aa0-76f5fdaa02e9 None None] Calling delete_port for 294c40ad-476e-4949-9ce3-cb43f45d90b3 owned by network:dhcp {{(pid=87872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:59:43.955341 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ad53482-7f03-4ffd-8a7b-df3c7fa2875f tempest-FloatingIPAdminTestJSON-1024836002 tempest-FloatingIPAdminTestJSON-1024836002-project] Deleting subnet 4700ec49-c270-4f5f-af03-76f19335e587 {{(pid=87870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 11:59:43.961807 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eba5cf0c-e5f3-4f51-9af4-9b66ba8a407c tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:59:43.962581 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-eba5cf0c-e5f3-4f51-9af4-9b66ba8a407c tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Synchronizing usage tracker for tenant:b4adfe5c8b3a4e57a1afd1d44c455245 on resource:port {{(pid=87871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:59:43.979851 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-2ad53482-7f03-4ffd-8a7b-df3c7fa2875f tempest-FloatingIPAdminTestJSON-1024836002 tempest-FloatingIPAdminTestJSON-1024836002-project] Notify callbacks [] for subnet, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:43.982886 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-eba5cf0c-e5f3-4f51-9af4-9b66ba8a407c tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Unset dirty status for tenant:b4adfe5c8b3a4e57a1afd1d44c455245 on resource:port {{(pid=87871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:59:43.987883 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-eba5cf0c-e5f3-4f51-9af4-9b66ba8a407c tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1166587 Mar 28 11:59:43.988809 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 53700) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:44.076073 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dabee487-53c8-4690-bae3-73cdd0e6942b tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:59:44.076913 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-dabee487-53c8-4690-bae3-73cdd0e6942b tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Synchronizing usage tracker for tenant:b4adfe5c8b3a4e57a1afd1d44c455245 on resource:subnet {{(pid=87871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:59:44.098161 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-dabee487-53c8-4690-bae3-73cdd0e6942b tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Unset dirty status for tenant:b4adfe5c8b3a4e57a1afd1d44c455245 on resource:subnet {{(pid=87871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:59:44.103838 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-dabee487-53c8-4690-bae3-73cdd0e6942b tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1133623 Mar 28 11:59:44.104698 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 53704) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:44.123544 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-19ee6ad0-a567-44cf-bc5e-7471a483f1ce tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Notify callbacks [] for security_group, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:44.143728 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-19ee6ad0-a567-44cf-bc5e-7471a483f1ce tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:44.187872 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-9c49e95c-371d-4562-b79e-db9802d2105b tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0805492 Mar 28 11:59:44.188847 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 53710) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:44.195223 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-39d5f091-0eaf-4ed0-814b-8d72cc1a8cb1 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Request body: {'subnet': {'network_id': 'e95a87e2-4c44-46e2-9de5-2786cbaea69c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:59:44.196038 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-2ad53482-7f03-4ffd-8a7b-df3c7fa2875f tempest-FloatingIPAdminTestJSON-1024836002 tempest-FloatingIPAdminTestJSON-1024836002-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3591354'] for subnet, precommit_delete_associations {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:44.225909 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 53714) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:44.240913 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-3df29ead-ab08-45c4-b52a-1c06387d4f10 req-e209938b-85c4-4c07-afd8-9bfe8f19217f tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=527195c95736491ca1967a42cc300275&fields=id HTTP/1.1" status: 200 len: 302 time: 0.9625809 Mar 28 11:59:44.241848 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-d59d8067-0adb-490c-8b7a-5cd6566912e6 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:44.256728 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-b043ba53-1bf5-4a3e-8aa0-76f5fdaa02e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250'] for port, after_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:44.369406 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59d8067-0adb-490c-8b7a-5cd6566912e6 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Pushing event deleted for resources: {'Port': ['ID=7bdb00bc-20bc-4aab-aeca-018f1e0d012f,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:59:44.370650 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b043ba53-1bf5-4a3e-8aa0-76f5fdaa02e9 None None] No DVR routers for this DVR port 294c40ad-476e-4949-9ce3-cb43f45d90b3 on host dv-neutron-835340-2-hyperv {{(pid=87872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 11:59:44.384066 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.db [None req-3d61baf2-1324-4f69-a31b-7445d18d3b22 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] For port 294c40ad-476e-4949-9ce3-cb43f45d90b3, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=294c40ad-476e-4949-9ce3-cb43f45d90b3,segment=NetworkSegment(e2b0e497-2c08-451b-8513-16209a0aa420),segment_id=e2b0e497-2c08-451b-8513-16209a0aa420)] {{(pid=87870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:59:44.384415 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-3d61baf2-1324-4f69-a31b-7445d18d3b22 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:44.387634 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 51f374ea-1f3b-4b2e-8340-024fd102c247 up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:59:44.408222 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ee6ad0-a567-44cf-bc5e-7471a483f1ce tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ca1bc5b-b5ed-44f3-aeec-05eef709c658,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:59:44.436462 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b043ba53-1bf5-4a3e-8aa0-76f5fdaa02e9 None None] Pushing event deleted for resources: {'Port': ['ID=294c40ad-476e-4949-9ce3-cb43f45d90b3,revision_number=None']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:59:44.480610 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-e7df01a0-7446-4273-a8df-3e9a7d7b9c91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:44.498198 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-19ee6ad0-a567-44cf-bc5e-7471a483f1ce tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Notify callbacks [] for security_group, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:44.499387 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-19ee6ad0-a567-44cf-bc5e-7471a483f1ce tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.1033993 Mar 28 11:59:44.504680 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 53720) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:44.511421 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-e7df01a0-7446-4273-a8df-3e9a7d7b9c91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:59:44.518630 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-dc860414-27b7-4f56-b134-7de29a6a86bf tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:59:44.519608 dv-neutron-835340-2-hyperv neutron-server[87871]: WARNING neutron.api.v2.base [None req-dc860414-27b7-4f56-b134-7de29a6a86bf tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 28 11:59:44.519974 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.api.v2.resource [None req-dc860414-27b7-4f56-b134-7de29a6a86bf tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] update failed (client error): There was a conflict when trying to complete your request. Mar 28 11:59:44.521872 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-dc860414-27b7-4f56-b134-7de29a6a86bf tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] 10.222.0.30 "PUT /v2.0/security-groups/3ca1bc5b-b5ed-44f3-aeec-05eef709c658 HTTP/1.1" status: 409 len: 330 time: 0.0139279 Mar 28 11:59:44.522979 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-39d5f091-0eaf-4ed0-814b-8d72cc1a8cb1 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:59:44.526539 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 53724) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:44.532472 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port 51f374ea-1f3b-4b2e-8340-024fd102c247 triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:59:44.532934 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:44.589319 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-e7df01a0-7446-4273-a8df-3e9a7d7b9c91 admin admin] Usage tracker for resource:security_group_rule and tenant:a6eff997b84242f4902e0c0456ad0fc2 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:59:44.597914 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-e7df01a0-7446-4273-a8df-3e9a7d7b9c91 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:59:44.628026 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-39d5f091-0eaf-4ed0-814b-8d72cc1a8cb1 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:59:44.646784 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-e7df01a0-7446-4273-a8df-3e9a7d7b9c91 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:59:44.650507 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-bc86472d-d37d-47dc-8008-2a3ee5059a51 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Notify callbacks [] for security_group, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:44.666953 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2e280e7-070c-479a-8712-60e38c15af4e None None] DHCP port deletion for e95a87e2-4c44-46e2-9de5-2786cbaea69c request from dv-neutron-835340-2-hyperv {{(pid=87872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 11:59:44.676879 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-b2e280e7-070c-479a-8712-60e38c15af4e None None] Deleting port 51f374ea-1f3b-4b2e-8340-024fd102c247 {{(pid=87872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:59:44.677386 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-b2e280e7-070c-479a-8712-60e38c15af4e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:44.689033 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-bc86472d-d37d-47dc-8008-2a3ee5059a51 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:44.710872 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-3df29ead-ab08-45c4-b52a-1c06387d4f10 req-f9532922-eea8-475a-8d3c-82945e44688a service neutron] 10.222.0.30 "GET /v2.0/networks/3eabdfb2-13df-46a0-90ee-a82c1c8f310b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3878617 Mar 28 11:59:44.714265 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39d5f091-0eaf-4ed0-814b-8d72cc1a8cb1 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Made reservation on behalf of b4adfe5c8b3a4e57a1afd1d44c455245 for: {'subnet': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:59:44.718588 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-39d5f091-0eaf-4ed0-814b-8d72cc1a8cb1 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26551362'] for subnet, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:44.745422 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-3d61baf2-1324-4f69-a31b-7445d18d3b22 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Calling delete_port for 294c40ad-476e-4949-9ce3-cb43f45d90b3 owned by network:dhcp {{(pid=87870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:59:44.814626 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 294c40ad-476e-4949-9ce3-cb43f45d90b3 no longer exists at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 11:59:44.866753 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] No Port match for: 294c40ad-476e-4949-9ce3-cb43f45d90b3 {{(pid=87872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 11:59:44.866753 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 294c40ad-476e-4949-9ce3-cb43f45d90b3 not bound to the agent host dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 11:59:44.867266 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device d9ad0ea3-7e13-4774-8251-cf8685ba71f8 no longer exists at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 11:59:44.909369 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-bc86472d-d37d-47dc-8008-2a3ee5059a51 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:44.918860 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] No Port match for: d9ad0ea3-7e13-4774-8251-cf8685ba71f8 {{(pid=87872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 11:59:44.918860 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device d9ad0ea3-7e13-4774-8251-cf8685ba71f8 not bound to the agent host dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 11:59:44.944742 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc86472d-d37d-47dc-8008-2a3ee5059a51 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ca1bc5b-b5ed-44f3-aeec-05eef709c658,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:59:44.971423 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-d59d8067-0adb-490c-8b7a-5cd6566912e6 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:44.977140 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-d59d8067-0adb-490c-8b7a-5cd6566912e6 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] 10.222.0.30 "DELETE /v2.0/ports/7bdb00bc-20bc-4aab-aeca-018f1e0d012f HTTP/1.1" status: 204 len: 168 time: 3.4471588 Mar 28 11:59:44.978131 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 53728) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:45.001378 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-b2e280e7-070c-479a-8712-60e38c15af4e None None] For port 51f374ea-1f3b-4b2e-8340-024fd102c247, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=51f374ea-1f3b-4b2e-8340-024fd102c247,segment=NetworkSegment(bd053757-b8b4-4f3a-b553-aa242f2d15d2),segment_id=bd053757-b8b4-4f3a-b553-aa242f2d15d2)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:59:45.001918 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-b2e280e7-070c-479a-8712-60e38c15af4e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:45.010649 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-2ad53482-7f03-4ffd-8a7b-df3c7fa2875f tempest-FloatingIPAdminTestJSON-1024836002 tempest-FloatingIPAdminTestJSON-1024836002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1919782'] for subnet, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:45.067620 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-bc86472d-d37d-47dc-8008-2a3ee5059a51 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Notify callbacks [] for security_group, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:45.068880 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-bc86472d-d37d-47dc-8008-2a3ee5059a51 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] 10.222.0.30 "DELETE /v2.0/security-groups/3ca1bc5b-b5ed-44f3-aeec-05eef709c658 HTTP/1.1" status: 204 len: 168 time: 0.5400026 Mar 28 11:59:45.070121 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.db.api [None req-3d61baf2-1324-4f69-a31b-7445d18d3b22 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87870) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 11:59:45.070445 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG oslo_db.api [None req-3d61baf2-1324-4f69-a31b-7445d18d3b22 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 11:59:45.076580 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.pecan_wsgi.hooks.translation [None req-6147bd13-3937-4191-bcbb-faabb4e353c1 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] DELETE failed (client error): The resource could not be found. Mar 28 11:59:45.077091 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6147bd13-3937-4191-bcbb-faabb4e353c1 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 11:59:45.078094 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 53732) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:45.085500 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-3df29ead-ab08-45c4-b52a-1c06387d4f10 req-3d78273a-7cef-4a97-80ff-e97c9797733b service neutron] 10.222.0.30 "GET /v2.0/networks/3eabdfb2-13df-46a0-90ee-a82c1c8f310b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3032544 Mar 28 11:59:45.096283 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-6147bd13-3937-4191-bcbb-faabb4e353c1 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] 10.222.0.30 "DELETE /v2.0/ports/7bdb00bc-20bc-4aab-aeca-018f1e0d012f HTTP/1.1" status: 404 len: 333 time: 0.1159580 Mar 28 11:59:45.103559 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 53736) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:45.137883 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-b2e280e7-070c-479a-8712-60e38c15af4e None None] Calling delete_port for 51f374ea-1f3b-4b2e-8340-024fd102c247 owned by network:dhcp {{(pid=87872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:59:45.165463 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-a3d676e2-ec0f-4a9e-82f9-76e0861cf906 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Synchronizing usage tracker for tenant:4ee902fff7d146808202d29b99c7f20c on resource:security_group {{(pid=87870) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:59:45.167023 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.pecan_wsgi.hooks.translation [None req-3163145a-9a10-4701-befe-d4b10c6be8a2 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] GET failed (client error): The resource could not be found. Mar 28 11:59:45.168542 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-3163145a-9a10-4701-befe-d4b10c6be8a2 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] 10.222.0.30 "GET /v2.0/ports/7bdb00bc-20bc-4aab-aeca-018f1e0d012f HTTP/1.1" status: 404 len: 333 time: 0.0616353 Mar 28 11:59:45.172290 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 53740) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:45.176974 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-2ad53482-7f03-4ffd-8a7b-df3c7fa2875f tempest-FloatingIPAdminTestJSON-1024836002 tempest-FloatingIPAdminTestJSON-1024836002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1919805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2561174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2563528'] for subnet, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:45.231361 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-b2e280e7-070c-479a-8712-60e38c15af4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250'] for port, after_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:45.237370 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-e7df01a0-7446-4273-a8df-3e9a7d7b9c91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:45.264789 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad53482-7f03-4ffd-8a7b-df3c7fa2875f tempest-FloatingIPAdminTestJSON-1024836002 tempest-FloatingIPAdminTestJSON-1024836002-project] Pushing event deleted for resources: {'Subnet': ['ID=4700ec49-c270-4f5f-af03-76f19335e587,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:59:45.286130 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e280e7-070c-479a-8712-60e38c15af4e None None] No DVR routers for this DVR port 51f374ea-1f3b-4b2e-8340-024fd102c247 on host dv-neutron-835340-2-hyperv {{(pid=87872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 11:59:45.292472 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-2ad53482-7f03-4ffd-8a7b-df3c7fa2875f tempest-FloatingIPAdminTestJSON-1024836002 tempest-FloatingIPAdminTestJSON-1024836002-project] Notify callbacks [] for subnet, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:45.293214 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e280e7-070c-479a-8712-60e38c15af4e None None] Pushing event deleted for resources: {'Port': ['ID=51f374ea-1f3b-4b2e-8340-024fd102c247,revision_number=None']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:59:45.299166 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-a3d676e2-ec0f-4a9e-82f9-76e0861cf906 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] Unset dirty status for tenant:4ee902fff7d146808202d29b99c7f20c on resource:security_group {{(pid=87870) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:59:45.300474 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-a3d676e2-ec0f-4a9e-82f9-76e0861cf906 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2213545 Mar 28 11:59:45.311832 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb694691-56f2-4f00-a85d-d49f04dc9e5a None None] Network e807787b-7be7-40a4-bb51-7a8f358c0ff0 requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:59:45.323045 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 53746) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:45.332467 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-e7df01a0-7446-4273-a8df-3e9a7d7b9c91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:45.346054 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e015235-e5f8-4b54-98c6-601d8f8917c9 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Deleting subnet d8e5dc2e-d1b1-4197-8f2c-c4b6721ceaa1 {{(pid=87870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 11:59:45.351500 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-2ad53482-7f03-4ffd-8a7b-df3c7fa2875f tempest-FloatingIPAdminTestJSON-1024836002 tempest-FloatingIPAdminTestJSON-1024836002-project] 10.222.0.30 "DELETE /v2.0/subnets/4700ec49-c270-4f5f-af03-76f19335e587 HTTP/1.1" status: 204 len: 168 time: 1.7924366 Mar 28 11:59:45.354407 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 53754) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:45.376707 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-0e015235-e5f8-4b54-98c6-601d8f8917c9 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks [] for subnet, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:45.413857 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.api.v2.resource [None req-13ebdc36-4a05-4211-b812-81c93309a292 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] delete failed (client error): The resource could not be found. Mar 28 11:59:45.414855 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-13ebdc36-4a05-4211-b812-81c93309a292 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] 10.222.0.30 "DELETE /v2.0/security-groups/5cc634fe-ec53-4761-9071-5a349dd40df9 HTTP/1.1" status: 404 len: 347 time: 0.0908623 Mar 28 11:59:45.423595 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 53760) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:45.492172 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7df01a0-7446-4273-a8df-3e9a7d7b9c91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c141f01a-2d58-4468-83b3-fab860fd46c6,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:59:45.499593 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-e7df01a0-7446-4273-a8df-3e9a7d7b9c91 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a6eff997b84242f4902e0c0456ad0fc2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2704637 Mar 28 11:59:45.519962 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 53764) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:45.520907 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.api.v2.resource [None req-2df0cf4e-edf2-4b7d-b7d9-d08b248be2ee tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] show failed (client error): The resource could not be found. Mar 28 11:59:45.522572 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-2df0cf4e-edf2-4b7d-b7d9-d08b248be2ee tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] 10.222.0.30 "GET /v2.0/security-groups/e93bce17-100b-4942-ad49-e49ecc330203 HTTP/1.1" status: 404 len: 347 time: 0.0980785 Mar 28 11:59:45.525108 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 51f374ea-1f3b-4b2e-8340-024fd102c247 no longer exists at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 11:59:45.535555 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 53768) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:45.559774 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.objects.ports [None req-39d5f091-0eaf-4ed0-814b-8d72cc1a8cb1 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87871) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 28 11:59:45.560947 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.api.v2.resource [None req-bc0f02ae-eebd-4eef-bb5b-c2e08e755c84 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] show failed (client error): The resource could not be found. Mar 28 11:59:45.561875 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-bc0f02ae-eebd-4eef-bb5b-c2e08e755c84 tempest-NegativeSecGroupIPv6Test-2132961793 tempest-NegativeSecGroupIPv6Test-2132961793-project] 10.222.0.30 "GET /v2.0/security-group-rules/970b77ea-f04c-4b0f-82ca-f69719d49c4a HTTP/1.1" status: 404 len: 356 time: 0.0253780 Mar 28 11:59:45.562931 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-39d5f091-0eaf-4ed0-814b-8d72cc1a8cb1 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2364128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26551408'] for subnet, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:45.575539 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] No Port match for: 51f374ea-1f3b-4b2e-8340-024fd102c247 {{(pid=87872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 11:59:45.576103 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 51f374ea-1f3b-4b2e-8340-024fd102c247 not bound to the agent host dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 11:59:45.591656 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-3d61baf2-1324-4f69-a31b-7445d18d3b22 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Deleting port 294c40ad-476e-4949-9ce3-cb43f45d90b3 {{(pid=87870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:59:45.591999 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-3d61baf2-1324-4f69-a31b-7445d18d3b22 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:45.687226 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39d5f091-0eaf-4ed0-814b-8d72cc1a8cb1 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Network e95a87e2-4c44-46e2-9de5-2786cbaea69c is already hosted by enough agents. {{(pid=87871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:59:45.696386 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-39d5f091-0eaf-4ed0-814b-8d72cc1a8cb1 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Resources bound (agent type, host, resource id): {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:59:45.707655 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4733589-a0cb-4ac5-b55d-0ba3b8ced085 None None] DHCP port deletion for e807787b-7be7-40a4-bb51-7a8f358c0ff0 request from dv-neutron-835340-2-hyperv {{(pid=87872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 11:59:45.718513 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04bd88f7-28ea-4d6d-8c44-b5accb944756 None None] Network e95a87e2-4c44-46e2-9de5-2786cbaea69c requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:59:45.723544 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39d5f091-0eaf-4ed0-814b-8d72cc1a8cb1 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:59:45.724149 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-39d5f091-0eaf-4ed0-814b-8d72cc1a8cb1 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks [] for subnet, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:45.730998 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [req-08959b3e-1ff8-4e8e-b676-3c6299c72340 req-88ddeae3-1868-433d-ad5a-a6f1015e7c20 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Synchronizing usage tracker for tenant:527195c95736491ca1967a42cc300275 on resource:port {{(pid=87871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:59:45.757878 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d5f091-0eaf-4ed0-814b-8d72cc1a8cb1 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Pushing event updated for resources: {'Subnet': ['ID=9fdce152-0de4-4956-8ebf-28c60741d3fe,revision_number=0']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:59:45.813452 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-39d5f091-0eaf-4ed0-814b-8d72cc1a8cb1 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.6226637 Mar 28 11:59:45.815555 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 53778) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:45.824555 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [req-08959b3e-1ff8-4e8e-b676-3c6299c72340 req-88ddeae3-1868-433d-ad5a-a6f1015e7c20 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Unset dirty status for tenant:527195c95736491ca1967a42cc300275 on resource:port {{(pid=87871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:59:45.825749 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-08959b3e-1ff8-4e8e-b676-3c6299c72340 req-88ddeae3-1868-433d-ad5a-a6f1015e7c20 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/ports?device_id=87bd8c58-7f15-410e-aa63-e83fafd3b215 HTTP/1.1" status: 200 len: 210 time: 0.4827566 Mar 28 11:59:45.834945 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-254cf555-9a9f-4839-8795-0a8b27c80df6 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Request body: {'port': {'network_id': 'e95a87e2-4c44-46e2-9de5-2786cbaea69c', 'mac_address': 'fa:16:3e:c6:26:e8', 'name': 'tempest-NetworksTestDHCPv6-341615511'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:59:45.851391 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-d4733589-a0cb-4ac5-b55d-0ba3b8ced085 None None] Deleting port 0d52ba12-eeca-47fd-bd1f-52bc809a86a2 {{(pid=87872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:59:45.851391 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-d4733589-a0cb-4ac5-b55d-0ba3b8ced085 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:45.873491 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-0e015235-e5f8-4b54-98c6-601d8f8917c9 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3591354'] for subnet, precommit_delete_associations {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:46.013323 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-3d61baf2-1324-4f69-a31b-7445d18d3b22 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] The port '294c40ad-476e-4949-9ce3-cb43f45d90b3' was deleted {{(pid=87870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 11:59:46.027531 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 53786) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:46.079847 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-9c22bfe6-2739-4668-8339-02afa976c5c0 tempest-FloatingIPAdminTestJSON-1024836002 tempest-FloatingIPAdminTestJSON-1024836002-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588883'] for network, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:46.113210 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-254cf555-9a9f-4839-8795-0a8b27c80df6 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:59:46.127518 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-254cf555-9a9f-4839-8795-0a8b27c80df6 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:59:46.144369 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-254cf555-9a9f-4839-8795-0a8b27c80df6 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Made reservation on behalf of b4adfe5c8b3a4e57a1afd1d44c455245 for: {'port': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:59:46.212012 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-b6413371-44a9-4039-a64f-c3d0456a50e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:46.233098 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-9c22bfe6-2739-4668-8339-02afa976c5c0 tempest-FloatingIPAdminTestJSON-1024836002 tempest-FloatingIPAdminTestJSON-1024836002-project] Deleting port 0d52ba12-eeca-47fd-bd1f-52bc809a86a2 {{(pid=87870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:59:46.233716 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-9c22bfe6-2739-4668-8339-02afa976c5c0 tempest-FloatingIPAdminTestJSON-1024836002 tempest-FloatingIPAdminTestJSON-1024836002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:46.238742 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7321e50-c79e-4ee7-92ba-5c00d47669ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1d3f2a9-8722-5ce5-bc40-181687d1ed3f-e95a87e2-4c44-46e2-9de5-2786cbaea69c', 'network_id': 'e95a87e2-4c44-46e2-9de5-2786cbaea69c', 'tenant_id': 'b4adfe5c8b3a4e57a1afd1d44c455245', 'fixed_ips': [{'subnet_id': '9fdce152-0de4-4956-8ebf-28c60741d3fe'}]}} from dv-neutron-835340-2-hyperv. {{(pid=87872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 11:59:46.239903 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-c7321e50-c79e-4ee7-92ba-5c00d47669ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:46.269905 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-3d61baf2-1324-4f69-a31b-7445d18d3b22 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930431', 'neutron.services.segments.db._delete_segments_for_network-8783496351308'] for network, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:46.340956 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-254cf555-9a9f-4839-8795-0a8b27c80df6 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:46.352927 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-b6413371-44a9-4039-a64f-c3d0456a50e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:46.370807 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.notifiers.nova [None req-254cf555-9a9f-4839-8795-0a8b27c80df6 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] device_id is not set on port 50478f7c-b1b8-4c97-86f1-c80cd59c34df yet. {{(pid=87871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 11:59:46.384973 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-3d61baf2-1324-4f69-a31b-7445d18d3b22 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a956713e-d181-4807-8431-0d815148d80c']}} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:59:46.393344 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-d4733589-a0cb-4ac5-b55d-0ba3b8ced085 None None] For port 0d52ba12-eeca-47fd-bd1f-52bc809a86a2, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=0d52ba12-eeca-47fd-bd1f-52bc809a86a2,segment=NetworkSegment(873805fc-2b60-40d6-95b3-8870cc0877bb),segment_id=873805fc-2b60-40d6-95b3-8870cc0877bb)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:59:46.393738 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-d4733589-a0cb-4ac5-b55d-0ba3b8ced085 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:46.439089 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-0e015235-e5f8-4b54-98c6-601d8f8917c9 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1919782'] for subnet, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:46.518307 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-3d61baf2-1324-4f69-a31b-7445d18d3b22 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2b0e497-2c08-451b-8513-16209a0aa420') {'for_net_delete': True} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:59:46.518617 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-3d61baf2-1324-4f69-a31b-7445d18d3b22 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2b0e497-2c08-451b-8513-16209a0aa420') {} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:59:46.531294 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-d4733589-a0cb-4ac5-b55d-0ba3b8ced085 None None] Calling delete_port for 0d52ba12-eeca-47fd-bd1f-52bc809a86a2 owned by network:dhcp {{(pid=87872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:59:46.541781 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.db_base_plugin_common [None req-254cf555-9a9f-4839-8795-0a8b27c80df6 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Allocated IP 2001:db8::f816:3eff:fec6:26e8 (e95a87e2-4c44-46e2-9de5-2786cbaea69c/9fdce152-0de4-4956-8ebf-28c60741d3fe/50478f7c-b1b8-4c97-86f1-c80cd59c34df) {{(pid=87871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:59:46.562679 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-3d61baf2-1324-4f69-a31b-7445d18d3b22 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783496353639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3591341'] for segment, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:46.624278 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-d4733589-a0cb-4ac5-b55d-0ba3b8ced085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250'] for port, after_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:46.627653 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-170366b9-aa7b-4b0b-9fde-02b279248644 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4ee902fff7d146808202d29b99c7f20c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5954328 Mar 28 11:59:46.630204 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 53794) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:46.654296 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-3d61baf2-1324-4f69-a31b-7445d18d3b22 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:46.690683 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4733589-a0cb-4ac5-b55d-0ba3b8ced085 None None] Pushing event deleted for resources: {'Port': ['ID=0d52ba12-eeca-47fd-bd1f-52bc809a86a2,revision_number=None']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:59:46.697004 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4733589-a0cb-4ac5-b55d-0ba3b8ced085 None None] No DVR routers for this DVR port 0d52ba12-eeca-47fd-bd1f-52bc809a86a2 on host dv-neutron-835340-2-hyperv {{(pid=87872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 11:59:46.715825 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d61baf2-1324-4f69-a31b-7445d18d3b22 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=87870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 11:59:46.716310 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-3d61baf2-1324-4f69-a31b-7445d18d3b22 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1920481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2558260'] for segment, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:46.720168 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-0ea93d99-d1ce-4db0-b33f-5ae02e2e8f51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:46.731846 dv-neutron-835340-2-hyperv neutron-server[87870]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 11:59:46.731846 dv-neutron-835340-2-hyperv neutron-server[87870]: util.warn( Mar 28 11:59:46.731846 dv-neutron-835340-2-hyperv neutron-server[87870]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 11:59:46.731846 dv-neutron-835340-2-hyperv neutron-server[87870]: util.warn( Mar 28 11:59:46.731846 dv-neutron-835340-2-hyperv neutron-server[87870]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 11:59:46.731846 dv-neutron-835340-2-hyperv neutron-server[87870]: util.warn( Mar 28 11:59:46.731846 dv-neutron-835340-2-hyperv neutron-server[87870]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 11:59:46.731846 dv-neutron-835340-2-hyperv neutron-server[87870]: util.warn( Mar 28 11:59:46.731846 dv-neutron-835340-2-hyperv neutron-server[87870]: Traceback (most recent call last): Mar 28 11:59:46.731846 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 11:59:46.731846 dv-neutron-835340-2-hyperv neutron-server[87870]: timer() Mar 28 11:59:46.731846 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 11:59:46.731846 dv-neutron-835340-2-hyperv neutron-server[87870]: cb(*args, **kw) Mar 28 11:59:46.731846 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 11:59:46.731846 dv-neutron-835340-2-hyperv neutron-server[87870]: return func(*args, **kwargs) Mar 28 11:59:46.731846 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 11:59:46.731846 dv-neutron-835340-2-hyperv neutron-server[87870]: self._notify() Mar 28 11:59:46.731846 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 11:59:46.731846 dv-neutron-835340-2-hyperv neutron-server[87870]: self.callback(batched_events) Mar 28 11:59:46.731846 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 11:59:46.731846 dv-neutron-835340-2-hyperv neutron-server[87870]: event.method(event) Mar 28 11:59:46.731846 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 11:59:46.731846 dv-neutron-835340-2-hyperv neutron-server[87870]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 11:59:46.731846 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 11:59:46.731846 dv-neutron-835340-2-hyperv neutron-server[87870]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 11:59:46.731846 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 11:59:46.731846 dv-neutron-835340-2-hyperv neutron-server[87870]: return f(self, *a, **k) Mar 28 11:59:46.731846 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 11:59:46.731846 dv-neutron-835340-2-hyperv neutron-server[87870]: return self._get(url).json() Mar 28 11:59:46.731846 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 11:59:46.731846 dv-neutron-835340-2-hyperv neutron-server[87870]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 11:59:46.731846 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 11:59:46.731846 dv-neutron-835340-2-hyperv neutron-server[87870]: return self.request(url, 'GET', **kwargs) Mar 28 11:59:46.731846 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 11:59:46.731846 dv-neutron-835340-2-hyperv neutron-server[87870]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 11:59:46.731846 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 11:59:46.731846 dv-neutron-835340-2-hyperv neutron-server[87870]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 11:59:46.731846 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 11:59:46.731846 dv-neutron-835340-2-hyperv neutron-server[87870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 11:59:46.731846 dv-neutron-835340-2-hyperv neutron-server[87870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 11:59:46.748527 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-0e015235-e5f8-4b54-98c6-601d8f8917c9 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1919805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2561174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2563528'] for subnet, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:46.816362 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-0ea93d99-d1ce-4db0-b33f-5ae02e2e8f51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:46.867855 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-b6413371-44a9-4039-a64f-c3d0456a50e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:46.870903 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e015235-e5f8-4b54-98c6-601d8f8917c9 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Pushing event deleted for resources: {'Subnet': ['ID=d8e5dc2e-d1b1-4197-8f2c-c4b6721ceaa1,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:59:46.886918 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-0e015235-e5f8-4b54-98c6-601d8f8917c9 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks [] for subnet, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:46.901053 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-254cf555-9a9f-4839-8795-0a8b27c80df6 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks [] for port, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:46.903406 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-0e015235-e5f8-4b54-98c6-601d8f8917c9 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] 10.222.0.30 "DELETE /v2.0/subnets/d8e5dc2e-d1b1-4197-8f2c-c4b6721ceaa1 HTTP/1.1" status: 204 len: 168 time: 1.7300556 Mar 28 11:59:46.908235 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 53800) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:46.914500 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-b6413371-44a9-4039-a64f-c3d0456a50e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:46.915857 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-b6413371-44a9-4039-a64f-c3d0456a50e2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c141f01a-2d58-4468-83b3-fab860fd46c6 HTTP/1.1" status: 204 len: 168 time: 1.3921015 Mar 28 11:59:46.921325 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab43703a-c9e5-4066-bf99-1f36b024257a None None] Network 725deed5-3674-4883-9a0c-91a366ed6d4f requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:59:46.934189 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.provisioning_blocks [None req-254cf555-9a9f-4839-8795-0a8b27c80df6 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Transition to ACTIVE for port object 50478f7c-b1b8-4c97-86f1-c80cd59c34df will not be triggered until provisioned by entity DHCP. {{(pid=87871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:59:46.936780 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-0ea93d99-d1ce-4db0-b33f-5ae02e2e8f51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:46.953388 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.db [None req-9c22bfe6-2739-4668-8339-02afa976c5c0 tempest-FloatingIPAdminTestJSON-1024836002 tempest-FloatingIPAdminTestJSON-1024836002-project] For port 0d52ba12-eeca-47fd-bd1f-52bc809a86a2, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=0d52ba12-eeca-47fd-bd1f-52bc809a86a2,segment=NetworkSegment(873805fc-2b60-40d6-95b3-8870cc0877bb),segment_id=873805fc-2b60-40d6-95b3-8870cc0877bb)] {{(pid=87870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:59:46.953767 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-9c22bfe6-2739-4668-8339-02afa976c5c0 tempest-FloatingIPAdminTestJSON-1024836002 tempest-FloatingIPAdminTestJSON-1024836002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:46.960447 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea93d99-d1ce-4db0-b33f-5ae02e2e8f51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c0519c4-3d00-4578-94c4-916446c17f30,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:59:46.962738 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6413371-44a9-4039-a64f-c3d0456a50e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c141f01a-2d58-4468-83b3-fab860fd46c6,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:59:46.970691 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-3d61baf2-1324-4f69-a31b-7445d18d3b22 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709602'] for network, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:47.003211 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-0ea93d99-d1ce-4db0-b33f-5ae02e2e8f51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:47.007322 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-0ea93d99-d1ce-4db0-b33f-5ae02e2e8f51 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5c0519c4-3d00-4578-94c4-916446c17f30 HTTP/1.1" status: 204 len: 168 time: 0.3731294 Mar 28 11:59:47.013836 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-254cf555-9a9f-4839-8795-0a8b27c80df6 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:47.114665 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-254cf555-9a9f-4839-8795-0a8b27c80df6 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Network e95a87e2-4c44-46e2-9de5-2786cbaea69c is already hosted by enough agents. {{(pid=87871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:59:47.116402 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254cf555-9a9f-4839-8795-0a8b27c80df6 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Pushing event updated for resources: {'Port': ['ID=50478f7c-b1b8-4c97-86f1-c80cd59c34df,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:59:47.125409 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-254cf555-9a9f-4839-8795-0a8b27c80df6 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Resources bound (agent type, host, resource id): {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:59:47.127990 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-254cf555-9a9f-4839-8795-0a8b27c80df6 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Received port after_create {{(pid=87871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:59:47.133820 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-254cf555-9a9f-4839-8795-0a8b27c80df6 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:59:47.135542 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-254cf555-9a9f-4839-8795-0a8b27c80df6 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:47.185346 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-254cf555-9a9f-4839-8795-0a8b27c80df6 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.3651719 Mar 28 11:59:47.186334 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 53810) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:47.266617 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-3d61baf2-1324-4f69-a31b-7445d18d3b22 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538751'] for network, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:47.270517 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-3d61baf2-1324-4f69-a31b-7445d18d3b22 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] 10.222.0.30 "DELETE /v2.0/networks/a956713e-d181-4807-8431-0d815148d80c HTTP/1.1" status: 204 len: 168 time: 4.6969600 Mar 28 11:59:47.278986 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-9c22bfe6-2739-4668-8339-02afa976c5c0 tempest-FloatingIPAdminTestJSON-1024836002 tempest-FloatingIPAdminTestJSON-1024836002-project] Calling delete_port for 0d52ba12-eeca-47fd-bd1f-52bc809a86a2 owned by network:dhcp {{(pid=87870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:59:47.347085 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 53812) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:47.362864 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.db_base_plugin_common [None req-c7321e50-c79e-4ee7-92ba-5c00d47669ae None None] Allocated IP 2001:db8::f816:3eff:feb5:483d (e95a87e2-4c44-46e2-9de5-2786cbaea69c/9fdce152-0de4-4956-8ebf-28c60741d3fe/05a93a8a-ee24-47a1-8c29-dc95238e7e99) {{(pid=87872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:59:47.376061 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-9961ced7-6bf4-4076-babc-d36a6b0a0ec9 req-e4ceac3d-b75b-4770-ab63-e9032ec15416 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/ports?device_id=87bd8c58-7f15-410e-aa63-e83fafd3b215 HTTP/1.1" status: 200 len: 210 time: 0.2896278 Mar 28 11:59:47.377153 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d61baf2-1324-4f69-a31b-7445d18d3b22 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Pushing event deleted for resources: {'Network': ['ID=a956713e-d181-4807-8431-0d815148d80c,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:59:47.515855 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 53818) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:47.563841 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 0d52ba12-eeca-47fd-bd1f-52bc809a86a2 no longer exists at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 11:59:47.619441 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] No Port match for: 0d52ba12-eeca-47fd-bd1f-52bc809a86a2 {{(pid=87872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 11:59:47.625914 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 0d52ba12-eeca-47fd-bd1f-52bc809a86a2 not bound to the agent host dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 11:59:47.640116 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-e48009a1-c15f-4d91-8f30-94597207d8f9 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588883'] for network, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:47.668588 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df29ead-ab08-45c4-b52a-1c06387d4f10 req-6a8d1850-b718-4d22-9203-afe2a99dbf57 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:59:47.669911 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [req-3df29ead-ab08-45c4-b52a-1c06387d4f10 req-6a8d1850-b718-4d22-9203-afe2a99dbf57 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Synchronizing usage tracker for tenant:527195c95736491ca1967a42cc300275 on resource:network {{(pid=87871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:59:47.750911 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [req-3df29ead-ab08-45c4-b52a-1c06387d4f10 req-6a8d1850-b718-4d22-9203-afe2a99dbf57 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Unset dirty status for tenant:527195c95736491ca1967a42cc300275 on resource:network {{(pid=87871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:59:47.752639 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-3df29ead-ab08-45c4-b52a-1c06387d4f10 req-6a8d1850-b718-4d22-9203-afe2a99dbf57 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.11 "GET /v2.0/networks?id=3eabdfb2-13df-46a0-90ee-a82c1c8f310b HTTP/1.1" status: 200 len: 796 time: 0.5674181 Mar 28 11:59:47.786137 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-7fefbf7f-ba18-4490-b97c-dc9dddf3dfba admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e4b57e16d2b24ee4b747a47a9aaf2973&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2659822 Mar 28 11:59:47.790064 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 53836) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:47.795826 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-c7321e50-c79e-4ee7-92ba-5c00d47669ae None None] Notify callbacks [] for port, precommit_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:47.799993 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bb2ab2f-3a7a-45e8-a942-a309f4f41bfe tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:59:47.800777 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-9bb2ab2f-3a7a-45e8-a942-a309f4f41bfe tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Synchronizing usage tracker for tenant:b4adfe5c8b3a4e57a1afd1d44c455245 on resource:port {{(pid=87871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:59:47.824780 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-c7321e50-c79e-4ee7-92ba-5c00d47669ae None None] Transition to ACTIVE for port object 05a93a8a-ee24-47a1-8c29-dc95238e7e99 will not be triggered until provisioned by entity L2. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:59:47.847953 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a410414-60ba-4db3-8ee0-784b2789d00f None None] DHCP port deletion for 725deed5-3674-4883-9a0c-91a366ed6d4f request from dv-neutron-835340-2-hyperv {{(pid=87872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 11:59:47.859256 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-c7321e50-c79e-4ee7-92ba-5c00d47669ae None None] Transition to ACTIVE for port object 05a93a8a-ee24-47a1-8c29-dc95238e7e99 will not be triggered until provisioned by entity DHCP. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:59:47.861005 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-3a410414-60ba-4db3-8ee0-784b2789d00f None None] Deleting port 47ee2094-eb5b-457d-b919-2164874e69c5 {{(pid=87872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:59:47.861685 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-3a410414-60ba-4db3-8ee0-784b2789d00f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:47.875968 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [req-3df29ead-ab08-45c4-b52a-1c06387d4f10 req-c4af0fd0-de31-483d-b308-61ee93ec2a24 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Synchronizing usage tracker for tenant:527195c95736491ca1967a42cc300275 on resource:security_group {{(pid=87871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:59:47.917873 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.db.api [None req-9c22bfe6-2739-4668-8339-02afa976c5c0 tempest-FloatingIPAdminTestJSON-1024836002 tempest-FloatingIPAdminTestJSON-1024836002-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87870) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 11:59:47.918280 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG oslo_db.api [None req-9c22bfe6-2739-4668-8339-02afa976c5c0 tempest-FloatingIPAdminTestJSON-1024836002 tempest-FloatingIPAdminTestJSON-1024836002-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 11:59:47.952008 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-9bb2ab2f-3a7a-45e8-a942-a309f4f41bfe tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Unset dirty status for tenant:b4adfe5c8b3a4e57a1afd1d44c455245 on resource:port {{(pid=87871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:59:47.953229 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-9bb2ab2f-3a7a-45e8-a942-a309f4f41bfe tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.4389095 Mar 28 11:59:47.958428 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 53840) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:47.964758 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [req-3df29ead-ab08-45c4-b52a-1c06387d4f10 req-c4af0fd0-de31-483d-b308-61ee93ec2a24 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Unset dirty status for tenant:527195c95736491ca1967a42cc300275 on resource:security_group {{(pid=87871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:59:47.966096 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-3df29ead-ab08-45c4-b52a-1c06387d4f10 req-c4af0fd0-de31-483d-b308-61ee93ec2a24 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=527195c95736491ca1967a42cc300275 HTTP/1.1" status: 200 len: 379 time: 0.2032888 Mar 28 11:59:47.968689 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-c7321e50-c79e-4ee7-92ba-5c00d47669ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241'] for port, after_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:47.997800 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-e48009a1-c15f-4d91-8f30-94597207d8f9 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Deleting port 47ee2094-eb5b-457d-b919-2164874e69c5 {{(pid=87870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:59:47.998137 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-e48009a1-c15f-4d91-8f30-94597207d8f9 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:48.015732 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [req-3df29ead-ab08-45c4-b52a-1c06387d4f10 req-14ee2e44-94fc-45d5-aa98-fe30fdbdd683 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Request body: {'port': {'device_id': '87bd8c58-7f15-410e-aa63-e83fafd3b215', 'network_id': '3eabdfb2-13df-46a0-90ee-a82c1c8f310b', 'admin_state_up': True, 'tenant_id': '527195c95736491ca1967a42cc300275', 'security_groups': ['e59444d0-c743-4927-b846-a029d293bc8e']}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:59:48.073268 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-5f354b58-2911-4f12-915c-5c6979f364bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:48.089126 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7321e50-c79e-4ee7-92ba-5c00d47669ae None None] Pushing event updated for resources: {'Port': ['ID=05a93a8a-ee24-47a1-8c29-dc95238e7e99,revision_number=1']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:59:48.103824 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-5f354b58-2911-4f12-915c-5c6979f364bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:48.136309 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7321e50-c79e-4ee7-92ba-5c00d47669ae None None] Network e95a87e2-4c44-46e2-9de5-2786cbaea69c is already hosted by enough agents. {{(pid=87872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:59:48.137892 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.base_scheduler [None req-c7321e50-c79e-4ee7-92ba-5c00d47669ae None None] Resources bound (agent type, host, resource id): {{(pid=87872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:59:48.232174 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 53852) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:48.238583 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-5f354b58-2911-4f12-915c-5c6979f364bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:48.241006 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-3a410414-60ba-4db3-8ee0-784b2789d00f None None] For port 47ee2094-eb5b-457d-b919-2164874e69c5, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=47ee2094-eb5b-457d-b919-2164874e69c5,segment=NetworkSegment(05aed5f4-f84b-42cf-96a0-f05c39173e69),segment_id=05aed5f4-f84b-42cf-96a0-f05c39173e69)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:59:48.241766 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-3a410414-60ba-4db3-8ee0-784b2789d00f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:48.258644 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7321e50-c79e-4ee7-92ba-5c00d47669ae None None] Received port after_create {{(pid=87872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:59:48.270707 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-3e275913-3759-4f42-a75a-6c221c37bb03 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Deleting port 50478f7c-b1b8-4c97-86f1-c80cd59c34df {{(pid=87871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:59:48.271050 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-3e275913-3759-4f42-a75a-6c221c37bb03 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:48.314822 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f354b58-2911-4f12-915c-5c6979f364bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95e8b444-b34b-4adc-b97f-98135e960490,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:59:48.335849 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-5f354b58-2911-4f12-915c-5c6979f364bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:48.336536 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-5f354b58-2911-4f12-915c-5c6979f364bd admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/95e8b444-b34b-4adc-b97f-98135e960490 HTTP/1.1" status: 204 len: 168 time: 0.5320661 Mar 28 11:59:48.404752 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.db [None req-e48009a1-c15f-4d91-8f30-94597207d8f9 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] For port 47ee2094-eb5b-457d-b919-2164874e69c5, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=47ee2094-eb5b-457d-b919-2164874e69c5,segment=NetworkSegment(05aed5f4-f84b-42cf-96a0-f05c39173e69),segment_id=05aed5f4-f84b-42cf-96a0-f05c39173e69)] {{(pid=87870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:59:48.405325 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-e48009a1-c15f-4d91-8f30-94597207d8f9 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:48.419183 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-9c22bfe6-2739-4668-8339-02afa976c5c0 tempest-FloatingIPAdminTestJSON-1024836002 tempest-FloatingIPAdminTestJSON-1024836002-project] Deleting port 0d52ba12-eeca-47fd-bd1f-52bc809a86a2 {{(pid=87870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:59:48.419541 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-9c22bfe6-2739-4668-8339-02afa976c5c0 tempest-FloatingIPAdminTestJSON-1024836002 tempest-FloatingIPAdminTestJSON-1024836002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:48.420518 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [req-3df29ead-ab08-45c4-b52a-1c06387d4f10 req-14ee2e44-94fc-45d5-aa98-fe30fdbdd683 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:59:48.446674 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-d650fdae-7c22-4cfb-a707-aa38a20f33f8 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-290887415-network', 'tenant_id': '2a1e81166ea44cb2b2b47dda4f84a6f1'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:59:48.460494 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [req-3df29ead-ab08-45c4-b52a-1c06387d4f10 req-14ee2e44-94fc-45d5-aa98-fe30fdbdd683 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:59:48.489808 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-3a410414-60ba-4db3-8ee0-784b2789d00f None None] Calling delete_port for 47ee2094-eb5b-457d-b919-2164874e69c5 owned by network:dhcp {{(pid=87872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:59:48.532901 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3df29ead-ab08-45c4-b52a-1c06387d4f10 req-14ee2e44-94fc-45d5-aa98-fe30fdbdd683 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Made reservation on behalf of 527195c95736491ca1967a42cc300275 for: {'port': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:59:48.536369 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-3df29ead-ab08-45c4-b52a-1c06387d4f10 req-14ee2e44-94fc-45d5-aa98-fe30fdbdd683 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:48.572868 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-d650fdae-7c22-4cfb-a707-aa38a20f33f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:59:48.632762 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-e48009a1-c15f-4d91-8f30-94597207d8f9 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Calling delete_port for 47ee2094-eb5b-457d-b919-2164874e69c5 owned by network:dhcp {{(pid=87870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:59:48.676551 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-d650fdae-7c22-4cfb-a707-aa38a20f33f8 admin admin] Usage tracker for resource:network and tenant:2a1e81166ea44cb2b2b47dda4f84a6f1 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:59:48.676772 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-c7321e50-c79e-4ee7-92ba-5c00d47669ae None None] Attempting to bind port 05a93a8a-ee24-47a1-8c29-dc95238e7e99 on host dv-neutron-835340-2-hyperv for vnic_type normal with profile {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:59:48.676772 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-c7321e50-c79e-4ee7-92ba-5c00d47669ae None None] Attempting to bind port 05a93a8a-ee24-47a1-8c29-dc95238e7e99 by drivers openvswitch,hyperv on host dv-neutron-835340-2-hyperv at level 0 using segments [{'id': 'bd053757-b8b4-4f3a-b553-aa242f2d15d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e95a87e2-4c44-46e2-9de5-2786cbaea69c'}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:59:48.676772 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7321e50-c79e-4ee7-92ba-5c00d47669ae None None] Attempting to bind port 05a93a8a-ee24-47a1-8c29-dc95238e7e99 on network e95a87e2-4c44-46e2-9de5-2786cbaea69c {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:59:48.682891 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-9d03369b-3faa-4876-8fbc-32f47b13576e req-7ab3ab41-c0a7-4bc0-af87-8e9d95089ded tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/ports?device_id=87bd8c58-7f15-410e-aa63-e83fafd3b215 HTTP/1.1" status: 200 len: 210 time: 0.0639045 Mar 28 11:59:48.693460 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7321e50-c79e-4ee7-92ba-5c00d47669ae None None] Checking agent: {'id': '961a16fe-cbc8-4264-ac28-bbbd53f89caa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 46, 6), 'started_at': datetime.datetime(2022, 3, 28, 11, 46, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 11, 59, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 11:59:48.693460 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7321e50-c79e-4ee7-92ba-5c00d47669ae None None] Checking segment: {'id': 'bd053757-b8b4-4f3a-b553-aa242f2d15d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e95a87e2-4c44-46e2-9de5-2786cbaea69c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:59:48.693983 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-c7321e50-c79e-4ee7-92ba-5c00d47669ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:48.693983 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7321e50-c79e-4ee7-92ba-5c00d47669ae None None] Bound using segment: {'id': 'bd053757-b8b4-4f3a-b553-aa242f2d15d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e95a87e2-4c44-46e2-9de5-2786cbaea69c'} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 11:59:48.694323 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-9c22bfe6-2739-4668-8339-02afa976c5c0 tempest-FloatingIPAdminTestJSON-1024836002 tempest-FloatingIPAdminTestJSON-1024836002-project] The port '0d52ba12-eeca-47fd-bd1f-52bc809a86a2' was deleted {{(pid=87870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 11:59:48.694433 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-c7321e50-c79e-4ee7-92ba-5c00d47669ae None None] Bound port: 05a93a8a-ee24-47a1-8c29-dc95238e7e99, host: dv-neutron-835340-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd053757-b8b4-4f3a-b553-aa242f2d15d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e95a87e2-4c44-46e2-9de5-2786cbaea69c'}}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 11:59:48.694786 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-c7321e50-c79e-4ee7-92ba-5c00d47669ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:48.700256 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-d650fdae-7c22-4cfb-a707-aa38a20f33f8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:59:48.741541 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-d650fdae-7c22-4cfb-a707-aa38a20f33f8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:59:48.746610 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-3e275913-3759-4f42-a75a-6c221c37bb03 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:48.801819 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-c7321e50-c79e-4ee7-92ba-5c00d47669ae None None] For port 05a93a8a-ee24-47a1-8c29-dc95238e7e99, host dv-neutron-835340-2-hyperv, cleared binding levels {{(pid=87872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 11:59:48.806855 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-c7321e50-c79e-4ee7-92ba-5c00d47669ae None None] For port 05a93a8a-ee24-47a1-8c29-dc95238e7e99, host dv-neutron-835340-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=05a93a8a-ee24-47a1-8c29-dc95238e7e99,segment=NetworkSegment(bd053757-b8b4-4f3a-b553-aa242f2d15d2),segment_id=bd053757-b8b4-4f3a-b553-aa242f2d15d2)] {{(pid=87872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 11:59:48.808540 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-3a410414-60ba-4db3-8ee0-784b2789d00f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250'] for port, after_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:48.879592 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-c7321e50-c79e-4ee7-92ba-5c00d47669ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:48.894350 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a410414-60ba-4db3-8ee0-784b2789d00f None None] Pushing event deleted for resources: {'Port': ['ID=47ee2094-eb5b-457d-b919-2164874e69c5,revision_number=None']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:59:48.919073 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d650fdae-7c22-4cfb-a707-aa38a20f33f8 admin admin] Made reservation on behalf of 2a1e81166ea44cb2b2b47dda4f84a6f1 for: {'network': 1} {{(pid=87870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:59:48.921468 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-d650fdae-7c22-4cfb-a707-aa38a20f33f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for network, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:48.928467 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-3e275913-3759-4f42-a75a-6c221c37bb03 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Calling delete_port for 50478f7c-b1b8-4c97-86f1-c80cd59c34df owned by {{(pid=87871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:59:48.943916 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-d650fdae-7c22-4cfb-a707-aa38a20f33f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:48.953941 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a410414-60ba-4db3-8ee0-784b2789d00f None None] No DVR routers for this DVR port 47ee2094-eb5b-457d-b919-2164874e69c5 on host dv-neutron-835340-2-hyperv {{(pid=87872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 11:59:48.974517 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-9c22bfe6-2739-4668-8339-02afa976c5c0 tempest-FloatingIPAdminTestJSON-1024836002 tempest-FloatingIPAdminTestJSON-1024836002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930431', 'neutron.services.segments.db._delete_segments_for_network-8783496351308'] for network, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:49.017875 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.db_base_plugin_common [req-3df29ead-ab08-45c4-b52a-1c06387d4f10 req-14ee2e44-94fc-45d5-aa98-fe30fdbdd683 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Allocated IP 172.20.0.7 (3eabdfb2-13df-46a0-90ee-a82c1c8f310b/7e493e4f-4143-4d86-a3fc-05446ad68796/12748102-4760-40db-84c0-2bcd579ab8d7) {{(pid=87871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:59:49.032360 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7321e50-c79e-4ee7-92ba-5c00d47669ae None None] Pushing event updated for resources: {'Port': ['ID=05a93a8a-ee24-47a1-8c29-dc95238e7e99,revision_number=2']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:59:49.038000 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-d650fdae-7c22-4cfb-a707-aa38a20f33f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:59:49.069111 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-d650fdae-7c22-4cfb-a707-aa38a20f33f8 admin admin] Usage tracker for resource:security_group_rule and tenant:2a1e81166ea44cb2b2b47dda4f84a6f1 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:59:49.075387 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-d650fdae-7c22-4cfb-a707-aa38a20f33f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:59:49.079164 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-9c22bfe6-2739-4668-8339-02afa976c5c0 tempest-FloatingIPAdminTestJSON-1024836002 tempest-FloatingIPAdminTestJSON-1024836002-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e807787b-7be7-40a4-bb51-7a8f358c0ff0']}} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:59:49.092731 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.db.api [None req-e48009a1-c15f-4d91-8f30-94597207d8f9 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87870) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 11:59:49.093049 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG oslo_db.api [None req-e48009a1-c15f-4d91-8f30-94597207d8f9 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 11:59:49.094004 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-d650fdae-7c22-4cfb-a707-aa38a20f33f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:59:49.102189 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-9c22bfe6-2739-4668-8339-02afa976c5c0 tempest-FloatingIPAdminTestJSON-1024836002 tempest-FloatingIPAdminTestJSON-1024836002-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '873805fc-2b60-40d6-95b3-8870cc0877bb') {'for_net_delete': True} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:59:49.102485 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-9c22bfe6-2739-4668-8339-02afa976c5c0 tempest-FloatingIPAdminTestJSON-1024836002 tempest-FloatingIPAdminTestJSON-1024836002-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '873805fc-2b60-40d6-95b3-8870cc0877bb') {} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:59:49.122631 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-9c22bfe6-2739-4668-8339-02afa976c5c0 tempest-FloatingIPAdminTestJSON-1024836002 tempest-FloatingIPAdminTestJSON-1024836002-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783496353639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3591341'] for segment, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:49.152316 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-9c22bfe6-2739-4668-8339-02afa976c5c0 tempest-FloatingIPAdminTestJSON-1024836002 tempest-FloatingIPAdminTestJSON-1024836002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:49.173641 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c22bfe6-2739-4668-8339-02afa976c5c0 tempest-FloatingIPAdminTestJSON-1024836002 tempest-FloatingIPAdminTestJSON-1024836002-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=87870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 11:59:49.174314 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-9c22bfe6-2739-4668-8339-02afa976c5c0 tempest-FloatingIPAdminTestJSON-1024836002 tempest-FloatingIPAdminTestJSON-1024836002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1920481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2558260'] for segment, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:49.182500 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-3e275913-3759-4f42-a75a-6c221c37bb03 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:49.191623 dv-neutron-835340-2-hyperv neutron-server[87870]: Traceback (most recent call last): Mar 28 11:59:49.191623 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 11:59:49.191623 dv-neutron-835340-2-hyperv neutron-server[87870]: timer() Mar 28 11:59:49.191623 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 11:59:49.191623 dv-neutron-835340-2-hyperv neutron-server[87870]: cb(*args, **kw) Mar 28 11:59:49.191623 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 11:59:49.191623 dv-neutron-835340-2-hyperv neutron-server[87870]: return func(*args, **kwargs) Mar 28 11:59:49.191623 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 11:59:49.191623 dv-neutron-835340-2-hyperv neutron-server[87870]: self._notify() Mar 28 11:59:49.191623 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 11:59:49.191623 dv-neutron-835340-2-hyperv neutron-server[87870]: self.callback(batched_events) Mar 28 11:59:49.191623 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 11:59:49.191623 dv-neutron-835340-2-hyperv neutron-server[87870]: event.method(event) Mar 28 11:59:49.191623 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 11:59:49.191623 dv-neutron-835340-2-hyperv neutron-server[87870]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 11:59:49.191623 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 11:59:49.191623 dv-neutron-835340-2-hyperv neutron-server[87870]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 11:59:49.191623 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 11:59:49.191623 dv-neutron-835340-2-hyperv neutron-server[87870]: return f(self, *a, **k) Mar 28 11:59:49.191623 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 11:59:49.191623 dv-neutron-835340-2-hyperv neutron-server[87870]: return self._get(url).json() Mar 28 11:59:49.191623 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 11:59:49.191623 dv-neutron-835340-2-hyperv neutron-server[87870]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 11:59:49.191623 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 11:59:49.191623 dv-neutron-835340-2-hyperv neutron-server[87870]: return self.request(url, 'GET', **kwargs) Mar 28 11:59:49.191623 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 11:59:49.191623 dv-neutron-835340-2-hyperv neutron-server[87870]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 11:59:49.191623 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 11:59:49.191623 dv-neutron-835340-2-hyperv neutron-server[87870]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 11:59:49.191623 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 11:59:49.191623 dv-neutron-835340-2-hyperv neutron-server[87870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 11:59:49.191623 dv-neutron-835340-2-hyperv neutron-server[87870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 11:59:49.257290 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e275913-3759-4f42-a75a-6c221c37bb03 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Pushing event deleted for resources: {'Port': ['ID=50478f7c-b1b8-4c97-86f1-c80cd59c34df,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:59:49.298258 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-23090631-0546-43f4-a9d8-ef868d6ebb55 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-743394'] for router_interface, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:49.361456 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-9c22bfe6-2739-4668-8339-02afa976c5c0 tempest-FloatingIPAdminTestJSON-1024836002 tempest-FloatingIPAdminTestJSON-1024836002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709602'] for network, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:49.404086 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-9c22bfe6-2739-4668-8339-02afa976c5c0 tempest-FloatingIPAdminTestJSON-1024836002 tempest-FloatingIPAdminTestJSON-1024836002-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538751'] for network, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:49.492276 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c22bfe6-2739-4668-8339-02afa976c5c0 tempest-FloatingIPAdminTestJSON-1024836002 tempest-FloatingIPAdminTestJSON-1024836002-project] Pushing event deleted for resources: {'Network': ['ID=e807787b-7be7-40a4-bb51-7a8f358c0ff0,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:59:49.575908 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 05a93a8a-ee24-47a1-8c29-dc95238e7e99 up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:59:49.644674 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-3e275913-3759-4f42-a75a-6c221c37bb03 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:49.675246 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-3e275913-3759-4f42-a75a-6c221c37bb03 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "DELETE /v2.0/ports/50478f7c-b1b8-4c97-86f1-c80cd59c34df HTTP/1.1" status: 204 len: 168 time: 1.7121365 Mar 28 11:59:49.675460 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning for port 05a93a8a-ee24-47a1-8c29-dc95238e7e99 completed by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:59:49.675577 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 53882) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:49.719162 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-e48009a1-c15f-4d91-8f30-94597207d8f9 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Deleting port 47ee2094-eb5b-457d-b919-2164874e69c5 {{(pid=87870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:59:49.719162 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-e48009a1-c15f-4d91-8f30-94597207d8f9 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:49.763541 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-9c22bfe6-2739-4668-8339-02afa976c5c0 tempest-FloatingIPAdminTestJSON-1024836002 tempest-FloatingIPAdminTestJSON-1024836002-project] 10.222.0.30 "DELETE /v2.0/networks/e807787b-7be7-40a4-bb51-7a8f358c0ff0 HTTP/1.1" status: 204 len: 168 time: 4.4068484 Mar 28 11:59:49.767407 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 53888) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:49.791039 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 47ee2094-eb5b-457d-b919-2164874e69c5 no longer exists at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 11:59:49.858284 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] No Port match for: 47ee2094-eb5b-457d-b919-2164874e69c5 {{(pid=87872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 11:59:49.859426 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 47ee2094-eb5b-457d-b919-2164874e69c5 not bound to the agent host dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 11:59:49.862997 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d278346-61bc-4df9-a2b6-b6a2237cb02b tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:59:49.866447 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d278346-61bc-4df9-a2b6-b6a2237cb02b tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:59:49.867235 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-7d278346-61bc-4df9-a2b6-b6a2237cb02b tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Synchronizing usage tracker for tenant:b4adfe5c8b3a4e57a1afd1d44c455245 on resource:subnet {{(pid=87871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:59:49.882734 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-3df29ead-ab08-45c4-b52a-1c06387d4f10 req-14ee2e44-94fc-45d5-aa98-fe30fdbdd683 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for port, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:49.932646 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-d650fdae-7c22-4cfb-a707-aa38a20f33f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:49.986545 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.provisioning_blocks [req-3df29ead-ab08-45c4-b52a-1c06387d4f10 req-14ee2e44-94fc-45d5-aa98-fe30fdbdd683 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Transition to ACTIVE for port object 12748102-4760-40db-84c0-2bcd579ab8d7 will not be triggered until provisioned by entity DHCP. {{(pid=87871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:59:50.009312 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-e48009a1-c15f-4d91-8f30-94597207d8f9 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] The port '47ee2094-eb5b-457d-b919-2164874e69c5' was deleted {{(pid=87870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 11:59:50.014789 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-7d278346-61bc-4df9-a2b6-b6a2237cb02b tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Unset dirty status for tenant:b4adfe5c8b3a4e57a1afd1d44c455245 on resource:subnet {{(pid=87871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:59:50.015962 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-7d278346-61bc-4df9-a2b6-b6a2237cb02b tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.3396313 Mar 28 11:59:50.018207 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-1acb7477-0179-4c22-8488-e67487c58421 tempest-FloatingIPAdminTestJSON-1024836002 tempest-FloatingIPAdminTestJSON-1024836002-project] Deleting port 549f9374-fee7-4766-a6b2-4e4ba385c2d6 {{(pid=87871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:59:50.018545 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-1acb7477-0179-4c22-8488-e67487c58421 tempest-FloatingIPAdminTestJSON-1024836002 tempest-FloatingIPAdminTestJSON-1024836002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:50.048061 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 53894) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:50.050775 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-d650fdae-7c22-4cfb-a707-aa38a20f33f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:50.206355 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-3df29ead-ab08-45c4-b52a-1c06387d4f10 req-14ee2e44-94fc-45d5-aa98-fe30fdbdd683 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:50.238890 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-9c7cf9d0-4779-4902-98f8-daf5e6a04154 req-8481e881-0a04-4840-8984-a0534bd4e1e7 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/ports?device_id=87bd8c58-7f15-410e-aa63-e83fafd3b215 HTTP/1.1" status: 200 len: 210 time: 0.2278767 Mar 28 11:59:50.303703 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d650fdae-7c22-4cfb-a707-aa38a20f33f8 admin admin] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=87870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 11:59:50.303860 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3df29ead-ab08-45c4-b52a-1c06387d4f10 req-14ee2e44-94fc-45d5-aa98-fe30fdbdd683 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Network 3eabdfb2-13df-46a0-90ee-a82c1c8f310b is already hosted by enough agents. {{(pid=87871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:59:50.305926 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-1acb7477-0179-4c22-8488-e67487c58421 tempest-FloatingIPAdminTestJSON-1024836002 tempest-FloatingIPAdminTestJSON-1024836002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:50.306257 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-1acb7477-0179-4c22-8488-e67487c58421 tempest-FloatingIPAdminTestJSON-1024836002 tempest-FloatingIPAdminTestJSON-1024836002-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:50.316393 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [req-3df29ead-ab08-45c4-b52a-1c06387d4f10 req-14ee2e44-94fc-45d5-aa98-fe30fdbdd683 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Resources bound (agent type, host, resource id): {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:59:50.324284 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.l3_dvrscheduler_db [req-3df29ead-ab08-45c4-b52a-1c06387d4f10 req-14ee2e44-94fc-45d5-aa98-fe30fdbdd683 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Received port after_create {{(pid=87871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:59:50.375410 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d650fdae-7c22-4cfb-a707-aa38a20f33f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8f1f9e9-ff2e-444f-8155-195accb6fa66,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:59:50.414063 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-d650fdae-7c22-4cfb-a707-aa38a20f33f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:50.414468 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.db.segments_db [None req-d650fdae-7c22-4cfb-a707-aa38a20f33f8 admin admin] Added segment 242f1546-911c-44e8-b281-2af20c44fabf of type vlan for network e9e5c70d-c726-4631-869b-4d042805a677 Mar 28 11:59:50.417994 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-e48009a1-c15f-4d91-8f30-94597207d8f9 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930431', 'neutron.services.segments.db._delete_segments_for_network-8783496351308'] for network, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:50.456915 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e6681ba-97a6-47e4-aac8-da08201874ba tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Deleting subnet 9fdce152-0de4-4956-8ebf-28c60741d3fe {{(pid=87870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 11:59:50.487104 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-5e6681ba-97a6-47e4-aac8-da08201874ba tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks [] for subnet, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:50.520972 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-e48009a1-c15f-4d91-8f30-94597207d8f9 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['725deed5-3674-4883-9a0c-91a366ed6d4f']}} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:59:50.542769 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:50.559844 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-e48009a1-c15f-4d91-8f30-94597207d8f9 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05aed5f4-f84b-42cf-96a0-f05c39173e69') {'for_net_delete': True} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:59:50.560143 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-e48009a1-c15f-4d91-8f30-94597207d8f9 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05aed5f4-f84b-42cf-96a0-f05c39173e69') {} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:59:50.566627 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 53908) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:50.572910 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-1acb7477-0179-4c22-8488-e67487c58421 tempest-FloatingIPAdminTestJSON-1024836002 tempest-FloatingIPAdminTestJSON-1024836002-project] Calling delete_port for 549f9374-fee7-4766-a6b2-4e4ba385c2d6 owned by network:floatingip {{(pid=87871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:59:50.588536 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-d650fdae-7c22-4cfb-a707-aa38a20f33f8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783495836591'] for network, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:50.605060 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-e48009a1-c15f-4d91-8f30-94597207d8f9 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783496353639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3591341'] for segment, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:50.619189 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ee2e44-94fc-45d5-aa98-fe30fdbdd683 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Pushing event updated for resources: {'Port': ['ID=12748102-4760-40db-84c0-2bcd579ab8d7,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:59:50.625383 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-5e6681ba-97a6-47e4-aac8-da08201874ba tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3591354'] for subnet, precommit_delete_associations {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:50.655999 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-f0c0b897-cc52-43c3-adb4-2c7c33a64aac None None] Provisioning for port 05a93a8a-ee24-47a1-8c29-dc95238e7e99 completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:59:50.667423 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df29ead-ab08-45c4-b52a-1c06387d4f10 req-14ee2e44-94fc-45d5-aa98-fe30fdbdd683 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:59:50.668124 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-3df29ead-ab08-45c4-b52a-1c06387d4f10 req-14ee2e44-94fc-45d5-aa98-fe30fdbdd683 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:50.672910 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-f0c0b897-cc52-43c3-adb4-2c7c33a64aac None None] Provisioning complete for port 05a93a8a-ee24-47a1-8c29-dc95238e7e99 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:59:50.673597 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-f0c0b897-cc52-43c3-adb4-2c7c33a64aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:50.709605 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-3df29ead-ab08-45c4-b52a-1c06387d4f10 req-14ee2e44-94fc-45d5-aa98-fe30fdbdd683 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7029693 Mar 28 11:59:50.713700 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-e48009a1-c15f-4d91-8f30-94597207d8f9 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:50.817030 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-1acb7477-0179-4c22-8488-e67487c58421 tempest-FloatingIPAdminTestJSON-1024836002 tempest-FloatingIPAdminTestJSON-1024836002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:50.831872 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e48009a1-c15f-4d91-8f30-94597207d8f9 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=87870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 11:59:50.832291 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-e48009a1-c15f-4d91-8f30-94597207d8f9 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1920481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2558260'] for segment, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:50.847854 dv-neutron-835340-2-hyperv neutron-server[87870]: Traceback (most recent call last): Mar 28 11:59:50.847854 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 11:59:50.847854 dv-neutron-835340-2-hyperv neutron-server[87870]: timer() Mar 28 11:59:50.847854 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 11:59:50.847854 dv-neutron-835340-2-hyperv neutron-server[87870]: cb(*args, **kw) Mar 28 11:59:50.847854 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 11:59:50.847854 dv-neutron-835340-2-hyperv neutron-server[87870]: return func(*args, **kwargs) Mar 28 11:59:50.847854 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 11:59:50.847854 dv-neutron-835340-2-hyperv neutron-server[87870]: self._notify() Mar 28 11:59:50.847854 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 11:59:50.847854 dv-neutron-835340-2-hyperv neutron-server[87870]: self.callback(batched_events) Mar 28 11:59:50.847854 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 11:59:50.847854 dv-neutron-835340-2-hyperv neutron-server[87870]: event.method(event) Mar 28 11:59:50.847854 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 11:59:50.847854 dv-neutron-835340-2-hyperv neutron-server[87870]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 11:59:50.847854 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 11:59:50.847854 dv-neutron-835340-2-hyperv neutron-server[87870]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 11:59:50.847854 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 11:59:50.847854 dv-neutron-835340-2-hyperv neutron-server[87870]: return f(self, *a, **k) Mar 28 11:59:50.847854 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 11:59:50.847854 dv-neutron-835340-2-hyperv neutron-server[87870]: return self._get(url).json() Mar 28 11:59:50.847854 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 11:59:50.847854 dv-neutron-835340-2-hyperv neutron-server[87870]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 11:59:50.847854 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 11:59:50.847854 dv-neutron-835340-2-hyperv neutron-server[87870]: return self.request(url, 'GET', **kwargs) Mar 28 11:59:50.847854 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 11:59:50.847854 dv-neutron-835340-2-hyperv neutron-server[87870]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 11:59:50.847854 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 11:59:50.847854 dv-neutron-835340-2-hyperv neutron-server[87870]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 11:59:50.847854 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 11:59:50.847854 dv-neutron-835340-2-hyperv neutron-server[87870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 11:59:50.847854 dv-neutron-835340-2-hyperv neutron-server[87870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 11:59:50.877636 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-8712d00c-26a4-41c4-aebc-a41f645ffe4b tempest-RoutersAdminNegativeIpV6Test-153716882 tempest-RoutersAdminNegativeIpV6Test-153716882-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1251016671', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:59:50.913035 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-f0c0b897-cc52-43c3-adb4-2c7c33a64aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:50.948759 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [req-3df29ead-ab08-45c4-b52a-1c06387d4f10 req-c55d859b-b775-49a7-8c44-d49b7cefd999 service neutron] Request body: {'port': {'device_id': '87bd8c58-7f15-410e-aa63-e83fafd3b215', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8353'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:59:50.956220 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-8712d00c-26a4-41c4-aebc-a41f645ffe4b tempest-RoutersAdminNegativeIpV6Test-153716882 tempest-RoutersAdminNegativeIpV6Test-153716882-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:59:50.959982 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-f0c0b897-cc52-43c3-adb4-2c7c33a64aac None None] For port 05a93a8a-ee24-47a1-8c29-dc95238e7e99, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=05a93a8a-ee24-47a1-8c29-dc95238e7e99,segment=NetworkSegment(bd053757-b8b4-4f3a-b553-aa242f2d15d2),segment_id=bd053757-b8b4-4f3a-b553-aa242f2d15d2)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:59:50.960911 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-d650fdae-7c22-4cfb-a707-aa38a20f33f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765'] for network, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:50.962077 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d650fdae-7c22-4cfb-a707-aa38a20f33f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:59:50.962815 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-d650fdae-7c22-4cfb-a707-aa38a20f33f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538751'] for network, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:50.965707 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-f0c0b897-cc52-43c3-adb4-2c7c33a64aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:51.002954 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acb7477-0179-4c22-8488-e67487c58421 tempest-FloatingIPAdminTestJSON-1024836002 tempest-FloatingIPAdminTestJSON-1024836002-project] Pushing event deleted for resources: {'Port': ['ID=549f9374-fee7-4766-a6b2-4e4ba385c2d6,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:59:51.012689 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-8712d00c-26a4-41c4-aebc-a41f645ffe4b tempest-RoutersAdminNegativeIpV6Test-153716882 tempest-RoutersAdminNegativeIpV6Test-153716882-project-admin] Usage tracker for resource:port and tenant:9fd25797fab84c54bc231b087f9d6cd5 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:59:51.043186 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c0b897-cc52-43c3-adb4-2c7c33a64aac None None] Pushing event updated for resources: {'Port': ['ID=05a93a8a-ee24-47a1-8c29-dc95238e7e99,revision_number=3']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:59:51.045393 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-8712d00c-26a4-41c4-aebc-a41f645ffe4b tempest-RoutersAdminNegativeIpV6Test-153716882 tempest-RoutersAdminNegativeIpV6Test-153716882-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:59:51.059711 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-23090631-0546-43f4-a9d8-ef868d6ebb55 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Deleting port 2657de3f-45d4-43e3-ba0a-596c0d44ea2a {{(pid=87870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:59:51.060059 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-23090631-0546-43f4-a9d8-ef868d6ebb55 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:51.083157 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-bfe631e3-d5e3-4f39-9b1f-17d5f5fb4312 None None] Could not find standard attr ID for object 50478f7c-b1b8-4c97-86f1-c80cd59c34df. {{(pid=87872) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 28 11:59:51.095716 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-bfe631e3-d5e3-4f39-9b1f-17d5f5fb4312 None None] Provisioning for port 12748102-4760-40db-84c0-2bcd579ab8d7 completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:59:51.102025 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-bfe631e3-d5e3-4f39-9b1f-17d5f5fb4312 None None] Provisioning complete for port 12748102-4760-40db-84c0-2bcd579ab8d7 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:59:51.102310 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-8712d00c-26a4-41c4-aebc-a41f645ffe4b tempest-RoutersAdminNegativeIpV6Test-153716882 tempest-RoutersAdminNegativeIpV6Test-153716882-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:59:51.102849 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-bfe631e3-d5e3-4f39-9b1f-17d5f5fb4312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:51.134255 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-1acb7477-0179-4c22-8488-e67487c58421 tempest-FloatingIPAdminTestJSON-1024836002 tempest-FloatingIPAdminTestJSON-1024836002-project] Notify callbacks [] for floatingip, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:51.169121 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-e48009a1-c15f-4d91-8f30-94597207d8f9 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709602'] for network, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:51.170019 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-bfe631e3-d5e3-4f39-9b1f-17d5f5fb4312 None None] Port 12748102-4760-40db-84c0-2bcd579ab8d7 cannot update to ACTIVE because it is not bound. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 11:59:51.171336 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d650fdae-7c22-4cfb-a707-aa38a20f33f8 admin admin] Pushing event updated for resources: {'Network': ['ID=e9e5c70d-c726-4631-869b-4d042805a677,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:59:51.189993 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-e48009a1-c15f-4d91-8f30-94597207d8f9 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538751'] for network, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:51.192223 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-e48009a1-c15f-4d91-8f30-94597207d8f9 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] 10.222.0.30 "DELETE /v2.0/networks/725deed5-3674-4883-9a0c-91a366ed6d4f HTTP/1.1" status: 204 len: 168 time: 4.2807586 Mar 28 11:59:51.192394 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Network e9e5c70d-c726-4631-869b-4d042805a677 details requested by agent ovs-agent-dv-neutron-835340-2-hyperv with host dv-neutron-835340-2-hyperv {{(pid=87872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 11:59:51.197179 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 53916) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:51.212561 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-1acb7477-0179-4c22-8488-e67487c58421 tempest-FloatingIPAdminTestJSON-1024836002 tempest-FloatingIPAdminTestJSON-1024836002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for floatingip, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:51.217569 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-1acb7477-0179-4c22-8488-e67487c58421 tempest-FloatingIPAdminTestJSON-1024836002 tempest-FloatingIPAdminTestJSON-1024836002-project] 10.222.0.30 "DELETE /v2.0/floatingips/410025a9-2257-402d-a343-14657df6ed5e HTTP/1.1" status: 204 len: 168 time: 1.4402366 Mar 28 11:59:51.220352 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-d650fdae-7c22-4cfb-a707-aa38a20f33f8 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.9768519 Mar 28 11:59:51.228724 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-86ebbdf5-df56-4f19-90b4-c7d9cd0553b6 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2119763478'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:59:51.229717 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48009a1-c15f-4d91-8f30-94597207d8f9 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Pushing event deleted for resources: {'Network': ['ID=725deed5-3674-4883-9a0c-91a366ed6d4f,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:59:51.237647 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 53922) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:51.238964 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8712d00c-26a4-41c4-aebc-a41f645ffe4b tempest-RoutersAdminNegativeIpV6Test-153716882 tempest-RoutersAdminNegativeIpV6Test-153716882-project-admin] Made reservation on behalf of 9fd25797fab84c54bc231b087f9d6cd5 for: {'port': 1} {{(pid=87870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:59:51.239140 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-86ebbdf5-df56-4f19-90b4-c7d9cd0553b6 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:59:51.241917 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-8712d00c-26a4-41c4-aebc-a41f645ffe4b tempest-RoutersAdminNegativeIpV6Test-153716882 tempest-RoutersAdminNegativeIpV6Test-153716882-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:51.250772 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-1a752f42-3cd0-4a26-926f-69046c187138 admin admin] Request body: {'subnet': {'network_id': 'e9e5c70d-c726-4631-869b-4d042805a677', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-290887415-subnet', 'tenant_id': '2a1e81166ea44cb2b2b47dda4f84a6f1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:59:51.257466 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-1a752f42-3cd0-4a26-926f-69046c187138 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:59:51.262229 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-86ebbdf5-df56-4f19-90b4-c7d9cd0553b6 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Usage tracker for resource:network and tenant:35b7084247a448e2b3e41f3619d7d4bc is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:59:51.269096 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-86ebbdf5-df56-4f19-90b4-c7d9cd0553b6 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:59:51.278103 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-8712d00c-26a4-41c4-aebc-a41f645ffe4b tempest-RoutersAdminNegativeIpV6Test-153716882 tempest-RoutersAdminNegativeIpV6Test-153716882-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:51.279127 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-1a752f42-3cd0-4a26-926f-69046c187138 admin admin] Usage tracker for resource:subnet and tenant:2a1e81166ea44cb2b2b47dda4f84a6f1 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:59:51.284421 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-1a752f42-3cd0-4a26-926f-69046c187138 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:59:51.294672 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-86ebbdf5-df56-4f19-90b4-c7d9cd0553b6 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:59:51.296781 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-1a752f42-3cd0-4a26-926f-69046c187138 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:59:51.304351 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-3df29ead-ab08-45c4-b52a-1c06387d4f10 req-c55d859b-b775-49a7-8c44-d49b7cefd999 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:51.310813 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-5e6681ba-97a6-47e4-aac8-da08201874ba tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1919782'] for subnet, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:51.374315 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-8712d00c-26a4-41c4-aebc-a41f645ffe4b tempest-RoutersAdminNegativeIpV6Test-153716882 tempest-RoutersAdminNegativeIpV6Test-153716882-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:59:51.386989 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86ebbdf5-df56-4f19-90b4-c7d9cd0553b6 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Made reservation on behalf of 35b7084247a448e2b3e41f3619d7d4bc for: {'network': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:59:51.391028 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-86ebbdf5-df56-4f19-90b4-c7d9cd0553b6 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for network, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:51.409727 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a752f42-3cd0-4a26-926f-69046c187138 admin admin] Made reservation on behalf of 2a1e81166ea44cb2b2b47dda4f84a6f1 for: {'subnet': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:59:51.412622 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-1a752f42-3cd0-4a26-926f-69046c187138 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26551362'] for subnet, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:51.446145 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-8712d00c-26a4-41c4-aebc-a41f645ffe4b tempest-RoutersAdminNegativeIpV6Test-153716882 tempest-RoutersAdminNegativeIpV6Test-153716882-project-admin] Usage tracker for resource:security_group_rule and tenant:9fd25797fab84c54bc231b087f9d6cd5 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:59:51.463721 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-8712d00c-26a4-41c4-aebc-a41f645ffe4b tempest-RoutersAdminNegativeIpV6Test-153716882 tempest-RoutersAdminNegativeIpV6Test-153716882-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:59:51.481600 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-8712d00c-26a4-41c4-aebc-a41f645ffe4b tempest-RoutersAdminNegativeIpV6Test-153716882 tempest-RoutersAdminNegativeIpV6Test-153716882-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:59:51.496211 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 05a93a8a-ee24-47a1-8c29-dc95238e7e99 up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:59:51.563321 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.db [None req-23090631-0546-43f4-a9d8-ef868d6ebb55 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] For port 2657de3f-45d4-43e3-ba0a-596c0d44ea2a, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=2657de3f-45d4-43e3-ba0a-596c0d44ea2a,segment=NetworkSegment(e2318926-c8e3-4e79-b3b7-c423133ae1ca),segment_id=e2318926-c8e3-4e79-b3b7-c423133ae1ca)] {{(pid=87870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:59:51.568791 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-23090631-0546-43f4-a9d8-ef868d6ebb55 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:51.577522 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port 05a93a8a-ee24-47a1-8c29-dc95238e7e99 triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:59:51.578812 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:51.588164 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-5e6681ba-97a6-47e4-aac8-da08201874ba tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1919805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2561174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2563528'] for subnet, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:51.602787 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86ebbdf5-df56-4f19-90b4-c7d9cd0553b6 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=87871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 11:59:51.682723 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-86ebbdf5-df56-4f19-90b4-c7d9cd0553b6 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:51.683118 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.db.segments_db [None req-86ebbdf5-df56-4f19-90b4-c7d9cd0553b6 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Added segment 88ac448f-3bd4-4693-895d-93b2e073e6e6 of type vlan for network a8a19c93-80a4-4640-8413-394725de3af2 Mar 28 11:59:51.705744 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 53930) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:51.748706 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6681ba-97a6-47e4-aac8-da08201874ba tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Pushing event deleted for resources: {'Subnet': ['ID=9fdce152-0de4-4956-8ebf-28c60741d3fe,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:59:51.760405 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-23090631-0546-43f4-a9d8-ef868d6ebb55 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Calling delete_port for 2657de3f-45d4-43e3-ba0a-596c0d44ea2a owned by network:router_interface {{(pid=87870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:59:51.936701 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-5e6681ba-97a6-47e4-aac8-da08201874ba tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks [] for subnet, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:51.942771 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7501425-1800-4216-bec4-23be8d67124f None None] Network e95a87e2-4c44-46e2-9de5-2786cbaea69c requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:59:51.981257 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-5e6681ba-97a6-47e4-aac8-da08201874ba tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "DELETE /v2.0/subnets/9fdce152-0de4-4956-8ebf-28c60741d3fe HTTP/1.1" status: 204 len: 168 time: 1.9316690 Mar 28 11:59:51.982028 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 53936) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:52.073436 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-a95d8292-d533-42e8-82ef-264179606755 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0873067 Mar 28 11:59:52.079660 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 53940) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:52.092642 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-a368a4b4-2814-4be3-93f5-0006ea0f3705 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Request body: {'subnet': {'network_id': 'e95a87e2-4c44-46e2-9de5-2786cbaea69c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:59:52.155248 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-86ebbdf5-df56-4f19-90b4-c7d9cd0553b6 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783495836591'] for network, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:52.200517 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76cd13b-e9ca-4b08-8a78-bae36d29beb0 req-c2e8ec80-74ff-4885-b432-88a327c47c60 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:59:52.201204 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [req-c76cd13b-e9ca-4b08-8a78-bae36d29beb0 req-c2e8ec80-74ff-4885-b432-88a327c47c60 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Synchronizing usage tracker for tenant:527195c95736491ca1967a42cc300275 on resource:port {{(pid=87871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:59:52.214361 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-8712d00c-26a4-41c4-aebc-a41f645ffe4b tempest-RoutersAdminNegativeIpV6Test-153716882 tempest-RoutersAdminNegativeIpV6Test-153716882-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:52.225589 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06657478-9b90-4b9e-b03d-47a233de4d83 None None] DHCP port deletion for e95a87e2-4c44-46e2-9de5-2786cbaea69c request from dv-neutron-835340-2-hyperv {{(pid=87872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 11:59:52.229393 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-8712d00c-26a4-41c4-aebc-a41f645ffe4b tempest-RoutersAdminNegativeIpV6Test-153716882 tempest-RoutersAdminNegativeIpV6Test-153716882-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:52.230126 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-06657478-9b90-4b9e-b03d-47a233de4d83 None None] Deleting port 05a93a8a-ee24-47a1-8c29-dc95238e7e99 {{(pid=87872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:59:52.230677 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-06657478-9b90-4b9e-b03d-47a233de4d83 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:52.235286 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.notifiers.nova [req-3df29ead-ab08-45c4-b52a-1c06387d4f10 req-c55d859b-b775-49a7-8c44-d49b7cefd999 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12748102-4760-40db-84c0-2bcd579ab8d7 {{(pid=87871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 11:59:52.246403 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [req-c76cd13b-e9ca-4b08-8a78-bae36d29beb0 req-c2e8ec80-74ff-4885-b432-88a327c47c60 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Unset dirty status for tenant:527195c95736491ca1967a42cc300275 on resource:port {{(pid=87871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:59:52.251863 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.notifiers.nova [None req-8712d00c-26a4-41c4-aebc-a41f645ffe4b tempest-RoutersAdminNegativeIpV6Test-153716882 tempest-RoutersAdminNegativeIpV6Test-153716882-project-admin] device_id is not set on port b6ceb628-fde8-4c5f-ae1a-59270ff7d569 yet. {{(pid=87870) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 11:59:52.253108 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-c76cd13b-e9ca-4b08-8a78-bae36d29beb0 req-c2e8ec80-74ff-4885-b432-88a327c47c60 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/ports?device_id=87bd8c58-7f15-410e-aa63-e83fafd3b215 HTTP/1.1" status: 200 len: 931 time: 0.7372479 Mar 28 11:59:52.268713 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-3df29ead-ab08-45c4-b52a-1c06387d4f10 req-c55d859b-b775-49a7-8c44-d49b7cefd999 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:52.304473 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-a368a4b4-2814-4be3-93f5-0006ea0f3705 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:59:52.325641 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-a368a4b4-2814-4be3-93f5-0006ea0f3705 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Usage tracker for resource:subnet and tenant:b4adfe5c8b3a4e57a1afd1d44c455245 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:59:52.335410 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-a368a4b4-2814-4be3-93f5-0006ea0f3705 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:59:52.373337 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-a368a4b4-2814-4be3-93f5-0006ea0f3705 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:59:52.375555 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8712d00c-26a4-41c4-aebc-a41f645ffe4b tempest-RoutersAdminNegativeIpV6Test-153716882 tempest-RoutersAdminNegativeIpV6Test-153716882-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7492569f-bfe0-42b8-a563-1f729bd8da93,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:59:52.379241 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-c76cd13b-e9ca-4b08-8a78-bae36d29beb0 req-c9915e9a-e9cc-4537-add8-8aed48770d00 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/security-groups?id=e59444d0-c743-4927-b846-a029d293bc8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1252165 Mar 28 11:59:52.403407 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-86ebbdf5-df56-4f19-90b4-c7d9cd0553b6 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765'] for network, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:52.408921 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86ebbdf5-df56-4f19-90b4-c7d9cd0553b6 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:59:52.409957 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-86ebbdf5-df56-4f19-90b4-c7d9cd0553b6 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks [] for network, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:52.442609 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-f8d73e91-e3df-43fe-9cfb-9e6487d7c76e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=35bef068275a42cdbe218c5d49dc8652&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7320912 Mar 28 11:59:52.442609 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-1a752f42-3cd0-4a26-926f-69046c187138 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2364128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26551408'] for subnet, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:52.446997 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 53944) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:52.448665 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a368a4b4-2814-4be3-93f5-0006ea0f3705 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Made reservation on behalf of b4adfe5c8b3a4e57a1afd1d44c455245 for: {'subnet': 1} {{(pid=87870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:59:52.452140 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-a368a4b4-2814-4be3-93f5-0006ea0f3705 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2563571'] for subnet, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:52.452337 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-06657478-9b90-4b9e-b03d-47a233de4d83 None None] For port 05a93a8a-ee24-47a1-8c29-dc95238e7e99, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=05a93a8a-ee24-47a1-8c29-dc95238e7e99,segment=NetworkSegment(bd053757-b8b4-4f3a-b553-aa242f2d15d2),segment_id=bd053757-b8b4-4f3a-b553-aa242f2d15d2)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:59:52.452737 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-06657478-9b90-4b9e-b03d-47a233de4d83 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:52.519784 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.provisioning_blocks [req-3df29ead-ab08-45c4-b52a-1c06387d4f10 req-c55d859b-b775-49a7-8c44-d49b7cefd999 service neutron] Transition to ACTIVE for port object 12748102-4760-40db-84c0-2bcd579ab8d7 will not be triggered until provisioned by entity L2. {{(pid=87871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:59:52.522245 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a752f42-3cd0-4a26-926f-69046c187138 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5fe6df76-b9ac-4055-a57c-c2c186e5eae4,revision_number=0']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:59:52.558735 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-23090631-0546-43f4-a9d8-ef868d6ebb55 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:52.581076 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-06657478-9b90-4b9e-b03d-47a233de4d83 None None] Calling delete_port for 05a93a8a-ee24-47a1-8c29-dc95238e7e99 owned by network:dhcp {{(pid=87872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:59:52.601013 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-3df29ead-ab08-45c4-b52a-1c06387d4f10 req-c55d859b-b775-49a7-8c44-d49b7cefd999 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2363241'] for port, after_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:52.638734 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23090631-0546-43f4-a9d8-ef868d6ebb55 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Pushing event deleted for resources: {'Port': ['ID=2657de3f-45d4-43e3-ba0a-596c0d44ea2a,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:59:52.670717 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.db_base_plugin_common [None req-8712d00c-26a4-41c4-aebc-a41f645ffe4b tempest-RoutersAdminNegativeIpV6Test-153716882 tempest-RoutersAdminNegativeIpV6Test-153716882-project-admin] Allocated IP 172.26.7.103 (ac2b1748-8f63-4b17-a9c7-07e79704aa5b/0b7ebf76-1dc7-431a-a0b4-b96bacf287c2/b6ceb628-fde8-4c5f-ae1a-59270ff7d569) {{(pid=87870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:59:52.692339 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-86ebbdf5-df56-4f19-90b4-c7d9cd0553b6 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.4864488 Mar 28 11:59:52.699352 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ebbdf5-df56-4f19-90b4-c7d9cd0553b6 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Pushing event updated for resources: {'Network': ['ID=a8a19c93-80a4-4640-8413-394725de3af2,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:59:52.703673 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-06657478-9b90-4b9e-b03d-47a233de4d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250'] for port, after_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:52.716917 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 53948) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:52.737663 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-67edac6f-d7f9-4540-87f2-407e662c3675 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Request body: {'subnet': {'network_id': 'a8a19c93-80a4-4640-8413-394725de3af2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:59:52.747292 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Network a8a19c93-80a4-4640-8413-394725de3af2 details requested by agent ovs-agent-dv-neutron-835340-2-hyperv with host dv-neutron-835340-2-hyperv {{(pid=87872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 11:59:52.782472 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06657478-9b90-4b9e-b03d-47a233de4d83 None None] Pushing event deleted for resources: {'Port': ['ID=05a93a8a-ee24-47a1-8c29-dc95238e7e99,revision_number=None']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:59:52.790949 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06657478-9b90-4b9e-b03d-47a233de4d83 None None] No DVR routers for this DVR port 05a93a8a-ee24-47a1-8c29-dc95238e7e99 on host dv-neutron-835340-2-hyperv {{(pid=87872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 11:59:52.889624 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a752f42-3cd0-4a26-926f-69046c187138 admin admin] Checking segment: {'id': '242f1546-911c-44e8-b281-2af20c44fabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'e9e5c70d-c726-4631-869b-4d042805a677'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:59:52.890218 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a752f42-3cd0-4a26-926f-69046c187138 admin admin] Network hostable DHCP agents. Network: e9e5c70d-c726-4631-869b-4d042805a677, hostable agents: ['3cb85949-855b-4a40-b988-cd5705e511da'], hosted agents: [] {{(pid=87871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 11:59:52.899237 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55d859b-b775-49a7-8c44-d49b7cefd999 service neutron] Pushing event updated for resources: {'Port': ['ID=12748102-4760-40db-84c0-2bcd579ab8d7,revision_number=2']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:59:53.000062 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-874c85e3-376c-4b9a-8bfd-0b1fc4427891 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:53.003770 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-67edac6f-d7f9-4540-87f2-407e662c3675 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:59:53.026587 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a752f42-3cd0-4a26-926f-69046c187138 admin admin] Network e9e5c70d-c726-4631-869b-4d042805a677 is scheduled to be hosted by DHCP agent 3cb85949-855b-4a40-b988-cd5705e511da with binding_index 1 {{(pid=87871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 11:59:53.052581 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-1a752f42-3cd0-4a26-926f-69046c187138 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-2-hyperv, e9e5c70d-c726-4631-869b-4d042805a677) {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:59:53.055269 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-874c85e3-376c-4b9a-8bfd-0b1fc4427891 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:53.060559 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c718d76a-2376-4603-b4bd-c47a833112e2 None None] Network e9e5c70d-c726-4631-869b-4d042805a677 requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:59:53.071633 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a752f42-3cd0-4a26-926f-69046c187138 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:59:53.072220 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-1a752f42-3cd0-4a26-926f-69046c187138 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:53.120233 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.managers [req-3df29ead-ab08-45c4-b52a-1c06387d4f10 req-c55d859b-b775-49a7-8c44-d49b7cefd999 service neutron] Attempting to bind port 12748102-4760-40db-84c0-2bcd579ab8d7 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:59:53.120599 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.managers [req-3df29ead-ab08-45c4-b52a-1c06387d4f10 req-c55d859b-b775-49a7-8c44-d49b7cefd999 service neutron] Attempting to bind port 12748102-4760-40db-84c0-2bcd579ab8d7 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': 'caa6f1cf-f17c-4624-a07f-4a5b04f9c3a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '3eabdfb2-13df-46a0-90ee-a82c1c8f310b'}] {{(pid=87871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:59:53.120894 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3df29ead-ab08-45c4-b52a-1c06387d4f10 req-c55d859b-b775-49a7-8c44-d49b7cefd999 service neutron] Attempting to bind port 12748102-4760-40db-84c0-2bcd579ab8d7 on network 3eabdfb2-13df-46a0-90ee-a82c1c8f310b {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:59:53.135438 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-1a752f42-3cd0-4a26-926f-69046c187138 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.8841817 Mar 28 11:59:53.135438 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3df29ead-ab08-45c4-b52a-1c06387d4f10 req-c55d859b-b775-49a7-8c44-d49b7cefd999 service neutron] Port 12748102-4760-40db-84c0-2bcd579ab8d7 on network 3eabdfb2-13df-46a0-90ee-a82c1c8f310b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 11:59:53.135438 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3df29ead-ab08-45c4-b52a-1c06387d4f10 req-c55d859b-b775-49a7-8c44-d49b7cefd999 service neutron] Attempting to bind port 12748102-4760-40db-84c0-2bcd579ab8d7 on network 3eabdfb2-13df-46a0-90ee-a82c1c8f310b {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:59:53.135795 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3df29ead-ab08-45c4-b52a-1c06387d4f10 req-c55d859b-b775-49a7-8c44-d49b7cefd999 service neutron] Checking agent: {'id': '01dfae6e-0e91-4100-b27f-ff8156eac7d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8353', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 52, 20), 'started_at': datetime.datetime(2022, 3, 28, 11, 52, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 11, 59, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 11:59:53.136185 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3df29ead-ab08-45c4-b52a-1c06387d4f10 req-c55d859b-b775-49a7-8c44-d49b7cefd999 service neutron] Checking segment: {'id': 'caa6f1cf-f17c-4624-a07f-4a5b04f9c3a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '3eabdfb2-13df-46a0-90ee-a82c1c8f310b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:59:53.136558 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3df29ead-ab08-45c4-b52a-1c06387d4f10 req-c55d859b-b775-49a7-8c44-d49b7cefd999 service neutron] Bound using segment: {'id': 'caa6f1cf-f17c-4624-a07f-4a5b04f9c3a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '3eabdfb2-13df-46a0-90ee-a82c1c8f310b'} {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 11:59:53.137001 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.managers [req-3df29ead-ab08-45c4-b52a-1c06387d4f10 req-c55d859b-b775-49a7-8c44-d49b7cefd999 service neutron] Bound port: 12748102-4760-40db-84c0-2bcd579ab8d7, host: hv-neutron-8353, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'caa6f1cf-f17c-4624-a07f-4a5b04f9c3a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '3eabdfb2-13df-46a0-90ee-a82c1c8f310b'}}] {{(pid=87871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 11:59:53.137811 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-3df29ead-ab08-45c4-b52a-1c06387d4f10 req-c55d859b-b775-49a7-8c44-d49b7cefd999 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:53.185776 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-67edac6f-d7f9-4540-87f2-407e662c3675 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Usage tracker for resource:subnet and tenant:35b7084247a448e2b3e41f3619d7d4bc is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:59:53.210496 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-67edac6f-d7f9-4540-87f2-407e662c3675 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:59:53.253551 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-67edac6f-d7f9-4540-87f2-407e662c3675 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:59:53.255947 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.db [req-3df29ead-ab08-45c4-b52a-1c06387d4f10 req-c55d859b-b775-49a7-8c44-d49b7cefd999 service neutron] For port 12748102-4760-40db-84c0-2bcd579ab8d7, host hv-neutron-8353, cleared binding levels {{(pid=87871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 11:59:53.259213 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-874c85e3-376c-4b9a-8bfd-0b1fc4427891 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:53.267204 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.db [req-3df29ead-ab08-45c4-b52a-1c06387d4f10 req-c55d859b-b775-49a7-8c44-d49b7cefd999 service neutron] For port 12748102-4760-40db-84c0-2bcd579ab8d7, host hv-neutron-8353, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=12748102-4760-40db-84c0-2bcd579ab8d7,segment=NetworkSegment(caa6f1cf-f17c-4624-a07f-4a5b04f9c3a6),segment_id=caa6f1cf-f17c-4624-a07f-4a5b04f9c3a6)] {{(pid=87871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 11:59:53.281876 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-3df29ead-ab08-45c4-b52a-1c06387d4f10 req-c55d859b-b775-49a7-8c44-d49b7cefd999 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2363241'] for port, after_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:53.317068 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-874c85e3-376c-4b9a-8bfd-0b1fc4427891 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:53.320979 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-874c85e3-376c-4b9a-8bfd-0b1fc4427891 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/cd21a7d5-6d6c-4edd-ab23-ec205d6ff6c8 HTTP/1.1" status: 204 len: 168 time: 0.8041463 Mar 28 11:59:53.320979 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874c85e3-376c-4b9a-8bfd-0b1fc4427891 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd21a7d5-6d6c-4edd-ab23-ec205d6ff6c8,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:59:53.360190 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67edac6f-d7f9-4540-87f2-407e662c3675 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Made reservation on behalf of 35b7084247a448e2b3e41f3619d7d4bc for: {'subnet': 1} {{(pid=87870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:59:53.362501 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df29ead-ab08-45c4-b52a-1c06387d4f10 req-c55d859b-b775-49a7-8c44-d49b7cefd999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:59:53.363151 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-3df29ead-ab08-45c4-b52a-1c06387d4f10 req-c55d859b-b775-49a7-8c44-d49b7cefd999 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:53.364506 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-3df29ead-ab08-45c4-b52a-1c06387d4f10 req-c55d859b-b775-49a7-8c44-d49b7cefd999 service neutron] 10.222.0.11 "PUT /v2.0/ports/12748102-4760-40db-84c0-2bcd579ab8d7 HTTP/1.1" status: 200 len: 1093 time: 2.6484656 Mar 28 11:59:53.364967 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87bd8c58-7f15-410e-aa63-e83fafd3b215', 'tag': '12748102-4760-40db-84c0-2bcd579ab8d7'}] {{(pid=87871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 11:59:53.369360 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91af0738-c585-4656-a4c2-ede9481b379a None None] Network e9e5c70d-c726-4631-869b-4d042805a677 requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:59:53.376624 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-67edac6f-d7f9-4540-87f2-407e662c3675 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2563571'] for subnet, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:53.439045 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-23090631-0546-43f4-a9d8-ef868d6ebb55 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-743246'] for router_interface, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:53.532132 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55d859b-b775-49a7-8c44-d49b7cefd999 service neutron] Pushing event updated for resources: {'Port': ['ID=12748102-4760-40db-84c0-2bcd579ab8d7,revision_number=3']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:59:53.544097 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87bd8c58-7f15-410e-aa63-e83fafd3b215', 'tag': '12748102-4760-40db-84c0-2bcd579ab8d7', 'status': 'completed', 'code': 200} Mar 28 11:59:53.698873 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 05a93a8a-ee24-47a1-8c29-dc95238e7e99 no longer exists at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 11:59:53.766334 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] No Port match for: 05a93a8a-ee24-47a1-8c29-dc95238e7e99 {{(pid=87872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 11:59:53.766683 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 05a93a8a-ee24-47a1-8c29-dc95238e7e99 not bound to the agent host dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 11:59:53.782354 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df29ead-ab08-45c4-b52a-1c06387d4f10 req-739b5790-9a1e-45ae-9706-c64daded4ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:59:53.784967 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-3df29ead-ab08-45c4-b52a-1c06387d4f10 req-739b5790-9a1e-45ae-9706-c64daded4ab7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=527195c95736491ca1967a42cc300275&device_id=87bd8c58-7f15-410e-aa63-e83fafd3b215 HTTP/1.1" status: 200 len: 1096 time: 0.3610692 Mar 28 11:59:53.878886 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-3df29ead-ab08-45c4-b52a-1c06387d4f10 req-8e200f27-b0ec-4c30-bc81-600d8f8fb643 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=12748102-4760-40db-84c0-2bcd579ab8d7 HTTP/1.1" status: 200 len: 217 time: 0.0859485 Mar 28 11:59:53.948941 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 53972) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:53.982374 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df29ead-ab08-45c4-b52a-1c06387d4f10 req-883f8810-52fb-43bf-a973-93cc2ee42dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:59:53.983817 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-3df29ead-ab08-45c4-b52a-1c06387d4f10 req-883f8810-52fb-43bf-a973-93cc2ee42dd8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7e493e4f-4143-4d86-a3fc-05446ad68796 HTTP/1.1" status: 200 len: 835 time: 0.0981469 Mar 28 11:59:53.992796 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf571470-6163-4d0e-92ae-2279330dc073 req-5107390d-20ee-455f-9c37-a5a034b02dc1 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:59:53.994108 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-cf571470-6163-4d0e-92ae-2279330dc073 req-5107390d-20ee-455f-9c37-a5a034b02dc1 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/ports?device_id=87bd8c58-7f15-410e-aa63-e83fafd3b215 HTTP/1.1" status: 200 len: 943 time: 0.3476038 Mar 28 11:59:53.994853 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-9c199a63-1417-4b97-abd2-b6fb3c2d2a3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:54.070814 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-9c199a63-1417-4b97-abd2-b6fb3c2d2a3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:59:54.078736 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-9c199a63-1417-4b97-abd2-b6fb3c2d2a3c admin admin] Usage tracker for resource:security_group_rule and tenant:ec7f421eab08456789430fa7d546adf1 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:59:54.085240 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-9c199a63-1417-4b97-abd2-b6fb3c2d2a3c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:59:54.089582 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-8712d00c-26a4-41c4-aebc-a41f645ffe4b tempest-RoutersAdminNegativeIpV6Test-153716882 tempest-RoutersAdminNegativeIpV6Test-153716882-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:54.095013 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-9c199a63-1417-4b97-abd2-b6fb3c2d2a3c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:59:54.125887 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-cf571470-6163-4d0e-92ae-2279330dc073 req-f08c86d7-d926-4fec-998f-8329e31846cb tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/security-groups?id=e59444d0-c743-4927-b846-a029d293bc8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1160858 Mar 28 11:59:54.136372 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 53978) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:54.146935 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-ccd5aa36-5faa-42bb-8d19-7d20811e7616 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-968241129-network', 'tenant_id': 'f808acadf07c4cb4a9583e2c8e5b36c8'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:59:54.158871 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-ccd5aa36-5faa-42bb-8d19-7d20811e7616 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:59:54.171180 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-ccd5aa36-5faa-42bb-8d19-7d20811e7616 admin admin] Usage tracker for resource:network and tenant:f808acadf07c4cb4a9583e2c8e5b36c8 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:59:54.174818 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-ccd5aa36-5faa-42bb-8d19-7d20811e7616 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:59:54.184565 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-ccd5aa36-5faa-42bb-8d19-7d20811e7616 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:59:54.197970 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df29ead-ab08-45c4-b52a-1c06387d4f10 req-3f10ba7f-e6ca-42a3-8995-167c999c2fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:59:54.199424 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-3df29ead-ab08-45c4-b52a-1c06387d4f10 req-3f10ba7f-e6ca-42a3-8995-167c999c2fea service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3eabdfb2-13df-46a0-90ee-a82c1c8f310b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1923201 Mar 28 11:59:54.224793 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccd5aa36-5faa-42bb-8d19-7d20811e7616 admin admin] Made reservation on behalf of f808acadf07c4cb4a9583e2c8e5b36c8 for: {'network': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:59:54.226912 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-ccd5aa36-5faa-42bb-8d19-7d20811e7616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for network, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:54.254537 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-ccd5aa36-5faa-42bb-8d19-7d20811e7616 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:54.287705 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-ccd5aa36-5faa-42bb-8d19-7d20811e7616 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:59:54.316192 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.objects.ports [None req-a368a4b4-2814-4be3-93f5-0006ea0f3705 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87870) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 28 11:59:54.333175 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-a368a4b4-2814-4be3-93f5-0006ea0f3705 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2561241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2563521'] for subnet, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:54.455351 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-ccd5aa36-5faa-42bb-8d19-7d20811e7616 admin admin] Usage tracker for resource:security_group_rule and tenant:f808acadf07c4cb4a9583e2c8e5b36c8 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:59:54.468012 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-ccd5aa36-5faa-42bb-8d19-7d20811e7616 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:59:54.487361 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-ccd5aa36-5faa-42bb-8d19-7d20811e7616 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:59:54.489636 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a368a4b4-2814-4be3-93f5-0006ea0f3705 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Network e95a87e2-4c44-46e2-9de5-2786cbaea69c is already hosted by enough agents. {{(pid=87870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:59:54.496481 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.base_scheduler [None req-a368a4b4-2814-4be3-93f5-0006ea0f3705 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Resources bound (agent type, host, resource id): {{(pid=87870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:59:54.500603 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-9c199a63-1417-4b97-abd2-b6fb3c2d2a3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:54.508784 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a02eda8a-70ec-4564-acd5-b08b30545765 None None] Network e95a87e2-4c44-46e2-9de5-2786cbaea69c requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:59:54.513254 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a368a4b4-2814-4be3-93f5-0006ea0f3705 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:59:54.513848 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-a368a4b4-2814-4be3-93f5-0006ea0f3705 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks [] for subnet, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:54.520834 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-9c199a63-1417-4b97-abd2-b6fb3c2d2a3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:54.531635 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-8712d00c-26a4-41c4-aebc-a41f645ffe4b tempest-RoutersAdminNegativeIpV6Test-153716882 tempest-RoutersAdminNegativeIpV6Test-153716882-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:54.551431 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-3df29ead-ab08-45c4-b52a-1c06387d4f10 req-34e991d2-59c2-4634-809a-17b29bee25cc service neutron] 10.222.0.11 "GET /v2.0/networks/3eabdfb2-13df-46a0-90ee-a82c1c8f310b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3450074 Mar 28 11:59:54.583912 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a368a4b4-2814-4be3-93f5-0006ea0f3705 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Pushing event updated for resources: {'Subnet': ['ID=291e4210-930a-4816-9225-035ab5581664,revision_number=0']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:59:54.623635 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-9c199a63-1417-4b97-abd2-b6fb3c2d2a3c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ec7f421eab08456789430fa7d546adf1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6718009 Mar 28 11:59:54.627090 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c199a63-1417-4b97-abd2-b6fb3c2d2a3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0c9cd8f-d21f-418e-b29f-ef985cd46f56,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:59:54.627702 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 53982) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:54.649180 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8712d00c-26a4-41c4-aebc-a41f645ffe4b tempest-RoutersAdminNegativeIpV6Test-153716882 tempest-RoutersAdminNegativeIpV6Test-153716882-project-admin] Network ac2b1748-8f63-4b17-a9c7-07e79704aa5b is already hosted by enough agents. {{(pid=87870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:59:54.666299 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23090631-0546-43f4-a9d8-ef868d6ebb55 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Router 938ec9b1-845a-41c1-8863-138dcf053909 has already been hosted by L3 agent af79d429-529e-400b-a119-94d4bec03f3e {{(pid=87870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 11:59:54.673801 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-67edac6f-d7f9-4540-87f2-407e662c3675 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2561241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2563521'] for subnet, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:54.677349 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.base_scheduler [None req-8712d00c-26a4-41c4-aebc-a41f645ffe4b tempest-RoutersAdminNegativeIpV6Test-153716882 tempest-RoutersAdminNegativeIpV6Test-153716882-project-admin] Resources bound (agent type, host, resource id): {{(pid=87870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:59:54.680875 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8712d00c-26a4-41c4-aebc-a41f645ffe4b tempest-RoutersAdminNegativeIpV6Test-153716882 tempest-RoutersAdminNegativeIpV6Test-153716882-project-admin] Received port after_create {{(pid=87870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:59:54.755796 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8712d00c-26a4-41c4-aebc-a41f645ffe4b tempest-RoutersAdminNegativeIpV6Test-153716882 tempest-RoutersAdminNegativeIpV6Test-153716882-project-admin] Pushing event updated for resources: {'Port': ['ID=b6ceb628-fde8-4c5f-ae1a-59270ff7d569,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:59:54.758560 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-3df29ead-ab08-45c4-b52a-1c06387d4f10 req-83d327a3-b237-4e18-a301-549dae0bfa12 service neutron] 10.222.0.11 "GET /v2.0/networks/3eabdfb2-13df-46a0-90ee-a82c1c8f310b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1950543 Mar 28 11:59:54.772551 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06af5040-55d7-4d43-a2aa-11e264fd66ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1d3f2a9-8722-5ce5-bc40-181687d1ed3f-e95a87e2-4c44-46e2-9de5-2786cbaea69c', 'network_id': 'e95a87e2-4c44-46e2-9de5-2786cbaea69c', 'tenant_id': 'b4adfe5c8b3a4e57a1afd1d44c455245', 'fixed_ips': [{'subnet_id': '291e4210-930a-4816-9225-035ab5581664'}]}} from dv-neutron-835340-2-hyperv. {{(pid=87872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 11:59:54.773718 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-06af5040-55d7-4d43-a2aa-11e264fd66ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:54.782647 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-ccd5aa36-5faa-42bb-8d19-7d20811e7616 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:54.790738 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-ccd5aa36-5faa-42bb-8d19-7d20811e7616 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:54.808351 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccd5aa36-5faa-42bb-8d19-7d20811e7616 admin admin] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=87871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 11:59:54.815323 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-a368a4b4-2814-4be3-93f5-0006ea0f3705 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.7276366 Mar 28 11:59:54.822973 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-ccd5aa36-5faa-42bb-8d19-7d20811e7616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:54.822973 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.db.segments_db [None req-ccd5aa36-5faa-42bb-8d19-7d20811e7616 admin admin] Added segment a763ef2f-5cc2-4b95-82e8-09bdf08f9ce1 of type vlan for network 237ed8a0-72a6-4077-9815-115f10abc1e8 Mar 28 11:59:54.856855 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-ccd5aa36-5faa-42bb-8d19-7d20811e7616 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783495836591'] for network, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:54.878628 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 53986) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:54.911447 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-47d3c625-69eb-48a6-b7e7-479232050ffe tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Request body: {'port': {'network_id': 'e95a87e2-4c44-46e2-9de5-2786cbaea69c', 'mac_address': 'fa:16:3e:cb:42:94', 'name': 'tempest-NetworksTestDHCPv6-376343892'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:59:54.944354 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-ccd5aa36-5faa-42bb-8d19-7d20811e7616 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765'] for network, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:54.945454 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccd5aa36-5faa-42bb-8d19-7d20811e7616 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:59:54.946135 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-ccd5aa36-5faa-42bb-8d19-7d20811e7616 admin admin] Notify callbacks [] for network, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:54.965543 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.db_base_plugin_common [None req-06af5040-55d7-4d43-a2aa-11e264fd66ca None None] Allocated IP 2001:db8::f816:3eff:fe35:6601 (e95a87e2-4c44-46e2-9de5-2786cbaea69c/291e4210-930a-4816-9225-035ab5581664/91c2d1d9-347c-4fa9-bf50-e134d6edf166) {{(pid=87872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:59:55.020280 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd5aa36-5faa-42bb-8d19-7d20811e7616 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de8bbdb4-e5a7-4cfd-9368-c3b8333d76ef,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:59:55.029674 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67edac6f-d7f9-4540-87f2-407e662c3675 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Pushing event updated for resources: {'Subnet': ['ID=155e75c0-d1e1-4cca-82f8-0513f84f84af,revision_number=0']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:59:55.041565 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8712d00c-26a4-41c4-aebc-a41f645ffe4b tempest-RoutersAdminNegativeIpV6Test-153716882 tempest-RoutersAdminNegativeIpV6Test-153716882-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:59:55.042166 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-8712d00c-26a4-41c4-aebc-a41f645ffe4b tempest-RoutersAdminNegativeIpV6Test-153716882 tempest-RoutersAdminNegativeIpV6Test-153716882-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:55.086458 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd5aa36-5faa-42bb-8d19-7d20811e7616 admin admin] Pushing event updated for resources: {'Network': ['ID=237ed8a0-72a6-4077-9815-115f10abc1e8,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:59:55.095175 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-ccd5aa36-5faa-42bb-8d19-7d20811e7616 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9576809 Mar 28 11:59:55.098282 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 53990) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:55.104750 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Network 237ed8a0-72a6-4077-9815-115f10abc1e8 details requested by agent ovs-agent-dv-neutron-835340-2-hyperv with host dv-neutron-835340-2-hyperv {{(pid=87872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 11:59:55.113440 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-2784dd56-cfb5-4132-8366-fe63fd7ff375 admin admin] Request body: {'subnet': {'network_id': '237ed8a0-72a6-4077-9815-115f10abc1e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-968241129-subnet', 'tenant_id': 'f808acadf07c4cb4a9583e2c8e5b36c8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:59:55.121382 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-2784dd56-cfb5-4132-8366-fe63fd7ff375 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:59:55.122449 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-485d5739-1b08-4927-90e9-bbcef39d16bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:55.125267 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a30937-8f0e-4b5c-995b-3f6f6aefdbb8 req-2502fa1d-a9e6-4a4f-affd-3d1b555053df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:59:55.126812 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-72a30937-8f0e-4b5c-995b-3f6f6aefdbb8 req-2502fa1d-a9e6-4a4f-affd-3d1b555053df service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=527195c95736491ca1967a42cc300275&device_id=87bd8c58-7f15-410e-aa63-e83fafd3b215 HTTP/1.1" status: 200 len: 1096 time: 0.2343943 Mar 28 11:59:55.129157 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-2784dd56-cfb5-4132-8366-fe63fd7ff375 admin admin] Usage tracker for resource:subnet and tenant:f808acadf07c4cb4a9583e2c8e5b36c8 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:59:55.132436 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-2784dd56-cfb5-4132-8366-fe63fd7ff375 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:59:55.154080 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67edac6f-d7f9-4540-87f2-407e662c3675 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Checking segment: {'id': '88ac448f-3bd4-4693-895d-93b2e073e6e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'a8a19c93-80a4-4640-8413-394725de3af2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:59:55.154440 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67edac6f-d7f9-4540-87f2-407e662c3675 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Network hostable DHCP agents. Network: a8a19c93-80a4-4640-8413-394725de3af2, hostable agents: ['3cb85949-855b-4a40-b988-cd5705e511da'], hosted agents: [] {{(pid=87870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 11:59:55.159562 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-2784dd56-cfb5-4132-8366-fe63fd7ff375 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:59:55.184679 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23090631-0546-43f4-a9d8-ef868d6ebb55 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 11:59:55.198533 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-23090631-0546-43f4-a9d8-ef868d6ebb55 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] 10.222.0.30 "PUT /v2.0/routers/938ec9b1-845a-41c1-8863-138dcf053909/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8168526 Mar 28 11:59:55.200174 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-8712d00c-26a4-41c4-aebc-a41f645ffe4b tempest-RoutersAdminNegativeIpV6Test-153716882 tempest-RoutersAdminNegativeIpV6Test-153716882-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 4.6294086 Mar 28 11:59:55.206661 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-605aaa24-ded7-4a35-a4dd-e53a6dbed641 None None] Sync routers for ids ['938ec9b1-845a-41c1-8863-138dcf053909'] in dv-neutron-835340-2-hyperv {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 11:59:55.208215 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 53996) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:55.208803 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 53998) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:55.210804 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-485d5739-1b08-4927-90e9-bbcef39d16bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:55.229351 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-605aaa24-ded7-4a35-a4dd-e53a6dbed641 None None] Routers {'938ec9b1-845a-41c1-8863-138dcf053909'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:59:55.229979 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-605aaa24-ded7-4a35-a4dd-e53a6dbed641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T11:59:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['938ec9b1-845a-41c1-8863-138dcf053909'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:59:55.237299 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2784dd56-cfb5-4132-8366-fe63fd7ff375 admin admin] Made reservation on behalf of f808acadf07c4cb4a9583e2c8e5b36c8 for: {'subnet': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:59:55.240547 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-2784dd56-cfb5-4132-8366-fe63fd7ff375 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26551362'] for subnet, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:55.268964 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-3e0975d2-15e5-4df1-bb39-ec1cf2024890 tempest-RoutersAdminNegativeIpV6Test-153716882 tempest-RoutersAdminNegativeIpV6Test-153716882-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.103'}]}}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:59:55.304186 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-3e0975d2-15e5-4df1-bb39-ec1cf2024890 tempest-RoutersAdminNegativeIpV6Test-153716882 tempest-RoutersAdminNegativeIpV6Test-153716882-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:59:55.316598 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67edac6f-d7f9-4540-87f2-407e662c3675 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Network a8a19c93-80a4-4640-8413-394725de3af2 is scheduled to be hosted by DHCP agent 3cb85949-855b-4a40-b988-cd5705e511da with binding_index 1 {{(pid=87870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 11:59:55.336964 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-3e0975d2-15e5-4df1-bb39-ec1cf2024890 tempest-RoutersAdminNegativeIpV6Test-153716882 tempest-RoutersAdminNegativeIpV6Test-153716882-project-admin] Usage tracker for resource:router and tenant:9fd25797fab84c54bc231b087f9d6cd5 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:59:55.350186 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-3e0975d2-15e5-4df1-bb39-ec1cf2024890 tempest-RoutersAdminNegativeIpV6Test-153716882 tempest-RoutersAdminNegativeIpV6Test-153716882-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:59:55.365392 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-3e0975d2-15e5-4df1-bb39-ec1cf2024890 tempest-RoutersAdminNegativeIpV6Test-153716882 tempest-RoutersAdminNegativeIpV6Test-153716882-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:59:55.367880 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-06af5040-55d7-4d43-a2aa-11e264fd66ca None None] Notify callbacks [] for port, precommit_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:55.368335 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-47d3c625-69eb-48a6-b7e7-479232050ffe tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:59:55.377121 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a30937-8f0e-4b5c-995b-3f6f6aefdbb8 req-0a51c32d-4f0e-4efb-9c97-be42570ea37c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:59:55.378314 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.base_scheduler [None req-67edac6f-d7f9-4540-87f2-407e662c3675 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-2-hyperv, a8a19c93-80a4-4640-8413-394725de3af2) {{(pid=87870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:59:55.378878 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-72a30937-8f0e-4b5c-995b-3f6f6aefdbb8 req-0a51c32d-4f0e-4efb-9c97-be42570ea37c service neutron] 10.222.0.11 "GET /v2.0/networks?id=3eabdfb2-13df-46a0-90ee-a82c1c8f310b HTTP/1.1" status: 200 len: 896 time: 0.2435572 Mar 28 11:59:55.393609 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-47d3c625-69eb-48a6-b7e7-479232050ffe tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Usage tracker for resource:port and tenant:b4adfe5c8b3a4e57a1afd1d44c455245 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:59:55.397167 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0efbb91a-5df8-4da6-aa44-4b5071787973 None None] Network a8a19c93-80a4-4640-8413-394725de3af2 requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:59:55.409181 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.db_base_plugin_v2 [None req-54a3a42d-62e9-4b38-a5b3-f5c272d5cd7d tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Deleting subnet 5cea8896-b98b-428e-a293-c30110da671f {{(pid=87870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 11:59:55.412705 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-47d3c625-69eb-48a6-b7e7-479232050ffe tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:59:55.417285 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67edac6f-d7f9-4540-87f2-407e662c3675 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:59:55.418228 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-67edac6f-d7f9-4540-87f2-407e662c3675 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks [] for subnet, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:55.423553 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-485d5739-1b08-4927-90e9-bbcef39d16bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:55.432883 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-54a3a42d-62e9-4b38-a5b3-f5c272d5cd7d tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks [] for subnet, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:55.442746 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-06af5040-55d7-4d43-a2aa-11e264fd66ca None None] Transition to ACTIVE for port object 91c2d1d9-347c-4fa9-bf50-e134d6edf166 will not be triggered until provisioned by entity L2. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:59:55.474286 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-72a30937-8f0e-4b5c-995b-3f6f6aefdbb8 req-704531ec-bc17-472d-bc31-7293360a8c3d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=12748102-4760-40db-84c0-2bcd579ab8d7 HTTP/1.1" status: 200 len: 217 time: 0.0882285 Mar 28 11:59:55.480176 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-47d3c625-69eb-48a6-b7e7-479232050ffe tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:59:55.482290 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-3e0975d2-15e5-4df1-bb39-ec1cf2024890 tempest-RoutersAdminNegativeIpV6Test-153716882 tempest-RoutersAdminNegativeIpV6Test-153716882-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-707665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-260886'] for router, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:55.483249 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-3e0975d2-15e5-4df1-bb39-ec1cf2024890 tempest-RoutersAdminNegativeIpV6Test-153716882 tempest-RoutersAdminNegativeIpV6Test-153716882-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-705660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709650', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-767110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260873'] for router, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:55.544434 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a30937-8f0e-4b5c-995b-3f6f6aefdbb8 req-96733ac4-12f1-4d9d-b223-ab28d67659dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:59:55.546123 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-72a30937-8f0e-4b5c-995b-3f6f6aefdbb8 req-96733ac4-12f1-4d9d-b223-ab28d67659dc service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7e493e4f-4143-4d86-a3fc-05446ad68796 HTTP/1.1" status: 200 len: 835 time: 0.0656195 Mar 28 11:59:55.572535 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-06af5040-55d7-4d43-a2aa-11e264fd66ca None None] Transition to ACTIVE for port object 91c2d1d9-347c-4fa9-bf50-e134d6edf166 will not be triggered until provisioned by entity DHCP. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:59:55.589577 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-06af5040-55d7-4d43-a2aa-11e264fd66ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241'] for port, after_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:55.595698 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvr_db [None req-605aaa24-ded7-4a35-a4dd-e53a6dbed641 None None] Set router 938ec9b1-845a-41c1-8863-138dcf053909 gateway port host: None {{(pid=87873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:59:55.706490 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485d5739-1b08-4927-90e9-bbcef39d16bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0c9cd8f-d21f-418e-b29f-ef985cd46f56,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:59:55.727558 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-485d5739-1b08-4927-90e9-bbcef39d16bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:55.728799 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-485d5739-1b08-4927-90e9-bbcef39d16bb admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b0c9cd8f-d21f-418e-b29f-ef985cd46f56 HTTP/1.1" status: 204 len: 168 time: 1.0930917 Mar 28 11:59:55.730501 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a30937-8f0e-4b5c-995b-3f6f6aefdbb8 req-1f5e5dd0-8422-4e45-acdb-5b5ba7e2b5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:59:55.732948 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-72a30937-8f0e-4b5c-995b-3f6f6aefdbb8 req-1f5e5dd0-8422-4e45-acdb-5b5ba7e2b5a6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3eabdfb2-13df-46a0-90ee-a82c1c8f310b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1787605 Mar 28 11:59:55.739886 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-2784dd56-cfb5-4132-8366-fe63fd7ff375 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2364128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26551408'] for subnet, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:55.741091 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-54a3a42d-62e9-4b38-a5b3-f5c272d5cd7d tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3591354'] for subnet, precommit_delete_associations {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:55.769474 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-67edac6f-d7f9-4540-87f2-407e662c3675 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0471263 Mar 28 11:59:55.777136 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-3e0975d2-15e5-4df1-bb39-ec1cf2024890 tempest-RoutersAdminNegativeIpV6Test-153716882 tempest-RoutersAdminNegativeIpV6Test-153716882-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:55.779124 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 54006) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:55.795951 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47d3c625-69eb-48a6-b7e7-479232050ffe tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Made reservation on behalf of b4adfe5c8b3a4e57a1afd1d44c455245 for: {'port': 1} {{(pid=87870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:59:55.804998 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06af5040-55d7-4d43-a2aa-11e264fd66ca None None] Pushing event updated for resources: {'Port': ['ID=91c2d1d9-347c-4fa9-bf50-e134d6edf166,revision_number=1']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:59:55.840472 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-0132b757-e5dd-4dfb-9fad-3a7432df83be tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Request body: {'port': {'network_id': 'a8a19c93-80a4-4640-8413-394725de3af2', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1166974633'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 11:59:55.874988 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06af5040-55d7-4d43-a2aa-11e264fd66ca None None] Network e95a87e2-4c44-46e2-9de5-2786cbaea69c is already hosted by enough agents. {{(pid=87872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:59:55.879304 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.base_scheduler [None req-06af5040-55d7-4d43-a2aa-11e264fd66ca None None] Resources bound (agent type, host, resource id): {{(pid=87872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:59:55.883720 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06af5040-55d7-4d43-a2aa-11e264fd66ca None None] Received port after_create {{(pid=87872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:59:56.029447 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-605aaa24-ded7-4a35-a4dd-e53a6dbed641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '938ec9b1-845a-41c1-8863-138dcf053909', 'name': 'tempest-RoutersTest-router-1318390689', 'tenant_id': 'fc0f0a585a8c4bf2950e053878e50dfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:58:28Z', 'updated_at': '2022-03-28T11:59:52Z', 'revision_number': 10, 'project_id': 'fc0f0a585a8c4bf2950e053878e50dfb', 'gw_port_host': None, '_interfaces': [{'id': '1fe51bf3-b32b-46eb-a1bb-3c1d5b15ad12', 'name': '', 'network_id': '65efd158-193d-4ca0-9933-16ad45c695bf', 'tenant_id': 'fc0f0a585a8c4bf2950e053878e50dfb', 'mac_address': 'fa:16:3e:14:77:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '938ec9b1-845a-41c1-8863-138dcf053909', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '28ef9538-7c39-4316-b125-b5462d60a20a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:58:31Z', 'updated_at': '2022-03-28T11:58:45Z', 'revision_number': 5, 'project_id': 'fc0f0a585a8c4bf2950e053878e50dfb', 'subnets': [{'id': '28ef9538-7c39-4316-b125-b5462d60a20a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:59:56.036364 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-605aaa24-ded7-4a35-a4dd-e53a6dbed641 None None] Checking router: 938ec9b1-845a-41c1-8863-138dcf053909 for host: dv-neutron-835340-2-hyperv {{(pid=87873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 11:59:56.053024 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-605aaa24-ded7-4a35-a4dd-e53a6dbed641 None None] Routers {'938ec9b1-845a-41c1-8863-138dcf053909'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 11:59:56.056101 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-605aaa24-ded7-4a35-a4dd-e53a6dbed641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T11:59:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['938ec9b1-845a-41c1-8863-138dcf053909'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:59:56.069807 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a878ac-045c-4e13-a840-db7363d6d2d3 req-0452df54-3b76-4103-b122-b15b501bcd8a tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:59:56.072676 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-c8a878ac-045c-4e13-a840-db7363d6d2d3 req-0452df54-3b76-4103-b122-b15b501bcd8a tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/ports?device_id=87bd8c58-7f15-410e-aa63-e83fafd3b215 HTTP/1.1" status: 200 len: 943 time: 0.5983837 Mar 28 11:59:56.164677 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-06af5040-55d7-4d43-a2aa-11e264fd66ca None None] Attempting to bind port 91c2d1d9-347c-4fa9-bf50-e134d6edf166 on host dv-neutron-835340-2-hyperv for vnic_type normal with profile {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:59:56.165305 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-06af5040-55d7-4d43-a2aa-11e264fd66ca None None] Attempting to bind port 91c2d1d9-347c-4fa9-bf50-e134d6edf166 by drivers openvswitch,hyperv on host dv-neutron-835340-2-hyperv at level 0 using segments [{'id': 'bd053757-b8b4-4f3a-b553-aa242f2d15d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e95a87e2-4c44-46e2-9de5-2786cbaea69c'}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:59:56.165752 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06af5040-55d7-4d43-a2aa-11e264fd66ca None None] Attempting to bind port 91c2d1d9-347c-4fa9-bf50-e134d6edf166 on network e95a87e2-4c44-46e2-9de5-2786cbaea69c {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:59:56.169398 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a78a533c-c110-44bb-bef4-ed62a88dd033 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1d3f2a9-8722-5ce5-bc40-181687d1ed3f-a8a19c93-80a4-4640-8413-394725de3af2', 'network_id': 'a8a19c93-80a4-4640-8413-394725de3af2', 'tenant_id': '35b7084247a448e2b3e41f3619d7d4bc', 'fixed_ips': [{'subnet_id': '155e75c0-d1e1-4cca-82f8-0513f84f84af'}]}} from dv-neutron-835340-2-hyperv. {{(pid=87872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 11:59:56.170291 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-a78a533c-c110-44bb-bef4-ed62a88dd033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:56.174508 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-72a30937-8f0e-4b5c-995b-3f6f6aefdbb8 req-1ab8e3c0-0a36-4d45-8cc7-c09bb7cc5019 service neutron] 10.222.0.11 "GET /v2.0/networks/3eabdfb2-13df-46a0-90ee-a82c1c8f310b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4250541 Mar 28 11:59:56.192454 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06af5040-55d7-4d43-a2aa-11e264fd66ca None None] Checking agent: {'id': '961a16fe-cbc8-4264-ac28-bbbd53f89caa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 46, 6), 'started_at': datetime.datetime(2022, 3, 28, 11, 46, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 11, 59, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 11:59:56.193166 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06af5040-55d7-4d43-a2aa-11e264fd66ca None None] Checking segment: {'id': 'bd053757-b8b4-4f3a-b553-aa242f2d15d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e95a87e2-4c44-46e2-9de5-2786cbaea69c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:59:56.193669 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-06af5040-55d7-4d43-a2aa-11e264fd66ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:56.194154 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06af5040-55d7-4d43-a2aa-11e264fd66ca None None] Bound using segment: {'id': 'bd053757-b8b4-4f3a-b553-aa242f2d15d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e95a87e2-4c44-46e2-9de5-2786cbaea69c'} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 11:59:56.194732 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-06af5040-55d7-4d43-a2aa-11e264fd66ca None None] Bound port: 91c2d1d9-347c-4fa9-bf50-e134d6edf166, host: dv-neutron-835340-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd053757-b8b4-4f3a-b553-aa242f2d15d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e95a87e2-4c44-46e2-9de5-2786cbaea69c'}}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 11:59:56.195227 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-06af5040-55d7-4d43-a2aa-11e264fd66ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:56.313582 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvr_db [None req-605aaa24-ded7-4a35-a4dd-e53a6dbed641 None None] Set router 938ec9b1-845a-41c1-8863-138dcf053909 gateway port host: None {{(pid=87873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 11:59:56.330533 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 54012) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:56.345625 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2784dd56-cfb5-4132-8366-fe63fd7ff375 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dba17c33-a2d7-4b57-bee1-c6d6c37fded5,revision_number=0']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:59:56.391792 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-e197b781-0927-4614-a6dc-74b5ee232e0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:56.411750 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2784dd56-cfb5-4132-8366-fe63fd7ff375 admin admin] Checking segment: {'id': 'a763ef2f-5cc2-4b95-82e8-09bdf08f9ce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '237ed8a0-72a6-4077-9815-115f10abc1e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:59:56.412249 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2784dd56-cfb5-4132-8366-fe63fd7ff375 admin admin] Network hostable DHCP agents. Network: 237ed8a0-72a6-4077-9815-115f10abc1e8, hostable agents: ['3cb85949-855b-4a40-b988-cd5705e511da'], hosted agents: [] {{(pid=87871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 11:59:56.416918 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-06af5040-55d7-4d43-a2aa-11e264fd66ca None None] For port 91c2d1d9-347c-4fa9-bf50-e134d6edf166, host dv-neutron-835340-2-hyperv, cleared binding levels {{(pid=87872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 11:59:56.431003 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-06af5040-55d7-4d43-a2aa-11e264fd66ca None None] For port 91c2d1d9-347c-4fa9-bf50-e134d6edf166, host dv-neutron-835340-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=91c2d1d9-347c-4fa9-bf50-e134d6edf166,segment=NetworkSegment(bd053757-b8b4-4f3a-b553-aa242f2d15d2),segment_id=bd053757-b8b4-4f3a-b553-aa242f2d15d2)] {{(pid=87872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 11:59:56.434491 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-e197b781-0927-4614-a6dc-74b5ee232e0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:59:56.445399 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-06af5040-55d7-4d43-a2aa-11e264fd66ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:56.452786 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-e197b781-0927-4614-a6dc-74b5ee232e0c admin admin] Usage tracker for resource:security_group_rule and tenant:7c6b5b4b536f4555a05791425ffa8e2a is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:59:56.454620 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.db_base_plugin_common [None req-a78a533c-c110-44bb-bef4-ed62a88dd033 None None] Allocated IP 172.20.0.2 (a8a19c93-80a4-4640-8413-394725de3af2/155e75c0-d1e1-4cca-82f8-0513f84f84af/4bfc3dca-5f20-47c7-b904-c0b8de20f48b) {{(pid=87872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:59:56.463541 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-e197b781-0927-4614-a6dc-74b5ee232e0c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:59:56.474355 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2784dd56-cfb5-4132-8366-fe63fd7ff375 admin admin] Network 237ed8a0-72a6-4077-9815-115f10abc1e8 is scheduled to be hosted by DHCP agent 3cb85949-855b-4a40-b988-cd5705e511da with binding_index 1 {{(pid=87871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 11:59:56.477503 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-e197b781-0927-4614-a6dc-74b5ee232e0c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:59:56.483953 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-72a30937-8f0e-4b5c-995b-3f6f6aefdbb8 req-9f7aee5e-2f8b-40e3-a2ea-c204b5fdb5d6 service neutron] 10.222.0.11 "GET /v2.0/networks/3eabdfb2-13df-46a0-90ee-a82c1c8f310b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2968702 Mar 28 11:59:56.488584 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-3e0975d2-15e5-4df1-bb39-ec1cf2024890 tempest-RoutersAdminNegativeIpV6Test-153716882 tempest-RoutersAdminNegativeIpV6Test-153716882-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-709632', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-707672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260923'] for router, precommit_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:56.494315 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-54a3a42d-62e9-4b38-a5b3-f5c272d5cd7d tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1919782'] for subnet, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:56.512041 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-2784dd56-cfb5-4132-8366-fe63fd7ff375 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-2-hyperv, 237ed8a0-72a6-4077-9815-115f10abc1e8) {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:59:56.527120 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2784dd56-cfb5-4132-8366-fe63fd7ff375 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:59:56.528160 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-2784dd56-cfb5-4132-8366-fe63fd7ff375 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:56.539012 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-47d3c625-69eb-48a6-b7e7-479232050ffe tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:56.539959 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa05aacc-2878-4eae-b4e3-e1b8ad712107 None None] Network 237ed8a0-72a6-4077-9815-115f10abc1e8 requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:59:56.555146 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-0132b757-e5dd-4dfb-9fad-3a7432df83be tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 11:59:56.561547 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-c8a878ac-045c-4e13-a840-db7363d6d2d3 req-a4b41a36-28a0-4bc4-a49c-0222650217b6 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/security-groups?id=e59444d0-c743-4927-b846-a029d293bc8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3105886 Mar 28 11:59:56.570196 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-0132b757-e5dd-4dfb-9fad-3a7432df83be tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Usage tracker for resource:port and tenant:35b7084247a448e2b3e41f3619d7d4bc is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 11:59:56.587572 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-0132b757-e5dd-4dfb-9fad-3a7432df83be tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 11:59:56.607632 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-0132b757-e5dd-4dfb-9fad-3a7432df83be tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 11:59:56.607851 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-2784dd56-cfb5-4132-8366-fe63fd7ff375 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5019279 Mar 28 11:59:56.632332 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.notifiers.nova [None req-47d3c625-69eb-48a6-b7e7-479232050ffe tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] device_id is not set on port fba7bdb2-1531-48fa-aec7-f2f386bc6c54 yet. {{(pid=87870) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 11:59:56.705341 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-e197b781-0927-4614-a6dc-74b5ee232e0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:56.706766 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0132b757-e5dd-4dfb-9fad-3a7432df83be tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Made reservation on behalf of 35b7084247a448e2b3e41f3619d7d4bc for: {'port': 1} {{(pid=87870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 11:59:56.710454 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-0132b757-e5dd-4dfb-9fad-3a7432df83be tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:56.713389 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-e197b781-0927-4614-a6dc-74b5ee232e0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:56.793475 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-e197b781-0927-4614-a6dc-74b5ee232e0c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7c6b5b4b536f4555a05791425ffa8e2a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4467225 Mar 28 11:59:56.794507 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 54018) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:56.795906 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06af5040-55d7-4d43-a2aa-11e264fd66ca None None] Pushing event updated for resources: {'Port': ['ID=91c2d1d9-347c-4fa9-bf50-e134d6edf166,revision_number=2']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:59:56.828007 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.notifiers.nova [None req-0132b757-e5dd-4dfb-9fad-3a7432df83be tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] device_id is not set on port 98586ed6-ef63-4af8-ba7b-dc337e0e9192 yet. {{(pid=87870) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 11:59:56.876871 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-54a3a42d-62e9-4b38-a5b3-f5c272d5cd7d tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1919805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2561174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2563528'] for subnet, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:56.883999 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e197b781-0927-4614-a6dc-74b5ee232e0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=943268f6-a162-4102-a1c6-323bc637188c,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:59:57.033726 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-605aaa24-ded7-4a35-a4dd-e53a6dbed641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '938ec9b1-845a-41c1-8863-138dcf053909', 'name': 'tempest-RoutersTest-router-1318390689', 'tenant_id': 'fc0f0a585a8c4bf2950e053878e50dfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:58:28Z', 'updated_at': '2022-03-28T11:59:52Z', 'revision_number': 10, 'project_id': 'fc0f0a585a8c4bf2950e053878e50dfb', 'gw_port_host': None, '_interfaces': [{'id': '1fe51bf3-b32b-46eb-a1bb-3c1d5b15ad12', 'name': '', 'network_id': '65efd158-193d-4ca0-9933-16ad45c695bf', 'tenant_id': 'fc0f0a585a8c4bf2950e053878e50dfb', 'mac_address': 'fa:16:3e:14:77:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '938ec9b1-845a-41c1-8863-138dcf053909', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '28ef9538-7c39-4316-b125-b5462d60a20a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:58:31Z', 'updated_at': '2022-03-28T11:58:45Z', 'revision_number': 5, 'project_id': 'fc0f0a585a8c4bf2950e053878e50dfb', 'subnets': [{'id': '28ef9538-7c39-4316-b125-b5462d60a20a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:59:57.038966 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-605aaa24-ded7-4a35-a4dd-e53a6dbed641 None None] The sync data for ids ['938ec9b1-845a-41c1-8863-138dcf053909'] in dv-neutron-835340-2-hyperv is: [{'id': '938ec9b1-845a-41c1-8863-138dcf053909', 'name': 'tempest-RoutersTest-router-1318390689', 'tenant_id': 'fc0f0a585a8c4bf2950e053878e50dfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:58:28Z', 'updated_at': '2022-03-28T11:59:52Z', 'revision_number': 10, 'project_id': 'fc0f0a585a8c4bf2950e053878e50dfb', 'gw_port_host': None, '_interfaces': [{'id': '1fe51bf3-b32b-46eb-a1bb-3c1d5b15ad12', 'name': '', 'network_id': '65efd158-193d-4ca0-9933-16ad45c695bf', 'tenant_id': 'fc0f0a585a8c4bf2950e053878e50dfb', 'mac_address': 'fa:16:3e:14:77:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '938ec9b1-845a-41c1-8863-138dcf053909', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '28ef9538-7c39-4316-b125-b5462d60a20a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:58:31Z', 'updated_at': '2022-03-28T11:58:45Z', 'revision_number': 5, 'project_id': 'fc0f0a585a8c4bf2950e053878e50dfb', 'subnets': [{'id': '28ef9538-7c39-4316-b125-b5462d60a20a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 11:59:57.089688 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a3a42d-62e9-4b38-a5b3-f5c272d5cd7d tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Pushing event deleted for resources: {'Subnet': ['ID=5cea8896-b98b-428e-a293-c30110da671f,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:59:57.125464 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.db_base_plugin_common [None req-47d3c625-69eb-48a6-b7e7-479232050ffe tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Allocated IP 2001:db8::f816:3eff:fecb:4294 (e95a87e2-4c44-46e2-9de5-2786cbaea69c/291e4210-930a-4816-9225-035ab5581664/fba7bdb2-1531-48fa-aec7-f2f386bc6c54) {{(pid=87870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:59:57.133350 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b50edaa-abbb-49c0-9c91-b401d6f238ee None None] Network 9bec2ed4-7a0e-4214-bb70-038db8dc0875 requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:59:57.163752 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-e77ffbda-d414-4d90-9c60-a8b51babca7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:57.206083 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-e77ffbda-d414-4d90-9c60-a8b51babca7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:57.267360 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-e77ffbda-d414-4d90-9c60-a8b51babca7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:57.282194 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77ffbda-d414-4d90-9c60-a8b51babca7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=943268f6-a162-4102-a1c6-323bc637188c,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:59:57.290955 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-e77ffbda-d414-4d90-9c60-a8b51babca7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:57.292741 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-e77ffbda-d414-4d90-9c60-a8b51babca7c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/943268f6-a162-4102-a1c6-323bc637188c HTTP/1.1" status: 204 len: 168 time: 0.4905498 Mar 28 11:59:57.300977 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-54a3a42d-62e9-4b38-a5b3-f5c272d5cd7d tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks [] for subnet, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:57.346529 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-54a3a42d-62e9-4b38-a5b3-f5c272d5cd7d tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] 10.222.0.30 "DELETE /v2.0/subnets/5cea8896-b98b-428e-a293-c30110da671f HTTP/1.1" status: 204 len: 168 time: 2.1249914 Mar 28 11:59:57.349506 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 54030) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:57.393124 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-47d3c625-69eb-48a6-b7e7-479232050ffe tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks [] for port, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:57.414505 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9b29ba9-8728-4418-9952-4f153660c4ea None None] Network 237ed8a0-72a6-4077-9815-115f10abc1e8 requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 11:59:57.416503 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.provisioning_blocks [None req-47d3c625-69eb-48a6-b7e7-479232050ffe tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Transition to ACTIVE for port object fba7bdb2-1531-48fa-aec7-f2f386bc6c54 will not be triggered until provisioned by entity DHCP. {{(pid=87870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:59:57.562973 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-b7f6c2cb-14ab-49f3-bf3c-d24f20ee1355 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588883'] for network, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:57.582501 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-b7f6c2cb-14ab-49f3-bf3c-d24f20ee1355 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Deleting port 5b250dbb-e59a-47e5-9131-b236ad6cacdd {{(pid=87871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:59:57.582959 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-b7f6c2cb-14ab-49f3-bf3c-d24f20ee1355 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:57.659757 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-a78a533c-c110-44bb-bef4-ed62a88dd033 None None] Notify callbacks [] for port, precommit_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:57.763182 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 91c2d1d9-347c-4fa9-bf50-e134d6edf166 up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:59:57.821818 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-a78a533c-c110-44bb-bef4-ed62a88dd033 None None] Transition to ACTIVE for port object 4bfc3dca-5f20-47c7-b904-c0b8de20f48b will not be triggered until provisioned by entity L2. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:59:57.968662 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-47d3c625-69eb-48a6-b7e7-479232050ffe tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:57.980394 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-a78a533c-c110-44bb-bef4-ed62a88dd033 None None] Transition to ACTIVE for port object 4bfc3dca-5f20-47c7-b904-c0b8de20f48b will not be triggered until provisioned by entity DHCP. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:59:58.004634 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-a78a533c-c110-44bb-bef4-ed62a88dd033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241'] for port, after_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:58.141121 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a78a533c-c110-44bb-bef4-ed62a88dd033 None None] Network a8a19c93-80a4-4640-8413-394725de3af2 is already hosted by enough agents. {{(pid=87872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:59:58.147396 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.base_scheduler [None req-a78a533c-c110-44bb-bef4-ed62a88dd033 None None] Resources bound (agent type, host, resource id): {{(pid=87872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:59:58.150388 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a78a533c-c110-44bb-bef4-ed62a88dd033 None None] Received port after_create {{(pid=87872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:59:58.235328 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning for port 91c2d1d9-347c-4fa9-bf50-e134d6edf166 completed by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:59:58.244397 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.db [None req-b7f6c2cb-14ab-49f3-bf3c-d24f20ee1355 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] For port 5b250dbb-e59a-47e5-9131-b236ad6cacdd, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=5b250dbb-e59a-47e5-9131-b236ad6cacdd,segment=NetworkSegment(e2318926-c8e3-4e79-b3b7-c423133ae1ca),segment_id=e2318926-c8e3-4e79-b3b7-c423133ae1ca)] {{(pid=87871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:59:58.244820 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47d3c625-69eb-48a6-b7e7-479232050ffe tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Network e95a87e2-4c44-46e2-9de5-2786cbaea69c is already hosted by enough agents. {{(pid=87870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:59:58.245395 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-b7f6c2cb-14ab-49f3-bf3c-d24f20ee1355 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:58.270205 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.base_scheduler [None req-47d3c625-69eb-48a6-b7e7-479232050ffe tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Resources bound (agent type, host, resource id): {{(pid=87870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:59:58.272631 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84e7af72-689e-495b-a858-c748235334ed None None] DHCP port deletion for 9bec2ed4-7a0e-4214-bb70-038db8dc0875 request from dv-neutron-835340-2-hyperv {{(pid=87872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 11:59:58.286362 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-84e7af72-689e-495b-a858-c748235334ed None None] Deleting port 5b250dbb-e59a-47e5-9131-b236ad6cacdd {{(pid=87872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:59:58.287260 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-84e7af72-689e-495b-a858-c748235334ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:58.288683 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d3c625-69eb-48a6-b7e7-479232050ffe tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Pushing event updated for resources: {'Port': ['ID=fba7bdb2-1531-48fa-aec7-f2f386bc6c54,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:59:58.291201 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d3c625-69eb-48a6-b7e7-479232050ffe tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Received port after_create {{(pid=87870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:59:58.297742 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47d3c625-69eb-48a6-b7e7-479232050ffe tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:59:58.298591 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-47d3c625-69eb-48a6-b7e7-479232050ffe tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:58.322718 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 2657de3f-45d4-43e3-ba0a-596c0d44ea2a no longer exists at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 11:59:58.325658 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-3e0975d2-15e5-4df1-bb39-ec1cf2024890 tempest-RoutersAdminNegativeIpV6Test-153716882 tempest-RoutersAdminNegativeIpV6Test-153716882-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:58.370051 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-3e0975d2-15e5-4df1-bb39-ec1cf2024890 tempest-RoutersAdminNegativeIpV6Test-153716882 tempest-RoutersAdminNegativeIpV6Test-153716882-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:58.372796 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.db_base_plugin_common [None req-0132b757-e5dd-4dfb-9fad-3a7432df83be tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Allocated IP 172.20.0.12 (a8a19c93-80a4-4640-8413-394725de3af2/155e75c0-d1e1-4cca-82f8-0513f84f84af/98586ed6-ef63-4af8-ba7b-dc337e0e9192) {{(pid=87870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 11:59:58.403516 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-a78a533c-c110-44bb-bef4-ed62a88dd033 None None] Attempting to bind port 4bfc3dca-5f20-47c7-b904-c0b8de20f48b on host dv-neutron-835340-2-hyperv for vnic_type normal with profile {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 11:59:58.403920 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-a78a533c-c110-44bb-bef4-ed62a88dd033 None None] Attempting to bind port 4bfc3dca-5f20-47c7-b904-c0b8de20f48b by drivers openvswitch,hyperv on host dv-neutron-835340-2-hyperv at level 0 using segments [{'id': '88ac448f-3bd4-4693-895d-93b2e073e6e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'a8a19c93-80a4-4640-8413-394725de3af2'}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 11:59:58.404670 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a78a533c-c110-44bb-bef4-ed62a88dd033 None None] Attempting to bind port 4bfc3dca-5f20-47c7-b904-c0b8de20f48b on network a8a19c93-80a4-4640-8413-394725de3af2 {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 11:59:58.410420 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78a533c-c110-44bb-bef4-ed62a88dd033 None None] Pushing event updated for resources: {'Port': ['ID=4bfc3dca-5f20-47c7-b904-c0b8de20f48b,revision_number=1']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:59:58.421621 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-b7f6c2cb-14ab-49f3-bf3c-d24f20ee1355 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Calling delete_port for 5b250dbb-e59a-47e5-9131-b236ad6cacdd owned by network:dhcp {{(pid=87871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 11:59:58.423926 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a78a533c-c110-44bb-bef4-ed62a88dd033 None None] Checking agent: {'id': '961a16fe-cbc8-4264-ac28-bbbd53f89caa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 46, 6), 'started_at': datetime.datetime(2022, 3, 28, 11, 46, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 11, 59, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 11:59:58.424572 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a78a533c-c110-44bb-bef4-ed62a88dd033 None None] Checking segment: {'id': '88ac448f-3bd4-4693-895d-93b2e073e6e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'a8a19c93-80a4-4640-8413-394725de3af2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 11:59:58.426364 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-a78a533c-c110-44bb-bef4-ed62a88dd033 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:58.439762 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a78a533c-c110-44bb-bef4-ed62a88dd033 None None] Bound using segment: {'id': '88ac448f-3bd4-4693-895d-93b2e073e6e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'a8a19c93-80a4-4640-8413-394725de3af2'} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 11:59:58.440978 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-a78a533c-c110-44bb-bef4-ed62a88dd033 None None] Bound port: 4bfc3dca-5f20-47c7-b904-c0b8de20f48b, host: dv-neutron-835340-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88ac448f-3bd4-4693-895d-93b2e073e6e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'a8a19c93-80a4-4640-8413-394725de3af2'}}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 11:59:58.441653 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-a78a533c-c110-44bb-bef4-ed62a88dd033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:58.458226 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277be90e-e564-441c-9c0b-9097e2b45042 req-f21aa5f5-9084-4465-8a75-a1894b11cb02 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:59:58.462390 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] No Port match for: 2657de3f-45d4-43e3-ba0a-596c0d44ea2a {{(pid=87872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 11:59:58.462390 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 2657de3f-45d4-43e3-ba0a-596c0d44ea2a not bound to the agent host dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 11:59:58.468580 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-277be90e-e564-441c-9c0b-9097e2b45042 req-f21aa5f5-9084-4465-8a75-a1894b11cb02 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/ports?device_id=87bd8c58-7f15-410e-aa63-e83fafd3b215 HTTP/1.1" status: 200 len: 943 time: 0.6379871 Mar 28 11:59:58.469894 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-47d3c625-69eb-48a6-b7e7-479232050ffe tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.5813205 Mar 28 11:59:58.490312 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 54054) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:58.561893 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76075f3-d191-4c6d-a1fc-a7925accb358 req-ed060ad2-1c0c-4298-a1a5-6dd55af869ba tempest-TestServerAdvancedOps-1304232803 tempest-TestServerAdvancedOps-1304232803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:59:58.571650 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-a78a533c-c110-44bb-bef4-ed62a88dd033 None None] For port 4bfc3dca-5f20-47c7-b904-c0b8de20f48b, host dv-neutron-835340-2-hyperv, cleared binding levels {{(pid=87872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 11:59:58.574104 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-c76075f3-d191-4c6d-a1fc-a7925accb358 req-ed060ad2-1c0c-4298-a1a5-6dd55af869ba tempest-TestServerAdvancedOps-1304232803 tempest-TestServerAdvancedOps-1304232803-project] 10.222.0.30 "GET /v2.0/networks?id=e9e5c70d-c726-4631-869b-4d042805a677 HTTP/1.1" status: 200 len: 811 time: 0.9128339 Mar 28 11:59:58.576018 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-a78a533c-c110-44bb-bef4-ed62a88dd033 None None] For port 4bfc3dca-5f20-47c7-b904-c0b8de20f48b, host dv-neutron-835340-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=4bfc3dca-5f20-47c7-b904-c0b8de20f48b,segment=NetworkSegment(88ac448f-3bd4-4693-895d-93b2e073e6e6),segment_id=88ac448f-3bd4-4693-895d-93b2e073e6e6)] {{(pid=87872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 11:59:58.582136 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Device 12748102-4760-40db-84c0-2bcd579ab8d7 details requested by agent hyperv_hv-neutron-8353 with host hv-neutron-8353 {{(pid=87872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 28 11:59:58.599703 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-a78a533c-c110-44bb-bef4-ed62a88dd033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:58.635440 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-c76075f3-d191-4c6d-a1fc-a7925accb358 req-e87d2441-f43d-4ac1-9f00-eab6d74ee3db tempest-TestServerAdvancedOps-1304232803 tempest-TestServerAdvancedOps-1304232803-project] 10.222.0.30 "GET /v2.0/quotas/2a1e81166ea44cb2b2b47dda4f84a6f1 HTTP/1.1" status: 200 len: 375 time: 0.0604389 Mar 28 11:59:58.672708 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-edd74de2-5f08-474c-a754-727bdd236993 None None] Provisioning for port 91c2d1d9-347c-4fa9-bf50-e134d6edf166 completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:59:58.711944 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-c76075f3-d191-4c6d-a1fc-a7925accb358 req-59785a6b-36b0-4f82-a891-65d3d02cfa46 tempest-TestServerAdvancedOps-1304232803 tempest-TestServerAdvancedOps-1304232803-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=2a1e81166ea44cb2b2b47dda4f84a6f1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0606709 Mar 28 11:59:58.714901 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-b7f6c2cb-14ab-49f3-bf3c-d24f20ee1355 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:58.733256 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-84e7af72-689e-495b-a858-c748235334ed None None] The port '5b250dbb-e59a-47e5-9131-b236ad6cacdd' was deleted {{(pid=87872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 11:59:58.772090 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-edd74de2-5f08-474c-a754-727bdd236993 None None] Provisioning complete for port 91c2d1d9-347c-4fa9-bf50-e134d6edf166 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:59:58.772551 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-edd74de2-5f08-474c-a754-727bdd236993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:58.778093 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f6c2cb-14ab-49f3-bf3c-d24f20ee1355 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Pushing event deleted for resources: {'Port': ['ID=5b250dbb-e59a-47e5-9131-b236ad6cacdd,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:59:58.794239 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f6c2cb-14ab-49f3-bf3c-d24f20ee1355 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] No DVR routers for this DVR port 5b250dbb-e59a-47e5-9131-b236ad6cacdd on host dv-neutron-835340-2-hyperv {{(pid=87871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 11:59:58.837854 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f251784d-c70f-4d54-9544-c42f72cfbf4c tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:59:58.843672 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f251784d-c70f-4d54-9544-c42f72cfbf4c tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:59:58.844463 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-f251784d-c70f-4d54-9544-c42f72cfbf4c tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Synchronizing usage tracker for tenant:b4adfe5c8b3a4e57a1afd1d44c455245 on resource:port {{(pid=87871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 11:59:58.868422 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.db.resource_extend [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 28 11:59:58.869483 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-277be90e-e564-441c-9c0b-9097e2b45042 req-d22a4e0e-e758-46c4-8200-8dc7a697ae7e tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/security-groups?id=e59444d0-c743-4927-b846-a029d293bc8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2758811 Mar 28 11:59:58.913236 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-f251784d-c70f-4d54-9544-c42f72cfbf4c tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Unset dirty status for tenant:b4adfe5c8b3a4e57a1afd1d44c455245 on resource:port {{(pid=87871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 11:59:58.919407 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-f251784d-c70f-4d54-9544-c42f72cfbf4c tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.4280005 Mar 28 11:59:58.922686 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 54068) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:58.989451 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-3e0975d2-15e5-4df1-bb39-ec1cf2024890 tempest-RoutersAdminNegativeIpV6Test-153716882 tempest-RoutersAdminNegativeIpV6Test-153716882-project-admin] Notify callbacks [] for router, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:59.059496 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-b7f6c2cb-14ab-49f3-bf3c-d24f20ee1355 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930431', 'neutron.services.segments.db._delete_segments_for_network-8783496351308'] for network, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:59.069281 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78a533c-c110-44bb-bef4-ed62a88dd033 None None] Pushing event updated for resources: {'Port': ['ID=4bfc3dca-5f20-47c7-b904-c0b8de20f48b,revision_number=2']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:59:59.117497 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.segments.db [None req-b7f6c2cb-14ab-49f3-bf3c-d24f20ee1355 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bec2ed4-7a0e-4214-bb70-038db8dc0875']}} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:59:59.224177 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-0132b757-e5dd-4dfb-9fad-3a7432df83be tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks [] for port, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:59.236778 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] For port 12748102-4760-40db-84c0-2bcd579ab8d7, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=12748102-4760-40db-84c0-2bcd579ab8d7,segment=NetworkSegment(caa6f1cf-f17c-4624-a07f-4a5b04f9c3a6),segment_id=caa6f1cf-f17c-4624-a07f-4a5b04f9c3a6)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:59:59.248806 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.provisioning_blocks [None req-0132b757-e5dd-4dfb-9fad-3a7432df83be tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Transition to ACTIVE for port object 98586ed6-ef63-4af8-ba7b-dc337e0e9192 will not be triggered until provisioned by entity DHCP. {{(pid=87870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 11:59:59.253300 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Returning: {'device': '12748102-4760-40db-84c0-2bcd579ab8d7', 'network_id': '3eabdfb2-13df-46a0-90ee-a82c1c8f310b', 'port_id': '12748102-4760-40db-84c0-2bcd579ab8d7', 'mac_address': 'fa:16:3e:b1:72:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e493e4f-4143-4d86-a3fc-05446ad68796', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 28 11:59:59.285165 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-567106e9-ec1d-4a9a-bf64-3a17445dacc4 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Deleting port fba7bdb2-1531-48fa-aec7-f2f386bc6c54 {{(pid=87871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 11:59:59.285548 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-567106e9-ec1d-4a9a-bf64-3a17445dacc4 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:59.325713 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-c76075f3-d191-4c6d-a1fc-a7925accb358 req-3a35d500-6c61-4dbd-a327-9b439b0f62ed service neutron] 10.222.0.30 "GET /v2.0/networks/e9e5c70d-c726-4631-869b-4d042805a677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5496523 Mar 28 11:59:59.334696 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.segments.db [None req-b7f6c2cb-14ab-49f3-bf3c-d24f20ee1355 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2318926-c8e3-4e79-b3b7-c423133ae1ca') {'for_net_delete': True} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:59:59.335256 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.segments.db [None req-b7f6c2cb-14ab-49f3-bf3c-d24f20ee1355 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2318926-c8e3-4e79-b3b7-c423133ae1ca') {} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 11:59:59.355156 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-0132b757-e5dd-4dfb-9fad-3a7432df83be tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:59.385505 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:59.399613 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-b7f6c2cb-14ab-49f3-bf3c-d24f20ee1355 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783496353639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3436890'] for segment, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:59.412223 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-edd74de2-5f08-474c-a754-727bdd236993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:59.459122 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-edd74de2-5f08-474c-a754-727bdd236993 None None] For port 91c2d1d9-347c-4fa9-bf50-e134d6edf166, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=91c2d1d9-347c-4fa9-bf50-e134d6edf166,segment=NetworkSegment(bd053757-b8b4-4f3a-b553-aa242f2d15d2),segment_id=bd053757-b8b4-4f3a-b553-aa242f2d15d2)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:59:59.461674 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.notifiers.nova [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12748102-4760-40db-84c0-2bcd579ab8d7 {{(pid=87872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 11:59:59.486568 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] For port 12748102-4760-40db-84c0-2bcd579ab8d7, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=12748102-4760-40db-84c0-2bcd579ab8d7,segment=NetworkSegment(caa6f1cf-f17c-4624-a07f-4a5b04f9c3a6),segment_id=caa6f1cf-f17c-4624-a07f-4a5b04f9c3a6)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 11:59:59.488647 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-edd74de2-5f08-474c-a754-727bdd236993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:59.533396 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0132b757-e5dd-4dfb-9fad-3a7432df83be tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Pushing event updated for resources: {'Port': ['ID=98586ed6-ef63-4af8-ba7b-dc337e0e9192,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:59:59.555993 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0132b757-e5dd-4dfb-9fad-3a7432df83be tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Network a8a19c93-80a4-4640-8413-394725de3af2 is already hosted by enough agents. {{(pid=87870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 11:59:59.559288 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.base_scheduler [None req-0132b757-e5dd-4dfb-9fad-3a7432df83be tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Resources bound (agent type, host, resource id): {{(pid=87870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 11:59:59.571688 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:59.602641 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 4bfc3dca-5f20-47c7-b904-c0b8de20f48b up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 11:59:59.618525 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0132b757-e5dd-4dfb-9fad-3a7432df83be tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Received port after_create {{(pid=87870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 11:59:59.673970 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-b7f6c2cb-14ab-49f3-bf3c-d24f20ee1355 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:59.675574 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-3e0975d2-15e5-4df1-bb39-ec1cf2024890 tempest-RoutersAdminNegativeIpV6Test-153716882 tempest-RoutersAdminNegativeIpV6Test-153716882-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-745164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-260864'] for router, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:59.687154 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-3e0975d2-15e5-4df1-bb39-ec1cf2024890 tempest-RoutersAdminNegativeIpV6Test-153716882 tempest-RoutersAdminNegativeIpV6Test-153716882-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:59.690429 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7f6c2cb-14ab-49f3-bf3c-d24f20ee1355 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=87871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 11:59:59.690835 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-b7f6c2cb-14ab-49f3-bf3c-d24f20ee1355 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1920481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2363149'] for segment, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:59.697352 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-cf771511-b6eb-492d-a01c-2bc38e31d73f None None] Provisioning for port fba7bdb2-1531-48fa-aec7-f2f386bc6c54 completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:59:59.708314 dv-neutron-835340-2-hyperv neutron-server[87871]: Traceback (most recent call last): Mar 28 11:59:59.708314 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 11:59:59.708314 dv-neutron-835340-2-hyperv neutron-server[87871]: timer() Mar 28 11:59:59.708314 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 11:59:59.708314 dv-neutron-835340-2-hyperv neutron-server[87871]: cb(*args, **kw) Mar 28 11:59:59.708314 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 11:59:59.708314 dv-neutron-835340-2-hyperv neutron-server[87871]: return func(*args, **kwargs) Mar 28 11:59:59.708314 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 11:59:59.708314 dv-neutron-835340-2-hyperv neutron-server[87871]: self._notify() Mar 28 11:59:59.708314 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 11:59:59.708314 dv-neutron-835340-2-hyperv neutron-server[87871]: self.callback(batched_events) Mar 28 11:59:59.708314 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 11:59:59.708314 dv-neutron-835340-2-hyperv neutron-server[87871]: event.method(event) Mar 28 11:59:59.708314 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 11:59:59.708314 dv-neutron-835340-2-hyperv neutron-server[87871]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 11:59:59.708314 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 11:59:59.708314 dv-neutron-835340-2-hyperv neutron-server[87871]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 11:59:59.708314 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 11:59:59.708314 dv-neutron-835340-2-hyperv neutron-server[87871]: return f(self, *a, **k) Mar 28 11:59:59.708314 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 11:59:59.708314 dv-neutron-835340-2-hyperv neutron-server[87871]: return self._get(url).json() Mar 28 11:59:59.708314 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 11:59:59.708314 dv-neutron-835340-2-hyperv neutron-server[87871]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 11:59:59.708314 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 11:59:59.708314 dv-neutron-835340-2-hyperv neutron-server[87871]: return self.request(url, 'GET', **kwargs) Mar 28 11:59:59.708314 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 11:59:59.708314 dv-neutron-835340-2-hyperv neutron-server[87871]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 11:59:59.708314 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 11:59:59.708314 dv-neutron-835340-2-hyperv neutron-server[87871]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 11:59:59.708314 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 11:59:59.708314 dv-neutron-835340-2-hyperv neutron-server[87871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 11:59:59.708314 dv-neutron-835340-2-hyperv neutron-server[87871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 11:59:59.711317 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd74de2-5f08-474c-a754-727bdd236993 None None] Pushing event updated for resources: {'Port': ['ID=91c2d1d9-347c-4fa9-bf50-e134d6edf166,revision_number=3']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 11:59:59.714505 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-cf771511-b6eb-492d-a01c-2bc38e31d73f None None] Provisioning complete for port fba7bdb2-1531-48fa-aec7-f2f386bc6c54 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 11:59:59.715150 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-cf771511-b6eb-492d-a01c-2bc38e31d73f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:59.733931 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0132b757-e5dd-4dfb-9fad-3a7432df83be tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 11:59:59.735003 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-0132b757-e5dd-4dfb-9fad-3a7432df83be tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:59.769649 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-3e0975d2-15e5-4df1-bb39-ec1cf2024890 tempest-RoutersAdminNegativeIpV6Test-153716882 tempest-RoutersAdminNegativeIpV6Test-153716882-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-745021'] for router, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 11:59:59.770866 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e0975d2-15e5-4df1-bb39-ec1cf2024890 tempest-RoutersAdminNegativeIpV6Test-153716882 tempest-RoutersAdminNegativeIpV6Test-153716882-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8e078ce8-64c7-4c70-aadf-467670e181aa {{(pid=87870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 11:59:59.774511 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-0132b757-e5dd-4dfb-9fad-3a7432df83be tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 887 time: 3.9600360 Mar 28 11:59:59.806225 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 54084) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 11:59:59.850713 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-cf771511-b6eb-492d-a01c-2bc38e31d73f None None] Port fba7bdb2-1531-48fa-aec7-f2f386bc6c54 cannot update to ACTIVE because it is not bound. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 11:59:59.902304 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning for port 4bfc3dca-5f20-47c7-b904-c0b8de20f48b completed by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 11:59:59.926482 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.api.v2.resource [None req-3e0975d2-15e5-4df1-bb39-ec1cf2024890 tempest-RoutersAdminNegativeIpV6Test-153716882 tempest-RoutersAdminNegativeIpV6Test-153716882-project-admin] create failed (client error): There was a conflict when trying to complete your request. Mar 28 11:59:59.930588 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-3e0975d2-15e5-4df1-bb39-ec1cf2024890 tempest-RoutersAdminNegativeIpV6Test-153716882 tempest-RoutersAdminNegativeIpV6Test-153716882-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 4.7054493 Mar 28 11:59:59.932673 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] get_ports_and_sgs() called for port_ids ['12748102-4760-40db-84c0-2bcd579ab8d7'] {{(pid=87872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 11:59:59.938998 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 54090) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:00:00.011550 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-ffe031c6-2586-478d-a2f0-6f36c7cc4e76 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Deleting port 98586ed6-ef63-4af8-ba7b-dc337e0e9192 {{(pid=87870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:00:00.013034 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-ffe031c6-2586-478d-a2f0-6f36c7cc4e76 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:00.024625 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Pushing event updated for resources: {'Port': ['ID=12748102-4760-40db-84c0-2bcd579ab8d7,revision_number=4']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:00:00.043527 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 5b250dbb-e59a-47e5-9131-b236ad6cacdd no longer exists at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 12:00:00.085799 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-b88de308-4475-41cf-ab8f-6f4b6d893afb tempest-RoutersAdminNegativeIpV6Test-153716882 tempest-RoutersAdminNegativeIpV6Test-153716882-project-admin] Deleting port b6ceb628-fde8-4c5f-ae1a-59270ff7d569 {{(pid=87871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:00:00.086182 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-b88de308-4475-41cf-ab8f-6f4b6d893afb tempest-RoutersAdminNegativeIpV6Test-153716882 tempest-RoutersAdminNegativeIpV6Test-153716882-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:00.117583 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] No Port match for: 5b250dbb-e59a-47e5-9131-b236ad6cacdd {{(pid=87872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 12:00:00.118322 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 5b250dbb-e59a-47e5-9131-b236ad6cacdd not bound to the agent host dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 12:00:00.140667 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-b7f6c2cb-14ab-49f3-bf3c-d24f20ee1355 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709602'] for network, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:00.144849 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 54098) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:00:00.147407 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-b7f6c2cb-14ab-49f3-bf3c-d24f20ee1355 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks [] for network, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:00.186318 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-c76075f3-d191-4c6d-a1fc-a7925accb358 req-dc749496-a5be-4619-8fce-2166ac447212 service neutron] 10.222.0.30 "GET /v2.0/networks/e9e5c70d-c726-4631-869b-4d042805a677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8416815 Mar 28 12:00:00.211083 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-b7f6c2cb-14ab-49f3-bf3c-d24f20ee1355 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] 10.222.0.30 "DELETE /v2.0/networks/9bec2ed4-7a0e-4214-bb70-038db8dc0875 HTTP/1.1" status: 204 len: 168 time: 2.8589511 Mar 28 12:00:00.219734 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 54104) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:00:00.231000 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f6c2cb-14ab-49f3-bf3c-d24f20ee1355 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Pushing event deleted for resources: {'Network': ['ID=9bec2ed4-7a0e-4214-bb70-038db8dc0875,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:00:00.355909 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-643809bc-86b7-4c83-bd5e-5892ec0add28 None None] Network a8a19c93-80a4-4640-8413-394725de3af2 requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 12:00:00.543929 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-8bb94491-1953-4ac1-a9cc-3cbb0fa54524 None None] Provisioning for port 4bfc3dca-5f20-47c7-b904-c0b8de20f48b completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:00:00.566006 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-8bb94491-1953-4ac1-a9cc-3cbb0fa54524 None None] Provisioning complete for port 4bfc3dca-5f20-47c7-b904-c0b8de20f48b triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:00:00.566509 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-8bb94491-1953-4ac1-a9cc-3cbb0fa54524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:00.660615 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-b88de308-4475-41cf-ab8f-6f4b6d893afb tempest-RoutersAdminNegativeIpV6Test-153716882 tempest-RoutersAdminNegativeIpV6Test-153716882-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:00.661641 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-ffe031c6-2586-478d-a2f0-6f36c7cc4e76 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:00.678327 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-a55cb94a-107c-47c2-b835-fcd48d2c8a62 tempest-RoutersTestDVR-2105263917 tempest-RoutersTestDVR-2105263917-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1084983860'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:00:00.682696 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-a55cb94a-107c-47c2-b835-fcd48d2c8a62 tempest-RoutersTestDVR-2105263917 tempest-RoutersTestDVR-2105263917-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:00:00.686925 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-a55cb94a-107c-47c2-b835-fcd48d2c8a62 tempest-RoutersTestDVR-2105263917 tempest-RoutersTestDVR-2105263917-project-admin] Usage tracker for resource:router and tenant:8d50996674874218a1e8c0025ac609b8 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:00:00.690171 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-a55cb94a-107c-47c2-b835-fcd48d2c8a62 tempest-RoutersTestDVR-2105263917 tempest-RoutersTestDVR-2105263917-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:00:00.696394 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-a55cb94a-107c-47c2-b835-fcd48d2c8a62 tempest-RoutersTestDVR-2105263917 tempest-RoutersTestDVR-2105263917-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:00:00.750247 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-61beafe8-6c0e-4475-abe6-0cb66aa29771 req-a318ffde-201a-4ebf-84af-ac006c72a154 tempest-TestServerAdvancedOps-1304232803 tempest-TestServerAdvancedOps-1304232803-project] 10.222.0.30 "GET /v2.0/ports?device_id=930c3d21-4177-4948-930d-4cf1dbf57597 HTTP/1.1" status: 200 len: 210 time: 0.0760489 Mar 28 12:00:00.752097 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-567106e9-ec1d-4a9a-bf64-3a17445dacc4 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:00.857413 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-a55cb94a-107c-47c2-b835-fcd48d2c8a62 tempest-RoutersTestDVR-2105263917 tempest-RoutersTestDVR-2105263917-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-707665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-260886'] for router, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:00.858467 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-a55cb94a-107c-47c2-b835-fcd48d2c8a62 tempest-RoutersTestDVR-2105263917 tempest-RoutersTestDVR-2105263917-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-705660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709650', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-767110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260873'] for router, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:00.875227 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-a55cb94a-107c-47c2-b835-fcd48d2c8a62 tempest-RoutersTestDVR-2105263917 tempest-RoutersTestDVR-2105263917-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:00.903031 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-ffe031c6-2586-478d-a2f0-6f36c7cc4e76 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Calling delete_port for 98586ed6-ef63-4af8-ba7b-dc337e0e9192 owned by {{(pid=87870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:00:00.950796 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-a55cb94a-107c-47c2-b835-fcd48d2c8a62 tempest-RoutersTestDVR-2105263917 tempest-RoutersTestDVR-2105263917-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709693'] for router, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:00.967004 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09626ef-e4ee-4833-99a0-7b0b485eca0b req-1c850960-7b59-4860-9a16-3e06e2d83120 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:00:00.968537 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-d09626ef-e4ee-4833-99a0-7b0b485eca0b req-1c850960-7b59-4860-9a16-3e06e2d83120 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/ports?device_id=87bd8c58-7f15-410e-aa63-e83fafd3b215 HTTP/1.1" status: 200 len: 944 time: 0.8002212 Mar 28 12:00:00.975075 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-8bb94491-1953-4ac1-a9cc-3cbb0fa54524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:00.988734 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-b88de308-4475-41cf-ab8f-6f4b6d893afb tempest-RoutersAdminNegativeIpV6Test-153716882 tempest-RoutersAdminNegativeIpV6Test-153716882-project-admin] Calling delete_port for b6ceb628-fde8-4c5f-ae1a-59270ff7d569 owned by {{(pid=87871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:00:01.033994 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-a55cb94a-107c-47c2-b835-fcd48d2c8a62 tempest-RoutersTestDVR-2105263917 tempest-RoutersTestDVR-2105263917-project-admin] Notify callbacks [] for router, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:01.038456 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-a55cb94a-107c-47c2-b835-fcd48d2c8a62 tempest-RoutersTestDVR-2105263917 tempest-RoutersTestDVR-2105263917-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.8926048 Mar 28 12:00:01.038740 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-8bb94491-1953-4ac1-a9cc-3cbb0fa54524 None None] For port 4bfc3dca-5f20-47c7-b904-c0b8de20f48b, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=4bfc3dca-5f20-47c7-b904-c0b8de20f48b,segment=NetworkSegment(88ac448f-3bd4-4693-895d-93b2e073e6e6),segment_id=88ac448f-3bd4-4693-895d-93b2e073e6e6)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:00:01.039373 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 54118) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:00:01.050018 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-8bb94491-1953-4ac1-a9cc-3cbb0fa54524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:01.150360 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-d09626ef-e4ee-4833-99a0-7b0b485eca0b req-d8ff4c1e-8135-4bd0-a56b-f8724b1dac9b tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/security-groups?id=e59444d0-c743-4927-b846-a029d293bc8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1733587 Mar 28 12:00:01.155539 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb94491-1953-4ac1-a9cc-3cbb0fa54524 None None] Pushing event updated for resources: {'Port': ['ID=4bfc3dca-5f20-47c7-b904-c0b8de20f48b,revision_number=3']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:00:01.264191 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-8486ae15-b344-49bc-b9c1-9331221bb493 tempest-RoutersTestDVR-2105263917 tempest-RoutersTestDVR-2105263917-project-admin] Notify callbacks [] for router, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:01.442062 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-567106e9-ec1d-4a9a-bf64-3a17445dacc4 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Calling delete_port for fba7bdb2-1531-48fa-aec7-f2f386bc6c54 owned by {{(pid=87871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:00:01.492977 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 4bfc3dca-5f20-47c7-b904-c0b8de20f48b up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:00:01.587177 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-8983a4c7-2153-4616-a68b-a1fb9eff9504 None None] Provisioning for port 98586ed6-ef63-4af8-ba7b-dc337e0e9192 completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:00:01.590459 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port 4bfc3dca-5f20-47c7-b904-c0b8de20f48b triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:00:01.591004 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:01.634234 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-ffe031c6-2586-478d-a2f0-6f36c7cc4e76 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:01.638445 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-8983a4c7-2153-4616-a68b-a1fb9eff9504 None None] Provisioning complete for port 98586ed6-ef63-4af8-ba7b-dc337e0e9192 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:00:01.639242 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-8983a4c7-2153-4616-a68b-a1fb9eff9504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:01.682793 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-8983a4c7-2153-4616-a68b-a1fb9eff9504 None None] Port 98586ed6-ef63-4af8-ba7b-dc337e0e9192 was deleted so its status cannot be updated. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Mar 28 12:00:01.686530 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-8486ae15-b344-49bc-b9c1-9331221bb493 tempest-RoutersTestDVR-2105263917 tempest-RoutersTestDVR-2105263917-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-745164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-260864'] for router, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:01.724813 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-8486ae15-b344-49bc-b9c1-9331221bb493 tempest-RoutersTestDVR-2105263917 tempest-RoutersTestDVR-2105263917-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:01.731440 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-8983a4c7-2153-4616-a68b-a1fb9eff9504 None None] Provisioning complete for port 4bfc3dca-5f20-47c7-b904-c0b8de20f48b triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:00:01.731967 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-8983a4c7-2153-4616-a68b-a1fb9eff9504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:01.741642 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe031c6-2586-478d-a2f0-6f36c7cc4e76 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Pushing event deleted for resources: {'Port': ['ID=98586ed6-ef63-4af8-ba7b-dc337e0e9192,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:00:01.909219 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-8486ae15-b344-49bc-b9c1-9331221bb493 tempest-RoutersTestDVR-2105263917 tempest-RoutersTestDVR-2105263917-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-745021'] for router, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:01.909717 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8486ae15-b344-49bc-b9c1-9331221bb493 tempest-RoutersTestDVR-2105263917 tempest-RoutersTestDVR-2105263917-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 14d32dde-58a0-489a-8d8b-8f3edc147823 {{(pid=87870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 12:00:01.950652 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-ffe031c6-2586-478d-a2f0-6f36c7cc4e76 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:01.958384 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76075f3-d191-4c6d-a1fc-a7925accb358 req-b759520e-40a2-4e40-863b-c575b6f3c623 tempest-TestServerAdvancedOps-1304232803 tempest-TestServerAdvancedOps-1304232803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:00:01.960032 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-c76075f3-d191-4c6d-a1fc-a7925accb358 req-b759520e-40a2-4e40-863b-c575b6f3c623 tempest-TestServerAdvancedOps-1304232803 tempest-TestServerAdvancedOps-1304232803-project] 10.222.0.11 "GET /v2.0/networks?id=e9e5c70d-c726-4631-869b-4d042805a677 HTTP/1.1" status: 200 len: 811 time: 0.2221711 Mar 28 12:00:01.979832 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-ffe031c6-2586-478d-a2f0-6f36c7cc4e76 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] 10.222.0.30 "DELETE /v2.0/ports/98586ed6-ef63-4af8-ba7b-dc337e0e9192 HTTP/1.1" status: 204 len: 168 time: 2.1723568 Mar 28 12:00:01.983042 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 54124) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:00:01.989189 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-8486ae15-b344-49bc-b9c1-9331221bb493 tempest-RoutersTestDVR-2105263917 tempest-RoutersTestDVR-2105263917-project-admin] Notify callbacks [] for router, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:01.991014 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-8486ae15-b344-49bc-b9c1-9331221bb493 tempest-RoutersTestDVR-2105263917 tempest-RoutersTestDVR-2105263917-project-admin] 10.222.0.30 "DELETE /v2.0/routers/14d32dde-58a0-489a-8d8b-8f3edc147823 HTTP/1.1" status: 204 len: 168 time: 0.9386499 Mar 28 12:00:01.992175 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 91c2d1d9-347c-4fa9-bf50-e134d6edf166 up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:00:02.017128 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [req-c76075f3-d191-4c6d-a1fc-a7925accb358 req-0152f90d-e7c6-40e5-a5db-b55faa620acf tempest-TestServerAdvancedOps-1304232803 tempest-TestServerAdvancedOps-1304232803-project] Request body: {'port': {'device_id': '930c3d21-4177-4948-930d-4cf1dbf57597', 'network_id': 'e9e5c70d-c726-4631-869b-4d042805a677', 'admin_state_up': True, 'tenant_id': '2a1e81166ea44cb2b2b47dda4f84a6f1'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:00:02.032716 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 54128) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:00:02.046129 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-64072b17-edf5-450c-9e00-dc1b9677789b tempest-RoutersTestDVR-2105263917 tempest-RoutersTestDVR-2105263917-project-admin] Request body: {'router': {'name': 'tempest-router-1579594223', 'distributed': False}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:00:02.057842 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-64072b17-edf5-450c-9e00-dc1b9677789b tempest-RoutersTestDVR-2105263917 tempest-RoutersTestDVR-2105263917-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:00:02.061244 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b5dbbec-2981-44ec-a398-3d1674287d49 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] GET failed (client error): The resource could not be found. Mar 28 12:00:02.061773 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-2b5dbbec-2981-44ec-a398-3d1674287d49 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Synchronizing usage tracker for tenant:35b7084247a448e2b3e41f3619d7d4bc on resource:port {{(pid=87870) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:00:02.067416 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-64072b17-edf5-450c-9e00-dc1b9677789b tempest-RoutersTestDVR-2105263917 tempest-RoutersTestDVR-2105263917-project-admin] Usage tracker for resource:router and tenant:8d50996674874218a1e8c0025ac609b8 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:00:02.069080 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-6db24b28-7ac5-4537-ab0e-c6febc8ff97b req-a5e5aaa7-1c0a-415d-82b2-ef6339dcedde tempest-TestServerAdvancedOps-1304232803 tempest-TestServerAdvancedOps-1304232803-project] 10.222.0.30 "GET /v2.0/ports?device_id=930c3d21-4177-4948-930d-4cf1dbf57597 HTTP/1.1" status: 200 len: 210 time: 0.0979018 Mar 28 12:00:02.072944 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-64072b17-edf5-450c-9e00-dc1b9677789b tempest-RoutersTestDVR-2105263917 tempest-RoutersTestDVR-2105263917-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:00:02.082278 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-64072b17-edf5-450c-9e00-dc1b9677789b tempest-RoutersTestDVR-2105263917 tempest-RoutersTestDVR-2105263917-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:00:02.102577 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-2b5dbbec-2981-44ec-a398-3d1674287d49 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Unset dirty status for tenant:35b7084247a448e2b3e41f3619d7d4bc on resource:port {{(pid=87870) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:00:02.106559 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-2b5dbbec-2981-44ec-a398-3d1674287d49 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] 10.222.0.30 "GET /v2.0/ports/98586ed6-ef63-4af8-ba7b-dc337e0e9192 HTTP/1.1" status: 404 len: 333 time: 0.1118701 Mar 28 12:00:02.106559 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-64072b17-edf5-450c-9e00-dc1b9677789b tempest-RoutersTestDVR-2105263917 tempest-RoutersTestDVR-2105263917-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-707665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-260886'] for router, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:02.107680 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-64072b17-edf5-450c-9e00-dc1b9677789b tempest-RoutersTestDVR-2105263917 tempest-RoutersTestDVR-2105263917-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-705660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709650', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-767110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260873'] for router, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:02.110505 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 54136) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:00:02.156583 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port 91c2d1d9-347c-4fa9-bf50-e134d6edf166 triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:00:02.157073 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:02.173484 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-b88de308-4475-41cf-ab8f-6f4b6d893afb tempest-RoutersAdminNegativeIpV6Test-153716882 tempest-RoutersAdminNegativeIpV6Test-153716882-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:02.241974 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-567106e9-ec1d-4a9a-bf64-3a17445dacc4 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:02.269492 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88de308-4475-41cf-ab8f-6f4b6d893afb tempest-RoutersAdminNegativeIpV6Test-153716882 tempest-RoutersAdminNegativeIpV6Test-153716882-project-admin] Pushing event deleted for resources: {'Port': ['ID=b6ceb628-fde8-4c5f-ae1a-59270ff7d569,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:00:02.315181 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-6d9b3877-e2e7-4156-bcf8-1be58e85f22a None None] Could not find standard attr ID for object 98586ed6-ef63-4af8-ba7b-dc337e0e9192. {{(pid=87872) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 28 12:00:02.329146 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-505dc454-fd2e-4e01-aea5-fa1f562bdd4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:02.354929 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-64072b17-edf5-450c-9e00-dc1b9677789b tempest-RoutersTestDVR-2105263917 tempest-RoutersTestDVR-2105263917-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:02.368521 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0253d5f-241f-4f8e-afc7-1c662d84d951 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Deleting subnet 155e75c0-d1e1-4cca-82f8-0513f84f84af {{(pid=87870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 12:00:02.374013 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c0253d5f-241f-4f8e-afc7-1c662d84d951 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks [] for subnet, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:02.430539 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567106e9-ec1d-4a9a-bf64-3a17445dacc4 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Pushing event deleted for resources: {'Port': ['ID=fba7bdb2-1531-48fa-aec7-f2f386bc6c54,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:00:02.441463 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-64072b17-edf5-450c-9e00-dc1b9677789b tempest-RoutersTestDVR-2105263917 tempest-RoutersTestDVR-2105263917-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709693'] for router, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:02.442651 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [req-c76075f3-d191-4c6d-a1fc-a7925accb358 req-0152f90d-e7c6-40e5-a5db-b55faa620acf tempest-TestServerAdvancedOps-1304232803 tempest-TestServerAdvancedOps-1304232803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:00:02.447825 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c0253d5f-241f-4f8e-afc7-1c662d84d951 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3591354'] for subnet, precommit_delete_associations {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:02.461128 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [req-c76075f3-d191-4c6d-a1fc-a7925accb358 req-0152f90d-e7c6-40e5-a5db-b55faa620acf tempest-TestServerAdvancedOps-1304232803 tempest-TestServerAdvancedOps-1304232803-project] Usage tracker for resource:port and tenant:2a1e81166ea44cb2b2b47dda4f84a6f1 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:00:02.471305 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [req-c76075f3-d191-4c6d-a1fc-a7925accb358 req-0152f90d-e7c6-40e5-a5db-b55faa620acf tempest-TestServerAdvancedOps-1304232803 tempest-TestServerAdvancedOps-1304232803-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:00:02.482228 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-567106e9-ec1d-4a9a-bf64-3a17445dacc4 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:02.488592 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [req-c76075f3-d191-4c6d-a1fc-a7925accb358 req-0152f90d-e7c6-40e5-a5db-b55faa620acf tempest-TestServerAdvancedOps-1304232803 tempest-TestServerAdvancedOps-1304232803-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:00:02.516271 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-b88de308-4475-41cf-ab8f-6f4b6d893afb tempest-RoutersAdminNegativeIpV6Test-153716882 tempest-RoutersAdminNegativeIpV6Test-153716882-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:02.523204 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-b88de308-4475-41cf-ab8f-6f4b6d893afb tempest-RoutersAdminNegativeIpV6Test-153716882 tempest-RoutersAdminNegativeIpV6Test-153716882-project-admin] 10.222.0.30 "DELETE /v2.0/ports/b6ceb628-fde8-4c5f-ae1a-59270ff7d569 HTTP/1.1" status: 204 len: 168 time: 2.5792639 Mar 28 12:00:02.528900 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Device 12748102-4760-40db-84c0-2bcd579ab8d7 up at agent hyperv_hv-neutron-8353 {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:00:02.529889 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-567106e9-ec1d-4a9a-bf64-3a17445dacc4 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "DELETE /v2.0/ports/fba7bdb2-1531-48fa-aec7-f2f386bc6c54 HTTP/1.1" status: 204 len: 168 time: 3.6055040 Mar 28 12:00:02.531691 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 54144) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:00:02.538555 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8299c38-0f92-4792-9a8e-1d4f088c692f req-2657fa30-e3cf-4066-9587-e95e5ef43528 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:00:02.540447 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-f8299c38-0f92-4792-9a8e-1d4f088c692f req-2657fa30-e3cf-4066-9587-e95e5ef43528 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/ports?device_id=87bd8c58-7f15-410e-aa63-e83fafd3b215 HTTP/1.1" status: 200 len: 944 time: 0.2562246 Mar 28 12:00:02.543915 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-64072b17-edf5-450c-9e00-dc1b9677789b tempest-RoutersTestDVR-2105263917 tempest-RoutersTestDVR-2105263917-project-admin] Notify callbacks [] for router, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:02.545144 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-64072b17-edf5-450c-9e00-dc1b9677789b tempest-RoutersTestDVR-2105263917 tempest-RoutersTestDVR-2105263917-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.5111525 Mar 28 12:00:02.551883 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 54148) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:00:02.581884 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c76075f3-d191-4c6d-a1fc-a7925accb358 req-0152f90d-e7c6-40e5-a5db-b55faa620acf tempest-TestServerAdvancedOps-1304232803 tempest-TestServerAdvancedOps-1304232803-project] Made reservation on behalf of 2a1e81166ea44cb2b2b47dda4f84a6f1 for: {'port': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 12:00:02.586474 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-c76075f3-d191-4c6d-a1fc-a7925accb358 req-0152f90d-e7c6-40e5-a5db-b55faa620acf tempest-TestServerAdvancedOps-1304232803 tempest-TestServerAdvancedOps-1304232803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:02.643542 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Provisioning for port 12748102-4760-40db-84c0-2bcd579ab8d7 completed by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:00:02.649828 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Provisioning complete for port 12748102-4760-40db-84c0-2bcd579ab8d7 triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:00:02.650445 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:02.746977 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-f1ac2bed-d83d-4168-a9f0-c16b9ef4028c tempest-RoutersTestDVR-2105263917 tempest-RoutersTestDVR-2105263917-project-admin] Notify callbacks [] for router, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:02.790936 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3cc5fc1-0193-42e2-b9b2-c9600661974b tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:00:02.792559 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3cc5fc1-0193-42e2-b9b2-c9600661974b tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:00:02.794092 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-a3cc5fc1-0193-42e2-b9b2-c9600661974b tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.2613130 Mar 28 12:00:02.800417 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 54154) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:00:02.819685 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:02.855582 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-f8299c38-0f92-4792-9a8e-1d4f088c692f req-c6a59ce6-8882-468f-b41b-5e9faae8d010 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/security-groups?id=e59444d0-c743-4927-b846-a029d293bc8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2950754 Mar 28 12:00:02.856532 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] For port 12748102-4760-40db-84c0-2bcd579ab8d7, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=12748102-4760-40db-84c0-2bcd579ab8d7,segment=NetworkSegment(caa6f1cf-f17c-4624-a07f-4a5b04f9c3a6),segment_id=caa6f1cf-f17c-4624-a07f-4a5b04f9c3a6)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:00:02.858248 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87bd8c58-7f15-410e-aa63-e83fafd3b215', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12748102-4760-40db-84c0-2bcd579ab8d7'}] {{(pid=87872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 12:00:02.875871 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:02.944393 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-b57765a5-0620-4b19-ab6e-c218a46ac9cc tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-743394'] for router_interface, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:02.958778 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Pushing event updated for resources: {'Port': ['ID=12748102-4760-40db-84c0-2bcd579ab8d7,revision_number=5']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:00:02.966567 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c0253d5f-241f-4f8e-afc7-1c662d84d951 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1919782'] for subnet, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:02.994231 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 54162) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:00:03.081015 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac9c7236-f607-4a73-8818-9c30a43da28d tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Deleting subnet 291e4210-930a-4816-9225-035ab5581664 {{(pid=87871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 12:00:03.094161 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-ac9c7236-f607-4a73-8818-9c30a43da28d tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks [] for subnet, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:03.120546 dv-neutron-835340-2-hyperv neutron-server[87872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87bd8c58-7f15-410e-aa63-e83fafd3b215', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12748102-4760-40db-84c0-2bcd579ab8d7', 'code': 200} Mar 28 12:00:03.229279 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-f1ac2bed-d83d-4168-a9f0-c16b9ef4028c tempest-RoutersTestDVR-2105263917 tempest-RoutersTestDVR-2105263917-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-745164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-260864'] for router, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:03.263401 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-f1ac2bed-d83d-4168-a9f0-c16b9ef4028c tempest-RoutersTestDVR-2105263917 tempest-RoutersTestDVR-2105263917-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:03.283774 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-040fcd75-6233-4c30-b2cd-1dbf7398952a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:03.299033 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-319a516b-b6a2-49bf-b15b-01b4e9c4edbf req-6f86af64-2299-4923-af88-081193b7b0c3 tempest-TestServerAdvancedOps-1304232803 tempest-TestServerAdvancedOps-1304232803-project] 10.222.0.30 "GET /v2.0/ports?device_id=930c3d21-4177-4948-930d-4cf1dbf57597 HTTP/1.1" status: 200 len: 210 time: 0.0940273 Mar 28 12:00:03.316548 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-040fcd75-6233-4c30-b2cd-1dbf7398952a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:00:03.320871 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-040fcd75-6233-4c30-b2cd-1dbf7398952a admin admin] Usage tracker for resource:security_group_rule and tenant:ddab628b7afa417eb9fa1db32d781802 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:00:03.321602 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.db_base_plugin_common [req-c76075f3-d191-4c6d-a1fc-a7925accb358 req-0152f90d-e7c6-40e5-a5db-b55faa620acf tempest-TestServerAdvancedOps-1304232803 tempest-TestServerAdvancedOps-1304232803-project] Allocated IP 172.20.0.11 (e9e5c70d-c726-4631-869b-4d042805a677/5fe6df76-b9ac-4055-a57c-c2c186e5eae4/5273c1bc-cf51-40e6-9eec-6a3c529346bf) {{(pid=87871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 12:00:03.324438 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-040fcd75-6233-4c30-b2cd-1dbf7398952a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:00:03.328005 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c0253d5f-241f-4f8e-afc7-1c662d84d951 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1919805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2561174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2563528'] for subnet, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:03.367923 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-040fcd75-6233-4c30-b2cd-1dbf7398952a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:00:03.371886 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-f1ac2bed-d83d-4168-a9f0-c16b9ef4028c tempest-RoutersTestDVR-2105263917 tempest-RoutersTestDVR-2105263917-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-745021'] for router, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:03.372349 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1ac2bed-d83d-4168-a9f0-c16b9ef4028c tempest-RoutersTestDVR-2105263917 tempest-RoutersTestDVR-2105263917-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0be80276-a1f2-4123-9d00-b87585a39608 {{(pid=87870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 12:00:03.385110 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-ac9c7236-f607-4a73-8818-9c30a43da28d tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3436877'] for subnet, precommit_delete_associations {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:03.416299 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0253d5f-241f-4f8e-afc7-1c662d84d951 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Pushing event deleted for resources: {'Subnet': ['ID=155e75c0-d1e1-4cca-82f8-0513f84f84af,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:00:03.433814 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c0253d5f-241f-4f8e-afc7-1c662d84d951 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks [] for subnet, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:03.438155 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bce0b55-75f2-40f8-a6c5-b382bb2c0c95 None None] Network a8a19c93-80a4-4640-8413-394725de3af2 requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 12:00:03.465813 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-c0253d5f-241f-4f8e-afc7-1c662d84d951 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] 10.222.0.30 "DELETE /v2.0/subnets/155e75c0-d1e1-4cca-82f8-0513f84f84af HTTP/1.1" status: 204 len: 168 time: 1.3504956 Mar 28 12:00:03.465813 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-f1ac2bed-d83d-4168-a9f0-c16b9ef4028c tempest-RoutersTestDVR-2105263917 tempest-RoutersTestDVR-2105263917-project-admin] Notify callbacks [] for router, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:03.466322 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-f1ac2bed-d83d-4168-a9f0-c16b9ef4028c tempest-RoutersTestDVR-2105263917 tempest-RoutersTestDVR-2105263917-project-admin] 10.222.0.30 "DELETE /v2.0/routers/0be80276-a1f2-4123-9d00-b87585a39608 HTTP/1.1" status: 204 len: 168 time: 0.9125209 Mar 28 12:00:03.467923 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 54170) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:00:03.471924 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 54172) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:00:03.499678 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-cb458852-27d0-40c4-8c82-5018936cd467 tempest-RoutersTestDVR-2105263917 tempest-RoutersTestDVR-2105263917-project-admin] Request body: {'router': {'name': 'tempest-router-891145038', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '55cf57784cf346a4b64f0d0d45005965'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:00:03.514714 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-cb458852-27d0-40c4-8c82-5018936cd467 tempest-RoutersTestDVR-2105263917 tempest-RoutersTestDVR-2105263917-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:00:03.542024 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-cb458852-27d0-40c4-8c82-5018936cd467 tempest-RoutersTestDVR-2105263917 tempest-RoutersTestDVR-2105263917-project-admin] Usage tracker for resource:router and tenant:55cf57784cf346a4b64f0d0d45005965 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:00:03.547443 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-cb458852-27d0-40c4-8c82-5018936cd467 tempest-RoutersTestDVR-2105263917 tempest-RoutersTestDVR-2105263917-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:00:03.599269 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-cb458852-27d0-40c4-8c82-5018936cd467 tempest-RoutersTestDVR-2105263917 tempest-RoutersTestDVR-2105263917-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:00:03.664910 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-02e85158-0d2d-45a9-9b37-ee910d7ae03d tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588883'] for network, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:03.668060 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c95a82-8185-4cd0-a318-b98d52873c15 req-673677f2-5231-4c92-9306-e26f9adc76c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:00:03.669510 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-74c95a82-8185-4cd0-a318-b98d52873c15 req-673677f2-5231-4c92-9306-e26f9adc76c4 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=87bd8c58-7f15-410e-aa63-e83fafd3b215 HTTP/1.1" status: 200 len: 1098 time: 0.3028920 Mar 28 12:00:03.675610 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-cb458852-27d0-40c4-8c82-5018936cd467 tempest-RoutersTestDVR-2105263917 tempest-RoutersTestDVR-2105263917-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-707665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-260886'] for router, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:03.676488 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-cb458852-27d0-40c4-8c82-5018936cd467 tempest-RoutersTestDVR-2105263917 tempest-RoutersTestDVR-2105263917-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-705660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709650', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-767110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260873'] for router, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:03.717559 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-ac9c7236-f607-4a73-8818-9c30a43da28d tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1919782'] for subnet, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:03.719442 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d88fa8e0-ccaa-4790-9e39-5ce3b8895cdf None None] DHCP port deletion for a8a19c93-80a4-4640-8413-394725de3af2 request from dv-neutron-835340-2-hyperv {{(pid=87872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 12:00:03.723884 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-d88fa8e0-ccaa-4790-9e39-5ce3b8895cdf None None] Deleting port 4bfc3dca-5f20-47c7-b904-c0b8de20f48b {{(pid=87872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:00:03.724300 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-d88fa8e0-ccaa-4790-9e39-5ce3b8895cdf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:03.724453 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-040fcd75-6233-4c30-b2cd-1dbf7398952a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:03.741401 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-040fcd75-6233-4c30-b2cd-1dbf7398952a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:03.748557 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-02e85158-0d2d-45a9-9b37-ee910d7ae03d tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Deleting port 4bfc3dca-5f20-47c7-b904-c0b8de20f48b {{(pid=87870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:00:03.748893 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-02e85158-0d2d-45a9-9b37-ee910d7ae03d tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:03.791702 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-cb458852-27d0-40c4-8c82-5018936cd467 tempest-RoutersTestDVR-2105263917 tempest-RoutersTestDVR-2105263917-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:03.830631 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-74c95a82-8185-4cd0-a318-b98d52873c15 req-277707da-65f0-453e-89fa-2d09a157738b service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=e59444d0-c743-4927-b846-a029d293bc8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1499305 Mar 28 12:00:03.872111 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-040fcd75-6233-4c30-b2cd-1dbf7398952a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ddab628b7afa417eb9fa1db32d781802&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8768208 Mar 28 12:00:03.875405 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 54178) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:00:03.882894 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040fcd75-6233-4c30-b2cd-1dbf7398952a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df354ecb-b7b3-4809-b963-b06e8d2b808d,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:00:03.885134 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-b57765a5-0620-4b19-ab6e-c218a46ac9cc tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Deleting port 1fe51bf3-b32b-46eb-a1bb-3c1d5b15ad12 {{(pid=87871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:00:03.885507 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-b57765a5-0620-4b19-ab6e-c218a46ac9cc tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:03.938247 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-c76075f3-d191-4c6d-a1fc-a7925accb358 req-0152f90d-e7c6-40e5-a5db-b55faa620acf tempest-TestServerAdvancedOps-1304232803 tempest-TestServerAdvancedOps-1304232803-project] Notify callbacks [] for port, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:03.967932 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-ac9c7236-f607-4a73-8818-9c30a43da28d tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1919805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2364079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26551417'] for subnet, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:04.025006 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-d88fa8e0-ccaa-4790-9e39-5ce3b8895cdf None None] For port 4bfc3dca-5f20-47c7-b904-c0b8de20f48b, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=4bfc3dca-5f20-47c7-b904-c0b8de20f48b,segment=NetworkSegment(88ac448f-3bd4-4693-895d-93b2e073e6e6),segment_id=88ac448f-3bd4-4693-895d-93b2e073e6e6)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:00:04.025574 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-d88fa8e0-ccaa-4790-9e39-5ce3b8895cdf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:04.041338 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-cb458852-27d0-40c4-8c82-5018936cd467 tempest-RoutersTestDVR-2105263917 tempest-RoutersTestDVR-2105263917-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709693'] for router, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:04.102087 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-cb458852-27d0-40c4-8c82-5018936cd467 tempest-RoutersTestDVR-2105263917 tempest-RoutersTestDVR-2105263917-project-admin] Notify callbacks [] for router, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:04.103249 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-cb458852-27d0-40c4-8c82-5018936cd467 tempest-RoutersTestDVR-2105263917 tempest-RoutersTestDVR-2105263917-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.6294913 Mar 28 12:00:04.105049 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9c7236-f607-4a73-8818-9c30a43da28d tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Pushing event deleted for resources: {'Subnet': ['ID=291e4210-930a-4816-9225-035ab5581664,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:00:04.106664 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 54184) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:00:04.110409 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-ac9c7236-f607-4a73-8818-9c30a43da28d tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks [] for subnet, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:04.156441 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-c40d7f96-0dc6-45ae-beca-95e73a0ba76a tempest-RoutersTestDVR-2105263917 tempest-RoutersTestDVR-2105263917-project-admin] Request body: {'router': {'distributed': True}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:00:04.190334 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9780e87-5d2b-4599-94df-e075da584a89 None None] Network e95a87e2-4c44-46e2-9de5-2786cbaea69c requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 12:00:04.209664 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-d88fa8e0-ccaa-4790-9e39-5ce3b8895cdf None None] Calling delete_port for 4bfc3dca-5f20-47c7-b904-c0b8de20f48b owned by network:dhcp {{(pid=87872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:00:04.216276 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-ac9c7236-f607-4a73-8818-9c30a43da28d tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "DELETE /v2.0/subnets/291e4210-930a-4816-9225-035ab5581664 HTTP/1.1" status: 204 len: 168 time: 1.4148390 Mar 28 12:00:04.223793 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 54188) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:00:04.246992 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-a2459e90-4630-421e-ae16-0749f8dc2fe8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:04.275791 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-c76075f3-d191-4c6d-a1fc-a7925accb358 req-0152f90d-e7c6-40e5-a5db-b55faa620acf tempest-TestServerAdvancedOps-1304232803 tempest-TestServerAdvancedOps-1304232803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:04.358644 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-efae186c-58a0-45d4-9362-1950201e7033 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1257432 Mar 28 12:00:04.366198 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 54194) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:00:04.372641 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-a2459e90-4630-421e-ae16-0749f8dc2fe8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:04.430609 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.db [None req-02e85158-0d2d-45a9-9b37-ee910d7ae03d tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] For port 4bfc3dca-5f20-47c7-b904-c0b8de20f48b, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=4bfc3dca-5f20-47c7-b904-c0b8de20f48b,segment=NetworkSegment(88ac448f-3bd4-4693-895d-93b2e073e6e6),segment_id=88ac448f-3bd4-4693-895d-93b2e073e6e6)] {{(pid=87870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:00:04.431279 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-02e85158-0d2d-45a9-9b37-ee910d7ae03d tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:04.437469 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c76075f3-d191-4c6d-a1fc-a7925accb358 req-0152f90d-e7c6-40e5-a5db-b55faa620acf tempest-TestServerAdvancedOps-1304232803 tempest-TestServerAdvancedOps-1304232803-project] Network e9e5c70d-c726-4631-869b-4d042805a677 is already hosted by enough agents. {{(pid=87871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:00:04.461814 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [req-c76075f3-d191-4c6d-a1fc-a7925accb358 req-0152f90d-e7c6-40e5-a5db-b55faa620acf tempest-TestServerAdvancedOps-1304232803 tempest-TestServerAdvancedOps-1304232803-project] Resources bound (agent type, host, resource id): {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:00:04.466068 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-d88fa8e0-ccaa-4790-9e39-5ce3b8895cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250'] for port, after_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:04.485615 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f246d6d-6668-482a-a13e-a7ca0d4d03dd req-7b4238d3-75a5-473a-984d-7121aa6e328d tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:00:04.487396 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-1f246d6d-6668-482a-a13e-a7ca0d4d03dd req-7b4238d3-75a5-473a-984d-7121aa6e328d tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/ports?device_id=87bd8c58-7f15-410e-aa63-e83fafd3b215 HTTP/1.1" status: 200 len: 945 time: 0.4719663 Mar 28 12:00:04.497668 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.db [None req-b57765a5-0620-4b19-ab6e-c218a46ac9cc tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] For port 1fe51bf3-b32b-46eb-a1bb-3c1d5b15ad12, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=1fe51bf3-b32b-46eb-a1bb-3c1d5b15ad12,segment=NetworkSegment(41eefd91-002a-4d8a-9cd5-6f72b4e91ef7),segment_id=41eefd91-002a-4d8a-9cd5-6f72b4e91ef7)] {{(pid=87871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:00:04.498031 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-b57765a5-0620-4b19-ab6e-c218a46ac9cc tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:04.506266 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.l3_dvrscheduler_db [req-c76075f3-d191-4c6d-a1fc-a7925accb358 req-0152f90d-e7c6-40e5-a5db-b55faa620acf tempest-TestServerAdvancedOps-1304232803 tempest-TestServerAdvancedOps-1304232803-project] Received port after_create {{(pid=87871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 12:00:04.514640 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d88fa8e0-ccaa-4790-9e39-5ce3b8895cdf None None] No DVR routers for this DVR port 4bfc3dca-5f20-47c7-b904-c0b8de20f48b on host dv-neutron-835340-2-hyperv {{(pid=87872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 12:00:04.532005 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88fa8e0-ccaa-4790-9e39-5ce3b8895cdf None None] Pushing event deleted for resources: {'Port': ['ID=4bfc3dca-5f20-47c7-b904-c0b8de20f48b,revision_number=None']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:00:04.558900 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0152f90d-e7c6-40e5-a5db-b55faa620acf tempest-TestServerAdvancedOps-1304232803 tempest-TestServerAdvancedOps-1304232803-project] Pushing event updated for resources: {'Port': ['ID=5273c1bc-cf51-40e6-9eec-6a3c529346bf,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:00:04.596399 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71592024-4647-4412-9521-91803613780e None None] DHCP port deletion for e95a87e2-4c44-46e2-9de5-2786cbaea69c request from dv-neutron-835340-2-hyperv {{(pid=87872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 12:00:04.601653 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-71592024-4647-4412-9521-91803613780e None None] Deleting port 91c2d1d9-347c-4fa9-bf50-e134d6edf166 {{(pid=87872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:00:04.602172 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-71592024-4647-4412-9521-91803613780e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:04.626260 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-02e85158-0d2d-45a9-9b37-ee910d7ae03d tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Calling delete_port for 4bfc3dca-5f20-47c7-b904-c0b8de20f48b owned by network:dhcp {{(pid=87870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:00:04.708736 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-b57765a5-0620-4b19-ab6e-c218a46ac9cc tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Calling delete_port for 1fe51bf3-b32b-46eb-a1bb-3c1d5b15ad12 owned by network:router_interface {{(pid=87871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:00:04.747736 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-0046f7d7-d426-4df4-8760-4df084ab39fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:04.812203 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76075f3-d191-4c6d-a1fc-a7925accb358 req-0152f90d-e7c6-40e5-a5db-b55faa620acf tempest-TestServerAdvancedOps-1304232803 tempest-TestServerAdvancedOps-1304232803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:00:04.812203 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-c76075f3-d191-4c6d-a1fc-a7925accb358 req-0152f90d-e7c6-40e5-a5db-b55faa620acf tempest-TestServerAdvancedOps-1304232803 tempest-TestServerAdvancedOps-1304232803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:04.836449 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-1f246d6d-6668-482a-a13e-a7ca0d4d03dd req-5662d158-3cf2-4cf3-967f-79f7dea86052 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/security-groups?id=e59444d0-c743-4927-b846-a029d293bc8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2934966 Mar 28 12:00:04.852154 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c40d7f96-0dc6-45ae-beca-95e73a0ba76a tempest-RoutersTestDVR-2105263917 tempest-RoutersTestDVR-2105263917-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-709632', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-707672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260923'] for router, precommit_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:04.852378 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c40d7f96-0dc6-45ae-beca-95e73a0ba76a tempest-RoutersTestDVR-2105263917 tempest-RoutersTestDVR-2105263917-project-admin] Notify callbacks [] for router, before_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:04.911732 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-a2459e90-4630-421e-ae16-0749f8dc2fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:04.934580 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-71592024-4647-4412-9521-91803613780e None None] For port 91c2d1d9-347c-4fa9-bf50-e134d6edf166, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=91c2d1d9-347c-4fa9-bf50-e134d6edf166,segment=NetworkSegment(bd053757-b8b4-4f3a-b553-aa242f2d15d2),segment_id=bd053757-b8b4-4f3a-b553-aa242f2d15d2)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:00:04.934953 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-71592024-4647-4412-9521-91803613780e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:04.949740 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-a2459e90-4630-421e-ae16-0749f8dc2fe8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:04.951093 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-a2459e90-4630-421e-ae16-0749f8dc2fe8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/df354ecb-b7b3-4809-b963-b06e8d2b808d HTTP/1.1" status: 204 len: 168 time: 1.0728581 Mar 28 12:00:05.017679 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.db.api [None req-02e85158-0d2d-45a9-9b37-ee910d7ae03d tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87870) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 12:00:05.018050 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG oslo_db.api [None req-02e85158-0d2d-45a9-9b37-ee910d7ae03d tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 12:00:05.035227 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-c40d7f96-0dc6-45ae-beca-95e73a0ba76a tempest-RoutersTestDVR-2105263917 tempest-RoutersTestDVR-2105263917-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=87870) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Mar 28 12:00:05.035684 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-c40d7f96-0dc6-45ae-beca-95e73a0ba76a tempest-RoutersTestDVR-2105263917 tempest-RoutersTestDVR-2105263917-project-admin] Router b0cde088-550e-4e6b-84db-5d9aaaff0876 migrating from provider to provider. {{(pid=87870) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Mar 28 12:00:05.036040 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c40d7f96-0dc6-45ae-beca-95e73a0ba76a tempest-RoutersTestDVR-2105263917 tempest-RoutersTestDVR-2105263917-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:05.051065 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4844d78b-94c9-4044-a49a-025e3fa24cd3 req-bdb261ac-0305-4480-9447-61830bdec65b tempest-TestServerAdvancedOps-1304232803 tempest-TestServerAdvancedOps-1304232803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:00:05.052706 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-4844d78b-94c9-4044-a49a-025e3fa24cd3 req-bdb261ac-0305-4480-9447-61830bdec65b tempest-TestServerAdvancedOps-1304232803 tempest-TestServerAdvancedOps-1304232803-project] 10.222.0.30 "GET /v2.0/ports?device_id=930c3d21-4177-4948-930d-4cf1dbf57597 HTTP/1.1" status: 200 len: 932 time: 0.5509496 Mar 28 12:00:05.053808 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c40d7f96-0dc6-45ae-beca-95e73a0ba76a tempest-RoutersTestDVR-2105263917 tempest-RoutersTestDVR-2105263917-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:05.060707 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c40d7f96-0dc6-45ae-beca-95e73a0ba76a tempest-RoutersTestDVR-2105263917 tempest-RoutersTestDVR-2105263917-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-709647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-709686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-745031'] for router, after_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:05.069257 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-71592024-4647-4412-9521-91803613780e None None] Calling delete_port for 91c2d1d9-347c-4fa9-bf50-e134d6edf166 owned by network:dhcp {{(pid=87872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:00:05.106174 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2459e90-4630-421e-ae16-0749f8dc2fe8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df354ecb-b7b3-4809-b963-b06e8d2b808d,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:00:05.113838 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-c76075f3-d191-4c6d-a1fc-a7925accb358 req-0152f90d-e7c6-40e5-a5db-b55faa620acf tempest-TestServerAdvancedOps-1304232803 tempest-TestServerAdvancedOps-1304232803-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1009638 Mar 28 12:00:05.130288 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cc10dbb-6ed2-479c-867f-7987a9290538 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:00:05.131024 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-5cc10dbb-6ed2-479c-867f-7987a9290538 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Synchronizing usage tracker for tenant:b4adfe5c8b3a4e57a1afd1d44c455245 on resource:port {{(pid=87871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:00:05.147874 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [req-c76075f3-d191-4c6d-a1fc-a7925accb358 req-8a387b92-84cc-4480-8c2a-80bf2c7f0e46 service neutron] Request body: {'port': {'device_id': '930c3d21-4177-4948-930d-4cf1dbf57597', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8353'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:00:05.188899 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-b57765a5-0620-4b19-ab6e-c218a46ac9cc tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:05.212685 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-71592024-4647-4412-9521-91803613780e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250'] for port, after_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:05.262155 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71592024-4647-4412-9521-91803613780e None None] Pushing event deleted for resources: {'Port': ['ID=91c2d1d9-347c-4fa9-bf50-e134d6edf166,revision_number=None']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:00:05.278047 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71592024-4647-4412-9521-91803613780e None None] No DVR routers for this DVR port 91c2d1d9-347c-4fa9-bf50-e134d6edf166 on host dv-neutron-835340-2-hyperv {{(pid=87872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 12:00:05.374023 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [req-4844d78b-94c9-4044-a49a-025e3fa24cd3 req-9596544f-d038-4793-9edc-3bd4198e9fe3 tempest-TestServerAdvancedOps-1304232803 tempest-TestServerAdvancedOps-1304232803-project] Synchronizing usage tracker for tenant:2a1e81166ea44cb2b2b47dda4f84a6f1 on resource:security_group {{(pid=87870) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:00:05.382373 dv-neutron-835340-2-hyperv neutron-server[87870]: WARNING neutron.scheduler.l3_agent_scheduler [None req-c40d7f96-0dc6-45ae-beca-95e73a0ba76a tempest-RoutersTestDVR-2105263917 tempest-RoutersTestDVR-2105263917-project-admin] No L3 agents can host the router b0cde088-550e-4e6b-84db-5d9aaaff0876 Mar 28 12:00:05.387672 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57765a5-0620-4b19-ab6e-c218a46ac9cc tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Pushing event deleted for resources: {'Port': ['ID=1fe51bf3-b32b-46eb-a1bb-3c1d5b15ad12,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:00:05.400289 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [req-4844d78b-94c9-4044-a49a-025e3fa24cd3 req-9596544f-d038-4793-9edc-3bd4198e9fe3 tempest-TestServerAdvancedOps-1304232803 tempest-TestServerAdvancedOps-1304232803-project] Unset dirty status for tenant:2a1e81166ea44cb2b2b47dda4f84a6f1 on resource:security_group {{(pid=87870) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:00:05.401471 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-4844d78b-94c9-4044-a49a-025e3fa24cd3 req-9596544f-d038-4793-9edc-3bd4198e9fe3 tempest-TestServerAdvancedOps-1304232803 tempest-TestServerAdvancedOps-1304232803-project] 10.222.0.30 "GET /v2.0/security-groups?id=f8f1f9e9-ff2e-444f-8155-195accb6fa66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3291519 Mar 28 12:00:05.459222 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 54202) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:00:05.478646 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-5cc10dbb-6ed2-479c-867f-7987a9290538 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Unset dirty status for tenant:b4adfe5c8b3a4e57a1afd1d44c455245 on resource:port {{(pid=87871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:00:05.482215 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-5cc10dbb-6ed2-479c-867f-7987a9290538 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 1.0976555 Mar 28 12:00:05.486794 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 54206) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:00:05.584032 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 4bfc3dca-5f20-47c7-b904-c0b8de20f48b no longer exists at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 12:00:05.600198 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-02e85158-0d2d-45a9-9b37-ee910d7ae03d tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Deleting port 4bfc3dca-5f20-47c7-b904-c0b8de20f48b {{(pid=87870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:00:05.600735 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-02e85158-0d2d-45a9-9b37-ee910d7ae03d tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:05.632509 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] No Port match for: 4bfc3dca-5f20-47c7-b904-c0b8de20f48b {{(pid=87872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 12:00:05.632860 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 4bfc3dca-5f20-47c7-b904-c0b8de20f48b not bound to the agent host dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 12:00:05.633945 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 91c2d1d9-347c-4fa9-bf50-e134d6edf166 no longer exists at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 12:00:05.676865 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-35739fdf-721b-4533-a621-1290b1e05f55 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9fd25797fab84c54bc231b087f9d6cd5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2141409 Mar 28 12:00:05.686568 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 54210) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:00:05.691741 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] No Port match for: 91c2d1d9-347c-4fa9-bf50-e134d6edf166 {{(pid=87872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 12:00:05.692655 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 91c2d1d9-347c-4fa9-bf50-e134d6edf166 not bound to the agent host dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 12:00:05.694949 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-c76075f3-d191-4c6d-a1fc-a7925accb358 req-8a387b92-84cc-4480-8c2a-80bf2c7f0e46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:05.704144 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:05.718024 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67aca731-20da-4d7c-b323-87863b4555c7 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:00:05.719144 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-67aca731-20da-4d7c-b323-87863b4555c7 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Synchronizing usage tracker for tenant:b4adfe5c8b3a4e57a1afd1d44c455245 on resource:subnet {{(pid=87871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:00:05.720278 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-02e85158-0d2d-45a9-9b37-ee910d7ae03d tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] The port '4bfc3dca-5f20-47c7-b904-c0b8de20f48b' was deleted {{(pid=87870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 12:00:05.737014 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-ef3be119-c018-4979-be07-86cf959defc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:05.753368 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c40d7f96-0dc6-45ae-beca-95e73a0ba76a tempest-RoutersTestDVR-2105263917 tempest-RoutersTestDVR-2105263917-project-admin] Hosts for router b0cde088-550e-4e6b-84db-5d9aaaff0876: [] {{(pid=87870) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:330}} Mar 28 12:00:05.826743 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c40d7f96-0dc6-45ae-beca-95e73a0ba76a tempest-RoutersTestDVR-2105263917 tempest-RoutersTestDVR-2105263917-project-admin] Hosts for other DVR routers connected to router b0cde088-550e-4e6b-84db-5d9aaaff0876: set() {{(pid=87870) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:347}} Mar 28 12:00:05.826982 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-b57765a5-0620-4b19-ab6e-c218a46ac9cc tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-743246'] for router_interface, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:05.874526 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-67aca731-20da-4d7c-b323-87863b4555c7 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Unset dirty status for tenant:b4adfe5c8b3a4e57a1afd1d44c455245 on resource:subnet {{(pid=87871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:00:05.879668 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-67aca731-20da-4d7c-b323-87863b4555c7 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3821204 Mar 28 12:00:05.879900 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 54216) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:00:05.953261 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-02e85158-0d2d-45a9-9b37-ee910d7ae03d tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930431', 'neutron.services.segments.db._delete_segments_for_network-8783496351308'] for network, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:05.968469 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c40d7f96-0dc6-45ae-beca-95e73a0ba76a tempest-RoutersTestDVR-2105263917 tempest-RoutersTestDVR-2105263917-project-admin] Notify callbacks [] for router, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:05.969632 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-c40d7f96-0dc6-45ae-beca-95e73a0ba76a tempest-RoutersTestDVR-2105263917 tempest-RoutersTestDVR-2105263917-project-admin] 10.222.0.30 "PUT /v2.0/routers/b0cde088-550e-4e6b-84db-5d9aaaff0876 HTTP/1.1" status: 200 len: 716 time: 1.8626506 Mar 28 12:00:05.974498 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-c7f6a5f2-d49a-477c-910f-9dd5bcf635fa tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0940373 Mar 28 12:00:05.979162 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 54220) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:00:05.979162 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 54222) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:00:06.049631 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-2652100d-2276-46a9-a0c0-ff46b58274e6 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Request body: {'subnet': {'network_id': 'e95a87e2-4c44-46e2-9de5-2786cbaea69c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:00:06.093847 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-02e85158-0d2d-45a9-9b37-ee910d7ae03d tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8a19c93-80a4-4640-8413-394725de3af2']}} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:00:06.145118 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-83ecfa74-d5dd-47cf-bfd8-e31744ea856a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:06.214845 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-02e85158-0d2d-45a9-9b37-ee910d7ae03d tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88ac448f-3bd4-4693-895d-93b2e073e6e6') {'for_net_delete': True} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:00:06.215112 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-02e85158-0d2d-45a9-9b37-ee910d7ae03d tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88ac448f-3bd4-4693-895d-93b2e073e6e6') {} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:00:06.222849 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-9e064bd4-530e-4183-b122-103ba797c67d tempest-RoutersTestDVR-2105263917 tempest-RoutersTestDVR-2105263917-project-admin] 10.222.0.30 "GET /v2.0/routers/b0cde088-550e-4e6b-84db-5d9aaaff0876 HTTP/1.1" status: 200 len: 716 time: 0.2452059 Mar 28 12:00:06.236173 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 54228) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:00:06.250918 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-02e85158-0d2d-45a9-9b37-ee910d7ae03d tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783496353639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3591341'] for segment, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:06.270652 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-2652100d-2276-46a9-a0c0-ff46b58274e6 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:00:06.273096 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-02e85158-0d2d-45a9-9b37-ee910d7ae03d tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:06.284870 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02e85158-0d2d-45a9-9b37-ee910d7ae03d tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=87870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 12:00:06.285268 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-02e85158-0d2d-45a9-9b37-ee910d7ae03d tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1920481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2558260'] for segment, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:06.289075 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-83ecfa74-d5dd-47cf-bfd8-e31744ea856a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:06.300967 dv-neutron-835340-2-hyperv neutron-server[87870]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 12:00:06.300967 dv-neutron-835340-2-hyperv neutron-server[87870]: util.warn( Mar 28 12:00:06.300967 dv-neutron-835340-2-hyperv neutron-server[87870]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 12:00:06.300967 dv-neutron-835340-2-hyperv neutron-server[87870]: util.warn( Mar 28 12:00:06.300967 dv-neutron-835340-2-hyperv neutron-server[87870]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 12:00:06.300967 dv-neutron-835340-2-hyperv neutron-server[87870]: util.warn( Mar 28 12:00:06.300967 dv-neutron-835340-2-hyperv neutron-server[87870]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 12:00:06.300967 dv-neutron-835340-2-hyperv neutron-server[87870]: util.warn( Mar 28 12:00:06.300967 dv-neutron-835340-2-hyperv neutron-server[87870]: Traceback (most recent call last): Mar 28 12:00:06.300967 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 12:00:06.300967 dv-neutron-835340-2-hyperv neutron-server[87870]: timer() Mar 28 12:00:06.300967 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 12:00:06.300967 dv-neutron-835340-2-hyperv neutron-server[87870]: cb(*args, **kw) Mar 28 12:00:06.300967 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 12:00:06.300967 dv-neutron-835340-2-hyperv neutron-server[87870]: return func(*args, **kwargs) Mar 28 12:00:06.300967 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 12:00:06.300967 dv-neutron-835340-2-hyperv neutron-server[87870]: self._notify() Mar 28 12:00:06.300967 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 12:00:06.300967 dv-neutron-835340-2-hyperv neutron-server[87870]: self.callback(batched_events) Mar 28 12:00:06.300967 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 12:00:06.300967 dv-neutron-835340-2-hyperv neutron-server[87870]: event.method(event) Mar 28 12:00:06.300967 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 12:00:06.300967 dv-neutron-835340-2-hyperv neutron-server[87870]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 12:00:06.300967 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 12:00:06.300967 dv-neutron-835340-2-hyperv neutron-server[87870]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 12:00:06.300967 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 12:00:06.300967 dv-neutron-835340-2-hyperv neutron-server[87870]: return f(self, *a, **k) Mar 28 12:00:06.300967 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 12:00:06.300967 dv-neutron-835340-2-hyperv neutron-server[87870]: return self._get(url).json() Mar 28 12:00:06.300967 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 12:00:06.300967 dv-neutron-835340-2-hyperv neutron-server[87870]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 12:00:06.300967 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 12:00:06.300967 dv-neutron-835340-2-hyperv neutron-server[87870]: return self.request(url, 'GET', **kwargs) Mar 28 12:00:06.300967 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 12:00:06.300967 dv-neutron-835340-2-hyperv neutron-server[87870]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 12:00:06.300967 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 12:00:06.300967 dv-neutron-835340-2-hyperv neutron-server[87870]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 12:00:06.300967 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 12:00:06.300967 dv-neutron-835340-2-hyperv neutron-server[87870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 12:00:06.300967 dv-neutron-835340-2-hyperv neutron-server[87870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 12:00:06.316202 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-2652100d-2276-46a9-a0c0-ff46b58274e6 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:00:06.381115 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2652100d-2276-46a9-a0c0-ff46b58274e6 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Made reservation on behalf of b4adfe5c8b3a4e57a1afd1d44c455245 for: {'subnet': 1} {{(pid=87870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 12:00:06.384810 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-2652100d-2276-46a9-a0c0-ff46b58274e6 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2563571'] for subnet, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:06.428195 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-02e85158-0d2d-45a9-9b37-ee910d7ae03d tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709602'] for network, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:06.497625 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-02e85158-0d2d-45a9-9b37-ee910d7ae03d tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538751'] for network, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:06.506086 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b57765a5-0620-4b19-ab6e-c218a46ac9cc tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Router 938ec9b1-845a-41c1-8863-138dcf053909 has already been hosted by L3 agent af79d429-529e-400b-a119-94d4bec03f3e {{(pid=87871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 12:00:06.524605 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824fe712-616f-4534-abbc-a86bcafbb4c6 req-64e29d85-79be-42e3-a0d9-feceabc5f38d tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:00:06.526066 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-824fe712-616f-4534-abbc-a86bcafbb4c6 req-64e29d85-79be-42e3-a0d9-feceabc5f38d tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/ports?device_id=87bd8c58-7f15-410e-aa63-e83fafd3b215 HTTP/1.1" status: 200 len: 945 time: 0.5579176 Mar 28 12:00:06.530665 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-83ecfa74-d5dd-47cf-bfd8-e31744ea856a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:06.619099 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e85158-0d2d-45a9-9b37-ee910d7ae03d tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Pushing event deleted for resources: {'Network': ['ID=a8a19c93-80a4-4640-8413-394725de3af2,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:00:06.625201 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-02e85158-0d2d-45a9-9b37-ee910d7ae03d tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] 10.222.0.30 "DELETE /v2.0/networks/a8a19c93-80a4-4640-8413-394725de3af2 HTTP/1.1" status: 204 len: 168 time: 3.1517386 Mar 28 12:00:06.640020 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 54236) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:00:06.642960 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ecfa74-d5dd-47cf-bfd8-e31744ea856a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7492569f-bfe0-42b8-a563-1f729bd8da93,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:00:06.665595 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-dfb11290-2a2d-4da1-b235-2fd6c35d1143 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Request body: {'port': {'network_id': '9d808d20-321a-4040-937a-68d7c35eefe2', 'name': 'tempest-PortsTestJSON-261624302'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:00:06.772375 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b57765a5-0620-4b19-ab6e-c218a46ac9cc tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 12:00:06.783107 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ad4eb8-7b3a-471e-bf32-d6823a320046 None None] Sync routers for ids ['938ec9b1-845a-41c1-8863-138dcf053909'] in dv-neutron-835340-2-hyperv {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 12:00:06.794930 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ad4eb8-7b3a-471e-bf32-d6823a320046 None None] Routers {'938ec9b1-845a-41c1-8863-138dcf053909'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:00:06.795755 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-01ad4eb8-7b3a-471e-bf32-d6823a320046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:00:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['938ec9b1-845a-41c1-8863-138dcf053909'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:00:06.830351 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-73319a6c-4812-4a78-88d1-6eaf54e44bc9 tempest-RoutersTestDVR-1465210913 tempest-RoutersTestDVR-1465210913-project] 10.222.0.30 "GET /v2.0/routers/b0cde088-550e-4e6b-84db-5d9aaaff0876 HTTP/1.1" status: 200 len: 682 time: 0.5930564 Mar 28 12:00:06.833557 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 54240) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:00:06.914783 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-83ecfa74-d5dd-47cf-bfd8-e31744ea856a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:06.915826 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-83ecfa74-d5dd-47cf-bfd8-e31744ea856a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7492569f-bfe0-42b8-a563-1f729bd8da93 HTTP/1.1" status: 204 len: 168 time: 1.2264662 Mar 28 12:00:06.929789 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-b57765a5-0620-4b19-ab6e-c218a46ac9cc tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] 10.222.0.30 "PUT /v2.0/routers/938ec9b1-845a-41c1-8863-138dcf053909/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6978617 Mar 28 12:00:06.929789 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.db.resource_extend [req-c76075f3-d191-4c6d-a1fc-a7925accb358 req-8a387b92-84cc-4480-8c2a-80bf2c7f0e46 service neutron] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 28 12:00:06.940019 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 54246) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:00:06.946480 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-824fe712-616f-4534-abbc-a86bcafbb4c6 req-463810cc-f756-4234-82f2-5a2578e755de tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/security-groups?id=e59444d0-c743-4927-b846-a029d293bc8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3997645 Mar 28 12:00:06.965471 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvr_db [None req-01ad4eb8-7b3a-471e-bf32-d6823a320046 None None] Set router 938ec9b1-845a-41c1-8863-138dcf053909 gateway port host: None {{(pid=87872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:00:07.081164 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-01ad4eb8-7b3a-471e-bf32-d6823a320046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '938ec9b1-845a-41c1-8863-138dcf053909', 'name': 'tempest-RoutersTest-router-1318390689', 'tenant_id': 'fc0f0a585a8c4bf2950e053878e50dfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:58:28Z', 'updated_at': '2022-03-28T12:00:05Z', 'revision_number': 11, 'project_id': 'fc0f0a585a8c4bf2950e053878e50dfb', 'gw_port_host': None}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:00:07.086126 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ad4eb8-7b3a-471e-bf32-d6823a320046 None None] Checking router: 938ec9b1-845a-41c1-8863-138dcf053909 for host: dv-neutron-835340-2-hyperv {{(pid=87872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 12:00:07.096997 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ad4eb8-7b3a-471e-bf32-d6823a320046 None None] Routers {'938ec9b1-845a-41c1-8863-138dcf053909'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:00:07.098153 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-01ad4eb8-7b3a-471e-bf32-d6823a320046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:00:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['938ec9b1-845a-41c1-8863-138dcf053909'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:00:07.162818 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.notifiers.nova [req-c76075f3-d191-4c6d-a1fc-a7925accb358 req-8a387b92-84cc-4480-8c2a-80bf2c7f0e46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5273c1bc-cf51-40e6-9eec-6a3c529346bf {{(pid=87871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 12:00:07.166938 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-9bdd8efd-e46d-42c6-ab9c-581abb60649f tempest-RoutersTestDVR-2105263917 tempest-RoutersTestDVR-2105263917-project-admin] Notify callbacks [] for router, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:07.174829 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-dfb11290-2a2d-4da1-b235-2fd6c35d1143 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:00:07.184732 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-c76075f3-d191-4c6d-a1fc-a7925accb358 req-8a387b92-84cc-4480-8c2a-80bf2c7f0e46 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:07.187429 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-dfb11290-2a2d-4da1-b235-2fd6c35d1143 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Usage tracker for resource:port and tenant:35b7084247a448e2b3e41f3619d7d4bc is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:00:07.194452 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-dfb11290-2a2d-4da1-b235-2fd6c35d1143 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:00:07.206335 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-dfb11290-2a2d-4da1-b235-2fd6c35d1143 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:00:07.216680 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.db_base_plugin_v2 [None req-d105adfa-14b6-4a7a-beca-6342e22473bb tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Deleting subnet 28ef9538-7c39-4316-b125-b5462d60a20a {{(pid=87871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 12:00:07.227752 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-d105adfa-14b6-4a7a-beca-6342e22473bb tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks [] for subnet, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:07.240019 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-2652100d-2276-46a9-a0c0-ff46b58274e6 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2561241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2563521'] for subnet, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:07.298527 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-d105adfa-14b6-4a7a-beca-6342e22473bb tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3436877'] for subnet, precommit_delete_associations {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:07.302904 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvr_db [None req-01ad4eb8-7b3a-471e-bf32-d6823a320046 None None] Set router 938ec9b1-845a-41c1-8863-138dcf053909 gateway port host: None {{(pid=87872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:00:07.372248 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2652100d-2276-46a9-a0c0-ff46b58274e6 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Network e95a87e2-4c44-46e2-9de5-2786cbaea69c is already hosted by enough agents. {{(pid=87870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:00:07.387686 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.base_scheduler [None req-2652100d-2276-46a9-a0c0-ff46b58274e6 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Resources bound (agent type, host, resource id): {{(pid=87870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:00:07.407874 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2652100d-2276-46a9-a0c0-ff46b58274e6 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:00:07.408467 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-2652100d-2276-46a9-a0c0-ff46b58274e6 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks [] for subnet, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:07.422057 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-d105adfa-14b6-4a7a-beca-6342e22473bb tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1919782'] for subnet, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:07.430288 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-01ad4eb8-7b3a-471e-bf32-d6823a320046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '938ec9b1-845a-41c1-8863-138dcf053909', 'name': 'tempest-RoutersTest-router-1318390689', 'tenant_id': 'fc0f0a585a8c4bf2950e053878e50dfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:58:28Z', 'updated_at': '2022-03-28T12:00:05Z', 'revision_number': 11, 'project_id': 'fc0f0a585a8c4bf2950e053878e50dfb', 'gw_port_host': None}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:00:07.432514 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c28ff851-3f18-45c8-9e31-8f0445ae36db None None] Network e95a87e2-4c44-46e2-9de5-2786cbaea69c requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 12:00:07.433128 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46997f03-713d-415f-b6d1-e9c04eaba00b req-e8376e5f-24d1-4960-93d8-298ee7b36fc4 tempest-TestServerAdvancedOps-1304232803 tempest-TestServerAdvancedOps-1304232803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:00:07.434796 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-46997f03-713d-415f-b6d1-e9c04eaba00b req-e8376e5f-24d1-4960-93d8-298ee7b36fc4 tempest-TestServerAdvancedOps-1304232803 tempest-TestServerAdvancedOps-1304232803-project] 10.222.0.30 "GET /v2.0/ports?device_id=930c3d21-4177-4948-930d-4cf1dbf57597 HTTP/1.1" status: 200 len: 932 time: 0.8667462 Mar 28 12:00:07.534729 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.provisioning_blocks [req-c76075f3-d191-4c6d-a1fc-a7925accb358 req-8a387b92-84cc-4480-8c2a-80bf2c7f0e46 service neutron] Transition to ACTIVE for port object 5273c1bc-cf51-40e6-9eec-6a3c529346bf will not be triggered until provisioned by entity L2. {{(pid=87871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:00:07.538525 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-d105adfa-14b6-4a7a-beca-6342e22473bb tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1919805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2364079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26551417'] for subnet, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:07.586205 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-2652100d-2276-46a9-a0c0-ff46b58274e6 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6039231 Mar 28 12:00:07.588835 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-d105adfa-14b6-4a7a-beca-6342e22473bb tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks [] for subnet, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:07.592989 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-c76075f3-d191-4c6d-a1fc-a7925accb358 req-8a387b92-84cc-4480-8c2a-80bf2c7f0e46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2363241'] for port, after_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:07.607355 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30304163-0339-4147-adcf-b5f5bcf0a1ff None None] Network 65efd158-193d-4ca0-9933-16ad45c695bf requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 12:00:07.610777 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 54262) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:00:07.632171 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ad4eb8-7b3a-471e-bf32-d6823a320046 None None] The sync data for ids ['938ec9b1-845a-41c1-8863-138dcf053909'] in dv-neutron-835340-2-hyperv is: [{'id': '938ec9b1-845a-41c1-8863-138dcf053909', 'name': 'tempest-RoutersTest-router-1318390689', 'tenant_id': 'fc0f0a585a8c4bf2950e053878e50dfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:58:28Z', 'updated_at': '2022-03-28T12:00:05Z', 'revision_number': 11, 'project_id': 'fc0f0a585a8c4bf2950e053878e50dfb', 'gw_port_host': None}] {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 12:00:07.633712 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-b7ccd3c7-0277-4f12-8e5c-e41478141af5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:07.650128 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2652100d-2276-46a9-a0c0-ff46b58274e6 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Pushing event updated for resources: {'Subnet': ['ID=e45117a6-3ddf-4568-8544-adb0083ff8a4,revision_number=0']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:00:07.660965 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-9bdd8efd-e46d-42c6-ab9c-581abb60649f tempest-RoutersTestDVR-2105263917 tempest-RoutersTestDVR-2105263917-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-745164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-260864'] for router, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:07.664566 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-9bdd8efd-e46d-42c6-ab9c-581abb60649f tempest-RoutersTestDVR-2105263917 tempest-RoutersTestDVR-2105263917-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:07.692214 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-46997f03-713d-415f-b6d1-e9c04eaba00b req-ff368ce4-aea7-40a5-affb-126550e4a921 tempest-TestServerAdvancedOps-1304232803 tempest-TestServerAdvancedOps-1304232803-project] 10.222.0.30 "GET /v2.0/security-groups?id=f8f1f9e9-ff2e-444f-8155-195accb6fa66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014015 Mar 28 12:00:07.723501 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-9bdd8efd-e46d-42c6-ab9c-581abb60649f tempest-RoutersTestDVR-2105263917 tempest-RoutersTestDVR-2105263917-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-745021'] for router, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:07.724112 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bdd8efd-e46d-42c6-ab9c-581abb60649f tempest-RoutersTestDVR-2105263917 tempest-RoutersTestDVR-2105263917-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b0cde088-550e-4e6b-84db-5d9aaaff0876 {{(pid=87870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 12:00:07.740333 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-9bdd8efd-e46d-42c6-ab9c-581abb60649f tempest-RoutersTestDVR-2105263917 tempest-RoutersTestDVR-2105263917-project-admin] Notify callbacks [] for router, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:07.741833 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-9bdd8efd-e46d-42c6-ab9c-581abb60649f tempest-RoutersTestDVR-2105263917 tempest-RoutersTestDVR-2105263917-project-admin] 10.222.0.30 "DELETE /v2.0/routers/b0cde088-550e-4e6b-84db-5d9aaaff0876 HTTP/1.1" status: 204 len: 168 time: 0.9073787 Mar 28 12:00:07.746449 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 54268) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:00:07.751199 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-3c030e6e-f41e-4e89-9fb5-357584d4e315 tempest-RoutersTestDVR-2105263917 tempest-RoutersTestDVR-2105263917-project-admin] Request body: {'router': {'name': 'tempest-router-833811913', 'distributed': True}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:00:07.757445 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-3c030e6e-f41e-4e89-9fb5-357584d4e315 tempest-RoutersTestDVR-2105263917 tempest-RoutersTestDVR-2105263917-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:00:07.761401 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-3c030e6e-f41e-4e89-9fb5-357584d4e315 tempest-RoutersTestDVR-2105263917 tempest-RoutersTestDVR-2105263917-project-admin] Usage tracker for resource:router and tenant:8d50996674874218a1e8c0025ac609b8 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:00:07.765385 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-3c030e6e-f41e-4e89-9fb5-357584d4e315 tempest-RoutersTestDVR-2105263917 tempest-RoutersTestDVR-2105263917-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:00:07.771569 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-3c030e6e-f41e-4e89-9fb5-357584d4e315 tempest-RoutersTestDVR-2105263917 tempest-RoutersTestDVR-2105263917-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:00:07.794597 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfb11290-2a2d-4da1-b235-2fd6c35d1143 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Made reservation on behalf of 35b7084247a448e2b3e41f3619d7d4bc for: {'port': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 12:00:07.797062 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-3c030e6e-f41e-4e89-9fb5-357584d4e315 tempest-RoutersTestDVR-2105263917 tempest-RoutersTestDVR-2105263917-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-707665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-260886'] for router, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:07.798050 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-dfb11290-2a2d-4da1-b235-2fd6c35d1143 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:07.798170 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-3c030e6e-f41e-4e89-9fb5-357584d4e315 tempest-RoutersTestDVR-2105263917 tempest-RoutersTestDVR-2105263917-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-705660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709650', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-767110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260873'] for router, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:07.820412 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98bfc4b9-be9f-4030-b84c-208fd1a1bfc1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1d3f2a9-8722-5ce5-bc40-181687d1ed3f-e95a87e2-4c44-46e2-9de5-2786cbaea69c', 'network_id': 'e95a87e2-4c44-46e2-9de5-2786cbaea69c', 'tenant_id': 'b4adfe5c8b3a4e57a1afd1d44c455245', 'fixed_ips': [{'subnet_id': 'e45117a6-3ddf-4568-8544-adb0083ff8a4'}]}} from dv-neutron-835340-2-hyperv. {{(pid=87872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 12:00:07.822207 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-98bfc4b9-be9f-4030-b84c-208fd1a1bfc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:07.829763 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-993106d3-bfc4-4a13-bc20-e4816b52fe3b tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Request body: {'port': {'network_id': 'e95a87e2-4c44-46e2-9de5-2786cbaea69c', 'mac_address': 'fa:16:3e:cc:f2:66', 'name': 'tempest-NetworksTestDHCPv6-30897049'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:00:07.833714 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-3c030e6e-f41e-4e89-9fb5-357584d4e315 tempest-RoutersTestDVR-2105263917 tempest-RoutersTestDVR-2105263917-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:07.870210 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-3c030e6e-f41e-4e89-9fb5-357584d4e315 tempest-RoutersTestDVR-2105263917 tempest-RoutersTestDVR-2105263917-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709693'] for router, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:07.887851 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d105adfa-14b6-4a7a-beca-6342e22473bb tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Pushing event deleted for resources: {'Subnet': ['ID=28ef9538-7c39-4316-b125-b5462d60a20a,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:00:07.902512 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-3c030e6e-f41e-4e89-9fb5-357584d4e315 tempest-RoutersTestDVR-2105263917 tempest-RoutersTestDVR-2105263917-project-admin] Notify callbacks [] for router, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:07.907208 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-d105adfa-14b6-4a7a-beca-6342e22473bb tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] 10.222.0.30 "DELETE /v2.0/subnets/28ef9538-7c39-4316-b125-b5462d60a20a HTTP/1.1" status: 204 len: 168 time: 0.9644327 Mar 28 12:00:07.907495 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-3c030e6e-f41e-4e89-9fb5-357584d4e315 tempest-RoutersTestDVR-2105263917 tempest-RoutersTestDVR-2105263917-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.1598291 Mar 28 12:00:07.908476 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 54276) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:00:07.911020 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 54278) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:00:07.916546 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.notifiers.nova [None req-dfb11290-2a2d-4da1-b235-2fd6c35d1143 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] device_id is not set on port 6a4a8b68-7e9a-426d-aa0c-3c326364a919 yet. {{(pid=87871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 12:00:08.031790 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.db_base_plugin_common [None req-98bfc4b9-be9f-4030-b84c-208fd1a1bfc1 None None] Allocated IP 2001:db8::2 (e95a87e2-4c44-46e2-9de5-2786cbaea69c/e45117a6-3ddf-4568-8544-adb0083ff8a4/b8721439-0154-4af0-8b84-85214106134c) {{(pid=87872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 12:00:08.094262 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 54286) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:00:08.126984 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a387b92-84cc-4480-8c2a-80bf2c7f0e46 service neutron] Pushing event updated for resources: {'Port': ['ID=5273c1bc-cf51-40e6-9eec-6a3c529346bf,revision_number=2']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:00:08.141208 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-ce88b40a-3dca-4221-ad7d-3ed377c5ff4b tempest-RoutersTestDVR-2105263917 tempest-RoutersTestDVR-2105263917-project-admin] Notify callbacks [] for router, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:08.184367 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fb26cd-0896-4b77-8b2a-0318b650517b req-f00863a9-e254-4115-acfe-a7aa78492840 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:00:08.191334 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-31fb26cd-0896-4b77-8b2a-0318b650517b req-f00863a9-e254-4115-acfe-a7aa78492840 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/ports?device_id=87bd8c58-7f15-410e-aa63-e83fafd3b215 HTTP/1.1" status: 200 len: 945 time: 1.0995221 Mar 28 12:00:08.280822 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.managers [req-c76075f3-d191-4c6d-a1fc-a7925accb358 req-8a387b92-84cc-4480-8c2a-80bf2c7f0e46 service neutron] Attempting to bind port 5273c1bc-cf51-40e6-9eec-6a3c529346bf on host hv-neutron-8353 for vnic_type normal with profile {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 12:00:08.281747 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.managers [req-c76075f3-d191-4c6d-a1fc-a7925accb358 req-8a387b92-84cc-4480-8c2a-80bf2c7f0e46 service neutron] Attempting to bind port 5273c1bc-cf51-40e6-9eec-6a3c529346bf by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '242f1546-911c-44e8-b281-2af20c44fabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'e9e5c70d-c726-4631-869b-4d042805a677'}] {{(pid=87871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 12:00:08.281747 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c76075f3-d191-4c6d-a1fc-a7925accb358 req-8a387b92-84cc-4480-8c2a-80bf2c7f0e46 service neutron] Attempting to bind port 5273c1bc-cf51-40e6-9eec-6a3c529346bf on network e9e5c70d-c726-4631-869b-4d042805a677 {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 12:00:08.316803 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8434ff53-c1fa-461a-a78e-a4ae7390ae20 None None] DHCP port deletion for 65efd158-193d-4ca0-9933-16ad45c695bf request from dv-neutron-835340-2-hyperv {{(pid=87872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 12:00:08.325675 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-98bfc4b9-be9f-4030-b84c-208fd1a1bfc1 None None] Notify callbacks [] for port, precommit_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:08.328375 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-8434ff53-c1fa-461a-a78e-a4ae7390ae20 None None] Deleting port 3bb33caf-81f0-4f3b-8d8b-1d176093c11e {{(pid=87872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:00:08.328742 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-8434ff53-c1fa-461a-a78e-a4ae7390ae20 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:08.350863 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-412f6090-de2b-45b8-a103-4c51c12c7d86 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588883'] for network, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:08.360461 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c76075f3-d191-4c6d-a1fc-a7925accb358 req-8a387b92-84cc-4480-8c2a-80bf2c7f0e46 service neutron] Port 5273c1bc-cf51-40e6-9eec-6a3c529346bf on network e9e5c70d-c726-4631-869b-4d042805a677 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 12:00:08.360782 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c76075f3-d191-4c6d-a1fc-a7925accb358 req-8a387b92-84cc-4480-8c2a-80bf2c7f0e46 service neutron] Attempting to bind port 5273c1bc-cf51-40e6-9eec-6a3c529346bf on network e9e5c70d-c726-4631-869b-4d042805a677 {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 12:00:08.372005 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-993106d3-bfc4-4a13-bc20-e4816b52fe3b tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:00:08.377644 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-98bfc4b9-be9f-4030-b84c-208fd1a1bfc1 None None] Transition to ACTIVE for port object b8721439-0154-4af0-8b84-85214106134c will not be triggered until provisioned by entity L2. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:00:08.390610 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-9959160c-9db9-4b4e-b652-ab0ae5cf78ad tempest-AgentManagementNegativeTest-317257271 tempest-AgentManagementNegativeTest-317257271-project] 10.222.0.30 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2782931 Mar 28 12:00:08.408285 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-31fb26cd-0896-4b77-8b2a-0318b650517b req-ba7a84f7-2341-476c-bbaa-19029ca18f0f tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/security-groups?id=e59444d0-c743-4927-b846-a029d293bc8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2160780 Mar 28 12:00:08.409335 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c76075f3-d191-4c6d-a1fc-a7925accb358 req-8a387b92-84cc-4480-8c2a-80bf2c7f0e46 service neutron] Checking agent: {'id': '01dfae6e-0e91-4100-b27f-ff8156eac7d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8353', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 52, 20), 'started_at': datetime.datetime(2022, 3, 28, 11, 52, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 11, 59, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 12:00:08.409874 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c76075f3-d191-4c6d-a1fc-a7925accb358 req-8a387b92-84cc-4480-8c2a-80bf2c7f0e46 service neutron] Checking segment: {'id': '242f1546-911c-44e8-b281-2af20c44fabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'e9e5c70d-c726-4631-869b-4d042805a677'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 12:00:08.410450 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c76075f3-d191-4c6d-a1fc-a7925accb358 req-8a387b92-84cc-4480-8c2a-80bf2c7f0e46 service neutron] Bound using segment: {'id': '242f1546-911c-44e8-b281-2af20c44fabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'e9e5c70d-c726-4631-869b-4d042805a677'} {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 12:00:08.411208 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.managers [req-c76075f3-d191-4c6d-a1fc-a7925accb358 req-8a387b92-84cc-4480-8c2a-80bf2c7f0e46 service neutron] Bound port: 5273c1bc-cf51-40e6-9eec-6a3c529346bf, host: hv-neutron-8353, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '242f1546-911c-44e8-b281-2af20c44fabf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'e9e5c70d-c726-4631-869b-4d042805a677'}}] {{(pid=87871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 12:00:08.412374 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-c76075f3-d191-4c6d-a1fc-a7925accb358 req-8a387b92-84cc-4480-8c2a-80bf2c7f0e46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:08.443596 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 54294) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:00:08.444794 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-993106d3-bfc4-4a13-bc20-e4816b52fe3b tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:00:08.445831 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-98bfc4b9-be9f-4030-b84c-208fd1a1bfc1 None None] Transition to ACTIVE for port object b8721439-0154-4af0-8b84-85214106134c will not be triggered until provisioned by entity DHCP. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:00:08.462882 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-98bfc4b9-be9f-4030-b84c-208fd1a1bfc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241'] for port, after_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:08.582190 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98bfc4b9-be9f-4030-b84c-208fd1a1bfc1 None None] Network e95a87e2-4c44-46e2-9de5-2786cbaea69c is already hosted by enough agents. {{(pid=87872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:00:08.608458 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-993106d3-bfc4-4a13-bc20-e4816b52fe3b tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Made reservation on behalf of b4adfe5c8b3a4e57a1afd1d44c455245 for: {'port': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 12:00:08.634069 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.base_scheduler [None req-98bfc4b9-be9f-4030-b84c-208fd1a1bfc1 None None] Resources bound (agent type, host, resource id): {{(pid=87872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:00:08.636380 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bfc4b9-be9f-4030-b84c-208fd1a1bfc1 None None] Pushing event updated for resources: {'Port': ['ID=b8721439-0154-4af0-8b84-85214106134c,revision_number=1']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:00:08.638701 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98bfc4b9-be9f-4030-b84c-208fd1a1bfc1 None None] Received port after_create {{(pid=87872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 12:00:08.749470 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-8434ff53-c1fa-461a-a78e-a4ae7390ae20 None None] For port 3bb33caf-81f0-4f3b-8d8b-1d176093c11e, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=3bb33caf-81f0-4f3b-8d8b-1d176093c11e,segment=NetworkSegment(41eefd91-002a-4d8a-9cd5-6f72b4e91ef7),segment_id=41eefd91-002a-4d8a-9cd5-6f72b4e91ef7)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:00:08.749796 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-8434ff53-c1fa-461a-a78e-a4ae7390ae20 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:08.764904 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-98bfc4b9-be9f-4030-b84c-208fd1a1bfc1 None None] Attempting to bind port b8721439-0154-4af0-8b84-85214106134c on host dv-neutron-835340-2-hyperv for vnic_type normal with profile {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 12:00:08.765272 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-98bfc4b9-be9f-4030-b84c-208fd1a1bfc1 None None] Attempting to bind port b8721439-0154-4af0-8b84-85214106134c by drivers openvswitch,hyperv on host dv-neutron-835340-2-hyperv at level 0 using segments [{'id': 'bd053757-b8b4-4f3a-b553-aa242f2d15d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e95a87e2-4c44-46e2-9de5-2786cbaea69c'}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 12:00:08.765637 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98bfc4b9-be9f-4030-b84c-208fd1a1bfc1 None None] Attempting to bind port b8721439-0154-4af0-8b84-85214106134c on network e95a87e2-4c44-46e2-9de5-2786cbaea69c {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 12:00:08.779304 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-dfb11290-2a2d-4da1-b235-2fd6c35d1143 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks [] for port, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:08.813046 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.db [req-c76075f3-d191-4c6d-a1fc-a7925accb358 req-8a387b92-84cc-4480-8c2a-80bf2c7f0e46 service neutron] For port 5273c1bc-cf51-40e6-9eec-6a3c529346bf, host hv-neutron-8353, cleared binding levels {{(pid=87871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 12:00:08.820863 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.db [req-c76075f3-d191-4c6d-a1fc-a7925accb358 req-8a387b92-84cc-4480-8c2a-80bf2c7f0e46 service neutron] For port 5273c1bc-cf51-40e6-9eec-6a3c529346bf, host hv-neutron-8353, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=5273c1bc-cf51-40e6-9eec-6a3c529346bf,segment=NetworkSegment(242f1546-911c-44e8-b281-2af20c44fabf),segment_id=242f1546-911c-44e8-b281-2af20c44fabf)] {{(pid=87871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 12:00:08.826648 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 54302) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:00:08.839167 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-c76075f3-d191-4c6d-a1fc-a7925accb358 req-8a387b92-84cc-4480-8c2a-80bf2c7f0e46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2363241'] for port, after_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:08.894084 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-ce88b40a-3dca-4221-ad7d-3ed377c5ff4b tempest-RoutersTestDVR-2105263917 tempest-RoutersTestDVR-2105263917-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-745164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-260864'] for router, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:08.896734 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-ce88b40a-3dca-4221-ad7d-3ed377c5ff4b tempest-RoutersTestDVR-2105263917 tempest-RoutersTestDVR-2105263917-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:08.932778 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7e1b45d-948e-4f46-88bd-97ca1e000476 tempest-TestNetworkBasicOps-386611239 tempest-TestNetworkBasicOps-386611239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:00:08.934422 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-f7e1b45d-948e-4f46-88bd-97ca1e000476 tempest-TestNetworkBasicOps-386611239 tempest-TestNetworkBasicOps-386611239-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=87bd8c58-7f15-410e-aa63-e83fafd3b215 HTTP/1.1" status: 200 len: 1093 time: 0.4844775 Mar 28 12:00:08.937223 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-993106d3-bfc4-4a13-bc20-e4816b52fe3b tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:08.955307 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 54308) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:00:08.956714 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76075f3-d191-4c6d-a1fc-a7925accb358 req-8a387b92-84cc-4480-8c2a-80bf2c7f0e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:00:08.957392 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-c76075f3-d191-4c6d-a1fc-a7925accb358 req-8a387b92-84cc-4480-8c2a-80bf2c7f0e46 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:08.959543 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-c76075f3-d191-4c6d-a1fc-a7925accb358 req-8a387b92-84cc-4480-8c2a-80bf2c7f0e46 service neutron] 10.222.0.11 "PUT /v2.0/ports/5273c1bc-cf51-40e6-9eec-6a3c529346bf HTTP/1.1" status: 200 len: 1094 time: 3.8253763 Mar 28 12:00:08.961628 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '930c3d21-4177-4948-930d-4cf1dbf57597', 'tag': '5273c1bc-cf51-40e6-9eec-6a3c529346bf'}] {{(pid=87871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 12:00:08.967313 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-412f6090-de2b-45b8-a103-4c51c12c7d86 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Deleting port 3bb33caf-81f0-4f3b-8d8b-1d176093c11e {{(pid=87870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:00:08.967698 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-412f6090-de2b-45b8-a103-4c51c12c7d86 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:09.026979 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-8434ff53-c1fa-461a-a78e-a4ae7390ae20 None None] Calling delete_port for 3bb33caf-81f0-4f3b-8d8b-1d176093c11e owned by network:dhcp {{(pid=87872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:00:09.035122 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-ce88b40a-3dca-4221-ad7d-3ed377c5ff4b tempest-RoutersTestDVR-2105263917 tempest-RoutersTestDVR-2105263917-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-745021'] for router, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:09.035922 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce88b40a-3dca-4221-ad7d-3ed377c5ff4b tempest-RoutersTestDVR-2105263917 tempest-RoutersTestDVR-2105263917-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b9867e31-87af-4098-abf6-595028785887 {{(pid=87870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 12:00:09.059664 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98bfc4b9-be9f-4030-b84c-208fd1a1bfc1 None None] Checking agent: {'id': '961a16fe-cbc8-4264-ac28-bbbd53f89caa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 46, 6), 'started_at': datetime.datetime(2022, 3, 28, 11, 46, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 12, 0, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 12:00:09.060095 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98bfc4b9-be9f-4030-b84c-208fd1a1bfc1 None None] Checking segment: {'id': 'bd053757-b8b4-4f3a-b553-aa242f2d15d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e95a87e2-4c44-46e2-9de5-2786cbaea69c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 12:00:09.060436 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-98bfc4b9-be9f-4030-b84c-208fd1a1bfc1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:09.060831 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98bfc4b9-be9f-4030-b84c-208fd1a1bfc1 None None] Bound using segment: {'id': 'bd053757-b8b4-4f3a-b553-aa242f2d15d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e95a87e2-4c44-46e2-9de5-2786cbaea69c'} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 12:00:09.061323 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-98bfc4b9-be9f-4030-b84c-208fd1a1bfc1 None None] Bound port: b8721439-0154-4af0-8b84-85214106134c, host: dv-neutron-835340-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd053757-b8b4-4f3a-b553-aa242f2d15d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e95a87e2-4c44-46e2-9de5-2786cbaea69c'}}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 12:00:09.061698 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-98bfc4b9-be9f-4030-b84c-208fd1a1bfc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:09.063223 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-ce88b40a-3dca-4221-ad7d-3ed377c5ff4b tempest-RoutersTestDVR-2105263917 tempest-RoutersTestDVR-2105263917-project-admin] Notify callbacks [] for router, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:09.064386 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-ce88b40a-3dca-4221-ad7d-3ed377c5ff4b tempest-RoutersTestDVR-2105263917 tempest-RoutersTestDVR-2105263917-project-admin] 10.222.0.30 "DELETE /v2.0/routers/b9867e31-87af-4098-abf6-595028785887 HTTP/1.1" status: 204 len: 168 time: 1.1547217 Mar 28 12:00:09.183060 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca20190-5192-42a6-97fe-f00cbfac461d req-702341a2-3725-40c7-af66-584fd12d8512 tempest-TestServerAdvancedOps-1304232803 tempest-TestServerAdvancedOps-1304232803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:00:09.183785 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-2934b3d9-a4c0-42ec-ade6-37f06c55790d tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Request body: {'floatingip': {'floating_network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'port_id': '12748102-4760-40db-84c0-2bcd579ab8d7', 'tenant_id': '527195c95736491ca1967a42cc300275', 'fixed_ip_address': '172.20.0.7'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:00:09.191077 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-98bfc4b9-be9f-4030-b84c-208fd1a1bfc1 None None] For port b8721439-0154-4af0-8b84-85214106134c, host dv-neutron-835340-2-hyperv, cleared binding levels {{(pid=87872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 12:00:09.191451 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-5ca20190-5192-42a6-97fe-f00cbfac461d req-702341a2-3725-40c7-af66-584fd12d8512 tempest-TestServerAdvancedOps-1304232803 tempest-TestServerAdvancedOps-1304232803-project] 10.222.0.30 "GET /v2.0/ports?device_id=930c3d21-4177-4948-930d-4cf1dbf57597 HTTP/1.1" status: 200 len: 944 time: 0.2671413 Mar 28 12:00:09.195130 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-98bfc4b9-be9f-4030-b84c-208fd1a1bfc1 None None] For port b8721439-0154-4af0-8b84-85214106134c, host dv-neutron-835340-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=b8721439-0154-4af0-8b84-85214106134c,segment=NetworkSegment(bd053757-b8b4-4f3a-b553-aa242f2d15d2),segment_id=bd053757-b8b4-4f3a-b553-aa242f2d15d2)] {{(pid=87872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 12:00:09.202606 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-98bfc4b9-be9f-4030-b84c-208fd1a1bfc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:09.207327 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-2934b3d9-a4c0-42ec-ade6-37f06c55790d tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:00:09.212609 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a387b92-84cc-4480-8c2a-80bf2c7f0e46 service neutron] Pushing event updated for resources: {'Port': ['ID=5273c1bc-cf51-40e6-9eec-6a3c529346bf,revision_number=3']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:00:09.278032 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-8434ff53-c1fa-461a-a78e-a4ae7390ae20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250'] for port, after_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:09.281017 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-2934b3d9-a4c0-42ec-ade6-37f06c55790d tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Usage tracker for resource:floatingip and tenant:527195c95736491ca1967a42cc300275 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:00:09.289235 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-2934b3d9-a4c0-42ec-ade6-37f06c55790d tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:00:09.300513 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-dfb11290-2a2d-4da1-b235-2fd6c35d1143 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:09.308548 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.notifiers.nova [None req-993106d3-bfc4-4a13-bc20-e4816b52fe3b tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] device_id is not set on port 3869a621-2af4-4731-a968-40984375e5f9 yet. {{(pid=87871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 12:00:09.322150 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8434ff53-c1fa-461a-a78e-a4ae7390ae20 None None] No DVR routers for this DVR port 3bb33caf-81f0-4f3b-8d8b-1d176093c11e on host dv-neutron-835340-2-hyperv {{(pid=87872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 12:00:09.344213 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-5ca20190-5192-42a6-97fe-f00cbfac461d req-23a240d2-61da-47e1-b7fc-c35c28e85b26 tempest-TestServerAdvancedOps-1304232803 tempest-TestServerAdvancedOps-1304232803-project] 10.222.0.30 "GET /v2.0/security-groups?id=f8f1f9e9-ff2e-444f-8155-195accb6fa66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516340 Mar 28 12:00:09.372319 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-2934b3d9-a4c0-42ec-ade6-37f06c55790d tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:00:09.372319 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '930c3d21-4177-4948-930d-4cf1dbf57597', 'tag': '5273c1bc-cf51-40e6-9eec-6a3c529346bf', 'status': 'completed', 'code': 200} Mar 28 12:00:09.372619 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-f82e9b7a-e9a8-40d6-b784-76bbc31b008a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:09.379429 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bfc4b9-be9f-4030-b84c-208fd1a1bfc1 None None] Pushing event updated for resources: {'Port': ['ID=b8721439-0154-4af0-8b84-85214106134c,revision_number=2']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:00:09.435012 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8434ff53-c1fa-461a-a78e-a4ae7390ae20 None None] Pushing event deleted for resources: {'Port': ['ID=3bb33caf-81f0-4f3b-8d8b-1d176093c11e,revision_number=None']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:00:09.475727 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.db [None req-412f6090-de2b-45b8-a103-4c51c12c7d86 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] For port 3bb33caf-81f0-4f3b-8d8b-1d176093c11e, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=3bb33caf-81f0-4f3b-8d8b-1d176093c11e,segment=NetworkSegment(41eefd91-002a-4d8a-9cd5-6f72b4e91ef7),segment_id=41eefd91-002a-4d8a-9cd5-6f72b4e91ef7)] {{(pid=87870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:00:09.476828 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-412f6090-de2b-45b8-a103-4c51c12c7d86 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:09.479385 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 54322) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:00:09.504042 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 1fe51bf3-b32b-46eb-a1bb-3c1d5b15ad12 no longer exists at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 12:00:09.522019 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-f82e9b7a-e9a8-40d6-b784-76bbc31b008a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:00:09.527409 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-2934b3d9-a4c0-42ec-ade6-37f06c55790d tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for floatingip, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:09.553442 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] No Port match for: 1fe51bf3-b32b-46eb-a1bb-3c1d5b15ad12 {{(pid=87872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 12:00:09.553786 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 1fe51bf3-b32b-46eb-a1bb-3c1d5b15ad12 not bound to the agent host dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 12:00:09.554230 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 3bb33caf-81f0-4f3b-8d8b-1d176093c11e no longer exists at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 12:00:09.582595 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-f82e9b7a-e9a8-40d6-b784-76bbc31b008a admin admin] Usage tracker for resource:security_group_rule and tenant:3f5082096e2a4f44bce6ef4286f26574 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:00:09.586449 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfb11290-2a2d-4da1-b235-2fd6c35d1143 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Network 9d808d20-321a-4040-937a-68d7c35eefe2 is already hosted by enough agents. {{(pid=87871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:00:09.591261 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-f82e9b7a-e9a8-40d6-b784-76bbc31b008a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:00:09.599782 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] No Port match for: 3bb33caf-81f0-4f3b-8d8b-1d176093c11e {{(pid=87872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 12:00:09.599946 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 3bb33caf-81f0-4f3b-8d8b-1d176093c11e not bound to the agent host dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 12:00:09.603781 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-dfb11290-2a2d-4da1-b235-2fd6c35d1143 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Resources bound (agent type, host, resource id): {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:00:09.610839 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb11290-2a2d-4da1-b235-2fd6c35d1143 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Pushing event updated for resources: {'Port': ['ID=6a4a8b68-7e9a-426d-aa0c-3c326364a919,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:00:09.611166 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-412f6090-de2b-45b8-a103-4c51c12c7d86 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Calling delete_port for 3bb33caf-81f0-4f3b-8d8b-1d176093c11e owned by network:dhcp {{(pid=87870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:00:09.627632 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb11290-2a2d-4da1-b235-2fd6c35d1143 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Received port after_create {{(pid=87871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 12:00:09.638092 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfb11290-2a2d-4da1-b235-2fd6c35d1143 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:00:09.638734 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-dfb11290-2a2d-4da1-b235-2fd6c35d1143 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:09.643548 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-f82e9b7a-e9a8-40d6-b784-76bbc31b008a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:00:09.725787 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.db.api [None req-412f6090-de2b-45b8-a103-4c51c12c7d86 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87870) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 12:00:09.726102 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG oslo_db.api [None req-412f6090-de2b-45b8-a103-4c51c12c7d86 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 12:00:09.766601 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-32528c79-6e4f-48e3-8d00-56c6dfba7bb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:09.820594 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-32528c79-6e4f-48e3-8d00-56c6dfba7bb4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:00:09.828846 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76075f3-d191-4c6d-a1fc-a7925accb358 req-7bb1fb7e-45cb-4bae-8e5a-6c5eb7222d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:00:09.830341 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-c76075f3-d191-4c6d-a1fc-a7925accb358 req-7bb1fb7e-45cb-4bae-8e5a-6c5eb7222d46 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2a1e81166ea44cb2b2b47dda4f84a6f1&device_id=930c3d21-4177-4948-930d-4cf1dbf57597 HTTP/1.1" status: 200 len: 1097 time: 0.6364679 Mar 28 12:00:09.843221 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-dfb11290-2a2d-4da1-b235-2fd6c35d1143 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 3.1959410 Mar 28 12:00:09.844337 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 54328) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:00:09.892006 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-32528c79-6e4f-48e3-8d00-56c6dfba7bb4 admin admin] Usage tracker for resource:security_group_rule and tenant:55cf57784cf346a4b64f0d0d45005965 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:00:09.910844 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-32528c79-6e4f-48e3-8d00-56c6dfba7bb4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:00:09.919543 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-778ad42e-4dd1-486d-aaf5-f09fb97a76a4 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Deleting port 6a4a8b68-7e9a-426d-aa0c-3c326364a919 {{(pid=87870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:00:09.920244 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-778ad42e-4dd1-486d-aaf5-f09fb97a76a4 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:09.967964 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.db_base_plugin_common [None req-993106d3-bfc4-4a13-bc20-e4816b52fe3b tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Allocated IP 2001:db8::238 (e95a87e2-4c44-46e2-9de5-2786cbaea69c/e45117a6-3ddf-4568-8544-adb0083ff8a4/3869a621-2af4-4731-a968-40984375e5f9) {{(pid=87871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 12:00:09.979383 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-32528c79-6e4f-48e3-8d00-56c6dfba7bb4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:00:09.982210 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-c76075f3-d191-4c6d-a1fc-a7925accb358 req-0b054c78-1137-4de6-9996-8ee89af25f94 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5273c1bc-cf51-40e6-9eec-6a3c529346bf HTTP/1.1" status: 200 len: 217 time: 0.1393173 Mar 28 12:00:10.148673 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-778ad42e-4dd1-486d-aaf5-f09fb97a76a4 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:10.150828 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76075f3-d191-4c6d-a1fc-a7925accb358 req-a7b713a3-56fe-49d7-90f9-c47d4abaa5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:00:10.152326 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-c76075f3-d191-4c6d-a1fc-a7925accb358 req-a7b713a3-56fe-49d7-90f9-c47d4abaa5f3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5fe6df76-b9ac-4055-a57c-c2c186e5eae4 HTTP/1.1" status: 200 len: 851 time: 0.1525974 Mar 28 12:00:10.262457 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-c76075f3-d191-4c6d-a1fc-a7925accb358 req-47e27815-3101-4b69-a940-44f8e073b1b6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e9e5c70d-c726-4631-869b-4d042805a677&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0889411 Mar 28 12:00:10.272475 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-412f6090-de2b-45b8-a103-4c51c12c7d86 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Deleting port 3bb33caf-81f0-4f3b-8d8b-1d176093c11e {{(pid=87870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:00:10.272886 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-412f6090-de2b-45b8-a103-4c51c12c7d86 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:10.281486 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-f82e9b7a-e9a8-40d6-b784-76bbc31b008a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:10.303405 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-778ad42e-4dd1-486d-aaf5-f09fb97a76a4 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Calling delete_port for 6a4a8b68-7e9a-426d-aa0c-3c326364a919 owned by {{(pid=87870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:00:10.330465 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-f82e9b7a-e9a8-40d6-b784-76bbc31b008a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:10.389299 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-412f6090-de2b-45b8-a103-4c51c12c7d86 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] The port '3bb33caf-81f0-4f3b-8d8b-1d176093c11e' was deleted {{(pid=87870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 12:00:10.528999 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-412f6090-de2b-45b8-a103-4c51c12c7d86 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930431', 'neutron.services.segments.db._delete_segments_for_network-8783496351308'] for network, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:10.568506 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-412f6090-de2b-45b8-a103-4c51c12c7d86 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65efd158-193d-4ca0-9933-16ad45c695bf']}} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:00:10.580581 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-778ad42e-4dd1-486d-aaf5-f09fb97a76a4 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:10.583669 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-412f6090-de2b-45b8-a103-4c51c12c7d86 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41eefd91-002a-4d8a-9cd5-6f72b4e91ef7') {'for_net_delete': True} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:00:10.584092 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-412f6090-de2b-45b8-a103-4c51c12c7d86 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41eefd91-002a-4d8a-9cd5-6f72b4e91ef7') {} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:00:10.596663 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-2934b3d9-a4c0-42ec-ade6-37f06c55790d tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:10.603902 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-f82e9b7a-e9a8-40d6-b784-76bbc31b008a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3f5082096e2a4f44bce6ef4286f26574&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7734985 Mar 28 12:00:10.603902 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82e9b7a-e9a8-40d6-b784-76bbc31b008a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e43f13f-0930-461e-a40c-f16a00a6a632,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:00:10.612775 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 54334) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:00:10.622421 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-ead47d14-8ec5-4d2e-8891-8507d8b741fc None None] Provisioning for port b8721439-0154-4af0-8b84-85214106134c completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:00:10.690606 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-32528c79-6e4f-48e3-8d00-56c6dfba7bb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:10.740142 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-32528c79-6e4f-48e3-8d00-56c6dfba7bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:10.749732 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778ad42e-4dd1-486d-aaf5-f09fb97a76a4 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Pushing event deleted for resources: {'Port': ['ID=6a4a8b68-7e9a-426d-aa0c-3c326364a919,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:00:10.757737 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-412f6090-de2b-45b8-a103-4c51c12c7d86 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783496353639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3591341'] for segment, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:10.766708 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778ad42e-4dd1-486d-aaf5-f09fb97a76a4 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:00:10.767053 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778ad42e-4dd1-486d-aaf5-f09fb97a76a4 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:00:10.768643 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778ad42e-4dd1-486d-aaf5-f09fb97a76a4 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:00:10.768643 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778ad42e-4dd1-486d-aaf5-f09fb97a76a4 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:00:10.768643 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778ad42e-4dd1-486d-aaf5-f09fb97a76a4 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:00:10.768643 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778ad42e-4dd1-486d-aaf5-f09fb97a76a4 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:00:10.768643 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778ad42e-4dd1-486d-aaf5-f09fb97a76a4 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:00:10.769122 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778ad42e-4dd1-486d-aaf5-f09fb97a76a4 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:00:10.769223 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778ad42e-4dd1-486d-aaf5-f09fb97a76a4 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:00:10.769530 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778ad42e-4dd1-486d-aaf5-f09fb97a76a4 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:00:10.769842 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778ad42e-4dd1-486d-aaf5-f09fb97a76a4 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:00:10.770150 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-778ad42e-4dd1-486d-aaf5-f09fb97a76a4 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:00:10.788233 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-778ad42e-4dd1-486d-aaf5-f09fb97a76a4 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:10.806206 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-c76075f3-d191-4c6d-a1fc-a7925accb358 req-821b06e0-845f-477d-919a-a2e087a24bed service neutron] 10.222.0.11 "GET /v2.0/networks/e9e5c70d-c726-4631-869b-4d042805a677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5235190 Mar 28 12:00:10.820540 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-412f6090-de2b-45b8-a103-4c51c12c7d86 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:10.839350 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-412f6090-de2b-45b8-a103-4c51c12c7d86 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=87870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 12:00:10.840219 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-412f6090-de2b-45b8-a103-4c51c12c7d86 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1920481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2558260'] for segment, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:10.856262 dv-neutron-835340-2-hyperv neutron-server[87870]: Traceback (most recent call last): Mar 28 12:00:10.856262 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 12:00:10.856262 dv-neutron-835340-2-hyperv neutron-server[87870]: timer() Mar 28 12:00:10.856262 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 12:00:10.856262 dv-neutron-835340-2-hyperv neutron-server[87870]: cb(*args, **kw) Mar 28 12:00:10.856262 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 12:00:10.856262 dv-neutron-835340-2-hyperv neutron-server[87870]: return func(*args, **kwargs) Mar 28 12:00:10.856262 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 12:00:10.856262 dv-neutron-835340-2-hyperv neutron-server[87870]: self._notify() Mar 28 12:00:10.856262 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 12:00:10.856262 dv-neutron-835340-2-hyperv neutron-server[87870]: self.callback(batched_events) Mar 28 12:00:10.856262 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 12:00:10.856262 dv-neutron-835340-2-hyperv neutron-server[87870]: event.method(event) Mar 28 12:00:10.856262 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 12:00:10.856262 dv-neutron-835340-2-hyperv neutron-server[87870]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 12:00:10.856262 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 12:00:10.856262 dv-neutron-835340-2-hyperv neutron-server[87870]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 12:00:10.856262 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 12:00:10.856262 dv-neutron-835340-2-hyperv neutron-server[87870]: return f(self, *a, **k) Mar 28 12:00:10.856262 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 12:00:10.856262 dv-neutron-835340-2-hyperv neutron-server[87870]: return self._get(url).json() Mar 28 12:00:10.856262 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 12:00:10.856262 dv-neutron-835340-2-hyperv neutron-server[87870]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 12:00:10.856262 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 12:00:10.856262 dv-neutron-835340-2-hyperv neutron-server[87870]: return self.request(url, 'GET', **kwargs) Mar 28 12:00:10.856262 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 12:00:10.856262 dv-neutron-835340-2-hyperv neutron-server[87870]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 12:00:10.856262 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 12:00:10.856262 dv-neutron-835340-2-hyperv neutron-server[87870]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 12:00:10.856262 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 12:00:10.856262 dv-neutron-835340-2-hyperv neutron-server[87870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 12:00:10.856262 dv-neutron-835340-2-hyperv neutron-server[87870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 12:00:10.862414 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-778ad42e-4dd1-486d-aaf5-f09fb97a76a4 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] 10.222.0.30 "DELETE /v2.0/ports/6a4a8b68-7e9a-426d-aa0c-3c326364a919 HTTP/1.1" status: 204 len: 168 time: 1.0138323 Mar 28 12:00:10.862829 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-993106d3-bfc4-4a13-bc20-e4816b52fe3b tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks [] for port, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:10.872192 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 54338) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:00:10.878058 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-35c34e29-64cb-444c-ad8b-d7341903178a tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Request body: {'port': {'network_id': '9d808d20-321a-4040-937a-68d7c35eefe2', 'mac_address': 'fa:16:3e:70:01:d9', 'name': 'tempest-PortsTestJSON-462608555'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:00:10.920473 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32528c79-6e4f-48e3-8d00-56c6dfba7bb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24d6791d-709f-4922-9a0e-59e9759a00ea,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:00:10.927915 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-32528c79-6e4f-48e3-8d00-56c6dfba7bb4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=55cf57784cf346a4b64f0d0d45005965&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4335845 Mar 28 12:00:10.945020 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 54342) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:00:10.990907 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.provisioning_blocks [None req-993106d3-bfc4-4a13-bc20-e4816b52fe3b tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Transition to ACTIVE for port object 3869a621-2af4-4731-a968-40984375e5f9 will not be triggered until provisioned by entity DHCP. {{(pid=87871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:00:11.061615 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-35c34e29-64cb-444c-ad8b-d7341903178a tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:00:11.065479 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-412f6090-de2b-45b8-a103-4c51c12c7d86 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709602'] for network, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:11.067664 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-35c34e29-64cb-444c-ad8b-d7341903178a tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Usage tracker for resource:port and tenant:35b7084247a448e2b3e41f3619d7d4bc is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:00:11.084738 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-35c34e29-64cb-444c-ad8b-d7341903178a tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:00:11.085092 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-6a258197-e664-4cdc-8915-20b8e488e84b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:11.088246 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-412f6090-de2b-45b8-a103-4c51c12c7d86 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538751'] for network, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:11.097432 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-35c34e29-64cb-444c-ad8b-d7341903178a tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:00:11.104488 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-412f6090-de2b-45b8-a103-4c51c12c7d86 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] 10.222.0.30 "DELETE /v2.0/networks/65efd158-193d-4ca0-9933-16ad45c695bf HTTP/1.1" status: 204 len: 168 time: 3.1909637 Mar 28 12:00:11.105416 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412f6090-de2b-45b8-a103-4c51c12c7d86 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Pushing event deleted for resources: {'Network': ['ID=65efd158-193d-4ca0-9933-16ad45c695bf,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:00:11.108693 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 54346) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:00:11.115720 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-caac3654-9c4e-4aa6-9173-35489f7f30b6 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Request body: {'router': {'routes': None}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:00:11.117699 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f03126-ad51-4eae-a514-38199e694075 req-794ab756-3705-4fd4-95b7-2bcfcd496e94 tempest-TestServerAdvancedOps-1304232803 tempest-TestServerAdvancedOps-1304232803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:00:11.118440 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [req-72f03126-ad51-4eae-a514-38199e694075 req-794ab756-3705-4fd4-95b7-2bcfcd496e94 tempest-TestServerAdvancedOps-1304232803 tempest-TestServerAdvancedOps-1304232803-project] Synchronizing usage tracker for tenant:2a1e81166ea44cb2b2b47dda4f84a6f1 on resource:port {{(pid=87871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:00:11.175072 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35c34e29-64cb-444c-ad8b-d7341903178a tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Made reservation on behalf of 35b7084247a448e2b3e41f3619d7d4bc for: {'port': 1} {{(pid=87870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 12:00:11.317758 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.db_base_plugin_common [None req-2934b3d9-a4c0-42ec-ade6-37f06c55790d tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Allocated IP 172.26.7.213 (ac2b1748-8f63-4b17-a9c7-07e79704aa5b/0b7ebf76-1dc7-431a-a0b4-b96bacf287c2/a7b91cfa-8db7-4d19-a918-51a49c14bff3) {{(pid=87871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 12:00:11.330575 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-6a258197-e664-4cdc-8915-20b8e488e84b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:11.372340 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-c76075f3-d191-4c6d-a1fc-a7925accb358 req-b2c552a2-b85a-4c0c-8ba1-e626c8c99d89 service neutron] 10.222.0.11 "GET /v2.0/networks/e9e5c70d-c726-4631-869b-4d042805a677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5457349 Mar 28 12:00:11.383087 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [req-72f03126-ad51-4eae-a514-38199e694075 req-794ab756-3705-4fd4-95b7-2bcfcd496e94 tempest-TestServerAdvancedOps-1304232803 tempest-TestServerAdvancedOps-1304232803-project] Unset dirty status for tenant:2a1e81166ea44cb2b2b47dda4f84a6f1 on resource:port {{(pid=87871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:00:11.384507 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-72f03126-ad51-4eae-a514-38199e694075 req-794ab756-3705-4fd4-95b7-2bcfcd496e94 tempest-TestServerAdvancedOps-1304232803 tempest-TestServerAdvancedOps-1304232803-project] 10.222.0.30 "GET /v2.0/ports?device_id=930c3d21-4177-4948-930d-4cf1dbf57597 HTTP/1.1" status: 200 len: 944 time: 0.8761098 Mar 28 12:00:11.410283 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-993106d3-bfc4-4a13-bc20-e4816b52fe3b tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:11.437851 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-c23ee6b7-b5ed-4c16-9480-ce39d9abaee1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:11.473359 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.agents_db [None req-03fd49d8-b51b-41c1-8716-b8e265c93689 None None] Agent healthcheck: found 6 active agents {{(pid=87873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 12:00:11.510376 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device b8721439-0154-4af0-8b84-85214106134c up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:00:11.520214 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-35c34e29-64cb-444c-ad8b-d7341903178a tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:11.539240 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.extraroute_db [None req-caac3654-9c4e-4aa6-9173-35489f7f30b6 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Added routes are [] {{(pid=87870) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Mar 28 12:00:11.539578 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.extraroute_db [None req-caac3654-9c4e-4aa6-9173-35489f7f30b6 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Removed routes are [] {{(pid=87870) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Mar 28 12:00:11.539980 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-caac3654-9c4e-4aa6-9173-35489f7f30b6 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-709632', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-707672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260923'] for router, precommit_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:11.586101 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning for port b8721439-0154-4af0-8b84-85214106134c completed by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:00:11.591165 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port b8721439-0154-4af0-8b84-85214106134c triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:00:11.591653 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:11.627831 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.notifiers.nova [None req-35c34e29-64cb-444c-ad8b-d7341903178a tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] device_id is not set on port 19e53da3-6d73-455f-bcf1-bead3e98e7d1 yet. {{(pid=87870) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 12:00:11.654319 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-993106d3-bfc4-4a13-bc20-e4816b52fe3b tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Network e95a87e2-4c44-46e2-9de5-2786cbaea69c is already hosted by enough agents. {{(pid=87871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:00:11.680003 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-c23ee6b7-b5ed-4c16-9480-ce39d9abaee1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:11.686970 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-993106d3-bfc4-4a13-bc20-e4816b52fe3b tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Resources bound (agent type, host, resource id): {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:00:11.700629 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-993106d3-bfc4-4a13-bc20-e4816b52fe3b tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Received port after_create {{(pid=87871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 12:00:11.706410 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-993106d3-bfc4-4a13-bc20-e4816b52fe3b tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:00:11.707033 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-993106d3-bfc4-4a13-bc20-e4816b52fe3b tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:11.714889 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:11.715555 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993106d3-bfc4-4a13-bc20-e4816b52fe3b tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Pushing event updated for resources: {'Port': ['ID=3869a621-2af4-4731-a968-40984375e5f9,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:00:11.719756 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-72f03126-ad51-4eae-a514-38199e694075 req-4fbbf1b6-0b78-4cd9-9abd-2cc60a282fd7 tempest-TestServerAdvancedOps-1304232803 tempest-TestServerAdvancedOps-1304232803-project] 10.222.0.30 "GET /v2.0/security-groups?id=f8f1f9e9-ff2e-444f-8155-195accb6fa66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3175707 Mar 28 12:00:11.742645 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-6a258197-e664-4cdc-8915-20b8e488e84b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:11.749819 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] For port b8721439-0154-4af0-8b84-85214106134c, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=b8721439-0154-4af0-8b84-85214106134c,segment=NetworkSegment(bd053757-b8b4-4f3a-b553-aa242f2d15d2),segment_id=bd053757-b8b4-4f3a-b553-aa242f2d15d2)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:00:11.756786 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:11.840390 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Pushing event updated for resources: {'Port': ['ID=b8721439-0154-4af0-8b84-85214106134c,revision_number=3']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:00:11.847317 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-2934b3d9-a4c0-42ec-ade6-37f06c55790d tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for port, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:11.873444 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a258197-e664-4cdc-8915-20b8e488e84b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e43f13f-0930-461e-a40c-f16a00a6a632,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:00:11.894926 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-6a258197-e664-4cdc-8915-20b8e488e84b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:11.897062 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-6a258197-e664-4cdc-8915-20b8e488e84b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5e43f13f-0930-461e-a40c-f16a00a6a632 HTTP/1.1" status: 204 len: 168 time: 1.2821236 Mar 28 12:00:11.905021 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-993106d3-bfc4-4a13-bc20-e4816b52fe3b tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.1231546 Mar 28 12:00:11.921575 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 54352) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:00:11.938759 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc328a69-c884-48fb-9e42-2e4a3da9e96e req-37dfb8c0-5b09-4898-ad4b-74d7c3bc53a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:00:11.940374 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-dc328a69-c884-48fb-9e42-2e4a3da9e96e req-37dfb8c0-5b09-4898-ad4b-74d7c3bc53a8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2a1e81166ea44cb2b2b47dda4f84a6f1&device_id=930c3d21-4177-4948-930d-4cf1dbf57597 HTTP/1.1" status: 200 len: 1097 time: 0.4842267 Mar 28 12:00:11.980122 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-caac3654-9c4e-4aa6-9173-35489f7f30b6 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-709632', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-707672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260923'] for router, precommit_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:11.985261 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-c23ee6b7-b5ed-4c16-9480-ce39d9abaee1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:12.013039 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-caac3654-9c4e-4aa6-9173-35489f7f30b6 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-709647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-709686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-745031'] for router, after_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:12.057843 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23ee6b7-b5ed-4c16-9480-ce39d9abaee1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24d6791d-709f-4922-9a0e-59e9759a00ea,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:00:12.064205 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-2934b3d9-a4c0-42ec-ade6-37f06c55790d tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:12.141094 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-c23ee6b7-b5ed-4c16-9480-ce39d9abaee1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:12.144045 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-c23ee6b7-b5ed-4c16-9480-ce39d9abaee1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/24d6791d-709f-4922-9a0e-59e9759a00ea HTTP/1.1" status: 204 len: 168 time: 1.1595476 Mar 28 12:00:12.178511 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-e4682762-3d82-4ecd-ba92-385768f632f7 None None] Provisioning for port 3869a621-2af4-4731-a968-40984375e5f9 completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:00:12.185510 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-e4682762-3d82-4ecd-ba92-385768f632f7 None None] Provisioning complete for port 3869a621-2af4-4731-a968-40984375e5f9 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:00:12.187034 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-e4682762-3d82-4ecd-ba92-385768f632f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:12.236357 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2934b3d9-a4c0-42ec-ade6-37f06c55790d tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Pushing event updated for resources: {'Port': ['ID=a7b91cfa-8db7-4d19-a918-51a49c14bff3,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:00:12.241316 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc328a69-c884-48fb-9e42-2e4a3da9e96e req-54a32003-af2a-4104-af74-d3c3cef004cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:00:12.243110 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-dc328a69-c884-48fb-9e42-2e4a3da9e96e req-54a32003-af2a-4104-af74-d3c3cef004cd service neutron] 10.222.0.11 "GET /v2.0/networks?id=e9e5c70d-c726-4631-869b-4d042805a677 HTTP/1.1" status: 200 len: 911 time: 0.2958882 Mar 28 12:00:12.251029 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2934b3d9-a4c0-42ec-ade6-37f06c55790d tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Network ac2b1748-8f63-4b17-a9c7-07e79704aa5b is already hosted by enough agents. {{(pid=87871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:00:12.306021 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-e4682762-3d82-4ecd-ba92-385768f632f7 None None] Port 3869a621-2af4-4731-a968-40984375e5f9 cannot update to ACTIVE because it is not bound. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 12:00:12.337777 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-2934b3d9-a4c0-42ec-ade6-37f06c55790d tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Resources bound (agent type, host, resource id): {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:00:12.345436 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2934b3d9-a4c0-42ec-ade6-37f06c55790d tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Received port after_create {{(pid=87871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 12:00:12.389311 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-dc328a69-c884-48fb-9e42-2e4a3da9e96e req-4163b741-cafe-44be-873e-5b83083456ca service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5273c1bc-cf51-40e6-9eec-6a3c529346bf HTTP/1.1" status: 200 len: 217 time: 0.1364367 Mar 28 12:00:12.432680 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caac3654-9c4e-4aa6-9173-35489f7f30b6 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Router 938ec9b1-845a-41c1-8863-138dcf053909 has already been hosted by L3 agent af79d429-529e-400b-a119-94d4bec03f3e {{(pid=87870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 12:00:12.452771 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8d14bbd-3022-4537-a1b4-cffd31907144 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:00:12.459311 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8d14bbd-3022-4537-a1b4-cffd31907144 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:00:12.460134 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-e8d14bbd-3022-4537-a1b4-cffd31907144 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Synchronizing usage tracker for tenant:b4adfe5c8b3a4e57a1afd1d44c455245 on resource:port {{(pid=87870) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:00:12.527780 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc328a69-c884-48fb-9e42-2e4a3da9e96e req-15431b84-cf8e-4c11-9d09-89d13488d80c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:00:12.529309 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-dc328a69-c884-48fb-9e42-2e4a3da9e96e req-15431b84-cf8e-4c11-9d09-89d13488d80c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5fe6df76-b9ac-4055-a57c-c2c186e5eae4 HTTP/1.1" status: 200 len: 851 time: 0.1326108 Mar 28 12:00:12.563428 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-e8d14bbd-3022-4537-a1b4-cffd31907144 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Unset dirty status for tenant:b4adfe5c8b3a4e57a1afd1d44c455245 on resource:port {{(pid=87870) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:00:12.567311 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-e8d14bbd-3022-4537-a1b4-cffd31907144 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.6447113 Mar 28 12:00:12.575517 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 54370) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:00:12.575517 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 54372) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:00:12.589199 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-35c34e29-64cb-444c-ad8b-d7341903178a tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks [] for port, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:12.625263 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-dc328a69-c884-48fb-9e42-2e4a3da9e96e req-a858ac50-5503-4289-96aa-675fc659aff3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e9e5c70d-c726-4631-869b-4d042805a677&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0802920 Mar 28 12:00:12.715665 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-5d5b871e-e5a7-4034-b879-073cf51e32bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:12.733896 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caac3654-9c4e-4aa6-9173-35489f7f30b6 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 12:00:12.745477 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f69346-dc04-4b1f-8854-882be7123db8 None None] Sync routers for ids ['938ec9b1-845a-41c1-8863-138dcf053909'] in dv-neutron-835340-2-hyperv {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 12:00:12.757149 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f69346-dc04-4b1f-8854-882be7123db8 None None] Routers {'938ec9b1-845a-41c1-8863-138dcf053909'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:00:12.758833 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-f4f69346-dc04-4b1f-8854-882be7123db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:00:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['938ec9b1-845a-41c1-8863-138dcf053909'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:00:12.776700 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-caac3654-9c4e-4aa6-9173-35489f7f30b6 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks [] for router, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:12.777857 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-caac3654-9c4e-4aa6-9173-35489f7f30b6 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] 10.222.0.30 "PUT /v2.0/routers/938ec9b1-845a-41c1-8863-138dcf053909 HTTP/1.1" status: 200 len: 701 time: 1.6682515 Mar 28 12:00:12.790100 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-5d5b871e-e5a7-4034-b879-073cf51e32bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:00:12.802274 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 54384) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:00:12.810141 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-122b65fb-3716-45fc-b747-98da8e561898 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Deleting port 3869a621-2af4-4731-a968-40984375e5f9 {{(pid=87870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:00:12.810481 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-122b65fb-3716-45fc-b747-98da8e561898 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:12.883211 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-5d5b871e-e5a7-4034-b879-073cf51e32bc admin admin] Usage tracker for resource:security_group_rule and tenant:8d50996674874218a1e8c0025ac609b8 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:00:12.905596 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-057c0da4-d254-4046-bf05-ef9e15de2ae8 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Synchronizing usage tracker for tenant:fc0f0a585a8c4bf2950e053878e50dfb on resource:port {{(pid=87871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:00:12.936227 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-5d5b871e-e5a7-4034-b879-073cf51e32bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:00:12.943082 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-5d5b871e-e5a7-4034-b879-073cf51e32bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:00:13.004329 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvr_db [None req-f4f69346-dc04-4b1f-8854-882be7123db8 None None] Set router 938ec9b1-845a-41c1-8863-138dcf053909 gateway port host: None {{(pid=87873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:00:13.072310 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-35c34e29-64cb-444c-ad8b-d7341903178a tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:13.075073 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 54392) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:00:13.109285 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-057c0da4-d254-4046-bf05-ef9e15de2ae8 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Unset dirty status for tenant:fc0f0a585a8c4bf2950e053878e50dfb on resource:port {{(pid=87871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:00:13.113082 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-057c0da4-d254-4046-bf05-ef9e15de2ae8 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] 10.222.0.30 "GET /v2.0/ports?device_id=938ec9b1-845a-41c1-8863-138dcf053909 HTTP/1.1" status: 200 len: 205 time: 0.3038657 Mar 28 12:00:13.121767 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 54398) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:00:13.134567 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-dc328a69-c884-48fb-9e42-2e4a3da9e96e req-f330e82a-b0be-476e-a290-327fdb2348df service neutron] 10.222.0.11 "GET /v2.0/networks/e9e5c70d-c726-4631-869b-4d042805a677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5023241 Mar 28 12:00:13.144058 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-f4f69346-dc04-4b1f-8854-882be7123db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '938ec9b1-845a-41c1-8863-138dcf053909', 'name': 'tempest-RoutersTest-router-1318390689', 'tenant_id': 'fc0f0a585a8c4bf2950e053878e50dfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:58:28Z', 'updated_at': '2022-03-28T12:00:05Z', 'revision_number': 11, 'project_id': 'fc0f0a585a8c4bf2950e053878e50dfb', 'gw_port_host': None}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:00:13.148842 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f69346-dc04-4b1f-8854-882be7123db8 None None] Checking router: 938ec9b1-845a-41c1-8863-138dcf053909 for host: dv-neutron-835340-2-hyperv {{(pid=87873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 12:00:13.158993 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f69346-dc04-4b1f-8854-882be7123db8 None None] Routers {'938ec9b1-845a-41c1-8863-138dcf053909'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:00:13.159656 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-f4f69346-dc04-4b1f-8854-882be7123db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:00:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['938ec9b1-845a-41c1-8863-138dcf053909'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:00:13.280887 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35c34e29-64cb-444c-ad8b-d7341903178a tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Network 9d808d20-321a-4040-937a-68d7c35eefe2 is already hosted by enough agents. {{(pid=87870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:00:13.342490 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvr_db [None req-f4f69346-dc04-4b1f-8854-882be7123db8 None None] Set router 938ec9b1-845a-41c1-8863-138dcf053909 gateway port host: None {{(pid=87873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:00:13.381681 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-b7b2c319-5af1-4534-a247-ef56300be08f tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1679155135'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:00:13.385744 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.base_scheduler [None req-35c34e29-64cb-444c-ad8b-d7341903178a tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Resources bound (agent type, host, resource id): {{(pid=87870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:00:13.386920 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-b7b2c319-5af1-4534-a247-ef56300be08f tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:00:13.392142 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c34e29-64cb-444c-ad8b-d7341903178a tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Received port after_create {{(pid=87870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 12:00:13.398534 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35c34e29-64cb-444c-ad8b-d7341903178a tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:00:13.399549 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-35c34e29-64cb-444c-ad8b-d7341903178a tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:13.405253 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-b7b2c319-5af1-4534-a247-ef56300be08f tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Usage tracker for resource:network and tenant:67b6faa452844e9d8ffe9a3a683b2834 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:00:13.410812 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-b7b2c319-5af1-4534-a247-ef56300be08f tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:00:13.424871 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-b7b2c319-5af1-4534-a247-ef56300be08f tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:00:13.432866 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-2934b3d9-a4c0-42ec-ade6-37f06c55790d tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:13.459947 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-f4f69346-dc04-4b1f-8854-882be7123db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '938ec9b1-845a-41c1-8863-138dcf053909', 'name': 'tempest-RoutersTest-router-1318390689', 'tenant_id': 'fc0f0a585a8c4bf2950e053878e50dfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:58:28Z', 'updated_at': '2022-03-28T12:00:05Z', 'revision_number': 11, 'project_id': 'fc0f0a585a8c4bf2950e053878e50dfb', 'gw_port_host': None}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:00:13.463495 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-dc328a69-c884-48fb-9e42-2e4a3da9e96e req-6de6594a-f2d2-4d07-a5f5-26ce60a328bd service neutron] 10.222.0.11 "GET /v2.0/networks/e9e5c70d-c726-4631-869b-4d042805a677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3224597 Mar 28 12:00:13.465716 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f69346-dc04-4b1f-8854-882be7123db8 None None] The sync data for ids ['938ec9b1-845a-41c1-8863-138dcf053909'] in dv-neutron-835340-2-hyperv is: [{'id': '938ec9b1-845a-41c1-8863-138dcf053909', 'name': 'tempest-RoutersTest-router-1318390689', 'tenant_id': 'fc0f0a585a8c4bf2950e053878e50dfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:58:28Z', 'updated_at': '2022-03-28T12:00:05Z', 'revision_number': 11, 'project_id': 'fc0f0a585a8c4bf2950e053878e50dfb', 'gw_port_host': None}] {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 12:00:13.483175 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-fe74cb1f-4043-493f-94c0-a02b00854999 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks [] for router, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:13.526615 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device b8721439-0154-4af0-8b84-85214106134c up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:00:13.538973 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c34e29-64cb-444c-ad8b-d7341903178a tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Pushing event updated for resources: {'Port': ['ID=19e53da3-6d73-455f-bcf1-bead3e98e7d1,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:00:13.554488 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-2934b3d9-a4c0-42ec-ade6-37f06c55790d tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:13.583608 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-5d5b871e-e5a7-4034-b879-073cf51e32bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:13.604086 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7b2c319-5af1-4534-a247-ef56300be08f tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Made reservation on behalf of 67b6faa452844e9d8ffe9a3a683b2834 for: {'network': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 12:00:13.607707 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-b7b2c319-5af1-4534-a247-ef56300be08f tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for network, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:13.608108 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-35c34e29-64cb-444c-ad8b-d7341903178a tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.7347138 Mar 28 12:00:13.617720 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 54402) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:00:13.621867 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port b8721439-0154-4af0-8b84-85214106134c triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:00:13.622335 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:13.637631 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-b7b2c319-5af1-4534-a247-ef56300be08f tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks [] for security_group, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:13.672967 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-5d5b871e-e5a7-4034-b879-073cf51e32bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:13.696114 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-b7b2c319-5af1-4534-a247-ef56300be08f tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:00:13.705205 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166231d4-d206-40ea-bb4b-d820d1ee4441 req-4103f16a-227a-46b1-b509-f74777bc8b3d tempest-TestServerAdvancedOps-1304232803 tempest-TestServerAdvancedOps-1304232803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:00:13.706683 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-166231d4-d206-40ea-bb4b-d820d1ee4441 req-4103f16a-227a-46b1-b509-f74777bc8b3d tempest-TestServerAdvancedOps-1304232803 tempest-TestServerAdvancedOps-1304232803-project] 10.222.0.30 "GET /v2.0/ports?device_id=930c3d21-4177-4948-930d-4cf1dbf57597 HTTP/1.1" status: 200 len: 944 time: 0.7717724 Mar 28 12:00:13.713508 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-b7b2c319-5af1-4534-a247-ef56300be08f tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Usage tracker for resource:security_group_rule and tenant:67b6faa452844e9d8ffe9a3a683b2834 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:00:13.718170 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-122b65fb-3716-45fc-b747-98da8e561898 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:13.731590 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-b7b2c319-5af1-4534-a247-ef56300be08f tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:00:13.752532 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-b7b2c319-5af1-4534-a247-ef56300be08f tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:00:13.842171 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23b37ad1-6c08-4a19-b927-03bd92725041 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:00:13.842767 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-23b37ad1-6c08-4a19-b927-03bd92725041 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Synchronizing usage tracker for tenant:35b7084247a448e2b3e41f3619d7d4bc on resource:port {{(pid=87871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:00:13.898379 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-23b37ad1-6c08-4a19-b927-03bd92725041 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Unset dirty status for tenant:35b7084247a448e2b3e41f3619d7d4bc on resource:port {{(pid=87871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:00:13.899458 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-23b37ad1-6c08-4a19-b927-03bd92725041 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] 10.222.0.30 "GET /v2.0/ports/19e53da3-6d73-455f-bcf1-bead3e98e7d1 HTTP/1.1" status: 200 len: 840 time: 0.2738690 Mar 28 12:00:13.911489 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 54406) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:00:14.019650 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-f6df7294-eace-490f-b06e-5b7cf37785b3 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Deleting port 19e53da3-6d73-455f-bcf1-bead3e98e7d1 {{(pid=87871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:00:14.019983 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-f6df7294-eace-490f-b06e-5b7cf37785b3 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:14.080833 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-2934b3d9-a4c0-42ec-ade6-37f06c55790d tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for port, precommit_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:14.089777 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-2934b3d9-a4c0-42ec-ade6-37f06c55790d tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2363241'] for port, after_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:14.096121 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-b7b2c319-5af1-4534-a247-ef56300be08f tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks [] for security_group, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:14.125358 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-122b65fb-3716-45fc-b747-98da8e561898 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Calling delete_port for 3869a621-2af4-4731-a968-40984375e5f9 owned by {{(pid=87870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:00:14.142342 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-b7b2c319-5af1-4534-a247-ef56300be08f tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:14.156307 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-5d5b871e-e5a7-4034-b879-073cf51e32bc admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8d50996674874218a1e8c0025ac609b8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5784483 Mar 28 12:00:14.166861 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 54410) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:00:14.228998 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5b871e-e5a7-4034-b879-073cf51e32bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bd29196-73a2-417f-831a-d04981f76a25,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:00:14.233323 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-fe74cb1f-4043-493f-94c0-a02b00854999 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-745164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-260864'] for router, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:14.238987 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-fe74cb1f-4043-493f-94c0-a02b00854999 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:14.276431 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-166231d4-d206-40ea-bb4b-d820d1ee4441 req-e4198037-4b82-475b-bb94-a7d1d3fd0985 tempest-TestServerAdvancedOps-1304232803 tempest-TestServerAdvancedOps-1304232803-project] 10.222.0.30 "GET /v2.0/security-groups?id=f8f1f9e9-ff2e-444f-8155-195accb6fa66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5010853 Mar 28 12:00:14.303711 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7b2c319-5af1-4534-a247-ef56300be08f tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'} {{(pid=87871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 12:00:14.306193 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-fe74cb1f-4043-493f-94c0-a02b00854999 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-745021'] for router, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:14.306724 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe74cb1f-4043-493f-94c0-a02b00854999 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Fanout notify agent at l3_agent the message router_deleted on router 938ec9b1-845a-41c1-8863-138dcf053909 {{(pid=87870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 12:00:14.320853 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2934b3d9-a4c0-42ec-ade6-37f06c55790d tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Pushing event updated for resources: {'Port': ['ID=a7b91cfa-8db7-4d19-a918-51a49c14bff3,revision_number=2']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:00:14.330414 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b2c319-5af1-4534-a247-ef56300be08f tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5da60093-153d-4924-925a-0c30532d6f70,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:00:14.380454 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-fe74cb1f-4043-493f-94c0-a02b00854999 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks [] for router, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:14.386025 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-fe74cb1f-4043-493f-94c0-a02b00854999 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] 10.222.0.30 "DELETE /v2.0/routers/938ec9b1-845a-41c1-8863-138dcf053909 HTTP/1.1" status: 204 len: 168 time: 1.2401581 Mar 28 12:00:14.389612 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 54414) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:00:14.399459 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-ae9d4be6-72c2-492e-9f21-42e18d97ebcc tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2097187278', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:00:14.400688 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-2934b3d9-a4c0-42ec-ade6-37f06c55790d tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-709520'] for floatingip, after_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:14.409834 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-ae9d4be6-72c2-492e-9f21-42e18d97ebcc tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:00:14.415185 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-ae9d4be6-72c2-492e-9f21-42e18d97ebcc tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Usage tracker for resource:router and tenant:fc0f0a585a8c4bf2950e053878e50dfb is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:00:14.418236 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-ae9d4be6-72c2-492e-9f21-42e18d97ebcc tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:00:14.420981 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-122b65fb-3716-45fc-b747-98da8e561898 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:14.461975 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-b7b2c319-5af1-4534-a247-ef56300be08f tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:14.462310 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.db.segments_db [None req-b7b2c319-5af1-4534-a247-ef56300be08f tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Added segment 0a2f8240-8cff-441f-abe0-266567fec6d1 of type vlan for network 454ec8d0-cf0d-4891-a3da-f7681dcf6352 Mar 28 12:00:14.462691 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-ae9d4be6-72c2-492e-9f21-42e18d97ebcc tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:00:14.484986 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122b65fb-3716-45fc-b747-98da8e561898 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Pushing event deleted for resources: {'Port': ['ID=3869a621-2af4-4731-a968-40984375e5f9,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:00:14.518527 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-ae9d4be6-72c2-492e-9f21-42e18d97ebcc tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-707665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-260886'] for router, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:14.519594 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-ae9d4be6-72c2-492e-9f21-42e18d97ebcc tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-705660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709650', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-767110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260873'] for router, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:14.533094 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-122b65fb-3716-45fc-b747-98da8e561898 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:14.537594 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-122b65fb-3716-45fc-b747-98da8e561898 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "DELETE /v2.0/ports/3869a621-2af4-4731-a968-40984375e5f9 HTTP/1.1" status: 204 len: 168 time: 1.9590099 Mar 28 12:00:14.537754 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Device 5273c1bc-cf51-40e6-9eec-6a3c529346bf details requested by agent hyperv_hv-neutron-8353 with host hv-neutron-8353 {{(pid=87872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 28 12:00:14.538208 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 54418) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:00:14.582364 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-7300375a-237f-4ea8-b0e5-f6a72d8510ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:14.586183 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-f6df7294-eace-490f-b06e-5b7cf37785b3 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:14.596762 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-ae9d4be6-72c2-492e-9f21-42e18d97ebcc tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:14.606361 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-b7b2c319-5af1-4534-a247-ef56300be08f tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783495836591'] for network, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:14.624119 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adaedf88-7489-4802-ba88-ed251dfc0220 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:00:14.625658 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adaedf88-7489-4802-ba88-ed251dfc0220 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:00:14.626401 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-adaedf88-7489-4802-ba88-ed251dfc0220 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Synchronizing usage tracker for tenant:b4adfe5c8b3a4e57a1afd1d44c455245 on resource:subnet {{(pid=87870) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:00:14.640969 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-ae9d4be6-72c2-492e-9f21-42e18d97ebcc tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709693'] for router, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:14.658942 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-adaedf88-7489-4802-ba88-ed251dfc0220 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Unset dirty status for tenant:b4adfe5c8b3a4e57a1afd1d44c455245 on resource:subnet {{(pid=87870) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:00:14.663448 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-adaedf88-7489-4802-ba88-ed251dfc0220 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1212463 Mar 28 12:00:14.663448 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 54422) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:00:14.723976 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-ae9d4be6-72c2-492e-9f21-42e18d97ebcc tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks [] for router, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:14.727997 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-ae9d4be6-72c2-492e-9f21-42e18d97ebcc tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3372223 Mar 28 12:00:14.731291 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 54426) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:00:14.737653 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] For port 5273c1bc-cf51-40e6-9eec-6a3c529346bf, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=5273c1bc-cf51-40e6-9eec-6a3c529346bf,segment=NetworkSegment(242f1546-911c-44e8-b281-2af20c44fabf),segment_id=242f1546-911c-44e8-b281-2af20c44fabf)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:00:14.738593 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-dd4fa1c3-fcaa-4c51-a2a8-f209bcbdf681 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Request body: {'router': {'admin_state_up': True}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:00:14.752099 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Returning: {'device': '5273c1bc-cf51-40e6-9eec-6a3c529346bf', 'network_id': 'e9e5c70d-c726-4631-869b-4d042805a677', 'port_id': '5273c1bc-cf51-40e6-9eec-6a3c529346bf', 'mac_address': 'fa:16:3e:81:1e:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fe6df76-b9ac-4055-a57c-c2c186e5eae4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 28 12:00:14.772456 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-f6df7294-eace-490f-b06e-5b7cf37785b3 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Calling delete_port for 19e53da3-6d73-455f-bcf1-bead3e98e7d1 owned by {{(pid=87871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:00:14.821708 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:14.839356 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.notifiers.nova [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5273c1bc-cf51-40e6-9eec-6a3c529346bf {{(pid=87872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 12:00:14.856751 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] For port 5273c1bc-cf51-40e6-9eec-6a3c529346bf, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=5273c1bc-cf51-40e6-9eec-6a3c529346bf,segment=NetworkSegment(242f1546-911c-44e8-b281-2af20c44fabf),segment_id=242f1546-911c-44e8-b281-2af20c44fabf)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:00:14.863371 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:14.873989 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fb29146-df8e-4063-b34d-04b7e04753bf tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Deleting subnet e45117a6-3ddf-4568-8544-adb0083ff8a4 {{(pid=87870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 12:00:14.887753 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-5fb29146-df8e-4063-b34d-04b7e04753bf tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks [] for subnet, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:14.937665 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-f6df7294-eace-490f-b06e-5b7cf37785b3 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:14.943016 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Pushing event updated for resources: {'Port': ['ID=5273c1bc-cf51-40e6-9eec-6a3c529346bf,revision_number=4']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:00:14.993008 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-7300375a-237f-4ea8-b0e5-f6a72d8510ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:15.081532 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] get_ports_and_sgs() called for port_ids ['5273c1bc-cf51-40e6-9eec-6a3c529346bf'] {{(pid=87872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 12:00:15.120535 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-5fb29146-df8e-4063-b34d-04b7e04753bf tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3591354'] for subnet, precommit_delete_associations {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:15.139392 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6df7294-eace-490f-b06e-5b7cf37785b3 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Pushing event deleted for resources: {'Port': ['ID=19e53da3-6d73-455f-bcf1-bead3e98e7d1,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:00:15.166232 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6df7294-eace-490f-b06e-5b7cf37785b3 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:00:15.166584 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6df7294-eace-490f-b06e-5b7cf37785b3 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:00:15.166905 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6df7294-eace-490f-b06e-5b7cf37785b3 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:00:15.167235 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6df7294-eace-490f-b06e-5b7cf37785b3 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:00:15.167589 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6df7294-eace-490f-b06e-5b7cf37785b3 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:00:15.167918 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6df7294-eace-490f-b06e-5b7cf37785b3 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:00:15.168256 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6df7294-eace-490f-b06e-5b7cf37785b3 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:00:15.168545 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6df7294-eace-490f-b06e-5b7cf37785b3 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:00:15.168861 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6df7294-eace-490f-b06e-5b7cf37785b3 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:00:15.169179 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6df7294-eace-490f-b06e-5b7cf37785b3 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:00:15.169496 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6df7294-eace-490f-b06e-5b7cf37785b3 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:00:15.170425 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6df7294-eace-490f-b06e-5b7cf37785b3 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:00:15.172392 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-b7b2c319-5af1-4534-a247-ef56300be08f tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765'] for network, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:15.177805 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7b2c319-5af1-4534-a247-ef56300be08f tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:00:15.178395 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-b7b2c319-5af1-4534-a247-ef56300be08f tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks [] for network, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:15.206443 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.db.l3_db [None req-2934b3d9-a4c0-42ec-ade6-37f06c55790d tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Floating IP c7484ce1-88f5-44a5-a6fc-a3ae004afbfd associated. External IP: 172.26.7.213, port: 12748102-4760-40db-84c0-2bcd579ab8d7. Mar 28 12:00:15.240588 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-dd4fa1c3-fcaa-4c51-a2a8-f209bcbdf681 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-709632', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-707672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260923'] for router, precommit_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:15.259346 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-dd4fa1c3-fcaa-4c51-a2a8-f209bcbdf681 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-709647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-709686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-745031'] for router, after_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:15.268430 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-f6df7294-eace-490f-b06e-5b7cf37785b3 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:15.408555 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-f6df7294-eace-490f-b06e-5b7cf37785b3 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] 10.222.0.30 "DELETE /v2.0/ports/19e53da3-6d73-455f-bcf1-bead3e98e7d1 HTTP/1.1" status: 204 len: 168 time: 1.4924903 Mar 28 12:00:15.413024 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-b7b2c319-5af1-4534-a247-ef56300be08f tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.3339889 Mar 28 12:00:15.420562 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b2c319-5af1-4534-a247-ef56300be08f tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Pushing event updated for resources: {'Network': ['ID=454ec8d0-cf0d-4891-a3da-f7681dcf6352,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:00:15.439513 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Network 454ec8d0-cf0d-4891-a3da-f7681dcf6352 details requested by agent ovs-agent-dv-neutron-835340-2-hyperv with host dv-neutron-835340-2-hyperv {{(pid=87872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 12:00:15.443249 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 54432) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:00:15.443674 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 54434) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:00:15.459952 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-122f8beb-c6de-4ef4-a10e-c1891cc1cd5d tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Request body: {'subnet': {'network_id': '454ec8d0-cf0d-4891-a3da-f7681dcf6352', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:00:15.525533 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-7300375a-237f-4ea8-b0e5-f6a72d8510ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:15.553268 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7300375a-237f-4ea8-b0e5-f6a72d8510ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bd29196-73a2-417f-831a-d04981f76a25,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:00:15.587294 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-7300375a-237f-4ea8-b0e5-f6a72d8510ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:15.588460 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-7300375a-237f-4ea8-b0e5-f6a72d8510ea admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2bd29196-73a2-417f-831a-d04981f76a25 HTTP/1.1" status: 204 len: 168 time: 1.4175680 Mar 28 12:00:15.596631 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d22bc1c-8ee8-48b1-a022-1a998daccfe7 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] GET failed (client error): The resource could not be found. Mar 28 12:00:15.597160 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-0d22bc1c-8ee8-48b1-a022-1a998daccfe7 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Synchronizing usage tracker for tenant:35b7084247a448e2b3e41f3619d7d4bc on resource:port {{(pid=87870) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:00:15.672775 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-5fb29146-df8e-4063-b34d-04b7e04753bf tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1919782'] for subnet, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:15.697139 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce44c5d8-7268-4ac3-b715-92c0fadfe7b8 req-966a8f8d-99c6-4be8-9ccc-20675ac9544b tempest-TestServerAdvancedOps-1304232803 tempest-TestServerAdvancedOps-1304232803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:00:15.698657 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-ce44c5d8-7268-4ac3-b715-92c0fadfe7b8 req-966a8f8d-99c6-4be8-9ccc-20675ac9544b tempest-TestServerAdvancedOps-1304232803 tempest-TestServerAdvancedOps-1304232803-project] 10.222.0.30 "GET /v2.0/ports?device_id=930c3d21-4177-4948-930d-4cf1dbf57597 HTTP/1.1" status: 200 len: 945 time: 0.2923322 Mar 28 12:00:15.743652 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-122f8beb-c6de-4ef4-a10e-c1891cc1cd5d tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:00:15.753932 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-122f8beb-c6de-4ef4-a10e-c1891cc1cd5d tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Usage tracker for resource:subnet and tenant:67b6faa452844e9d8ffe9a3a683b2834 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:00:15.757639 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-0d22bc1c-8ee8-48b1-a022-1a998daccfe7 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Unset dirty status for tenant:35b7084247a448e2b3e41f3619d7d4bc on resource:port {{(pid=87870) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:00:15.762225 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-0d22bc1c-8ee8-48b1-a022-1a998daccfe7 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] 10.222.0.30 "GET /v2.0/ports/19e53da3-6d73-455f-bcf1-bead3e98e7d1 HTTP/1.1" status: 404 len: 333 time: 0.3141680 Mar 28 12:00:15.762225 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-122f8beb-c6de-4ef4-a10e-c1891cc1cd5d tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:00:15.774872 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 54442) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:00:15.777580 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-122f8beb-c6de-4ef4-a10e-c1891cc1cd5d tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:00:15.788009 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-090ba055-fa09-49a2-a8f3-a833ca58d3b9 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Request body: {'port': {'network_id': '9d808d20-321a-4040-937a-68d7c35eefe2', 'name': 'tempest-PortsTestJSON-442343318'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:00:15.819624 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-ce44c5d8-7268-4ac3-b715-92c0fadfe7b8 req-d32b2eb1-a37e-467f-82b8-6dba716920ed tempest-TestServerAdvancedOps-1304232803 tempest-TestServerAdvancedOps-1304232803-project] 10.222.0.30 "GET /v2.0/security-groups?id=f8f1f9e9-ff2e-444f-8155-195accb6fa66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080084 Mar 28 12:00:15.841539 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-122f8beb-c6de-4ef4-a10e-c1891cc1cd5d tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Made reservation on behalf of 67b6faa452844e9d8ffe9a3a683b2834 for: {'subnet': 1} {{(pid=87870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 12:00:15.845126 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-122f8beb-c6de-4ef4-a10e-c1891cc1cd5d tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2563571'] for subnet, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:15.867952 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2934b3d9-a4c0-42ec-ade6-37f06c55790d tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Router d5f02f7d-33a1-4bfb-8275-f54b07b21c14 has already been hosted by L3 agent af79d429-529e-400b-a119-94d4bec03f3e {{(pid=87871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 12:00:15.913531 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd4fa1c3-fcaa-4c51-a2a8-f209bcbdf681 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Router c8f75cc1-c941-4505-836c-a0af2c9520bc is scheduled to L3 agent af79d429-529e-400b-a119-94d4bec03f3e with binding_index 1 {{(pid=87870) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 12:00:15.972805 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-5fb29146-df8e-4063-b34d-04b7e04753bf tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1919805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2561174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2563528'] for subnet, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:16.076793 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2934b3d9-a4c0-42ec-ade6-37f06c55790d tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 12:00:16.089568 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8077fb54-123c-41ac-8ec9-5e024f73fab0 None None] Sync routers for ids ['d5f02f7d-33a1-4bfb-8275-f54b07b21c14'] in dv-neutron-835340-2-hyperv {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 12:00:16.100155 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-2934b3d9-a4c0-42ec-ade6-37f06c55790d tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for floatingip, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:16.106747 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8077fb54-123c-41ac-8ec9-5e024f73fab0 None None] Routers {'d5f02f7d-33a1-4bfb-8275-f54b07b21c14'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:00:16.108431 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-8077fb54-123c-41ac-8ec9-5e024f73fab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:00:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['d5f02f7d-33a1-4bfb-8275-f54b07b21c14'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:00:16.134545 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb29146-df8e-4063-b34d-04b7e04753bf tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Pushing event deleted for resources: {'Subnet': ['ID=e45117a6-3ddf-4568-8544-adb0083ff8a4,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:00:16.139328 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-090ba055-fa09-49a2-a8f3-a833ca58d3b9 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:00:16.141953 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-5fb29146-df8e-4063-b34d-04b7e04753bf tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks [] for subnet, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:16.182435 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ba7875a-472b-4a84-b4ee-0b4933450df9 None None] Network e95a87e2-4c44-46e2-9de5-2786cbaea69c requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 12:00:16.198054 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-2934b3d9-a4c0-42ec-ade6-37f06c55790d tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 7.2349524 Mar 28 12:00:16.198054 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87bd8c58-7f15-410e-aa63-e83fafd3b215', 'tag': '12748102-4760-40db-84c0-2bcd579ab8d7'}] {{(pid=87871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 12:00:16.203487 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 54454) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:00:16.226380 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-090ba055-fa09-49a2-a8f3-a833ca58d3b9 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:00:16.237848 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd4fa1c3-fcaa-4c51-a2a8-f209bcbdf681 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 12:00:16.249258 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-dd4fa1c3-fcaa-4c51-a2a8-f209bcbdf681 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks [] for router, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:16.252874 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e2cc7a-dae5-4aa1-b83b-00a3b944dfcd None None] Sync routers for ids ['c8f75cc1-c941-4505-836c-a0af2c9520bc'] in dv-neutron-835340-2-hyperv {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 12:00:16.253871 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-dd4fa1c3-fcaa-4c51-a2a8-f209bcbdf681 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] 10.222.0.30 "PUT /v2.0/routers/c8f75cc1-c941-4505-836c-a0af2c9520bc HTTP/1.1" status: 200 len: 694 time: 1.5217922 Mar 28 12:00:16.257465 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 54462) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:00:16.261597 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-5fb29146-df8e-4063-b34d-04b7e04753bf tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "DELETE /v2.0/subnets/e45117a6-3ddf-4568-8544-adb0083ff8a4 HTTP/1.1" status: 204 len: 168 time: 1.5973744 Mar 28 12:00:16.266860 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 54466) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:00:16.285001 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e2cc7a-dae5-4aa1-b83b-00a3b944dfcd None None] Routers {'c8f75cc1-c941-4505-836c-a0af2c9520bc'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:00:16.285649 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-25e2cc7a-dae5-4aa1-b83b-00a3b944dfcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:00:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['c8f75cc1-c941-4505-836c-a0af2c9520bc'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:00:16.352786 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87bd8c58-7f15-410e-aa63-e83fafd3b215', 'tag': '12748102-4760-40db-84c0-2bcd579ab8d7', 'status': 'completed', 'code': 200} Mar 28 12:00:16.357307 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-d13b8136-b32f-435a-b763-1ccac56ceafd tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/floatingips/c7484ce1-88f5-44a5-a6fc-a3ae004afbfd HTTP/1.1" status: 200 len: 991 time: 0.1517541 Mar 28 12:00:16.418166 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-090ba055-fa09-49a2-a8f3-a833ca58d3b9 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Made reservation on behalf of 35b7084247a448e2b3e41f3619d7d4bc for: {'port': 1} {{(pid=87870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 12:00:16.421863 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-090ba055-fa09-49a2-a8f3-a833ca58d3b9 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:16.483385 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvr_db [None req-25e2cc7a-dae5-4aa1-b83b-00a3b944dfcd None None] Set router c8f75cc1-c941-4505-836c-a0af2c9520bc gateway port host: None {{(pid=87873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:00:16.501573 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-fd78d9e4-7853-453b-a66f-d3ec3f9912ab tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1608112 Mar 28 12:00:16.514306 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 54474) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:00:16.529969 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-0755decd-6524-4afc-9115-2fc7b0cc2daf tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] 10.222.0.30 "GET /v2.0/routers/c8f75cc1-c941-4505-836c-a0af2c9520bc HTTP/1.1" status: 200 len: 700 time: 0.2666447 Mar 28 12:00:16.530800 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 54480) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:00:16.599531 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Device 5273c1bc-cf51-40e6-9eec-6a3c529346bf up at agent hyperv_hv-neutron-8353 {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:00:16.604820 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48df782c-ffd6-4283-8d76-d4a54bdc354e req-c2c9d5bc-48e9-45d6-8499-62c118e1e2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:00:16.606500 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-48df782c-ffd6-4283-8d76-d4a54bdc354e req-c2c9d5bc-48e9-45d6-8499-62c118e1e2f1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=527195c95736491ca1967a42cc300275&device_id=87bd8c58-7f15-410e-aa63-e83fafd3b215 HTTP/1.1" status: 200 len: 1098 time: 0.2240911 Mar 28 12:00:16.608605 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-25e2cc7a-dae5-4aa1-b83b-00a3b944dfcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8f75cc1-c941-4505-836c-a0af2c9520bc', 'name': 'tempest-RoutersTest-router-2097187278', 'tenant_id': 'fc0f0a585a8c4bf2950e053878e50dfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:00:14Z', 'updated_at': '2022-03-28T12:00:15Z', 'revision_number': 2, 'project_id': 'fc0f0a585a8c4bf2950e053878e50dfb', 'gw_port_host': None}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:00:16.618992 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.notifiers.nova [None req-090ba055-fa09-49a2-a8f3-a833ca58d3b9 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] device_id is not set on port b973bcb4-662b-4575-a78e-02b469de20a0 yet. {{(pid=87870) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 12:00:16.619598 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e2cc7a-dae5-4aa1-b83b-00a3b944dfcd None None] Checking router: c8f75cc1-c941-4505-836c-a0af2c9520bc for host: dv-neutron-835340-2-hyperv {{(pid=87873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 12:00:16.628749 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e2cc7a-dae5-4aa1-b83b-00a3b944dfcd None None] Routers {'c8f75cc1-c941-4505-836c-a0af2c9520bc'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:00:16.629349 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-25e2cc7a-dae5-4aa1-b83b-00a3b944dfcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:00:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['c8f75cc1-c941-4505-836c-a0af2c9520bc'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:00:16.666263 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvr_db [None req-8077fb54-123c-41ac-8ec9-5e024f73fab0 None None] Set router d5f02f7d-33a1-4bfb-8275-f54b07b21c14 gateway port host: dv-neutron-835340-2-hyperv {{(pid=87872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:00:16.694734 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-0f694ad9-a8cf-48ba-999c-16ae643ba774 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Synchronizing usage tracker for tenant:fc0f0a585a8c4bf2950e053878e50dfb on resource:port {{(pid=87870) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:00:16.739821 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-0f694ad9-a8cf-48ba-999c-16ae643ba774 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Unset dirty status for tenant:fc0f0a585a8c4bf2950e053878e50dfb on resource:port {{(pid=87870) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:00:16.743370 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-0f694ad9-a8cf-48ba-999c-16ae643ba774 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] 10.222.0.30 "GET /v2.0/ports?device_id=c8f75cc1-c941-4505-836c-a0af2c9520bc HTTP/1.1" status: 200 len: 205 time: 0.2070591 Mar 28 12:00:16.757591 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 54486) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:00:16.825635 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 54490) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:00:16.837147 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvr_db [None req-25e2cc7a-dae5-4aa1-b83b-00a3b944dfcd None None] Set router c8f75cc1-c941-4505-836c-a0af2c9520bc gateway port host: None {{(pid=87873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:00:16.931613 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f9bf90c-7970-414b-b362-48fbe2039a77 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:00:16.932976 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-2f9bf90c-7970-414b-b362-48fbe2039a77 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Synchronizing usage tracker for tenant:b4adfe5c8b3a4e57a1afd1d44c455245 on resource:port {{(pid=87871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:00:16.983555 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Provisioning for port 5273c1bc-cf51-40e6-9eec-6a3c529346bf completed by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:00:16.999529 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48df782c-ffd6-4283-8d76-d4a54bdc354e req-32d723a3-ac73-46de-967b-80ee442357b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:00:17.004112 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-48df782c-ffd6-4283-8d76-d4a54bdc354e req-32d723a3-ac73-46de-967b-80ee442357b1 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3eabdfb2-13df-46a0-90ee-a82c1c8f310b HTTP/1.1" status: 200 len: 896 time: 0.3874614 Mar 28 12:00:17.019384 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Provisioning complete for port 5273c1bc-cf51-40e6-9eec-6a3c529346bf triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:00:17.020036 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:17.065120 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-25e2cc7a-dae5-4aa1-b83b-00a3b944dfcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8f75cc1-c941-4505-836c-a0af2c9520bc', 'name': 'tempest-RoutersTest-router-2097187278', 'tenant_id': 'fc0f0a585a8c4bf2950e053878e50dfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:00:14Z', 'updated_at': '2022-03-28T12:00:15Z', 'revision_number': 2, 'project_id': 'fc0f0a585a8c4bf2950e053878e50dfb', 'gw_port_host': None}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:00:17.071879 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e2cc7a-dae5-4aa1-b83b-00a3b944dfcd None None] The sync data for ids ['c8f75cc1-c941-4505-836c-a0af2c9520bc'] in dv-neutron-835340-2-hyperv is: [{'id': 'c8f75cc1-c941-4505-836c-a0af2c9520bc', 'name': 'tempest-RoutersTest-router-2097187278', 'tenant_id': 'fc0f0a585a8c4bf2950e053878e50dfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:00:14Z', 'updated_at': '2022-03-28T12:00:15Z', 'revision_number': 2, 'project_id': 'fc0f0a585a8c4bf2950e053878e50dfb', 'gw_port_host': None}] {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 12:00:17.161974 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-58778377-bd58-488f-95a8-a75e67582655 tempest-ExtraDHCPOptionsTestJSON-1808848560 tempest-ExtraDHCPOptionsTestJSON-1808848560-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-263034774'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:00:17.196337 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-58778377-bd58-488f-95a8-a75e67582655 tempest-ExtraDHCPOptionsTestJSON-1808848560 tempest-ExtraDHCPOptionsTestJSON-1808848560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:00:17.198612 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-2f9bf90c-7970-414b-b362-48fbe2039a77 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Unset dirty status for tenant:b4adfe5c8b3a4e57a1afd1d44c455245 on resource:port {{(pid=87871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:00:17.202189 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-2f9bf90c-7970-414b-b362-48fbe2039a77 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.6823518 Mar 28 12:00:17.207087 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 54498) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:00:17.208852 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-58778377-bd58-488f-95a8-a75e67582655 tempest-ExtraDHCPOptionsTestJSON-1808848560 tempest-ExtraDHCPOptionsTestJSON-1808848560-project] Usage tracker for resource:network and tenant:4e0d2af7ecaa4585955b21d0e92d2079 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:00:17.216572 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-58778377-bd58-488f-95a8-a75e67582655 tempest-ExtraDHCPOptionsTestJSON-1808848560 tempest-ExtraDHCPOptionsTestJSON-1808848560-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:00:17.225142 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97eab09d-9109-4c44-adfc-ce2404e2ff6f None None] DHCP port deletion for e95a87e2-4c44-46e2-9de5-2786cbaea69c request from dv-neutron-835340-2-hyperv {{(pid=87872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 12:00:17.236423 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-97eab09d-9109-4c44-adfc-ce2404e2ff6f None None] Deleting port b8721439-0154-4af0-8b84-85214106134c {{(pid=87872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:00:17.237565 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-97eab09d-9109-4c44-adfc-ce2404e2ff6f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:17.248736 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-0d884f51-ee45-4a19-aec0-20c6e0151e12 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks [] for router, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:17.314398 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-122f8beb-c6de-4ef4-a10e-c1891cc1cd5d tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2561241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2563521'] for subnet, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:17.378070 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 54502) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:00:17.413888 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-58778377-bd58-488f-95a8-a75e67582655 tempest-ExtraDHCPOptionsTestJSON-1808848560 tempest-ExtraDHCPOptionsTestJSON-1808848560-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:00:17.452894 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:17.467704 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-48df782c-ffd6-4283-8d76-d4a54bdc354e req-6c35d202-92f3-4ffc-9cbe-a7f722a1b796 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=12748102-4760-40db-84c0-2bcd579ab8d7 HTTP/1.1" status: 200 len: 999 time: 0.4543068 Mar 28 12:00:17.475115 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58778377-bd58-488f-95a8-a75e67582655 tempest-ExtraDHCPOptionsTestJSON-1808848560 tempest-ExtraDHCPOptionsTestJSON-1808848560-project] Made reservation on behalf of 4e0d2af7ecaa4585955b21d0e92d2079 for: {'network': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 12:00:17.478613 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-58778377-bd58-488f-95a8-a75e67582655 tempest-ExtraDHCPOptionsTestJSON-1808848560 tempest-ExtraDHCPOptionsTestJSON-1808848560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for network, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:17.501302 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device b8721439-0154-4af0-8b84-85214106134c no longer exists at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 12:00:17.532020 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49df7e90-9baf-408a-98c2-771b9f067d33 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:00:17.533973 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-49df7e90-9baf-408a-98c2-771b9f067d33 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3187220 Mar 28 12:00:17.534631 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-58778377-bd58-488f-95a8-a75e67582655 tempest-ExtraDHCPOptionsTestJSON-1808848560 tempest-ExtraDHCPOptionsTestJSON-1808848560-project] Notify callbacks [] for security_group, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:17.550801 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 54506) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:00:17.615709 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '930c3d21-4177-4948-930d-4cf1dbf57597', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5273c1bc-cf51-40e6-9eec-6a3c529346bf'}] {{(pid=87872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 12:00:17.633529 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573ec72f-fa51-4b40-86fe-0d04801957ce req-4132519b-cf68-4173-9571-cf3f429db777 tempest-TestServerAdvancedOps-1304232803 tempest-TestServerAdvancedOps-1304232803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:00:17.635164 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-573ec72f-fa51-4b40-86fe-0d04801957ce req-4132519b-cf68-4173-9571-cf3f429db777 tempest-TestServerAdvancedOps-1304232803 tempest-TestServerAdvancedOps-1304232803-project] 10.222.0.30 "GET /v2.0/ports?device_id=930c3d21-4177-4948-930d-4cf1dbf57597 HTTP/1.1" status: 200 len: 945 time: 0.6161242 Mar 28 12:00:17.649305 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-d303c3c1-67cc-4d52-9c94-56ac0b9dc976 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0972259 Mar 28 12:00:17.653576 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-58778377-bd58-488f-95a8-a75e67582655 tempest-ExtraDHCPOptionsTestJSON-1808848560 tempest-ExtraDHCPOptionsTestJSON-1808848560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:00:17.656451 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 54512) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:00:17.656595 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-97eab09d-9109-4c44-adfc-ce2404e2ff6f None None] For port b8721439-0154-4af0-8b84-85214106134c, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=b8721439-0154-4af0-8b84-85214106134c,segment=NetworkSegment(bd053757-b8b4-4f3a-b553-aa242f2d15d2),segment_id=bd053757-b8b4-4f3a-b553-aa242f2d15d2)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:00:17.656993 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-97eab09d-9109-4c44-adfc-ce2404e2ff6f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:17.666372 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] For port 5273c1bc-cf51-40e6-9eec-6a3c529346bf, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=5273c1bc-cf51-40e6-9eec-6a3c529346bf,segment=NetworkSegment(242f1546-911c-44e8-b281-2af20c44fabf),segment_id=242f1546-911c-44e8-b281-2af20c44fabf)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:00:17.678486 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-8077fb54-123c-41ac-8ec9-5e024f73fab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5f02f7d-33a1-4bfb-8275-f54b07b21c14', 'name': 'tempest-TestNetworkBasicOps-router-1162902735', 'tenant_id': '527195c95736491ca1967a42cc300275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.177'}], 'enable_snat': True}, 'gw_port_id': '344b8558-f9db-4637-80bb-b51096537413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:59:11Z', 'updated_at': '2022-03-28T11:59:24Z', 'revision_number': 4, 'project_id': '527195c95736491ca1967a42cc300275', 'gw_port': {'id': '344b8558-f9db-4637-80bb-b51096537413', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:2b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f02f7d-33a1-4bfb-8275-f54b07b21c14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:59:13Z', 'updated_at': '2022-03-28T11:59:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_floatingips': [{'id': 'c7484ce1-88f5-44a5-a6fc-a3ae004afbfd', 'tenant_id': '527195c95736491ca1967a42cc300275', 'floating_ip_address': '172.26.7.213', 'floating_network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'router_id': 'd5f02f7d-33a1-4bfb-8275-f54b07b21c14', 'port_id': '12748102-4760-40db-84c0-2bcd579ab8d7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 872, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3eabdfb2-13df-46a0-90ee-a82c1c8f310b', 'mac_address': 'fa:16:3e:b1:72:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87bd8c58-7f15-410e-aa63-e83fafd3b215', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T12:00:13Z', 'updated_at': '2022-03-28T12:00:13Z', 'revision_number': 0, 'project_id': '527195c95736491ca1967a42cc300275', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1916e1d1-6e95-4d71-9fca-2c50aa38f306', 'name': '', 'network_id': '3eabdfb2-13df-46a0-90ee-a82c1c8f310b', 'tenant_id': '527195c95736491ca1967a42cc300275', 'mac_address': 'fa:16:3e:04:43:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f02f7d-33a1-4bfb-8275-f54b07b21c14', 'device_owner': 'network:router_interface', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': '7e493e4f-4143-4d86-a3fc-05446ad68796', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:59:22Z', 'updated_at': '2022-03-28T11:59:35Z', 'revision_number': 5, 'project_id': '527195c95736491ca1967a42cc300275', 'subnets': [{'id': '7e493e4f-4143-4d86-a3fc-05446ad68796', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:00:17.680465 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-fe9a82d3-a9b9-4311-9d49-412990ece0a5 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Request body: {'subnet': {'network_id': 'e95a87e2-4c44-46e2-9de5-2786cbaea69c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:00:17.700301 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-58778377-bd58-488f-95a8-a75e67582655 tempest-ExtraDHCPOptionsTestJSON-1808848560 tempest-ExtraDHCPOptionsTestJSON-1808848560-project] Usage tracker for resource:security_group_rule and tenant:4e0d2af7ecaa4585955b21d0e92d2079 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:00:17.706435 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48df782c-ffd6-4283-8d76-d4a54bdc354e req-154bd132-b846-4596-b89d-3c9418c0ec5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:00:17.708619 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-48df782c-ffd6-4283-8d76-d4a54bdc354e req-154bd132-b846-4596-b89d-3c9418c0ec5d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7e493e4f-4143-4d86-a3fc-05446ad68796 HTTP/1.1" status: 200 len: 835 time: 0.2153692 Mar 28 12:00:17.720943 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-58778377-bd58-488f-95a8-a75e67582655 tempest-ExtraDHCPOptionsTestJSON-1808848560 tempest-ExtraDHCPOptionsTestJSON-1808848560-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:00:17.747339 dv-neutron-835340-2-hyperv neutron-server[87872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '930c3d21-4177-4948-930d-4cf1dbf57597', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5273c1bc-cf51-40e6-9eec-6a3c529346bf', 'code': 200} Mar 28 12:00:17.748753 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:17.773537 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-58778377-bd58-488f-95a8-a75e67582655 tempest-ExtraDHCPOptionsTestJSON-1808848560 tempest-ExtraDHCPOptionsTestJSON-1808848560-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:00:17.854816 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-97eab09d-9109-4c44-adfc-ce2404e2ff6f None None] Calling delete_port for b8721439-0154-4af0-8b84-85214106134c owned by network:dhcp {{(pid=87872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:00:17.882985 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8077fb54-123c-41ac-8ec9-5e024f73fab0 None None] Checking router: d5f02f7d-33a1-4bfb-8275-f54b07b21c14 for host: dv-neutron-835340-2-hyperv {{(pid=87872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 12:00:17.943188 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-0d884f51-ee45-4a19-aec0-20c6e0151e12 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-745164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-260864'] for router, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:17.946092 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-0d884f51-ee45-4a19-aec0-20c6e0151e12 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:17.971411 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122f8beb-c6de-4ef4-a10e-c1891cc1cd5d tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Pushing event updated for resources: {'Subnet': ['ID=76f09993-c164-4bc4-b4b5-b39564fe6344,revision_number=0']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:00:17.978052 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-090ba055-fa09-49a2-a8f3-a833ca58d3b9 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks [] for port, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:17.983772 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-573ec72f-fa51-4b40-86fe-0d04801957ce req-fb2bfcd5-2b02-4e41-b7aa-40873327a8d4 tempest-TestServerAdvancedOps-1304232803 tempest-TestServerAdvancedOps-1304232803-project] 10.222.0.30 "GET /v2.0/security-groups?id=f8f1f9e9-ff2e-444f-8155-195accb6fa66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3314328 Mar 28 12:00:17.985520 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8077fb54-123c-41ac-8ec9-5e024f73fab0 None None] Routers {'d5f02f7d-33a1-4bfb-8275-f54b07b21c14'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:00:17.986657 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-8077fb54-123c-41ac-8ec9-5e024f73fab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:00:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['d5f02f7d-33a1-4bfb-8275-f54b07b21c14'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:00:17.998581 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-fe9a82d3-a9b9-4311-9d49-412990ece0a5 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:00:18.011325 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-fe9a82d3-a9b9-4311-9d49-412990ece0a5 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Usage tracker for resource:subnet and tenant:b4adfe5c8b3a4e57a1afd1d44c455245 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:00:18.018216 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-fe9a82d3-a9b9-4311-9d49-412990ece0a5 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:00:18.033271 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-fe9a82d3-a9b9-4311-9d49-412990ece0a5 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:00:18.054865 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-0d884f51-ee45-4a19-aec0-20c6e0151e12 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-745021'] for router, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:18.055218 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d884f51-ee45-4a19-aec0-20c6e0151e12 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Fanout notify agent at l3_agent the message router_deleted on router c8f75cc1-c941-4505-836c-a0af2c9520bc {{(pid=87870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 12:00:18.072840 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48df782c-ffd6-4283-8d76-d4a54bdc354e req-c0fe1d34-b25a-446b-9357-439f985f7093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:00:18.074480 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-48df782c-ffd6-4283-8d76-d4a54bdc354e req-c0fe1d34-b25a-446b-9357-439f985f7093 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3eabdfb2-13df-46a0-90ee-a82c1c8f310b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3444371 Mar 28 12:00:18.079077 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe9a82d3-a9b9-4311-9d49-412990ece0a5 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Made reservation on behalf of b4adfe5c8b3a4e57a1afd1d44c455245 for: {'subnet': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 12:00:18.083423 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-fe9a82d3-a9b9-4311-9d49-412990ece0a5 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26551362'] for subnet, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:18.099248 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-c8e61dc6-fbf5-4f51-8a91-32de32ff960b tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/floatingips/c7484ce1-88f5-44a5-a6fc-a3ae004afbfd HTTP/1.1" status: 200 len: 991 time: 0.7177510 Mar 28 12:00:18.120238 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-122f8beb-c6de-4ef4-a10e-c1891cc1cd5d tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Checking segment: {'id': '0a2f8240-8cff-441f-abe0-266567fec6d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '454ec8d0-cf0d-4891-a3da-f7681dcf6352'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 12:00:18.120745 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-122f8beb-c6de-4ef4-a10e-c1891cc1cd5d tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Network hostable DHCP agents. Network: 454ec8d0-cf0d-4891-a3da-f7681dcf6352, hostable agents: ['3cb85949-855b-4a40-b988-cd5705e511da'], hosted agents: [] {{(pid=87870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 12:00:18.141695 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:18.151531 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Pushing event updated for resources: {'Port': ['ID=5273c1bc-cf51-40e6-9eec-6a3c529346bf,revision_number=5']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:00:18.162679 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-0d884f51-ee45-4a19-aec0-20c6e0151e12 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] Notify callbacks [] for router, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:18.163867 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-0d884f51-ee45-4a19-aec0-20c6e0151e12 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] 10.222.0.30 "DELETE /v2.0/routers/c8f75cc1-c941-4505-836c-a0af2c9520bc HTTP/1.1" status: 204 len: 168 time: 1.4053400 Mar 28 12:00:18.175070 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 54516) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:00:18.218442 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-122f8beb-c6de-4ef4-a10e-c1891cc1cd5d tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Network 454ec8d0-cf0d-4891-a3da-f7681dcf6352 is scheduled to be hosted by DHCP agent 3cb85949-855b-4a40-b988-cd5705e511da with binding_index 1 {{(pid=87870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 12:00:18.241597 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-ec3f2c11-2a3e-49f0-8b5e-ef112daf2b3d tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] 10.222.0.30 "GET /v2.0/ports?device_id=c8f75cc1-c941-4505-836c-a0af2c9520bc HTTP/1.1" status: 200 len: 205 time: 0.0644143 Mar 28 12:00:18.243842 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 54520) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:00:18.246421 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94450b1d-c902-4591-9fc4-5b827ccd9e3e req-54a1cf09-c869-432b-be63-a1839defa184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:00:18.248026 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-94450b1d-c902-4591-9fc4-5b827ccd9e3e req-54a1cf09-c869-432b-be63-a1839defa184 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=930c3d21-4177-4948-930d-4cf1dbf57597 HTTP/1.1" status: 200 len: 1099 time: 0.2655511 Mar 28 12:00:18.251580 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-090ba055-fa09-49a2-a8f3-a833ca58d3b9 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:18.287998 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-97eab09d-9109-4c44-adfc-ce2404e2ff6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250'] for port, after_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:18.304536 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.base_scheduler [None req-122f8beb-c6de-4ef4-a10e-c1891cc1cd5d tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-2-hyperv, 454ec8d0-cf0d-4891-a3da-f7681dcf6352) {{(pid=87870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:00:18.371724 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22283623-b9c2-49ad-a049-6a0e7d3cc840 None None] Network 454ec8d0-cf0d-4891-a3da-f7681dcf6352 requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 12:00:18.386505 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-122f8beb-c6de-4ef4-a10e-c1891cc1cd5d tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:00:18.387183 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-122f8beb-c6de-4ef4-a10e-c1891cc1cd5d tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks [] for subnet, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:18.406090 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-58778377-bd58-488f-95a8-a75e67582655 tempest-ExtraDHCPOptionsTestJSON-1808848560 tempest-ExtraDHCPOptionsTestJSON-1808848560-project] Notify callbacks [] for security_group, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:18.408843 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.api.v2.resource [None req-11642d02-1c31-4c53-80f8-e3aa9514d1ce tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] delete failed (client error): The resource could not be found. Mar 28 12:00:18.413355 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-48df782c-ffd6-4283-8d76-d4a54bdc354e req-d16a86f9-7b1d-4104-963a-25d3be20be09 service neutron] 10.222.0.11 "GET /v2.0/networks/3eabdfb2-13df-46a0-90ee-a82c1c8f310b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3092999 Mar 28 12:00:18.413646 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-11642d02-1c31-4c53-80f8-e3aa9514d1ce tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] 10.222.0.30 "DELETE /v2.0/routers/c8f75cc1-c941-4505-836c-a0af2c9520bc HTTP/1.1" status: 404 len: 336 time: 0.1629803 Mar 28 12:00:18.415630 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 54524) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:00:18.420571 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-58778377-bd58-488f-95a8-a75e67582655 tempest-ExtraDHCPOptionsTestJSON-1808848560 tempest-ExtraDHCPOptionsTestJSON-1808848560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:18.431898 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97eab09d-9109-4c44-adfc-ce2404e2ff6f None None] No DVR routers for this DVR port b8721439-0154-4af0-8b84-85214106134c on host dv-neutron-835340-2-hyperv {{(pid=87872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 12:00:18.453213 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-94450b1d-c902-4591-9fc4-5b827ccd9e3e req-d4189942-edc6-4df6-be99-5cf9a1db274d service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=f8f1f9e9-ff2e-444f-8155-195accb6fa66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465037 Mar 28 12:00:18.457800 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97eab09d-9109-4c44-adfc-ce2404e2ff6f None None] Pushing event deleted for resources: {'Port': ['ID=b8721439-0154-4af0-8b84-85214106134c,revision_number=None']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:00:18.462050 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-090ba055-fa09-49a2-a8f3-a833ca58d3b9 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Network 9d808d20-321a-4040-937a-68d7c35eefe2 is already hosted by enough agents. {{(pid=87870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:00:18.471719 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.base_scheduler [None req-090ba055-fa09-49a2-a8f3-a833ca58d3b9 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Resources bound (agent type, host, resource id): {{(pid=87870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:00:18.477839 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-122f8beb-c6de-4ef4-a10e-c1891cc1cd5d tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.0317042 Mar 28 12:00:18.478933 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-090ba055-fa09-49a2-a8f3-a833ca58d3b9 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Received port after_create {{(pid=87870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 12:00:18.484480 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-090ba055-fa09-49a2-a8f3-a833ca58d3b9 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:00:18.485102 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-090ba055-fa09-49a2-a8f3-a833ca58d3b9 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:18.492630 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 54528) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:00:18.500330 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090ba055-fa09-49a2-a8f3-a833ca58d3b9 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Pushing event updated for resources: {'Port': ['ID=b973bcb4-662b-4575-a78e-02b469de20a0,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:00:18.505936 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-c6ef60a5-8608-439e-b2e2-42f2bf87c40d tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-622155665', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b'}, 'admin_state_up': False}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:00:18.517435 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-c6ef60a5-8608-439e-b2e2-42f2bf87c40d tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:00:18.523660 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-c6ef60a5-8608-439e-b2e2-42f2bf87c40d tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Usage tracker for resource:router and tenant:67b6faa452844e9d8ffe9a3a683b2834 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:00:18.527116 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-c6ef60a5-8608-439e-b2e2-42f2bf87c40d tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:00:18.534220 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvr_db [None req-8077fb54-123c-41ac-8ec9-5e024f73fab0 None None] Set router d5f02f7d-33a1-4bfb-8275-f54b07b21c14 gateway port host: dv-neutron-835340-2-hyperv {{(pid=87872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:00:18.535094 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-090ba055-fa09-49a2-a8f3-a833ca58d3b9 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.7592158 Mar 28 12:00:18.536523 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-c6ef60a5-8608-439e-b2e2-42f2bf87c40d tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:00:18.538502 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 54532) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:00:18.545868 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-a160d466-dd99-4814-857d-64b35bd0ec4c tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:00:18.594682 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c6ef60a5-8608-439e-b2e2-42f2bf87c40d tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-707665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-260886'] for router, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:18.595911 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c6ef60a5-8608-439e-b2e2-42f2bf87c40d tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-705660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709650', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-767110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260873'] for router, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:18.612926 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.pecan_wsgi.hooks.translation [None req-c630b1a6-9f10-4514-abdd-027fd2442e77 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] DELETE failed (client error): The resource could not be found. Mar 28 12:00:18.613506 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c630b1a6-9f10-4514-abdd-027fd2442e77 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 12:00:18.645149 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58778377-bd58-488f-95a8-a75e67582655 tempest-ExtraDHCPOptionsTestJSON-1808848560 tempest-ExtraDHCPOptionsTestJSON-1808848560-project] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=87871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 12:00:18.656523 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58778377-bd58-488f-95a8-a75e67582655 tempest-ExtraDHCPOptionsTestJSON-1808848560 tempest-ExtraDHCPOptionsTestJSON-1808848560-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c91a1166-12ca-4c31-bfbf-fe42d15f9c88,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:00:18.689257 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-c630b1a6-9f10-4514-abdd-027fd2442e77 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] 10.222.0.30 "DELETE /v2.0/subnets/73e10996-e89f-4154-aeb0-c46228746689 HTTP/1.1" status: 404 len: 337 time: 0.2631934 Mar 28 12:00:18.689257 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-58778377-bd58-488f-95a8-a75e67582655 tempest-ExtraDHCPOptionsTestJSON-1808848560 tempest-ExtraDHCPOptionsTestJSON-1808848560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:18.689257 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.db.segments_db [None req-58778377-bd58-488f-95a8-a75e67582655 tempest-ExtraDHCPOptionsTestJSON-1808848560 tempest-ExtraDHCPOptionsTestJSON-1808848560-project] Added segment 2ff52451-1b1a-452e-9703-6e40246774b6 of type vlan for network 6fdbe5d5-9596-4bae-810f-a1cf831aa131 Mar 28 12:00:18.689257 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 54536) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:00:18.689630 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-a160d466-dd99-4814-857d-64b35bd0ec4c tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:18.702149 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c6ef60a5-8608-439e-b2e2-42f2bf87c40d tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:18.749451 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f307182-17ea-457c-9fab-1f08ec55b8ce tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] DELETE failed (client error): The resource could not be found. Mar 28 12:00:18.749912 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f307182-17ea-457c-9fab-1f08ec55b8ce tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 12:00:18.781537 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-48df782c-ffd6-4283-8d76-d4a54bdc354e req-7297a3e2-e2c9-4f96-b2ee-0b2ef3020609 service neutron] 10.222.0.11 "GET /v2.0/networks/3eabdfb2-13df-46a0-90ee-a82c1c8f310b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3562815 Mar 28 12:00:18.801334 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-0f307182-17ea-457c-9fab-1f08ec55b8ce tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] 10.222.0.30 "DELETE /v2.0/subnets/bc5359af-f2b3-4691-9f1c-24195b25e4f3 HTTP/1.1" status: 404 len: 337 time: 0.1132956 Mar 28 12:00:18.809221 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-58778377-bd58-488f-95a8-a75e67582655 tempest-ExtraDHCPOptionsTestJSON-1808848560 tempest-ExtraDHCPOptionsTestJSON-1808848560-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783495836591'] for network, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:18.813245 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 54540) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:00:18.876173 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.pecan_wsgi.hooks.translation [None req-b80e2323-bc66-4dbf-b2a6-d7edeaca742f tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] DELETE failed (client error): The resource could not be found. Mar 28 12:00:18.877146 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b80e2323-bc66-4dbf-b2a6-d7edeaca742f tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 12:00:18.879089 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-b80e2323-bc66-4dbf-b2a6-d7edeaca742f tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] 10.222.0.30 "DELETE /v2.0/subnets/5cea8896-b98b-428e-a293-c30110da671f HTTP/1.1" status: 404 len: 337 time: 0.0646131 Mar 28 12:00:18.883011 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 54544) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:00:18.933489 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8455475-ab5b-485b-a16f-3b9a616fdde6 None None] Network 454ec8d0-cf0d-4891-a3da-f7681dcf6352 requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 12:00:18.952612 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e1cc9fc-6b29-4212-ab01-e8d6b9c7ff90 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] DELETE failed (client error): The resource could not be found. Mar 28 12:00:18.953568 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e1cc9fc-6b29-4212-ab01-e8d6b9c7ff90 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 12:00:18.955135 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-0e1cc9fc-6b29-4212-ab01-e8d6b9c7ff90 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] 10.222.0.30 "DELETE /v2.0/subnets/28ef9538-7c39-4316-b125-b5462d60a20a HTTP/1.1" status: 404 len: 337 time: 0.0706141 Mar 28 12:00:18.958516 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 54548) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:00:19.031629 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-58778377-bd58-488f-95a8-a75e67582655 tempest-ExtraDHCPOptionsTestJSON-1808848560 tempest-ExtraDHCPOptionsTestJSON-1808848560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765'] for network, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:19.038025 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58778377-bd58-488f-95a8-a75e67582655 tempest-ExtraDHCPOptionsTestJSON-1808848560 tempest-ExtraDHCPOptionsTestJSON-1808848560-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:00:19.039163 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-58778377-bd58-488f-95a8-a75e67582655 tempest-ExtraDHCPOptionsTestJSON-1808848560 tempest-ExtraDHCPOptionsTestJSON-1808848560-project] Notify callbacks [] for network, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:19.086293 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-87148862-f8e7-464c-ac50-4cf1908eb088 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] 10.222.0.30 "GET /v2.0/ports?device_id=938ec9b1-845a-41c1-8863-138dcf053909 HTTP/1.1" status: 200 len: 205 time: 0.1264250 Mar 28 12:00:19.096241 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-58778377-bd58-488f-95a8-a75e67582655 tempest-ExtraDHCPOptionsTestJSON-1808848560 tempest-ExtraDHCPOptionsTestJSON-1808848560-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.2690880 Mar 28 12:00:19.099919 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 54554) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:00:19.100355 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 54556) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:00:19.115964 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 54558) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:00:19.185903 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-adbffe54-be45-4f8e-adea-b74357dc34d5 tempest-ExtraDHCPOptionsTestJSON-1808848560 tempest-ExtraDHCPOptionsTestJSON-1808848560-project] Request body: {'subnet': {'network_id': '6fdbe5d5-9596-4bae-810f-a1cf831aa131', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:00:19.186136 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-8077fb54-123c-41ac-8ec9-5e024f73fab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5f02f7d-33a1-4bfb-8275-f54b07b21c14', 'name': 'tempest-TestNetworkBasicOps-router-1162902735', 'tenant_id': '527195c95736491ca1967a42cc300275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.177'}], 'enable_snat': True}, 'gw_port_id': '344b8558-f9db-4637-80bb-b51096537413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:59:11Z', 'updated_at': '2022-03-28T11:59:24Z', 'revision_number': 4, 'project_id': '527195c95736491ca1967a42cc300275', 'gw_port': {'id': '344b8558-f9db-4637-80bb-b51096537413', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:2b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f02f7d-33a1-4bfb-8275-f54b07b21c14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:59:13Z', 'updated_at': '2022-03-28T11:59:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_floatingips': [{'id': 'c7484ce1-88f5-44a5-a6fc-a3ae004afbfd', 'tenant_id': '527195c95736491ca1967a42cc300275', 'floating_ip_address': '172.26.7.213', 'floating_network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'router_id': 'd5f02f7d-33a1-4bfb-8275-f54b07b21c14', 'port_id': '12748102-4760-40db-84c0-2bcd579ab8d7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 872, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3eabdfb2-13df-46a0-90ee-a82c1c8f310b', 'mac_address': 'fa:16:3e:b1:72:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87bd8c58-7f15-410e-aa63-e83fafd3b215', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T12:00:13Z', 'updated_at': '2022-03-28T12:00:13Z', 'revision_number': 0, 'project_id': '527195c95736491ca1967a42cc300275', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1916e1d1-6e95-4d71-9fca-2c50aa38f306', 'name': '', 'network_id': '3eabdfb2-13df-46a0-90ee-a82c1c8f310b', 'tenant_id': '527195c95736491ca1967a42cc300275', 'mac_address': 'fa:16:3e:04:43:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f02f7d-33a1-4bfb-8275-f54b07b21c14', 'device_owner': 'network:router_interface', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': '7e493e4f-4143-4d86-a3fc-05446ad68796', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:59:22Z', 'updated_at': '2022-03-28T11:59:35Z', 'revision_number': 5, 'project_id': '527195c95736491ca1967a42cc300275', 'subnets': [{'id': '7e493e4f-4143-4d86-a3fc-05446ad68796', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:00:19.194717 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8077fb54-123c-41ac-8ec9-5e024f73fab0 None None] The sync data for ids ['d5f02f7d-33a1-4bfb-8275-f54b07b21c14'] in dv-neutron-835340-2-hyperv is: [{'id': 'd5f02f7d-33a1-4bfb-8275-f54b07b21c14', 'name': 'tempest-TestNetworkBasicOps-router-1162902735', 'tenant_id': '527195c95736491ca1967a42cc300275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.177'}], 'enable_snat': True}, 'gw_port_id': '344b8558-f9db-4637-80bb-b51096537413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:59:11Z', 'updated_at': '2022-03-28T11:59:24Z', 'revision_number': 4, 'project_id': '527195c95736491ca1967a42cc300275', 'gw_port': {'id': '344b8558-f9db-4637-80bb-b51096537413', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:2b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f02f7d-33a1-4bfb-8275-f54b07b21c14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:59:13Z', 'updated_at': '2022-03-28T11:59:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_floatingips': [{'id': 'c7484ce1-88f5-44a5-a6fc-a3ae004afbfd', 'tenant_id': '527195c95736491ca1967a42cc300275', 'floating_ip_address': '172.26.7.213', 'floating_network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'router_id': 'd5f02f7d-33a1-4bfb-8275-f54b07b21c14', 'port_id': '12748102-4760-40db-84c0-2bcd579ab8d7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 872, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3eabdfb2-13df-46a0-90ee-a82c1c8f310b', 'mac_address': 'fa:16:3e:b1:72:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87bd8c58-7f15-410e-aa63-e83fafd3b215', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T12:00:13Z', 'updated_at': '2022-03-28T12:00:13Z', 'revision_number': 0, 'project_id': '527195c95736491ca1967a42cc300275', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1916e1d1-6e95-4d71-9fca-2c50aa38f306', 'name': '', 'network_id': '3eabdfb2-13df-46a0-90ee-a82c1c8f310b', 'tenant_id': '527195c95736491ca1967a42cc300275', 'mac_address': 'fa:16:3e:04:43:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f02f7d-33a1-4bfb-8275-f54b07b21c14', 'device_owner': 'network:router_interface', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': '7e493e4f-4143-4d86-a3fc-05446ad68796', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:59:22Z', 'updated_at': '2022-03-28T11:59:35Z', 'revision_number': 5, 'project_id': '527195c95736491ca1967a42cc300275', 'subnets': [{'id': '7e493e4f-4143-4d86-a3fc-05446ad68796', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 12:00:19.419830 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c6ef60a5-8608-439e-b2e2-42f2bf87c40d tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-709632', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-707672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260923'] for router, precommit_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:19.446014 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c12704c3-9f79-4a6d-ad9c-c4711d57d95c None None] New status for floating IP c7484ce1-88f5-44a5-a6fc-a3ae004afbfd: ACTIVE {{(pid=87872) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 12:00:19.485976 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.api.v2.resource [None req-969b7509-6a78-4793-bb19-2e6d4b92f71d tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] delete failed (client error): The resource could not be found. Mar 28 12:00:19.490813 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-969b7509-6a78-4793-bb19-2e6d4b92f71d tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] 10.222.0.30 "DELETE /v2.0/routers/938ec9b1-845a-41c1-8863-138dcf053909 HTTP/1.1" status: 404 len: 336 time: 0.3739352 Mar 28 12:00:19.499161 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 54566) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:00:19.510742 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-a160d466-dd99-4814-857d-64b35bd0ec4c tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks [] for port, precommit_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:19.565239 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-c199c879-777a-4662-aa2f-7597f12492c9 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] 10.222.0.30 "GET /v2.0/ports?device_id=744c841e-4b42-4b64-aea3-3a62862aa71b HTTP/1.1" status: 200 len: 205 time: 0.0592425 Mar 28 12:00:19.572885 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 54570) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:00:19.577497 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-a160d466-dd99-4814-857d-64b35bd0ec4c tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2558288'] for port, after_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:19.607531 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.objects.ports [None req-fe9a82d3-a9b9-4311-9d49-412990ece0a5 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87871) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 28 12:00:19.616129 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58778377-bd58-488f-95a8-a75e67582655 tempest-ExtraDHCPOptionsTestJSON-1808848560 tempest-ExtraDHCPOptionsTestJSON-1808848560-project] Pushing event updated for resources: {'Network': ['ID=6fdbe5d5-9596-4bae-810f-a1cf831aa131,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:00:19.625065 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-fe9a82d3-a9b9-4311-9d49-412990ece0a5 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2364128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26551408'] for subnet, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:19.690157 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Network 6fdbe5d5-9596-4bae-810f-a1cf831aa131 details requested by agent ovs-agent-dv-neutron-835340-2-hyperv with host dv-neutron-835340-2-hyperv {{(pid=87872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 12:00:19.699824 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-d87a350c-35df-4e40-baaf-ab6de9d9f4f2 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/floatingips/c7484ce1-88f5-44a5-a6fc-a3ae004afbfd HTTP/1.1" status: 200 len: 991 time: 0.5241952 Mar 28 12:00:19.714091 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-a160d466-dd99-4814-857d-64b35bd0ec4c tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] In _notify_port_updated(), no bound segment for port b973bcb4-662b-4575-a78e-02b469de20a0 on network 9d808d20-321a-4040-937a-68d7c35eefe2 {{(pid=87870) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 28 12:00:19.719689 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-adbffe54-be45-4f8e-adea-b74357dc34d5 tempest-ExtraDHCPOptionsTestJSON-1808848560 tempest-ExtraDHCPOptionsTestJSON-1808848560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:00:19.719858 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a160d466-dd99-4814-857d-64b35bd0ec4c tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:00:19.720392 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-a160d466-dd99-4814-857d-64b35bd0ec4c tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:19.721687 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-a160d466-dd99-4814-857d-64b35bd0ec4c tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] 10.222.0.30 "PUT /v2.0/ports/b973bcb4-662b-4575-a78e-02b469de20a0 HTTP/1.1" status: 200 len: 818 time: 1.1820703 Mar 28 12:00:19.722761 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.api.v2.resource [None req-cd341842-38dc-4b91-8c04-26d7dee79eb6 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] delete failed (client error): The resource could not be found. Mar 28 12:00:19.726927 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-cd341842-38dc-4b91-8c04-26d7dee79eb6 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] 10.222.0.30 "DELETE /v2.0/routers/744c841e-4b42-4b64-aea3-3a62862aa71b HTTP/1.1" status: 404 len: 336 time: 0.1476991 Mar 28 12:00:19.726927 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 54574) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:00:19.732475 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 54576) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:00:19.737054 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-adbffe54-be45-4f8e-adea-b74357dc34d5 tempest-ExtraDHCPOptionsTestJSON-1808848560 tempest-ExtraDHCPOptionsTestJSON-1808848560-project] Usage tracker for resource:subnet and tenant:4e0d2af7ecaa4585955b21d0e92d2079 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:00:19.738188 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f78a44-6014-48a6-9985-aa5a12592bb0 req-812f51c0-b872-47b5-9263-4edfae608f45 tempest-TestServerAdvancedOps-1304232803 tempest-TestServerAdvancedOps-1304232803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:00:19.745662 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-75f78a44-6014-48a6-9985-aa5a12592bb0 req-812f51c0-b872-47b5-9263-4edfae608f45 tempest-TestServerAdvancedOps-1304232803 tempest-TestServerAdvancedOps-1304232803-project] 10.222.0.30 "GET /v2.0/ports?device_id=930c3d21-4177-4948-930d-4cf1dbf57597 HTTP/1.1" status: 200 len: 946 time: 0.5660820 Mar 28 12:00:19.770118 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe9a82d3-a9b9-4311-9d49-412990ece0a5 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Network e95a87e2-4c44-46e2-9de5-2786cbaea69c is already hosted by enough agents. {{(pid=87871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:00:19.771109 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-adbffe54-be45-4f8e-adea-b74357dc34d5 tempest-ExtraDHCPOptionsTestJSON-1808848560 tempest-ExtraDHCPOptionsTestJSON-1808848560-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:00:19.777527 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-adbffe54-be45-4f8e-adea-b74357dc34d5 tempest-ExtraDHCPOptionsTestJSON-1808848560 tempest-ExtraDHCPOptionsTestJSON-1808848560-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:00:19.788261 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-fe9a82d3-a9b9-4311-9d49-412990ece0a5 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Resources bound (agent type, host, resource id): {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:00:19.791740 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe9a82d3-a9b9-4311-9d49-412990ece0a5 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:00:19.792357 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-fe9a82d3-a9b9-4311-9d49-412990ece0a5 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks [] for subnet, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:19.806686 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9a82d3-a9b9-4311-9d49-412990ece0a5 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Pushing event updated for resources: {'Subnet': ['ID=aa2e23b4-e575-41a6-b717-8ada0f5cdd97,revision_number=0']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:00:19.810377 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.pecan_wsgi.hooks.translation [None req-baaa16fe-3bed-4455-8d7b-9a075e7d0327 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] DELETE failed (client error): The resource could not be found. Mar 28 12:00:19.810866 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-baaa16fe-3bed-4455-8d7b-9a075e7d0327 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 12:00:19.815317 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-baaa16fe-3bed-4455-8d7b-9a075e7d0327 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] 10.222.0.30 "DELETE /v2.0/subnets/d9207715-a309-4a1c-8792-a47676d55b33 HTTP/1.1" status: 404 len: 337 time: 0.0793357 Mar 28 12:00:19.820838 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 54582) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:00:19.869295 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adbffe54-be45-4f8e-adea-b74357dc34d5 tempest-ExtraDHCPOptionsTestJSON-1808848560 tempest-ExtraDHCPOptionsTestJSON-1808848560-project] Made reservation on behalf of 4e0d2af7ecaa4585955b21d0e92d2079 for: {'subnet': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 12:00:19.872926 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-adbffe54-be45-4f8e-adea-b74357dc34d5 tempest-ExtraDHCPOptionsTestJSON-1808848560 tempest-ExtraDHCPOptionsTestJSON-1808848560-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26551362'] for subnet, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:19.880194 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a160d466-dd99-4814-857d-64b35bd0ec4c tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Pushing event updated for resources: {'Port': ['ID=b973bcb4-662b-4575-a78e-02b469de20a0,revision_number=2']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:00:19.901864 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-a12895d3-06d1-451d-8b0e-05cc3b64c554 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] 10.222.0.30 "GET /v2.0/ports?device_id=7acf9423-16d7-4b5b-8629-de8fa8e9feaa HTTP/1.1" status: 200 len: 205 time: 0.0789740 Mar 28 12:00:19.911405 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 54586) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:00:19.920203 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-fe9a82d3-a9b9-4311-9d49-412990ece0a5 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.2608690 Mar 28 12:00:19.924606 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 54590) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:00:19.936248 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-4d665c6f-370d-4d28-ab85-84fa0a95619c tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Request body: {'subnet': {'network_id': 'e95a87e2-4c44-46e2-9de5-2786cbaea69c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:00:19.960165 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d98687f-c390-4256-9eee-7e8807afb419 None None] Network e95a87e2-4c44-46e2-9de5-2786cbaea69c requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 12:00:19.984785 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-e20b3c07-1bb9-4771-b15a-05c87acc07b8 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Deleting port b973bcb4-662b-4575-a78e-02b469de20a0 {{(pid=87870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:00:19.985123 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-e20b3c07-1bb9-4771-b15a-05c87acc07b8 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:20.046873 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-75f78a44-6014-48a6-9985-aa5a12592bb0 req-03c63064-574c-425e-8113-fc8b8afc449e tempest-TestServerAdvancedOps-1304232803 tempest-TestServerAdvancedOps-1304232803-project] 10.222.0.30 "GET /v2.0/security-groups?id=f8f1f9e9-ff2e-444f-8155-195accb6fa66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3003700 Mar 28 12:00:20.051518 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.api.v2.resource [None req-be63a97a-1b5a-40a6-a8f7-4eca10fc75fc tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] delete failed (client error): The resource could not be found. Mar 28 12:00:20.052374 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-be63a97a-1b5a-40a6-a8f7-4eca10fc75fc tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] 10.222.0.30 "DELETE /v2.0/routers/7acf9423-16d7-4b5b-8629-de8fa8e9feaa HTTP/1.1" status: 404 len: 336 time: 0.1385908 Mar 28 12:00:20.057371 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 54594) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:00:20.124615 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-8900a523-e813-4b3f-836e-f1b9113ca9fb tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2472407-f7fc-4695-8a77-5977a71c5151 HTTP/1.1" status: 200 len: 205 time: 0.0661530 Mar 28 12:00:20.127220 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 54598) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:00:20.228346 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.api.v2.resource [None req-1b40ec1b-0879-47bf-bdad-4d1db6255210 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] delete failed (client error): The resource could not be found. Mar 28 12:00:20.231779 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-1b40ec1b-0879-47bf-bdad-4d1db6255210 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] 10.222.0.30 "DELETE /v2.0/routers/d2472407-f7fc-4695-8a77-5977a71c5151 HTTP/1.1" status: 404 len: 336 time: 0.1011348 Mar 28 12:00:20.232916 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 54602) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:00:20.287454 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e89a4981-cf48-43ed-a853-6b4bfc2bf600 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1d3f2a9-8722-5ce5-bc40-181687d1ed3f-e95a87e2-4c44-46e2-9de5-2786cbaea69c', 'network_id': 'e95a87e2-4c44-46e2-9de5-2786cbaea69c', 'tenant_id': 'b4adfe5c8b3a4e57a1afd1d44c455245', 'fixed_ips': [{'subnet_id': 'aa2e23b4-e575-41a6-b717-8ada0f5cdd97'}]}} from dv-neutron-835340-2-hyperv. {{(pid=87872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 12:00:20.288380 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-e89a4981-cf48-43ed-a853-6b4bfc2bf600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:20.302578 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-4d665c6f-370d-4d28-ab85-84fa0a95619c tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:00:20.319886 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-4d665c6f-370d-4d28-ab85-84fa0a95619c tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Usage tracker for resource:subnet and tenant:b4adfe5c8b3a4e57a1afd1d44c455245 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:00:20.324469 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1066204-3794-4cce-b9e7-065f997a0a0c tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] DELETE failed (client error): The resource could not be found. Mar 28 12:00:20.324912 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1066204-3794-4cce-b9e7-065f997a0a0c tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 12:00:20.329091 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-4d665c6f-370d-4d28-ab85-84fa0a95619c tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:00:20.340901 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-4d665c6f-370d-4d28-ab85-84fa0a95619c tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:00:20.349482 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-d1066204-3794-4cce-b9e7-065f997a0a0c tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] 10.222.0.30 "DELETE /v2.0/subnets/85db0598-83fc-49cd-b0e9-de29d9644109 HTTP/1.1" status: 404 len: 337 time: 0.1099436 Mar 28 12:00:20.350038 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 54606) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:00:20.413791 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d665c6f-370d-4d28-ab85-84fa0a95619c tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Made reservation on behalf of b4adfe5c8b3a4e57a1afd1d44c455245 for: {'subnet': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 12:00:20.417272 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-4d665c6f-370d-4d28-ab85-84fa0a95619c tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26551362'] for subnet, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:20.436010 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-9fb7dbb2-2246-430f-942f-004d0c2591d5 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] 10.222.0.30 "GET /v2.0/ports?device_id=4653bfb5-3290-46bd-8d7e-53ea8d28011c HTTP/1.1" status: 200 len: 205 time: 0.0825531 Mar 28 12:00:20.438590 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 54610) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:00:20.460242 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.db_base_plugin_common [None req-e89a4981-cf48-43ed-a853-6b4bfc2bf600 None None] Allocated IP 2001:db8::f816:3eff:fe1d:1ee2 (e95a87e2-4c44-46e2-9de5-2786cbaea69c/aa2e23b4-e575-41a6-b717-8ada0f5cdd97/e2abdde7-b2f9-418a-823c-4f12d737e0ee) {{(pid=87872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 12:00:20.587950 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.api.v2.resource [None req-9419305c-8c8f-4a73-bdc6-f2f62d9b34b0 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] delete failed (client error): The resource could not be found. Mar 28 12:00:20.587950 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-9419305c-8c8f-4a73-bdc6-f2f62d9b34b0 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] 10.222.0.30 "DELETE /v2.0/routers/4653bfb5-3290-46bd-8d7e-53ea8d28011c HTTP/1.1" status: 404 len: 336 time: 0.1375570 Mar 28 12:00:20.591176 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:20.597502 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 54614) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:00:20.598863 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-adbffe54-be45-4f8e-adea-b74357dc34d5 tempest-ExtraDHCPOptionsTestJSON-1808848560 tempest-ExtraDHCPOptionsTestJSON-1808848560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2364128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26551408'] for subnet, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:20.610925 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c6ef60a5-8608-439e-b2e2-42f2bf87c40d tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks [] for router_gateway, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:20.640341 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-e20b3c07-1bb9-4771-b15a-05c87acc07b8 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:20.657063 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c6ef60a5-8608-439e-b2e2-42f2bf87c40d tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:20.695436 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-e89a4981-cf48-43ed-a853-6b4bfc2bf600 None None] Notify callbacks [] for port, precommit_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:20.698170 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2caa5cd-81de-47a5-b9a2-f96f6986273d tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] DELETE failed (client error): The resource could not be found. Mar 28 12:00:20.698679 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2caa5cd-81de-47a5-b9a2-f96f6986273d tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 12:00:20.704226 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-b2caa5cd-81de-47a5-b9a2-f96f6986273d tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] 10.222.0.30 "DELETE /v2.0/subnets/a3b3f4bf-8240-47b0-a422-cb5b6828a882 HTTP/1.1" status: 404 len: 337 time: 0.0973246 Mar 28 12:00:20.711377 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 54618) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:00:20.712845 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 54620) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:00:20.714272 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-e89a4981-cf48-43ed-a853-6b4bfc2bf600 None None] Transition to ACTIVE for port object e2abdde7-b2f9-418a-823c-4f12d737e0ee will not be triggered until provisioned by entity L2. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:00:20.733902 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-e89a4981-cf48-43ed-a853-6b4bfc2bf600 None None] Transition to ACTIVE for port object e2abdde7-b2f9-418a-823c-4f12d737e0ee will not be triggered until provisioned by entity DHCP. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:00:20.739874 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-e89a4981-cf48-43ed-a853-6b4bfc2bf600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241'] for port, after_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:20.813966 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e89a4981-cf48-43ed-a853-6b4bfc2bf600 None None] Network e95a87e2-4c44-46e2-9de5-2786cbaea69c is already hosted by enough agents. {{(pid=87872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:00:20.817945 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.base_scheduler [None req-e89a4981-cf48-43ed-a853-6b4bfc2bf600 None None] Resources bound (agent type, host, resource id): {{(pid=87872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:00:20.818532 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-e20b3c07-1bb9-4771-b15a-05c87acc07b8 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Calling delete_port for b973bcb4-662b-4575-a78e-02b469de20a0 owned by {{(pid=87870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:00:20.822425 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e89a4981-cf48-43ed-a853-6b4bfc2bf600 None None] Received port after_create {{(pid=87872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 12:00:20.862295 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89a4981-cf48-43ed-a853-6b4bfc2bf600 None None] Pushing event updated for resources: {'Port': ['ID=e2abdde7-b2f9-418a-823c-4f12d737e0ee,revision_number=1']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:00:20.869201 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-c3b393a6-a4c3-48ef-945a-5c8e04c7790a tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] 10.222.0.30 "GET /v2.0/ports?device_id=83a75258-b43a-4019-a6cb-3ba3a54dde8e HTTP/1.1" status: 200 len: 205 time: 0.1547091 Mar 28 12:00:20.878189 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbffe54-be45-4f8e-adea-b74357dc34d5 tempest-ExtraDHCPOptionsTestJSON-1808848560 tempest-ExtraDHCPOptionsTestJSON-1808848560-project] Pushing event updated for resources: {'Subnet': ['ID=4c0cc1f0-5532-42be-a455-c7decca76409,revision_number=0']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:00:20.879327 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89a4981-cf48-43ed-a853-6b4bfc2bf600 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:00:20.880741 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89a4981-cf48-43ed-a853-6b4bfc2bf600 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:00:20.880741 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89a4981-cf48-43ed-a853-6b4bfc2bf600 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:00:20.880976 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89a4981-cf48-43ed-a853-6b4bfc2bf600 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:00:20.881452 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89a4981-cf48-43ed-a853-6b4bfc2bf600 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:00:20.881875 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89a4981-cf48-43ed-a853-6b4bfc2bf600 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:00:20.882313 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89a4981-cf48-43ed-a853-6b4bfc2bf600 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:00:20.883388 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89a4981-cf48-43ed-a853-6b4bfc2bf600 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:00:20.884047 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 54626) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:00:20.884266 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89a4981-cf48-43ed-a853-6b4bfc2bf600 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:00:20.885347 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89a4981-cf48-43ed-a853-6b4bfc2bf600 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:00:20.885347 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89a4981-cf48-43ed-a853-6b4bfc2bf600 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:00:20.885750 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89a4981-cf48-43ed-a853-6b4bfc2bf600 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:00:20.945012 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-e89a4981-cf48-43ed-a853-6b4bfc2bf600 None None] Attempting to bind port e2abdde7-b2f9-418a-823c-4f12d737e0ee on host dv-neutron-835340-2-hyperv for vnic_type normal with profile {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 12:00:20.947165 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-e89a4981-cf48-43ed-a853-6b4bfc2bf600 None None] Attempting to bind port e2abdde7-b2f9-418a-823c-4f12d737e0ee by drivers openvswitch,hyperv on host dv-neutron-835340-2-hyperv at level 0 using segments [{'id': 'bd053757-b8b4-4f3a-b553-aa242f2d15d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e95a87e2-4c44-46e2-9de5-2786cbaea69c'}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 12:00:20.947691 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e89a4981-cf48-43ed-a853-6b4bfc2bf600 None None] Attempting to bind port e2abdde7-b2f9-418a-823c-4f12d737e0ee on network e95a87e2-4c44-46e2-9de5-2786cbaea69c {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 12:00:20.953926 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e89a4981-cf48-43ed-a853-6b4bfc2bf600 None None] Checking agent: {'id': '961a16fe-cbc8-4264-ac28-bbbd53f89caa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 46, 6), 'started_at': datetime.datetime(2022, 3, 28, 11, 46, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 12, 0, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 12:00:20.954907 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e89a4981-cf48-43ed-a853-6b4bfc2bf600 None None] Checking segment: {'id': 'bd053757-b8b4-4f3a-b553-aa242f2d15d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e95a87e2-4c44-46e2-9de5-2786cbaea69c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 12:00:20.955448 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-e89a4981-cf48-43ed-a853-6b4bfc2bf600 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:20.955927 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e89a4981-cf48-43ed-a853-6b4bfc2bf600 None None] Bound using segment: {'id': 'bd053757-b8b4-4f3a-b553-aa242f2d15d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e95a87e2-4c44-46e2-9de5-2786cbaea69c'} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 12:00:20.956041 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-e20b3c07-1bb9-4771-b15a-05c87acc07b8 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:20.956588 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-e89a4981-cf48-43ed-a853-6b4bfc2bf600 None None] Bound port: e2abdde7-b2f9-418a-823c-4f12d737e0ee, host: dv-neutron-835340-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd053757-b8b4-4f3a-b553-aa242f2d15d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e95a87e2-4c44-46e2-9de5-2786cbaea69c'}}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 12:00:20.957442 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-e89a4981-cf48-43ed-a853-6b4bfc2bf600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:20.987215 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.db.ipam_backend_mixin [None req-4d665c6f-370d-4d28-ab85-84fa0a95619c tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet aa2e23b4-e575-41a6-b717-8ada0f5cdd97 (CIDR: 2001:db8::/64) Mar 28 12:00:20.988480 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adbffe54-be45-4f8e-adea-b74357dc34d5 tempest-ExtraDHCPOptionsTestJSON-1808848560 tempest-ExtraDHCPOptionsTestJSON-1808848560-project] Checking segment: {'id': '2ff52451-1b1a-452e-9703-6e40246774b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '6fdbe5d5-9596-4bae-810f-a1cf831aa131'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 12:00:20.988897 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adbffe54-be45-4f8e-adea-b74357dc34d5 tempest-ExtraDHCPOptionsTestJSON-1808848560 tempest-ExtraDHCPOptionsTestJSON-1808848560-project] Network hostable DHCP agents. Network: 6fdbe5d5-9596-4bae-810f-a1cf831aa131, hostable agents: ['3cb85949-855b-4a40-b988-cd5705e511da'], hosted agents: [] {{(pid=87871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 12:00:21.057956 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-e89a4981-cf48-43ed-a853-6b4bfc2bf600 None None] For port e2abdde7-b2f9-418a-823c-4f12d737e0ee, host dv-neutron-835340-2-hyperv, cleared binding levels {{(pid=87872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 12:00:21.061542 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-e89a4981-cf48-43ed-a853-6b4bfc2bf600 None None] For port e2abdde7-b2f9-418a-823c-4f12d737e0ee, host dv-neutron-835340-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=e2abdde7-b2f9-418a-823c-4f12d737e0ee,segment=NetworkSegment(bd053757-b8b4-4f3a-b553-aa242f2d15d2),segment_id=bd053757-b8b4-4f3a-b553-aa242f2d15d2)] {{(pid=87872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 12:00:21.063952 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-e20b3c07-1bb9-4771-b15a-05c87acc07b8 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:21.066944 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-e89a4981-cf48-43ed-a853-6b4bfc2bf600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:21.070454 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20b3c07-1bb9-4771-b15a-05c87acc07b8 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Pushing event deleted for resources: {'Port': ['ID=b973bcb4-662b-4575-a78e-02b469de20a0,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:00:21.116122 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.db_base_plugin_common [None req-c6ef60a5-8608-439e-b2e2-42f2bf87c40d tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Allocated IP 172.26.7.237 (ac2b1748-8f63-4b17-a9c7-07e79704aa5b/0b7ebf76-1dc7-431a-a0b4-b96bacf287c2/e51b901b-e17d-4b78-a146-bacbdd717c8b) {{(pid=87870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 12:00:21.134485 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.api.v2.resource [None req-f79b2dc5-01ac-4e6a-9f5d-1cbd7ff1c0d8 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] delete failed (client error): The resource could not be found. Mar 28 12:00:21.135542 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-f79b2dc5-01ac-4e6a-9f5d-1cbd7ff1c0d8 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] 10.222.0.30 "DELETE /v2.0/routers/83a75258-b43a-4019-a6cb-3ba3a54dde8e HTTP/1.1" status: 404 len: 336 time: 0.2491653 Mar 28 12:00:21.139330 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d665c6f-370d-4d28-ab85-84fa0a95619c tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 12:00:21.139840 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d665c6f-370d-4d28-ab85-84fa0a95619c tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 12:00:21.144839 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 54632) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:00:21.153004 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-8861f5eb-d962-4290-903c-29f97e3a43b7 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/floatingips/c7484ce1-88f5-44a5-a6fc-a3ae004afbfd HTTP/1.1" status: 200 len: 993 time: 0.4402621 Mar 28 12:00:21.173088 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89a4981-cf48-43ed-a853-6b4bfc2bf600 None None] Pushing event updated for resources: {'Port': ['ID=e2abdde7-b2f9-418a-823c-4f12d737e0ee,revision_number=2']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:00:21.234323 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-e20b3c07-1bb9-4771-b15a-05c87acc07b8 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] 10.222.0.30 "DELETE /v2.0/ports/b973bcb4-662b-4575-a78e-02b469de20a0 HTTP/1.1" status: 204 len: 168 time: 1.5031021 Mar 28 12:00:21.236673 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 54636) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:00:21.237668 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.pecan_wsgi.hooks.translation [None req-528058b3-bca9-4328-9063-b21b7ce6e890 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] DELETE failed (client error): The resource could not be found. Mar 28 12:00:21.238116 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-528058b3-bca9-4328-9063-b21b7ce6e890 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 12:00:21.240596 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-528058b3-bca9-4328-9063-b21b7ce6e890 tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] 10.222.0.30 "DELETE /v2.0/subnets/84a01d24-d751-435f-bb65-e403630f6569 HTTP/1.1" status: 404 len: 337 time: 0.0913687 Mar 28 12:00:21.247301 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 54640) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:00:21.251337 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-4d665c6f-370d-4d28-ab85-84fa0a95619c tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3232813 Mar 28 12:00:21.254346 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 54644) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:00:21.257259 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adbffe54-be45-4f8e-adea-b74357dc34d5 tempest-ExtraDHCPOptionsTestJSON-1808848560 tempest-ExtraDHCPOptionsTestJSON-1808848560-project] Network 6fdbe5d5-9596-4bae-810f-a1cf831aa131 is scheduled to be hosted by DHCP agent 3cb85949-855b-4a40-b988-cd5705e511da with binding_index 1 {{(pid=87871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 12:00:21.268837 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-043cb210-e1ba-4d03-818e-e4713ebc8683 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Request body: {'subnet': {'network_id': 'e95a87e2-4c44-46e2-9de5-2786cbaea69c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:00:21.311769 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-adbffe54-be45-4f8e-adea-b74357dc34d5 tempest-ExtraDHCPOptionsTestJSON-1808848560 tempest-ExtraDHCPOptionsTestJSON-1808848560-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-2-hyperv, 6fdbe5d5-9596-4bae-810f-a1cf831aa131) {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:00:21.324902 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63bae545-6d38-4e16-bbd2-a25cdf7d39ec None None] Network 6fdbe5d5-9596-4bae-810f-a1cf831aa131 requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 12:00:21.347273 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c35b745-4215-4dfb-a144-5efb125665fb tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] DELETE failed (client error): The resource could not be found. Mar 28 12:00:21.347826 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c35b745-4215-4dfb-a144-5efb125665fb tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 12:00:21.350627 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-7c35b745-4215-4dfb-a144-5efb125665fb tempest-RoutersTest-569616619 tempest-RoutersTest-569616619-project] 10.222.0.30 "DELETE /v2.0/subnets/abb1f100-99c6-4799-8f83-420e8f91b22e HTTP/1.1" status: 404 len: 337 time: 0.1023455 Mar 28 12:00:21.378257 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adbffe54-be45-4f8e-adea-b74357dc34d5 tempest-ExtraDHCPOptionsTestJSON-1808848560 tempest-ExtraDHCPOptionsTestJSON-1808848560-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:00:21.378859 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-adbffe54-be45-4f8e-adea-b74357dc34d5 tempest-ExtraDHCPOptionsTestJSON-1808848560 tempest-ExtraDHCPOptionsTestJSON-1808848560-project] Notify callbacks [] for subnet, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:21.428738 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-adbffe54-be45-4f8e-adea-b74357dc34d5 tempest-ExtraDHCPOptionsTestJSON-1808848560 tempest-ExtraDHCPOptionsTestJSON-1808848560-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3136513 Mar 28 12:00:21.445842 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 54650) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:00:21.487703 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-9f7609cf-a343-4781-ba96-42c023940608 tempest-ExtraDHCPOptionsTestJSON-1808848560 tempest-ExtraDHCPOptionsTestJSON-1808848560-project] Request body: {'port': {'network_id': '6fdbe5d5-9596-4bae-810f-a1cf831aa131', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1078254839'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:00:21.501649 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c6ef60a5-8608-439e-b2e2-42f2bf87c40d tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks [] for port, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:21.521345 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec834af5-df5a-4373-b21a-ad4cf7e6027b tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:00:21.522324 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-ec834af5-df5a-4373-b21a-ad4cf7e6027b tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Synchronizing usage tracker for tenant:35b7084247a448e2b3e41f3619d7d4bc on resource:port {{(pid=87870) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:00:21.553227 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-ec834af5-df5a-4373-b21a-ad4cf7e6027b tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Unset dirty status for tenant:35b7084247a448e2b3e41f3619d7d4bc on resource:port {{(pid=87870) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:00:21.554989 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-ec834af5-df5a-4373-b21a-ad4cf7e6027b tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.3173566 Mar 28 12:00:21.557638 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 54654) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:00:21.607123 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e6ac012-154c-49c4-98c1-c89823909781 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] GET failed (client error): The resource could not be found. Mar 28 12:00:21.609393 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-7e6ac012-154c-49c4-98c1-c89823909781 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] 10.222.0.30 "GET /v2.0/ports/b973bcb4-662b-4575-a78e-02b469de20a0 HTTP/1.1" status: 404 len: 333 time: 0.0498521 Mar 28 12:00:21.615969 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 54658) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:00:21.627407 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-8af78e09-86c5-44d4-b500-51f142302c78 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1799249489'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:00:21.635946 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device e2abdde7-b2f9-418a-823c-4f12d737e0ee up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:00:21.646221 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-8af78e09-86c5-44d4-b500-51f142302c78 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:00:21.654018 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c6ef60a5-8608-439e-b2e2-42f2bf87c40d tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:21.667103 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-8af78e09-86c5-44d4-b500-51f142302c78 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Usage tracker for resource:network and tenant:35b7084247a448e2b3e41f3619d7d4bc is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:00:21.670124 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c12695-bae8-49c5-accb-bb303e2789e4 req-8bcc2a32-e893-4c7b-9152-621ce5649b94 tempest-TestServerAdvancedOps-1304232803 tempest-TestServerAdvancedOps-1304232803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:00:21.671617 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-07c12695-bae8-49c5-accb-bb303e2789e4 req-8bcc2a32-e893-4c7b-9152-621ce5649b94 tempest-TestServerAdvancedOps-1304232803 tempest-TestServerAdvancedOps-1304232803-project] 10.222.0.30 "GET /v2.0/ports?device_id=930c3d21-4177-4948-930d-4cf1dbf57597 HTTP/1.1" status: 200 len: 946 time: 0.4801984 Mar 28 12:00:21.718677 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-8af78e09-86c5-44d4-b500-51f142302c78 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:00:21.750665 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-8af78e09-86c5-44d4-b500-51f142302c78 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:00:21.751675 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d825d510-346c-4ff1-8745-aefd92294aed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1d3f2a9-8722-5ce5-bc40-181687d1ed3f-6fdbe5d5-9596-4bae-810f-a1cf831aa131', 'network_id': '6fdbe5d5-9596-4bae-810f-a1cf831aa131', 'tenant_id': '4e0d2af7ecaa4585955b21d0e92d2079', 'fixed_ips': [{'subnet_id': '4c0cc1f0-5532-42be-a455-c7decca76409'}]}} from dv-neutron-835340-2-hyperv. {{(pid=87872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 12:00:21.752486 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-d825d510-346c-4ff1-8745-aefd92294aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:21.776654 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6ef60a5-8608-439e-b2e2-42f2bf87c40d tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Network ac2b1748-8f63-4b17-a9c7-07e79704aa5b is already hosted by enough agents. {{(pid=87870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:00:21.791350 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.base_scheduler [None req-c6ef60a5-8608-439e-b2e2-42f2bf87c40d tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Resources bound (agent type, host, resource id): {{(pid=87870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:00:21.796781 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ef60a5-8608-439e-b2e2-42f2bf87c40d tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Received port after_create {{(pid=87870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 12:00:21.800491 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-043cb210-e1ba-4d03-818e-e4713ebc8683 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:00:21.806729 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-07c12695-bae8-49c5-accb-bb303e2789e4 req-24c3eb3a-9e15-47f4-add0-f30fa7a5b82f tempest-TestServerAdvancedOps-1304232803 tempest-TestServerAdvancedOps-1304232803-project] 10.222.0.30 "GET /v2.0/security-groups?id=f8f1f9e9-ff2e-444f-8155-195accb6fa66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168780 Mar 28 12:00:21.816782 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-9f7609cf-a343-4781-ba96-42c023940608 tempest-ExtraDHCPOptionsTestJSON-1808848560 tempest-ExtraDHCPOptionsTestJSON-1808848560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:00:21.825524 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-043cb210-e1ba-4d03-818e-e4713ebc8683 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Usage tracker for resource:subnet and tenant:b4adfe5c8b3a4e57a1afd1d44c455245 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:00:21.833992 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-043cb210-e1ba-4d03-818e-e4713ebc8683 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:00:21.843828 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-9f7609cf-a343-4781-ba96-42c023940608 tempest-ExtraDHCPOptionsTestJSON-1808848560 tempest-ExtraDHCPOptionsTestJSON-1808848560-project] Usage tracker for resource:port and tenant:4e0d2af7ecaa4585955b21d0e92d2079 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:00:21.855847 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-9f7609cf-a343-4781-ba96-42c023940608 tempest-ExtraDHCPOptionsTestJSON-1808848560 tempest-ExtraDHCPOptionsTestJSON-1808848560-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:00:21.858685 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-043cb210-e1ba-4d03-818e-e4713ebc8683 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:00:21.878717 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-9f7609cf-a343-4781-ba96-42c023940608 tempest-ExtraDHCPOptionsTestJSON-1808848560 tempest-ExtraDHCPOptionsTestJSON-1808848560-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:00:21.910288 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-043cb210-e1ba-4d03-818e-e4713ebc8683 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Made reservation on behalf of b4adfe5c8b3a4e57a1afd1d44c455245 for: {'subnet': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 12:00:21.916108 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-043cb210-e1ba-4d03-818e-e4713ebc8683 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26551362'] for subnet, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:21.929520 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ef60a5-8608-439e-b2e2-42f2bf87c40d tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Pushing event updated for resources: {'Port': ['ID=e51b901b-e17d-4b78-a146-bacbdd717c8b,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:00:21.934950 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f7609cf-a343-4781-ba96-42c023940608 tempest-ExtraDHCPOptionsTestJSON-1808848560 tempest-ExtraDHCPOptionsTestJSON-1808848560-project] Made reservation on behalf of 4e0d2af7ecaa4585955b21d0e92d2079 for: {'port': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 12:00:21.940123 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8af78e09-86c5-44d4-b500-51f142302c78 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Made reservation on behalf of 35b7084247a448e2b3e41f3619d7d4bc for: {'network': 1} {{(pid=87870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 12:00:21.941642 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-9f7609cf-a343-4781-ba96-42c023940608 tempest-ExtraDHCPOptionsTestJSON-1808848560 tempest-ExtraDHCPOptionsTestJSON-1808848560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:21.943567 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-8af78e09-86c5-44d4-b500-51f142302c78 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for network, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:21.950974 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 54666) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:00:21.994272 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.db_base_plugin_common [None req-d825d510-346c-4ff1-8745-aefd92294aed None None] Allocated IP 172.20.0.2 (6fdbe5d5-9596-4bae-810f-a1cf831aa131/4c0cc1f0-5532-42be-a455-c7decca76409/67a72fd6-b54d-4c98-902c-822ce3b36fb0) {{(pid=87872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 12:00:22.047014 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning for port e2abdde7-b2f9-418a-823c-4f12d737e0ee completed by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:00:22.049284 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.notifiers.nova [None req-9f7609cf-a343-4781-ba96-42c023940608 tempest-ExtraDHCPOptionsTestJSON-1808848560 tempest-ExtraDHCPOptionsTestJSON-1808848560-project] device_id is not set on port 89116c8f-71a7-4616-ae06-5d24f1442253 yet. {{(pid=87871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 12:00:22.320108 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-d825d510-346c-4ff1-8745-aefd92294aed None None] Notify callbacks [] for port, precommit_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:22.332214 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-d825d510-346c-4ff1-8745-aefd92294aed None None] Transition to ACTIVE for port object 67a72fd6-b54d-4c98-902c-822ce3b36fb0 will not be triggered until provisioned by entity L2. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:00:22.346547 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8af78e09-86c5-44d4-b500-51f142302c78 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=87870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 12:00:22.356134 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-d825d510-346c-4ff1-8745-aefd92294aed None None] Transition to ACTIVE for port object 67a72fd6-b54d-4c98-902c-822ce3b36fb0 will not be triggered until provisioned by entity DHCP. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:00:22.363440 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-d825d510-346c-4ff1-8745-aefd92294aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241'] for port, after_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:22.384660 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-8af78e09-86c5-44d4-b500-51f142302c78 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:22.385306 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.db.segments_db [None req-8af78e09-86c5-44d4-b500-51f142302c78 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Added segment 59bd45ac-0d87-4282-b229-c2f95643423e of type vlan for network b5731189-c1a9-4cf3-84e9-a479628a234e Mar 28 12:00:22.421381 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-fc870921-52bc-4921-9386-214b63f21552 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=fc0f0a585a8c4bf2950e053878e50dfb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4552972 Mar 28 12:00:22.431723 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d825d510-346c-4ff1-8745-aefd92294aed None None] Network 6fdbe5d5-9596-4bae-810f-a1cf831aa131 is already hosted by enough agents. {{(pid=87872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:00:22.434846 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 54672) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:00:22.444434 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.base_scheduler [None req-d825d510-346c-4ff1-8745-aefd92294aed None None] Resources bound (agent type, host, resource id): {{(pid=87872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:00:22.468992 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d825d510-346c-4ff1-8745-aefd92294aed None None] Received port after_create {{(pid=87872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 12:00:22.479796 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-043cb210-e1ba-4d03-818e-e4713ebc8683 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2364128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26551408'] for subnet, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:22.480067 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d825d510-346c-4ff1-8745-aefd92294aed None None] Pushing event updated for resources: {'Port': ['ID=67a72fd6-b54d-4c98-902c-822ce3b36fb0,revision_number=1']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:00:22.577645 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.db_base_plugin_common [None req-9f7609cf-a343-4781-ba96-42c023940608 tempest-ExtraDHCPOptionsTestJSON-1808848560 tempest-ExtraDHCPOptionsTestJSON-1808848560-project] Allocated IP 172.20.0.7 (6fdbe5d5-9596-4bae-810f-a1cf831aa131/4c0cc1f0-5532-42be-a455-c7decca76409/89116c8f-71a7-4616-ae06-5d24f1442253) {{(pid=87871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 12:00:22.593353 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-d825d510-346c-4ff1-8745-aefd92294aed None None] Attempting to bind port 67a72fd6-b54d-4c98-902c-822ce3b36fb0 on host dv-neutron-835340-2-hyperv for vnic_type normal with profile {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 12:00:22.594110 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-d825d510-346c-4ff1-8745-aefd92294aed None None] Attempting to bind port 67a72fd6-b54d-4c98-902c-822ce3b36fb0 by drivers openvswitch,hyperv on host dv-neutron-835340-2-hyperv at level 0 using segments [{'id': '2ff52451-1b1a-452e-9703-6e40246774b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '6fdbe5d5-9596-4bae-810f-a1cf831aa131'}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 12:00:22.594580 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d825d510-346c-4ff1-8745-aefd92294aed None None] Attempting to bind port 67a72fd6-b54d-4c98-902c-822ce3b36fb0 on network 6fdbe5d5-9596-4bae-810f-a1cf831aa131 {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 12:00:22.596443 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043cb210-e1ba-4d03-818e-e4713ebc8683 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Pushing event updated for resources: {'Subnet': ['ID=b7c60047-a1d8-4bb8-972d-454b1b9b6350,revision_number=0']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:00:22.602274 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d825d510-346c-4ff1-8745-aefd92294aed None None] Checking agent: {'id': '961a16fe-cbc8-4264-ac28-bbbd53f89caa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 46, 6), 'started_at': datetime.datetime(2022, 3, 28, 11, 46, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 12, 0, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 12:00:22.602662 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d825d510-346c-4ff1-8745-aefd92294aed None None] Checking segment: {'id': '2ff52451-1b1a-452e-9703-6e40246774b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '6fdbe5d5-9596-4bae-810f-a1cf831aa131'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 12:00:22.603229 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-d825d510-346c-4ff1-8745-aefd92294aed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:22.603799 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d825d510-346c-4ff1-8745-aefd92294aed None None] Bound using segment: {'id': '2ff52451-1b1a-452e-9703-6e40246774b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '6fdbe5d5-9596-4bae-810f-a1cf831aa131'} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 12:00:22.604270 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-d825d510-346c-4ff1-8745-aefd92294aed None None] Bound port: 67a72fd6-b54d-4c98-902c-822ce3b36fb0, host: dv-neutron-835340-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ff52451-1b1a-452e-9703-6e40246774b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '6fdbe5d5-9596-4bae-810f-a1cf831aa131'}}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 12:00:22.604691 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-d825d510-346c-4ff1-8745-aefd92294aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:22.610045 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-043cb210-e1ba-4d03-818e-e4713ebc8683 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Network e95a87e2-4c44-46e2-9de5-2786cbaea69c is already hosted by enough agents. {{(pid=87871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:00:22.616021 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-043cb210-e1ba-4d03-818e-e4713ebc8683 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Resources bound (agent type, host, resource id): {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:00:22.626935 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-043cb210-e1ba-4d03-818e-e4713ebc8683 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:00:22.627348 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-043cb210-e1ba-4d03-818e-e4713ebc8683 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks [] for subnet, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:22.654499 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214a7033-fba9-435f-a922-94e279ce014d req-d856023a-4e5e-45a8-9f21-f586ff7cfd8d tempest-TestServerAdvancedOps-1304232803 tempest-TestServerAdvancedOps-1304232803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:00:22.656880 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-214a7033-fba9-435f-a922-94e279ce014d req-d856023a-4e5e-45a8-9f21-f586ff7cfd8d tempest-TestServerAdvancedOps-1304232803 tempest-TestServerAdvancedOps-1304232803-project] 10.222.0.30 "GET /v2.0/ports?device_id=930c3d21-4177-4948-930d-4cf1dbf57597 HTTP/1.1" status: 200 len: 946 time: 0.6875067 Mar 28 12:00:22.657675 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-8af78e09-86c5-44d4-b500-51f142302c78 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783495836591'] for network, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:22.659290 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6893852-10e0-4f1b-bea0-27dcbd124e4b None None] Network e95a87e2-4c44-46e2-9de5-2786cbaea69c requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 12:00:22.664628 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-9f05cb92-06b4-48b8-9cae-f553623ff452 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:22.682804 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c6ef60a5-8608-439e-b2e2-42f2bf87c40d tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks [] for router_gateway, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:22.746336 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-9f05cb92-06b4-48b8-9cae-f553623ff452 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:22.774399 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-043cb210-e1ba-4d03-818e-e4713ebc8683 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5181808 Mar 28 12:00:22.774984 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 54676) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:00:22.791528 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-a2a9c013-bcd9-41b8-9955-82511b85c600 None None] Provisioning for port e2abdde7-b2f9-418a-823c-4f12d737e0ee completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:00:22.800194 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-a2a9c013-bcd9-41b8-9955-82511b85c600 None None] Provisioning complete for port e2abdde7-b2f9-418a-823c-4f12d737e0ee triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:00:22.800560 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-a2a9c013-bcd9-41b8-9955-82511b85c600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:22.810968 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-90979e33-7c26-4344-9135-a9dbf7cf07fb tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Request body: {'port': {'network_id': 'e95a87e2-4c44-46e2-9de5-2786cbaea69c', 'mac_address': 'fa:16:3e:7f:e7:72', 'name': 'tempest-NetworksTestDHCPv6-1426895752'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:00:22.853948 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-d825d510-346c-4ff1-8745-aefd92294aed None None] For port 67a72fd6-b54d-4c98-902c-822ce3b36fb0, host dv-neutron-835340-2-hyperv, cleared binding levels {{(pid=87872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 12:00:22.872768 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-8af78e09-86c5-44d4-b500-51f142302c78 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765'] for network, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:22.879114 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af78e09-86c5-44d4-b500-51f142302c78 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:00:22.880382 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-8af78e09-86c5-44d4-b500-51f142302c78 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538751'] for network, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:22.889078 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-d825d510-346c-4ff1-8745-aefd92294aed None None] For port 67a72fd6-b54d-4c98-902c-822ce3b36fb0, host dv-neutron-835340-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=67a72fd6-b54d-4c98-902c-822ce3b36fb0,segment=NetworkSegment(2ff52451-1b1a-452e-9703-6e40246774b6),segment_id=2ff52451-1b1a-452e-9703-6e40246774b6)] {{(pid=87872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 12:00:22.924105 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-9f05cb92-06b4-48b8-9cae-f553623ff452 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:22.925647 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-d825d510-346c-4ff1-8745-aefd92294aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:22.947183 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-9f7609cf-a343-4781-ba96-42c023940608 tempest-ExtraDHCPOptionsTestJSON-1808848560 tempest-ExtraDHCPOptionsTestJSON-1808848560-project] Notify callbacks [] for port, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:22.957680 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f05cb92-06b4-48b8-9cae-f553623ff452 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a02cbe1d-cbc6-407f-840b-d08669e9704c,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:00:22.970160 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.provisioning_blocks [None req-9f7609cf-a343-4781-ba96-42c023940608 tempest-ExtraDHCPOptionsTestJSON-1808848560 tempest-ExtraDHCPOptionsTestJSON-1808848560-project] Transition to ACTIVE for port object 89116c8f-71a7-4616-ae06-5d24f1442253 will not be triggered until provisioned by entity DHCP. {{(pid=87871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:00:22.972689 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-9f05cb92-06b4-48b8-9cae-f553623ff452 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:22.976429 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-9f05cb92-06b4-48b8-9cae-f553623ff452 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a02cbe1d-cbc6-407f-840b-d08669e9704c HTTP/1.1" status: 204 len: 168 time: 0.5384080 Mar 28 12:00:23.017382 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-9f7609cf-a343-4781-ba96-42c023940608 tempest-ExtraDHCPOptionsTestJSON-1808848560 tempest-ExtraDHCPOptionsTestJSON-1808848560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:23.116741 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f7609cf-a343-4781-ba96-42c023940608 tempest-ExtraDHCPOptionsTestJSON-1808848560 tempest-ExtraDHCPOptionsTestJSON-1808848560-project] Network 6fdbe5d5-9596-4bae-810f-a1cf831aa131 is already hosted by enough agents. {{(pid=87871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:00:23.143912 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-9f7609cf-a343-4781-ba96-42c023940608 tempest-ExtraDHCPOptionsTestJSON-1808848560 tempest-ExtraDHCPOptionsTestJSON-1808848560-project] Resources bound (agent type, host, resource id): {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:00:23.151052 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f7609cf-a343-4781-ba96-42c023940608 tempest-ExtraDHCPOptionsTestJSON-1808848560 tempest-ExtraDHCPOptionsTestJSON-1808848560-project] Received port after_create {{(pid=87871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 12:00:23.151233 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-214a7033-fba9-435f-a922-94e279ce014d req-08da3362-1981-41d5-98f5-6993a4629268 tempest-TestServerAdvancedOps-1304232803 tempest-TestServerAdvancedOps-1304232803-project] 10.222.0.30 "GET /v2.0/security-groups?id=f8f1f9e9-ff2e-444f-8155-195accb6fa66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4650741 Mar 28 12:00:23.153106 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d825d510-346c-4ff1-8745-aefd92294aed None None] Pushing event updated for resources: {'Port': ['ID=67a72fd6-b54d-4c98-902c-822ce3b36fb0,revision_number=2']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:00:23.159346 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-8af78e09-86c5-44d4-b500-51f142302c78 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.5415099 Mar 28 12:00:23.167934 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 54686) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:00:23.188876 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-a2a9c013-bcd9-41b8-9955-82511b85c600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:23.210784 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-377927b2-e936-4310-afc6-74e92a7b22b7 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Request body: {'subnet': {'network_id': 'b5731189-c1a9-4cf3-84e9-a479628a234e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:00:23.224515 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7609cf-a343-4781-ba96-42c023940608 tempest-ExtraDHCPOptionsTestJSON-1808848560 tempest-ExtraDHCPOptionsTestJSON-1808848560-project] Pushing event updated for resources: {'Port': ['ID=89116c8f-71a7-4616-ae06-5d24f1442253,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:00:23.246287 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-a2a9c013-bcd9-41b8-9955-82511b85c600 None None] For port e2abdde7-b2f9-418a-823c-4f12d737e0ee, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=e2abdde7-b2f9-418a-823c-4f12d737e0ee,segment=NetworkSegment(bd053757-b8b4-4f3a-b553-aa242f2d15d2),segment_id=bd053757-b8b4-4f3a-b553-aa242f2d15d2)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:00:23.261401 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-a2a9c013-bcd9-41b8-9955-82511b85c600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:23.281060 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f7609cf-a343-4781-ba96-42c023940608 tempest-ExtraDHCPOptionsTestJSON-1808848560 tempest-ExtraDHCPOptionsTestJSON-1808848560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:00:23.281677 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-9f7609cf-a343-4781-ba96-42c023940608 tempest-ExtraDHCPOptionsTestJSON-1808848560 tempest-ExtraDHCPOptionsTestJSON-1808848560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:23.316185 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-9f7609cf-a343-4781-ba96-42c023940608 tempest-ExtraDHCPOptionsTestJSON-1808848560 tempest-ExtraDHCPOptionsTestJSON-1808848560-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.8603745 Mar 28 12:00:23.319446 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 54690) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:00:23.325202 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-45746edb-fc80-4999-b161-424edd087b3a tempest-ExtraDHCPOptionsTestJSON-1808848560 tempest-ExtraDHCPOptionsTestJSON-1808848560-project] Request body: {'port': {'network_id': '6fdbe5d5-9596-4bae-810f-a1cf831aa131', 'name': 'tempest-ExtraDHCPOptionsTestJSON-135956452', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:00:23.325694 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.api.validators [None req-45746edb-fc80-4999-b161-424edd087b3a tempest-ExtraDHCPOptionsTestJSON-1808848560 tempest-ExtraDHCPOptionsTestJSON-1808848560-project] bootfile-name is not in valid_values {{(pid=87871) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 28 12:00:23.326030 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.api.validators [None req-45746edb-fc80-4999-b161-424edd087b3a tempest-ExtraDHCPOptionsTestJSON-1808848560 tempest-ExtraDHCPOptionsTestJSON-1808848560-project] tftp-server is not in valid_values {{(pid=87871) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 28 12:00:23.326360 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.api.validators [None req-45746edb-fc80-4999-b161-424edd087b3a tempest-ExtraDHCPOptionsTestJSON-1808848560 tempest-ExtraDHCPOptionsTestJSON-1808848560-project] server-ip-address is not in valid_values {{(pid=87871) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 28 12:00:23.511267 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a9c013-bcd9-41b8-9955-82511b85c600 None None] Pushing event updated for resources: {'Port': ['ID=e2abdde7-b2f9-418a-823c-4f12d737e0ee,revision_number=3']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:00:23.562926 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b24d596f-3fdf-425e-a405-82c0c3edddaa None None] Update dhcp port {'port': {'network_id': 'e95a87e2-4c44-46e2-9de5-2786cbaea69c', 'fixed_ips': [{'subnet_id': 'aa2e23b4-e575-41a6-b717-8ada0f5cdd97', 'ip_address': '2001:db8::f816:3eff:fe1d:1ee2'}, {'subnet_id': 'b7c60047-a1d8-4bb8-972d-454b1b9b6350'}], 'binding:host_id': 'dv-neutron-835340-2-hyperv'}, 'id': 'e2abdde7-b2f9-418a-823c-4f12d737e0ee'} from dv-neutron-835340-2-hyperv. {{(pid=87872) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 28 12:00:23.616676 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-45746edb-fc80-4999-b161-424edd087b3a tempest-ExtraDHCPOptionsTestJSON-1808848560 tempest-ExtraDHCPOptionsTestJSON-1808848560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:00:23.618610 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af78e09-86c5-44d4-b500-51f142302c78 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Pushing event updated for resources: {'Network': ['ID=b5731189-c1a9-4cf3-84e9-a479628a234e,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:00:23.622581 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-45746edb-fc80-4999-b161-424edd087b3a tempest-ExtraDHCPOptionsTestJSON-1808848560 tempest-ExtraDHCPOptionsTestJSON-1808848560-project] Usage tracker for resource:port and tenant:4e0d2af7ecaa4585955b21d0e92d2079 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:00:23.630487 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-45746edb-fc80-4999-b161-424edd087b3a tempest-ExtraDHCPOptionsTestJSON-1808848560 tempest-ExtraDHCPOptionsTestJSON-1808848560-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:00:23.639624 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-45746edb-fc80-4999-b161-424edd087b3a tempest-ExtraDHCPOptionsTestJSON-1808848560 tempest-ExtraDHCPOptionsTestJSON-1808848560-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:00:23.651700 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Network b5731189-c1a9-4cf3-84e9-a479628a234e details requested by agent ovs-agent-dv-neutron-835340-2-hyperv with host dv-neutron-835340-2-hyperv {{(pid=87872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 12:00:23.653826 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45746edb-fc80-4999-b161-424edd087b3a tempest-ExtraDHCPOptionsTestJSON-1808848560 tempest-ExtraDHCPOptionsTestJSON-1808848560-project] Made reservation on behalf of 4e0d2af7ecaa4585955b21d0e92d2079 for: {'port': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 12:00:23.657722 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-45746edb-fc80-4999-b161-424edd087b3a tempest-ExtraDHCPOptionsTestJSON-1808848560 tempest-ExtraDHCPOptionsTestJSON-1808848560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:23.672618 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 67a72fd6-b54d-4c98-902c-822ce3b36fb0 up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:00:23.699953 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.notifiers.nova [None req-45746edb-fc80-4999-b161-424edd087b3a tempest-ExtraDHCPOptionsTestJSON-1808848560 tempest-ExtraDHCPOptionsTestJSON-1808848560-project] device_id is not set on port 9238d78b-ba0a-49a2-8729-2ac29994a250 yet. {{(pid=87871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 12:00:23.813662 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-377927b2-e936-4310-afc6-74e92a7b22b7 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:00:23.818593 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-377927b2-e936-4310-afc6-74e92a7b22b7 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Usage tracker for resource:subnet and tenant:35b7084247a448e2b3e41f3619d7d4bc is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:00:23.821602 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-377927b2-e936-4310-afc6-74e92a7b22b7 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:00:23.828171 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-377927b2-e936-4310-afc6-74e92a7b22b7 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:00:23.834489 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-b24d596f-3fdf-425e-a405-82c0c3edddaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:23.890946 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.db_base_plugin_common [None req-45746edb-fc80-4999-b161-424edd087b3a tempest-ExtraDHCPOptionsTestJSON-1808848560 tempest-ExtraDHCPOptionsTestJSON-1808848560-project] Allocated IP 172.20.0.3 (6fdbe5d5-9596-4bae-810f-a1cf831aa131/4c0cc1f0-5532-42be-a455-c7decca76409/9238d78b-ba0a-49a2-8729-2ac29994a250) {{(pid=87871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 12:00:23.947552 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning for port 67a72fd6-b54d-4c98-902c-822ce3b36fb0 completed by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:00:24.042328 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c6ef60a5-8608-439e-b2e2-42f2bf87c40d tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709693'] for router, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:24.052284 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-90979e33-7c26-4344-9135-a9dbf7cf07fb tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:00:24.060783 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-377927b2-e936-4310-afc6-74e92a7b22b7 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Made reservation on behalf of 35b7084247a448e2b3e41f3619d7d4bc for: {'subnet': 1} {{(pid=87870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 12:00:24.064352 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-377927b2-e936-4310-afc6-74e92a7b22b7 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2563571'] for subnet, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:24.093412 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-90979e33-7c26-4344-9135-a9dbf7cf07fb tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Usage tracker for resource:port and tenant:b4adfe5c8b3a4e57a1afd1d44c455245 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:00:24.156260 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-90979e33-7c26-4344-9135-a9dbf7cf07fb tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:00:24.162956 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-90979e33-7c26-4344-9135-a9dbf7cf07fb tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:00:24.169031 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.db_base_plugin_common [None req-b24d596f-3fdf-425e-a405-82c0c3edddaa None None] Allocated IP 2001:db8:0:1::2 (e95a87e2-4c44-46e2-9de5-2786cbaea69c/b7c60047-a1d8-4bb8-972d-454b1b9b6350/e2abdde7-b2f9-418a-823c-4f12d737e0ee) {{(pid=87872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 12:00:24.331393 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90979e33-7c26-4344-9135-a9dbf7cf07fb tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Made reservation on behalf of b4adfe5c8b3a4e57a1afd1d44c455245 for: {'port': 1} {{(pid=87870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 12:00:24.397320 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-b24d596f-3fdf-425e-a405-82c0c3edddaa None None] For port e2abdde7-b2f9-418a-823c-4f12d737e0ee, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=e2abdde7-b2f9-418a-823c-4f12d737e0ee,segment=NetworkSegment(bd053757-b8b4-4f3a-b553-aa242f2d15d2),segment_id=bd053757-b8b4-4f3a-b553-aa242f2d15d2)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:00:24.417190 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-45746edb-fc80-4999-b161-424edd087b3a tempest-ExtraDHCPOptionsTestJSON-1808848560 tempest-ExtraDHCPOptionsTestJSON-1808848560-project] Notify callbacks [] for port, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:24.446544 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-b24d596f-3fdf-425e-a405-82c0c3edddaa None None] Notify callbacks [] for port, precommit_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:24.456986 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.provisioning_blocks [None req-45746edb-fc80-4999-b161-424edd087b3a tempest-ExtraDHCPOptionsTestJSON-1808848560 tempest-ExtraDHCPOptionsTestJSON-1808848560-project] Transition to ACTIVE for port object 9238d78b-ba0a-49a2-8729-2ac29994a250 will not be triggered until provisioned by entity DHCP. {{(pid=87871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:00:24.466349 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-b24d596f-3fdf-425e-a405-82c0c3edddaa None None] Transition to ACTIVE for port object e2abdde7-b2f9-418a-823c-4f12d737e0ee will not be triggered until provisioned by entity DHCP. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:00:24.476733 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-b24d596f-3fdf-425e-a405-82c0c3edddaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:24.498937 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-45746edb-fc80-4999-b161-424edd087b3a tempest-ExtraDHCPOptionsTestJSON-1808848560 tempest-ExtraDHCPOptionsTestJSON-1808848560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:24.546289 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 54712) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:00:24.576119 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45746edb-fc80-4999-b161-424edd087b3a tempest-ExtraDHCPOptionsTestJSON-1808848560 tempest-ExtraDHCPOptionsTestJSON-1808848560-project] Network 6fdbe5d5-9596-4bae-810f-a1cf831aa131 is already hosted by enough agents. {{(pid=87871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:00:24.579757 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-45746edb-fc80-4999-b161-424edd087b3a tempest-ExtraDHCPOptionsTestJSON-1808848560 tempest-ExtraDHCPOptionsTestJSON-1808848560-project] Resources bound (agent type, host, resource id): {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:00:24.584221 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45746edb-fc80-4999-b161-424edd087b3a tempest-ExtraDHCPOptionsTestJSON-1808848560 tempest-ExtraDHCPOptionsTestJSON-1808848560-project] Received port after_create {{(pid=87871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 12:00:24.586548 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24d596f-3fdf-425e-a405-82c0c3edddaa None None] Pushing event updated for resources: {'Port': ['ID=e2abdde7-b2f9-418a-823c-4f12d737e0ee,revision_number=4']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:00:24.638169 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42fa6884-044c-45fd-ab53-5b8ae7612fdf None None] Network 6fdbe5d5-9596-4bae-810f-a1cf831aa131 requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 12:00:24.650469 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45746edb-fc80-4999-b161-424edd087b3a tempest-ExtraDHCPOptionsTestJSON-1808848560 tempest-ExtraDHCPOptionsTestJSON-1808848560-project] Pushing event updated for resources: {'Port': ['ID=9238d78b-ba0a-49a2-8729-2ac29994a250,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:00:24.672361 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45746edb-fc80-4999-b161-424edd087b3a tempest-ExtraDHCPOptionsTestJSON-1808848560 tempest-ExtraDHCPOptionsTestJSON-1808848560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:00:24.673027 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-45746edb-fc80-4999-b161-424edd087b3a tempest-ExtraDHCPOptionsTestJSON-1808848560 tempest-ExtraDHCPOptionsTestJSON-1808848560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:24.703192 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-45746edb-fc80-4999-b161-424edd087b3a tempest-ExtraDHCPOptionsTestJSON-1808848560 tempest-ExtraDHCPOptionsTestJSON-1808848560-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 1.3826196 Mar 28 12:00:24.705681 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 54718) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:00:24.754273 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-41d789d1-be81-409d-b69c-5d442a9e65e2 tempest-SubnetPoolsTestJSON-510932686 tempest-SubnetPoolsTestJSON-510932686-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-669167136', 'prefixes': ['172.20.0.0/16']}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:00:24.773743 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde7cb5a-a64f-4d48-a3fe-dc90746bd9ff req-f2965481-1ec0-464b-b8b0-7933afd2d6c5 tempest-TestServerAdvancedOps-1304232803 tempest-TestServerAdvancedOps-1304232803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:00:24.775280 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-fde7cb5a-a64f-4d48-a3fe-dc90746bd9ff req-f2965481-1ec0-464b-b8b0-7933afd2d6c5 tempest-TestServerAdvancedOps-1304232803 tempest-TestServerAdvancedOps-1304232803-project] 10.222.0.30 "GET /v2.0/ports?device_id=930c3d21-4177-4948-930d-4cf1dbf57597 HTTP/1.1" status: 200 len: 946 time: 0.7796946 Mar 28 12:00:24.780668 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-41d789d1-be81-409d-b69c-5d442a9e65e2 tempest-SubnetPoolsTestJSON-510932686 tempest-SubnetPoolsTestJSON-510932686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:00:24.811386 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-90979e33-7c26-4344-9135-a9dbf7cf07fb tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:24.828801 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-a08ed504-a241-47e0-ae97-a2ed9cb4fac6 None None] Provisioning for port 67a72fd6-b54d-4c98-902c-822ce3b36fb0 completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:00:24.834835 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d47b7ca-54f0-4711-a7fd-c4e5d986dd67 tempest-ExtraDHCPOptionsTestJSON-1808848560 tempest-ExtraDHCPOptionsTestJSON-1808848560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:00:24.838810 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6ef60a5-8608-439e-b2e2-42f2bf87c40d tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Router 80a1cb0c-2b23-40f3-9433-a922b65a4212 is scheduled to L3 agent af79d429-529e-400b-a119-94d4bec03f3e with binding_index 1 {{(pid=87870) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 12:00:24.839264 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-a08ed504-a241-47e0-ae97-a2ed9cb4fac6 None None] Provisioning complete for port 67a72fd6-b54d-4c98-902c-822ce3b36fb0 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:00:24.839636 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-a08ed504-a241-47e0-ae97-a2ed9cb4fac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:24.849906 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d47b7ca-54f0-4711-a7fd-c4e5d986dd67 tempest-ExtraDHCPOptionsTestJSON-1808848560 tempest-ExtraDHCPOptionsTestJSON-1808848560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:00:24.855926 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d47b7ca-54f0-4711-a7fd-c4e5d986dd67 tempest-ExtraDHCPOptionsTestJSON-1808848560 tempest-ExtraDHCPOptionsTestJSON-1808848560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:00:24.856821 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-4d47b7ca-54f0-4711-a7fd-c4e5d986dd67 tempest-ExtraDHCPOptionsTestJSON-1808848560 tempest-ExtraDHCPOptionsTestJSON-1808848560-project] Synchronizing usage tracker for tenant:4e0d2af7ecaa4585955b21d0e92d2079 on resource:port {{(pid=87871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:00:24.875774 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-4d47b7ca-54f0-4711-a7fd-c4e5d986dd67 tempest-ExtraDHCPOptionsTestJSON-1808848560 tempest-ExtraDHCPOptionsTestJSON-1808848560-project] Unset dirty status for tenant:4e0d2af7ecaa4585955b21d0e92d2079 on resource:port {{(pid=87871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:00:24.888399 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-4d47b7ca-54f0-4711-a7fd-c4e5d986dd67 tempest-ExtraDHCPOptionsTestJSON-1808848560 tempest-ExtraDHCPOptionsTestJSON-1808848560-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2615 time: 0.1813726 Mar 28 12:00:24.889299 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 54722) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:00:24.974533 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-4c4264b8-be45-43d6-a701-89c21af6ec83 tempest-ExtraDHCPOptionsTestJSON-1808848560 tempest-ExtraDHCPOptionsTestJSON-1808848560-project] Deleting port 9238d78b-ba0a-49a2-8729-2ac29994a250 {{(pid=87871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:00:24.975034 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-4c4264b8-be45-43d6-a701-89c21af6ec83 tempest-ExtraDHCPOptionsTestJSON-1808848560 tempest-ExtraDHCPOptionsTestJSON-1808848560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:25.070970 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-a08ed504-a241-47e0-ae97-a2ed9cb4fac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:25.085480 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.notifiers.nova [None req-90979e33-7c26-4344-9135-a9dbf7cf07fb tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] device_id is not set on port eed53ec8-78c0-4001-8acb-505c61749a11 yet. {{(pid=87870) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 12:00:25.142896 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-fde7cb5a-a64f-4d48-a3fe-dc90746bd9ff req-cd3caba3-ac58-4c81-a0c6-d11ae8d6cebc tempest-TestServerAdvancedOps-1304232803 tempest-TestServerAdvancedOps-1304232803-project] 10.222.0.30 "GET /v2.0/security-groups?id=f8f1f9e9-ff2e-444f-8155-195accb6fa66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3551047 Mar 28 12:00:25.171638 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-a08ed504-a241-47e0-ae97-a2ed9cb4fac6 None None] For port 67a72fd6-b54d-4c98-902c-822ce3b36fb0, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=67a72fd6-b54d-4c98-902c-822ce3b36fb0,segment=NetworkSegment(2ff52451-1b1a-452e-9703-6e40246774b6),segment_id=2ff52451-1b1a-452e-9703-6e40246774b6)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:00:25.181330 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-a08ed504-a241-47e0-ae97-a2ed9cb4fac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:25.268444 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08ed504-a241-47e0-ae97-a2ed9cb4fac6 None None] Pushing event updated for resources: {'Port': ['ID=67a72fd6-b54d-4c98-902c-822ce3b36fb0,revision_number=3']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:00:25.324448 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-4c4264b8-be45-43d6-a701-89c21af6ec83 tempest-ExtraDHCPOptionsTestJSON-1808848560 tempest-ExtraDHCPOptionsTestJSON-1808848560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:25.411586 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-41d789d1-be81-409d-b69c-5d442a9e65e2 tempest-SubnetPoolsTestJSON-510932686 tempest-SubnetPoolsTestJSON-510932686-project] Notify callbacks [] for subnetpool, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:25.416225 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-41d789d1-be81-409d-b69c-5d442a9e65e2 tempest-SubnetPoolsTestJSON-510932686 tempest-SubnetPoolsTestJSON-510932686-project] 10.222.0.30 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.8651462 Mar 28 12:00:25.453411 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 54726) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:00:25.472789 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-4c4264b8-be45-43d6-a701-89c21af6ec83 tempest-ExtraDHCPOptionsTestJSON-1808848560 tempest-ExtraDHCPOptionsTestJSON-1808848560-project] Calling delete_port for 9238d78b-ba0a-49a2-8729-2ac29994a250 owned by {{(pid=87871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:00:25.497439 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-377927b2-e936-4310-afc6-74e92a7b22b7 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2561241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2563521'] for subnet, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:25.547140 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-94626e57-45df-4c9f-828f-9220008e45a0 tempest-SubnetPoolsTestJSON-510932686 tempest-SubnetPoolsTestJSON-510932686-project] 10.222.0.30 "GET /v2.0/subnetpools/c5e4fca9-8ea3-43cd-b7de-0a0b4e29f7b0 HTTP/1.1" status: 200 len: 731 time: 0.0909405 Mar 28 12:00:25.547662 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 67a72fd6-b54d-4c98-902c-822ce3b36fb0 up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:00:25.553311 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 54730) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:00:25.560598 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-8b848a0e-bf4c-4658-b9a6-3610ce75a3f9 tempest-SubnetPoolsTestJSON-510932686 tempest-SubnetPoolsTestJSON-510932686-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1087690372'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:00:25.608038 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6ef60a5-8608-439e-b2e2-42f2bf87c40d tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 12:00:25.618765 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a193b221-5354-4e63-bdb8-1b603011ff58 None None] Sync routers for ids ['80a1cb0c-2b23-40f3-9433-a922b65a4212'] in dv-neutron-835340-2-hyperv {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 12:00:25.640268 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-f692ad75-e963-4afb-a433-8c3aae350c8d None None] Provisioning complete for port 67a72fd6-b54d-4c98-902c-822ce3b36fb0 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:00:25.640860 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-f692ad75-e963-4afb-a433-8c3aae350c8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:25.642190 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a193b221-5354-4e63-bdb8-1b603011ff58 None None] Routers {'80a1cb0c-2b23-40f3-9433-a922b65a4212'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:00:25.642981 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-a193b221-5354-4e63-bdb8-1b603011ff58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:00:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['80a1cb0c-2b23-40f3-9433-a922b65a4212'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:00:25.731564 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377927b2-e936-4310-afc6-74e92a7b22b7 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Pushing event updated for resources: {'Subnet': ['ID=6e4f344e-5d63-4dc2-99f3-c8da127d83e1,revision_number=0']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:00:25.734155 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port 67a72fd6-b54d-4c98-902c-822ce3b36fb0 triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:00:25.741600 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:25.752650 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-8b848a0e-bf4c-4658-b9a6-3610ce75a3f9 tempest-SubnetPoolsTestJSON-510932686 tempest-SubnetPoolsTestJSON-510932686-project] Notify callbacks [] for subnetpool, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:25.754059 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-8b848a0e-bf4c-4658-b9a6-3610ce75a3f9 tempest-SubnetPoolsTestJSON-510932686 tempest-SubnetPoolsTestJSON-510932686-project] 10.222.0.30 "PUT /v2.0/subnetpools/c5e4fca9-8ea3-43cd-b7de-0a0b4e29f7b0 HTTP/1.1" status: 200 len: 684 time: 0.2000899 Mar 28 12:00:25.755525 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-377927b2-e936-4310-afc6-74e92a7b22b7 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Checking segment: {'id': '59bd45ac-0d87-4282-b229-c2f95643423e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'b5731189-c1a9-4cf3-84e9-a479628a234e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 12:00:25.755776 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-377927b2-e936-4310-afc6-74e92a7b22b7 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Network hostable DHCP agents. Network: b5731189-c1a9-4cf3-84e9-a479628a234e, hostable agents: ['3cb85949-855b-4a40-b988-cd5705e511da'], hosted agents: [] {{(pid=87870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 12:00:25.757827 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 54734) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:00:25.760688 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c6ef60a5-8608-439e-b2e2-42f2bf87c40d tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks [] for router, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:25.765022 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-c6ef60a5-8608-439e-b2e2-42f2bf87c40d tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 7.2711506 Mar 28 12:00:25.765269 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 54738) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:00:25.770624 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-a193b221-5354-4e63-bdb8-1b603011ff58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:00:25.786462 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.db_base_plugin_common [None req-90979e33-7c26-4344-9135-a9dbf7cf07fb tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Allocated IP 2001:db8:0:1::1fc (e95a87e2-4c44-46e2-9de5-2786cbaea69c/b7c60047-a1d8-4bb8-972d-454b1b9b6350/eed53ec8-78c0-4001-8acb-505c61749a11) {{(pid=87870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 12:00:25.787639 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a193b221-5354-4e63-bdb8-1b603011ff58 None None] Routers {'80a1cb0c-2b23-40f3-9433-a922b65a4212'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:00:25.788414 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-a193b221-5354-4e63-bdb8-1b603011ff58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:00:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['80a1cb0c-2b23-40f3-9433-a922b65a4212'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:00:25.798245 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.db_base_plugin_common [None req-90979e33-7c26-4344-9135-a9dbf7cf07fb tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Allocated IP 2001:db8::f816:3eff:fe7f:e772 (e95a87e2-4c44-46e2-9de5-2786cbaea69c/aa2e23b4-e575-41a6-b717-8ada0f5cdd97/eed53ec8-78c0-4001-8acb-505c61749a11) {{(pid=87870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 12:00:25.808446 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-377927b2-e936-4310-afc6-74e92a7b22b7 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Network b5731189-c1a9-4cf3-84e9-a479628a234e is scheduled to be hosted by DHCP agent 3cb85949-855b-4a40-b988-cd5705e511da with binding_index 1 {{(pid=87870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 12:00:25.856085 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.base_scheduler [None req-377927b2-e936-4310-afc6-74e92a7b22b7 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-2-hyperv, b5731189-c1a9-4cf3-84e9-a479628a234e) {{(pid=87870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:00:25.862291 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-377927b2-e936-4310-afc6-74e92a7b22b7 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:00:25.862879 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-377927b2-e936-4310-afc6-74e92a7b22b7 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks [] for subnet, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:25.918028 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-377927b2-e936-4310-afc6-74e92a7b22b7 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7411776 Mar 28 12:00:25.921188 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-a193b221-5354-4e63-bdb8-1b603011ff58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:00:25.921806 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a193b221-5354-4e63-bdb8-1b603011ff58 None None] The sync data for ids ['80a1cb0c-2b23-40f3-9433-a922b65a4212'] in dv-neutron-835340-2-hyperv is: [] {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 12:00:25.922650 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffd86513-add1-4216-a08f-32af7d8d7aa0 None None] Network b5731189-c1a9-4cf3-84e9-a479628a234e requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 12:00:25.941149 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 54742) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:00:25.963065 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-6337357c-82d7-450d-a7a3-daae631a20d8 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Request body: {'subnet': {'network_id': 'b5731189-c1a9-4cf3-84e9-a479628a234e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:00:25.983566 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-4c4264b8-be45-43d6-a701-89c21af6ec83 tempest-ExtraDHCPOptionsTestJSON-1808848560 tempest-ExtraDHCPOptionsTestJSON-1808848560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:26.106894 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-90979e33-7c26-4344-9135-a9dbf7cf07fb tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks [] for port, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:26.111550 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4264b8-be45-43d6-a701-89c21af6ec83 tempest-ExtraDHCPOptionsTestJSON-1808848560 tempest-ExtraDHCPOptionsTestJSON-1808848560-project] Pushing event deleted for resources: {'Port': ['ID=9238d78b-ba0a-49a2-8729-2ac29994a250,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:00:26.121481 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device e2abdde7-b2f9-418a-823c-4f12d737e0ee up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:00:26.137869 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.provisioning_blocks [None req-90979e33-7c26-4344-9135-a9dbf7cf07fb tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Transition to ACTIVE for port object eed53ec8-78c0-4001-8acb-505c61749a11 will not be triggered until provisioned by entity DHCP. {{(pid=87870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:00:26.178535 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-90979e33-7c26-4344-9135-a9dbf7cf07fb tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:26.180974 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-f692ad75-e963-4afb-a433-8c3aae350c8d None None] Could not find standard attr ID for object 9238d78b-ba0a-49a2-8729-2ac29994a250. {{(pid=87872) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 28 12:00:26.272158 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-f692ad75-e963-4afb-a433-8c3aae350c8d None None] Provisioning for port 89116c8f-71a7-4616-ae06-5d24f1442253 completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:00:26.284775 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-f692ad75-e963-4afb-a433-8c3aae350c8d None None] Provisioning complete for port 89116c8f-71a7-4616-ae06-5d24f1442253 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:00:26.289734 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-f692ad75-e963-4afb-a433-8c3aae350c8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:26.304400 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90979e33-7c26-4344-9135-a9dbf7cf07fb tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Network e95a87e2-4c44-46e2-9de5-2786cbaea69c is already hosted by enough agents. {{(pid=87870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:00:26.312384 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.base_scheduler [None req-90979e33-7c26-4344-9135-a9dbf7cf07fb tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Resources bound (agent type, host, resource id): {{(pid=87870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:00:26.317297 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90979e33-7c26-4344-9135-a9dbf7cf07fb tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Received port after_create {{(pid=87870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 12:00:26.323279 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90979e33-7c26-4344-9135-a9dbf7cf07fb tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:00:26.324026 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-90979e33-7c26-4344-9135-a9dbf7cf07fb tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:26.334189 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90979e33-7c26-4344-9135-a9dbf7cf07fb tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Pushing event updated for resources: {'Port': ['ID=eed53ec8-78c0-4001-8acb-505c61749a11,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:00:26.389262 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-90979e33-7c26-4344-9135-a9dbf7cf07fb tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 3.5953419 Mar 28 12:00:26.397511 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 54748) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:00:26.414313 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-f692ad75-e963-4afb-a433-8c3aae350c8d None None] Port 89116c8f-71a7-4616-ae06-5d24f1442253 cannot update to ACTIVE because it is not bound. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 12:00:26.421605 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-516573dd-075f-4d4e-bdcb-2b8c8898b8ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1d3f2a9-8722-5ce5-bc40-181687d1ed3f-b5731189-c1a9-4cf3-84e9-a479628a234e', 'network_id': 'b5731189-c1a9-4cf3-84e9-a479628a234e', 'tenant_id': '35b7084247a448e2b3e41f3619d7d4bc', 'fixed_ips': [{'subnet_id': '6e4f344e-5d63-4dc2-99f3-c8da127d83e1'}]}} from dv-neutron-835340-2-hyperv. {{(pid=87872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 12:00:26.424542 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-516573dd-075f-4d4e-bdcb-2b8c8898b8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:26.499626 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-0b795bd6-68c4-4c3a-92d6-0f200b0b6d5b tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Deleting port eed53ec8-78c0-4001-8acb-505c61749a11 {{(pid=87870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:00:26.499986 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-0b795bd6-68c4-4c3a-92d6-0f200b0b6d5b tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:26.508037 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-f692ad75-e963-4afb-a433-8c3aae350c8d None None] Provisioning for port e2abdde7-b2f9-418a-823c-4f12d737e0ee completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:00:26.521880 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-f692ad75-e963-4afb-a433-8c3aae350c8d None None] Provisioning complete for port e2abdde7-b2f9-418a-823c-4f12d737e0ee triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:00:26.522486 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-f692ad75-e963-4afb-a433-8c3aae350c8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:26.723797 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.db_base_plugin_common [None req-516573dd-075f-4d4e-bdcb-2b8c8898b8ef None None] Allocated IP 172.20.0.2 (b5731189-c1a9-4cf3-84e9-a479628a234e/6e4f344e-5d63-4dc2-99f3-c8da127d83e1/276db526-578f-4e23-91ed-8322c2dc278e) {{(pid=87872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 12:00:26.802283 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-4c4264b8-be45-43d6-a701-89c21af6ec83 tempest-ExtraDHCPOptionsTestJSON-1808848560 tempest-ExtraDHCPOptionsTestJSON-1808848560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:26.807495 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-4c4264b8-be45-43d6-a701-89c21af6ec83 tempest-ExtraDHCPOptionsTestJSON-1808848560 tempest-ExtraDHCPOptionsTestJSON-1808848560-project] 10.222.0.30 "DELETE /v2.0/ports/9238d78b-ba0a-49a2-8729-2ac29994a250 HTTP/1.1" status: 204 len: 168 time: 1.9141200 Mar 28 12:00:26.808668 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 54752) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:00:26.838546 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-ab82439e-fef9-42cd-9a79-58fa5d80ade7 tempest-ExtraDHCPOptionsTestJSON-1808848560 tempest-ExtraDHCPOptionsTestJSON-1808848560-project] Request body: {'port': {'name': 'tempest-new-port-name-1078626141', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:00:26.838941 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.api.validators [None req-ab82439e-fef9-42cd-9a79-58fa5d80ade7 tempest-ExtraDHCPOptionsTestJSON-1808848560 tempest-ExtraDHCPOptionsTestJSON-1808848560-project] bootfile-name is not in valid_values {{(pid=87871) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 28 12:00:26.839285 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.api.validators [None req-ab82439e-fef9-42cd-9a79-58fa5d80ade7 tempest-ExtraDHCPOptionsTestJSON-1808848560 tempest-ExtraDHCPOptionsTestJSON-1808848560-project] tftp-server is not in valid_values {{(pid=87871) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 28 12:00:26.839647 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.api.validators [None req-ab82439e-fef9-42cd-9a79-58fa5d80ade7 tempest-ExtraDHCPOptionsTestJSON-1808848560 tempest-ExtraDHCPOptionsTestJSON-1808848560-project] server-ip-address is not in valid_values {{(pid=87871) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 28 12:00:26.858668 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-0b795bd6-68c4-4c3a-92d6-0f200b0b6d5b tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:26.868194 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-8d613b21-0464-4238-8387-f19bdcfce803 None None] Could not find standard attr ID for object 9238d78b-ba0a-49a2-8729-2ac29994a250. {{(pid=87872) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 28 12:00:26.900772 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-8d613b21-0464-4238-8387-f19bdcfce803 None None] Provisioning for port eed53ec8-78c0-4001-8acb-505c61749a11 completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:00:26.901526 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-f29f6249-ecf3-4fe6-b1ce-1eafc95a9cc4 tempest-SubnetPoolsTestJSON-510932686 tempest-SubnetPoolsTestJSON-510932686-project] Notify callbacks [] for subnetpool, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:26.905099 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-f29f6249-ecf3-4fe6-b1ce-1eafc95a9cc4 tempest-SubnetPoolsTestJSON-510932686 tempest-SubnetPoolsTestJSON-510932686-project] 10.222.0.30 "DELETE /v2.0/subnetpools/c5e4fca9-8ea3-43cd-b7de-0a0b4e29f7b0 HTTP/1.1" status: 204 len: 168 time: 1.1439865 Mar 28 12:00:26.918235 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-8d613b21-0464-4238-8387-f19bdcfce803 None None] Provisioning complete for port eed53ec8-78c0-4001-8acb-505c61749a11 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:00:26.918602 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-8d613b21-0464-4238-8387-f19bdcfce803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:26.925846 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 54756) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:00:26.999020 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-0b795bd6-68c4-4c3a-92d6-0f200b0b6d5b tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Calling delete_port for eed53ec8-78c0-4001-8acb-505c61749a11 owned by {{(pid=87870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:00:27.037130 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-6337357c-82d7-450d-a7a3-daae631a20d8 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:00:27.069464 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.api.v2.resource [None req-09611a3b-a053-4104-8235-984678c911dd tempest-SubnetPoolsTestJSON-510932686 tempest-SubnetPoolsTestJSON-510932686-project] show failed (client error): The resource could not be found. Mar 28 12:00:27.070860 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-09611a3b-a053-4104-8235-984678c911dd tempest-SubnetPoolsTestJSON-510932686 tempest-SubnetPoolsTestJSON-510932686-project] 10.222.0.30 "GET /v2.0/subnetpools/c5e4fca9-8ea3-43cd-b7de-0a0b4e29f7b0 HTTP/1.1" status: 404 len: 346 time: 0.1401143 Mar 28 12:00:27.079995 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 54760) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:00:27.086479 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-516573dd-075f-4d4e-bdcb-2b8c8898b8ef None None] Notify callbacks [] for port, precommit_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:27.094812 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-6337357c-82d7-450d-a7a3-daae631a20d8 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Usage tracker for resource:subnet and tenant:35b7084247a448e2b3e41f3619d7d4bc is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:00:27.100083 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-516573dd-075f-4d4e-bdcb-2b8c8898b8ef None None] Transition to ACTIVE for port object 276db526-578f-4e23-91ed-8322c2dc278e will not be triggered until provisioned by entity L2. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:00:27.102166 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.api.v2.resource [None req-890a53d1-13d3-4e0a-a328-b6551cb33eff tempest-SubnetPoolsTestJSON-510932686 tempest-SubnetPoolsTestJSON-510932686-project] delete failed (client error): The resource could not be found. Mar 28 12:00:27.103515 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-890a53d1-13d3-4e0a-a328-b6551cb33eff tempest-SubnetPoolsTestJSON-510932686 tempest-SubnetPoolsTestJSON-510932686-project] 10.222.0.30 "DELETE /v2.0/subnetpools/c5e4fca9-8ea3-43cd-b7de-0a0b4e29f7b0 HTTP/1.1" status: 404 len: 346 time: 0.0221698 Mar 28 12:00:27.112368 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-6337357c-82d7-450d-a7a3-daae631a20d8 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:00:27.129393 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-8d613b21-0464-4238-8387-f19bdcfce803 None None] Port eed53ec8-78c0-4001-8acb-505c61749a11 cannot update to ACTIVE because it is not bound. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 12:00:27.130352 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-6337357c-82d7-450d-a7a3-daae631a20d8 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:00:27.147324 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-8d613b21-0464-4238-8387-f19bdcfce803 None None] Provisioning complete for port 89116c8f-71a7-4616-ae06-5d24f1442253 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:00:27.148168 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-8d613b21-0464-4238-8387-f19bdcfce803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:27.221974 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21f6767-9199-4f16-8cda-cdfe37d95d14 req-d456609d-6562-4c37-9328-9a160d6c56f7 tempest-TestServerAdvancedOps-1304232803 tempest-TestServerAdvancedOps-1304232803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:00:27.223014 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-b21f6767-9199-4f16-8cda-cdfe37d95d14 req-d456609d-6562-4c37-9328-9a160d6c56f7 tempest-TestServerAdvancedOps-1304232803 tempest-TestServerAdvancedOps-1304232803-project] 10.222.0.30 "GET /v2.0/ports?device_id=930c3d21-4177-4948-930d-4cf1dbf57597 HTTP/1.1" status: 200 len: 946 time: 0.6207228 Mar 28 12:00:27.227075 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-8d613b21-0464-4238-8387-f19bdcfce803 None None] Port 89116c8f-71a7-4616-ae06-5d24f1442253 cannot update to ACTIVE because it is not bound. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 12:00:27.257241 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-ab82439e-fef9-42cd-9a79-58fa5d80ade7 tempest-ExtraDHCPOptionsTestJSON-1808848560 tempest-ExtraDHCPOptionsTestJSON-1808848560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:27.272930 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-516573dd-075f-4d4e-bdcb-2b8c8898b8ef None None] Transition to ACTIVE for port object 276db526-578f-4e23-91ed-8322c2dc278e will not be triggered until provisioned by entity DHCP. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:00:27.274230 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-0b795bd6-68c4-4c3a-92d6-0f200b0b6d5b tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:27.278683 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6337357c-82d7-450d-a7a3-daae631a20d8 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Made reservation on behalf of 35b7084247a448e2b3e41f3619d7d4bc for: {'subnet': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 12:00:27.281501 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-516573dd-075f-4d4e-bdcb-2b8c8898b8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241'] for port, after_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:27.282234 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-6337357c-82d7-450d-a7a3-daae631a20d8 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26551362'] for subnet, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:27.365229 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516573dd-075f-4d4e-bdcb-2b8c8898b8ef None None] Pushing event updated for resources: {'Port': ['ID=276db526-578f-4e23-91ed-8322c2dc278e,revision_number=1']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:00:27.382063 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-516573dd-075f-4d4e-bdcb-2b8c8898b8ef None None] Network b5731189-c1a9-4cf3-84e9-a479628a234e is already hosted by enough agents. {{(pid=87872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:00:27.383609 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.base_scheduler [None req-516573dd-075f-4d4e-bdcb-2b8c8898b8ef None None] Resources bound (agent type, host, resource id): {{(pid=87872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:00:27.385874 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-516573dd-075f-4d4e-bdcb-2b8c8898b8ef None None] Received port after_create {{(pid=87872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 12:00:27.545044 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b795bd6-68c4-4c3a-92d6-0f200b0b6d5b tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Pushing event deleted for resources: {'Port': ['ID=eed53ec8-78c0-4001-8acb-505c61749a11,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:00:27.546186 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-516573dd-075f-4d4e-bdcb-2b8c8898b8ef None None] Attempting to bind port 276db526-578f-4e23-91ed-8322c2dc278e on host dv-neutron-835340-2-hyperv for vnic_type normal with profile {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 12:00:27.546582 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-516573dd-075f-4d4e-bdcb-2b8c8898b8ef None None] Attempting to bind port 276db526-578f-4e23-91ed-8322c2dc278e by drivers openvswitch,hyperv on host dv-neutron-835340-2-hyperv at level 0 using segments [{'id': '59bd45ac-0d87-4282-b229-c2f95643423e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'b5731189-c1a9-4cf3-84e9-a479628a234e'}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 12:00:27.546941 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516573dd-075f-4d4e-bdcb-2b8c8898b8ef None None] Attempting to bind port 276db526-578f-4e23-91ed-8322c2dc278e on network b5731189-c1a9-4cf3-84e9-a479628a234e {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 12:00:27.559569 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516573dd-075f-4d4e-bdcb-2b8c8898b8ef None None] Checking agent: {'id': '961a16fe-cbc8-4264-ac28-bbbd53f89caa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 46, 6), 'started_at': datetime.datetime(2022, 3, 28, 11, 46, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 12, 0, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 12:00:27.559956 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516573dd-075f-4d4e-bdcb-2b8c8898b8ef None None] Checking segment: {'id': '59bd45ac-0d87-4282-b229-c2f95643423e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'b5731189-c1a9-4cf3-84e9-a479628a234e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 12:00:27.560361 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-516573dd-075f-4d4e-bdcb-2b8c8898b8ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:27.560749 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516573dd-075f-4d4e-bdcb-2b8c8898b8ef None None] Bound using segment: {'id': '59bd45ac-0d87-4282-b229-c2f95643423e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'b5731189-c1a9-4cf3-84e9-a479628a234e'} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 12:00:27.561221 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-516573dd-075f-4d4e-bdcb-2b8c8898b8ef None None] Bound port: 276db526-578f-4e23-91ed-8322c2dc278e, host: dv-neutron-835340-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59bd45ac-0d87-4282-b229-c2f95643423e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'b5731189-c1a9-4cf3-84e9-a479628a234e'}}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 12:00:27.561599 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-516573dd-075f-4d4e-bdcb-2b8c8898b8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:27.566586 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 54768) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:00:27.640967 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-0b795bd6-68c4-4c3a-92d6-0f200b0b6d5b tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:27.654955 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-0b795bd6-68c4-4c3a-92d6-0f200b0b6d5b tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "DELETE /v2.0/ports/eed53ec8-78c0-4001-8acb-505c61749a11 HTTP/1.1" status: 204 len: 168 time: 1.2537799 Mar 28 12:00:27.655678 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 54774) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:00:27.685690 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-516573dd-075f-4d4e-bdcb-2b8c8898b8ef None None] For port 276db526-578f-4e23-91ed-8322c2dc278e, host dv-neutron-835340-2-hyperv, cleared binding levels {{(pid=87872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 12:00:27.692760 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-516573dd-075f-4d4e-bdcb-2b8c8898b8ef None None] For port 276db526-578f-4e23-91ed-8322c2dc278e, host dv-neutron-835340-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=276db526-578f-4e23-91ed-8322c2dc278e,segment=NetworkSegment(59bd45ac-0d87-4282-b229-c2f95643423e),segment_id=59bd45ac-0d87-4282-b229-c2f95643423e)] {{(pid=87872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 12:00:27.702615 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-516573dd-075f-4d4e-bdcb-2b8c8898b8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:27.724444 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-b21f6767-9199-4f16-8cda-cdfe37d95d14 req-23a7956a-98f6-4b2c-a732-36a3b6e1fb77 tempest-TestServerAdvancedOps-1304232803 tempest-TestServerAdvancedOps-1304232803-project] 10.222.0.30 "GET /v2.0/security-groups?id=f8f1f9e9-ff2e-444f-8155-195accb6fa66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4873447 Mar 28 12:00:27.758716 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.db.ipam_backend_mixin [None req-6337357c-82d7-450d-a7a3-daae631a20d8 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 6e4f344e-5d63-4dc2-99f3-c8da127d83e1 (CIDR: 172.20.0.0/28) Mar 28 12:00:27.777791 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ecb90eb-8013-487a-9914-e4b3af8fc8ce tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:00:27.778563 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-0ecb90eb-8013-487a-9914-e4b3af8fc8ce tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Synchronizing usage tracker for tenant:b4adfe5c8b3a4e57a1afd1d44c455245 on resource:port {{(pid=87870) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:00:27.849385 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-0ecb90eb-8013-487a-9914-e4b3af8fc8ce tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Unset dirty status for tenant:b4adfe5c8b3a4e57a1afd1d44c455245 on resource:port {{(pid=87870) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:00:27.855039 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-0ecb90eb-8013-487a-9914-e4b3af8fc8ce tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1982605 Mar 28 12:00:27.855687 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 54780) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:00:27.880248 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516573dd-075f-4d4e-bdcb-2b8c8898b8ef None None] Pushing event updated for resources: {'Port': ['ID=276db526-578f-4e23-91ed-8322c2dc278e,revision_number=2']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:00:27.941415 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.pecan_wsgi.hooks.translation [None req-6337357c-82d7-450d-a7a3-daae631a20d8 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 12:00:27.942098 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6337357c-82d7-450d-a7a3-daae631a20d8 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 12:00:28.034534 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c338851-5eec-40c3-a161-10af28e27413 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:00:28.048154 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-9c338851-5eec-40c3-a161-10af28e27413 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1910348 Mar 28 12:00:28.050413 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 54786) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:00:28.158975 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3650a6c5-bdc8-4f89-a03d-024b171d0edf tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:00:28.164180 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3650a6c5-bdc8-4f89-a03d-024b171d0edf tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:00:28.166371 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3650a6c5-bdc8-4f89-a03d-024b171d0edf tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:00:28.167210 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-3650a6c5-bdc8-4f89-a03d-024b171d0edf tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Synchronizing usage tracker for tenant:b4adfe5c8b3a4e57a1afd1d44c455245 on resource:subnet {{(pid=87870) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:00:28.191380 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-3650a6c5-bdc8-4f89-a03d-024b171d0edf tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Unset dirty status for tenant:b4adfe5c8b3a4e57a1afd1d44c455245 on resource:subnet {{(pid=87870) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:00:28.193702 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-3650a6c5-bdc8-4f89-a03d-024b171d0edf tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1421809 Mar 28 12:00:28.196264 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 54790) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:00:28.209359 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-e6c6601f-afe1-4e61-97e8-2f576593b665 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:28.247567 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-6337357c-82d7-450d-a7a3-daae631a20d8 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.3059614 Mar 28 12:00:28.253930 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 54794) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:00:28.265392 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-94870d4d-1542-4e04-978e-004b40402e7c tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Request body: {'subnet': {'network_id': 'b5731189-c1a9-4cf3-84e9-a479628a234e', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:00:28.326062 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-9c07cb58-8310-4a7f-925b-e6c51d026698 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:28.373164 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-e6c6601f-afe1-4e61-97e8-2f576593b665 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:00:28.383048 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-e6c6601f-afe1-4e61-97e8-2f576593b665 admin admin] Usage tracker for resource:security_group_rule and tenant:e6366407dd5640809897dcc6c125abe1 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:00:28.391663 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-e6c6601f-afe1-4e61-97e8-2f576593b665 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:00:28.398525 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.db_base_plugin_v2 [None req-781d3bdf-79e7-448a-8bdf-e3f731bb922b tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Deleting subnet aa2e23b4-e575-41a6-b717-8ada0f5cdd97 {{(pid=87870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 12:00:28.403010 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-781d3bdf-79e7-448a-8bdf-e3f731bb922b tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks [] for subnet, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:28.480509 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-781d3bdf-79e7-448a-8bdf-e3f731bb922b tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3591354'] for subnet, precommit_delete_associations {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:28.560013 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-94870d4d-1542-4e04-978e-004b40402e7c tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:00:28.570190 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-94870d4d-1542-4e04-978e-004b40402e7c tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Usage tracker for resource:subnet and tenant:35b7084247a448e2b3e41f3619d7d4bc is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:00:28.575654 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-94870d4d-1542-4e04-978e-004b40402e7c tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:00:28.587577 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-94870d4d-1542-4e04-978e-004b40402e7c tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:00:28.602874 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94870d4d-1542-4e04-978e-004b40402e7c tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Made reservation on behalf of 35b7084247a448e2b3e41f3619d7d4bc for: {'subnet': 1} {{(pid=87870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 12:00:28.604319 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-e6c6601f-afe1-4e61-97e8-2f576593b665 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:00:28.606362 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-94870d4d-1542-4e04-978e-004b40402e7c tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2563571'] for subnet, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:28.636734 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-781d3bdf-79e7-448a-8bdf-e3f731bb922b tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1919782'] for subnet, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:28.809051 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-781d3bdf-79e7-448a-8bdf-e3f731bb922b tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1919805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2561174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2563528'] for subnet, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:28.825851 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924a82fa-d1ae-40eb-8446-396b2bd0b448 req-d31ba261-3b15-41d7-95b1-3829de18b561 tempest-TestServerAdvancedOps-1304232803 tempest-TestServerAdvancedOps-1304232803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:00:28.832749 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-924a82fa-d1ae-40eb-8446-396b2bd0b448 req-d31ba261-3b15-41d7-95b1-3829de18b561 tempest-TestServerAdvancedOps-1304232803 tempest-TestServerAdvancedOps-1304232803-project] 10.222.0.30 "GET /v2.0/ports?device_id=930c3d21-4177-4948-930d-4cf1dbf57597 HTTP/1.1" status: 200 len: 946 time: 0.5993128 Mar 28 12:00:28.854356 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d3bdf-79e7-448a-8bdf-e3f731bb922b tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Pushing event deleted for resources: {'Subnet': ['ID=aa2e23b4-e575-41a6-b717-8ada0f5cdd97,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:00:28.860070 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-781d3bdf-79e7-448a-8bdf-e3f731bb922b tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks [] for subnet, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:28.864519 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcfe42e-5082-4e07-9204-33fa0cfc346b req-71d074f6-6df3-4dc4-b7d2-727b253ef06f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:00:28.866026 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-2fcfe42e-5082-4e07-9204-33fa0cfc346b req-71d074f6-6df3-4dc4-b7d2-727b253ef06f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2a1e81166ea44cb2b2b47dda4f84a6f1&device_id=930c3d21-4177-4948-930d-4cf1dbf57597 HTTP/1.1" status: 200 len: 1099 time: 0.6305435 Mar 28 12:00:28.869839 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b27186b5-69f7-4a76-a4ce-4955072ad60c None None] Network e95a87e2-4c44-46e2-9de5-2786cbaea69c requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 12:00:28.872622 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-ab82439e-fef9-42cd-9a79-58fa5d80ade7 tempest-ExtraDHCPOptionsTestJSON-1808848560 tempest-ExtraDHCPOptionsTestJSON-1808848560-project] Notify callbacks [] for port, precommit_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:28.908850 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-781d3bdf-79e7-448a-8bdf-e3f731bb922b tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "DELETE /v2.0/subnets/aa2e23b4-e575-41a6-b717-8ada0f5cdd97 HTTP/1.1" status: 204 len: 168 time: 0.7114520 Mar 28 12:00:28.914897 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 54798) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:00:28.968917 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-ab82439e-fef9-42cd-9a79-58fa5d80ade7 tempest-ExtraDHCPOptionsTestJSON-1808848560 tempest-ExtraDHCPOptionsTestJSON-1808848560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2363241'] for port, after_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:29.007674 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.db_base_plugin_v2 [None req-36298c64-a929-44cf-99d7-72d8994e11bc tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Deleting subnet b7c60047-a1d8-4bb8-972d-454b1b9b6350 {{(pid=87870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 12:00:29.010591 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-36298c64-a929-44cf-99d7-72d8994e11bc tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks [] for subnet, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:29.068699 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-36298c64-a929-44cf-99d7-72d8994e11bc tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3591354'] for subnet, precommit_delete_associations {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:29.154541 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab82439e-fef9-42cd-9a79-58fa5d80ade7 tempest-ExtraDHCPOptionsTestJSON-1808848560 tempest-ExtraDHCPOptionsTestJSON-1808848560-project] Pushing event updated for resources: {'Port': ['ID=89116c8f-71a7-4616-ae06-5d24f1442253,revision_number=2']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:00:29.161416 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-36298c64-a929-44cf-99d7-72d8994e11bc tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1919782'] for subnet, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:29.216452 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a006ff62-1e31-4d93-9879-217adb83b1a7 None None] Network b5731189-c1a9-4cf3-84e9-a479628a234e requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 12:00:29.269733 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-36298c64-a929-44cf-99d7-72d8994e11bc tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1919805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2561174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2563528'] for subnet, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:29.338890 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36298c64-a929-44cf-99d7-72d8994e11bc tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Pushing event deleted for resources: {'Subnet': ['ID=b7c60047-a1d8-4bb8-972d-454b1b9b6350,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:00:29.342417 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-36298c64-a929-44cf-99d7-72d8994e11bc tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks [] for subnet, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:29.357433 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-94870d4d-1542-4e04-978e-004b40402e7c tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2561241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2563521'] for subnet, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:29.372850 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-ab82439e-fef9-42cd-9a79-58fa5d80ade7 tempest-ExtraDHCPOptionsTestJSON-1808848560 tempest-ExtraDHCPOptionsTestJSON-1808848560-project] In _notify_port_updated(), no bound segment for port 89116c8f-71a7-4616-ae06-5d24f1442253 on network 6fdbe5d5-9596-4bae-810f-a1cf831aa131 {{(pid=87871) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 28 12:00:29.378898 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab82439e-fef9-42cd-9a79-58fa5d80ade7 tempest-ExtraDHCPOptionsTestJSON-1808848560 tempest-ExtraDHCPOptionsTestJSON-1808848560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:00:29.380898 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-ab82439e-fef9-42cd-9a79-58fa5d80ade7 tempest-ExtraDHCPOptionsTestJSON-1808848560 tempest-ExtraDHCPOptionsTestJSON-1808848560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:29.395106 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-36298c64-a929-44cf-99d7-72d8994e11bc tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "DELETE /v2.0/subnets/b7c60047-a1d8-4bb8-972d-454b1b9b6350 HTTP/1.1" status: 204 len: 168 time: 0.4773846 Mar 28 12:00:29.395106 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 54804) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:00:29.395397 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-ab82439e-fef9-42cd-9a79-58fa5d80ade7 tempest-ExtraDHCPOptionsTestJSON-1808848560 tempest-ExtraDHCPOptionsTestJSON-1808848560-project] 10.222.0.30 "PUT /v2.0/ports/89116c8f-71a7-4616-ae06-5d24f1442253 HTTP/1.1" status: 200 len: 1136 time: 2.5782800 Mar 28 12:00:29.398569 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-924a82fa-d1ae-40eb-8446-396b2bd0b448 req-d3ab6791-b178-44df-8f6a-e8eda8488df6 tempest-TestServerAdvancedOps-1304232803 tempest-TestServerAdvancedOps-1304232803-project] 10.222.0.30 "GET /v2.0/security-groups?id=f8f1f9e9-ff2e-444f-8155-195accb6fa66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5650365 Mar 28 12:00:29.399073 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 54806) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:00:29.526701 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-5cb36f08-e41a-4898-9fc9-5c1163e23c64 None None] Provisioning for port 276db526-578f-4e23-91ed-8322c2dc278e completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:00:29.534109 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-91dee0e6-b730-4705-9616-bb101e8e1977 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1199498 Mar 28 12:00:29.562298 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 54814) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:00:29.583104 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdcffef8-5afa-4f74-9fb7-6febef63a775 tempest-ExtraDHCPOptionsTestJSON-1808848560 tempest-ExtraDHCPOptionsTestJSON-1808848560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:00:29.584599 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-bdcffef8-5afa-4f74-9fb7-6febef63a775 tempest-ExtraDHCPOptionsTestJSON-1808848560 tempest-ExtraDHCPOptionsTestJSON-1808848560-project] 10.222.0.30 "GET /v2.0/ports/89116c8f-71a7-4616-ae06-5d24f1442253 HTTP/1.1" status: 200 len: 1136 time: 0.1882217 Mar 28 12:00:29.591933 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-5d550782-8624-46c9-8f16-1a20dcec0cf7 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Request body: {'subnet': {'network_id': 'e95a87e2-4c44-46e2-9de5-2786cbaea69c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:00:29.596245 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94870d4d-1542-4e04-978e-004b40402e7c tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Network b5731189-c1a9-4cf3-84e9-a479628a234e is already hosted by enough agents. {{(pid=87870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:00:29.597979 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 54820) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:00:29.604106 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.base_scheduler [None req-94870d4d-1542-4e04-978e-004b40402e7c tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Resources bound (agent type, host, resource id): {{(pid=87870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:00:29.608370 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94870d4d-1542-4e04-978e-004b40402e7c tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:00:29.609076 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-94870d4d-1542-4e04-978e-004b40402e7c tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks [] for subnet, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:29.621277 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 276db526-578f-4e23-91ed-8322c2dc278e up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:00:29.743749 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94870d4d-1542-4e04-978e-004b40402e7c tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Pushing event updated for resources: {'Subnet': ['ID=0436a82b-f565-4eda-9354-d9531154b5ef,revision_number=0']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:00:29.753193 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-660af95e-e39d-407b-a930-b62b100835cb None None] Provisioning complete for port 89116c8f-71a7-4616-ae06-5d24f1442253 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:00:29.753793 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-660af95e-e39d-407b-a930-b62b100835cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:29.765104 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-94870d4d-1542-4e04-978e-004b40402e7c tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.5065229 Mar 28 12:00:29.772528 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-5d550782-8624-46c9-8f16-1a20dcec0cf7 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:00:29.775139 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 54824) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:00:29.785162 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-e6c6601f-afe1-4e61-97e8-2f576593b665 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:29.787308 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-5d550782-8624-46c9-8f16-1a20dcec0cf7 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Usage tracker for resource:subnet and tenant:b4adfe5c8b3a4e57a1afd1d44c455245 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:00:29.794756 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-434c4e90-bbc0-449c-8076-145a56bc6a4f tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Request body: {'port': {'network_id': 'b5731189-c1a9-4cf3-84e9-a479628a234e', 'fixed_ips': [{'subnet_id': '6e4f344e-5d63-4dc2-99f3-c8da127d83e1'}, {'subnet_id': '0436a82b-f565-4eda-9354-d9531154b5ef'}], 'name': 'tempest-PortsTestJSON-2068390628'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:00:29.819928 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-cd1bd42a-cbe3-4ec6-bd7a-d7ac7eaa27a1 tempest-ExtraDHCPOptionsTestJSON-1808848560 tempest-ExtraDHCPOptionsTestJSON-1808848560-project] Deleting port 89116c8f-71a7-4616-ae06-5d24f1442253 {{(pid=87870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:00:29.820281 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-cd1bd42a-cbe3-4ec6-bd7a-d7ac7eaa27a1 tempest-ExtraDHCPOptionsTestJSON-1808848560 tempest-ExtraDHCPOptionsTestJSON-1808848560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:29.825758 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-5d550782-8624-46c9-8f16-1a20dcec0cf7 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:00:29.829021 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcfe42e-5082-4e07-9204-33fa0cfc346b req-f8b702b4-7a86-4061-bbd3-279d40023299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:00:29.830494 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-2fcfe42e-5082-4e07-9204-33fa0cfc346b req-f8b702b4-7a86-4061-bbd3-279d40023299 service neutron] 10.222.0.11 "GET /v2.0/networks?id=e9e5c70d-c726-4631-869b-4d042805a677 HTTP/1.1" status: 200 len: 911 time: 0.8708563 Mar 28 12:00:29.850344 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-e6c6601f-afe1-4e61-97e8-2f576593b665 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:29.860494 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-5d550782-8624-46c9-8f16-1a20dcec0cf7 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:00:29.880046 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-660af95e-e39d-407b-a930-b62b100835cb None None] Port 89116c8f-71a7-4616-ae06-5d24f1442253 cannot update to ACTIVE because it is not bound. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 12:00:29.919863 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning for port 276db526-578f-4e23-91ed-8322c2dc278e completed by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:00:29.942834 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port 276db526-578f-4e23-91ed-8322c2dc278e triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:00:29.943354 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:29.993506 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-2fcfe42e-5082-4e07-9204-33fa0cfc346b req-57e437bd-bdf3-4f40-9ec6-f903e164a940 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5273c1bc-cf51-40e6-9eec-6a3c529346bf HTTP/1.1" status: 200 len: 217 time: 0.1546531 Mar 28 12:00:30.069315 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac1314a0-5860-4976-a3ca-d2d6c5778f7a None None] Network e95a87e2-4c44-46e2-9de5-2786cbaea69c requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 12:00:30.072468 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-e6c6601f-afe1-4e61-97e8-2f576593b665 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e6366407dd5640809897dcc6c125abe1&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4811110 Mar 28 12:00:30.076768 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d550782-8624-46c9-8f16-1a20dcec0cf7 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Made reservation on behalf of b4adfe5c8b3a4e57a1afd1d44c455245 for: {'subnet': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 12:00:30.080134 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-5d550782-8624-46c9-8f16-1a20dcec0cf7 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26551362'] for subnet, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:30.103235 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 54828) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:00:30.110738 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.db_base_plugin_common [None req-9c07cb58-8310-4a7f-925b-e6c51d026698 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Allocated IP 172.20.0.1 (454ec8d0-cf0d-4891-a3da-f7681dcf6352/76f09993-c164-4bc4-b4b5-b39564fe6344/ac971300-363f-4919-8b88-bf87aabdfdb2) {{(pid=87871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 12:00:30.118812 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c6601f-afe1-4e61-97e8-2f576593b665 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6789787-5a7c-4145-a547-78a8ff57ab8e,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:00:30.142202 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-1aa2a0bb-6780-4075-860c-b31277aaa316 req-1ff513f9-07be-48f5-90dd-753cfb802598 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=87bd8c58-7f15-410e-aa63-e83fafd3b215&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.5397844 Mar 28 12:00:30.245000 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcfe42e-5082-4e07-9204-33fa0cfc346b req-31c13256-c7b1-41bc-9c57-707573d40e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:00:30.247042 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-2fcfe42e-5082-4e07-9204-33fa0cfc346b req-31c13256-c7b1-41bc-9c57-707573d40e12 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5fe6df76-b9ac-4055-a57c-c2c186e5eae4 HTTP/1.1" status: 200 len: 851 time: 0.2301743 Mar 28 12:00:30.257066 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-84611512-019a-404c-ab15-b869bfd845b2 None None] Provisioning complete for port e2abdde7-b2f9-418a-823c-4f12d737e0ee triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:00:30.257600 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-84611512-019a-404c-ab15-b869bfd845b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:30.306381 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8061780b-3821-41e0-a685-7bdd9ecd2ba7 None None] Update dhcp port {'port': {'network_id': 'b5731189-c1a9-4cf3-84e9-a479628a234e', 'fixed_ips': [{'subnet_id': '6e4f344e-5d63-4dc2-99f3-c8da127d83e1', 'ip_address': '172.20.0.2'}, {'subnet_id': '0436a82b-f565-4eda-9354-d9531154b5ef'}], 'binding:host_id': 'dv-neutron-835340-2-hyperv'}, 'id': '276db526-578f-4e23-91ed-8322c2dc278e'} from dv-neutron-835340-2-hyperv. {{(pid=87872) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 28 12:00:30.317516 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-434c4e90-bbc0-449c-8076-145a56bc6a4f tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:00:30.339718 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-434c4e90-bbc0-449c-8076-145a56bc6a4f tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Usage tracker for resource:port and tenant:35b7084247a448e2b3e41f3619d7d4bc is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:00:30.343293 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-434c4e90-bbc0-449c-8076-145a56bc6a4f tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:00:30.368796 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-2fcfe42e-5082-4e07-9204-33fa0cfc346b req-1115ec2a-1c46-43c3-be6b-d1ecd227657a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e9e5c70d-c726-4631-869b-4d042805a677&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1132650 Mar 28 12:00:30.379153 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-434c4e90-bbc0-449c-8076-145a56bc6a4f tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:00:30.386998 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:30.391618 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c3cff101-94d4-47a6-bf00-c9ae54a458dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:30.462794 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-434c4e90-bbc0-449c-8076-145a56bc6a4f tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Made reservation on behalf of 35b7084247a448e2b3e41f3619d7d4bc for: {'port': 1} {{(pid=87870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 12:00:30.481170 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] For port 276db526-578f-4e23-91ed-8322c2dc278e, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=276db526-578f-4e23-91ed-8322c2dc278e,segment=NetworkSegment(59bd45ac-0d87-4282-b229-c2f95643423e),segment_id=59bd45ac-0d87-4282-b229-c2f95643423e)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:00:30.499924 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-8061780b-3821-41e0-a685-7bdd9ecd2ba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:30.527693 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:30.607325 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c3cff101-94d4-47a6-bf00-c9ae54a458dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:30.684695 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-cd1bd42a-cbe3-4ec6-bd7a-d7ac7eaa27a1 tempest-ExtraDHCPOptionsTestJSON-1808848560 tempest-ExtraDHCPOptionsTestJSON-1808848560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:30.698090 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-9c07cb58-8310-4a7f-925b-e6c51d026698 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks [] for port, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:30.700384 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa2a0bb-6780-4075-860c-b31277aaa316 req-cdfed24a-0b8f-4f50-a1fd-b9e1401ed2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:00:30.701875 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-1aa2a0bb-6780-4075-860c-b31277aaa316 req-cdfed24a-0b8f-4f50-a1fd-b9e1401ed2b7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=527195c95736491ca1967a42cc300275&device_id=87bd8c58-7f15-410e-aa63-e83fafd3b215 HTTP/1.1" status: 200 len: 1098 time: 0.4387133 Mar 28 12:00:30.810006 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Pushing event updated for resources: {'Port': ['ID=276db526-578f-4e23-91ed-8322c2dc278e,revision_number=3']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:00:30.833485 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-2fcfe42e-5082-4e07-9204-33fa0cfc346b req-4c1ce25f-d3dd-497f-a4eb-94bc997dde37 service neutron] 10.222.0.11 "GET /v2.0/networks/e9e5c70d-c726-4631-869b-4d042805a677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4549096 Mar 28 12:00:30.956260 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-9c07cb58-8310-4a7f-925b-e6c51d026698 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:30.956652 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.db_base_plugin_common [None req-8061780b-3821-41e0-a685-7bdd9ecd2ba7 None None] Allocated IP 172.20.0.18 (b5731189-c1a9-4cf3-84e9-a479628a234e/0436a82b-f565-4eda-9354-d9531154b5ef/276db526-578f-4e23-91ed-8322c2dc278e) {{(pid=87872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 12:00:30.966956 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-cd1bd42a-cbe3-4ec6-bd7a-d7ac7eaa27a1 tempest-ExtraDHCPOptionsTestJSON-1808848560 tempest-ExtraDHCPOptionsTestJSON-1808848560-project] Calling delete_port for 89116c8f-71a7-4616-ae06-5d24f1442253 owned by {{(pid=87870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:00:31.006994 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-434c4e90-bbc0-449c-8076-145a56bc6a4f tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:31.012034 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47136cbb-2162-4a38-a6a5-67e7141d68ee None None] DHCP port deletion for e95a87e2-4c44-46e2-9de5-2786cbaea69c request from dv-neutron-835340-2-hyperv {{(pid=87872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 12:00:31.071165 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa2a0bb-6780-4075-860c-b31277aaa316 req-28348125-e210-473d-a778-91b5ab9f22c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:00:31.072643 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-1aa2a0bb-6780-4075-860c-b31277aaa316 req-28348125-e210-473d-a778-91b5ab9f22c7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3eabdfb2-13df-46a0-90ee-a82c1c8f310b HTTP/1.1" status: 200 len: 896 time: 0.2413948 Mar 28 12:00:31.073282 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c3cff101-94d4-47a6-bf00-c9ae54a458dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:31.079929 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.notifiers.nova [None req-434c4e90-bbc0-449c-8076-145a56bc6a4f tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] device_id is not set on port 256262f4-e92e-4df7-aa7e-50bda0b7a15a yet. {{(pid=87870) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 12:00:31.083848 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-47136cbb-2162-4a38-a6a5-67e7141d68ee None None] Deleting port e2abdde7-b2f9-418a-823c-4f12d737e0ee {{(pid=87872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:00:31.085249 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-47136cbb-2162-4a38-a6a5-67e7141d68ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:31.100841 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9a8fa0-8089-40dd-ba31-b0c2934f2931 req-e2b1e437-b4f2-4ff5-82c3-b74812ce12af tempest-TestServerAdvancedOps-1304232803 tempest-TestServerAdvancedOps-1304232803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:00:31.102412 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-1b9a8fa0-8089-40dd-ba31-b0c2934f2931 req-e2b1e437-b4f2-4ff5-82c3-b74812ce12af tempest-TestServerAdvancedOps-1304232803 tempest-TestServerAdvancedOps-1304232803-project] 10.222.0.30 "GET /v2.0/ports?device_id=930c3d21-4177-4948-930d-4cf1dbf57597 HTTP/1.1" status: 200 len: 946 time: 0.4095817 Mar 28 12:00:31.125066 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c07cb58-8310-4a7f-925b-e6c51d026698 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Network 454ec8d0-cf0d-4891-a3da-f7681dcf6352 is already hosted by enough agents. {{(pid=87871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:00:31.133309 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-9c07cb58-8310-4a7f-925b-e6c51d026698 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Resources bound (agent type, host, resource id): {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:00:31.156035 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c07cb58-8310-4a7f-925b-e6c51d026698 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Received port after_create {{(pid=87871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 12:00:31.204853 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cff101-94d4-47a6-bf00-c9ae54a458dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6789787-5a7c-4145-a547-78a8ff57ab8e,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:00:31.219503 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-8061780b-3821-41e0-a685-7bdd9ecd2ba7 None None] For port 276db526-578f-4e23-91ed-8322c2dc278e, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=276db526-578f-4e23-91ed-8322c2dc278e,segment=NetworkSegment(59bd45ac-0d87-4282-b229-c2f95643423e),segment_id=59bd45ac-0d87-4282-b229-c2f95643423e)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:00:31.235154 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c07cb58-8310-4a7f-925b-e6c51d026698 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Pushing event updated for resources: {'Port': ['ID=ac971300-363f-4919-8b88-bf87aabdfdb2,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:00:31.259188 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c3cff101-94d4-47a6-bf00-c9ae54a458dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:31.262956 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-c3cff101-94d4-47a6-bf00-c9ae54a458dc admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c6789787-5a7c-4145-a547-78a8ff57ab8e HTTP/1.1" status: 204 len: 168 time: 1.1532085 Mar 28 12:00:31.279420 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-1b9a8fa0-8089-40dd-ba31-b0c2934f2931 req-7a74a112-ae5b-4638-b8fc-e08234a53b53 tempest-TestServerAdvancedOps-1304232803 tempest-TestServerAdvancedOps-1304232803-project] 10.222.0.30 "GET /v2.0/security-groups?id=f8f1f9e9-ff2e-444f-8155-195accb6fa66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664248 Mar 28 12:00:31.355236 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-8061780b-3821-41e0-a685-7bdd9ecd2ba7 None None] Notify callbacks [] for port, precommit_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:31.361996 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-1aa2a0bb-6780-4075-860c-b31277aaa316 req-5a9253bb-ea16-40d9-8c15-9a5f299e807c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=12748102-4760-40db-84c0-2bcd579ab8d7 HTTP/1.1" status: 200 len: 1001 time: 0.2352819 Mar 28 12:00:31.371596 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-2fcfe42e-5082-4e07-9204-33fa0cfc346b req-fd9b1239-cdc8-4a1c-9719-c3db4425749c service neutron] 10.222.0.11 "GET /v2.0/networks/e9e5c70d-c726-4631-869b-4d042805a677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5309558 Mar 28 12:00:31.417829 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-9c07cb58-8310-4a7f-925b-e6c51d026698 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-709483'] for router_interface, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:31.456960 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-47136cbb-2162-4a38-a6a5-67e7141d68ee None None] For port e2abdde7-b2f9-418a-823c-4f12d737e0ee, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=e2abdde7-b2f9-418a-823c-4f12d737e0ee,segment=NetworkSegment(bd053757-b8b4-4f3a-b553-aa242f2d15d2),segment_id=bd053757-b8b4-4f3a-b553-aa242f2d15d2)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:00:31.458256 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-47136cbb-2162-4a38-a6a5-67e7141d68ee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:31.580887 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.objects.ports [None req-5d550782-8624-46c9-8f16-1a20dcec0cf7 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87871) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 28 12:00:31.617854 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-cd1bd42a-cbe3-4ec6-bd7a-d7ac7eaa27a1 tempest-ExtraDHCPOptionsTestJSON-1808848560 tempest-ExtraDHCPOptionsTestJSON-1808848560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:31.620462 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa2a0bb-6780-4075-860c-b31277aaa316 req-08d165fb-6cc5-427f-a73c-bf8325aafea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:00:31.621952 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-1aa2a0bb-6780-4075-860c-b31277aaa316 req-08d165fb-6cc5-427f-a73c-bf8325aafea5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7e493e4f-4143-4d86-a3fc-05446ad68796 HTTP/1.1" status: 200 len: 835 time: 0.2228987 Mar 28 12:00:31.648221 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-8061780b-3821-41e0-a685-7bdd9ecd2ba7 None None] Transition to ACTIVE for port object 276db526-578f-4e23-91ed-8322c2dc278e will not be triggered until provisioned by entity DHCP. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:00:31.651034 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 276db526-578f-4e23-91ed-8322c2dc278e up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:00:31.685772 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-47136cbb-2162-4a38-a6a5-67e7141d68ee None None] Calling delete_port for e2abdde7-b2f9-418a-823c-4f12d737e0ee owned by network:dhcp {{(pid=87872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:00:31.722715 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-8061780b-3821-41e0-a685-7bdd9ecd2ba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:31.882953 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1bd42a-cbe3-4ec6-bd7a-d7ac7eaa27a1 tempest-ExtraDHCPOptionsTestJSON-1808848560 tempest-ExtraDHCPOptionsTestJSON-1808848560-project] Pushing event deleted for resources: {'Port': ['ID=89116c8f-71a7-4616-ae06-5d24f1442253,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:00:31.914348 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-9c07cb58-8310-4a7f-925b-e6c51d026698 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:31.926116 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-5d550782-8624-46c9-8f16-1a20dcec0cf7 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:31.959105 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8061780b-3821-41e0-a685-7bdd9ecd2ba7 None None] Pushing event updated for resources: {'Port': ['ID=276db526-578f-4e23-91ed-8322c2dc278e,revision_number=4']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:00:31.968864 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.db.api [None req-47136cbb-2162-4a38-a6a5-67e7141d68ee None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87872) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 12:00:31.969565 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG oslo_db.api [None req-47136cbb-2162-4a38-a6a5-67e7141d68ee None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 12:00:32.055724 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device e2abdde7-b2f9-418a-823c-4f12d737e0ee no longer exists at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 12:00:32.233444 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-cd1bd42a-cbe3-4ec6-bd7a-d7ac7eaa27a1 tempest-ExtraDHCPOptionsTestJSON-1808848560 tempest-ExtraDHCPOptionsTestJSON-1808848560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:32.276459 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:32.279244 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa2a0bb-6780-4075-860c-b31277aaa316 req-3fdf4101-6cc0-4a9e-a5c1-66ceacb8de1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:00:32.280969 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-1aa2a0bb-6780-4075-860c-b31277aaa316 req-3fdf4101-6cc0-4a9e-a5c1-66ceacb8de1c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3eabdfb2-13df-46a0-90ee-a82c1c8f310b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6155467 Mar 28 12:00:32.290373 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-cd1bd42a-cbe3-4ec6-bd7a-d7ac7eaa27a1 tempest-ExtraDHCPOptionsTestJSON-1808848560 tempest-ExtraDHCPOptionsTestJSON-1808848560-project] 10.222.0.30 "DELETE /v2.0/ports/89116c8f-71a7-4616-ae06-5d24f1442253 HTTP/1.1" status: 204 len: 168 time: 2.6840701 Mar 28 12:00:32.291327 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 54838) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:00:32.317293 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-b2553a21-32f7-464a-9376-097043f4ae1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:32.379460 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.db [None req-5d550782-8624-46c9-8f16-1a20dcec0cf7 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] For port e2abdde7-b2f9-418a-823c-4f12d737e0ee, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=e2abdde7-b2f9-418a-823c-4f12d737e0ee,segment=NetworkSegment(bd053757-b8b4-4f3a-b553-aa242f2d15d2),segment_id=bd053757-b8b4-4f3a-b553-aa242f2d15d2)] {{(pid=87871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:00:32.394449 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.db_base_plugin_v2 [None req-033c1e5f-b535-421a-8452-3331ad6ffb4c tempest-ExtraDHCPOptionsTestJSON-1808848560 tempest-ExtraDHCPOptionsTestJSON-1808848560-project] Deleting subnet 4c0cc1f0-5532-42be-a455-c7decca76409 {{(pid=87870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 12:00:32.398914 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-033c1e5f-b535-421a-8452-3331ad6ffb4c tempest-ExtraDHCPOptionsTestJSON-1808848560 tempest-ExtraDHCPOptionsTestJSON-1808848560-project] Notify callbacks [] for subnet, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:32.471194 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-47136cbb-2162-4a38-a6a5-67e7141d68ee None None] Deleting port e2abdde7-b2f9-418a-823c-4f12d737e0ee {{(pid=87872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:00:32.472027 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-47136cbb-2162-4a38-a6a5-67e7141d68ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:32.607784 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.db.resource_extend [None req-5d550782-8624-46c9-8f16-1a20dcec0cf7 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 28 12:00:32.628693 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-5d550782-8624-46c9-8f16-1a20dcec0cf7 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks [] for port, precommit_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:32.648899 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-5d550782-8624-46c9-8f16-1a20dcec0cf7 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2363241'] for port, after_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:32.649617 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-5d550782-8624-46c9-8f16-1a20dcec0cf7 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2364128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26551408'] for subnet, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:32.684530 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.db_base_plugin_common [None req-434c4e90-bbc0-449c-8076-145a56bc6a4f tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Allocated IP 172.20.0.12 (b5731189-c1a9-4cf3-84e9-a479628a234e/6e4f344e-5d63-4dc2-99f3-c8da127d83e1/256262f4-e92e-4df7-aa7e-50bda0b7a15a) {{(pid=87870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 12:00:32.700470 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-033c1e5f-b535-421a-8452-3331ad6ffb4c tempest-ExtraDHCPOptionsTestJSON-1808848560 tempest-ExtraDHCPOptionsTestJSON-1808848560-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3591354'] for subnet, precommit_delete_associations {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:32.729397 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e8195a2-2e80-4404-b411-e2e4de22ecd0 None None] Network b5731189-c1a9-4cf3-84e9-a479628a234e requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 12:00:32.730490 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.db_base_plugin_common [None req-434c4e90-bbc0-449c-8076-145a56bc6a4f tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Allocated IP 172.20.0.22 (b5731189-c1a9-4cf3-84e9-a479628a234e/0436a82b-f565-4eda-9354-d9531154b5ef/256262f4-e92e-4df7-aa7e-50bda0b7a15a) {{(pid=87870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 12:00:32.829864 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d550782-8624-46c9-8f16-1a20dcec0cf7 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Network e95a87e2-4c44-46e2-9de5-2786cbaea69c is already hosted by enough agents. {{(pid=87871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:00:32.839065 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-5d550782-8624-46c9-8f16-1a20dcec0cf7 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Resources bound (agent type, host, resource id): {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:00:32.845115 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-1aa2a0bb-6780-4075-860c-b31277aaa316 req-8c7b41fb-4601-4cd4-8481-6829b8a823c6 service neutron] 10.222.0.11 "GET /v2.0/networks/3eabdfb2-13df-46a0-90ee-a82c1c8f310b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5528040 Mar 28 12:00:32.846583 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d550782-8624-46c9-8f16-1a20dcec0cf7 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:00:32.847567 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-5d550782-8624-46c9-8f16-1a20dcec0cf7 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks [] for subnet, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:32.928334 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-bfe5fc41-61e0-4fff-8a2a-94aa22c35eee None None] Provisioning for port 276db526-578f-4e23-91ed-8322c2dc278e completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:00:32.934332 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d550782-8624-46c9-8f16-1a20dcec0cf7 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Pushing event updated for resources: {'Subnet': ['ID=b31a8857-1f3b-4ced-8e15-7bcee3770a09,revision_number=0']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:00:32.946014 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d550782-8624-46c9-8f16-1a20dcec0cf7 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Pushing event updated for resources: {'Port': ['ID=e2abdde7-b2f9-418a-823c-4f12d737e0ee,revision_number=8']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:00:32.959171 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-bfe5fc41-61e0-4fff-8a2a-94aa22c35eee None None] Provisioning complete for port 276db526-578f-4e23-91ed-8322c2dc278e triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:00:32.959791 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-bfe5fc41-61e0-4fff-8a2a-94aa22c35eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:32.959912 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43bcaa0-ba25-4622-bfe2-9756b8ea23ed req-c7d6eccb-341c-4756-b482-c3b2f28b6bdb tempest-TestServerAdvancedOps-1304232803 tempest-TestServerAdvancedOps-1304232803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:00:32.967967 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-b43bcaa0-ba25-4622-bfe2-9756b8ea23ed req-c7d6eccb-341c-4756-b482-c3b2f28b6bdb tempest-TestServerAdvancedOps-1304232803 tempest-TestServerAdvancedOps-1304232803-project] 10.222.0.30 "GET /v2.0/ports?device_id=930c3d21-4177-4948-930d-4cf1dbf57597 HTTP/1.1" status: 200 len: 946 time: 0.5359616 Mar 28 12:00:32.987629 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-5d550782-8624-46c9-8f16-1a20dcec0cf7 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.4221029 Mar 28 12:00:32.991382 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 54844) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:00:32.998388 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-a184cbff-4c29-4a81-a126-2b8568ef605f tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Request body: {'subnet': {'network_id': 'e95a87e2-4c44-46e2-9de5-2786cbaea69c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:00:33.005284 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.db.api [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87872) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 12:00:33.005626 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG oslo_db.api [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 12:00:33.007183 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-47136cbb-2162-4a38-a6a5-67e7141d68ee None None] For port e2abdde7-b2f9-418a-823c-4f12d737e0ee, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=e2abdde7-b2f9-418a-823c-4f12d737e0ee,segment=NetworkSegment(bd053757-b8b4-4f3a-b553-aa242f2d15d2),segment_id=bd053757-b8b4-4f3a-b553-aa242f2d15d2)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:00:33.007591 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-47136cbb-2162-4a38-a6a5-67e7141d68ee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:33.125400 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-033c1e5f-b535-421a-8452-3331ad6ffb4c tempest-ExtraDHCPOptionsTestJSON-1808848560 tempest-ExtraDHCPOptionsTestJSON-1808848560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1919782'] for subnet, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:33.132520 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-9c07cb58-8310-4a7f-925b-e6c51d026698 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks [] for port, precommit_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:33.139172 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-9c07cb58-8310-4a7f-925b-e6c51d026698 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2363241'] for port, after_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:33.146102 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-47136cbb-2162-4a38-a6a5-67e7141d68ee None None] Calling delete_port for e2abdde7-b2f9-418a-823c-4f12d737e0ee owned by network:dhcp {{(pid=87872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:00:33.232063 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-b43bcaa0-ba25-4622-bfe2-9756b8ea23ed req-6a09feb9-1c2d-47a4-8f5a-7521fad9d033 tempest-TestServerAdvancedOps-1304232803 tempest-TestServerAdvancedOps-1304232803-project] 10.222.0.30 "GET /v2.0/security-groups?id=f8f1f9e9-ff2e-444f-8155-195accb6fa66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2632132 Mar 28 12:00:33.251876 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-1aa2a0bb-6780-4075-860c-b31277aaa316 req-c90a60e7-c676-4811-8dd9-2cd2c5ac34e4 service neutron] 10.222.0.11 "GET /v2.0/networks/3eabdfb2-13df-46a0-90ee-a82c1c8f310b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3949537 Mar 28 12:00:33.252593 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-a184cbff-4c29-4a81-a126-2b8568ef605f tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:00:33.258552 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-a184cbff-4c29-4a81-a126-2b8568ef605f tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Usage tracker for resource:subnet and tenant:b4adfe5c8b3a4e57a1afd1d44c455245 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:00:33.262405 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-a184cbff-4c29-4a81-a126-2b8568ef605f tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:00:33.268563 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-a184cbff-4c29-4a81-a126-2b8568ef605f tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:00:33.300872 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-434c4e90-bbc0-449c-8076-145a56bc6a4f tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks [] for port, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:33.310551 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-033c1e5f-b535-421a-8452-3331ad6ffb4c tempest-ExtraDHCPOptionsTestJSON-1808848560 tempest-ExtraDHCPOptionsTestJSON-1808848560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1919805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2561174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2563528'] for subnet, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:33.319098 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a184cbff-4c29-4a81-a126-2b8568ef605f tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Made reservation on behalf of b4adfe5c8b3a4e57a1afd1d44c455245 for: {'subnet': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 12:00:33.329446 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-a184cbff-4c29-4a81-a126-2b8568ef605f tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26551362'] for subnet, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:33.363877 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.provisioning_blocks [None req-434c4e90-bbc0-449c-8076-145a56bc6a4f tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Transition to ACTIVE for port object 256262f4-e92e-4df7-aa7e-50bda0b7a15a will not be triggered until provisioned by entity DHCP. {{(pid=87870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:00:33.365938 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-033c1e5f-b535-421a-8452-3331ad6ffb4c tempest-ExtraDHCPOptionsTestJSON-1808848560 tempest-ExtraDHCPOptionsTestJSON-1808848560-project] Notify callbacks [] for subnet, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:33.368930 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033c1e5f-b535-421a-8452-3331ad6ffb4c tempest-ExtraDHCPOptionsTestJSON-1808848560 tempest-ExtraDHCPOptionsTestJSON-1808848560-project] Pushing event deleted for resources: {'Subnet': ['ID=4c0cc1f0-5532-42be-a455-c7decca76409,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:00:33.374269 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-901c2ce1-7072-4d4d-815f-bdea0895c07c None None] Network 6fdbe5d5-9596-4bae-810f-a1cf831aa131 requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 12:00:33.378569 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-033c1e5f-b535-421a-8452-3331ad6ffb4c tempest-ExtraDHCPOptionsTestJSON-1808848560 tempest-ExtraDHCPOptionsTestJSON-1808848560-project] 10.222.0.30 "DELETE /v2.0/subnets/4c0cc1f0-5532-42be-a455-c7decca76409 HTTP/1.1" status: 204 len: 168 time: 1.0788088 Mar 28 12:00:33.378884 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 54850) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:00:33.492923 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.db.api [None req-47136cbb-2162-4a38-a6a5-67e7141d68ee None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87872) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 12:00:33.493274 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG oslo_db.api [None req-47136cbb-2162-4a38-a6a5-67e7141d68ee None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 12:00:33.508272 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-716807a3-81f6-47fa-aa91-df0fc091dc58 tempest-ExtraDHCPOptionsTestJSON-1808848560 tempest-ExtraDHCPOptionsTestJSON-1808848560-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588883'] for network, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:33.511902 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-434c4e90-bbc0-449c-8076-145a56bc6a4f tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:33.529442 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.db.ipam_backend_mixin [None req-a184cbff-4c29-4a81-a126-2b8568ef605f tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b31a8857-1f3b-4ced-8e15-7bcee3770a09 (CIDR: 2001:db8::/64) Mar 28 12:00:33.536982 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-9c07cb58-8310-4a7f-925b-e6c51d026698 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-743372'] for router_interface, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:33.547378 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.pecan_wsgi.hooks.translation [None req-a184cbff-4c29-4a81-a126-2b8568ef605f tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 12:00:33.549089 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a184cbff-4c29-4a81-a126-2b8568ef605f tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 12:00:33.582508 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c07cb58-8310-4a7f-925b-e6c51d026698 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Pushing event updated for resources: {'Port': ['ID=ac971300-363f-4919-8b88-bf87aabdfdb2,revision_number=2']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:00:33.595457 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-716807a3-81f6-47fa-aa91-df0fc091dc58 tempest-ExtraDHCPOptionsTestJSON-1808848560 tempest-ExtraDHCPOptionsTestJSON-1808848560-project] Deleting port 67a72fd6-b54d-4c98-902c-822ce3b36fb0 {{(pid=87870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:00:33.595818 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-716807a3-81f6-47fa-aa91-df0fc091dc58 tempest-ExtraDHCPOptionsTestJSON-1808848560 tempest-ExtraDHCPOptionsTestJSON-1808848560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:33.639600 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-434c4e90-bbc0-449c-8076-145a56bc6a4f tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Network b5731189-c1a9-4cf3-84e9-a479628a234e is already hosted by enough agents. {{(pid=87870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:00:33.640715 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434c4e90-bbc0-449c-8076-145a56bc6a4f tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Pushing event updated for resources: {'Port': ['ID=256262f4-e92e-4df7-aa7e-50bda0b7a15a,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:00:33.650767 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.base_scheduler [None req-434c4e90-bbc0-449c-8076-145a56bc6a4f tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Resources bound (agent type, host, resource id): {{(pid=87870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:00:33.655019 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-434c4e90-bbc0-449c-8076-145a56bc6a4f tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Received port after_create {{(pid=87870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 12:00:33.659834 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:33.694835 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-a184cbff-4c29-4a81-a126-2b8568ef605f tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7003894 Mar 28 12:00:33.701924 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 54856) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:00:33.709923 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] For port e2abdde7-b2f9-418a-823c-4f12d737e0ee, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=e2abdde7-b2f9-418a-823c-4f12d737e0ee,segment=NetworkSegment(bd053757-b8b4-4f3a-b553-aa242f2d15d2),segment_id=bd053757-b8b4-4f3a-b553-aa242f2d15d2)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:00:33.720161 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-64adc0ab-a1ff-45a8-9c95-ca69d85845ea tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Request body: {'subnet': {'network_id': 'e95a87e2-4c44-46e2-9de5-2786cbaea69c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:00:33.722491 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:33.793062 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c07cb58-8310-4a7f-925b-e6c51d026698 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Network 454ec8d0-cf0d-4891-a3da-f7681dcf6352 is already hosted by enough agents. {{(pid=87871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:00:33.794420 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-9c07cb58-8310-4a7f-925b-e6c51d026698 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Resources bound (agent type, host, resource id): {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:00:33.824382 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Pushing event updated for resources: {'Port': ['ID=e2abdde7-b2f9-418a-823c-4f12d737e0ee,revision_number=9']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:00:33.842127 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 276db526-578f-4e23-91ed-8322c2dc278e up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:00:33.898905 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc90fc10-d4a1-489f-8076-fe0d58d991aa None None] DHCP port deletion for 6fdbe5d5-9596-4bae-810f-a1cf831aa131 request from dv-neutron-835340-2-hyperv {{(pid=87872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 12:00:33.922188 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-cc90fc10-d4a1-489f-8076-fe0d58d991aa None None] Deleting port 67a72fd6-b54d-4c98-902c-822ce3b36fb0 {{(pid=87872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:00:33.922981 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-cc90fc10-d4a1-489f-8076-fe0d58d991aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:34.063613 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c07cb58-8310-4a7f-925b-e6c51d026698 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Router 80a1cb0c-2b23-40f3-9433-a922b65a4212 has already been hosted by L3 agent af79d429-529e-400b-a119-94d4bec03f3e {{(pid=87871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 12:00:34.076911 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-47136cbb-2162-4a38-a6a5-67e7141d68ee None None] Deleting port e2abdde7-b2f9-418a-823c-4f12d737e0ee {{(pid=87872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:00:34.077499 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-47136cbb-2162-4a38-a6a5-67e7141d68ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:34.177338 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-434c4e90-bbc0-449c-8076-145a56bc6a4f tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:00:34.177889 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-434c4e90-bbc0-449c-8076-145a56bc6a4f tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:34.198031 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port 276db526-578f-4e23-91ed-8322c2dc278e triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:00:34.198667 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:34.209053 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-434c4e90-bbc0-449c-8076-145a56bc6a4f tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 4.4327698 Mar 28 12:00:34.209852 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 54860) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:00:34.232369 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-3643a0ba-ebba-4042-acf5-71d5810b28f7 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '6e4f344e-5d63-4dc2-99f3-c8da127d83e1'}]}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:00:34.258849 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-d88dac98-cc5b-4655-a626-a37fdb780e15 None None] Provisioning complete for port 276db526-578f-4e23-91ed-8322c2dc278e triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:00:34.259186 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-d88dac98-cc5b-4655-a626-a37fdb780e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:34.342017 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c07cb58-8310-4a7f-925b-e6c51d026698 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 12:00:34.350873 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-9c07cb58-8310-4a7f-925b-e6c51d026698 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] 10.222.0.30 "PUT /v2.0/routers/80a1cb0c-2b23-40f3-9433-a922b65a4212/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5613444 Mar 28 12:00:34.351636 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 54864) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:00:34.358476 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-49897d31-cb6e-45f9-8ee6-46b2896317aa tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Request body: {'port': {'network_id': '454ec8d0-cf0d-4891-a3da-f7681dcf6352', 'name': 'tempest-FloatingIPTestJSON-280044350'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:00:34.367243 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a4cdcf2-1b89-409d-a7e1-8067fe2e61d0 None None] Sync routers for ids ['80a1cb0c-2b23-40f3-9433-a922b65a4212'] in dv-neutron-835340-2-hyperv {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 12:00:34.405712 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-64adc0ab-a1ff-45a8-9c95-ca69d85845ea tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:00:34.423196 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-64adc0ab-a1ff-45a8-9c95-ca69d85845ea tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Usage tracker for resource:subnet and tenant:b4adfe5c8b3a4e57a1afd1d44c455245 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:00:34.465567 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-64adc0ab-a1ff-45a8-9c95-ca69d85845ea tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:00:34.487555 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.db [None req-716807a3-81f6-47fa-aa91-df0fc091dc58 tempest-ExtraDHCPOptionsTestJSON-1808848560 tempest-ExtraDHCPOptionsTestJSON-1808848560-project] For port 67a72fd6-b54d-4c98-902c-822ce3b36fb0, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=67a72fd6-b54d-4c98-902c-822ce3b36fb0,segment=NetworkSegment(2ff52451-1b1a-452e-9703-6e40246774b6),segment_id=2ff52451-1b1a-452e-9703-6e40246774b6)] {{(pid=87870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:00:34.487919 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-716807a3-81f6-47fa-aa91-df0fc091dc58 tempest-ExtraDHCPOptionsTestJSON-1808848560 tempest-ExtraDHCPOptionsTestJSON-1808848560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:34.496270 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-64adc0ab-a1ff-45a8-9c95-ca69d85845ea tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:00:34.503388 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-49897d31-cb6e-45f9-8ee6-46b2896317aa tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:00:34.505746 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182a8ce1-b04b-4ad7-8a64-f839c103b8e7 req-af9a1a59-fdbf-4aad-94b2-91c09e3a5d56 tempest-TestServerAdvancedOps-1304232803 tempest-TestServerAdvancedOps-1304232803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:00:34.507588 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-182a8ce1-b04b-4ad7-8a64-f839c103b8e7 req-af9a1a59-fdbf-4aad-94b2-91c09e3a5d56 tempest-TestServerAdvancedOps-1304232803 tempest-TestServerAdvancedOps-1304232803-project] 10.222.0.30 "GET /v2.0/ports?device_id=930c3d21-4177-4948-930d-4cf1dbf57597 HTTP/1.1" status: 200 len: 946 time: 0.7439158 Mar 28 12:00:34.508990 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-49897d31-cb6e-45f9-8ee6-46b2896317aa tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Usage tracker for resource:port and tenant:67b6faa452844e9d8ffe9a3a683b2834 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:00:34.512264 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-49897d31-cb6e-45f9-8ee6-46b2896317aa tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:00:34.521178 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-49897d31-cb6e-45f9-8ee6-46b2896317aa tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:00:34.532829 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49897d31-cb6e-45f9-8ee6-46b2896317aa tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Made reservation on behalf of 67b6faa452844e9d8ffe9a3a683b2834 for: {'port': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 12:00:34.536710 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-49897d31-cb6e-45f9-8ee6-46b2896317aa tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:34.547001 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a4cdcf2-1b89-409d-a7e1-8067fe2e61d0 None None] Routers {'80a1cb0c-2b23-40f3-9433-a922b65a4212'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:00:34.547668 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-4a4cdcf2-1b89-409d-a7e1-8067fe2e61d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:00:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['80a1cb0c-2b23-40f3-9433-a922b65a4212'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:00:34.559876 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.notifiers.nova [None req-49897d31-cb6e-45f9-8ee6-46b2896317aa tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] device_id is not set on port 6ba8252d-bcd3-4fd6-921c-f85474b207ee yet. {{(pid=87871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 12:00:34.657563 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-716807a3-81f6-47fa-aa91-df0fc091dc58 tempest-ExtraDHCPOptionsTestJSON-1808848560 tempest-ExtraDHCPOptionsTestJSON-1808848560-project] Calling delete_port for 67a72fd6-b54d-4c98-902c-822ce3b36fb0 owned by network:dhcp {{(pid=87870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:00:34.686887 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64adc0ab-a1ff-45a8-9c95-ca69d85845ea tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Made reservation on behalf of b4adfe5c8b3a4e57a1afd1d44c455245 for: {'subnet': 1} {{(pid=87870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 12:00:34.689493 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-cc90fc10-d4a1-489f-8076-fe0d58d991aa None None] For port 67a72fd6-b54d-4c98-902c-822ce3b36fb0, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=67a72fd6-b54d-4c98-902c-822ce3b36fb0,segment=NetworkSegment(2ff52451-1b1a-452e-9703-6e40246774b6),segment_id=2ff52451-1b1a-452e-9703-6e40246774b6)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:00:34.689901 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-cc90fc10-d4a1-489f-8076-fe0d58d991aa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:34.690377 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-64adc0ab-a1ff-45a8-9c95-ca69d85845ea tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2563571'] for subnet, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:34.702366 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-4a4cdcf2-1b89-409d-a7e1-8067fe2e61d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:00:34.742315 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-3643a0ba-ebba-4042-acf5-71d5810b28f7 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:34.848534 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.db_base_plugin_common [None req-49897d31-cb6e-45f9-8ee6-46b2896317aa tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Allocated IP 172.20.0.8 (454ec8d0-cf0d-4891-a3da-f7681dcf6352/76f09993-c164-4bc4-b4b5-b39564fe6344/6ba8252d-bcd3-4fd6-921c-f85474b207ee) {{(pid=87871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 12:00:34.876676 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-cc90fc10-d4a1-489f-8076-fe0d58d991aa None None] Calling delete_port for 67a72fd6-b54d-4c98-902c-822ce3b36fb0 owned by network:dhcp {{(pid=87872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:00:34.914267 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-716807a3-81f6-47fa-aa91-df0fc091dc58 tempest-ExtraDHCPOptionsTestJSON-1808848560 tempest-ExtraDHCPOptionsTestJSON-1808848560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:34.958983 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-357609c3-d6f9-459a-aaa7-5c08ea571865 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:34.978198 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a4cdcf2-1b89-409d-a7e1-8067fe2e61d0 None None] Routers {'80a1cb0c-2b23-40f3-9433-a922b65a4212'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:00:34.979298 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-4a4cdcf2-1b89-409d-a7e1-8067fe2e61d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:00:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['80a1cb0c-2b23-40f3-9433-a922b65a4212'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:00:35.001973 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-182a8ce1-b04b-4ad7-8a64-f839c103b8e7 req-f016e65f-cfad-4f5d-9835-fed56097ca9b tempest-TestServerAdvancedOps-1304232803 tempest-TestServerAdvancedOps-1304232803-project] 10.222.0.30 "GET /v2.0/security-groups?id=f8f1f9e9-ff2e-444f-8155-195accb6fa66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4302392 Mar 28 12:00:35.025976 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716807a3-81f6-47fa-aa91-df0fc091dc58 tempest-ExtraDHCPOptionsTestJSON-1808848560 tempest-ExtraDHCPOptionsTestJSON-1808848560-project] Pushing event deleted for resources: {'Port': ['ID=67a72fd6-b54d-4c98-902c-822ce3b36fb0,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:00:35.031617 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-716807a3-81f6-47fa-aa91-df0fc091dc58 tempest-ExtraDHCPOptionsTestJSON-1808848560 tempest-ExtraDHCPOptionsTestJSON-1808848560-project] No DVR routers for this DVR port 67a72fd6-b54d-4c98-902c-822ce3b36fb0 on host dv-neutron-835340-2-hyperv {{(pid=87870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 12:00:35.077181 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-49897d31-cb6e-45f9-8ee6-46b2896317aa tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks [] for port, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:35.088229 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-4a4cdcf2-1b89-409d-a7e1-8067fe2e61d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:00:35.088837 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a4cdcf2-1b89-409d-a7e1-8067fe2e61d0 None None] The sync data for ids ['80a1cb0c-2b23-40f3-9433-a922b65a4212'] in dv-neutron-835340-2-hyperv is: [] {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 12:00:35.108314 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-47136cbb-2162-4a38-a6a5-67e7141d68ee None None] For port e2abdde7-b2f9-418a-823c-4f12d737e0ee, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=e2abdde7-b2f9-418a-823c-4f12d737e0ee,segment=NetworkSegment(bd053757-b8b4-4f3a-b553-aa242f2d15d2),segment_id=bd053757-b8b4-4f3a-b553-aa242f2d15d2)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:00:35.108710 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-47136cbb-2162-4a38-a6a5-67e7141d68ee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:35.120923 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-49897d31-cb6e-45f9-8ee6-46b2896317aa tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:35.190616 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49897d31-cb6e-45f9-8ee6-46b2896317aa tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Network 454ec8d0-cf0d-4891-a3da-f7681dcf6352 is already hosted by enough agents. {{(pid=87871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:00:35.194909 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-49897d31-cb6e-45f9-8ee6-46b2896317aa tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Resources bound (agent type, host, resource id): {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:00:35.197458 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49897d31-cb6e-45f9-8ee6-46b2896317aa tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Received port after_create {{(pid=87871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 12:00:35.247314 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.db.api [None req-cc90fc10-d4a1-489f-8076-fe0d58d991aa None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87872) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 12:00:35.247314 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG oslo_db.api [None req-cc90fc10-d4a1-489f-8076-fe0d58d991aa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 12:00:35.252405 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49897d31-cb6e-45f9-8ee6-46b2896317aa tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Pushing event updated for resources: {'Port': ['ID=6ba8252d-bcd3-4fd6-921c-f85474b207ee,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:00:35.254360 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-47136cbb-2162-4a38-a6a5-67e7141d68ee None None] Calling delete_port for e2abdde7-b2f9-418a-823c-4f12d737e0ee owned by network:dhcp {{(pid=87872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:00:35.259092 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-716807a3-81f6-47fa-aa91-df0fc091dc58 tempest-ExtraDHCPOptionsTestJSON-1808848560 tempest-ExtraDHCPOptionsTestJSON-1808848560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930431', 'neutron.services.segments.db._delete_segments_for_network-8783496351308'] for network, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:35.276059 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49897d31-cb6e-45f9-8ee6-46b2896317aa tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:00:35.276664 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-49897d31-cb6e-45f9-8ee6-46b2896317aa tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:35.299306 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-49897d31-cb6e-45f9-8ee6-46b2896317aa tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.9463058 Mar 28 12:00:35.302329 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 54868) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:00:35.309120 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-1eeca609-04aa-44c1-896e-578f5ee0d324 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Request body: {'port': {'network_id': '454ec8d0-cf0d-4891-a3da-f7681dcf6352', 'name': 'tempest-FloatingIPTestJSON-53630296'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:00:35.317799 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-d6d563e4-db43-41e6-b911-9bd23db659e9 None None] Provisioning for port 256262f4-e92e-4df7-aa7e-50bda0b7a15a completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:00:35.324935 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-d6d563e4-db43-41e6-b911-9bd23db659e9 None None] Provisioning complete for port 256262f4-e92e-4df7-aa7e-50bda0b7a15a triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:00:35.325140 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-d6d563e4-db43-41e6-b911-9bd23db659e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:35.377693 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-716807a3-81f6-47fa-aa91-df0fc091dc58 tempest-ExtraDHCPOptionsTestJSON-1808848560 tempest-ExtraDHCPOptionsTestJSON-1808848560-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fdbe5d5-9596-4bae-810f-a1cf831aa131']}} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:00:35.410016 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-716807a3-81f6-47fa-aa91-df0fc091dc58 tempest-ExtraDHCPOptionsTestJSON-1808848560 tempest-ExtraDHCPOptionsTestJSON-1808848560-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ff52451-1b1a-452e-9703-6e40246774b6') {'for_net_delete': True} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:00:35.410923 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-716807a3-81f6-47fa-aa91-df0fc091dc58 tempest-ExtraDHCPOptionsTestJSON-1808848560 tempest-ExtraDHCPOptionsTestJSON-1808848560-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ff52451-1b1a-452e-9703-6e40246774b6') {} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:00:35.422474 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-d6d563e4-db43-41e6-b911-9bd23db659e9 None None] Port 256262f4-e92e-4df7-aa7e-50bda0b7a15a cannot update to ACTIVE because it is not bound. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 12:00:35.453694 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-47136cbb-2162-4a38-a6a5-67e7141d68ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250'] for port, after_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:35.453934 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-1eeca609-04aa-44c1-896e-578f5ee0d324 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:00:35.455929 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-716807a3-81f6-47fa-aa91-df0fc091dc58 tempest-ExtraDHCPOptionsTestJSON-1808848560 tempest-ExtraDHCPOptionsTestJSON-1808848560-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783496353639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3591341'] for segment, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:35.458415 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-1eeca609-04aa-44c1-896e-578f5ee0d324 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Usage tracker for resource:port and tenant:67b6faa452844e9d8ffe9a3a683b2834 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:00:35.461922 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-1eeca609-04aa-44c1-896e-578f5ee0d324 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:00:35.467706 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-1eeca609-04aa-44c1-896e-578f5ee0d324 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:00:35.478310 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eeca609-04aa-44c1-896e-578f5ee0d324 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Made reservation on behalf of 67b6faa452844e9d8ffe9a3a683b2834 for: {'port': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 12:00:35.481894 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-1eeca609-04aa-44c1-896e-578f5ee0d324 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:35.499557 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-716807a3-81f6-47fa-aa91-df0fc091dc58 tempest-ExtraDHCPOptionsTestJSON-1808848560 tempest-ExtraDHCPOptionsTestJSON-1808848560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:35.502345 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47136cbb-2162-4a38-a6a5-67e7141d68ee None None] Pushing event deleted for resources: {'Port': ['ID=e2abdde7-b2f9-418a-823c-4f12d737e0ee,revision_number=None']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:00:35.505529 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.notifiers.nova [None req-1eeca609-04aa-44c1-896e-578f5ee0d324 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] device_id is not set on port d3357d27-cba1-4efc-9b59-b3ae8c76646d yet. {{(pid=87871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 12:00:35.514271 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-716807a3-81f6-47fa-aa91-df0fc091dc58 tempest-ExtraDHCPOptionsTestJSON-1808848560 tempest-ExtraDHCPOptionsTestJSON-1808848560-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=87870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 12:00:35.515052 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-716807a3-81f6-47fa-aa91-df0fc091dc58 tempest-ExtraDHCPOptionsTestJSON-1808848560 tempest-ExtraDHCPOptionsTestJSON-1808848560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1920481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2558260'] for segment, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:35.530021 dv-neutron-835340-2-hyperv neutron-server[87870]: Traceback (most recent call last): Mar 28 12:00:35.530021 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 12:00:35.530021 dv-neutron-835340-2-hyperv neutron-server[87870]: timer() Mar 28 12:00:35.530021 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 12:00:35.530021 dv-neutron-835340-2-hyperv neutron-server[87870]: cb(*args, **kw) Mar 28 12:00:35.530021 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 12:00:35.530021 dv-neutron-835340-2-hyperv neutron-server[87870]: return func(*args, **kwargs) Mar 28 12:00:35.530021 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 12:00:35.530021 dv-neutron-835340-2-hyperv neutron-server[87870]: self._notify() Mar 28 12:00:35.530021 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 12:00:35.530021 dv-neutron-835340-2-hyperv neutron-server[87870]: self.callback(batched_events) Mar 28 12:00:35.530021 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 12:00:35.530021 dv-neutron-835340-2-hyperv neutron-server[87870]: event.method(event) Mar 28 12:00:35.530021 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 12:00:35.530021 dv-neutron-835340-2-hyperv neutron-server[87870]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 12:00:35.530021 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 12:00:35.530021 dv-neutron-835340-2-hyperv neutron-server[87870]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 12:00:35.530021 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 12:00:35.530021 dv-neutron-835340-2-hyperv neutron-server[87870]: return f(self, *a, **k) Mar 28 12:00:35.530021 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 12:00:35.530021 dv-neutron-835340-2-hyperv neutron-server[87870]: return self._get(url).json() Mar 28 12:00:35.530021 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 12:00:35.530021 dv-neutron-835340-2-hyperv neutron-server[87870]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 12:00:35.530021 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 12:00:35.530021 dv-neutron-835340-2-hyperv neutron-server[87870]: return self.request(url, 'GET', **kwargs) Mar 28 12:00:35.530021 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 12:00:35.530021 dv-neutron-835340-2-hyperv neutron-server[87870]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 12:00:35.530021 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 12:00:35.530021 dv-neutron-835340-2-hyperv neutron-server[87870]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 12:00:35.530021 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 12:00:35.530021 dv-neutron-835340-2-hyperv neutron-server[87870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 12:00:35.530021 dv-neutron-835340-2-hyperv neutron-server[87870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 12:00:35.585468 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47136cbb-2162-4a38-a6a5-67e7141d68ee None None] No DVR routers for this DVR port e2abdde7-b2f9-418a-823c-4f12d737e0ee on host dv-neutron-835340-2-hyperv {{(pid=87872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 12:00:35.602223 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cdf332f-46c9-4db8-be95-e1c941c1dbfd None None] Network e95a87e2-4c44-46e2-9de5-2786cbaea69c requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 12:00:35.666951 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.db_base_plugin_common [None req-1eeca609-04aa-44c1-896e-578f5ee0d324 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Allocated IP 172.20.0.4 (454ec8d0-cf0d-4891-a3da-f7681dcf6352/76f09993-c164-4bc4-b4b5-b39564fe6344/d3357d27-cba1-4efc-9b59-b3ae8c76646d) {{(pid=87871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 12:00:35.703957 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-716807a3-81f6-47fa-aa91-df0fc091dc58 tempest-ExtraDHCPOptionsTestJSON-1808848560 tempest-ExtraDHCPOptionsTestJSON-1808848560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709602'] for network, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:35.718796 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:35.755123 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-cc90fc10-d4a1-489f-8076-fe0d58d991aa None None] Deleting port 67a72fd6-b54d-4c98-902c-822ce3b36fb0 {{(pid=87872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:00:35.755630 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-cc90fc10-d4a1-489f-8076-fe0d58d991aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:35.794906 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-ef3be119-c018-4979-be07-86cf959defc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:35.858340 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 67a72fd6-b54d-4c98-902c-822ce3b36fb0 no longer exists at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 12:00:35.893924 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-cc90fc10-d4a1-489f-8076-fe0d58d991aa None None] The port '67a72fd6-b54d-4c98-902c-822ce3b36fb0' was deleted {{(pid=87872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 12:00:35.898508 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-716807a3-81f6-47fa-aa91-df0fc091dc58 tempest-ExtraDHCPOptionsTestJSON-1808848560 tempest-ExtraDHCPOptionsTestJSON-1808848560-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538751'] for network, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:35.903216 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.db_base_plugin_common [None req-3643a0ba-ebba-4042-acf5-71d5810b28f7 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Delete allocated IP 172.20.0.22 (b5731189-c1a9-4cf3-84e9-a479628a234e/0436a82b-f565-4eda-9354-d9531154b5ef) {{(pid=87870) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 28 12:00:35.915017 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716807a3-81f6-47fa-aa91-df0fc091dc58 tempest-ExtraDHCPOptionsTestJSON-1808848560 tempest-ExtraDHCPOptionsTestJSON-1808848560-project] Pushing event deleted for resources: {'Network': ['ID=6fdbe5d5-9596-4bae-810f-a1cf831aa131,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:00:35.922358 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-64adc0ab-a1ff-45a8-9c95-ca69d85845ea tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2561241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2563521'] for subnet, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:35.951961 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-1eeca609-04aa-44c1-896e-578f5ee0d324 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks [] for port, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:35.963409 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] No Port match for: 67a72fd6-b54d-4c98-902c-822ce3b36fb0 {{(pid=87872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 12:00:35.963775 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 67a72fd6-b54d-4c98-902c-822ce3b36fb0 not bound to the agent host dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 12:00:35.990627 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-716807a3-81f6-47fa-aa91-df0fc091dc58 tempest-ExtraDHCPOptionsTestJSON-1808848560 tempest-ExtraDHCPOptionsTestJSON-1808848560-project] 10.222.0.30 "DELETE /v2.0/networks/6fdbe5d5-9596-4bae-810f-a1cf831aa131 HTTP/1.1" status: 204 len: 168 time: 2.6100669 Mar 28 12:00:35.995128 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-1eeca609-04aa-44c1-896e-578f5ee0d324 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:36.027457 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64adc0ab-a1ff-45a8-9c95-ca69d85845ea tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Network e95a87e2-4c44-46e2-9de5-2786cbaea69c is already hosted by enough agents. {{(pid=87870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:00:36.032839 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.base_scheduler [None req-64adc0ab-a1ff-45a8-9c95-ca69d85845ea tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Resources bound (agent type, host, resource id): {{(pid=87870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:00:36.038411 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcb5317d-7a7b-4d3e-a57f-88d9d166a053 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1d3f2a9-8722-5ce5-bc40-181687d1ed3f-e95a87e2-4c44-46e2-9de5-2786cbaea69c', 'network_id': 'e95a87e2-4c44-46e2-9de5-2786cbaea69c', 'tenant_id': 'b4adfe5c8b3a4e57a1afd1d44c455245', 'fixed_ips': [{'subnet_id': 'b31a8857-1f3b-4ced-8e15-7bcee3770a09'}]}} from dv-neutron-835340-2-hyperv. {{(pid=87872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 12:00:36.039392 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-dcb5317d-7a7b-4d3e-a57f-88d9d166a053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:36.086543 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64adc0ab-a1ff-45a8-9c95-ca69d85845ea tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:00:36.087128 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-64adc0ab-a1ff-45a8-9c95-ca69d85845ea tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks [] for subnet, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:36.122177 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64adc0ab-a1ff-45a8-9c95-ca69d85845ea tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Pushing event updated for resources: {'Subnet': ['ID=22d3229f-3327-4229-956c-94b332dd2b79,revision_number=0']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:00:36.133725 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-64adc0ab-a1ff-45a8-9c95-ca69d85845ea tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.4268880 Mar 28 12:00:36.134834 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eeca609-04aa-44c1-896e-578f5ee0d324 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Network 454ec8d0-cf0d-4891-a3da-f7681dcf6352 is already hosted by enough agents. {{(pid=87871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:00:36.136683 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-1eeca609-04aa-44c1-896e-578f5ee0d324 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Resources bound (agent type, host, resource id): {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:00:36.136803 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 54878) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:00:36.140175 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eeca609-04aa-44c1-896e-578f5ee0d324 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Received port after_create {{(pid=87871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 12:00:36.142448 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-8cf656db-9d69-4e41-a9be-870f95c67b3e tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Request body: {'port': {'network_id': 'e95a87e2-4c44-46e2-9de5-2786cbaea69c', 'mac_address': 'fa:16:3e:d8:d4:22', 'name': 'tempest-NetworksTestDHCPv6-316604872'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:00:36.202638 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eeca609-04aa-44c1-896e-578f5ee0d324 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Pushing event updated for resources: {'Port': ['ID=d3357d27-cba1-4efc-9b59-b3ae8c76646d,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:00:36.244677 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eeca609-04aa-44c1-896e-578f5ee0d324 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:00:36.245548 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-1eeca609-04aa-44c1-896e-578f5ee0d324 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:36.319416 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-3643a0ba-ebba-4042-acf5-71d5810b28f7 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks [] for port, precommit_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:36.325076 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.db_base_plugin_common [None req-dcb5317d-7a7b-4d3e-a57f-88d9d166a053 None None] Allocated IP 2001:db8::f816:3eff:fecb:2dd1 (e95a87e2-4c44-46e2-9de5-2786cbaea69c/b31a8857-1f3b-4ced-8e15-7bcee3770a09/b391e00d-f352-47d1-aaf4-945ae1e1b3d9) {{(pid=87872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 12:00:36.330322 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-1eeca609-04aa-44c1-896e-578f5ee0d324 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 1.0238147 Mar 28 12:00:36.331600 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 54884) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:00:36.339924 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-fa38179f-1867-4133-918e-8e44a4b5bf1e tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Request body: {'floatingip': {'floating_network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'port_id': 'd3357d27-cba1-4efc-9b59-b3ae8c76646d', 'fixed_ip_address': '172.20.0.4'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:00:36.342400 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-8cf656db-9d69-4e41-a9be-870f95c67b3e tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:00:36.345020 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.provisioning_blocks [None req-3643a0ba-ebba-4042-acf5-71d5810b28f7 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Ignored duplicate provisioning block setup for port 256262f4-e92e-4df7-aa7e-50bda0b7a15a by entity DHCP. {{(pid=87870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Mar 28 12:00:36.350569 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-fa38179f-1867-4133-918e-8e44a4b5bf1e tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:00:36.352124 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-3643a0ba-ebba-4042-acf5-71d5810b28f7 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2558288'] for port, after_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:36.358585 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-fa38179f-1867-4133-918e-8e44a4b5bf1e tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Usage tracker for resource:floatingip and tenant:67b6faa452844e9d8ffe9a3a683b2834 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:00:36.365917 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-fa38179f-1867-4133-918e-8e44a4b5bf1e tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:00:36.381826 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-fa38179f-1867-4133-918e-8e44a4b5bf1e tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:00:36.398566 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-8cf656db-9d69-4e41-a9be-870f95c67b3e tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:00:36.404255 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8970d576-189f-4951-b201-3bbabe9ebe40 req-c79c1f9d-4486-4a07-b2c6-8a8b4d52ec53 tempest-TestServerAdvancedOps-1304232803 tempest-TestServerAdvancedOps-1304232803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:00:36.406039 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-8970d576-189f-4951-b201-3bbabe9ebe40 req-c79c1f9d-4486-4a07-b2c6-8a8b4d52ec53 tempest-TestServerAdvancedOps-1304232803 tempest-TestServerAdvancedOps-1304232803-project] 10.222.0.30 "GET /v2.0/ports?device_id=930c3d21-4177-4948-930d-4cf1dbf57597 HTTP/1.1" status: 200 len: 946 time: 0.1545167 Mar 28 12:00:36.415992 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-fa38179f-1867-4133-918e-8e44a4b5bf1e tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks [] for floatingip, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:36.424323 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 54888) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:00:36.486536 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cf656db-9d69-4e41-a9be-870f95c67b3e tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Made reservation on behalf of b4adfe5c8b3a4e57a1afd1d44c455245 for: {'port': 1} {{(pid=87870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 12:00:36.511243 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-8970d576-189f-4951-b201-3bbabe9ebe40 req-43f5af64-6506-4ffa-97a5-97c3a28ef41b tempest-TestServerAdvancedOps-1304232803 tempest-TestServerAdvancedOps-1304232803-project] 10.222.0.30 "GET /v2.0/security-groups?id=f8f1f9e9-ff2e-444f-8155-195accb6fa66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978005 Mar 28 12:00:36.558944 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3643a0ba-ebba-4042-acf5-71d5810b28f7 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Pushing event updated for resources: {'Port': ['ID=256262f4-e92e-4df7-aa7e-50bda0b7a15a,revision_number=2']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:00:36.671094 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-3643a0ba-ebba-4042-acf5-71d5810b28f7 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] In _notify_port_updated(), no bound segment for port 256262f4-e92e-4df7-aa7e-50bda0b7a15a on network b5731189-c1a9-4cf3-84e9-a479628a234e {{(pid=87870) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 28 12:00:36.674925 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-dcb5317d-7a7b-4d3e-a57f-88d9d166a053 None None] Notify callbacks [] for port, precommit_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:36.678777 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3643a0ba-ebba-4042-acf5-71d5810b28f7 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:00:36.679432 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-3643a0ba-ebba-4042-acf5-71d5810b28f7 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:36.683917 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 54896) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:00:36.684436 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-3643a0ba-ebba-4042-acf5-71d5810b28f7 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] 10.222.0.30 "PUT /v2.0/ports/256262f4-e92e-4df7-aa7e-50bda0b7a15a HTTP/1.1" status: 200 len: 920 time: 2.4683108 Mar 28 12:00:36.690519 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-dcb5317d-7a7b-4d3e-a57f-88d9d166a053 None None] Transition to ACTIVE for port object b391e00d-f352-47d1-aaf4-945ae1e1b3d9 will not be triggered until provisioned by entity L2. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:00:36.693007 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-4e1fca74-6043-4678-9292-f456ba40a187 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '6e4f344e-5d63-4dc2-99f3-c8da127d83e1'}, {'subnet_id': '0436a82b-f565-4eda-9354-d9531154b5ef'}]}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:00:36.713259 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-dcb5317d-7a7b-4d3e-a57f-88d9d166a053 None None] Transition to ACTIVE for port object b391e00d-f352-47d1-aaf4-945ae1e1b3d9 will not be triggered until provisioned by entity DHCP. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:00:36.722291 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-dcb5317d-7a7b-4d3e-a57f-88d9d166a053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241'] for port, after_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:36.783620 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 54902) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:00:36.783780 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-af9738b4-6bc9-40f1-975c-f284439cf74b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4e0d2af7ecaa4585955b21d0e92d2079&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3544769 Mar 28 12:00:36.800606 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-fa38179f-1867-4133-918e-8e44a4b5bf1e tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:36.836598 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-954a3b20-625a-4214-96ac-4de0ec12941a None None] Provisioning complete for port 256262f4-e92e-4df7-aa7e-50bda0b7a15a triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:00:36.836961 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-954a3b20-625a-4214-96ac-4de0ec12941a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:36.838255 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-8cf656db-9d69-4e41-a9be-870f95c67b3e tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:36.893261 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.notifiers.nova [None req-8cf656db-9d69-4e41-a9be-870f95c67b3e tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] device_id is not set on port 9b7a55ef-497f-47fd-a18f-84322a5c58d4 yet. {{(pid=87870) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 12:00:36.907393 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcb5317d-7a7b-4d3e-a57f-88d9d166a053 None None] Network e95a87e2-4c44-46e2-9de5-2786cbaea69c is already hosted by enough agents. {{(pid=87872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:00:36.910151 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-954a3b20-625a-4214-96ac-4de0ec12941a None None] Port 256262f4-e92e-4df7-aa7e-50bda0b7a15a cannot update to ACTIVE because it is not bound. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 12:00:36.916987 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.base_scheduler [None req-dcb5317d-7a7b-4d3e-a57f-88d9d166a053 None None] Resources bound (agent type, host, resource id): {{(pid=87872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:00:36.920199 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb5317d-7a7b-4d3e-a57f-88d9d166a053 None None] Received port after_create {{(pid=87872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 12:00:37.018416 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb5317d-7a7b-4d3e-a57f-88d9d166a053 None None] Pushing event updated for resources: {'Port': ['ID=b391e00d-f352-47d1-aaf4-945ae1e1b3d9,revision_number=1']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:00:37.053934 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-dcb5317d-7a7b-4d3e-a57f-88d9d166a053 None None] Attempting to bind port b391e00d-f352-47d1-aaf4-945ae1e1b3d9 on host dv-neutron-835340-2-hyperv for vnic_type normal with profile {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 12:00:37.054578 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-dcb5317d-7a7b-4d3e-a57f-88d9d166a053 None None] Attempting to bind port b391e00d-f352-47d1-aaf4-945ae1e1b3d9 by drivers openvswitch,hyperv on host dv-neutron-835340-2-hyperv at level 0 using segments [{'id': 'bd053757-b8b4-4f3a-b553-aa242f2d15d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e95a87e2-4c44-46e2-9de5-2786cbaea69c'}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 12:00:37.054941 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb5317d-7a7b-4d3e-a57f-88d9d166a053 None None] Attempting to bind port b391e00d-f352-47d1-aaf4-945ae1e1b3d9 on network e95a87e2-4c44-46e2-9de5-2786cbaea69c {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 12:00:37.060967 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb5317d-7a7b-4d3e-a57f-88d9d166a053 None None] Checking agent: {'id': '961a16fe-cbc8-4264-ac28-bbbd53f89caa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 46, 6), 'started_at': datetime.datetime(2022, 3, 28, 11, 46, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 12, 0, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 12:00:37.061387 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb5317d-7a7b-4d3e-a57f-88d9d166a053 None None] Checking segment: {'id': 'bd053757-b8b4-4f3a-b553-aa242f2d15d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e95a87e2-4c44-46e2-9de5-2786cbaea69c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 12:00:37.061735 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-dcb5317d-7a7b-4d3e-a57f-88d9d166a053 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:37.062122 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb5317d-7a7b-4d3e-a57f-88d9d166a053 None None] Bound using segment: {'id': 'bd053757-b8b4-4f3a-b553-aa242f2d15d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e95a87e2-4c44-46e2-9de5-2786cbaea69c'} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 12:00:37.062585 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-dcb5317d-7a7b-4d3e-a57f-88d9d166a053 None None] Bound port: b391e00d-f352-47d1-aaf4-945ae1e1b3d9, host: dv-neutron-835340-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd053757-b8b4-4f3a-b553-aa242f2d15d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e95a87e2-4c44-46e2-9de5-2786cbaea69c'}}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 12:00:37.062953 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-dcb5317d-7a7b-4d3e-a57f-88d9d166a053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:37.131931 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5c9563-8735-45a6-b846-6e07908ef405 req-dc3fe874-0f33-4c67-bffb-e1e51b97639c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:00:37.133431 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-ee5c9563-8735-45a6-b846-6e07908ef405 req-dc3fe874-0f33-4c67-bffb-e1e51b97639c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=2a1e81166ea44cb2b2b47dda4f84a6f1&device_id=930c3d21-4177-4948-930d-4cf1dbf57597 HTTP/1.1" status: 200 len: 1099 time: 0.1557012 Mar 28 12:00:37.165325 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-dcb5317d-7a7b-4d3e-a57f-88d9d166a053 None None] For port b391e00d-f352-47d1-aaf4-945ae1e1b3d9, host dv-neutron-835340-2-hyperv, cleared binding levels {{(pid=87872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 12:00:37.170024 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-dcb5317d-7a7b-4d3e-a57f-88d9d166a053 None None] For port b391e00d-f352-47d1-aaf4-945ae1e1b3d9, host dv-neutron-835340-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=b391e00d-f352-47d1-aaf4-945ae1e1b3d9,segment=NetworkSegment(bd053757-b8b4-4f3a-b553-aa242f2d15d2),segment_id=bd053757-b8b4-4f3a-b553-aa242f2d15d2)] {{(pid=87872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 12:00:37.175598 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-dcb5317d-7a7b-4d3e-a57f-88d9d166a053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:37.188125 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-e1b637c9-aec2-4c9c-9d0f-06b053f01445 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:37.262234 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb5317d-7a7b-4d3e-a57f-88d9d166a053 None None] Pushing event updated for resources: {'Port': ['ID=b391e00d-f352-47d1-aaf4-945ae1e1b3d9,revision_number=2']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:00:37.298334 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-e1b637c9-aec2-4c9c-9d0f-06b053f01445 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:37.328525 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.db_base_plugin_common [None req-8cf656db-9d69-4e41-a9be-870f95c67b3e tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Allocated IP 2001:db8:0:1::39e (e95a87e2-4c44-46e2-9de5-2786cbaea69c/22d3229f-3327-4229-956c-94b332dd2b79/9b7a55ef-497f-47fd-a18f-84322a5c58d4) {{(pid=87870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 12:00:37.347452 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.db_base_plugin_common [None req-8cf656db-9d69-4e41-a9be-870f95c67b3e tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Allocated IP 2001:db8::f816:3eff:fed8:d422 (e95a87e2-4c44-46e2-9de5-2786cbaea69c/b31a8857-1f3b-4ced-8e15-7bcee3770a09/9b7a55ef-497f-47fd-a18f-84322a5c58d4) {{(pid=87870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 12:00:37.366330 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5c9563-8735-45a6-b846-6e07908ef405 req-b8894a6e-ad2e-4db5-a7b4-d88e00f9c836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:00:37.367840 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-ee5c9563-8735-45a6-b846-6e07908ef405 req-b8894a6e-ad2e-4db5-a7b4-d88e00f9c836 service neutron] 10.222.0.11 "GET /v2.0/networks?id=e9e5c70d-c726-4631-869b-4d042805a677 HTTP/1.1" status: 200 len: 911 time: 0.2265668 Mar 28 12:00:37.401617 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-b7ccd3c7-0277-4f12-8e5c-e41478141af5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:37.409585 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.db_base_plugin_common [None req-fa38179f-1867-4133-918e-8e44a4b5bf1e tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Allocated IP 172.26.7.149 (ac2b1748-8f63-4b17-a9c7-07e79704aa5b/0b7ebf76-1dc7-431a-a0b4-b96bacf287c2/ae0b1619-86dd-47d4-954f-834bcf865b26) {{(pid=87871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 12:00:37.424283 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0657ae8d-a482-43fe-b891-79e614e941ce req-836a1ead-c82f-4eb9-a824-42beb556981f tempest-TestServerAdvancedOps-1304232803 tempest-TestServerAdvancedOps-1304232803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:00:37.425787 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-0657ae8d-a482-43fe-b891-79e614e941ce req-836a1ead-c82f-4eb9-a824-42beb556981f tempest-TestServerAdvancedOps-1304232803 tempest-TestServerAdvancedOps-1304232803-project] 10.222.0.30 "GET /v2.0/ports?device_id=930c3d21-4177-4948-930d-4cf1dbf57597 HTTP/1.1" status: 200 len: 946 time: 0.4466264 Mar 28 12:00:37.460736 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-ee5c9563-8735-45a6-b846-6e07908ef405 req-b5fc0135-d1d8-4c85-99cb-792b9a34561f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5273c1bc-cf51-40e6-9eec-6a3c529346bf HTTP/1.1" status: 200 len: 217 time: 0.0869813 Mar 28 12:00:37.514552 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-4e1fca74-6043-4678-9292-f456ba40a187 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:37.626304 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5c9563-8735-45a6-b846-6e07908ef405 req-651b6f41-23eb-4a02-80fd-6c6b7da94e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:00:37.627794 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-ee5c9563-8735-45a6-b846-6e07908ef405 req-651b6f41-23eb-4a02-80fd-6c6b7da94e06 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5fe6df76-b9ac-4055-a57c-c2c186e5eae4 HTTP/1.1" status: 200 len: 851 time: 0.1596811 Mar 28 12:00:37.676584 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-0657ae8d-a482-43fe-b891-79e614e941ce req-0af3a3d1-cff0-48a4-950c-a7d0f7aaee20 tempest-TestServerAdvancedOps-1304232803 tempest-TestServerAdvancedOps-1304232803-project] 10.222.0.30 "GET /v2.0/security-groups?id=f8f1f9e9-ff2e-444f-8155-195accb6fa66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2314107 Mar 28 12:00:37.693457 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-e1b637c9-aec2-4c9c-9d0f-06b053f01445 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:37.697806 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-ee5c9563-8735-45a6-b846-6e07908ef405 req-f11356b2-3cf0-43fd-ad8c-b46899e31692 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=e9e5c70d-c726-4631-869b-4d042805a677&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0631859 Mar 28 12:00:37.724393 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b637c9-aec2-4c9c-9d0f-06b053f01445 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c91a1166-12ca-4c31-bfbf-fe42d15f9c88,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:00:37.828024 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-e1b637c9-aec2-4c9c-9d0f-06b053f01445 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:37.829175 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-e1b637c9-aec2-4c9c-9d0f-06b053f01445 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c91a1166-12ca-4c31-bfbf-fe42d15f9c88 HTTP/1.1" status: 204 len: 168 time: 1.0428503 Mar 28 12:00:37.843056 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-fa38179f-1867-4133-918e-8e44a4b5bf1e tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks [] for port, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:37.916150 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device b391e00d-f352-47d1-aaf4-945ae1e1b3d9 up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:00:37.959449 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-8cf656db-9d69-4e41-a9be-870f95c67b3e tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks [] for port, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:37.990536 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.provisioning_blocks [None req-8cf656db-9d69-4e41-a9be-870f95c67b3e tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Transition to ACTIVE for port object 9b7a55ef-497f-47fd-a18f-84322a5c58d4 will not be triggered until provisioned by entity DHCP. {{(pid=87870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:00:38.001262 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-fa38179f-1867-4133-918e-8e44a4b5bf1e tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:38.021600 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-ee5c9563-8735-45a6-b846-6e07908ef405 req-3fadf429-fde5-4490-8f51-aa3fe5a80262 service neutron] 10.222.0.11 "GET /v2.0/networks/e9e5c70d-c726-4631-869b-4d042805a677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3168335 Mar 28 12:00:38.028649 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning for port b391e00d-f352-47d1-aaf4-945ae1e1b3d9 completed by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:00:38.136108 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa38179f-1867-4133-918e-8e44a4b5bf1e tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Network ac2b1748-8f63-4b17-a9c7-07e79704aa5b is already hosted by enough agents. {{(pid=87871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:00:38.141698 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-fa38179f-1867-4133-918e-8e44a4b5bf1e tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Resources bound (agent type, host, resource id): {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:00:38.148864 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa38179f-1867-4133-918e-8e44a4b5bf1e tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Received port after_create {{(pid=87871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 12:00:38.154778 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-8cf656db-9d69-4e41-a9be-870f95c67b3e tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:38.253508 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cf656db-9d69-4e41-a9be-870f95c67b3e tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Network e95a87e2-4c44-46e2-9de5-2786cbaea69c is already hosted by enough agents. {{(pid=87870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:00:38.273899 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.base_scheduler [None req-8cf656db-9d69-4e41-a9be-870f95c67b3e tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Resources bound (agent type, host, resource id): {{(pid=87870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:00:38.284366 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf656db-9d69-4e41-a9be-870f95c67b3e tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Received port after_create {{(pid=87870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 12:00:38.290366 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cf656db-9d69-4e41-a9be-870f95c67b3e tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:00:38.291271 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-8cf656db-9d69-4e41-a9be-870f95c67b3e tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:38.295363 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf656db-9d69-4e41-a9be-870f95c67b3e tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Pushing event updated for resources: {'Port': ['ID=9b7a55ef-497f-47fd-a18f-84322a5c58d4,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:00:38.303723 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-ee5c9563-8735-45a6-b846-6e07908ef405 req-1e734f0f-43cb-4db1-bc40-d4876c05a87d service neutron] 10.222.0.11 "GET /v2.0/networks/e9e5c70d-c726-4631-869b-4d042805a677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2751138 Mar 28 12:00:38.328527 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-8cf656db-9d69-4e41-a9be-870f95c67b3e tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.1907160 Mar 28 12:00:38.332135 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 54918) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:00:38.333119 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa38179f-1867-4133-918e-8e44a4b5bf1e tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Pushing event updated for resources: {'Port': ['ID=ae0b1619-86dd-47d4-954f-834bcf865b26,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:00:38.341241 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.db_base_plugin_common [None req-4e1fca74-6043-4678-9292-f456ba40a187 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Allocated IP 172.20.0.29 (b5731189-c1a9-4cf3-84e9-a479628a234e/0436a82b-f565-4eda-9354-d9531154b5ef/256262f4-e92e-4df7-aa7e-50bda0b7a15a) {{(pid=87871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 12:00:38.600809 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ec88c59-1d95-4628-9944-cb89b4c40f5d None None] Network e95a87e2-4c44-46e2-9de5-2786cbaea69c requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 12:00:38.649050 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-f35fc782-8b03-4abe-9c42-814e6aef35e6 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Deleting port 9b7a55ef-497f-47fd-a18f-84322a5c58d4 {{(pid=87870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:00:38.650111 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-f35fc782-8b03-4abe-9c42-814e6aef35e6 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:38.718198 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-32abbe99-ef45-4485-affa-fa99d322ade4 None None] Provisioning for port b391e00d-f352-47d1-aaf4-945ae1e1b3d9 completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:00:38.738612 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-32abbe99-ef45-4485-affa-fa99d322ade4 None None] Provisioning complete for port b391e00d-f352-47d1-aaf4-945ae1e1b3d9 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:00:38.738988 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-4e1fca74-6043-4678-9292-f456ba40a187 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks [] for port, precommit_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:38.740008 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-32abbe99-ef45-4485-affa-fa99d322ade4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:38.768229 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.provisioning_blocks [None req-4e1fca74-6043-4678-9292-f456ba40a187 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Transition to ACTIVE for port object 256262f4-e92e-4df7-aa7e-50bda0b7a15a will not be triggered until provisioned by entity DHCP. {{(pid=87871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:00:38.777121 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 54934) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:00:38.780066 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-4e1fca74-6043-4678-9292-f456ba40a187 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2363241'] for port, after_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:38.980553 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-32abbe99-ef45-4485-affa-fa99d322ade4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:39.053947 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-32abbe99-ef45-4485-affa-fa99d322ade4 None None] For port b391e00d-f352-47d1-aaf4-945ae1e1b3d9, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=b391e00d-f352-47d1-aaf4-945ae1e1b3d9,segment=NetworkSegment(bd053757-b8b4-4f3a-b553-aa242f2d15d2),segment_id=bd053757-b8b4-4f3a-b553-aa242f2d15d2)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:00:39.062564 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-32abbe99-ef45-4485-affa-fa99d322ade4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:39.099815 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-0024bb48-144d-4c0e-b9ee-19994d432e4a tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1617835544'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:00:39.128797 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-0024bb48-144d-4c0e-b9ee-19994d432e4a tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:00:39.142326 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-fa38179f-1867-4133-918e-8e44a4b5bf1e tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:39.204212 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-0024bb48-144d-4c0e-b9ee-19994d432e4a tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Usage tracker for resource:network and tenant:874923c595b0437ca4b69119e06ef288 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:00:39.209328 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1fca74-6043-4678-9292-f456ba40a187 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Pushing event updated for resources: {'Port': ['ID=256262f4-e92e-4df7-aa7e-50bda0b7a15a,revision_number=3']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:00:39.216281 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-f35fc782-8b03-4abe-9c42-814e6aef35e6 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:39.229325 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f550474-511d-4eea-9695-5ffe6127f50d None None] Update dhcp port {'port': {'network_id': 'e95a87e2-4c44-46e2-9de5-2786cbaea69c', 'fixed_ips': [{'subnet_id': 'b31a8857-1f3b-4ced-8e15-7bcee3770a09', 'ip_address': '2001:db8::f816:3eff:fecb:2dd1'}, {'subnet_id': '22d3229f-3327-4229-956c-94b332dd2b79'}], 'binding:host_id': 'dv-neutron-835340-2-hyperv'}, 'id': 'b391e00d-f352-47d1-aaf4-945ae1e1b3d9'} from dv-neutron-835340-2-hyperv. {{(pid=87872) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 28 12:00:39.242045 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-0024bb48-144d-4c0e-b9ee-19994d432e4a tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:00:39.269603 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32abbe99-ef45-4485-affa-fa99d322ade4 None None] Pushing event updated for resources: {'Port': ['ID=b391e00d-f352-47d1-aaf4-945ae1e1b3d9,revision_number=3']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:00:39.302733 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11de46f-23aa-4de0-ad28-2c5422182a38 req-87496771-1b16-4dc3-8c16-feb85fd362d7 tempest-TestServerAdvancedOps-1304232803 tempest-TestServerAdvancedOps-1304232803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:00:39.304745 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-d11de46f-23aa-4de0-ad28-2c5422182a38 req-87496771-1b16-4dc3-8c16-feb85fd362d7 tempest-TestServerAdvancedOps-1304232803 tempest-TestServerAdvancedOps-1304232803-project] 10.222.0.30 "GET /v2.0/ports?device_id=930c3d21-4177-4948-930d-4cf1dbf57597 HTTP/1.1" status: 200 len: 946 time: 0.4602501 Mar 28 12:00:39.305516 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-4f550474-511d-4eea-9695-5ffe6127f50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:39.318371 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-97060ec7-c69c-4431-be27-7a63142e32cb None None] Provisioning for port 256262f4-e92e-4df7-aa7e-50bda0b7a15a completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:00:39.352902 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-97060ec7-c69c-4431-be27-7a63142e32cb None None] Provisioning complete for port 256262f4-e92e-4df7-aa7e-50bda0b7a15a triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:00:39.353276 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-97060ec7-c69c-4431-be27-7a63142e32cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:39.385558 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-f35fc782-8b03-4abe-9c42-814e6aef35e6 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Calling delete_port for 9b7a55ef-497f-47fd-a18f-84322a5c58d4 owned by {{(pid=87870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:00:39.399104 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-0024bb48-144d-4c0e-b9ee-19994d432e4a tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:00:39.431666 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0024bb48-144d-4c0e-b9ee-19994d432e4a tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Made reservation on behalf of 874923c595b0437ca4b69119e06ef288 for: {'network': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 12:00:39.435053 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-0024bb48-144d-4c0e-b9ee-19994d432e4a tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for network, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:39.451719 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-4e1fca74-6043-4678-9292-f456ba40a187 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] In _notify_port_updated(), no bound segment for port 256262f4-e92e-4df7-aa7e-50bda0b7a15a on network b5731189-c1a9-4cf3-84e9-a479628a234e {{(pid=87871) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 28 12:00:39.457392 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e1fca74-6043-4678-9292-f456ba40a187 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:00:39.458191 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-4e1fca74-6043-4678-9292-f456ba40a187 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:39.462143 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-d11de46f-23aa-4de0-ad28-2c5422182a38 req-db88ed04-6f5a-4bd2-98e3-a6c448e46cf2 tempest-TestServerAdvancedOps-1304232803 tempest-TestServerAdvancedOps-1304232803-project] 10.222.0.30 "GET /v2.0/security-groups?id=f8f1f9e9-ff2e-444f-8155-195accb6fa66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958056 Mar 28 12:00:39.462457 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-4e1fca74-6043-4678-9292-f456ba40a187 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] 10.222.0.30 "PUT /v2.0/ports/256262f4-e92e-4df7-aa7e-50bda0b7a15a HTTP/1.1" status: 200 len: 1000 time: 2.7764935 Mar 28 12:00:39.463307 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 54940) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:00:39.465673 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-fa38179f-1867-4133-918e-8e44a4b5bf1e tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:39.506105 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-0024bb48-144d-4c0e-b9ee-19994d432e4a tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Notify callbacks [] for security_group, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:39.524865 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-97060ec7-c69c-4431-be27-7a63142e32cb None None] Port 256262f4-e92e-4df7-aa7e-50bda0b7a15a cannot update to ACTIVE because it is not bound. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 12:00:39.577174 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-0024bb48-144d-4c0e-b9ee-19994d432e4a tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:00:39.588143 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-0024bb48-144d-4c0e-b9ee-19994d432e4a tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Usage tracker for resource:security_group_rule and tenant:874923c595b0437ca4b69119e06ef288 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:00:39.592773 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-0024bb48-144d-4c0e-b9ee-19994d432e4a tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:00:39.602995 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-0024bb48-144d-4c0e-b9ee-19994d432e4a tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:00:39.632852 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-f35fc782-8b03-4abe-9c42-814e6aef35e6 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:39.636438 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.db_base_plugin_common [None req-4f550474-511d-4eea-9695-5ffe6127f50d None None] Allocated IP 2001:db8:0:1::2 (e95a87e2-4c44-46e2-9de5-2786cbaea69c/22d3229f-3327-4229-956c-94b332dd2b79/b391e00d-f352-47d1-aaf4-945ae1e1b3d9) {{(pid=87872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 12:00:39.640955 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-e0444094-48df-49f7-a4b4-38770ec994b6 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Deleting port 256262f4-e92e-4df7-aa7e-50bda0b7a15a {{(pid=87871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:00:39.641302 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-e0444094-48df-49f7-a4b4-38770ec994b6 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:39.689787 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35fc782-8b03-4abe-9c42-814e6aef35e6 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Pushing event deleted for resources: {'Port': ['ID=9b7a55ef-497f-47fd-a18f-84322a5c58d4,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:00:39.766890 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-f35fc782-8b03-4abe-9c42-814e6aef35e6 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:39.789002 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-4f550474-511d-4eea-9695-5ffe6127f50d None None] For port b391e00d-f352-47d1-aaf4-945ae1e1b3d9, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=b391e00d-f352-47d1-aaf4-945ae1e1b3d9,segment=NetworkSegment(bd053757-b8b4-4f3a-b553-aa242f2d15d2),segment_id=bd053757-b8b4-4f3a-b553-aa242f2d15d2)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:00:39.793882 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-f35fc782-8b03-4abe-9c42-814e6aef35e6 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "DELETE /v2.0/ports/9b7a55ef-497f-47fd-a18f-84322a5c58d4 HTTP/1.1" status: 204 len: 168 time: 1.4571197 Mar 28 12:00:39.794882 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 54944) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:00:39.825240 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-4f550474-511d-4eea-9695-5ffe6127f50d None None] Notify callbacks [] for port, precommit_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:39.849088 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-4f550474-511d-4eea-9695-5ffe6127f50d None None] Transition to ACTIVE for port object b391e00d-f352-47d1-aaf4-945ae1e1b3d9 will not be triggered until provisioned by entity DHCP. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:00:39.855529 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-4f550474-511d-4eea-9695-5ffe6127f50d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:39.908840 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device b391e00d-f352-47d1-aaf4-945ae1e1b3d9 up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:00:39.924933 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74d6ba06-c856-49ef-89ac-db355bbaa76a tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:00:39.925735 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-74d6ba06-c856-49ef-89ac-db355bbaa76a tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Synchronizing usage tracker for tenant:b4adfe5c8b3a4e57a1afd1d44c455245 on resource:port {{(pid=87870) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:00:39.944544 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-74d6ba06-c856-49ef-89ac-db355bbaa76a tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Unset dirty status for tenant:b4adfe5c8b3a4e57a1afd1d44c455245 on resource:port {{(pid=87870) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:00:39.946562 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-74d6ba06-c856-49ef-89ac-db355bbaa76a tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1495440 Mar 28 12:00:39.948361 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 54948) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:00:40.019249 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-0024bb48-144d-4c0e-b9ee-19994d432e4a tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Notify callbacks [] for security_group, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:40.036137 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05bae5bc-f6be-4a1c-8bdd-f4d80b6743bb tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:00:40.040550 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-05bae5bc-f6be-4a1c-8bdd-f4d80b6743bb tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0912545 Mar 28 12:00:40.041020 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 54952) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:00:40.043016 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-0024bb48-144d-4c0e-b9ee-19994d432e4a tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:40.064254 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-fa38179f-1867-4133-918e-8e44a4b5bf1e tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks [] for port, precommit_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:40.080121 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-fa38179f-1867-4133-918e-8e44a4b5bf1e tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2363241'] for port, after_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:40.103810 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f550474-511d-4eea-9695-5ffe6127f50d None None] Pushing event updated for resources: {'Port': ['ID=b391e00d-f352-47d1-aaf4-945ae1e1b3d9,revision_number=4']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:00:40.119626 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-028976cd-8470-4c13-af29-d27c2110d180 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:00:40.121256 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-028976cd-8470-4c13-af29-d27c2110d180 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:00:40.122849 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-028976cd-8470-4c13-af29-d27c2110d180 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:00:40.123748 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-028976cd-8470-4c13-af29-d27c2110d180 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Synchronizing usage tracker for tenant:b4adfe5c8b3a4e57a1afd1d44c455245 on resource:subnet {{(pid=87870) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:00:40.126070 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0024bb48-144d-4c0e-b9ee-19994d432e4a tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'} {{(pid=87871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 12:00:40.141637 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-028976cd-8470-4c13-af29-d27c2110d180 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Unset dirty status for tenant:b4adfe5c8b3a4e57a1afd1d44c455245 on resource:subnet {{(pid=87870) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:00:40.146023 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-028976cd-8470-4c13-af29-d27c2110d180 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1010714 Mar 28 12:00:40.146558 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 54956) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:00:40.207402 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0024bb48-144d-4c0e-b9ee-19994d432e4a tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73df7845-064c-494d-a7e1-199ce1faaa6e,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:00:40.216205 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-0024bb48-144d-4c0e-b9ee-19994d432e4a tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:40.216556 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.db.segments_db [None req-0024bb48-144d-4c0e-b9ee-19994d432e4a tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Added segment 856c084d-36b7-4026-84a0-30865f2cd17d of type vlan for network 1b4afd2a-3a14-4f52-9178-8d95a0a0827c Mar 28 12:00:40.218675 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-e0444094-48df-49f7-a4b4-38770ec994b6 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:40.220921 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cd9e99e-086d-463a-bc6d-48d28c789b2f tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Deleting subnet 22d3229f-3327-4229-956c-94b332dd2b79 {{(pid=87870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 12:00:40.225038 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-9cd9e99e-086d-463a-bc6d-48d28c789b2f tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks [] for subnet, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:40.281582 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-9cd9e99e-086d-463a-bc6d-48d28c789b2f tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3591354'] for subnet, precommit_delete_associations {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:40.381051 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-e0444094-48df-49f7-a4b4-38770ec994b6 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Calling delete_port for 256262f4-e92e-4df7-aa7e-50bda0b7a15a owned by {{(pid=87871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:00:40.409845 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa38179f-1867-4133-918e-8e44a4b5bf1e tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Pushing event updated for resources: {'Port': ['ID=ae0b1619-86dd-47d4-954f-834bcf865b26,revision_number=2']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:00:40.453714 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-fa38179f-1867-4133-918e-8e44a4b5bf1e tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-709520'] for floatingip, after_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:40.484805 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-9cd9e99e-086d-463a-bc6d-48d28c789b2f tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1919782'] for subnet, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:40.516281 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-0024bb48-144d-4c0e-b9ee-19994d432e4a tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783495836591'] for network, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:40.556240 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 54964) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:00:40.572979 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-9cd9e99e-086d-463a-bc6d-48d28c789b2f tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1919805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2561174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2563528'] for subnet, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:40.616092 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-9cd9e99e-086d-463a-bc6d-48d28c789b2f tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks [] for subnet, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:40.628650 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd9e99e-086d-463a-bc6d-48d28c789b2f tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Pushing event deleted for resources: {'Subnet': ['ID=22d3229f-3327-4229-956c-94b332dd2b79,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:00:40.641973 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-9cd9e99e-086d-463a-bc6d-48d28c789b2f tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "DELETE /v2.0/subnets/22d3229f-3327-4229-956c-94b332dd2b79 HTTP/1.1" status: 204 len: 168 time: 0.4921126 Mar 28 12:00:40.642477 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 54968) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:00:40.686601 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-398d768b-6a9a-4f28-b63f-511e34625395 None None] Network e95a87e2-4c44-46e2-9de5-2786cbaea69c requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 12:00:40.715151 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a9804d0-d7db-462c-b22b-323d86d27684 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Deleting subnet b31a8857-1f3b-4ced-8e15-7bcee3770a09 {{(pid=87870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 12:00:40.718256 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-7a9804d0-d7db-462c-b22b-323d86d27684 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks [] for subnet, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:40.759642 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-0024bb48-144d-4c0e-b9ee-19994d432e4a tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765'] for network, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:40.765420 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0024bb48-144d-4c0e-b9ee-19994d432e4a tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:00:40.766080 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-0024bb48-144d-4c0e-b9ee-19994d432e4a tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Notify callbacks [] for network, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:40.776375 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-7a9804d0-d7db-462c-b22b-323d86d27684 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3591354'] for subnet, precommit_delete_associations {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:40.794302 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-e9df9334-715e-435d-bc0c-d0268a02845b None None] Could not find standard attr ID for object 9b7a55ef-497f-47fd-a18f-84322a5c58d4. {{(pid=87872) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 28 12:00:40.823707 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-e9df9334-715e-435d-bc0c-d0268a02845b None None] Provisioning for port b391e00d-f352-47d1-aaf4-945ae1e1b3d9 completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:00:40.833187 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-e9df9334-715e-435d-bc0c-d0268a02845b None None] Provisioning complete for port b391e00d-f352-47d1-aaf4-945ae1e1b3d9 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:00:40.833187 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-e9df9334-715e-435d-bc0c-d0268a02845b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:40.878925 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-7a9804d0-d7db-462c-b22b-323d86d27684 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1919782'] for subnet, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:40.968720 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-7a9804d0-d7db-462c-b22b-323d86d27684 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1919805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2561174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2563528'] for subnet, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:41.017815 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-7a9804d0-d7db-462c-b22b-323d86d27684 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks [] for subnet, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:41.023943 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9804d0-d7db-462c-b22b-323d86d27684 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Pushing event deleted for resources: {'Subnet': ['ID=b31a8857-1f3b-4ced-8e15-7bcee3770a09,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:00:41.037227 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-7a9804d0-d7db-462c-b22b-323d86d27684 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "DELETE /v2.0/subnets/b31a8857-1f3b-4ced-8e15-7bcee3770a09 HTTP/1.1" status: 204 len: 168 time: 0.3909833 Mar 28 12:00:41.037516 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 54972) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:00:41.084875 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.db.l3_db [None req-fa38179f-1867-4133-918e-8e44a4b5bf1e tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Floating IP 0d91439b-caae-45c2-a81e-8a895a451357 associated. External IP: 172.26.7.149, port: d3357d27-cba1-4efc-9b59-b3ae8c76646d. Mar 28 12:00:41.127534 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-b14f457f-41ff-4ede-92b2-2bb5bd721f33 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0869548 Mar 28 12:00:41.128604 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 54976) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:00:41.135976 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-54886824-9554-4dd9-bef1-9f55b19f6c35 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Request body: {'subnet': {'network_id': 'e95a87e2-4c44-46e2-9de5-2786cbaea69c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:00:41.167368 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79694067-a27c-496f-95f0-22ec9d5fd23c None None] Update dhcp port {'port': {'network_id': 'e95a87e2-4c44-46e2-9de5-2786cbaea69c', 'fixed_ips': [{'subnet_id': 'b31a8857-1f3b-4ced-8e15-7bcee3770a09'}], 'binding:host_id': 'dv-neutron-835340-2-hyperv'}, 'id': 'b391e00d-f352-47d1-aaf4-945ae1e1b3d9'} from dv-neutron-835340-2-hyperv. {{(pid=87872) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 28 12:00:41.223813 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-79694067-a27c-496f-95f0-22ec9d5fd23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:41.253437 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-54886824-9554-4dd9-bef1-9f55b19f6c35 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:00:41.258545 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-54886824-9554-4dd9-bef1-9f55b19f6c35 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Usage tracker for resource:subnet and tenant:b4adfe5c8b3a4e57a1afd1d44c455245 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:00:41.259653 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0024bb48-144d-4c0e-b9ee-19994d432e4a tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Pushing event updated for resources: {'Network': ['ID=1b4afd2a-3a14-4f52-9178-8d95a0a0827c,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:00:41.262268 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-54886824-9554-4dd9-bef1-9f55b19f6c35 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:00:41.269596 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-54886824-9554-4dd9-bef1-9f55b19f6c35 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:00:41.281699 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54886824-9554-4dd9-bef1-9f55b19f6c35 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Made reservation on behalf of b4adfe5c8b3a4e57a1afd1d44c455245 for: {'subnet': 1} {{(pid=87870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 12:00:41.284052 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Network 1b4afd2a-3a14-4f52-9178-8d95a0a0827c details requested by agent ovs-agent-dv-neutron-835340-2-hyperv with host dv-neutron-835340-2-hyperv {{(pid=87872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 12:00:41.287367 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-54886824-9554-4dd9-bef1-9f55b19f6c35 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2563571'] for subnet, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:41.307590 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-0024bb48-144d-4c0e-b9ee-19994d432e4a tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.5177190 Mar 28 12:00:41.351575 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1915f9bf-a8c7-48f0-a212-088dd81bc4a6 tempest-TestNetworkBasicOps-386611239 tempest-TestNetworkBasicOps-386611239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:00:41.352158 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1915f9bf-a8c7-48f0-a212-088dd81bc4a6 tempest-TestNetworkBasicOps-386611239 tempest-TestNetworkBasicOps-386611239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:00:41.352637 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1915f9bf-a8c7-48f0-a212-088dd81bc4a6 tempest-TestNetworkBasicOps-386611239 tempest-TestNetworkBasicOps-386611239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:00:41.356881 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-1915f9bf-a8c7-48f0-a212-088dd81bc4a6 tempest-TestNetworkBasicOps-386611239 tempest-TestNetworkBasicOps-386611239-project-admin] 10.222.0.30 "GET /v2.0/ports?project_id=527195c95736491ca1967a42cc300275&network_id=3eabdfb2-13df-46a0-90ee-a82c1c8f310b HTTP/1.1" status: 200 len: 2999 time: 0.7821672 Mar 28 12:00:41.456812 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d8fce8-a229-4d30-bfee-fdf69003edf0 req-9e85a78b-6ec8-4ee7-8db7-17061d2359fb tempest-TestServerAdvancedOps-1304232803 tempest-TestServerAdvancedOps-1304232803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:00:41.465383 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-e7d8fce8-a229-4d30-bfee-fdf69003edf0 req-9e85a78b-6ec8-4ee7-8db7-17061d2359fb tempest-TestServerAdvancedOps-1304232803 tempest-TestServerAdvancedOps-1304232803-project] 10.222.0.30 "GET /v2.0/ports?device_id=930c3d21-4177-4948-930d-4cf1dbf57597 HTTP/1.1" status: 200 len: 946 time: 0.8756077 Mar 28 12:00:41.518702 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-e0444094-48df-49f7-a4b4-38770ec994b6 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:41.567592 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-54886824-9554-4dd9-bef1-9f55b19f6c35 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2561241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2563521'] for subnet, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:41.601798 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8ae9ff3-305f-4dce-85b2-98e14ecc4ffd None None] Network e95a87e2-4c44-46e2-9de5-2786cbaea69c requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 12:00:41.650415 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0444094-48df-49f7-a4b4-38770ec994b6 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Pushing event deleted for resources: {'Port': ['ID=256262f4-e92e-4df7-aa7e-50bda0b7a15a,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:00:41.669819 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54886824-9554-4dd9-bef1-9f55b19f6c35 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Pushing event updated for resources: {'Subnet': ['ID=47717d91-cd1d-4360-8ced-b0bd307a489b,revision_number=0']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:00:41.673884 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54886824-9554-4dd9-bef1-9f55b19f6c35 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Network e95a87e2-4c44-46e2-9de5-2786cbaea69c is already hosted by enough agents. {{(pid=87870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:00:41.675570 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.base_scheduler [None req-54886824-9554-4dd9-bef1-9f55b19f6c35 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Resources bound (agent type, host, resource id): {{(pid=87870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:00:41.678954 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54886824-9554-4dd9-bef1-9f55b19f6c35 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:00:41.679799 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-54886824-9554-4dd9-bef1-9f55b19f6c35 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks [] for subnet, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:41.731714 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-54886824-9554-4dd9-bef1-9f55b19f6c35 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6019742 Mar 28 12:00:41.734308 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 54984) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:00:41.741161 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-56f41e71-4aa5-45e9-9a5c-00c57f5516eb tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Request body: {'subnet': {'network_id': 'e95a87e2-4c44-46e2-9de5-2786cbaea69c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:00:41.918410 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-b862dbda-4e9d-4d2a-8248-a85cbcc40d40 None None] Provisioning complete for port b391e00d-f352-47d1-aaf4-945ae1e1b3d9 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:00:41.918899 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-b862dbda-4e9d-4d2a-8248-a85cbcc40d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:41.957981 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device b391e00d-f352-47d1-aaf4-945ae1e1b3d9 no longer exists at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 12:00:42.028437 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-56f41e71-4aa5-45e9-9a5c-00c57f5516eb tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:00:42.034143 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-56f41e71-4aa5-45e9-9a5c-00c57f5516eb tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Usage tracker for resource:subnet and tenant:b4adfe5c8b3a4e57a1afd1d44c455245 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:00:42.039177 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-56f41e71-4aa5-45e9-9a5c-00c57f5516eb tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:00:42.045014 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-e7d8fce8-a229-4d30-bfee-fdf69003edf0 req-e9c7dd1d-eca2-49e0-8a38-4c223ca27bca tempest-TestServerAdvancedOps-1304232803 tempest-TestServerAdvancedOps-1304232803-project] 10.222.0.30 "GET /v2.0/security-groups?id=f8f1f9e9-ff2e-444f-8155-195accb6fa66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5787697 Mar 28 12:00:42.059119 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-56f41e71-4aa5-45e9-9a5c-00c57f5516eb tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:00:42.083750 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56f41e71-4aa5-45e9-9a5c-00c57f5516eb tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Made reservation on behalf of b4adfe5c8b3a4e57a1afd1d44c455245 for: {'subnet': 1} {{(pid=87870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 12:00:42.087328 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-56f41e71-4aa5-45e9-9a5c-00c57f5516eb tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2563571'] for subnet, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:42.241040 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.db.ipam_backend_mixin [None req-56f41e71-4aa5-45e9-9a5c-00c57f5516eb tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 47717d91-cd1d-4360-8ced-b0bd307a489b (CIDR: 2001:db8::/64) Mar 28 12:00:42.247141 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-e0444094-48df-49f7-a4b4-38770ec994b6 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:42.248724 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.pecan_wsgi.hooks.translation [None req-56f41e71-4aa5-45e9-9a5c-00c57f5516eb tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 12:00:42.252669 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56f41e71-4aa5-45e9-9a5c-00c57f5516eb tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 12:00:42.253392 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-e0444094-48df-49f7-a4b4-38770ec994b6 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] 10.222.0.30 "DELETE /v2.0/ports/256262f4-e92e-4df7-aa7e-50bda0b7a15a HTTP/1.1" status: 204 len: 168 time: 2.7515271 Mar 28 12:00:42.256622 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 54994) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:00:42.301850 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa38179f-1867-4133-918e-8e44a4b5bf1e tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Router 80a1cb0c-2b23-40f3-9433-a922b65a4212 has already been hosted by L3 agent af79d429-529e-400b-a119-94d4bec03f3e {{(pid=87871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 12:00:42.311197 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b815f65f-17f7-43fd-a40e-1faa00d19845 None None] Update dhcp port {'port': {'network_id': 'e95a87e2-4c44-46e2-9de5-2786cbaea69c', 'fixed_ips': [{'subnet_id': '47717d91-cd1d-4360-8ced-b0bd307a489b'}], 'binding:host_id': 'dv-neutron-835340-2-hyperv'}, 'id': 'b391e00d-f352-47d1-aaf4-945ae1e1b3d9'} from dv-neutron-835340-2-hyperv. {{(pid=87872) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 28 12:00:42.391644 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.pecan_wsgi.hooks.translation [None req-3349da69-f8d2-4cf9-89e8-f74c324edeec tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] GET failed (client error): The resource could not be found. Mar 28 12:00:42.394798 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-3349da69-f8d2-4cf9-89e8-f74c324edeec tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Synchronizing usage tracker for tenant:35b7084247a448e2b3e41f3619d7d4bc on resource:port {{(pid=87870) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:00:42.405364 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-56f41e71-4aa5-45e9-9a5c-00c57f5516eb tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6694117 Mar 28 12:00:42.408332 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-b815f65f-17f7-43fd-a40e-1faa00d19845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:42.410055 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 54998) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:00:42.419435 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-aad82901-6cb4-49d8-9df7-050e64729ca5 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Request body: {'subnet': {'network_id': 'e95a87e2-4c44-46e2-9de5-2786cbaea69c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:00:42.452302 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-3349da69-f8d2-4cf9-89e8-f74c324edeec tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Unset dirty status for tenant:35b7084247a448e2b3e41f3619d7d4bc on resource:port {{(pid=87870) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:00:42.459092 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-3349da69-f8d2-4cf9-89e8-f74c324edeec tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] 10.222.0.30 "GET /v2.0/ports/256262f4-e92e-4df7-aa7e-50bda0b7a15a HTTP/1.1" status: 404 len: 333 time: 0.1945565 Mar 28 12:00:42.460240 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 55002) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:00:42.526743 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 55008) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:00:42.593720 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea32efcc-958d-4e58-9f31-2a813d02cc74 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Deleting subnet 0436a82b-f565-4eda-9354-d9531154b5ef {{(pid=87870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 12:00:42.597736 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-ea32efcc-958d-4e58-9f31-2a813d02cc74 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks [] for subnet, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:42.670329 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-ea32efcc-958d-4e58-9f31-2a813d02cc74 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3591354'] for subnet, precommit_delete_associations {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:42.747875 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7eddc3a-73e4-437e-8e9d-1f9420d626d8 tempest-TestNetworkBasicOps-386611239 tempest-TestNetworkBasicOps-386611239-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:00:42.749575 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-e7eddc3a-73e4-437e-8e9d-1f9420d626d8 tempest-TestNetworkBasicOps-386611239 tempest-TestNetworkBasicOps-386611239-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=ac2b1748-8f63-4b17-a9c7-07e79704aa5b HTTP/1.1" status: 200 len: 814 time: 0.2193274 Mar 28 12:00:42.755260 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa38179f-1867-4133-918e-8e44a4b5bf1e tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 12:00:42.755901 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.db_base_plugin_common [None req-b815f65f-17f7-43fd-a40e-1faa00d19845 None None] Allocated IP 2001:db8::2 (e95a87e2-4c44-46e2-9de5-2786cbaea69c/47717d91-cd1d-4360-8ced-b0bd307a489b/b391e00d-f352-47d1-aaf4-945ae1e1b3d9) {{(pid=87872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 12:00:42.766970 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:42.782440 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba7c0d4b-f88b-4085-9796-08fe3228754c None None] Sync routers for ids ['80a1cb0c-2b23-40f3-9433-a922b65a4212'] in dv-neutron-835340-2-hyperv {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 12:00:42.811819 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-aad82901-6cb4-49d8-9df7-050e64729ca5 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:00:42.818082 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-aad82901-6cb4-49d8-9df7-050e64729ca5 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Usage tracker for resource:subnet and tenant:b4adfe5c8b3a4e57a1afd1d44c455245 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:00:42.822956 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-fa38179f-1867-4133-918e-8e44a4b5bf1e tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for floatingip, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:42.829557 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba7c0d4b-f88b-4085-9796-08fe3228754c None None] Routers {'80a1cb0c-2b23-40f3-9433-a922b65a4212'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:00:42.834478 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-ba7c0d4b-f88b-4085-9796-08fe3228754c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:00:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['80a1cb0c-2b23-40f3-9433-a922b65a4212'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:00:42.855674 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-aad82901-6cb4-49d8-9df7-050e64729ca5 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:00:42.883643 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-ea32efcc-958d-4e58-9f31-2a813d02cc74 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1919782'] for subnet, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:42.906796 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-aad82901-6cb4-49d8-9df7-050e64729ca5 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:00:42.928635 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af78d49-e6a4-4cb8-bfdd-ee772993d126 req-8d440f79-8c53-4da8-a95f-245195e3eae6 tempest-TestServerAdvancedOps-1304232803 tempest-TestServerAdvancedOps-1304232803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:00:42.937040 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-4af78d49-e6a4-4cb8-bfdd-ee772993d126 req-8d440f79-8c53-4da8-a95f-245195e3eae6 tempest-TestServerAdvancedOps-1304232803 tempest-TestServerAdvancedOps-1304232803-project] 10.222.0.30 "GET /v2.0/ports?device_id=930c3d21-4177-4948-930d-4cf1dbf57597 HTTP/1.1" status: 200 len: 946 time: 0.2573700 Mar 28 12:00:42.990568 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-b815f65f-17f7-43fd-a40e-1faa00d19845 None None] For port b391e00d-f352-47d1-aaf4-945ae1e1b3d9, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=b391e00d-f352-47d1-aaf4-945ae1e1b3d9,segment=NetworkSegment(bd053757-b8b4-4f3a-b553-aa242f2d15d2),segment_id=bd053757-b8b4-4f3a-b553-aa242f2d15d2)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:00:42.998492 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-fa38179f-1867-4133-918e-8e44a4b5bf1e tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 6.6654391 Mar 28 12:00:43.007423 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aad82901-6cb4-49d8-9df7-050e64729ca5 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Made reservation on behalf of b4adfe5c8b3a4e57a1afd1d44c455245 for: {'subnet': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 12:00:43.010225 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-ba7c0d4b-f88b-4085-9796-08fe3228754c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:00:43.014006 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 55016) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:00:43.016190 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-aad82901-6cb4-49d8-9df7-050e64729ca5 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26551362'] for subnet, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:43.021552 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-4512fd64-cf56-4e3e-ab47-09c5c6f29b8a tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:00:43.025400 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba7c0d4b-f88b-4085-9796-08fe3228754c None None] Routers {'80a1cb0c-2b23-40f3-9433-a922b65a4212'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:00:43.026346 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-ba7c0d4b-f88b-4085-9796-08fe3228754c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:00:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['80a1cb0c-2b23-40f3-9433-a922b65a4212'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:00:43.051208 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-b815f65f-17f7-43fd-a40e-1faa00d19845 None None] Notify callbacks [] for port, precommit_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:43.087962 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-b815f65f-17f7-43fd-a40e-1faa00d19845 None None] Transition to ACTIVE for port object b391e00d-f352-47d1-aaf4-945ae1e1b3d9 will not be triggered until provisioned by entity DHCP. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:00:43.099424 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-b815f65f-17f7-43fd-a40e-1faa00d19845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:43.110717 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-ba7c0d4b-f88b-4085-9796-08fe3228754c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:00:43.111537 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba7c0d4b-f88b-4085-9796-08fe3228754c None None] The sync data for ids ['80a1cb0c-2b23-40f3-9433-a922b65a4212'] in dv-neutron-835340-2-hyperv is: [] {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 12:00:43.153886 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-4512fd64-cf56-4e3e-ab47-09c5c6f29b8a tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks [] for floatingip, before_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:43.177323 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-4af78d49-e6a4-4cb8-bfdd-ee772993d126 req-6bf5f5d8-3d76-45a1-aaf6-3b976e31399e tempest-TestServerAdvancedOps-1304232803 tempest-TestServerAdvancedOps-1304232803-project] 10.222.0.30 "GET /v2.0/security-groups?id=f8f1f9e9-ff2e-444f-8155-195accb6fa66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2254305 Mar 28 12:00:43.370046 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.db.api [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87872) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 12:00:43.372001 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG oslo_db.api [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 12:00:43.376874 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b815f65f-17f7-43fd-a40e-1faa00d19845 None None] Pushing event updated for resources: {'Port': ['ID=b391e00d-f352-47d1-aaf4-945ae1e1b3d9,revision_number=7']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:00:43.396629 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-ea32efcc-958d-4e58-9f31-2a813d02cc74 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1919805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2561174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2563528'] for subnet, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:43.443013 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 55020) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:00:43.473964 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dc38584-da1b-437c-8600-30beb1fd487d None None] Network b5731189-c1a9-4cf3-84e9-a479628a234e requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 12:00:43.554773 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-3d91bc1b-6542-40e0-903f-b85c123b4147 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Request body: {'network': {'name': 'tempest-network-smoke--580711582', 'project_id': '527195c95736491ca1967a42cc300275', 'port_security_enabled': True}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:00:43.559401 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-ea32efcc-958d-4e58-9f31-2a813d02cc74 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks [] for subnet, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:43.568865 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-ea32efcc-958d-4e58-9f31-2a813d02cc74 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] 10.222.0.30 "DELETE /v2.0/subnets/0436a82b-f565-4eda-9354-d9531154b5ef HTTP/1.1" status: 204 len: 168 time: 1.1059861 Mar 28 12:00:43.569074 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 55024) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:00:43.579836 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea32efcc-958d-4e58-9f31-2a813d02cc74 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Pushing event deleted for resources: {'Subnet': ['ID=0436a82b-f565-4eda-9354-d9531154b5ef,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:00:43.595519 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-3d91bc1b-6542-40e0-903f-b85c123b4147 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:00:43.613089 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-3d91bc1b-6542-40e0-903f-b85c123b4147 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:00:43.734274 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-4512fd64-cf56-4e3e-ab47-09c5c6f29b8a tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:43.742946 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.db_base_plugin_v2 [None req-69693a6b-7a67-4928-a139-414f6b571b49 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Deleting subnet 6e4f344e-5d63-4dc2-99f3-c8da127d83e1 {{(pid=87871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 12:00:43.748738 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-4512fd64-cf56-4e3e-ab47-09c5c6f29b8a tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-709520'] for floatingip, after_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:43.749178 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.db.l3_db [None req-4512fd64-cf56-4e3e-ab47-09c5c6f29b8a tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Floating IP 0d91439b-caae-45c2-a81e-8a895a451357 disassociated. External IP: 172.26.7.149, port: d3357d27-cba1-4efc-9b59-b3ae8c76646d. Mar 28 12:00:43.750004 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-69693a6b-7a67-4928-a139-414f6b571b49 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks [] for subnet, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:43.859094 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-69693a6b-7a67-4928-a139-414f6b571b49 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3436877'] for subnet, precommit_delete_associations {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:43.983374 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:44.001055 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d91bc1b-6542-40e0-903f-b85c123b4147 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Made reservation on behalf of 527195c95736491ca1967a42cc300275 for: {'network': 1} {{(pid=87870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 12:00:44.005945 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-3d91bc1b-6542-40e0-903f-b85c123b4147 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for network, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:44.012161 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-69693a6b-7a67-4928-a139-414f6b571b49 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1919782'] for subnet, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:44.070027 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] For port b391e00d-f352-47d1-aaf4-945ae1e1b3d9, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=b391e00d-f352-47d1-aaf4-945ae1e1b3d9,segment=NetworkSegment(bd053757-b8b4-4f3a-b553-aa242f2d15d2),segment_id=bd053757-b8b4-4f3a-b553-aa242f2d15d2)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:00:44.082093 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:44.152537 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d91bc1b-6542-40e0-903f-b85c123b4147 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=87870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 12:00:44.184248 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-69693a6b-7a67-4928-a139-414f6b571b49 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1919805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2364079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26551417'] for subnet, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:44.362379 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69693a6b-7a67-4928-a139-414f6b571b49 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Pushing event deleted for resources: {'Subnet': ['ID=6e4f344e-5d63-4dc2-99f3-c8da127d83e1,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:00:44.379852 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Pushing event updated for resources: {'Port': ['ID=b391e00d-f352-47d1-aaf4-945ae1e1b3d9,revision_number=8']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:00:44.381883 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-69693a6b-7a67-4928-a139-414f6b571b49 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks [] for subnet, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:44.395638 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device b391e00d-f352-47d1-aaf4-945ae1e1b3d9 up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:00:44.428148 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-69693a6b-7a67-4928-a139-414f6b571b49 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] 10.222.0.30 "DELETE /v2.0/subnets/6e4f344e-5d63-4dc2-99f3-c8da127d83e1 HTTP/1.1" status: 204 len: 168 time: 0.8472393 Mar 28 12:00:44.439178 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 55030) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:00:44.515966 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-3d91bc1b-6542-40e0-903f-b85c123b4147 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:44.515966 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.db.segments_db [None req-3d91bc1b-6542-40e0-903f-b85c123b4147 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Added segment 0c16f700-172a-4559-8f9a-7ed8adf773e6 of type vlan for network 407023ce-274c-4460-a707-774aa60c0992 Mar 28 12:00:44.524186 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d706f3f3-3208-4af7-9d4a-4ddfa533aacf None None] Network e95a87e2-4c44-46e2-9de5-2786cbaea69c requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 12:00:44.622718 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4512fd64-cf56-4e3e-ab47-09c5c6f29b8a tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Router 80a1cb0c-2b23-40f3-9433-a922b65a4212 has already been hosted by L3 agent af79d429-529e-400b-a119-94d4bec03f3e {{(pid=87870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 12:00:44.633378 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-79408449-fd79-4bae-83f2-a03be0504697 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588883'] for network, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:44.656017 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 55034) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:00:44.663303 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-3d91bc1b-6542-40e0-903f-b85c123b4147 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783495836591'] for network, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:44.665910 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-e4916eb4-5157-4f93-acb4-6a269e386cd5 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Request body: {'subnet': {'network_id': '1b4afd2a-3a14-4f52-9178-8d95a0a0827c', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:00:44.676917 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-fbac7bae-f0b1-481f-b9be-0f674519a702 None None] Provisioning for port b391e00d-f352-47d1-aaf4-945ae1e1b3d9 completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:00:44.690834 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port b391e00d-f352-47d1-aaf4-945ae1e1b3d9 triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:00:44.691203 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:44.755390 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-fbac7bae-f0b1-481f-b9be-0f674519a702 None None] Provisioning complete for port b391e00d-f352-47d1-aaf4-945ae1e1b3d9 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:00:44.756021 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-fbac7bae-f0b1-481f-b9be-0f674519a702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:44.800244 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-79408449-fd79-4bae-83f2-a03be0504697 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Deleting port 276db526-578f-4e23-91ed-8322c2dc278e {{(pid=87871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:00:44.800579 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-79408449-fd79-4bae-83f2-a03be0504697 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:44.822150 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869231b0-4254-458a-8e8a-212de830ccc1 req-711bc17b-dc9d-4e55-ac44-ebe1b727cdc0 tempest-TestServerAdvancedOps-1304232803 tempest-TestServerAdvancedOps-1304232803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:00:44.823857 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-869231b0-4254-458a-8e8a-212de830ccc1 req-711bc17b-dc9d-4e55-ac44-ebe1b727cdc0 tempest-TestServerAdvancedOps-1304232803 tempest-TestServerAdvancedOps-1304232803-project] 10.222.0.11 "GET /v2.0/ports?device_id=930c3d21-4177-4948-930d-4cf1dbf57597 HTTP/1.1" status: 200 len: 946 time: 0.4052103 Mar 28 12:00:44.892918 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-e4916eb4-5157-4f93-acb4-6a269e386cd5 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:00:44.897934 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-e4916eb4-5157-4f93-acb4-6a269e386cd5 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Usage tracker for resource:subnet and tenant:874923c595b0437ca4b69119e06ef288 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:00:44.914521 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-e4916eb4-5157-4f93-acb4-6a269e386cd5 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:00:44.931176 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-e4916eb4-5157-4f93-acb4-6a269e386cd5 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:00:44.999154 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d8e0581-84e1-4140-aff9-c981fea1cbe0 None None] Network b5731189-c1a9-4cf3-84e9-a479628a234e requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 12:00:45.032413 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-3d91bc1b-6542-40e0-903f-b85c123b4147 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765'] for network, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:45.038638 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d91bc1b-6542-40e0-903f-b85c123b4147 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:00:45.038830 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4916eb4-5157-4f93-acb4-6a269e386cd5 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Made reservation on behalf of 874923c595b0437ca4b69119e06ef288 for: {'subnet': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 12:00:45.039357 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-3d91bc1b-6542-40e0-903f-b85c123b4147 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538751'] for network, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:45.042149 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-e4916eb4-5157-4f93-acb4-6a269e386cd5 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26551362'] for subnet, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:45.122160 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:45.131449 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f126a81b-de9a-4619-9fc6-a74f9efee381 req-7ebef2b1-97b1-47bf-9d38-1996872322a3 tempest-TestServerAdvancedOps-1304232803 tempest-TestServerAdvancedOps-1304232803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:00:45.133689 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-f126a81b-de9a-4619-9fc6-a74f9efee381 req-7ebef2b1-97b1-47bf-9d38-1996872322a3 tempest-TestServerAdvancedOps-1304232803 tempest-TestServerAdvancedOps-1304232803-project] 10.222.0.30 "GET /v2.0/ports?device_id=930c3d21-4177-4948-930d-4cf1dbf57597 HTTP/1.1" status: 200 len: 946 time: 0.6127596 Mar 28 12:00:45.142318 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4512fd64-cf56-4e3e-ab47-09c5c6f29b8a tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 12:00:45.157223 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [req-869231b0-4254-458a-8e8a-212de830ccc1 req-c19c106e-bda2-458f-a6f0-c5b07dced59a tempest-TestServerAdvancedOps-1304232803 tempest-TestServerAdvancedOps-1304232803-project] Deleting port 5273c1bc-cf51-40e6-9eec-6a3c529346bf {{(pid=87870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:00:45.157567 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [req-869231b0-4254-458a-8e8a-212de830ccc1 req-c19c106e-bda2-458f-a6f0-c5b07dced59a tempest-TestServerAdvancedOps-1304232803 tempest-TestServerAdvancedOps-1304232803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:45.199980 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-670e0f8e-63e2-4814-9be3-99766ba9460c None None] Sync routers for ids ['80a1cb0c-2b23-40f3-9433-a922b65a4212'] in dv-neutron-835340-2-hyperv {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 12:00:45.244427 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-fbac7bae-f0b1-481f-b9be-0f674519a702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:45.274683 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.objects.ports [None req-aad82901-6cb4-49d8-9df7-050e64729ca5 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87871) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 28 12:00:45.280907 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-3d91bc1b-6542-40e0-903f-b85c123b4147 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.8310997 Mar 28 12:00:45.287856 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-670e0f8e-63e2-4814-9be3-99766ba9460c None None] Routers {'80a1cb0c-2b23-40f3-9433-a922b65a4212'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:00:45.288097 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-4512fd64-cf56-4e3e-ab47-09c5c6f29b8a tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for floatingip, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:45.288490 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-670e0f8e-63e2-4814-9be3-99766ba9460c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:00:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['80a1cb0c-2b23-40f3-9433-a922b65a4212'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:00:45.315035 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 55038) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:00:45.315710 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d91bc1b-6542-40e0-903f-b85c123b4147 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Pushing event updated for resources: {'Network': ['ID=407023ce-274c-4460-a707-774aa60c0992,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:00:45.340164 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.db [None req-79408449-fd79-4bae-83f2-a03be0504697 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] For port 276db526-578f-4e23-91ed-8322c2dc278e, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=276db526-578f-4e23-91ed-8322c2dc278e,segment=NetworkSegment(59bd45ac-0d87-4282-b229-c2f95643423e),segment_id=59bd45ac-0d87-4282-b229-c2f95643423e)] {{(pid=87871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:00:45.341068 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-79408449-fd79-4bae-83f2-a03be0504697 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:45.351774 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Network 407023ce-274c-4460-a707-774aa60c0992 details requested by agent ovs-agent-dv-neutron-835340-2-hyperv with host dv-neutron-835340-2-hyperv {{(pid=87872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 12:00:45.428900 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] For port b391e00d-f352-47d1-aaf4-945ae1e1b3d9, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=b391e00d-f352-47d1-aaf4-945ae1e1b3d9,segment=NetworkSegment(bd053757-b8b4-4f3a-b553-aa242f2d15d2),segment_id=bd053757-b8b4-4f3a-b553-aa242f2d15d2)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:00:45.436884 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-670e0f8e-63e2-4814-9be3-99766ba9460c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:00:45.453346 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:45.489675 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-79408449-fd79-4bae-83f2-a03be0504697 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Calling delete_port for 276db526-578f-4e23-91ed-8322c2dc278e owned by network:dhcp {{(pid=87871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:00:45.594981 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-f126a81b-de9a-4619-9fc6-a74f9efee381 req-091e792e-44cc-4442-9bf8-82fff2a42ea1 tempest-TestServerAdvancedOps-1304232803 tempest-TestServerAdvancedOps-1304232803-project] 10.222.0.30 "GET /v2.0/security-groups?id=f8f1f9e9-ff2e-444f-8155-195accb6fa66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4413667 Mar 28 12:00:45.611550 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-4512fd64-cf56-4e3e-ab47-09c5c6f29b8a tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] 10.222.0.30 "PUT /v2.0/floatingips/0d91439b-caae-45c2-a81e-8a895a451357 HTTP/1.1" status: 200 len: 688 time: 2.5964227 Mar 28 12:00:45.615062 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-670e0f8e-63e2-4814-9be3-99766ba9460c None None] Routers {'80a1cb0c-2b23-40f3-9433-a922b65a4212'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:00:45.615213 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 55042) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:00:45.615310 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-670e0f8e-63e2-4814-9be3-99766ba9460c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:00:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['80a1cb0c-2b23-40f3-9433-a922b65a4212'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:00:45.692064 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-79408449-fd79-4bae-83f2-a03be0504697 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:45.706694 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bee9f0a4-5a42-4dee-8a44-cb3be3f23bf9 tempest-TestNetworkBasicOps-386611239 tempest-TestNetworkBasicOps-386611239-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:00:45.708923 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-bee9f0a4-5a42-4dee-8a44-cb3be3f23bf9 tempest-TestNetworkBasicOps-386611239 tempest-TestNetworkBasicOps-386611239-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=527195c95736491ca1967a42cc300275&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.3889644 Mar 28 12:00:45.715781 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.db.api [None req-fbac7bae-f0b1-481f-b9be-0f674519a702 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87872) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 12:00:45.715992 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG oslo_db.api [None req-fbac7bae-f0b1-481f-b9be-0f674519a702 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 12:00:45.717296 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-670e0f8e-63e2-4814-9be3-99766ba9460c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:00:45.717686 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-670e0f8e-63e2-4814-9be3-99766ba9460c None None] The sync data for ids ['80a1cb0c-2b23-40f3-9433-a922b65a4212'] in dv-neutron-835340-2-hyperv is: [] {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 12:00:45.734121 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Pushing event updated for resources: {'Port': ['ID=b391e00d-f352-47d1-aaf4-945ae1e1b3d9,revision_number=9']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:00:45.734294 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 55046) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:00:45.856027 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5998c622-e0f4-4074-8bf1-e9df8fa5b147 None None] DHCP port deletion for b5731189-c1a9-4cf3-84e9-a479628a234e request from dv-neutron-835340-2-hyperv {{(pid=87872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 12:00:45.903152 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06363bcc-e6db-438e-8728-b77da1f9e9ec None None] Update dhcp port {'port': {'network_id': 'e95a87e2-4c44-46e2-9de5-2786cbaea69c', 'fixed_ips': [{'subnet_id': '47717d91-cd1d-4360-8ced-b0bd307a489b', 'ip_address': '2001:db8::2'}, {'subnet_id': '2590ee58-259b-4104-b28d-21a051aff3b6'}], 'binding:host_id': 'dv-neutron-835340-2-hyperv'}, 'id': 'b391e00d-f352-47d1-aaf4-945ae1e1b3d9'} from dv-neutron-835340-2-hyperv. {{(pid=87872) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 28 12:00:45.945505 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-bd12ae9a-7d4b-44d9-a579-1402e0cedcc6 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Deleting port ae0b1619-86dd-47d4-954f-834bcf865b26 {{(pid=87870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:00:45.945505 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-bd12ae9a-7d4b-44d9-a579-1402e0cedcc6 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:45.960963 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79408449-fd79-4bae-83f2-a03be0504697 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Pushing event deleted for resources: {'Port': ['ID=276db526-578f-4e23-91ed-8322c2dc278e,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:00:45.962657 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-06363bcc-e6db-438e-8728-b77da1f9e9ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:45.963129 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79408449-fd79-4bae-83f2-a03be0504697 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] No DVR routers for this DVR port 276db526-578f-4e23-91ed-8322c2dc278e on host dv-neutron-835340-2-hyperv {{(pid=87871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 12:00:46.021080 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-e4916eb4-5157-4f93-acb4-6a269e386cd5 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2364128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26551408'] for subnet, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:46.100136 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-aad82901-6cb4-49d8-9df7-050e64729ca5 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:46.188804 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-79408449-fd79-4bae-83f2-a03be0504697 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930431', 'neutron.services.segments.db._delete_segments_for_network-8783496351308'] for network, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:46.208057 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device b391e00d-f352-47d1-aaf4-945ae1e1b3d9 up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:00:46.214435 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7721f6d2-e02a-48e5-abc4-a52b377fa6e9 tempest-TestNetworkBasicOps-386611239 tempest-TestNetworkBasicOps-386611239-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:00:46.219566 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-7721f6d2-e02a-48e5-abc4-a52b377fa6e9 tempest-TestNetworkBasicOps-386611239 tempest-TestNetworkBasicOps-386611239-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4764478 Mar 28 12:00:46.220672 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.db [req-869231b0-4254-458a-8e8a-212de830ccc1 req-c19c106e-bda2-458f-a6f0-c5b07dced59a tempest-TestServerAdvancedOps-1304232803 tempest-TestServerAdvancedOps-1304232803-project] For port 5273c1bc-cf51-40e6-9eec-6a3c529346bf, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=5273c1bc-cf51-40e6-9eec-6a3c529346bf,segment=NetworkSegment(242f1546-911c-44e8-b281-2af20c44fabf),segment_id=242f1546-911c-44e8-b281-2af20c44fabf)] {{(pid=87870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:00:46.221023 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [req-869231b0-4254-458a-8e8a-212de830ccc1 req-c19c106e-bda2-458f-a6f0-c5b07dced59a tempest-TestServerAdvancedOps-1304232803 tempest-TestServerAdvancedOps-1304232803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:46.226618 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 55050) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:00:46.324364 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.segments.db [None req-79408449-fd79-4bae-83f2-a03be0504697 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5731189-c1a9-4cf3-84e9-a479628a234e']}} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:00:46.332716 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4916eb4-5157-4f93-acb4-6a269e386cd5 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Pushing event updated for resources: {'Subnet': ['ID=82300aa5-5ea9-4b54-9191-bfd0d41e163e,revision_number=0']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:00:46.355552 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-d1a28d0c-4fbf-460b-9ced-1d6209f934fe tempest-TestNetworkBasicOps-386611239 tempest-TestNetworkBasicOps-386611239-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=ac2b1748-8f63-4b17-a9c7-07e79704aa5b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1253486 Mar 28 12:00:46.356137 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 55054) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:00:46.359509 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [req-869231b0-4254-458a-8e8a-212de830ccc1 req-c19c106e-bda2-458f-a6f0-c5b07dced59a tempest-TestServerAdvancedOps-1304232803 tempest-TestServerAdvancedOps-1304232803-project] Calling delete_port for 5273c1bc-cf51-40e6-9eec-6a3c529346bf owned by compute:nova {{(pid=87870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:00:46.359736 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.segments.db [None req-79408449-fd79-4bae-83f2-a03be0504697 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59bd45ac-0d87-4282-b229-c2f95643423e') {'for_net_delete': True} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:00:46.360016 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.segments.db [None req-79408449-fd79-4bae-83f2-a03be0504697 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59bd45ac-0d87-4282-b229-c2f95643423e') {} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:00:46.380728 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4916eb4-5157-4f93-acb4-6a269e386cd5 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Checking segment: {'id': '856c084d-36b7-4026-84a0-30865f2cd17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '1b4afd2a-3a14-4f52-9178-8d95a0a0827c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 12:00:46.380977 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4916eb4-5157-4f93-acb4-6a269e386cd5 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Network hostable DHCP agents. Network: 1b4afd2a-3a14-4f52-9178-8d95a0a0827c, hostable agents: ['3cb85949-855b-4a40-b988-cd5705e511da'], hosted agents: [] {{(pid=87871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 12:00:46.421805 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-bd12ae9a-7d4b-44d9-a579-1402e0cedcc6 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:46.421805 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-bd12ae9a-7d4b-44d9-a579-1402e0cedcc6 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:46.422429 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-79408449-fd79-4bae-83f2-a03be0504697 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783496353639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3436890'] for segment, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:46.445440 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-06363bcc-e6db-438e-8728-b77da1f9e9ec None None] For port b391e00d-f352-47d1-aaf4-945ae1e1b3d9, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=b391e00d-f352-47d1-aaf4-945ae1e1b3d9,segment=NetworkSegment(bd053757-b8b4-4f3a-b553-aa242f2d15d2),segment_id=bd053757-b8b4-4f3a-b553-aa242f2d15d2)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:00:46.449489 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port b391e00d-f352-47d1-aaf4-945ae1e1b3d9 triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:00:46.449616 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:46.453364 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-c92a0d43-0d3f-44aa-8375-26380380ce2b tempest-TestNetworkBasicOps-386611239 tempest-TestNetworkBasicOps-386611239-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=527195c95736491ca1967a42cc300275&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0819764 Mar 28 12:00:46.454655 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 55058) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:00:46.460558 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-79408449-fd79-4bae-83f2-a03be0504697 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:46.505157 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79408449-fd79-4bae-83f2-a03be0504697 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=87871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 12:00:46.505536 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-79408449-fd79-4bae-83f2-a03be0504697 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1920481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2363149'] for segment, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:46.521564 dv-neutron-835340-2-hyperv neutron-server[87871]: Traceback (most recent call last): Mar 28 12:00:46.521564 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 12:00:46.521564 dv-neutron-835340-2-hyperv neutron-server[87871]: timer() Mar 28 12:00:46.521564 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 12:00:46.521564 dv-neutron-835340-2-hyperv neutron-server[87871]: cb(*args, **kw) Mar 28 12:00:46.521564 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 12:00:46.521564 dv-neutron-835340-2-hyperv neutron-server[87871]: return func(*args, **kwargs) Mar 28 12:00:46.521564 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 12:00:46.521564 dv-neutron-835340-2-hyperv neutron-server[87871]: self._notify() Mar 28 12:00:46.521564 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 12:00:46.521564 dv-neutron-835340-2-hyperv neutron-server[87871]: self.callback(batched_events) Mar 28 12:00:46.521564 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 12:00:46.521564 dv-neutron-835340-2-hyperv neutron-server[87871]: event.method(event) Mar 28 12:00:46.521564 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 12:00:46.521564 dv-neutron-835340-2-hyperv neutron-server[87871]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 12:00:46.521564 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 12:00:46.521564 dv-neutron-835340-2-hyperv neutron-server[87871]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 12:00:46.521564 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 12:00:46.521564 dv-neutron-835340-2-hyperv neutron-server[87871]: return f(self, *a, **k) Mar 28 12:00:46.521564 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 12:00:46.521564 dv-neutron-835340-2-hyperv neutron-server[87871]: return self._get(url).json() Mar 28 12:00:46.521564 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 12:00:46.521564 dv-neutron-835340-2-hyperv neutron-server[87871]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 12:00:46.521564 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 12:00:46.521564 dv-neutron-835340-2-hyperv neutron-server[87871]: return self.request(url, 'GET', **kwargs) Mar 28 12:00:46.521564 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 12:00:46.521564 dv-neutron-835340-2-hyperv neutron-server[87871]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 12:00:46.521564 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 12:00:46.521564 dv-neutron-835340-2-hyperv neutron-server[87871]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 12:00:46.521564 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 12:00:46.521564 dv-neutron-835340-2-hyperv neutron-server[87871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 12:00:46.521564 dv-neutron-835340-2-hyperv neutron-server[87871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 12:00:46.529130 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-06363bcc-e6db-438e-8728-b77da1f9e9ec None None] Notify callbacks [] for port, precommit_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:46.534881 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-debdd2d9-a777-48a4-a283-18ebaecf6d77 None None] Could not find standard attr ID for object 276db526-578f-4e23-91ed-8322c2dc278e. {{(pid=87872) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 28 12:00:46.536935 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4916eb4-5157-4f93-acb4-6a269e386cd5 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Network 1b4afd2a-3a14-4f52-9178-8d95a0a0827c is scheduled to be hosted by DHCP agent 3cb85949-855b-4a40-b988-cd5705e511da with binding_index 1 {{(pid=87871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 12:00:46.537246 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-06363bcc-e6db-438e-8728-b77da1f9e9ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:46.574057 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-bd12ae9a-7d4b-44d9-a579-1402e0cedcc6 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Calling delete_port for ae0b1619-86dd-47d4-954f-834bcf865b26 owned by network:floatingip {{(pid=87870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:00:46.596721 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.db.api [None req-aad82901-6cb4-49d8-9df7-050e64729ca5 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87871) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 12:00:46.596994 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG oslo_db.api [None req-aad82901-6cb4-49d8-9df7-050e64729ca5 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 12:00:46.680405 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-e4916eb4-5157-4f93-acb4-6a269e386cd5 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-2-hyperv, 1b4afd2a-3a14-4f52-9178-8d95a0a0827c) {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:00:46.692997 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-027ff55e-7afe-4f1e-b5f8-d7449a49ddde None None] Network 1b4afd2a-3a14-4f52-9178-8d95a0a0827c requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 12:00:46.752461 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06363bcc-e6db-438e-8728-b77da1f9e9ec None None] Pushing event updated for resources: {'Port': ['ID=b391e00d-f352-47d1-aaf4-945ae1e1b3d9,revision_number=11']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:00:46.765105 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4916eb4-5157-4f93-acb4-6a269e386cd5 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:00:46.765691 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-e4916eb4-5157-4f93-acb4-6a269e386cd5 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Notify callbacks [] for subnet, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:46.798385 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [req-869231b0-4254-458a-8e8a-212de830ccc1 req-c19c106e-bda2-458f-a6f0-c5b07dced59a tempest-TestServerAdvancedOps-1304232803 tempest-TestServerAdvancedOps-1304232803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:46.835008 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-264f48ab-3e85-4252-9c82-92d3930a9920 tempest-TestNetworkBasicOps-386611239 tempest-TestNetworkBasicOps-386611239-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:00:46.836552 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-264f48ab-3e85-4252-9c82-92d3930a9920 tempest-TestNetworkBasicOps-386611239 tempest-TestNetworkBasicOps-386611239-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3790898 Mar 28 12:00:46.840535 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-266e5589-61de-4216-ab6b-e8ab6e9b28c0 req-38829b32-9ca4-42d8-ac48-e8fdfdf0df99 tempest-TestServerAdvancedOps-1304232803 tempest-TestServerAdvancedOps-1304232803-project] 10.222.0.30 "GET /v2.0/ports?device_id=930c3d21-4177-4948-930d-4cf1dbf57597 HTTP/1.1" status: 200 len: 210 time: 0.0774124 Mar 28 12:00:46.844532 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 55064) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:00:46.847144 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 276db526-578f-4e23-91ed-8322c2dc278e no longer exists at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 12:00:46.886966 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] No Port match for: 276db526-578f-4e23-91ed-8322c2dc278e {{(pid=87872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 12:00:46.887299 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 276db526-578f-4e23-91ed-8322c2dc278e not bound to the agent host dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 12:00:46.909121 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19c106e-bda2-458f-a6f0-c5b07dced59a tempest-TestServerAdvancedOps-1304232803 tempest-TestServerAdvancedOps-1304232803-project] Pushing event deleted for resources: {'Port': ['ID=5273c1bc-cf51-40e6-9eec-6a3c529346bf,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:00:46.911665 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-79408449-fd79-4bae-83f2-a03be0504697 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709602'] for network, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:46.920011 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-f23af754-459a-48b8-b5f5-36c9f7d3b287 tempest-TestNetworkBasicOps-386611239 tempest-TestNetworkBasicOps-386611239-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=ac2b1748-8f63-4b17-a9c7-07e79704aa5b&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0739303 Mar 28 12:00:46.935820 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 55068) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:00:46.937236 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-79408449-fd79-4bae-83f2-a03be0504697 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks [] for network, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:46.939306 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-79408449-fd79-4bae-83f2-a03be0504697 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] 10.222.0.30 "DELETE /v2.0/networks/b5731189-c1a9-4cf3-84e9-a479628a234e HTTP/1.1" status: 204 len: 168 time: 2.4991589 Mar 28 12:00:46.941232 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-e4916eb4-5157-4f93-acb4-6a269e386cd5 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.2839532 Mar 28 12:00:46.946052 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 55070) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:00:46.956911 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79408449-fd79-4bae-83f2-a03be0504697 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Pushing event deleted for resources: {'Network': ['ID=b5731189-c1a9-4cf3-84e9-a479628a234e,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:00:46.962958 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 55074) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:00:46.970278 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-8181d035-76a0-4ceb-bf8e-0b0d46ccc06c tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-838539798', 'network_id': '407023ce-274c-4460-a707-774aa60c0992', 'project_id': '527195c95736491ca1967a42cc300275', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:00:46.970874 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-ea19dfce-01d1-43d0-9f0c-20d73291f15c tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1199075099'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:00:46.976142 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-ea19dfce-01d1-43d0-9f0c-20d73291f15c tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:00:46.989841 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-ea19dfce-01d1-43d0-9f0c-20d73291f15c tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Usage tracker for resource:network and tenant:874923c595b0437ca4b69119e06ef288 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:00:47.023422 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-ea19dfce-01d1-43d0-9f0c-20d73291f15c tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:00:47.062753 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64bf1e42-9807-4e6b-9e0a-3cac8c0e6d65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1d3f2a9-8722-5ce5-bc40-181687d1ed3f-1b4afd2a-3a14-4f52-9178-8d95a0a0827c', 'network_id': '1b4afd2a-3a14-4f52-9178-8d95a0a0827c', 'tenant_id': '874923c595b0437ca4b69119e06ef288', 'fixed_ips': [{'subnet_id': '82300aa5-5ea9-4b54-9191-bfd0d41e163e'}]}} from dv-neutron-835340-2-hyperv. {{(pid=87872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 12:00:47.063704 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-64bf1e42-9807-4e6b-9e0a-3cac8c0e6d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:47.075229 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-ea19dfce-01d1-43d0-9f0c-20d73291f15c tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:00:47.078509 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.l3_dvrscheduler_db [req-869231b0-4254-458a-8e8a-212de830ccc1 req-c19c106e-bda2-458f-a6f0-c5b07dced59a tempest-TestServerAdvancedOps-1304232803 tempest-TestServerAdvancedOps-1304232803-project] No DVR routers for this DVR port 5273c1bc-cf51-40e6-9eec-6a3c529346bf on host hv-neutron-8353 {{(pid=87870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 12:00:47.082919 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [req-869231b0-4254-458a-8e8a-212de830ccc1 req-c19c106e-bda2-458f-a6f0-c5b07dced59a tempest-TestServerAdvancedOps-1304232803 tempest-TestServerAdvancedOps-1304232803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:47.090417 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '930c3d21-4177-4948-930d-4cf1dbf57597', 'name': 'network-vif-deleted', 'tag': '5273c1bc-cf51-40e6-9eec-6a3c529346bf'}] {{(pid=87870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 12:00:47.138031 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea19dfce-01d1-43d0-9f0c-20d73291f15c tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Made reservation on behalf of 874923c595b0437ca4b69119e06ef288 for: {'network': 1} {{(pid=87870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 12:00:47.141854 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-ea19dfce-01d1-43d0-9f0c-20d73291f15c tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for network, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:47.157016 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-869231b0-4254-458a-8e8a-212de830ccc1 req-c19c106e-bda2-458f-a6f0-c5b07dced59a tempest-TestServerAdvancedOps-1304232803 tempest-TestServerAdvancedOps-1304232803-project] 10.222.0.11 "DELETE /v2.0/ports/5273c1bc-cf51-40e6-9eec-6a3c529346bf HTTP/1.1" status: 204 len: 173 time: 2.2071338 Mar 28 12:00:47.174315 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-bd12ae9a-7d4b-44d9-a579-1402e0cedcc6 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:47.292488 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-aad82901-6cb4-49d8-9df7-050e64729ca5 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:47.353551 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-8181d035-76a0-4ceb-bf8e-0b0d46ccc06c tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:00:47.393426 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.db_base_plugin_common [None req-64bf1e42-9807-4e6b-9e0a-3cac8c0e6d65 None None] Allocated IP 2001:db8:0:ffff::2 (1b4afd2a-3a14-4f52-9178-8d95a0a0827c/82300aa5-5ea9-4b54-9191-bfd0d41e163e/05e722c6-413b-499c-a9c4-cb8ede5d4c81) {{(pid=87872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 12:00:47.412290 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '930c3d21-4177-4948-930d-4cf1dbf57597', 'name': 'network-vif-deleted', 'tag': '5273c1bc-cf51-40e6-9eec-6a3c529346bf', 'status': 'completed', 'code': 200} Mar 28 12:00:47.412941 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea19dfce-01d1-43d0-9f0c-20d73291f15c tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=87870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 12:00:47.413907 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-8181d035-76a0-4ceb-bf8e-0b0d46ccc06c tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Usage tracker for resource:subnet and tenant:527195c95736491ca1967a42cc300275 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:00:47.415302 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd12ae9a-7d4b-44d9-a579-1402e0cedcc6 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Pushing event deleted for resources: {'Port': ['ID=ae0b1619-86dd-47d4-954f-834bcf865b26,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:00:47.424760 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-8181d035-76a0-4ceb-bf8e-0b0d46ccc06c tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:00:47.439592 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-8181d035-76a0-4ceb-bf8e-0b0d46ccc06c tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:00:47.462806 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-ea19dfce-01d1-43d0-9f0c-20d73291f15c tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:47.463064 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.db.segments_db [None req-ea19dfce-01d1-43d0-9f0c-20d73291f15c tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Added segment 9de969b9-09c1-4964-85b1-ace76a5dedc6 of type vlan for network 5544ddd7-4bb8-4c3e-885f-c55b60454a8f Mar 28 12:00:47.494311 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ccb5fc-99eb-4e04-8762-eb94aa92099f tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:00:47.495263 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-45ccb5fc-99eb-4e04-8762-eb94aa92099f tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Synchronizing usage tracker for tenant:35b7084247a448e2b3e41f3619d7d4bc on resource:port {{(pid=87871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:00:47.511666 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8181d035-76a0-4ceb-bf8e-0b0d46ccc06c tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Made reservation on behalf of 527195c95736491ca1967a42cc300275 for: {'subnet': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 12:00:47.515319 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-8181d035-76a0-4ceb-bf8e-0b0d46ccc06c tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26551362'] for subnet, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:47.533648 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-ea19dfce-01d1-43d0-9f0c-20d73291f15c tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783495836591'] for network, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:47.546165 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-bd12ae9a-7d4b-44d9-a579-1402e0cedcc6 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks [] for floatingip, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:47.563725 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-bd12ae9a-7d4b-44d9-a579-1402e0cedcc6 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for floatingip, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:47.564881 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-bd12ae9a-7d4b-44d9-a579-1402e0cedcc6 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] 10.222.0.30 "DELETE /v2.0/floatingips/0d91439b-caae-45c2-a81e-8a895a451357 HTTP/1.1" status: 204 len: 168 time: 1.9474607 Mar 28 12:00:47.569702 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 55084) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:00:47.577763 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-6382d19d-e171-4dc3-8e15-0319f1e97fa4 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Request body: {'floatingip': {'floating_network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'port_id': '6ba8252d-bcd3-4fd6-921c-f85474b207ee'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:00:47.585582 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-6382d19d-e171-4dc3-8e15-0319f1e97fa4 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:00:47.591023 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-6382d19d-e171-4dc3-8e15-0319f1e97fa4 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Usage tracker for resource:floatingip and tenant:67b6faa452844e9d8ffe9a3a683b2834 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:00:47.594235 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-6382d19d-e171-4dc3-8e15-0319f1e97fa4 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:00:47.601235 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-ea19dfce-01d1-43d0-9f0c-20d73291f15c tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765'] for network, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:47.601825 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-cf7a6d74-b4fe-4cbb-b401-e3e62d871ba1 None None] Provisioning complete for port b391e00d-f352-47d1-aaf4-945ae1e1b3d9 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:00:47.602298 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-cf7a6d74-b4fe-4cbb-b401-e3e62d871ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:47.606962 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea19dfce-01d1-43d0-9f0c-20d73291f15c tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:00:47.607878 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-ea19dfce-01d1-43d0-9f0c-20d73291f15c tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538751'] for network, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:47.611900 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-6382d19d-e171-4dc3-8e15-0319f1e97fa4 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:00:47.722920 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-6382d19d-e171-4dc3-8e15-0319f1e97fa4 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks [] for floatingip, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:47.743746 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea19dfce-01d1-43d0-9f0c-20d73291f15c tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Pushing event updated for resources: {'Network': ['ID=5544ddd7-4bb8-4c3e-885f-c55b60454a8f,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:00:47.746917 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-ea19dfce-01d1-43d0-9f0c-20d73291f15c tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7823524 Mar 28 12:00:47.750457 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 55088) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:00:47.754892 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-64bf1e42-9807-4e6b-9e0a-3cac8c0e6d65 None None] Notify callbacks [] for port, precommit_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:47.766852 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Network 5544ddd7-4bb8-4c3e-885f-c55b60454a8f details requested by agent ovs-agent-dv-neutron-835340-2-hyperv with host dv-neutron-835340-2-hyperv {{(pid=87872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 12:00:47.779290 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-edeb7187-b925-4207-9891-98765641531e tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Request body: {'subnet': {'network_id': '5544ddd7-4bb8-4c3e-885f-c55b60454a8f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:00:47.828861 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-64bf1e42-9807-4e6b-9e0a-3cac8c0e6d65 None None] Transition to ACTIVE for port object 05e722c6-413b-499c-a9c4-cb8ede5d4c81 will not be triggered until provisioned by entity L2. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:00:47.857439 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-45ccb5fc-99eb-4e04-8762-eb94aa92099f tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Unset dirty status for tenant:35b7084247a448e2b3e41f3619d7d4bc on resource:port {{(pid=87871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:00:47.858673 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-45ccb5fc-99eb-4e04-8762-eb94aa92099f tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.9043450 Mar 28 12:00:47.866480 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 55092) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:00:48.026521 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 55098) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:00:48.071727 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-64bf1e42-9807-4e6b-9e0a-3cac8c0e6d65 None None] Transition to ACTIVE for port object 05e722c6-413b-499c-a9c4-cb8ede5d4c81 will not be triggered until provisioned by entity DHCP. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:00:48.083863 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-64bf1e42-9807-4e6b-9e0a-3cac8c0e6d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241'] for port, after_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:48.145574 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2d083f0-d95f-4f4f-9c96-4b4c74140f90 admin admin] Deleting subnet 5fe6df76-b9ac-4055-a57c-c2c186e5eae4 {{(pid=87870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 12:00:48.151830 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-edeb7187-b925-4207-9891-98765641531e tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:00:48.156887 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64bf1e42-9807-4e6b-9e0a-3cac8c0e6d65 None None] Network 1b4afd2a-3a14-4f52-9178-8d95a0a0827c is already hosted by enough agents. {{(pid=87872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:00:48.162688 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-a2d083f0-d95f-4f4f-9c96-4b4c74140f90 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:48.170648 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.base_scheduler [None req-64bf1e42-9807-4e6b-9e0a-3cac8c0e6d65 None None] Resources bound (agent type, host, resource id): {{(pid=87872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:00:48.177147 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64bf1e42-9807-4e6b-9e0a-3cac8c0e6d65 None None] Received port after_create {{(pid=87872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 12:00:48.194957 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device b391e00d-f352-47d1-aaf4-945ae1e1b3d9 up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:00:48.195713 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-edeb7187-b925-4207-9891-98765641531e tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Usage tracker for resource:subnet and tenant:874923c595b0437ca4b69119e06ef288 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:00:48.199683 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-edeb7187-b925-4207-9891-98765641531e tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:00:48.217424 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-edeb7187-b925-4207-9891-98765641531e tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:00:48.238045 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edeb7187-b925-4207-9891-98765641531e tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Made reservation on behalf of 874923c595b0437ca4b69119e06ef288 for: {'subnet': 1} {{(pid=87870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 12:00:48.242091 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.db [None req-aad82901-6cb4-49d8-9df7-050e64729ca5 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] For port b391e00d-f352-47d1-aaf4-945ae1e1b3d9, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=b391e00d-f352-47d1-aaf4-945ae1e1b3d9,segment=NetworkSegment(bd053757-b8b4-4f3a-b553-aa242f2d15d2),segment_id=bd053757-b8b4-4f3a-b553-aa242f2d15d2)] {{(pid=87871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:00:48.242525 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-edeb7187-b925-4207-9891-98765641531e tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2563571'] for subnet, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:48.265664 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bf1e42-9807-4e6b-9e0a-3cac8c0e6d65 None None] Pushing event updated for resources: {'Port': ['ID=05e722c6-413b-499c-a9c4-cb8ede5d4c81,revision_number=1']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:00:48.268705 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-a1c33bea-858a-423a-b17c-0248d1bac581 None None] Could not find standard attr ID for object 9b7a55ef-497f-47fd-a18f-84322a5c58d4. {{(pid=87872) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 28 12:00:48.279025 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-a2d083f0-d95f-4f4f-9c96-4b4c74140f90 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3591354'] for subnet, precommit_delete_associations {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:48.319593 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-8181d035-76a0-4ceb-bf8e-0b0d46ccc06c tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2364128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26551408'] for subnet, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:48.326661 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-aad82901-6cb4-49d8-9df7-050e64729ca5 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks [] for port, precommit_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:48.358513 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-aad82901-6cb4-49d8-9df7-050e64729ca5 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2363241'] for port, after_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:48.359049 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-64bf1e42-9807-4e6b-9e0a-3cac8c0e6d65 None None] Attempting to bind port 05e722c6-413b-499c-a9c4-cb8ede5d4c81 on host dv-neutron-835340-2-hyperv for vnic_type normal with profile {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 12:00:48.359201 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-aad82901-6cb4-49d8-9df7-050e64729ca5 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2364128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26551408'] for subnet, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:48.359420 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-64bf1e42-9807-4e6b-9e0a-3cac8c0e6d65 None None] Attempting to bind port 05e722c6-413b-499c-a9c4-cb8ede5d4c81 by drivers openvswitch,hyperv on host dv-neutron-835340-2-hyperv at level 0 using segments [{'id': '856c084d-36b7-4026-84a0-30865f2cd17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '1b4afd2a-3a14-4f52-9178-8d95a0a0827c'}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 12:00:48.359831 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64bf1e42-9807-4e6b-9e0a-3cac8c0e6d65 None None] Attempting to bind port 05e722c6-413b-499c-a9c4-cb8ede5d4c81 on network 1b4afd2a-3a14-4f52-9178-8d95a0a0827c {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 12:00:48.369064 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64bf1e42-9807-4e6b-9e0a-3cac8c0e6d65 None None] Checking agent: {'id': '961a16fe-cbc8-4264-ac28-bbbd53f89caa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 46, 6), 'started_at': datetime.datetime(2022, 3, 28, 11, 46, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 12, 0, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 12:00:48.370578 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64bf1e42-9807-4e6b-9e0a-3cac8c0e6d65 None None] Checking segment: {'id': '856c084d-36b7-4026-84a0-30865f2cd17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '1b4afd2a-3a14-4f52-9178-8d95a0a0827c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 12:00:48.370578 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-64bf1e42-9807-4e6b-9e0a-3cac8c0e6d65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:48.370578 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64bf1e42-9807-4e6b-9e0a-3cac8c0e6d65 None None] Bound using segment: {'id': '856c084d-36b7-4026-84a0-30865f2cd17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '1b4afd2a-3a14-4f52-9178-8d95a0a0827c'} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 12:00:48.370928 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-64bf1e42-9807-4e6b-9e0a-3cac8c0e6d65 None None] Bound port: 05e722c6-413b-499c-a9c4-cb8ede5d4c81, host: dv-neutron-835340-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '856c084d-36b7-4026-84a0-30865f2cd17d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '1b4afd2a-3a14-4f52-9178-8d95a0a0827c'}}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 12:00:48.371032 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-64bf1e42-9807-4e6b-9e0a-3cac8c0e6d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:48.408492 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-6382d19d-e171-4dc3-8e15-0319f1e97fa4 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:48.415882 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-a2d083f0-d95f-4f4f-9c96-4b4c74140f90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1919782'] for subnet, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:48.435542 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-d681b456-30d9-4e25-8f7e-27204ddba4ba tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] 10.222.0.30 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.5644724 Mar 28 12:00:48.439367 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port b391e00d-f352-47d1-aaf4-945ae1e1b3d9 triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:00:48.439921 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:48.452663 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 55102) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:00:48.471562 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aad82901-6cb4-49d8-9df7-050e64729ca5 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Network e95a87e2-4c44-46e2-9de5-2786cbaea69c is already hosted by enough agents. {{(pid=87871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:00:48.477556 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.agents_db [None req-03fd49d8-b51b-41c1-8716-b8e265c93689 None None] Agent healthcheck: found 6 active agents {{(pid=87873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 12:00:48.479179 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-9b7d99d0-0a7a-4121-9530-3e3a317b9f41 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-143433443'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:00:48.491248 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-aad82901-6cb4-49d8-9df7-050e64729ca5 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Resources bound (agent type, host, resource id): {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:00:48.498257 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-9b7d99d0-0a7a-4121-9530-3e3a317b9f41 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:00:48.501114 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aad82901-6cb4-49d8-9df7-050e64729ca5 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:00:48.502421 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-aad82901-6cb4-49d8-9df7-050e64729ca5 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks [] for subnet, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:48.513945 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8181d035-76a0-4ceb-bf8e-0b0d46ccc06c tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Pushing event updated for resources: {'Subnet': ['ID=60940c12-d54a-4413-97d1-30b1a13185dc,revision_number=0']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:00:48.517938 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b00abd7e-475d-4009-9a06-731db5dd5603 None None] Network e95a87e2-4c44-46e2-9de5-2786cbaea69c requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 12:00:48.530403 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-9b7d99d0-0a7a-4121-9530-3e3a317b9f41 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Usage tracker for resource:network and tenant:35b7084247a448e2b3e41f3619d7d4bc is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:00:48.562938 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-9b7d99d0-0a7a-4121-9530-3e3a317b9f41 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:00:48.579180 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8181d035-76a0-4ceb-bf8e-0b0d46ccc06c tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Checking segment: {'id': '0c16f700-172a-4559-8f9a-7ed8adf773e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '407023ce-274c-4460-a707-774aa60c0992'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 12:00:48.579548 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8181d035-76a0-4ceb-bf8e-0b0d46ccc06c tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Network hostable DHCP agents. Network: 407023ce-274c-4460-a707-774aa60c0992, hostable agents: ['3cb85949-855b-4a40-b988-cd5705e511da'], hosted agents: [] {{(pid=87871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 12:00:48.587981 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-9b7d99d0-0a7a-4121-9530-3e3a317b9f41 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:00:48.600211 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad82901-6cb4-49d8-9df7-050e64729ca5 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Pushing event updated for resources: {'Port': ['ID=b391e00d-f352-47d1-aaf4-945ae1e1b3d9,revision_number=12']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:00:48.618476 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-aad82901-6cb4-49d8-9df7-050e64729ca5 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 6.2063508 Mar 28 12:00:48.626011 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 55106) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:00:48.636833 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-ad57ff71-2d24-48a9-90e9-08011ea78579 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Request body: {'port': {'network_id': 'e95a87e2-4c44-46e2-9de5-2786cbaea69c', 'mac_address': 'fa:16:3e:56:93:08', 'name': 'tempest-NetworksTestDHCPv6-776986385'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:00:48.651728 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b7d99d0-0a7a-4121-9530-3e3a317b9f41 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Made reservation on behalf of 35b7084247a448e2b3e41f3619d7d4bc for: {'network': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 12:00:48.654963 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-9b7d99d0-0a7a-4121-9530-3e3a317b9f41 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for network, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:48.655155 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-64bf1e42-9807-4e6b-9e0a-3cac8c0e6d65 None None] For port 05e722c6-413b-499c-a9c4-cb8ede5d4c81, host dv-neutron-835340-2-hyperv, cleared binding levels {{(pid=87872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 12:00:48.661918 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-a2d083f0-d95f-4f4f-9c96-4b4c74140f90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1919805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2561174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2563528'] for subnet, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:48.673026 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad82901-6cb4-49d8-9df7-050e64729ca5 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Pushing event updated for resources: {'Subnet': ['ID=2590ee58-259b-4104-b28d-21a051aff3b6,revision_number=0']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:00:48.693499 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8181d035-76a0-4ceb-bf8e-0b0d46ccc06c tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Network 407023ce-274c-4460-a707-774aa60c0992 is scheduled to be hosted by DHCP agent 3cb85949-855b-4a40-b988-cd5705e511da with binding_index 1 {{(pid=87871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 12:00:48.694111 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-64bf1e42-9807-4e6b-9e0a-3cac8c0e6d65 None None] For port 05e722c6-413b-499c-a9c4-cb8ede5d4c81, host dv-neutron-835340-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=05e722c6-413b-499c-a9c4-cb8ede5d4c81,segment=NetworkSegment(856c084d-36b7-4026-84a0-30865f2cd17d),segment_id=856c084d-36b7-4026-84a0-30865f2cd17d)] {{(pid=87872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 12:00:48.714228 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-64bf1e42-9807-4e6b-9e0a-3cac8c0e6d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:48.721097 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-a2d083f0-d95f-4f4f-9c96-4b4c74140f90 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:48.725809 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d083f0-d95f-4f4f-9c96-4b4c74140f90 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5fe6df76-b9ac-4055-a57c-c2c186e5eae4,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:00:48.760214 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-8181d035-76a0-4ceb-bf8e-0b0d46ccc06c tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-2-hyperv, 407023ce-274c-4460-a707-774aa60c0992) {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:00:48.761537 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.db_base_plugin_common [None req-6382d19d-e171-4dc3-8e15-0319f1e97fa4 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Allocated IP 172.26.7.243 (ac2b1748-8f63-4b17-a9c7-07e79704aa5b/0b7ebf76-1dc7-431a-a0b4-b96bacf287c2/09c99a35-a02f-4596-bc3a-2dedcb9d5c11) {{(pid=87870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 12:00:48.773583 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-a2d083f0-d95f-4f4f-9c96-4b4c74140f90 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/5fe6df76-b9ac-4055-a57c-c2c186e5eae4 HTTP/1.1" status: 204 len: 168 time: 0.7369206 Mar 28 12:00:48.777240 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8181d035-76a0-4ceb-bf8e-0b0d46ccc06c tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:00:48.777843 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-8181d035-76a0-4ceb-bf8e-0b0d46ccc06c tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for subnet, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:48.781130 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 55110) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:00:48.796768 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b7d99d0-0a7a-4121-9530-3e3a317b9f41 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'} {{(pid=87871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 12:00:48.825432 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-9b7d99d0-0a7a-4121-9530-3e3a317b9f41 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:48.826143 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.db.segments_db [None req-9b7d99d0-0a7a-4121-9530-3e3a317b9f41 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Added segment 61058b30-33fb-46d3-8810-09939785503c of type vlan for network e2485d33-7fc8-473c-861a-29245035484d Mar 28 12:00:48.839799 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-8181d035-76a0-4ceb-bf8e-0b0d46ccc06c tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.8964767 Mar 28 12:00:48.849978 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Device 5273c1bc-cf51-40e6-9eec-6a3c529346bf no longer exists at agent hyperv_hv-neutron-8353 {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 12:00:48.898647 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-ad57ff71-2d24-48a9-90e9-08011ea78579 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:00:48.914599 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-9b7d99d0-0a7a-4121-9530-3e3a317b9f41 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783495836591'] for network, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:48.921736 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-ad57ff71-2d24-48a9-90e9-08011ea78579 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:00:48.940678 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] No Port match for: 5273c1bc-cf51-40e6-9eec-6a3c529346bf {{(pid=87872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 12:00:48.941023 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Device 5273c1bc-cf51-40e6-9eec-6a3c529346bf not bound to the agent host hv-neutron-8353 {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 12:00:48.943343 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2abeb2ab-091c-4ac0-b454-491a7be77908 None None] Network 407023ce-274c-4460-a707-774aa60c0992 requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 12:00:48.948385 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad57ff71-2d24-48a9-90e9-08011ea78579 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Made reservation on behalf of b4adfe5c8b3a4e57a1afd1d44c455245 for: {'port': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 12:00:48.959055 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bf1e42-9807-4e6b-9e0a-3cac8c0e6d65 None None] Pushing event updated for resources: {'Port': ['ID=05e722c6-413b-499c-a9c4-cb8ede5d4c81,revision_number=2']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:00:49.050608 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-9b7d99d0-0a7a-4121-9530-3e3a317b9f41 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765'] for network, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:49.056497 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b7d99d0-0a7a-4121-9530-3e3a317b9f41 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:00:49.057343 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-9b7d99d0-0a7a-4121-9530-3e3a317b9f41 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks [] for network, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:49.069878 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-5e557445-b89a-47a4-bfcf-413732c48f7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588883'] for network, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:49.111391 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.objects.ports [None req-edeb7187-b925-4207-9891-98765641531e tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87870) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 28 12:00:49.118699 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-edeb7187-b925-4207-9891-98765641531e tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2561241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2563521'] for subnet, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:49.189079 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7d99d0-0a7a-4121-9530-3e3a317b9f41 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Pushing event updated for resources: {'Network': ['ID=e2485d33-7fc8-473c-861a-29245035484d,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:00:49.199660 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-9b7d99d0-0a7a-4121-9530-3e3a317b9f41 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7408390 Mar 28 12:00:49.200030 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 55116) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:00:49.206307 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-f6f650ee-897d-4ba0-82ff-f0739890bed2 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Request body: {'subnet': {'network_id': 'e2485d33-7fc8-473c-861a-29245035484d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:00:49.220398 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Network e2485d33-7fc8-473c-861a-29245035484d details requested by agent ovs-agent-dv-neutron-835340-2-hyperv with host dv-neutron-835340-2-hyperv {{(pid=87872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 12:00:49.360733 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-f6f650ee-897d-4ba0-82ff-f0739890bed2 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:00:49.365542 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-f6f650ee-897d-4ba0-82ff-f0739890bed2 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Usage tracker for resource:subnet and tenant:35b7084247a448e2b3e41f3619d7d4bc is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:00:49.369023 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-f6f650ee-897d-4ba0-82ff-f0739890bed2 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:00:49.374884 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-f6f650ee-897d-4ba0-82ff-f0739890bed2 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:00:49.386443 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-ad57ff71-2d24-48a9-90e9-08011ea78579 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:49.392699 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-6382d19d-e171-4dc3-8e15-0319f1e97fa4 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks [] for port, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:49.400600 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6f650ee-897d-4ba0-82ff-f0739890bed2 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Made reservation on behalf of 35b7084247a448e2b3e41f3619d7d4bc for: {'subnet': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 12:00:49.403970 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-f6f650ee-897d-4ba0-82ff-f0739890bed2 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26551362'] for subnet, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:49.438953 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edeb7187-b925-4207-9891-98765641531e tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Pushing event updated for resources: {'Subnet': ['ID=6561d5b8-d490-495d-b92b-5ea3874cddb2,revision_number=0']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:00:49.491037 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ada16645-54a1-45b2-ab47-5625744f6e4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1d3f2a9-8722-5ce5-bc40-181687d1ed3f-407023ce-274c-4460-a707-774aa60c0992', 'network_id': '407023ce-274c-4460-a707-774aa60c0992', 'tenant_id': '527195c95736491ca1967a42cc300275', 'fixed_ips': [{'subnet_id': '60940c12-d54a-4413-97d1-30b1a13185dc'}]}} from dv-neutron-835340-2-hyperv. {{(pid=87872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 12:00:49.492807 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-ada16645-54a1-45b2-ab47-5625744f6e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:49.512085 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-6382d19d-e171-4dc3-8e15-0319f1e97fa4 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:49.537127 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.notifiers.nova [None req-ad57ff71-2d24-48a9-90e9-08011ea78579 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] device_id is not set on port 1ba1a6e9-704e-41e2-81a5-be5a85374bd1 yet. {{(pid=87871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 12:00:49.571375 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edeb7187-b925-4207-9891-98765641531e tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Checking segment: {'id': '9de969b9-09c1-4964-85b1-ace76a5dedc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '5544ddd7-4bb8-4c3e-885f-c55b60454a8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 12:00:49.571835 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edeb7187-b925-4207-9891-98765641531e tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Network hostable DHCP agents. Network: 5544ddd7-4bb8-4c3e-885f-c55b60454a8f, hostable agents: ['3cb85949-855b-4a40-b988-cd5705e511da'], hosted agents: [] {{(pid=87870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 12:00:49.661833 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6382d19d-e171-4dc3-8e15-0319f1e97fa4 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Network ac2b1748-8f63-4b17-a9c7-07e79704aa5b is already hosted by enough agents. {{(pid=87870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:00:49.678802 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.base_scheduler [None req-6382d19d-e171-4dc3-8e15-0319f1e97fa4 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Resources bound (agent type, host, resource id): {{(pid=87870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:00:49.681963 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6382d19d-e171-4dc3-8e15-0319f1e97fa4 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Received port after_create {{(pid=87870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 12:00:49.704440 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.db_base_plugin_common [None req-ada16645-54a1-45b2-ab47-5625744f6e4f None None] Allocated IP 172.20.0.18 (407023ce-274c-4460-a707-774aa60c0992/60940c12-d54a-4413-97d1-30b1a13185dc/b5f79bec-934e-4bce-aa83-114d662d259b) {{(pid=87872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 12:00:49.720402 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-5e557445-b89a-47a4-bfcf-413732c48f7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930431', 'neutron.services.segments.db._delete_segments_for_network-8783496351308'] for network, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:49.741756 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edeb7187-b925-4207-9891-98765641531e tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Network 5544ddd7-4bb8-4c3e-885f-c55b60454a8f is scheduled to be hosted by DHCP agent 3cb85949-855b-4a40-b988-cd5705e511da with binding_index 1 {{(pid=87870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 12:00:49.765794 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6382d19d-e171-4dc3-8e15-0319f1e97fa4 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Pushing event updated for resources: {'Port': ['ID=09c99a35-a02f-4596-bc3a-2dedcb9d5c11,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:00:49.790710 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.base_scheduler [None req-edeb7187-b925-4207-9891-98765641531e tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-2-hyperv, 5544ddd7-4bb8-4c3e-885f-c55b60454a8f) {{(pid=87870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:00:49.794734 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-5e557445-b89a-47a4-bfcf-413732c48f7b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9e5c70d-c726-4631-869b-4d042805a677']}} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:00:49.808967 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edeb7187-b925-4207-9891-98765641531e tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:00:49.809822 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-edeb7187-b925-4207-9891-98765641531e tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Notify callbacks [] for subnet, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:49.821722 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23fe381a-ca8b-4f0c-97fa-3743472444e2 None None] Network 5544ddd7-4bb8-4c3e-885f-c55b60454a8f requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 12:00:49.829504 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-5e557445-b89a-47a4-bfcf-413732c48f7b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '242f1546-911c-44e8-b281-2af20c44fabf') {'for_net_delete': True} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:00:49.830104 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-5e557445-b89a-47a4-bfcf-413732c48f7b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '242f1546-911c-44e8-b281-2af20c44fabf') {} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:00:49.887330 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.db_base_plugin_common [None req-ad57ff71-2d24-48a9-90e9-08011ea78579 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Allocated IP 2001:db8::229 (e95a87e2-4c44-46e2-9de5-2786cbaea69c/47717d91-cd1d-4360-8ced-b0bd307a489b/1ba1a6e9-704e-41e2-81a5-be5a85374bd1) {{(pid=87871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 12:00:49.895077 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.db_base_plugin_common [None req-ad57ff71-2d24-48a9-90e9-08011ea78579 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Allocated IP 2001:db8:0:1:f816:3eff:fe56:9308 (e95a87e2-4c44-46e2-9de5-2786cbaea69c/2590ee58-259b-4104-b28d-21a051aff3b6/1ba1a6e9-704e-41e2-81a5-be5a85374bd1) {{(pid=87871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 12:00:49.898852 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-f6f650ee-897d-4ba0-82ff-f0739890bed2 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2364128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26551408'] for subnet, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:50.051582 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f650ee-897d-4ba0-82ff-f0739890bed2 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Pushing event updated for resources: {'Subnet': ['ID=1228ad4d-a7d7-479a-a4c6-fc4680212ba3,revision_number=0']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:00:50.055853 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-c4ada7d9-11e9-45b5-b7d0-8568eb5827a1 None None] Provisioning complete for port b391e00d-f352-47d1-aaf4-945ae1e1b3d9 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:00:50.056436 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-c4ada7d9-11e9-45b5-b7d0-8568eb5827a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:50.096740 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f650ee-897d-4ba0-82ff-f0739890bed2 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Checking segment: {'id': '61058b30-33fb-46d3-8810-09939785503c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'e2485d33-7fc8-473c-861a-29245035484d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 12:00:50.097104 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6f650ee-897d-4ba0-82ff-f0739890bed2 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Network hostable DHCP agents. Network: e2485d33-7fc8-473c-861a-29245035484d, hostable agents: ['3cb85949-855b-4a40-b988-cd5705e511da'], hosted agents: [] {{(pid=87871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 12:00:50.217373 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-5e557445-b89a-47a4-bfcf-413732c48f7b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783496353639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3591341'] for segment, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:50.242416 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-5e557445-b89a-47a4-bfcf-413732c48f7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:50.251219 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e557445-b89a-47a4-bfcf-413732c48f7b admin admin] Releasing vlan 53 on physical network physnet1 to pool {{(pid=87870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 12:00:50.254013 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6f650ee-897d-4ba0-82ff-f0739890bed2 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Network e2485d33-7fc8-473c-861a-29245035484d is scheduled to be hosted by DHCP agent 3cb85949-855b-4a40-b988-cd5705e511da with binding_index 1 {{(pid=87871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 12:00:50.269506 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-5e557445-b89a-47a4-bfcf-413732c48f7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1920481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2558260'] for segment, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:50.279966 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f75e373-bf54-4907-b11e-f1ce8b2012df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1d3f2a9-8722-5ce5-bc40-181687d1ed3f-5544ddd7-4bb8-4c3e-885f-c55b60454a8f', 'network_id': '5544ddd7-4bb8-4c3e-885f-c55b60454a8f', 'tenant_id': '874923c595b0437ca4b69119e06ef288', 'fixed_ips': [{'subnet_id': '6561d5b8-d490-495d-b92b-5ea3874cddb2'}]}} from dv-neutron-835340-2-hyperv. {{(pid=87872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 12:00:50.280942 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-4f75e373-bf54-4907-b11e-f1ce8b2012df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:50.283414 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-f6f650ee-897d-4ba0-82ff-f0739890bed2 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-2-hyperv, e2485d33-7fc8-473c-861a-29245035484d) {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:00:50.289235 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6f650ee-897d-4ba0-82ff-f0739890bed2 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:00:50.291068 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-f6f650ee-897d-4ba0-82ff-f0739890bed2 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks [] for subnet, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:50.297483 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 05e722c6-413b-499c-a9c4-cb8ede5d4c81 up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:00:50.347692 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-f6f650ee-897d-4ba0-82ff-f0739890bed2 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1465423 Mar 28 12:00:50.351038 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 55122) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:00:50.353029 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8759d50e-5c9e-4497-884e-642e67c025e3 None None] Network e2485d33-7fc8-473c-861a-29245035484d requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 12:00:50.357260 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-82a8db84-3bb7-459e-8b5b-c3394be1db66 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Request body: {'port': {'network_id': 'e2485d33-7fc8-473c-861a-29245035484d', 'name': 'tempest-PortsTestJSON-1992430819'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:00:50.401741 dv-neutron-835340-2-hyperv neutron-server[87870]: Traceback (most recent call last): Mar 28 12:00:50.401741 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 12:00:50.401741 dv-neutron-835340-2-hyperv neutron-server[87870]: timer() Mar 28 12:00:50.401741 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 12:00:50.401741 dv-neutron-835340-2-hyperv neutron-server[87870]: cb(*args, **kw) Mar 28 12:00:50.401741 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 12:00:50.401741 dv-neutron-835340-2-hyperv neutron-server[87870]: return func(*args, **kwargs) Mar 28 12:00:50.401741 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 12:00:50.401741 dv-neutron-835340-2-hyperv neutron-server[87870]: self._notify() Mar 28 12:00:50.401741 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 12:00:50.401741 dv-neutron-835340-2-hyperv neutron-server[87870]: self.callback(batched_events) Mar 28 12:00:50.401741 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 12:00:50.401741 dv-neutron-835340-2-hyperv neutron-server[87870]: event.method(event) Mar 28 12:00:50.401741 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 12:00:50.401741 dv-neutron-835340-2-hyperv neutron-server[87870]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 12:00:50.401741 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 12:00:50.401741 dv-neutron-835340-2-hyperv neutron-server[87870]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 12:00:50.401741 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 12:00:50.401741 dv-neutron-835340-2-hyperv neutron-server[87870]: return f(self, *a, **k) Mar 28 12:00:50.401741 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 12:00:50.401741 dv-neutron-835340-2-hyperv neutron-server[87870]: return self._get(url).json() Mar 28 12:00:50.401741 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 12:00:50.401741 dv-neutron-835340-2-hyperv neutron-server[87870]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 12:00:50.401741 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 12:00:50.401741 dv-neutron-835340-2-hyperv neutron-server[87870]: return self.request(url, 'GET', **kwargs) Mar 28 12:00:50.401741 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 12:00:50.401741 dv-neutron-835340-2-hyperv neutron-server[87870]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 12:00:50.401741 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 12:00:50.401741 dv-neutron-835340-2-hyperv neutron-server[87870]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 12:00:50.401741 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 12:00:50.401741 dv-neutron-835340-2-hyperv neutron-server[87870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 12:00:50.401741 dv-neutron-835340-2-hyperv neutron-server[87870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 12:00:50.412820 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-edeb7187-b925-4207-9891-98765641531e tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.6605237 Mar 28 12:00:50.418005 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 55126) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:00:50.420556 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-5e557445-b89a-47a4-bfcf-413732c48f7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709602'] for network, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:50.426692 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-85e8d697-90ed-4de2-8ec9-c550f9135748 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Request body: {'port': {'network_id': '5544ddd7-4bb8-4c3e-885f-c55b60454a8f', 'name': 'tempest-NetworksIpV6TestAttrs-1750490342'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:00:50.483342 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-5e557445-b89a-47a4-bfcf-413732c48f7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538751'] for network, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:50.488098 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-5e557445-b89a-47a4-bfcf-413732c48f7b admin admin] 10.222.0.30 "DELETE /v2.0/networks/e9e5c70d-c726-4631-869b-4d042805a677 HTTP/1.1" status: 204 len: 168 time: 1.7056830 Mar 28 12:00:50.502074 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 55130) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:00:50.502737 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 55132) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:00:50.518684 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-0bb23e0b-4b4a-4da3-a942-680dad9fec27 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1680752077', 'description': 'tempest-secgroup-smoke-1680752077 description', 'project_id': '527195c95736491ca1967a42cc300275'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:00:50.567158 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e557445-b89a-47a4-bfcf-413732c48f7b admin admin] Pushing event deleted for resources: {'Network': ['ID=e9e5c70d-c726-4631-869b-4d042805a677,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:00:50.570936 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-0bb23e0b-4b4a-4da3-a942-680dad9fec27 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:00:50.659148 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-0bb23e0b-4b4a-4da3-a942-680dad9fec27 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:00:50.680610 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-ad57ff71-2d24-48a9-90e9-08011ea78579 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks [] for port, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:50.700894 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aae1b98b-0845-42e9-92a9-efe0786d6ffe None None] Network 1b4afd2a-3a14-4f52-9178-8d95a0a0827c requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 12:00:50.717412 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.provisioning_blocks [None req-ad57ff71-2d24-48a9-90e9-08011ea78579 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Transition to ACTIVE for port object 1ba1a6e9-704e-41e2-81a5-be5a85374bd1 will not be triggered until provisioned by entity DHCP. {{(pid=87871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:00:50.728106 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec38f22d-4648-49e5-8cc3-4fbe6460affb admin admin] Deleting subnet dba17c33-a2d7-4b57-bee1-c6d6c37fded5 {{(pid=87870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 12:00:50.734977 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-ec38f22d-4648-49e5-8cc3-4fbe6460affb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:50.737111 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-82a8db84-3bb7-459e-8b5b-c3394be1db66 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:00:50.750927 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-82a8db84-3bb7-459e-8b5b-c3394be1db66 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:00:50.773768 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82a8db84-3bb7-459e-8b5b-c3394be1db66 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Made reservation on behalf of 35b7084247a448e2b3e41f3619d7d4bc for: {'port': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 12:00:50.774015 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-0bb23e0b-4b4a-4da3-a942-680dad9fec27 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:50.775911 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-82a8db84-3bb7-459e-8b5b-c3394be1db66 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:50.816037 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-ad57ff71-2d24-48a9-90e9-08011ea78579 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:50.856041 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-0bb23e0b-4b4a-4da3-a942-680dad9fec27 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:00:50.861468 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-ec38f22d-4648-49e5-8cc3-4fbe6460affb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3591354'] for subnet, precommit_delete_associations {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:50.891710 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-85e8d697-90ed-4de2-8ec9-c550f9135748 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:00:50.902284 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-0bb23e0b-4b4a-4da3-a942-680dad9fec27 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Usage tracker for resource:security_group_rule and tenant:527195c95736491ca1967a42cc300275 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:00:50.913396 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-85e8d697-90ed-4de2-8ec9-c550f9135748 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Usage tracker for resource:port and tenant:874923c595b0437ca4b69119e06ef288 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:00:50.916101 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-0bb23e0b-4b4a-4da3-a942-680dad9fec27 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:00:50.921991 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-85e8d697-90ed-4de2-8ec9-c550f9135748 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:00:50.930200 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad57ff71-2d24-48a9-90e9-08011ea78579 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Network e95a87e2-4c44-46e2-9de5-2786cbaea69c is already hosted by enough agents. {{(pid=87871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:00:50.934422 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-0bb23e0b-4b4a-4da3-a942-680dad9fec27 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:00:50.936720 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-ad57ff71-2d24-48a9-90e9-08011ea78579 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Resources bound (agent type, host, resource id): {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:00:50.939081 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.notifiers.nova [None req-82a8db84-3bb7-459e-8b5b-c3394be1db66 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] device_id is not set on port 3af9759c-8871-44b9-aac8-40c3ab5492ba yet. {{(pid=87871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 12:00:50.939261 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-85e8d697-90ed-4de2-8ec9-c550f9135748 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:00:50.974777 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-6382d19d-e171-4dc3-8e15-0319f1e97fa4 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:50.984919 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-ec38f22d-4648-49e5-8cc3-4fbe6460affb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1919782'] for subnet, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:51.001457 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad57ff71-2d24-48a9-90e9-08011ea78579 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Pushing event updated for resources: {'Port': ['ID=1ba1a6e9-704e-41e2-81a5-be5a85374bd1,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:00:51.004720 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad57ff71-2d24-48a9-90e9-08011ea78579 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Received port after_create {{(pid=87871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 12:00:51.011061 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad57ff71-2d24-48a9-90e9-08011ea78579 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:00:51.011598 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-ad57ff71-2d24-48a9-90e9-08011ea78579 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:51.031284 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85e8d697-90ed-4de2-8ec9-c550f9135748 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Made reservation on behalf of 874923c595b0437ca4b69119e06ef288 for: {'port': 1} {{(pid=87870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 12:00:51.035523 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-85e8d697-90ed-4de2-8ec9-c550f9135748 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:51.059966 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-ad57ff71-2d24-48a9-90e9-08011ea78579 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.4329209 Mar 28 12:00:51.064181 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 55138) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:00:51.071601 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:51.097295 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.notifiers.nova [None req-85e8d697-90ed-4de2-8ec9-c550f9135748 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] device_id is not set on port 03fd4c6a-615c-474e-bb1d-c08db6cec35f yet. {{(pid=87870) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 12:00:51.204476 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-3d9f3fdb-7c51-49b9-a361-21f5dcd790a7 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Deleting port 1ba1a6e9-704e-41e2-81a5-be5a85374bd1 {{(pid=87871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:00:51.204966 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-3d9f3fdb-7c51-49b9-a361-21f5dcd790a7 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:51.217081 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.db_base_plugin_common [None req-4f75e373-bf54-4907-b11e-f1ce8b2012df None None] Allocated IP 2001:db8::f816:3eff:fe9b:a8a (5544ddd7-4bb8-4c3e-885f-c55b60454a8f/6561d5b8-d490-495d-b92b-5ea3874cddb2/83795f1d-5514-4167-b7de-5d743a35e618) {{(pid=87872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 12:00:51.259886 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ec1f316-615b-4cd2-8ce9-86bd4716a504 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1d3f2a9-8722-5ce5-bc40-181687d1ed3f-e2485d33-7fc8-473c-861a-29245035484d', 'network_id': 'e2485d33-7fc8-473c-861a-29245035484d', 'tenant_id': '35b7084247a448e2b3e41f3619d7d4bc', 'fixed_ips': [{'subnet_id': '1228ad4d-a7d7-479a-a4c6-fc4680212ba3'}]}} from dv-neutron-835340-2-hyperv. {{(pid=87872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 12:00:51.261004 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-5ec1f316-615b-4cd2-8ce9-86bd4716a504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:51.277377 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.db_base_plugin_common [None req-82a8db84-3bb7-459e-8b5b-c3394be1db66 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Allocated IP 172.20.0.7 (e2485d33-7fc8-473c-861a-29245035484d/1228ad4d-a7d7-479a-a4c6-fc4680212ba3/3af9759c-8871-44b9-aac8-40c3ab5492ba) {{(pid=87871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 12:00:51.290399 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-ec38f22d-4648-49e5-8cc3-4fbe6460affb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1919805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2561174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2563528'] for subnet, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:51.349436 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec38f22d-4648-49e5-8cc3-4fbe6460affb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dba17c33-a2d7-4b57-bee1-c6d6c37fded5,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:00:51.352526 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-6382d19d-e171-4dc3-8e15-0319f1e97fa4 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:51.385446 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-0bb23e0b-4b4a-4da3-a942-680dad9fec27 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:51.404285 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-ec38f22d-4648-49e5-8cc3-4fbe6460affb admin admin] Notify callbacks [] for subnet, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:51.411245 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-0bb23e0b-4b4a-4da3-a942-680dad9fec27 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:51.416520 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-ada16645-54a1-45b2-ab47-5625744f6e4f None None] Notify callbacks [] for port, precommit_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:51.493262 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning for port 05e722c6-413b-499c-a9c4-cb8ede5d4c81 completed by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:00:51.496785 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-ada16645-54a1-45b2-ab47-5625744f6e4f None None] Transition to ACTIVE for port object b5f79bec-934e-4bce-aa83-114d662d259b will not be triggered until provisioned by entity L2. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:00:51.617581 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-ada16645-54a1-45b2-ab47-5625744f6e4f None None] Transition to ACTIVE for port object b5f79bec-934e-4bce-aa83-114d662d259b will not be triggered until provisioned by entity DHCP. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:00:51.633464 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-0bb23e0b-4b4a-4da3-a942-680dad9fec27 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:51.634701 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-0bb23e0b-4b4a-4da3-a942-680dad9fec27 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.1268272 Mar 28 12:00:51.641674 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-ec38f22d-4648-49e5-8cc3-4fbe6460affb admin admin] 10.222.0.30 "DELETE /v2.0/subnets/dba17c33-a2d7-4b57-bee1-c6d6c37fded5 HTTP/1.1" status: 204 len: 168 time: 1.1320791 Mar 28 12:00:51.643578 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 55142) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:00:51.654016 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-ada16645-54a1-45b2-ab47-5625744f6e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241'] for port, after_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:51.661394 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 55144) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:00:51.666266 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-61d0c4dc-ee22-4832-ba85-8e4b92d61c53 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Request body: {'security_group_rule': {'security_group_id': 'a5f98470-68ab-40c4-af40-df1dd85645b2', 'project_id': '527195c95736491ca1967a42cc300275', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:00:51.690578 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-61d0c4dc-ee22-4832-ba85-8e4b92d61c53 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:00:51.697629 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb23e0b-4b4a-4da3-a942-680dad9fec27 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5f98470-68ab-40c4-af40-df1dd85645b2,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:00:51.697949 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-3d9f3fdb-7c51-49b9-a361-21f5dcd790a7 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:51.711628 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-61d0c4dc-ee22-4832-ba85-8e4b92d61c53 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Usage tracker for resource:security_group_rule and tenant:527195c95736491ca1967a42cc300275 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:00:51.720204 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-61d0c4dc-ee22-4832-ba85-8e4b92d61c53 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:00:51.773976 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ada16645-54a1-45b2-ab47-5625744f6e4f None None] Network 407023ce-274c-4460-a707-774aa60c0992 is already hosted by enough agents. {{(pid=87872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:00:51.780703 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-2fcbca46-782f-4298-9515-50b51620e74b None None] Provisioning for port 1ba1a6e9-704e-41e2-81a5-be5a85374bd1 completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:00:51.783327 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.base_scheduler [None req-ada16645-54a1-45b2-ab47-5625744f6e4f None None] Resources bound (agent type, host, resource id): {{(pid=87872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:00:51.795410 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-61d0c4dc-ee22-4832-ba85-8e4b92d61c53 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:00:51.797524 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada16645-54a1-45b2-ab47-5625744f6e4f None None] Received port after_create {{(pid=87872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 12:00:51.815547 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-2fcbca46-782f-4298-9515-50b51620e74b None None] Provisioning complete for port 1ba1a6e9-704e-41e2-81a5-be5a85374bd1 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:00:51.815927 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2fcbca46-782f-4298-9515-50b51620e74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:51.872968 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada16645-54a1-45b2-ab47-5625744f6e4f None None] Pushing event updated for resources: {'Port': ['ID=b5f79bec-934e-4bce-aa83-114d662d259b,revision_number=1']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:00:51.878839 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-3d9f3fdb-7c51-49b9-a361-21f5dcd790a7 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Calling delete_port for 1ba1a6e9-704e-41e2-81a5-be5a85374bd1 owned by {{(pid=87871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:00:51.884368 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-3cac1459-42e0-4708-9b5f-73ba7c83d187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588883'] for network, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:51.892570 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-4f75e373-bf54-4907-b11e-f1ce8b2012df None None] Notify callbacks [] for port, precommit_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:51.957983 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-4f75e373-bf54-4907-b11e-f1ce8b2012df None None] Transition to ACTIVE for port object 83795f1d-5514-4167-b7de-5d743a35e618 will not be triggered until provisioned by entity L2. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:00:51.967674 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-82a8db84-3bb7-459e-8b5b-c3394be1db66 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks [] for port, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:51.971052 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-61d0c4dc-ee22-4832-ba85-8e4b92d61c53 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:52.003876 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-2fcbca46-782f-4298-9515-50b51620e74b None None] Port 1ba1a6e9-704e-41e2-81a5-be5a85374bd1 cannot update to ACTIVE because it is not bound. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 12:00:52.010803 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-ada16645-54a1-45b2-ab47-5625744f6e4f None None] Attempting to bind port b5f79bec-934e-4bce-aa83-114d662d259b on host dv-neutron-835340-2-hyperv for vnic_type normal with profile {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 12:00:52.010803 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-ada16645-54a1-45b2-ab47-5625744f6e4f None None] Attempting to bind port b5f79bec-934e-4bce-aa83-114d662d259b by drivers openvswitch,hyperv on host dv-neutron-835340-2-hyperv at level 0 using segments [{'id': '0c16f700-172a-4559-8f9a-7ed8adf773e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '407023ce-274c-4460-a707-774aa60c0992'}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 12:00:52.011173 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada16645-54a1-45b2-ab47-5625744f6e4f None None] Attempting to bind port b5f79bec-934e-4bce-aa83-114d662d259b on network 407023ce-274c-4460-a707-774aa60c0992 {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 12:00:52.022499 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-4f75e373-bf54-4907-b11e-f1ce8b2012df None None] Transition to ACTIVE for port object 83795f1d-5514-4167-b7de-5d743a35e618 will not be triggered until provisioned by entity DHCP. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:00:52.031953 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.provisioning_blocks [None req-82a8db84-3bb7-459e-8b5b-c3394be1db66 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Transition to ACTIVE for port object 3af9759c-8871-44b9-aac8-40c3ab5492ba will not be triggered until provisioned by entity DHCP. {{(pid=87871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:00:52.032251 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada16645-54a1-45b2-ab47-5625744f6e4f None None] Checking agent: {'id': '961a16fe-cbc8-4264-ac28-bbbd53f89caa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 46, 6), 'started_at': datetime.datetime(2022, 3, 28, 11, 46, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 12, 0, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 12:00:52.032251 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada16645-54a1-45b2-ab47-5625744f6e4f None None] Checking segment: {'id': '0c16f700-172a-4559-8f9a-7ed8adf773e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '407023ce-274c-4460-a707-774aa60c0992'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 12:00:52.032616 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-ada16645-54a1-45b2-ab47-5625744f6e4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:52.032749 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada16645-54a1-45b2-ab47-5625744f6e4f None None] Bound using segment: {'id': '0c16f700-172a-4559-8f9a-7ed8adf773e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '407023ce-274c-4460-a707-774aa60c0992'} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 12:00:52.033176 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-ada16645-54a1-45b2-ab47-5625744f6e4f None None] Bound port: b5f79bec-934e-4bce-aa83-114d662d259b, host: dv-neutron-835340-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c16f700-172a-4559-8f9a-7ed8adf773e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '407023ce-274c-4460-a707-774aa60c0992'}}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 12:00:52.033740 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-ada16645-54a1-45b2-ab47-5625744f6e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:52.051353 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-4f75e373-bf54-4907-b11e-f1ce8b2012df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241'] for port, after_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:52.109880 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-2fcbca46-782f-4298-9515-50b51620e74b None None] Provisioning for port 05e722c6-413b-499c-a9c4-cb8ede5d4c81 completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:00:52.140928 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-61d0c4dc-ee22-4832-ba85-8e4b92d61c53 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:52.159104 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-61d0c4dc-ee22-4832-ba85-8e4b92d61c53 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740322'] for security_group_rule, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:52.161937 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-6382d19d-e171-4dc3-8e15-0319f1e97fa4 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks [] for port, precommit_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:52.165048 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-3cac1459-42e0-4708-9b5f-73ba7c83d187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930431', 'neutron.services.segments.db._delete_segments_for_network-8783496351308'] for network, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:52.169399 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-2fcbca46-782f-4298-9515-50b51620e74b None None] Provisioning complete for port 05e722c6-413b-499c-a9c4-cb8ede5d4c81 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:00:52.169996 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2fcbca46-782f-4298-9515-50b51620e74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:52.182506 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-6382d19d-e171-4dc3-8e15-0319f1e97fa4 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2558288'] for port, after_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:52.208881 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d0c4dc-ee22-4832-ba85-8e4b92d61c53 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4de68a3-4d06-436f-b6b6-331e37d410b9,revision_number=0']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:00:52.247391 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-82a8db84-3bb7-459e-8b5b-c3394be1db66 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:52.310061 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.db_base_plugin_common [None req-5ec1f316-615b-4cd2-8ce9-86bd4716a504 None None] Allocated IP 172.20.0.2 (e2485d33-7fc8-473c-861a-29245035484d/1228ad4d-a7d7-479a-a4c6-fc4680212ba3/15030533-e23d-4405-92bb-bd5e2e312b8e) {{(pid=87872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 12:00:52.326638 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-3cac1459-42e0-4708-9b5f-73ba7c83d187 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['237ed8a0-72a6-4077-9815-115f10abc1e8']}} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:00:52.331067 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-61d0c4dc-ee22-4832-ba85-8e4b92d61c53 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:52.333260 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-61d0c4dc-ee22-4832-ba85-8e4b92d61c53 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6777937 Mar 28 12:00:52.337328 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 55150) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:00:52.344426 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82a8db84-3bb7-459e-8b5b-c3394be1db66 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Network e2485d33-7fc8-473c-861a-29245035484d is already hosted by enough agents. {{(pid=87871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:00:52.349924 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-82a8db84-3bb7-459e-8b5b-c3394be1db66 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Resources bound (agent type, host, resource id): {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:00:52.359632 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a8db84-3bb7-459e-8b5b-c3394be1db66 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Received port after_create {{(pid=87871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 12:00:52.371387 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-ca32eeb0-7c6f-4ae3-ae4e-e03c2abd037e tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Request body: {'security_group_rule': {'security_group_id': 'a5f98470-68ab-40c4-af40-df1dd85645b2', 'project_id': '527195c95736491ca1967a42cc300275', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:00:52.389784 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.db_base_plugin_common [None req-85e8d697-90ed-4de2-8ec9-c550f9135748 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Allocated IP 2001:db8::f816:3eff:fe8e:cee7 (5544ddd7-4bb8-4c3e-885f-c55b60454a8f/6561d5b8-d490-495d-b92b-5ea3874cddb2/03fd4c6a-615c-474e-bb1d-c08db6cec35f) {{(pid=87870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 12:00:52.392737 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-3cac1459-42e0-4708-9b5f-73ba7c83d187 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a763ef2f-5cc2-4b95-82e8-09bdf08f9ce1') {'for_net_delete': True} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:00:52.393080 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-3cac1459-42e0-4708-9b5f-73ba7c83d187 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a763ef2f-5cc2-4b95-82e8-09bdf08f9ce1') {} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:00:52.404627 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-ca32eeb0-7c6f-4ae3-ae4e-e03c2abd037e tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:00:52.407086 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6382d19d-e171-4dc3-8e15-0319f1e97fa4 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Pushing event updated for resources: {'Port': ['ID=09c99a35-a02f-4596-bc3a-2dedcb9d5c11,revision_number=2']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:00:52.412694 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-3d9f3fdb-7c51-49b9-a361-21f5dcd790a7 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:52.412970 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f75e373-bf54-4907-b11e-f1ce8b2012df None None] Network 5544ddd7-4bb8-4c3e-885f-c55b60454a8f is already hosted by enough agents. {{(pid=87872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:00:52.423041 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-ca32eeb0-7c6f-4ae3-ae4e-e03c2abd037e tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Usage tracker for resource:security_group_rule and tenant:527195c95736491ca1967a42cc300275 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:00:52.424391 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a8db84-3bb7-459e-8b5b-c3394be1db66 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Pushing event updated for resources: {'Port': ['ID=3af9759c-8871-44b9-aac8-40c3ab5492ba,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:00:52.428866 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.base_scheduler [None req-4f75e373-bf54-4907-b11e-f1ce8b2012df None None] Resources bound (agent type, host, resource id): {{(pid=87872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:00:52.433032 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-ca32eeb0-7c6f-4ae3-ae4e-e03c2abd037e tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:00:52.436788 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-3cac1459-42e0-4708-9b5f-73ba7c83d187 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783496353639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3591341'] for segment, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:52.444100 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f75e373-bf54-4907-b11e-f1ce8b2012df None None] Received port after_create {{(pid=87872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 12:00:52.452402 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-ca32eeb0-7c6f-4ae3-ae4e-e03c2abd037e tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:00:52.471589 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-6382d19d-e171-4dc3-8e15-0319f1e97fa4 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-709520'] for floatingip, after_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:52.475345 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f75e373-bf54-4907-b11e-f1ce8b2012df None None] Pushing event updated for resources: {'Port': ['ID=83795f1d-5514-4167-b7de-5d743a35e618,revision_number=1']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:00:52.484040 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9f3fdb-7c51-49b9-a361-21f5dcd790a7 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Pushing event deleted for resources: {'Port': ['ID=1ba1a6e9-704e-41e2-81a5-be5a85374bd1,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:00:52.529211 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-3cac1459-42e0-4708-9b5f-73ba7c83d187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:52.567924 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82a8db84-3bb7-459e-8b5b-c3394be1db66 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:00:52.569090 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-82a8db84-3bb7-459e-8b5b-c3394be1db66 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:52.580299 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-ca32eeb0-7c6f-4ae3-ae4e-e03c2abd037e tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:52.596227 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cac1459-42e0-4708-9b5f-73ba7c83d187 admin admin] Releasing vlan 95 on physical network physnet1 to pool {{(pid=87870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 12:00:52.596603 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-3cac1459-42e0-4708-9b5f-73ba7c83d187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1920481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2558260'] for segment, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:52.601375 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-3d9f3fdb-7c51-49b9-a361-21f5dcd790a7 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:52.603248 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-3d9f3fdb-7c51-49b9-a361-21f5dcd790a7 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "DELETE /v2.0/ports/1ba1a6e9-704e-41e2-81a5-be5a85374bd1 HTTP/1.1" status: 204 len: 168 time: 1.5384612 Mar 28 12:00:52.605909 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 55154) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:00:52.620297 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-ada16645-54a1-45b2-ab47-5625744f6e4f None None] For port b5f79bec-934e-4bce-aa83-114d662d259b, host dv-neutron-835340-2-hyperv, cleared binding levels {{(pid=87872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 12:00:52.623503 dv-neutron-835340-2-hyperv neutron-server[87870]: Traceback (most recent call last): Mar 28 12:00:52.623503 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 12:00:52.623503 dv-neutron-835340-2-hyperv neutron-server[87870]: timer() Mar 28 12:00:52.623503 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 12:00:52.623503 dv-neutron-835340-2-hyperv neutron-server[87870]: cb(*args, **kw) Mar 28 12:00:52.623503 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 12:00:52.623503 dv-neutron-835340-2-hyperv neutron-server[87870]: return func(*args, **kwargs) Mar 28 12:00:52.623503 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 12:00:52.623503 dv-neutron-835340-2-hyperv neutron-server[87870]: self._notify() Mar 28 12:00:52.623503 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 12:00:52.623503 dv-neutron-835340-2-hyperv neutron-server[87870]: self.callback(batched_events) Mar 28 12:00:52.623503 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 12:00:52.623503 dv-neutron-835340-2-hyperv neutron-server[87870]: event.method(event) Mar 28 12:00:52.623503 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 12:00:52.623503 dv-neutron-835340-2-hyperv neutron-server[87870]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 12:00:52.623503 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 12:00:52.623503 dv-neutron-835340-2-hyperv neutron-server[87870]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 12:00:52.623503 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 12:00:52.623503 dv-neutron-835340-2-hyperv neutron-server[87870]: return f(self, *a, **k) Mar 28 12:00:52.623503 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 12:00:52.623503 dv-neutron-835340-2-hyperv neutron-server[87870]: return self._get(url).json() Mar 28 12:00:52.623503 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 12:00:52.623503 dv-neutron-835340-2-hyperv neutron-server[87870]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 12:00:52.623503 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 12:00:52.623503 dv-neutron-835340-2-hyperv neutron-server[87870]: return self.request(url, 'GET', **kwargs) Mar 28 12:00:52.623503 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 12:00:52.623503 dv-neutron-835340-2-hyperv neutron-server[87870]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 12:00:52.623503 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 12:00:52.623503 dv-neutron-835340-2-hyperv neutron-server[87870]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 12:00:52.623503 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 12:00:52.623503 dv-neutron-835340-2-hyperv neutron-server[87870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 12:00:52.623503 dv-neutron-835340-2-hyperv neutron-server[87870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 12:00:52.632645 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-4f75e373-bf54-4907-b11e-f1ce8b2012df None None] Attempting to bind port 83795f1d-5514-4167-b7de-5d743a35e618 on host dv-neutron-835340-2-hyperv for vnic_type normal with profile {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 12:00:52.633010 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-4f75e373-bf54-4907-b11e-f1ce8b2012df None None] Attempting to bind port 83795f1d-5514-4167-b7de-5d743a35e618 by drivers openvswitch,hyperv on host dv-neutron-835340-2-hyperv at level 0 using segments [{'id': '9de969b9-09c1-4964-85b1-ace76a5dedc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '5544ddd7-4bb8-4c3e-885f-c55b60454a8f'}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 12:00:52.633344 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f75e373-bf54-4907-b11e-f1ce8b2012df None None] Attempting to bind port 83795f1d-5514-4167-b7de-5d743a35e618 on network 5544ddd7-4bb8-4c3e-885f-c55b60454a8f {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 12:00:52.646354 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-ada16645-54a1-45b2-ab47-5625744f6e4f None None] For port b5f79bec-934e-4bce-aa83-114d662d259b, host dv-neutron-835340-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=b5f79bec-934e-4bce-aa83-114d662d259b,segment=NetworkSegment(0c16f700-172a-4559-8f9a-7ed8adf773e6),segment_id=0c16f700-172a-4559-8f9a-7ed8adf773e6)] {{(pid=87872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 12:00:52.652268 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-82a8db84-3bb7-459e-8b5b-c3394be1db66 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.3000360 Mar 28 12:00:52.688105 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f75e373-bf54-4907-b11e-f1ce8b2012df None None] Checking agent: {'id': '961a16fe-cbc8-4264-ac28-bbbd53f89caa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 46, 6), 'started_at': datetime.datetime(2022, 3, 28, 11, 46, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 12, 0, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 12:00:52.688403 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f75e373-bf54-4907-b11e-f1ce8b2012df None None] Checking segment: {'id': '9de969b9-09c1-4964-85b1-ace76a5dedc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '5544ddd7-4bb8-4c3e-885f-c55b60454a8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 12:00:52.688722 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-4f75e373-bf54-4907-b11e-f1ce8b2012df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:52.689021 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f75e373-bf54-4907-b11e-f1ce8b2012df None None] Bound using segment: {'id': '9de969b9-09c1-4964-85b1-ace76a5dedc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '5544ddd7-4bb8-4c3e-885f-c55b60454a8f'} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 12:00:52.689502 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-4f75e373-bf54-4907-b11e-f1ce8b2012df None None] Bound port: 83795f1d-5514-4167-b7de-5d743a35e618, host: dv-neutron-835340-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9de969b9-09c1-4964-85b1-ace76a5dedc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '5544ddd7-4bb8-4c3e-885f-c55b60454a8f'}}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 12:00:52.689874 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-4f75e373-bf54-4907-b11e-f1ce8b2012df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:52.699871 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-ada16645-54a1-45b2-ab47-5625744f6e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:52.715062 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 55158) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:00:52.737994 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-486f6953-694c-4a2e-836c-9f0c132c3149 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Request body: {'port': {'network_id': 'e2485d33-7fc8-473c-861a-29245035484d', 'name': 'tempest-PortsTestJSON-1671784993'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:00:52.836538 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef442a5d-7b2a-4e67-aae1-d0fa20d30bb3 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:00:52.837900 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-ef442a5d-7b2a-4e67-aae1-d0fa20d30bb3 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Synchronizing usage tracker for tenant:b4adfe5c8b3a4e57a1afd1d44c455245 on resource:port {{(pid=87871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:00:52.851595 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-ef442a5d-7b2a-4e67-aae1-d0fa20d30bb3 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Unset dirty status for tenant:b4adfe5c8b3a4e57a1afd1d44c455245 on resource:port {{(pid=87871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:00:52.853333 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-ef442a5d-7b2a-4e67-aae1-d0fa20d30bb3 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2464037 Mar 28 12:00:52.855765 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 55162) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:00:52.950695 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c28fca6-5e74-4e75-a664-47f14c7cfe0c tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:00:52.952654 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-7c28fca6-5e74-4e75-a664-47f14c7cfe0c tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0956936 Mar 28 12:00:52.955290 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 55166) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:00:52.981653 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2fcbca46-782f-4298-9515-50b51620e74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:53.021440 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-5ec1f316-615b-4cd2-8ce9-86bd4716a504 None None] Notify callbacks [] for port, precommit_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:53.031861 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af355c31-ae3a-4825-b9e5-2385d526ff7f tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:00:53.033365 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af355c31-ae3a-4825-b9e5-2385d526ff7f tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:00:53.034264 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-3cac1459-42e0-4708-9b5f-73ba7c83d187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709602'] for network, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:53.035535 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af355c31-ae3a-4825-b9e5-2385d526ff7f tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:00:53.036712 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-af355c31-ae3a-4825-b9e5-2385d526ff7f tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Synchronizing usage tracker for tenant:b4adfe5c8b3a4e57a1afd1d44c455245 on resource:subnet {{(pid=87871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:00:53.038410 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada16645-54a1-45b2-ab47-5625744f6e4f None None] Pushing event updated for resources: {'Port': ['ID=b5f79bec-934e-4bce-aa83-114d662d259b,revision_number=2']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:00:53.039922 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-3cac1459-42e0-4708-9b5f-73ba7c83d187 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538751'] for network, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:53.059860 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-5ec1f316-615b-4cd2-8ce9-86bd4716a504 None None] Transition to ACTIVE for port object 15030533-e23d-4405-92bb-bd5e2e312b8e will not be triggered until provisioned by entity L2. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:00:53.061878 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-af355c31-ae3a-4825-b9e5-2385d526ff7f tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Unset dirty status for tenant:b4adfe5c8b3a4e57a1afd1d44c455245 on resource:subnet {{(pid=87871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:00:53.065598 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-af355c31-ae3a-4825-b9e5-2385d526ff7f tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1070457 Mar 28 12:00:53.065902 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 55170) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:00:53.086772 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-4f75e373-bf54-4907-b11e-f1ce8b2012df None None] For port 83795f1d-5514-4167-b7de-5d743a35e618, host dv-neutron-835340-2-hyperv, cleared binding levels {{(pid=87872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 12:00:53.092392 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2fcbca46-782f-4298-9515-50b51620e74b None None] For port 05e722c6-413b-499c-a9c4-cb8ede5d4c81, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=05e722c6-413b-499c-a9c4-cb8ede5d4c81,segment=NetworkSegment(856c084d-36b7-4026-84a0-30865f2cd17d),segment_id=856c084d-36b7-4026-84a0-30865f2cd17d)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:00:53.094254 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-4f75e373-bf54-4907-b11e-f1ce8b2012df None None] For port 83795f1d-5514-4167-b7de-5d743a35e618, host dv-neutron-835340-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=83795f1d-5514-4167-b7de-5d743a35e618,segment=NetworkSegment(9de969b9-09c1-4964-85b1-ace76a5dedc6),segment_id=9de969b9-09c1-4964-85b1-ace76a5dedc6)] {{(pid=87872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 12:00:53.102868 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2fcbca46-782f-4298-9515-50b51620e74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:53.132492 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cac1459-42e0-4708-9b5f-73ba7c83d187 admin admin] Pushing event deleted for resources: {'Network': ['ID=237ed8a0-72a6-4077-9815-115f10abc1e8,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:00:53.147758 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-3cac1459-42e0-4708-9b5f-73ba7c83d187 admin admin] 10.222.0.30 "DELETE /v2.0/networks/237ed8a0-72a6-4077-9815-115f10abc1e8 HTTP/1.1" status: 204 len: 168 time: 1.4853063 Mar 28 12:00:53.151898 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-ca32eeb0-7c6f-4ae3-ae4e-e03c2abd037e tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:53.161086 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.db.l3_db [None req-6382d19d-e171-4dc3-8e15-0319f1e97fa4 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Floating IP c02c27da-425d-4368-ad0b-4417794a601e associated. External IP: 172.26.7.243, port: 6ba8252d-bcd3-4fd6-921c-f85474b207ee. Mar 28 12:00:53.165414 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-5ec1f316-615b-4cd2-8ce9-86bd4716a504 None None] Transition to ACTIVE for port object 15030533-e23d-4405-92bb-bd5e2e312b8e will not be triggered until provisioned by entity DHCP. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:00:53.170420 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3d612ac-ab76-47da-bbe5-fd9dbb9d5954 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Deleting subnet 2590ee58-259b-4104-b28d-21a051aff3b6 {{(pid=87871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 12:00:53.173031 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-4f75e373-bf54-4907-b11e-f1ce8b2012df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:53.188633 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-b3d612ac-ab76-47da-bbe5-fd9dbb9d5954 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks [] for subnet, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:53.199663 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-5ec1f316-615b-4cd2-8ce9-86bd4716a504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241'] for port, after_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:53.243710 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-ca32eeb0-7c6f-4ae3-ae4e-e03c2abd037e tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740322'] for security_group_rule, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:53.244168 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ec1f316-615b-4cd2-8ce9-86bd4716a504 None None] Network e2485d33-7fc8-473c-861a-29245035484d is already hosted by enough agents. {{(pid=87872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:00:53.257997 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.base_scheduler [None req-5ec1f316-615b-4cd2-8ce9-86bd4716a504 None None] Resources bound (agent type, host, resource id): {{(pid=87872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:00:53.264142 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec1f316-615b-4cd2-8ce9-86bd4716a504 None None] Received port after_create {{(pid=87872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 12:00:53.271883 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-b3d612ac-ab76-47da-bbe5-fd9dbb9d5954 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3436877'] for subnet, precommit_delete_associations {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:53.284764 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcbca46-782f-4298-9515-50b51620e74b None None] Pushing event updated for resources: {'Port': ['ID=05e722c6-413b-499c-a9c4-cb8ede5d4c81,revision_number=3']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:00:53.435750 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-b3d612ac-ab76-47da-bbe5-fd9dbb9d5954 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1919782'] for subnet, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:53.541201 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-5ec1f316-615b-4cd2-8ce9-86bd4716a504 None None] Attempting to bind port 15030533-e23d-4405-92bb-bd5e2e312b8e on host dv-neutron-835340-2-hyperv for vnic_type normal with profile {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 12:00:53.541650 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-5ec1f316-615b-4cd2-8ce9-86bd4716a504 None None] Attempting to bind port 15030533-e23d-4405-92bb-bd5e2e312b8e by drivers openvswitch,hyperv on host dv-neutron-835340-2-hyperv at level 0 using segments [{'id': '61058b30-33fb-46d3-8810-09939785503c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'e2485d33-7fc8-473c-861a-29245035484d'}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 12:00:53.542711 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca32eeb0-7c6f-4ae3-ae4e-e03c2abd037e tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee3172ba-f93f-4543-9431-e747ebb3941f,revision_number=0']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:00:53.543822 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec1f316-615b-4cd2-8ce9-86bd4716a504 None None] Attempting to bind port 15030533-e23d-4405-92bb-bd5e2e312b8e on network e2485d33-7fc8-473c-861a-29245035484d {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 12:00:53.561339 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec1f316-615b-4cd2-8ce9-86bd4716a504 None None] Checking agent: {'id': '961a16fe-cbc8-4264-ac28-bbbd53f89caa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 46, 6), 'started_at': datetime.datetime(2022, 3, 28, 11, 46, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 12, 0, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 12:00:53.561339 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec1f316-615b-4cd2-8ce9-86bd4716a504 None None] Checking segment: {'id': '61058b30-33fb-46d3-8810-09939785503c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'e2485d33-7fc8-473c-861a-29245035484d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 12:00:53.561339 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-5ec1f316-615b-4cd2-8ce9-86bd4716a504 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:53.563559 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec1f316-615b-4cd2-8ce9-86bd4716a504 None None] Bound using segment: {'id': '61058b30-33fb-46d3-8810-09939785503c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'e2485d33-7fc8-473c-861a-29245035484d'} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 12:00:53.564923 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-85e8d697-90ed-4de2-8ec9-c550f9135748 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Notify callbacks [] for port, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:53.569346 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-5ec1f316-615b-4cd2-8ce9-86bd4716a504 None None] Bound port: 15030533-e23d-4405-92bb-bd5e2e312b8e, host: dv-neutron-835340-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61058b30-33fb-46d3-8810-09939785503c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'e2485d33-7fc8-473c-861a-29245035484d'}}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 12:00:53.569766 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-5ec1f316-615b-4cd2-8ce9-86bd4716a504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:53.572323 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-486f6953-694c-4a2e-836c-9f0c132c3149 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:00:53.588650 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-ca32eeb0-7c6f-4ae3-ae4e-e03c2abd037e tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:53.590002 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-ca32eeb0-7c6f-4ae3-ae4e-e03c2abd037e tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.2427185 Mar 28 12:00:53.594211 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-486f6953-694c-4a2e-836c-9f0c132c3149 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Usage tracker for resource:port and tenant:35b7084247a448e2b3e41f3619d7d4bc is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:00:53.599306 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-486f6953-694c-4a2e-836c-9f0c132c3149 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:00:53.603156 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 55176) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:00:53.611958 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-a68d7e86-0a62-403d-8a8b-c869ae0ccc07 None None] Provisioning complete for port 05e722c6-413b-499c-a9c4-cb8ede5d4c81 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:00:53.612352 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-a68d7e86-0a62-403d-8a8b-c869ae0ccc07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:53.630841 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-08f645e6-ea7d-487b-ba73-a6043e7fd4a5 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Request body: {'security_group_rule': {'security_group_id': 'a5f98470-68ab-40c4-af40-df1dd85645b2', 'project_id': '527195c95736491ca1967a42cc300275', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:00:53.633765 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 55180) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:00:53.639167 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-486f6953-694c-4a2e-836c-9f0c132c3149 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:00:53.663579 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-b3d612ac-ab76-47da-bbe5-fd9dbb9d5954 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1919805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2364079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26551417'] for subnet, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:53.716181 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.provisioning_blocks [None req-85e8d697-90ed-4de2-8ec9-c550f9135748 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Transition to ACTIVE for port object 03fd4c6a-615c-474e-bb1d-c08db6cec35f will not be triggered until provisioned by entity DHCP. {{(pid=87870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:00:53.731231 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-08f645e6-ea7d-487b-ba73-a6043e7fd4a5 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:00:53.742104 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-08f645e6-ea7d-487b-ba73-a6043e7fd4a5 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Usage tracker for resource:security_group_rule and tenant:527195c95736491ca1967a42cc300275 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:00:53.749068 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d612ac-ab76-47da-bbe5-fd9dbb9d5954 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Pushing event deleted for resources: {'Subnet': ['ID=2590ee58-259b-4104-b28d-21a051aff3b6,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:00:53.749598 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-08f645e6-ea7d-487b-ba73-a6043e7fd4a5 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:00:53.756309 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f75e373-bf54-4907-b11e-f1ce8b2012df None None] Pushing event updated for resources: {'Port': ['ID=83795f1d-5514-4167-b7de-5d743a35e618,revision_number=2']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:00:53.763914 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-486f6953-694c-4a2e-836c-9f0c132c3149 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Made reservation on behalf of 35b7084247a448e2b3e41f3619d7d4bc for: {'port': 1} {{(pid=87870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 12:00:53.768028 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-486f6953-694c-4a2e-836c-9f0c132c3149 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:53.780012 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-b3d612ac-ab76-47da-bbe5-fd9dbb9d5954 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks [] for subnet, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:53.780739 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-08f645e6-ea7d-487b-ba73-a6043e7fd4a5 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:00:53.812558 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-b3d612ac-ab76-47da-bbe5-fd9dbb9d5954 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "DELETE /v2.0/subnets/2590ee58-259b-4104-b28d-21a051aff3b6 HTTP/1.1" status: 204 len: 168 time: 0.7447143 Mar 28 12:00:53.816509 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 55184) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:00:53.824996 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3183c48-0f00-44b4-bb52-991adf174b4c None None] Network e95a87e2-4c44-46e2-9de5-2786cbaea69c requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 12:00:53.838163 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.notifiers.nova [None req-486f6953-694c-4a2e-836c-9f0c132c3149 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] device_id is not set on port 6063bc56-5959-4c44-9c66-3f6856ad1d8a yet. {{(pid=87870) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 12:00:53.901579 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-5238e926-8e40-4213-8140-d413c9d151dc admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2a1e81166ea44cb2b2b47dda4f84a6f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2642019 Mar 28 12:00:53.901789 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 55188) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:00:53.951079 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-5ec1f316-615b-4cd2-8ce9-86bd4716a504 None None] For port 15030533-e23d-4405-92bb-bd5e2e312b8e, host dv-neutron-835340-2-hyperv, cleared binding levels {{(pid=87872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 12:00:53.951858 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-08f645e6-ea7d-487b-ba73-a6043e7fd4a5 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:53.953749 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a99afeb-f72a-4bf8-8665-18558e33c591 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Deleting subnet 47717d91-cd1d-4360-8ced-b0bd307a489b {{(pid=87871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 12:00:53.973012 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-4a99afeb-f72a-4bf8-8665-18558e33c591 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks [] for subnet, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:53.989540 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-85e8d697-90ed-4de2-8ec9-c550f9135748 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:54.008385 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec1f316-615b-4cd2-8ce9-86bd4716a504 None None] Pushing event updated for resources: {'Port': ['ID=15030533-e23d-4405-92bb-bd5e2e312b8e,revision_number=1']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:00:54.026899 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-7dc04223-c1fc-49d7-b6d0-ffb0cde3d1e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:54.034084 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-5ec1f316-615b-4cd2-8ce9-86bd4716a504 None None] For port 15030533-e23d-4405-92bb-bd5e2e312b8e, host dv-neutron-835340-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=15030533-e23d-4405-92bb-bd5e2e312b8e,segment=NetworkSegment(61058b30-33fb-46d3-8810-09939785503c),segment_id=61058b30-33fb-46d3-8810-09939785503c)] {{(pid=87872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 12:00:54.049611 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-5ec1f316-615b-4cd2-8ce9-86bd4716a504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:54.076232 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-7dc04223-c1fc-49d7-b6d0-ffb0cde3d1e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:54.088848 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-4a99afeb-f72a-4bf8-8665-18558e33c591 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3436877'] for subnet, precommit_delete_associations {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:54.167044 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85e8d697-90ed-4de2-8ec9-c550f9135748 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Network 5544ddd7-4bb8-4c3e-885f-c55b60454a8f is already hosted by enough agents. {{(pid=87870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:00:54.191094 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.base_scheduler [None req-85e8d697-90ed-4de2-8ec9-c550f9135748 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Resources bound (agent type, host, resource id): {{(pid=87870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:00:54.194954 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e8d697-90ed-4de2-8ec9-c550f9135748 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Received port after_create {{(pid=87870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 12:00:54.203151 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85e8d697-90ed-4de2-8ec9-c550f9135748 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:00:54.203151 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-85e8d697-90ed-4de2-8ec9-c550f9135748 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:54.206242 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec1f316-615b-4cd2-8ce9-86bd4716a504 None None] Pushing event updated for resources: {'Port': ['ID=15030533-e23d-4405-92bb-bd5e2e312b8e,revision_number=2']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:00:54.233407 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-7dc04223-c1fc-49d7-b6d0-ffb0cde3d1e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:54.257467 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc04223-c1fc-49d7-b6d0-ffb0cde3d1e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8f1f9e9-ff2e-444f-8155-195accb6fa66,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:00:54.292767 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e8d697-90ed-4de2-8ec9-c550f9135748 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Pushing event updated for resources: {'Port': ['ID=03fd4c6a-615c-474e-bb1d-c08db6cec35f,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:00:54.344450 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-7dc04223-c1fc-49d7-b6d0-ffb0cde3d1e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:54.345598 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-7dc04223-c1fc-49d7-b6d0-ffb0cde3d1e6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f8f1f9e9-ff2e-444f-8155-195accb6fa66 HTTP/1.1" status: 204 len: 168 time: 0.4429054 Mar 28 12:00:54.355078 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-4a99afeb-f72a-4bf8-8665-18558e33c591 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1919782'] for subnet, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:54.359568 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-08f645e6-ea7d-487b-ba73-a6043e7fd4a5 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:54.406134 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-08f645e6-ea7d-487b-ba73-a6043e7fd4a5 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740322'] for security_group_rule, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:54.423882 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-85e8d697-90ed-4de2-8ec9-c550f9135748 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 4.0045574 Mar 28 12:00:54.428788 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 55194) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:00:54.498810 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.db_base_plugin_common [None req-486f6953-694c-4a2e-836c-9f0c132c3149 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Allocated IP 172.20.0.9 (e2485d33-7fc8-473c-861a-29245035484d/1228ad4d-a7d7-479a-a4c6-fc4680212ba3/6063bc56-5959-4c44-9c66-3f6856ad1d8a) {{(pid=87870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 12:00:54.571463 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6382d19d-e171-4dc3-8e15-0319f1e97fa4 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Router 80a1cb0c-2b23-40f3-9433-a922b65a4212 has already been hosted by L3 agent af79d429-529e-400b-a119-94d4bec03f3e {{(pid=87870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 12:00:54.572818 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f645e6-ea7d-487b-ba73-a6043e7fd4a5 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d509537c-ab77-4fbb-9717-d7df9e08b149,revision_number=0']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:00:54.587859 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-08f645e6-ea7d-487b-ba73-a6043e7fd4a5 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:54.592074 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-08f645e6-ea7d-487b-ba73-a6043e7fd4a5 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9717317 Mar 28 12:00:54.599242 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 55198) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:00:54.610584 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.db_base_plugin_v2 [None req-de11415f-27ac-4534-be39-3dc34d2ef46c tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Deleting subnet 6561d5b8-d490-495d-b92b-5ea3874cddb2 {{(pid=87871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 12:00:54.611283 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 83795f1d-5514-4167-b7de-5d743a35e618 up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:00:54.623533 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-de11415f-27ac-4534-be39-3dc34d2ef46c tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Notify callbacks [] for subnet, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:54.751569 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-de11415f-27ac-4534-be39-3dc34d2ef46c tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3436877'] for subnet, precommit_delete_associations {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:54.818199 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning for port 83795f1d-5514-4167-b7de-5d743a35e618 completed by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:00:54.840459 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 05e722c6-413b-499c-a9c4-cb8ede5d4c81 up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:00:54.980152 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-25cbc843-61ff-4548-96b8-cfe219628841 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Request body: {'security_group_rule': {'security_group_id': 'a5f98470-68ab-40c4-af40-df1dd85645b2', 'project_id': '527195c95736491ca1967a42cc300275', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:00:55.014442 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-25cbc843-61ff-4548-96b8-cfe219628841 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:00:55.037968 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-4a99afeb-f72a-4bf8-8665-18558e33c591 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1919805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2364079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26551417'] for subnet, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:55.040679 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port 05e722c6-413b-499c-a9c4-cb8ede5d4c81 triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:00:55.043572 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:55.070188 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-25cbc843-61ff-4548-96b8-cfe219628841 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Usage tracker for resource:security_group_rule and tenant:527195c95736491ca1967a42cc300275 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:00:55.138404 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 55204) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:00:55.139449 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-25cbc843-61ff-4548-96b8-cfe219628841 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:00:55.158687 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-25cbc843-61ff-4548-96b8-cfe219628841 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:00:55.192329 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-de11415f-27ac-4534-be39-3dc34d2ef46c tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1919782'] for subnet, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:55.235791 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a99afeb-f72a-4bf8-8665-18558e33c591 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Pushing event deleted for resources: {'Subnet': ['ID=47717d91-cd1d-4360-8ced-b0bd307a489b,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:00:55.254964 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-4a99afeb-f72a-4bf8-8665-18558e33c591 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks [] for subnet, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:55.256890 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6382d19d-e171-4dc3-8e15-0319f1e97fa4 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 12:00:55.268265 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-643af110-2a5e-4cd0-9166-89d2df1558fd None None] Sync routers for ids ['80a1cb0c-2b23-40f3-9433-a922b65a4212'] in dv-neutron-835340-2-hyperv {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 12:00:55.286368 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-4a99afeb-f72a-4bf8-8665-18558e33c591 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "DELETE /v2.0/subnets/47717d91-cd1d-4360-8ced-b0bd307a489b HTTP/1.1" status: 204 len: 168 time: 1.4682839 Mar 28 12:00:55.289797 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-643af110-2a5e-4cd0-9166-89d2df1558fd None None] Routers {'80a1cb0c-2b23-40f3-9433-a922b65a4212'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:00:55.290455 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-643af110-2a5e-4cd0-9166-89d2df1558fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:00:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['80a1cb0c-2b23-40f3-9433-a922b65a4212'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:00:55.297547 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 55208) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:00:55.298067 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device b5f79bec-934e-4bce-aa83-114d662d259b up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:00:55.331954 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-25cbc843-61ff-4548-96b8-cfe219628841 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:55.351888 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57244ccc-7faa-46bb-91df-dcd8272355c1 None None] Network 407023ce-274c-4460-a707-774aa60c0992 requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 12:00:55.419437 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-5eb17fbc-6d51-459c-87c6-71943020cf7c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f808acadf07c4cb4a9583e2c8e5b36c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2733130 Mar 28 12:00:55.424340 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 55212) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:00:55.449764 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-6382d19d-e171-4dc3-8e15-0319f1e97fa4 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for floatingip, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:55.467683 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-643af110-2a5e-4cd0-9166-89d2df1558fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:00:55.490487 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-643af110-2a5e-4cd0-9166-89d2df1558fd None None] Routers {'80a1cb0c-2b23-40f3-9433-a922b65a4212'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:00:55.491752 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-643af110-2a5e-4cd0-9166-89d2df1558fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:00:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['80a1cb0c-2b23-40f3-9433-a922b65a4212'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:00:55.523695 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-de11415f-27ac-4534-be39-3dc34d2ef46c tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1919805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2364079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26551417'] for subnet, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:55.547780 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-c27bb0f7-79f0-447c-b56b-34b967c6eb00 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2486515 Mar 28 12:00:55.561204 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 55216) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:00:55.573553 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-80b42605-dba0-403f-bcbf-e998d6d5a384 None None] Provisioning for port b5f79bec-934e-4bce-aa83-114d662d259b completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:00:55.597230 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-158d9beb-666f-46f2-8593-7bff35e39a7a tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Request body: {'subnet': {'network_id': 'e95a87e2-4c44-46e2-9de5-2786cbaea69c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:00:55.625235 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb55aac8-0818-48df-9e4a-8475f4680326 None None] Network 5544ddd7-4bb8-4c3e-885f-c55b60454a8f requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 12:00:55.627967 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de11415f-27ac-4534-be39-3dc34d2ef46c tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Pushing event deleted for resources: {'Subnet': ['ID=6561d5b8-d490-495d-b92b-5ea3874cddb2,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:00:55.633811 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-643af110-2a5e-4cd0-9166-89d2df1558fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:00:55.635226 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-643af110-2a5e-4cd0-9166-89d2df1558fd None None] The sync data for ids ['80a1cb0c-2b23-40f3-9433-a922b65a4212'] in dv-neutron-835340-2-hyperv is: [] {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 12:00:55.639622 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-de11415f-27ac-4534-be39-3dc34d2ef46c tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Notify callbacks [] for subnet, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:55.645336 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-486f6953-694c-4a2e-836c-9f0c132c3149 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks [] for port, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:55.687189 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-de11415f-27ac-4534-be39-3dc34d2ef46c tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] 10.222.0.30 "DELETE /v2.0/subnets/6561d5b8-d490-495d-b92b-5ea3874cddb2 HTTP/1.1" status: 204 len: 168 time: 1.2537363 Mar 28 12:00:55.693814 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 55220) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:00:55.695761 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10aa7d99-e8a8-48d9-904e-28c45c2d1f15 None None] Network e95a87e2-4c44-46e2-9de5-2786cbaea69c requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 12:00:55.699989 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-25cbc843-61ff-4548-96b8-cfe219628841 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:55.739784 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-4bfc203f-2f08-4700-9b13-e8bd17e08375 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:55.745629 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-25cbc843-61ff-4548-96b8-cfe219628841 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740322'] for security_group_rule, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:55.758226 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.provisioning_blocks [None req-486f6953-694c-4a2e-836c-9f0c132c3149 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Transition to ACTIVE for port object 6063bc56-5959-4c44-9c66-3f6856ad1d8a will not be triggered until provisioned by entity DHCP. {{(pid=87870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:00:55.760820 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-6382d19d-e171-4dc3-8e15-0319f1e97fa4 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 8.1898386 Mar 28 12:00:55.764926 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 55224) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:00:55.811440 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cbc843-61ff-4548-96b8-cfe219628841 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92729221-fdd6-41eb-9eee-82c813971ff6,revision_number=0']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:00:55.844014 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-158d9beb-666f-46f2-8593-7bff35e39a7a tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:00:55.845856 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-25cbc843-61ff-4548-96b8-cfe219628841 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:55.849927 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-25cbc843-61ff-4548-96b8-cfe219628841 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8883648 Mar 28 12:00:55.854950 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-158d9beb-666f-46f2-8593-7bff35e39a7a tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Usage tracker for resource:subnet and tenant:b4adfe5c8b3a4e57a1afd1d44c455245 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:00:55.859283 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-158d9beb-666f-46f2-8593-7bff35e39a7a tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:00:55.859513 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b6a902a-44d4-4dce-9ba4-bca67c39dde5 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:00:55.862554 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b6a902a-44d4-4dce-9ba4-bca67c39dde5 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:00:55.863593 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-6b6a902a-44d4-4dce-9ba4-bca67c39dde5 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Synchronizing usage tracker for tenant:874923c595b0437ca4b69119e06ef288 on resource:subnet {{(pid=87871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:00:55.867755 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-158d9beb-666f-46f2-8593-7bff35e39a7a tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:00:55.869628 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 55228) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:00:55.878646 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-4bfc203f-2f08-4700-9b13-e8bd17e08375 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:55.884481 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-158d9beb-666f-46f2-8593-7bff35e39a7a tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Made reservation on behalf of b4adfe5c8b3a4e57a1afd1d44c455245 for: {'subnet': 1} {{(pid=87870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 12:00:55.888207 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-158d9beb-666f-46f2-8593-7bff35e39a7a tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2563571'] for subnet, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:55.895865 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-1779f8d2-c7fb-4960-9971-68a4339371b3 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Request body: {'security_group_rule': {'security_group_id': 'a5f98470-68ab-40c4-af40-df1dd85645b2', 'project_id': '527195c95736491ca1967a42cc300275', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:00:55.921982 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-1779f8d2-c7fb-4960-9971-68a4339371b3 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:00:55.938991 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning for port b5f79bec-934e-4bce-aa83-114d662d259b completed by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:00:55.947998 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-1779f8d2-c7fb-4960-9971-68a4339371b3 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Usage tracker for resource:security_group_rule and tenant:527195c95736491ca1967a42cc300275 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:00:55.960754 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-1779f8d2-c7fb-4960-9971-68a4339371b3 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:00:55.972820 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-6b6a902a-44d4-4dce-9ba4-bca67c39dde5 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Unset dirty status for tenant:874923c595b0437ca4b69119e06ef288 on resource:subnet {{(pid=87871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:00:55.974544 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-6b6a902a-44d4-4dce-9ba4-bca67c39dde5 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2772191 Mar 28 12:00:55.979906 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 55232) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:00:55.984053 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-1779f8d2-c7fb-4960-9971-68a4339371b3 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:00:56.023776 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-518ede59-8020-4277-9f80-c83d1e921201 None None] Network e2485d33-7fc8-473c-861a-29245035484d requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 12:00:56.086519 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.db.securitygroups_db [None req-1779f8d2-c7fb-4960-9971-68a4339371b3 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Project 527195c95736491ca1967a42cc300275 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 12:00:56.100752 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-1779f8d2-c7fb-4960-9971-68a4339371b3 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:56.130839 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-4bfc203f-2f08-4700-9b13-e8bd17e08375 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:56.156798 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-b3474342-4e6d-49a9-b900-985147023e3a tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588883'] for network, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:56.172455 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfc203f-2f08-4700-9b13-e8bd17e08375 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de8bbdb4-e5a7-4cfd-9368-c3b8333d76ef,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:00:56.191190 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-4bfc203f-2f08-4700-9b13-e8bd17e08375 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:56.195676 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-4bfc203f-2f08-4700-9b13-e8bd17e08375 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/de8bbdb4-e5a7-4cfd-9368-c3b8333d76ef HTTP/1.1" status: 204 len: 168 time: 0.7637811 Mar 28 12:00:56.200522 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-393fb9ba-8f58-4462-864d-38eef8158f05 None None] Provisioning for port 83795f1d-5514-4167-b7de-5d743a35e618 completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:00:56.204626 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-8693a19f-34cf-4798-a9fd-c87d50845b77 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] 10.222.0.30 "GET /v2.0/floatingips/c02c27da-425d-4368-ad0b-4417794a601e HTTP/1.1" status: 200 len: 977 time: 0.4373894 Mar 28 12:00:56.207293 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 55238) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:00:56.208155 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3474342-4e6d-49a9-b900-985147023e3a tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] DELETE failed (client error): There was a conflict when trying to complete your request. Mar 28 12:00:56.208920 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3474342-4e6d-49a9-b900-985147023e3a tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=87871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 12:00:56.210398 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-b3474342-4e6d-49a9-b900-985147023e3a tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] 10.222.0.30 "DELETE /v2.0/networks/5544ddd7-4bb8-4c3e-885f-c55b60454a8f HTTP/1.1" status: 409 len: 405 time: 0.2290399 Mar 28 12:00:56.215301 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 55242) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:00:56.225075 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port b5f79bec-934e-4bce-aa83-114d662d259b triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:00:56.225377 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:56.234121 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-1779f8d2-c7fb-4960-9971-68a4339371b3 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:56.244200 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-1779f8d2-c7fb-4960-9971-68a4339371b3 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740322'] for security_group_rule, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:56.275659 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1779f8d2-c7fb-4960-9971-68a4339371b3 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a8efa55-a516-4dfb-acb7-5c7f826adeea,revision_number=0']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:00:56.294238 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-1779f8d2-c7fb-4960-9971-68a4339371b3 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:56.296750 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-1d39a412-82c9-4884-a3d3-c1f4b9ecca4f tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-520707294'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:00:56.298623 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-1779f8d2-c7fb-4960-9971-68a4339371b3 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4278517 Mar 28 12:00:56.299339 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 55246) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:00:56.307992 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-4b2f6232-b398-4a57-a3f8-94ae13aa8960 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Request body: {'security_group_rule': {'security_group_id': 'a5f98470-68ab-40c4-af40-df1dd85645b2', 'project_id': '527195c95736491ca1967a42cc300275', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:00:56.310319 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-486f6953-694c-4a2e-836c-9f0c132c3149 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:56.315905 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-4b2f6232-b398-4a57-a3f8-94ae13aa8960 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:00:56.320404 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-4b2f6232-b398-4a57-a3f8-94ae13aa8960 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Usage tracker for resource:security_group_rule and tenant:527195c95736491ca1967a42cc300275 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:00:56.323392 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-4b2f6232-b398-4a57-a3f8-94ae13aa8960 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:00:56.329294 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-4b2f6232-b398-4a57-a3f8-94ae13aa8960 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:00:56.333489 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-393fb9ba-8f58-4462-864d-38eef8158f05 None None] Provisioning complete for port 83795f1d-5514-4167-b7de-5d743a35e618 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:00:56.333875 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-393fb9ba-8f58-4462-864d-38eef8158f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:56.342333 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.db.securitygroups_db [None req-4b2f6232-b398-4a57-a3f8-94ae13aa8960 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Project 527195c95736491ca1967a42cc300275 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 12:00:56.351735 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-4b2f6232-b398-4a57-a3f8-94ae13aa8960 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:56.369811 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-1d39a412-82c9-4884-a3d3-c1f4b9ecca4f tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:00:56.393739 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-1d39a412-82c9-4884-a3d3-c1f4b9ecca4f tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Usage tracker for resource:network and tenant:874923c595b0437ca4b69119e06ef288 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:00:56.402298 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-1d39a412-82c9-4884-a3d3-c1f4b9ecca4f tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:00:56.408700 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-486f6953-694c-4a2e-836c-9f0c132c3149 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Network e2485d33-7fc8-473c-861a-29245035484d is already hosted by enough agents. {{(pid=87870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:00:56.430200 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-1d39a412-82c9-4884-a3d3-c1f4b9ecca4f tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:00:56.435008 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.base_scheduler [None req-486f6953-694c-4a2e-836c-9f0c132c3149 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Resources bound (agent type, host, resource id): {{(pid=87870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:00:56.437587 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-486f6953-694c-4a2e-836c-9f0c132c3149 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Received port after_create {{(pid=87870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 12:00:56.464209 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-4b2f6232-b398-4a57-a3f8-94ae13aa8960 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:56.470219 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-4b2f6232-b398-4a57-a3f8-94ae13aa8960 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740322'] for security_group_rule, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:56.503684 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2f6232-b398-4a57-a3f8-94ae13aa8960 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04f3e6cf-9aa5-4468-af5a-667cd3ad2c1f,revision_number=0']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:00:56.521832 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-1bb2c385-1612-4b69-809d-5961ea43f7ab tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Synchronizing usage tracker for tenant:67b6faa452844e9d8ffe9a3a683b2834 on resource:floatingip {{(pid=87870) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:00:56.546243 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-4b2f6232-b398-4a57-a3f8-94ae13aa8960 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:56.558293 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-4b2f6232-b398-4a57-a3f8-94ae13aa8960 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2577362 Mar 28 12:00:56.582234 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-486f6953-694c-4a2e-836c-9f0c132c3149 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:00:56.583366 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-486f6953-694c-4a2e-836c-9f0c132c3149 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:56.599792 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d39a412-82c9-4884-a3d3-c1f4b9ecca4f tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Made reservation on behalf of 874923c595b0437ca4b69119e06ef288 for: {'network': 1} {{(pid=87870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 12:00:56.603787 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-1d39a412-82c9-4884-a3d3-c1f4b9ecca4f tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for network, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:56.632361 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486f6953-694c-4a2e-836c-9f0c132c3149 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Pushing event updated for resources: {'Port': ['ID=6063bc56-5959-4c44-9c66-3f6856ad1d8a,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:00:56.724656 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d39a412-82c9-4884-a3d3-c1f4b9ecca4f tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=87870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 12:00:56.741792 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-1bb2c385-1612-4b69-809d-5961ea43f7ab tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Unset dirty status for tenant:67b6faa452844e9d8ffe9a3a683b2834 on resource:floatingip {{(pid=87870) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:00:56.746494 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-1bb2c385-1612-4b69-809d-5961ea43f7ab tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] 10.222.0.30 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.5356317 Mar 28 12:00:56.746853 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 55258) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:00:56.752642 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-fdf16a41-6342-46cd-a288-680380aaac9b tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Request body: {'floatingip': {'port_id': 'd3357d27-cba1-4efc-9b59-b3ae8c76646d'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:00:56.778767 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-1d39a412-82c9-4884-a3d3-c1f4b9ecca4f tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:56.779663 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.db.segments_db [None req-1d39a412-82c9-4884-a3d3-c1f4b9ecca4f tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Added segment 4669d9cd-7fa5-45b8-b2d5-384a8964a58a of type vlan for network 795a7bc2-6515-4937-bcac-95b09c6b99b7 Mar 28 12:00:56.819715 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-1d39a412-82c9-4884-a3d3-c1f4b9ecca4f tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783495836591'] for network, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:56.822477 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:56.856975 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-393fb9ba-8f58-4462-864d-38eef8158f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:56.871913 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-486f6953-694c-4a2e-836c-9f0c132c3149 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.1516724 Mar 28 12:00:56.874958 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 55266) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:00:56.877854 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-1d39a412-82c9-4884-a3d3-c1f4b9ecca4f tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765'] for network, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:56.884312 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d39a412-82c9-4884-a3d3-c1f4b9ecca4f tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:00:56.886729 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-1d39a412-82c9-4884-a3d3-c1f4b9ecca4f tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538751'] for network, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:56.907179 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f446add-6a74-40b5-8fe6-d636274e048e None None] DHCP port deletion for 5544ddd7-4bb8-4c3e-885f-c55b60454a8f request from dv-neutron-835340-2-hyperv {{(pid=87872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 12:00:56.948902 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-9f446add-6a74-40b5-8fe6-d636274e048e None None] Deleting port 83795f1d-5514-4167-b7de-5d743a35e618 {{(pid=87872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:00:56.949287 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-9f446add-6a74-40b5-8fe6-d636274e048e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:56.950580 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-158d9beb-666f-46f2-8593-7bff35e39a7a tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2561241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2563521'] for subnet, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:57.000307 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-393fb9ba-8f58-4462-864d-38eef8158f05 None None] For port 83795f1d-5514-4167-b7de-5d743a35e618, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=83795f1d-5514-4167-b7de-5d743a35e618,segment=NetworkSegment(9de969b9-09c1-4964-85b1-ace76a5dedc6),segment_id=9de969b9-09c1-4964-85b1-ace76a5dedc6)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:00:57.002113 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] For port b5f79bec-934e-4bce-aa83-114d662d259b, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=b5f79bec-934e-4bce-aa83-114d662d259b,segment=NetworkSegment(0c16f700-172a-4559-8f9a-7ed8adf773e6),segment_id=0c16f700-172a-4559-8f9a-7ed8adf773e6)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:00:57.011234 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:57.063451 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-1d39a412-82c9-4884-a3d3-c1f4b9ecca4f tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.7855470 Mar 28 12:00:57.064127 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 55270) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:00:57.125124 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-393fb9ba-8f58-4462-864d-38eef8158f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:57.140490 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a56923d4-c20f-4c46-9078-0417c81736b8 None None] DHCP port deletion for e95a87e2-4c44-46e2-9de5-2786cbaea69c request from dv-neutron-835340-2-hyperv {{(pid=87872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 12:00:57.176484 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-0a25bf8b-b2ce-44c2-993c-1959b859658b tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Request body: {'subnet': {'network_id': '795a7bc2-6515-4937-bcac-95b09c6b99b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:00:57.187853 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-a56923d4-c20f-4c46-9078-0417c81736b8 None None] Deleting port b391e00d-f352-47d1-aaf4-945ae1e1b3d9 {{(pid=87872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:00:57.188424 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-a56923d4-c20f-4c46-9078-0417c81736b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:57.205173 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-11a7788b-3622-4025-a9a7-7da88cadbae1 req-56fd4134-5d72-48e9-96a7-321f82747081 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1680752077&fields=id&tenant_id=527195c95736491ca1967a42cc300275 HTTP/1.1" status: 200 len: 267 time: 0.3928428 Mar 28 12:00:57.219911 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Pushing event updated for resources: {'Port': ['ID=b5f79bec-934e-4bce-aa83-114d662d259b,revision_number=3']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:00:57.221249 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d39a412-82c9-4884-a3d3-c1f4b9ecca4f tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Pushing event updated for resources: {'Network': ['ID=795a7bc2-6515-4937-bcac-95b09c6b99b7,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:00:57.228244 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-158d9beb-666f-46f2-8593-7bff35e39a7a tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Network e95a87e2-4c44-46e2-9de5-2786cbaea69c is already hosted by enough agents. {{(pid=87870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:00:57.234533 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.base_scheduler [None req-158d9beb-666f-46f2-8593-7bff35e39a7a tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Resources bound (agent type, host, resource id): {{(pid=87870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:00:57.236254 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158d9beb-666f-46f2-8593-7bff35e39a7a tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Pushing event updated for resources: {'Subnet': ['ID=214f5540-20bd-4cdd-895d-1a75f21bd04c,revision_number=0']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:00:57.242286 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-158d9beb-666f-46f2-8593-7bff35e39a7a tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:00:57.242967 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-158d9beb-666f-46f2-8593-7bff35e39a7a tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks [] for subnet, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:57.262526 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 15030533-e23d-4405-92bb-bd5e2e312b8e up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:00:57.329071 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-158d9beb-666f-46f2-8593-7bff35e39a7a tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7454152 Mar 28 12:00:57.329578 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-fdf16a41-6342-46cd-a288-680380aaac9b tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks [] for floatingip, before_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:57.330489 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 55274) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:00:57.336825 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-a6d33712-cb2c-453f-bb4e-2eda3a8f5af7 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Request body: {'subnet': {'network_id': 'e95a87e2-4c44-46e2-9de5-2786cbaea69c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:00:57.344207 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Network 795a7bc2-6515-4937-bcac-95b09c6b99b7 details requested by agent ovs-agent-dv-neutron-835340-2-hyperv with host dv-neutron-835340-2-hyperv {{(pid=87872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 12:00:57.421798 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-393fb9ba-8f58-4462-864d-38eef8158f05 None None] Provisioning complete for port b391e00d-f352-47d1-aaf4-945ae1e1b3d9 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:00:57.422179 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-393fb9ba-8f58-4462-864d-38eef8158f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:57.440521 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-0a25bf8b-b2ce-44c2-993c-1959b859658b tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:00:57.469520 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-0a25bf8b-b2ce-44c2-993c-1959b859658b tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:00:57.494484 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a25bf8b-b2ce-44c2-993c-1959b859658b tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Made reservation on behalf of 874923c595b0437ca4b69119e06ef288 for: {'subnet': 1} {{(pid=87870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 12:00:57.498365 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-0a25bf8b-b2ce-44c2-993c-1959b859658b tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2563571'] for subnet, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:57.616698 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ef5cae-6adb-45db-9a06-7b3d653fcc2e tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:00:57.617440 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-e3ef5cae-6adb-45db-9a06-7b3d653fcc2e tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Synchronizing usage tracker for tenant:35b7084247a448e2b3e41f3619d7d4bc on resource:port {{(pid=87871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:00:57.628299 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a7788b-3622-4025-a9a7-7da88cadbae1 req-61549120-a5c5-4bc0-a7f8-9ee69c7f1bda tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:00:57.635430 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-11a7788b-3622-4025-a9a7-7da88cadbae1 req-61549120-a5c5-4bc0-a7f8-9ee69c7f1bda tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/networks?id=407023ce-274c-4460-a707-774aa60c0992 HTTP/1.1" status: 200 len: 796 time: 0.3970892 Mar 28 12:00:57.645933 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-a6d33712-cb2c-453f-bb4e-2eda3a8f5af7 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:00:57.651056 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-a6d33712-cb2c-453f-bb4e-2eda3a8f5af7 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Usage tracker for resource:subnet and tenant:b4adfe5c8b3a4e57a1afd1d44c455245 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:00:57.653871 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-a6d33712-cb2c-453f-bb4e-2eda3a8f5af7 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:00:57.657868 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-11a7788b-3622-4025-a9a7-7da88cadbae1 req-18630e3c-61c7-4913-9ceb-08df422ba0db tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/quotas/527195c95736491ca1967a42cc300275 HTTP/1.1" status: 200 len: 375 time: 0.0212247 Mar 28 12:00:57.660066 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-a6d33712-cb2c-453f-bb4e-2eda3a8f5af7 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:00:57.708312 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6d33712-cb2c-453f-bb4e-2eda3a8f5af7 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Made reservation on behalf of b4adfe5c8b3a4e57a1afd1d44c455245 for: {'subnet': 1} {{(pid=87870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 12:00:57.712387 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-a6d33712-cb2c-453f-bb4e-2eda3a8f5af7 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2563571'] for subnet, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:57.774706 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-e3ef5cae-6adb-45db-9a06-7b3d653fcc2e tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Unset dirty status for tenant:35b7084247a448e2b3e41f3619d7d4bc on resource:port {{(pid=87871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:00:57.776197 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-e3ef5cae-6adb-45db-9a06-7b3d653fcc2e tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.7 HTTP/1.1" status: 200 len: 922 time: 0.8980753 Mar 28 12:00:57.794898 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 55278) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:00:57.873975 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393fb9ba-8f58-4462-864d-38eef8158f05 None None] Pushing event updated for resources: {'Port': ['ID=83795f1d-5514-4167-b7de-5d743a35e618,revision_number=4']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:00:57.945866 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.db.ipam_backend_mixin [None req-a6d33712-cb2c-453f-bb4e-2eda3a8f5af7 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 214f5540-20bd-4cdd-895d-1a75f21bd04c (CIDR: 2001:db8::/64) Mar 28 12:00:57.952239 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6d33712-cb2c-453f-bb4e-2eda3a8f5af7 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 12:00:57.953057 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6d33712-cb2c-453f-bb4e-2eda3a8f5af7 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 12:00:57.991812 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-f271199f-405e-4ea6-b8d2-bcdeb0f47873 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Deleting port 6063bc56-5959-4c44-9c66-3f6856ad1d8a {{(pid=87871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:00:57.992070 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-9f446add-6a74-40b5-8fe6-d636274e048e None None] For port 83795f1d-5514-4167-b7de-5d743a35e618, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=83795f1d-5514-4167-b7de-5d743a35e618,segment=NetworkSegment(9de969b9-09c1-4964-85b1-ace76a5dedc6),segment_id=9de969b9-09c1-4964-85b1-ace76a5dedc6)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:00:57.992190 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-f271199f-405e-4ea6-b8d2-bcdeb0f47873 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:57.992288 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-9f446add-6a74-40b5-8fe6-d636274e048e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:58.025830 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-a6d33712-cb2c-453f-bb4e-2eda3a8f5af7 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6931784 Mar 28 12:00:58.026084 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 55282) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:00:58.077938 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.objects.ports [None req-0a25bf8b-b2ce-44c2-993c-1959b859658b tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87870) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 28 12:00:58.079233 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-0a25bf8b-b2ce-44c2-993c-1959b859658b tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2561241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2563521'] for subnet, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:58.106887 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-7a1cd6d4-e249-4d36-bd07-f7c3d6e9544a tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Request body: {'subnet': {'network_id': 'e95a87e2-4c44-46e2-9de5-2786cbaea69c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:00:58.158527 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a25bf8b-b2ce-44c2-993c-1959b859658b tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Pushing event updated for resources: {'Subnet': ['ID=c22d750c-1456-41b1-a920-0ae682cad16c,revision_number=0']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:00:58.167604 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a25bf8b-b2ce-44c2-993c-1959b859658b tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Checking segment: {'id': '4669d9cd-7fa5-45b8-b2d5-384a8964a58a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '795a7bc2-6515-4937-bcac-95b09c6b99b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 12:00:58.168465 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a25bf8b-b2ce-44c2-993c-1959b859658b tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Network hostable DHCP agents. Network: 795a7bc2-6515-4937-bcac-95b09c6b99b7, hostable agents: ['3cb85949-855b-4a40-b988-cd5705e511da'], hosted agents: [] {{(pid=87870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 12:00:58.178212 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-9f446add-6a74-40b5-8fe6-d636274e048e None None] Calling delete_port for 83795f1d-5514-4167-b7de-5d743a35e618 owned by network:dhcp {{(pid=87872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:00:58.187845 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-11a7788b-3622-4025-a9a7-7da88cadbae1 req-bb61e341-0f34-4bfa-bff6-43d2ca56e63e tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=527195c95736491ca1967a42cc300275&fields=id HTTP/1.1" status: 200 len: 440 time: 0.5262313 Mar 28 12:00:58.188864 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a25bf8b-b2ce-44c2-993c-1959b859658b tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Network 795a7bc2-6515-4937-bcac-95b09c6b99b7 is scheduled to be hosted by DHCP agent 3cb85949-855b-4a40-b988-cd5705e511da with binding_index 1 {{(pid=87870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 12:00:58.199928 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.base_scheduler [None req-0a25bf8b-b2ce-44c2-993c-1959b859658b tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-2-hyperv, 795a7bc2-6515-4937-bcac-95b09c6b99b7) {{(pid=87870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:00:58.204718 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a25bf8b-b2ce-44c2-993c-1959b859658b tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:00:58.205477 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-0a25bf8b-b2ce-44c2-993c-1959b859658b tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Notify callbacks [] for subnet, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:58.213490 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning for port 15030533-e23d-4405-92bb-bd5e2e312b8e completed by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:00:58.230595 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-0a25bf8b-b2ce-44c2-993c-1959b859658b tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0756257 Mar 28 12:00:58.230809 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-033bf6eb-2a76-4ed8-84cc-f73d6ffe637d None None] Network 795a7bc2-6515-4937-bcac-95b09c6b99b7 requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 12:00:58.231287 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 55286) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:00:58.236998 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-b4869a0b-d41f-4026-aac7-995c1e76d3fe tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Request body: {'port': {'network_id': '795a7bc2-6515-4937-bcac-95b09c6b99b7', 'name': 'tempest-NetworksIpV6TestAttrs-51243386'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:00:58.247112 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-a56923d4-c20f-4c46-9078-0417c81736b8 None None] For port b391e00d-f352-47d1-aaf4-945ae1e1b3d9, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=b391e00d-f352-47d1-aaf4-945ae1e1b3d9,segment=NetworkSegment(bd053757-b8b4-4f3a-b553-aa242f2d15d2),segment_id=bd053757-b8b4-4f3a-b553-aa242f2d15d2)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:00:58.247527 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-a56923d4-c20f-4c46-9078-0417c81736b8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:58.380539 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-b4869a0b-d41f-4026-aac7-995c1e76d3fe tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:00:58.384491 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-b4869a0b-d41f-4026-aac7-995c1e76d3fe tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Usage tracker for resource:port and tenant:874923c595b0437ca4b69119e06ef288 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:00:58.387425 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-b4869a0b-d41f-4026-aac7-995c1e76d3fe tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:00:58.393462 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-b4869a0b-d41f-4026-aac7-995c1e76d3fe tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:00:58.404994 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4869a0b-d41f-4026-aac7-995c1e76d3fe tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Made reservation on behalf of 874923c595b0437ca4b69119e06ef288 for: {'port': 1} {{(pid=87870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 12:00:58.407149 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 83795f1d-5514-4167-b7de-5d743a35e618 no longer exists at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 12:00:58.408757 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-b4869a0b-d41f-4026-aac7-995c1e76d3fe tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:58.441668 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-a56923d4-c20f-4c46-9078-0417c81736b8 None None] Calling delete_port for b391e00d-f352-47d1-aaf4-945ae1e1b3d9 owned by network:dhcp {{(pid=87872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:00:58.547942 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.notifiers.nova [None req-b4869a0b-d41f-4026-aac7-995c1e76d3fe tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] device_id is not set on port 321cfe94-0aa2-4df7-bf48-ad143b5b2bfd yet. {{(pid=87870) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 12:00:58.648763 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-9f446add-6a74-40b5-8fe6-d636274e048e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250'] for port, after_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:58.655941 dv-neutron-835340-2-hyperv neutron-server[87872]: INFO neutron.plugins.ml2.db [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] No ports have port_id starting with 83795f1d-5514-4167-b7de-5d743a35e618 Mar 28 12:00:58.693733 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-7a1cd6d4-e249-4d36-bd07-f7c3d6e9544a tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:00:58.712016 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-7a1cd6d4-e249-4d36-bd07-f7c3d6e9544a tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Usage tracker for resource:subnet and tenant:b4adfe5c8b3a4e57a1afd1d44c455245 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:00:58.715704 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.db_base_plugin_common [None req-b4869a0b-d41f-4026-aac7-995c1e76d3fe tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Allocated IP 2001:db8::f816:3eff:fe05:4ed5 (795a7bc2-6515-4937-bcac-95b09c6b99b7/c22d750c-1456-41b1-a920-0ae682cad16c/321cfe94-0aa2-4df7-bf48-ad143b5b2bfd) {{(pid=87870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 12:00:58.723723 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-7a1cd6d4-e249-4d36-bd07-f7c3d6e9544a tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:00:58.739392 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-f271199f-405e-4ea6-b8d2-bcdeb0f47873 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:58.741052 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f446add-6a74-40b5-8fe6-d636274e048e None None] Pushing event deleted for resources: {'Port': ['ID=83795f1d-5514-4167-b7de-5d743a35e618,revision_number=None']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:00:58.751525 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f446add-6a74-40b5-8fe6-d636274e048e None None] No DVR routers for this DVR port 83795f1d-5514-4167-b7de-5d743a35e618 on host dv-neutron-835340-2-hyperv {{(pid=87872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 12:00:58.753024 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-a56923d4-c20f-4c46-9078-0417c81736b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250'] for port, after_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:58.755690 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-7a1cd6d4-e249-4d36-bd07-f7c3d6e9544a tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:00:58.803285 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-7c02c20a-3987-44b1-aca1-5ebcb4704abf None None] Provisioning for port 6063bc56-5959-4c44-9c66-3f6856ad1d8a completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:00:58.828655 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56923d4-c20f-4c46-9078-0417c81736b8 None None] Pushing event deleted for resources: {'Port': ['ID=b391e00d-f352-47d1-aaf4-945ae1e1b3d9,revision_number=None']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:00:58.839654 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-7c02c20a-3987-44b1-aca1-5ebcb4704abf None None] Provisioning complete for port 6063bc56-5959-4c44-9c66-3f6856ad1d8a triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:00:58.840030 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-7c02c20a-3987-44b1-aca1-5ebcb4704abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:58.866725 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a56923d4-c20f-4c46-9078-0417c81736b8 None None] No DVR routers for this DVR port b391e00d-f352-47d1-aaf4-945ae1e1b3d9 on host dv-neutron-835340-2-hyperv {{(pid=87872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 12:00:58.919866 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e4fb4a5-b10c-4ca4-8942-d646040503c4 None None] Network e95a87e2-4c44-46e2-9de5-2786cbaea69c requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 12:00:58.963947 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-b4869a0b-d41f-4026-aac7-995c1e76d3fe tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Notify callbacks [] for port, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:58.974078 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-11a7788b-3622-4025-a9a7-7da88cadbae1 req-680f71d8-0b8e-4d7d-809a-9059595fafb8 service neutron] 10.222.0.30 "GET /v2.0/networks/407023ce-274c-4460-a707-774aa60c0992?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6112294 Mar 28 12:00:58.975784 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-7c02c20a-3987-44b1-aca1-5ebcb4704abf None None] Port 6063bc56-5959-4c44-9c66-3f6856ad1d8a cannot update to ACTIVE because it is not bound. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 12:00:58.981000 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.provisioning_blocks [None req-b4869a0b-d41f-4026-aac7-995c1e76d3fe tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Transition to ACTIVE for port object 321cfe94-0aa2-4df7-bf48-ad143b5b2bfd will not be triggered until provisioned by entity DHCP. {{(pid=87870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:00:59.005926 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-b4869a0b-d41f-4026-aac7-995c1e76d3fe tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:59.025925 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54cd9704-8ed5-4bb8-8fc4-302ab245dc50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1d3f2a9-8722-5ce5-bc40-181687d1ed3f-795a7bc2-6515-4937-bcac-95b09c6b99b7', 'network_id': '795a7bc2-6515-4937-bcac-95b09c6b99b7', 'tenant_id': '874923c595b0437ca4b69119e06ef288', 'fixed_ips': [{'subnet_id': 'c22d750c-1456-41b1-a920-0ae682cad16c'}]}} from dv-neutron-835340-2-hyperv. {{(pid=87872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 12:00:59.026750 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-54cd9704-8ed5-4bb8-8fc4-302ab245dc50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:59.084560 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4869a0b-d41f-4026-aac7-995c1e76d3fe tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Pushing event updated for resources: {'Port': ['ID=321cfe94-0aa2-4df7-bf48-ad143b5b2bfd,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:00:59.100304 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4869a0b-d41f-4026-aac7-995c1e76d3fe tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Network 795a7bc2-6515-4937-bcac-95b09c6b99b7 is already hosted by enough agents. {{(pid=87870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:00:59.102081 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.base_scheduler [None req-b4869a0b-d41f-4026-aac7-995c1e76d3fe tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Resources bound (agent type, host, resource id): {{(pid=87870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:00:59.104579 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4869a0b-d41f-4026-aac7-995c1e76d3fe tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Received port after_create {{(pid=87870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 12:00:59.110413 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4869a0b-d41f-4026-aac7-995c1e76d3fe tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:00:59.111150 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-b4869a0b-d41f-4026-aac7-995c1e76d3fe tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:59.134409 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-b4869a0b-d41f-4026-aac7-995c1e76d3fe tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 949 time: 0.9021320 Mar 28 12:00:59.137057 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 55290) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:00:59.140458 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-7c02c20a-3987-44b1-aca1-5ebcb4704abf None None] Provisioning for port 3af9759c-8871-44b9-aac8-40c3ab5492ba completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:00:59.145254 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-f271199f-405e-4ea6-b8d2-bcdeb0f47873 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Calling delete_port for 6063bc56-5959-4c44-9c66-3f6856ad1d8a owned by {{(pid=87871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:00:59.148112 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device b5f79bec-934e-4bce-aa83-114d662d259b up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:00:59.178772 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a1cd6d4-e249-4d36-bd07-f7c3d6e9544a tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Made reservation on behalf of b4adfe5c8b3a4e57a1afd1d44c455245 for: {'subnet': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 12:00:59.182387 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-7a1cd6d4-e249-4d36-bd07-f7c3d6e9544a tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26551362'] for subnet, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:59.212782 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.db_base_plugin_v2 [None req-8be2e2ae-28ae-4f73-8df6-3bf66a93891f tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Deleting subnet c22d750c-1456-41b1-a920-0ae682cad16c {{(pid=87870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 12:00:59.216153 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-8be2e2ae-28ae-4f73-8df6-3bf66a93891f tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Notify callbacks [] for subnet, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:59.280480 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-8be2e2ae-28ae-4f73-8df6-3bf66a93891f tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3591354'] for subnet, precommit_delete_associations {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:59.288151 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-7c02c20a-3987-44b1-aca1-5ebcb4704abf None None] Provisioning complete for port 3af9759c-8871-44b9-aac8-40c3ab5492ba triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:00:59.288695 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-7c02c20a-3987-44b1-aca1-5ebcb4704abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:59.376320 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-8be2e2ae-28ae-4f73-8df6-3bf66a93891f tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1919782'] for subnet, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:59.401970 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-11a7788b-3622-4025-a9a7-7da88cadbae1 req-c5652f8a-0a71-41fb-ac10-cd1028e20cdb service neutron] 10.222.0.30 "GET /v2.0/networks/407023ce-274c-4460-a707-774aa60c0992?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3674486 Mar 28 12:00:59.442969 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-7c02c20a-3987-44b1-aca1-5ebcb4704abf None None] Port 3af9759c-8871-44b9-aac8-40c3ab5492ba cannot update to ACTIVE because it is not bound. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 12:00:59.455066 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-817e1101-6d77-476f-a4a3-3716646226a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1d3f2a9-8722-5ce5-bc40-181687d1ed3f-e95a87e2-4c44-46e2-9de5-2786cbaea69c', 'network_id': 'e95a87e2-4c44-46e2-9de5-2786cbaea69c', 'tenant_id': 'b4adfe5c8b3a4e57a1afd1d44c455245', 'fixed_ips': [{'subnet_id': '214f5540-20bd-4cdd-895d-1a75f21bd04c'}]}} from dv-neutron-835340-2-hyperv. {{(pid=87872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 12:00:59.455909 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-817e1101-6d77-476f-a4a3-3716646226a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:59.478469 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-7c02c20a-3987-44b1-aca1-5ebcb4704abf None None] Provisioning complete for port b5f79bec-934e-4bce-aa83-114d662d259b triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:00:59.478862 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-7c02c20a-3987-44b1-aca1-5ebcb4704abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:59.500576 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-8be2e2ae-28ae-4f73-8df6-3bf66a93891f tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1919805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2561174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2563528'] for subnet, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:59.524888 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server [None req-54cd9704-8ed5-4bb8-8fc4-302ab245dc50 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c22d750c-1456-41b1-a920-0ae682cad16c: This subnet is being modified by another concurrent operation. Mar 28 12:00:59.524888 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 28 12:00:59.524888 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 28 12:00:59.524888 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 28 12:00:59.524888 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 28 12:00:59.524888 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 28 12:00:59.524888 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 28 12:00:59.524888 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 28 12:00:59.524888 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 28 12:00:59.524888 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 28 12:00:59.524888 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 28 12:00:59.524888 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 28 12:00:59.524888 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 12:00:59.524888 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 12:00:59.524888 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 12:00:59.524888 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 12:00:59.524888 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 28 12:00:59.524888 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 28 12:00:59.524888 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 28 12:00:59.524888 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 28 12:00:59.524888 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 12:00:59.524888 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 12:00:59.524888 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 12:00:59.524888 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 12:00:59.524888 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 28 12:00:59.524888 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 28 12:00:59.524888 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 28 12:00:59.524888 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 28 12:00:59.524888 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 12:00:59.524888 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 12:00:59.524888 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 12:00:59.524888 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 12:00:59.524888 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 28 12:00:59.524888 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 28 12:00:59.524888 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 28 12:00:59.524888 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 28 12:00:59.524888 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Mar 28 12:00:59.524888 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 28 12:00:59.524888 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Mar 28 12:00:59.524888 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 28 12:00:59.524888 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 28 12:00:59.524888 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 28 12:00:59.524888 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 28 12:00:59.524888 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 28 12:00:59.524888 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 28 12:00:59.524888 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 28 12:00:59.524888 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 28 12:00:59.524888 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 28 12:00:59.524888 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 12:00:59.524888 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 12:00:59.524888 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 12:00:59.524888 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 12:00:59.524888 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 28 12:00:59.524888 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 28 12:00:59.524888 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 28 12:00:59.524888 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 28 12:00:59.524888 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 12:00:59.524888 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 12:00:59.524888 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 12:00:59.524888 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 12:00:59.524888 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 28 12:00:59.524888 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 28 12:00:59.524888 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 28 12:00:59.524888 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 28 12:00:59.524888 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 12:00:59.524888 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 12:00:59.524888 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 12:00:59.524888 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 12:00:59.524888 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 28 12:00:59.524888 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 28 12:00:59.524888 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Mar 28 12:00:59.524888 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 28 12:00:59.524888 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Mar 28 12:00:59.524888 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 28 12:00:59.524888 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Mar 28 12:00:59.524888 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 28 12:00:59.524888 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 28 12:00:59.524888 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 28 12:00:59.524888 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 28 12:00:59.524888 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 28 12:00:59.524888 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 28 12:00:59.524888 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 28 12:00:59.524888 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 28 12:00:59.524888 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 28 12:00:59.524888 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 28 12:00:59.524888 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 28 12:00:59.524888 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Mar 28 12:00:59.524888 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 28 12:00:59.524888 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 28 12:00:59.524888 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server raise exception Mar 28 12:00:59.524888 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c22d750c-1456-41b1-a920-0ae682cad16c: This subnet is being modified by another concurrent operation. Mar 28 12:00:59.524888 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server Mar 28 12:00:59.531689 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port b5f79bec-934e-4bce-aa83-114d662d259b triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:00:59.531689 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:59.570931 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be2e2ae-28ae-4f73-8df6-3bf66a93891f tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Pushing event deleted for resources: {'Subnet': ['ID=c22d750c-1456-41b1-a920-0ae682cad16c,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:00:59.575425 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-8be2e2ae-28ae-4f73-8df6-3bf66a93891f tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Notify callbacks [] for subnet, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:59.597047 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-8be2e2ae-28ae-4f73-8df6-3bf66a93891f tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] 10.222.0.30 "DELETE /v2.0/subnets/c22d750c-1456-41b1-a920-0ae682cad16c HTTP/1.1" status: 204 len: 168 time: 0.4589670 Mar 28 12:00:59.598276 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 55296) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:00:59.625317 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa8c5878-c8fd-4c57-a3e1-ae07ab5fd57c None None] Network 795a7bc2-6515-4937-bcac-95b09c6b99b7 requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 12:00:59.655132 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-fdf16a41-6342-46cd-a288-680380aaac9b tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:59.694316 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-f271199f-405e-4ea6-b8d2-bcdeb0f47873 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:59.706196 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-fdf16a41-6342-46cd-a288-680380aaac9b tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-709520'] for floatingip, after_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:59.711324 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-78bf4239-2b8a-450f-bc17-cfc558eda84d req-6e5bee10-4fa0-4b76-8d2c-61e58a8efa42 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/ports?device_id=995a3ca1-3741-482f-8e09-4f70eb76f691 HTTP/1.1" status: 200 len: 210 time: 0.0613768 Mar 28 12:00:59.723588 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23a88d81-df6b-4c99-8c0e-da7cb02df487 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:00:59.726512 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23a88d81-df6b-4c99-8c0e-da7cb02df487 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:00:59.727292 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-23a88d81-df6b-4c99-8c0e-da7cb02df487 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Synchronizing usage tracker for tenant:874923c595b0437ca4b69119e06ef288 on resource:subnet {{(pid=87870) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:00:59.745722 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-23a88d81-df6b-4c99-8c0e-da7cb02df487 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Unset dirty status for tenant:874923c595b0437ca4b69119e06ef288 on resource:subnet {{(pid=87870) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:00:59.750568 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-23a88d81-df6b-4c99-8c0e-da7cb02df487 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1512983 Mar 28 12:00:59.751957 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 55302) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:00:59.889724 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-d182487f-11be-4e6c-9513-e454ab244dd9 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588883'] for network, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:59.901940 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.pecan_wsgi.hooks.translation [None req-d182487f-11be-4e6c-9513-e454ab244dd9 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] DELETE failed (client error): There was a conflict when trying to complete your request. Mar 28 12:00:59.902933 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d182487f-11be-4e6c-9513-e454ab244dd9 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=87870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 12:00:59.912938 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-d182487f-11be-4e6c-9513-e454ab244dd9 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] 10.222.0.30 "DELETE /v2.0/networks/795a7bc2-6515-4937-bcac-95b09c6b99b7 HTTP/1.1" status: 409 len: 405 time: 0.1595829 Mar 28 12:00:59.916872 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 55310) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:00:59.923398 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-da6cca03-051d-49f4-a906-9debf87d4f30 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1761130715'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:00:59.929531 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-da6cca03-051d-49f4-a906-9debf87d4f30 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:00:59.934369 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-da6cca03-051d-49f4-a906-9debf87d4f30 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Usage tracker for resource:network and tenant:874923c595b0437ca4b69119e06ef288 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:00:59.941134 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-da6cca03-051d-49f4-a906-9debf87d4f30 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:00:59.947905 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-da6cca03-051d-49f4-a906-9debf87d4f30 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:00:59.961069 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da6cca03-051d-49f4-a906-9debf87d4f30 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Made reservation on behalf of 874923c595b0437ca4b69119e06ef288 for: {'network': 1} {{(pid=87870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 12:00:59.970673 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-da6cca03-051d-49f4-a906-9debf87d4f30 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for network, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:00:59.997788 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f271199f-405e-4ea6-b8d2-bcdeb0f47873 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Pushing event deleted for resources: {'Port': ['ID=6063bc56-5959-4c44-9c66-3f6856ad1d8a,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:01:00.009194 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da6cca03-051d-49f4-a906-9debf87d4f30 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] vlan segment allocate from pool success with {'vlan_id': 83, 'physical_network': 'physnet1'} {{(pid=87870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 12:01:00.023572 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-da6cca03-051d-49f4-a906-9debf87d4f30 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:00.024033 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.db.segments_db [None req-da6cca03-051d-49f4-a906-9debf87d4f30 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Added segment ed7f49a0-dccd-4254-8814-2955b8572f18 of type vlan for network 18ac2396-718b-44f4-bca3-fa04e4a6056c Mar 28 12:01:00.070694 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-da6cca03-051d-49f4-a906-9debf87d4f30 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783495836591'] for network, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:00.120292 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-da6cca03-051d-49f4-a906-9debf87d4f30 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765'] for network, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:00.135891 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da6cca03-051d-49f4-a906-9debf87d4f30 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:01:00.136606 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-da6cca03-051d-49f4-a906-9debf87d4f30 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538751'] for network, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:00.153690 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.db.l3_db [None req-fdf16a41-6342-46cd-a288-680380aaac9b tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Floating IP c02c27da-425d-4368-ad0b-4417794a601e associated. External IP: 172.26.7.243, port: 6ba8252d-bcd3-4fd6-921c-f85474b207ee. Mar 28 12:01:00.156329 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.db_base_plugin_common [None req-817e1101-6d77-476f-a4a3-3716646226a1 None None] Allocated IP 2001:db8::2 (e95a87e2-4c44-46e2-9de5-2786cbaea69c/214f5540-20bd-4cdd-895d-1a75f21bd04c/3403bc6b-22f3-438e-8520-093c9103522a) {{(pid=87872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 12:01:00.266608 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-da6cca03-051d-49f4-a906-9debf87d4f30 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3455100 Mar 28 12:01:00.270548 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 55316) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:00.278807 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-be4f6f88-1985-467e-8d08-a799dcce2e57 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Request body: {'subnet': {'network_id': '18ac2396-718b-44f4-bca3-fa04e4a6056c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:01:00.308079 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6cca03-051d-49f4-a906-9debf87d4f30 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Pushing event updated for resources: {'Network': ['ID=18ac2396-718b-44f4-bca3-fa04e4a6056c,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:01:00.322910 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Network 18ac2396-718b-44f4-bca3-fa04e4a6056c details requested by agent ovs-agent-dv-neutron-835340-2-hyperv with host dv-neutron-835340-2-hyperv {{(pid=87872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 12:01:00.376253 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device b391e00d-f352-47d1-aaf4-945ae1e1b3d9 no longer exists at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 12:01:00.416761 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-7c02c20a-3987-44b1-aca1-5ebcb4704abf None None] Provisioning for port 15030533-e23d-4405-92bb-bd5e2e312b8e completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:01:00.457778 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-be4f6f88-1985-467e-8d08-a799dcce2e57 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:01:00.467838 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-be4f6f88-1985-467e-8d08-a799dcce2e57 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:01:00.479102 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be4f6f88-1985-467e-8d08-a799dcce2e57 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Made reservation on behalf of 874923c595b0437ca4b69119e06ef288 for: {'subnet': 1} {{(pid=87870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 12:01:00.483900 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-be4f6f88-1985-467e-8d08-a799dcce2e57 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2563571'] for subnet, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:00.486938 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] No Port match for: b391e00d-f352-47d1-aaf4-945ae1e1b3d9 {{(pid=87872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 12:01:00.487281 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device b391e00d-f352-47d1-aaf4-945ae1e1b3d9 not bound to the agent host dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 12:01:00.497141 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-7c02c20a-3987-44b1-aca1-5ebcb4704abf None None] Provisioning complete for port 15030533-e23d-4405-92bb-bd5e2e312b8e triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:01:00.497519 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-7c02c20a-3987-44b1-aca1-5ebcb4704abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:00.533210 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-f271199f-405e-4ea6-b8d2-bcdeb0f47873 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:00.697219 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-817e1101-6d77-476f-a4a3-3716646226a1 None None] Notify callbacks [] for port, precommit_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:00.709815 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-f271199f-405e-4ea6-b8d2-bcdeb0f47873 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] 10.222.0.30 "DELETE /v2.0/ports/6063bc56-5959-4c44-9c66-3f6856ad1d8a HTTP/1.1" status: 204 len: 168 time: 2.9102077 Mar 28 12:01:00.710369 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 55320) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:00.722470 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-817e1101-6d77-476f-a4a3-3716646226a1 None None] Transition to ACTIVE for port object 3403bc6b-22f3-438e-8520-093c9103522a will not be triggered until provisioned by entity L2. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:01:00.735366 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-7c02c20a-3987-44b1-aca1-5ebcb4704abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:00.753488 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.pecan_wsgi.hooks.translation [None req-72410198-744e-4be5-b3c9-1d4b17be2809 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] GET failed (client error): The resource could not be found. Mar 28 12:01:00.754122 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-72410198-744e-4be5-b3c9-1d4b17be2809 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Synchronizing usage tracker for tenant:35b7084247a448e2b3e41f3619d7d4bc on resource:port {{(pid=87870) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:01:00.766424 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-817e1101-6d77-476f-a4a3-3716646226a1 None None] Transition to ACTIVE for port object 3403bc6b-22f3-438e-8520-093c9103522a will not be triggered until provisioned by entity DHCP. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:01:00.781456 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-817e1101-6d77-476f-a4a3-3716646226a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241'] for port, after_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:00.806202 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-72410198-744e-4be5-b3c9-1d4b17be2809 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Unset dirty status for tenant:35b7084247a448e2b3e41f3619d7d4bc on resource:port {{(pid=87870) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:01:00.807261 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-72410198-744e-4be5-b3c9-1d4b17be2809 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] 10.222.0.30 "GET /v2.0/ports/6063bc56-5959-4c44-9c66-3f6856ad1d8a HTTP/1.1" status: 404 len: 333 time: 0.0960455 Mar 28 12:01:00.810226 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 55326) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:00.897384 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-a1feefe4-2097-4f95-b8a7-49277c3875a2 req-1806ab1f-3b32-4b96-964a-72753f96e6d3 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/ports?device_id=995a3ca1-3741-482f-8e09-4f70eb76f691 HTTP/1.1" status: 200 len: 210 time: 0.0656416 Mar 28 12:01:00.945102 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817e1101-6d77-476f-a4a3-3716646226a1 None None] Pushing event updated for resources: {'Port': ['ID=3403bc6b-22f3-438e-8520-093c9103522a,revision_number=1']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:01:00.951249 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-817e1101-6d77-476f-a4a3-3716646226a1 None None] Network e95a87e2-4c44-46e2-9de5-2786cbaea69c is already hosted by enough agents. {{(pid=87872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:01:00.954212 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.base_scheduler [None req-817e1101-6d77-476f-a4a3-3716646226a1 None None] Resources bound (agent type, host, resource id): {{(pid=87872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:01:00.958012 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-817e1101-6d77-476f-a4a3-3716646226a1 None None] Received port after_create {{(pid=87872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 12:01:00.959074 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdf16a41-6342-46cd-a288-680380aaac9b tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Router 80a1cb0c-2b23-40f3-9433-a922b65a4212 has already been hosted by L3 agent af79d429-529e-400b-a119-94d4bec03f3e {{(pid=87871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 12:01:00.984144 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-6598af46-d096-47df-8b75-24e6837f02bb tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Deleting port 3af9759c-8871-44b9-aac8-40c3ab5492ba {{(pid=87870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:01:00.985829 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-6598af46-d096-47df-8b75-24e6837f02bb tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:00.989232 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.objects.ports [None req-7a1cd6d4-e249-4d36-bd07-f7c3d6e9544a tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87871) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 28 12:01:00.997829 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-7c02c20a-3987-44b1-aca1-5ebcb4704abf None None] For port 15030533-e23d-4405-92bb-bd5e2e312b8e, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=15030533-e23d-4405-92bb-bd5e2e312b8e,segment=NetworkSegment(61058b30-33fb-46d3-8810-09939785503c),segment_id=61058b30-33fb-46d3-8810-09939785503c)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:01:01.023312 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-7c02c20a-3987-44b1-aca1-5ebcb4704abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:01.172741 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-817e1101-6d77-476f-a4a3-3716646226a1 None None] Attempting to bind port 3403bc6b-22f3-438e-8520-093c9103522a on host dv-neutron-835340-2-hyperv for vnic_type normal with profile {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 12:01:01.173011 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-817e1101-6d77-476f-a4a3-3716646226a1 None None] Attempting to bind port 3403bc6b-22f3-438e-8520-093c9103522a by drivers openvswitch,hyperv on host dv-neutron-835340-2-hyperv at level 0 using segments [{'id': 'bd053757-b8b4-4f3a-b553-aa242f2d15d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e95a87e2-4c44-46e2-9de5-2786cbaea69c'}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 12:01:01.173564 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-817e1101-6d77-476f-a4a3-3716646226a1 None None] Attempting to bind port 3403bc6b-22f3-438e-8520-093c9103522a on network e95a87e2-4c44-46e2-9de5-2786cbaea69c {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 12:01:01.186557 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-817e1101-6d77-476f-a4a3-3716646226a1 None None] Checking agent: {'id': '961a16fe-cbc8-4264-ac28-bbbd53f89caa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 46, 6), 'started_at': datetime.datetime(2022, 3, 28, 11, 46, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 12, 0, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 12:01:01.187230 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-817e1101-6d77-476f-a4a3-3716646226a1 None None] Checking segment: {'id': 'bd053757-b8b4-4f3a-b553-aa242f2d15d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e95a87e2-4c44-46e2-9de5-2786cbaea69c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 12:01:01.187873 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-817e1101-6d77-476f-a4a3-3716646226a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:01.188421 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-817e1101-6d77-476f-a4a3-3716646226a1 None None] Bound using segment: {'id': 'bd053757-b8b4-4f3a-b553-aa242f2d15d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e95a87e2-4c44-46e2-9de5-2786cbaea69c'} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 12:01:01.189077 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-817e1101-6d77-476f-a4a3-3716646226a1 None None] Bound port: 3403bc6b-22f3-438e-8520-093c9103522a, host: dv-neutron-835340-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd053757-b8b4-4f3a-b553-aa242f2d15d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e95a87e2-4c44-46e2-9de5-2786cbaea69c'}}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 12:01:01.189619 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-817e1101-6d77-476f-a4a3-3716646226a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:01.259984 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdf16a41-6342-46cd-a288-680380aaac9b tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 12:01:01.266747 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c02c20a-3987-44b1-aca1-5ebcb4704abf None None] Pushing event updated for resources: {'Port': ['ID=15030533-e23d-4405-92bb-bd5e2e312b8e,revision_number=3']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:01:01.277358 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79271747-219c-43d9-a82c-c4dc0eb51c92 None None] Sync routers for ids ['80a1cb0c-2b23-40f3-9433-a922b65a4212'] in dv-neutron-835340-2-hyperv {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 12:01:01.339994 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79271747-219c-43d9-a82c-c4dc0eb51c92 None None] Routers {'80a1cb0c-2b23-40f3-9433-a922b65a4212'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:01:01.340686 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-79271747-219c-43d9-a82c-c4dc0eb51c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:00:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['80a1cb0c-2b23-40f3-9433-a922b65a4212'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:01:01.437279 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.objects.ports [None req-be4f6f88-1985-467e-8d08-a799dcce2e57 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87870) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 28 12:01:01.446090 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-79271747-219c-43d9-a82c-c4dc0eb51c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:01:01.446278 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-be4f6f88-1985-467e-8d08-a799dcce2e57 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2561241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2563521'] for subnet, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:01.465520 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79271747-219c-43d9-a82c-c4dc0eb51c92 None None] Routers {'80a1cb0c-2b23-40f3-9433-a922b65a4212'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:01:01.466179 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-79271747-219c-43d9-a82c-c4dc0eb51c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:00:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['80a1cb0c-2b23-40f3-9433-a922b65a4212'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:01:01.467555 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-7a1cd6d4-e249-4d36-bd07-f7c3d6e9544a tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:01.517859 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-817e1101-6d77-476f-a4a3-3716646226a1 None None] For port 3403bc6b-22f3-438e-8520-093c9103522a, host dv-neutron-835340-2-hyperv, cleared binding levels {{(pid=87872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 12:01:01.545774 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-79271747-219c-43d9-a82c-c4dc0eb51c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:01:01.546686 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79271747-219c-43d9-a82c-c4dc0eb51c92 None None] The sync data for ids ['80a1cb0c-2b23-40f3-9433-a922b65a4212'] in dv-neutron-835340-2-hyperv is: [] {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 12:01:01.549433 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a7788b-3622-4025-a9a7-7da88cadbae1 req-3f00397f-db9b-4fe0-a07b-3b33e9eddf05 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:01:01.549693 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-817e1101-6d77-476f-a4a3-3716646226a1 None None] For port 3403bc6b-22f3-438e-8520-093c9103522a, host dv-neutron-835340-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=3403bc6b-22f3-438e-8520-093c9103522a,segment=NetworkSegment(bd053757-b8b4-4f3a-b553-aa242f2d15d2),segment_id=bd053757-b8b4-4f3a-b553-aa242f2d15d2)] {{(pid=87872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 12:01:01.550116 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [req-11a7788b-3622-4025-a9a7-7da88cadbae1 req-3f00397f-db9b-4fe0-a07b-3b33e9eddf05 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Synchronizing usage tracker for tenant:527195c95736491ca1967a42cc300275 on resource:network {{(pid=87870) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:01:01.560548 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-817e1101-6d77-476f-a4a3-3716646226a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:01.603767 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4f6f88-1985-467e-8d08-a799dcce2e57 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Pushing event updated for resources: {'Subnet': ['ID=b03773ff-32d0-4c46-b99c-87523b8a7f36,revision_number=0']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:01:01.640002 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.db.api [None req-7a1cd6d4-e249-4d36-bd07-f7c3d6e9544a tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87871) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 12:01:01.640319 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG oslo_db.api [None req-7a1cd6d4-e249-4d36-bd07-f7c3d6e9544a tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 12:01:01.668949 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817e1101-6d77-476f-a4a3-3716646226a1 None None] Pushing event updated for resources: {'Port': ['ID=3403bc6b-22f3-438e-8520-093c9103522a,revision_number=3']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:01:01.676443 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [req-11a7788b-3622-4025-a9a7-7da88cadbae1 req-3f00397f-db9b-4fe0-a07b-3b33e9eddf05 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Unset dirty status for tenant:527195c95736491ca1967a42cc300275 on resource:network {{(pid=87870) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:01:01.677686 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-11a7788b-3622-4025-a9a7-7da88cadbae1 req-3f00397f-db9b-4fe0-a07b-3b33e9eddf05 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.11 "GET /v2.0/networks?id=407023ce-274c-4460-a707-774aa60c0992 HTTP/1.1" status: 200 len: 796 time: 0.6259103 Mar 28 12:01:01.680810 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be4f6f88-1985-467e-8d08-a799dcce2e57 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Checking segment: {'id': 'ed7f49a0-dccd-4254-8814-2955b8572f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '18ac2396-718b-44f4-bca3-fa04e4a6056c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 12:01:01.681172 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be4f6f88-1985-467e-8d08-a799dcce2e57 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Network hostable DHCP agents. Network: 18ac2396-718b-44f4-bca3-fa04e4a6056c, hostable agents: ['3cb85949-855b-4a40-b988-cd5705e511da'], hosted agents: [] {{(pid=87870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 12:01:01.767963 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [req-11a7788b-3622-4025-a9a7-7da88cadbae1 req-c32dffae-8d71-4221-ae6b-79ba7bfe227f tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Synchronizing usage tracker for tenant:527195c95736491ca1967a42cc300275 on resource:security_group {{(pid=87870) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:01:01.771426 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdf16a41-6342-46cd-a288-680380aaac9b tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Router 80a1cb0c-2b23-40f3-9433-a922b65a4212 has already been hosted by L3 agent af79d429-529e-400b-a119-94d4bec03f3e {{(pid=87871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 12:01:01.772696 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-6598af46-d096-47df-8b75-24e6837f02bb tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:01.843840 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be4f6f88-1985-467e-8d08-a799dcce2e57 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Network 18ac2396-718b-44f4-bca3-fa04e4a6056c is scheduled to be hosted by DHCP agent 3cb85949-855b-4a40-b988-cd5705e511da with binding_index 1 {{(pid=87870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 12:01:01.947041 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-6598af46-d096-47df-8b75-24e6837f02bb tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Calling delete_port for 3af9759c-8871-44b9-aac8-40c3ab5492ba owned by {{(pid=87870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:01:01.976658 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [req-11a7788b-3622-4025-a9a7-7da88cadbae1 req-c32dffae-8d71-4221-ae6b-79ba7bfe227f tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Unset dirty status for tenant:527195c95736491ca1967a42cc300275 on resource:security_group {{(pid=87870) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:01:01.977814 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-11a7788b-3622-4025-a9a7-7da88cadbae1 req-c32dffae-8d71-4221-ae6b-79ba7bfe227f tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=527195c95736491ca1967a42cc300275 HTTP/1.1" status: 200 len: 472 time: 0.2886074 Mar 28 12:01:01.990889 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [req-11a7788b-3622-4025-a9a7-7da88cadbae1 req-e4a1abdd-b6a5-4ae3-9422-ee30231b6836 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Request body: {'port': {'device_id': '995a3ca1-3741-482f-8e09-4f70eb76f691', 'network_id': '407023ce-274c-4460-a707-774aa60c0992', 'admin_state_up': True, 'tenant_id': '527195c95736491ca1967a42cc300275', 'security_groups': ['a5f98470-68ab-40c4-af40-df1dd85645b2']}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:01:02.009066 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.base_scheduler [None req-be4f6f88-1985-467e-8d08-a799dcce2e57 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-2-hyperv, 18ac2396-718b-44f4-bca3-fa04e4a6056c) {{(pid=87870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:01:02.017717 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9319ee06-f816-4c6b-8702-162e93df9358 None None] Network 18ac2396-718b-44f4-bca3-fa04e4a6056c requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 12:01:02.036417 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdf16a41-6342-46cd-a288-680380aaac9b tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 12:01:02.038483 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be4f6f88-1985-467e-8d08-a799dcce2e57 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:01:02.039086 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-be4f6f88-1985-467e-8d08-a799dcce2e57 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Notify callbacks [] for subnet, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:02.049077 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-890b502d-1dfd-452c-9bd5-dbf4490298b7 None None] Sync routers for ids ['80a1cb0c-2b23-40f3-9433-a922b65a4212'] in dv-neutron-835340-2-hyperv {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 12:01:02.051993 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-fdf16a41-6342-46cd-a288-680380aaac9b tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for floatingip, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:02.064098 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-890b502d-1dfd-452c-9bd5-dbf4490298b7 None None] Routers {'80a1cb0c-2b23-40f3-9433-a922b65a4212'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:01:02.064986 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-890b502d-1dfd-452c-9bd5-dbf4490298b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:00:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['80a1cb0c-2b23-40f3-9433-a922b65a4212'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:01:02.135858 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-890b502d-1dfd-452c-9bd5-dbf4490298b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:01:02.148943 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-890b502d-1dfd-452c-9bd5-dbf4490298b7 None None] Routers {'80a1cb0c-2b23-40f3-9433-a922b65a4212'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:01:02.149778 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-890b502d-1dfd-452c-9bd5-dbf4490298b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:00:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['80a1cb0c-2b23-40f3-9433-a922b65a4212'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:01:02.189319 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-294f1550-b72b-429f-9a1f-54aa813b7d4c req-59f1007c-d7e1-46a3-aca8-90f561f059c4 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/ports?device_id=995a3ca1-3741-482f-8e09-4f70eb76f691 HTTP/1.1" status: 200 len: 210 time: 0.1523118 Mar 28 12:01:02.243083 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-890b502d-1dfd-452c-9bd5-dbf4490298b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:01:02.249001 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-890b502d-1dfd-452c-9bd5-dbf4490298b7 None None] The sync data for ids ['80a1cb0c-2b23-40f3-9433-a922b65a4212'] in dv-neutron-835340-2-hyperv is: [] {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 12:01:02.264047 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-be4f6f88-1985-467e-8d08-a799dcce2e57 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.9923680 Mar 28 12:01:02.268709 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 55336) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:02.307289 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8ddf108-b5eb-4a03-a9d9-5f791e4a2c4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1d3f2a9-8722-5ce5-bc40-181687d1ed3f-18ac2396-718b-44f4-bca3-fa04e4a6056c', 'network_id': '18ac2396-718b-44f4-bca3-fa04e4a6056c', 'tenant_id': '874923c595b0437ca4b69119e06ef288', 'fixed_ips': [{'subnet_id': 'b03773ff-32d0-4c46-b99c-87523b8a7f36'}]}} from dv-neutron-835340-2-hyperv. {{(pid=87872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 12:01:02.308327 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-e8ddf108-b5eb-4a03-a9d9-5f791e4a2c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:02.335577 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-45ebd2b6-0e28-410c-b153-68d1625530c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:02.382070 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-fdf16a41-6342-46cd-a288-680380aaac9b tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] 10.222.0.30 "PUT /v2.0/floatingips/c02c27da-425d-4368-ad0b-4417794a601e HTTP/1.1" status: 200 len: 976 time: 5.6339457 Mar 28 12:01:02.385523 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 55340) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:02.392550 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-7b5ba8c8-148e-4c6c-b5e8-f241cecaafb4 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:01:02.451001 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [req-11a7788b-3622-4025-a9a7-7da88cadbae1 req-e4a1abdd-b6a5-4ae3-9422-ee30231b6836 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:01:02.453165 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-7a1cd6d4-e249-4d36-bd07-f7c3d6e9544a tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:02.455253 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [req-11a7788b-3622-4025-a9a7-7da88cadbae1 req-e4a1abdd-b6a5-4ae3-9422-ee30231b6836 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Usage tracker for resource:port and tenant:527195c95736491ca1967a42cc300275 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:01:02.459571 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [req-11a7788b-3622-4025-a9a7-7da88cadbae1 req-e4a1abdd-b6a5-4ae3-9422-ee30231b6836 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Quota usage for port was recalculated. Used quota:5. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:01:02.465428 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [req-11a7788b-3622-4025-a9a7-7da88cadbae1 req-e4a1abdd-b6a5-4ae3-9422-ee30231b6836 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:01:02.484124 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11a7788b-3622-4025-a9a7-7da88cadbae1 req-e4a1abdd-b6a5-4ae3-9422-ee30231b6836 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Made reservation on behalf of 527195c95736491ca1967a42cc300275 for: {'port': 1} {{(pid=87870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 12:01:02.487610 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [req-11a7788b-3622-4025-a9a7-7da88cadbae1 req-e4a1abdd-b6a5-4ae3-9422-ee30231b6836 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:02.497733 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.db_base_plugin_common [None req-e8ddf108-b5eb-4a03-a9d9-5f791e4a2c4b None None] Allocated IP 2001:db8::f816:3eff:fe79:c26a (18ac2396-718b-44f4-bca3-fa04e4a6056c/b03773ff-32d0-4c46-b99c-87523b8a7f36/2443a596-307d-4fe1-ba76-78598aa615ac) {{(pid=87872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 12:01:02.589838 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-7b5ba8c8-148e-4c6c-b5e8-f241cecaafb4 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks [] for floatingip, before_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:02.599046 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-6598af46-d096-47df-8b75-24e6837f02bb tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:02.665537 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6598af46-d096-47df-8b75-24e6837f02bb tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Pushing event deleted for resources: {'Port': ['ID=3af9759c-8871-44b9-aac8-40c3ab5492ba,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:01:02.676213 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-4e89fa37-c664-41ca-a17b-9bd9b27386e9 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588883'] for network, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:02.748085 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-e8ddf108-b5eb-4a03-a9d9-5f791e4a2c4b None None] Notify callbacks [] for port, precommit_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:02.761137 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-e8ddf108-b5eb-4a03-a9d9-5f791e4a2c4b None None] Transition to ACTIVE for port object 2443a596-307d-4fe1-ba76-78598aa615ac will not be triggered until provisioned by entity L2. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:01:02.814729 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-e8ddf108-b5eb-4a03-a9d9-5f791e4a2c4b None None] Transition to ACTIVE for port object 2443a596-307d-4fe1-ba76-78598aa615ac will not be triggered until provisioned by entity DHCP. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:01:02.826427 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-e8ddf108-b5eb-4a03-a9d9-5f791e4a2c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241'] for port, after_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:02.861196 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-4e89fa37-c664-41ca-a17b-9bd9b27386e9 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Deleting port 2443a596-307d-4fe1-ba76-78598aa615ac {{(pid=87870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:01:02.861771 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-4e89fa37-c664-41ca-a17b-9bd9b27386e9 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:02.953077 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-6598af46-d096-47df-8b75-24e6837f02bb tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:02.965954 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8ddf108-b5eb-4a03-a9d9-5f791e4a2c4b None None] Network 18ac2396-718b-44f4-bca3-fa04e4a6056c is already hosted by enough agents. {{(pid=87872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:01:02.971916 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.base_scheduler [None req-e8ddf108-b5eb-4a03-a9d9-5f791e4a2c4b None None] Resources bound (agent type, host, resource id): {{(pid=87872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:01:02.976675 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ddf108-b5eb-4a03-a9d9-5f791e4a2c4b None None] Received port after_create {{(pid=87872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 12:01:02.987030 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ddf108-b5eb-4a03-a9d9-5f791e4a2c4b None None] Pushing event updated for resources: {'Port': ['ID=2443a596-307d-4fe1-ba76-78598aa615ac,revision_number=1']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:01:02.989170 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-6598af46-d096-47df-8b75-24e6837f02bb tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] 10.222.0.30 "DELETE /v2.0/ports/3af9759c-8871-44b9-aac8-40c3ab5492ba HTTP/1.1" status: 204 len: 168 time: 2.1660903 Mar 28 12:01:02.993767 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.db_base_plugin_common [req-11a7788b-3622-4025-a9a7-7da88cadbae1 req-e4a1abdd-b6a5-4ae3-9422-ee30231b6836 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Allocated IP 172.20.0.29 (407023ce-274c-4460-a707-774aa60c0992/60940c12-d54a-4413-97d1-30b1a13185dc/aaad7283-132c-41bd-a2b9-91a059f6114c) {{(pid=87870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 12:01:02.996151 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 55344) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:03.077057 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d7f19d4-1fa9-4d73-ae86-2441e7ee0418 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] GET failed (client error): The resource could not be found. Mar 28 12:01:03.079388 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-0d7f19d4-1fa9-4d73-ae86-2441e7ee0418 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Synchronizing usage tracker for tenant:35b7084247a448e2b3e41f3619d7d4bc on resource:port {{(pid=87870) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:01:03.115802 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-e8ddf108-b5eb-4a03-a9d9-5f791e4a2c4b None None] Attempting to bind port 2443a596-307d-4fe1-ba76-78598aa615ac on host dv-neutron-835340-2-hyperv for vnic_type normal with profile {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 12:01:03.116863 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-e8ddf108-b5eb-4a03-a9d9-5f791e4a2c4b None None] Attempting to bind port 2443a596-307d-4fe1-ba76-78598aa615ac by drivers openvswitch,hyperv on host dv-neutron-835340-2-hyperv at level 0 using segments [{'id': 'ed7f49a0-dccd-4254-8814-2955b8572f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '18ac2396-718b-44f4-bca3-fa04e4a6056c'}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 12:01:03.118228 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ddf108-b5eb-4a03-a9d9-5f791e4a2c4b None None] Attempting to bind port 2443a596-307d-4fe1-ba76-78598aa615ac on network 18ac2396-718b-44f4-bca3-fa04e4a6056c {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 12:01:03.124063 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-e9c1d3b0-7fb8-44ad-81d1-881d705d32a0 None None] Provisioning for port 3403bc6b-22f3-438e-8520-093c9103522a completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:01:03.126210 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-0d7f19d4-1fa9-4d73-ae86-2441e7ee0418 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Unset dirty status for tenant:35b7084247a448e2b3e41f3619d7d4bc on resource:port {{(pid=87870) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:01:03.130959 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-0d7f19d4-1fa9-4d73-ae86-2441e7ee0418 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] 10.222.0.30 "GET /v2.0/ports/3af9759c-8871-44b9-aac8-40c3ab5492ba HTTP/1.1" status: 404 len: 333 time: 0.1318066 Mar 28 12:01:03.131578 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 55348) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:03.133122 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ddf108-b5eb-4a03-a9d9-5f791e4a2c4b None None] Checking agent: {'id': '961a16fe-cbc8-4264-ac28-bbbd53f89caa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 46, 6), 'started_at': datetime.datetime(2022, 3, 28, 11, 46, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 12, 0, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 12:01:03.133601 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ddf108-b5eb-4a03-a9d9-5f791e4a2c4b None None] Checking segment: {'id': 'ed7f49a0-dccd-4254-8814-2955b8572f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '18ac2396-718b-44f4-bca3-fa04e4a6056c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 12:01:03.134510 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-e8ddf108-b5eb-4a03-a9d9-5f791e4a2c4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:03.135171 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ddf108-b5eb-4a03-a9d9-5f791e4a2c4b None None] Bound using segment: {'id': 'ed7f49a0-dccd-4254-8814-2955b8572f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '18ac2396-718b-44f4-bca3-fa04e4a6056c'} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 12:01:03.136206 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-e8ddf108-b5eb-4a03-a9d9-5f791e4a2c4b None None] Bound port: 2443a596-307d-4fe1-ba76-78598aa615ac, host: dv-neutron-835340-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed7f49a0-dccd-4254-8814-2955b8572f18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '18ac2396-718b-44f4-bca3-fa04e4a6056c'}}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 12:01:03.137055 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-e8ddf108-b5eb-4a03-a9d9-5f791e4a2c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:03.138831 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-7b5ba8c8-148e-4c6c-b5e8-f241cecaafb4 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:03.146082 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.db [None req-7a1cd6d4-e249-4d36-bd07-f7c3d6e9544a tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] For port 3403bc6b-22f3-438e-8520-093c9103522a, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=3403bc6b-22f3-438e-8520-093c9103522a,segment=NetworkSegment(bd053757-b8b4-4f3a-b553-aa242f2d15d2),segment_id=bd053757-b8b4-4f3a-b553-aa242f2d15d2)] {{(pid=87871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:01:03.149674 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-7b5ba8c8-148e-4c6c-b5e8-f241cecaafb4 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-709520'] for floatingip, after_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:03.150068 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.db.l3_db [None req-7b5ba8c8-148e-4c6c-b5e8-f241cecaafb4 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Floating IP c02c27da-425d-4368-ad0b-4417794a601e disassociated. External IP: 172.26.7.243, port: d3357d27-cba1-4efc-9b59-b3ae8c76646d. Mar 28 12:01:03.212911 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 15030533-e23d-4405-92bb-bd5e2e312b8e up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:01:03.268242 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-7a1cd6d4-e249-4d36-bd07-f7c3d6e9544a tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks [] for port, precommit_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:03.320489 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-e8ddf108-b5eb-4a03-a9d9-5f791e4a2c4b None None] For port 2443a596-307d-4fe1-ba76-78598aa615ac, host dv-neutron-835340-2-hyperv, cleared binding levels {{(pid=87872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 12:01:03.324050 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-e8ddf108-b5eb-4a03-a9d9-5f791e4a2c4b None None] For port 2443a596-307d-4fe1-ba76-78598aa615ac, host dv-neutron-835340-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=2443a596-307d-4fe1-ba76-78598aa615ac,segment=NetworkSegment(ed7f49a0-dccd-4254-8814-2955b8572f18),segment_id=ed7f49a0-dccd-4254-8814-2955b8572f18)] {{(pid=87872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 12:01:03.330166 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-7a1cd6d4-e249-4d36-bd07-f7c3d6e9544a tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2363241'] for port, after_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:03.331341 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-7a1cd6d4-e249-4d36-bd07-f7c3d6e9544a tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2364128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26551408'] for subnet, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:03.336091 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-e8ddf108-b5eb-4a03-a9d9-5f791e4a2c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:03.382695 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port 15030533-e23d-4405-92bb-bd5e2e312b8e triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:01:03.382695 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:03.485697 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-8a702e1c-8f86-40ac-ba6d-d99a6e771de3 req-e121ada1-1d39-4295-9bd9-d6caad3b96fe tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/ports?device_id=995a3ca1-3741-482f-8e09-4f70eb76f691 HTTP/1.1" status: 200 len: 210 time: 0.1460531 Mar 28 12:01:03.495777 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ddf108-b5eb-4a03-a9d9-5f791e4a2c4b None None] Pushing event updated for resources: {'Port': ['ID=2443a596-307d-4fe1-ba76-78598aa615ac,revision_number=2']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:01:03.512946 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a1cd6d4-e249-4d36-bd07-f7c3d6e9544a tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Network e95a87e2-4c44-46e2-9de5-2786cbaea69c is already hosted by enough agents. {{(pid=87871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:01:03.525122 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-7a1cd6d4-e249-4d36-bd07-f7c3d6e9544a tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Resources bound (agent type, host, resource id): {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:01:03.538253 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a1cd6d4-e249-4d36-bd07-f7c3d6e9544a tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:01:03.538836 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-7a1cd6d4-e249-4d36-bd07-f7c3d6e9544a tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks [] for subnet, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:03.556550 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1cd6d4-e249-4d36-bd07-f7c3d6e9544a tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Pushing event updated for resources: {'Subnet': ['ID=f06d6501-f890-4853-8dea-1228af8c6712,revision_number=0']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:01:03.568735 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88e02683-efe8-4963-9c1a-bbcc1e271eba None None] Network e95a87e2-4c44-46e2-9de5-2786cbaea69c requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 12:01:03.599593 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.db_base_plugin_v2 [None req-42675918-71dc-4305-b5d8-899b44bf2ca1 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Deleting subnet 1228ad4d-a7d7-479a-a4c6-fc4680212ba3 {{(pid=87870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 12:01:03.616292 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-42675918-71dc-4305-b5d8-899b44bf2ca1 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks [] for subnet, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:03.743451 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 3403bc6b-22f3-438e-8520-093c9103522a up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:01:03.752592 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-42675918-71dc-4305-b5d8-899b44bf2ca1 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3591354'] for subnet, precommit_delete_associations {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:03.764470 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1cd6d4-e249-4d36-bd07-f7c3d6e9544a tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Pushing event updated for resources: {'Port': ['ID=3403bc6b-22f3-438e-8520-093c9103522a,revision_number=4']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:01:03.782532 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-7a1cd6d4-e249-4d36-bd07-f7c3d6e9544a tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 5.7481766 Mar 28 12:01:03.783522 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 55354) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:03.790648 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.db [None req-4e89fa37-c664-41ca-a17b-9bd9b27386e9 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] For port 2443a596-307d-4fe1-ba76-78598aa615ac, host dv-neutron-835340-2-hyperv, got binding levels [] {{(pid=87870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:01:03.791015 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-4e89fa37-c664-41ca-a17b-9bd9b27386e9 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:03.795793 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-e30e044c-b25a-4734-9894-8a77142819c0 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Request body: {'port': {'network_id': 'e95a87e2-4c44-46e2-9de5-2786cbaea69c', 'mac_address': 'fa:16:3e:31:ef:4c', 'name': 'tempest-NetworksTestDHCPv6-352772110'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:01:03.975555 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-4e89fa37-c664-41ca-a17b-9bd9b27386e9 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Calling delete_port for 2443a596-307d-4fe1-ba76-78598aa615ac owned by network:dhcp {{(pid=87870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:01:03.986010 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning for port 3403bc6b-22f3-438e-8520-093c9103522a completed by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:01:03.995070 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port 3403bc6b-22f3-438e-8520-093c9103522a triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:01:03.995440 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:04.005852 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [req-11a7788b-3622-4025-a9a7-7da88cadbae1 req-e4a1abdd-b6a5-4ae3-9422-ee30231b6836 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for port, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:04.049302 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.provisioning_blocks [req-11a7788b-3622-4025-a9a7-7da88cadbae1 req-e4a1abdd-b6a5-4ae3-9422-ee30231b6836 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Transition to ACTIVE for port object aaad7283-132c-41bd-a2b9-91a059f6114c will not be triggered until provisioned by entity DHCP. {{(pid=87870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:01:04.082021 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b5ba8c8-148e-4c6c-b5e8-f241cecaafb4 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Router 80a1cb0c-2b23-40f3-9433-a922b65a4212 has already been hosted by L3 agent af79d429-529e-400b-a119-94d4bec03f3e {{(pid=87871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 12:01:04.123993 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-42675918-71dc-4305-b5d8-899b44bf2ca1 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1919782'] for subnet, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:04.146038 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:04.160098 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.db.api [None req-4e89fa37-c664-41ca-a17b-9bd9b27386e9 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87870) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 12:01:04.160461 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG oslo_db.api [None req-4e89fa37-c664-41ca-a17b-9bd9b27386e9 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 12:01:04.189221 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [req-11a7788b-3622-4025-a9a7-7da88cadbae1 req-e4a1abdd-b6a5-4ae3-9422-ee30231b6836 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:04.195025 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] For port 3403bc6b-22f3-438e-8520-093c9103522a, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=3403bc6b-22f3-438e-8520-093c9103522a,segment=NetworkSegment(bd053757-b8b4-4f3a-b553-aa242f2d15d2),segment_id=bd053757-b8b4-4f3a-b553-aa242f2d15d2)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:01:04.202229 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:04.280271 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-e30e044c-b25a-4734-9894-8a77142819c0 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:01:04.284659 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Pushing event updated for resources: {'Port': ['ID=3403bc6b-22f3-438e-8520-093c9103522a,revision_number=5']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:01:04.296167 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-e30e044c-b25a-4734-9894-8a77142819c0 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Usage tracker for resource:port and tenant:b4adfe5c8b3a4e57a1afd1d44c455245 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:01:04.301495 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-e30e044c-b25a-4734-9894-8a77142819c0 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:01:04.304567 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11a7788b-3622-4025-a9a7-7da88cadbae1 req-e4a1abdd-b6a5-4ae3-9422-ee30231b6836 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Network 407023ce-274c-4460-a707-774aa60c0992 is already hosted by enough agents. {{(pid=87870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:01:04.309586 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.base_scheduler [req-11a7788b-3622-4025-a9a7-7da88cadbae1 req-e4a1abdd-b6a5-4ae3-9422-ee30231b6836 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Resources bound (agent type, host, resource id): {{(pid=87870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:01:04.309839 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-e30e044c-b25a-4734-9894-8a77142819c0 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:01:04.314653 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a1abdd-b6a5-4ae3-9422-ee30231b6836 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Pushing event updated for resources: {'Port': ['ID=aaad7283-132c-41bd-a2b9-91a059f6114c,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:01:04.319982 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.l3_dvrscheduler_db [req-11a7788b-3622-4025-a9a7-7da88cadbae1 req-e4a1abdd-b6a5-4ae3-9422-ee30231b6836 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Received port after_create {{(pid=87870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 12:01:04.349422 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b5ba8c8-148e-4c6c-b5e8-f241cecaafb4 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 12:01:04.355963 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-7b5ba8c8-148e-4c6c-b5e8-f241cecaafb4 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for floatingip, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:04.361214 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a4b404-7da4-4ad2-93ff-e8f4b3e9c6fa None None] Sync routers for ids ['80a1cb0c-2b23-40f3-9433-a922b65a4212'] in dv-neutron-835340-2-hyperv {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 12:01:04.368850 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-42675918-71dc-4305-b5d8-899b44bf2ca1 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1919805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2561174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2563528'] for subnet, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:04.376981 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a4b404-7da4-4ad2-93ff-e8f4b3e9c6fa None None] Routers {'80a1cb0c-2b23-40f3-9433-a922b65a4212'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:01:04.385661 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-75a4b404-7da4-4ad2-93ff-e8f4b3e9c6fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:00:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['80a1cb0c-2b23-40f3-9433-a922b65a4212'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:01:04.394506 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e30e044c-b25a-4734-9894-8a77142819c0 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Made reservation on behalf of b4adfe5c8b3a4e57a1afd1d44c455245 for: {'port': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 12:01:04.439284 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42675918-71dc-4305-b5d8-899b44bf2ca1 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Pushing event deleted for resources: {'Subnet': ['ID=1228ad4d-a7d7-479a-a4c6-fc4680212ba3,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:01:04.454256 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a7788b-3622-4025-a9a7-7da88cadbae1 req-e4a1abdd-b6a5-4ae3-9422-ee30231b6836 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:01:04.455122 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [req-11a7788b-3622-4025-a9a7-7da88cadbae1 req-e4a1abdd-b6a5-4ae3-9422-ee30231b6836 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:04.489790 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-42675918-71dc-4305-b5d8-899b44bf2ca1 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks [] for subnet, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:04.496380 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-42675918-71dc-4305-b5d8-899b44bf2ca1 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] 10.222.0.30 "DELETE /v2.0/subnets/1228ad4d-a7d7-479a-a4c6-fc4680212ba3 HTTP/1.1" status: 204 len: 168 time: 1.3588336 Mar 28 12:01:04.497052 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 55358) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:04.501468 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-11a7788b-3622-4025-a9a7-7da88cadbae1 req-e4a1abdd-b6a5-4ae3-9422-ee30231b6836 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5153320 Mar 28 12:01:04.512995 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1e2ee9b-6975-4797-83c9-804d10546082 None None] Network e2485d33-7fc8-473c-861a-29245035484d requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 12:01:04.552734 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-7b5ba8c8-148e-4c6c-b5e8-f241cecaafb4 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] 10.222.0.30 "PUT /v2.0/floatingips/c02c27da-425d-4368-ad0b-4417794a601e HTTP/1.1" status: 200 len: 688 time: 2.1661198 Mar 28 12:01:04.555304 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 55364) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:04.588849 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-75a4b404-7da4-4ad2-93ff-e8f4b3e9c6fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:01:04.698649 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a4b404-7da4-4ad2-93ff-e8f4b3e9c6fa None None] Routers {'80a1cb0c-2b23-40f3-9433-a922b65a4212'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:01:04.699723 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-75a4b404-7da4-4ad2-93ff-e8f4b3e9c6fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:00:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['80a1cb0c-2b23-40f3-9433-a922b65a4212'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:01:04.739933 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-4e89fa37-c664-41ca-a17b-9bd9b27386e9 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Deleting port 2443a596-307d-4fe1-ba76-78598aa615ac {{(pid=87870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:01:04.745301 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-4e89fa37-c664-41ca-a17b-9bd9b27386e9 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:04.774707 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-e30e044c-b25a-4734-9894-8a77142819c0 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:04.785363 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-214d40f1-e439-400c-baa9-1f046c3b8115 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588883'] for network, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:04.820165 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.notifiers.nova [None req-e30e044c-b25a-4734-9894-8a77142819c0 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] device_id is not set on port bcabff02-38a5-49f1-bd51-96edb7fa3ff0 yet. {{(pid=87871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 12:01:04.829056 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-75a4b404-7da4-4ad2-93ff-e8f4b3e9c6fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:01:04.834880 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a4b404-7da4-4ad2-93ff-e8f4b3e9c6fa None None] The sync data for ids ['80a1cb0c-2b23-40f3-9433-a922b65a4212'] in dv-neutron-835340-2-hyperv is: [] {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 12:01:04.901448 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [req-11a7788b-3622-4025-a9a7-7da88cadbae1 req-07a8ebc4-c768-42c5-9bcb-787b2a61e2a0 service neutron] Request body: {'port': {'device_id': '995a3ca1-3741-482f-8e09-4f70eb76f691', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8353'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:01:04.919232 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-fc0b5153-d1f2-4630-92b7-9cb278d5a275 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:04.928533 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-83921ead-55e6-4a18-8418-6a2b46ef091e None None] Provisioning for port aaad7283-132c-41bd-a2b9-91a059f6114c completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:01:04.973980 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-83921ead-55e6-4a18-8418-6a2b46ef091e None None] Provisioning complete for port aaad7283-132c-41bd-a2b9-91a059f6114c triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:01:04.974520 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-83921ead-55e6-4a18-8418-6a2b46ef091e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:05.095838 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d52d551e-0ce8-43d9-8552-5af9b330add1 None None] Network 18ac2396-718b-44f4-bca3-fa04e4a6056c requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 12:01:05.100412 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.db_base_plugin_common [None req-e30e044c-b25a-4734-9894-8a77142819c0 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Allocated IP 2001:db8::1d7 (e95a87e2-4c44-46e2-9de5-2786cbaea69c/214f5540-20bd-4cdd-895d-1a75f21bd04c/bcabff02-38a5-49f1-bd51-96edb7fa3ff0) {{(pid=87871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 12:01:05.115905 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-214d40f1-e439-400c-baa9-1f046c3b8115 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Deleting port 15030533-e23d-4405-92bb-bd5e2e312b8e {{(pid=87870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:01:05.116483 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-214d40f1-e439-400c-baa9-1f046c3b8115 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:05.120064 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-df775c50-4e1e-4201-8a68-93a26f0f570d tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Deleting port 09c99a35-a02f-4596-bc3a-2dedcb9d5c11 {{(pid=87871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:01:05.120679 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-df775c50-4e1e-4201-8a68-93a26f0f570d tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:05.164527 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.db_base_plugin_common [None req-e30e044c-b25a-4734-9894-8a77142819c0 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Allocated IP 2001:db8:0:1:f816:3eff:fe31:ef4c (e95a87e2-4c44-46e2-9de5-2786cbaea69c/f06d6501-f890-4853-8dea-1228af8c6712/bcabff02-38a5-49f1-bd51-96edb7fa3ff0) {{(pid=87871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 12:01:05.224384 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 2443a596-307d-4fe1-ba76-78598aa615ac up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:01:05.279729 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-83921ead-55e6-4a18-8418-6a2b46ef091e None None] Port aaad7283-132c-41bd-a2b9-91a059f6114c cannot update to ACTIVE because it is not bound. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 12:01:05.407998 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning for port 2443a596-307d-4fe1-ba76-78598aa615ac completed by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:01:05.415749 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 3403bc6b-22f3-438e-8520-093c9103522a up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:01:05.485893 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-df775c50-4e1e-4201-8a68-93a26f0f570d tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:05.486497 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-df775c50-4e1e-4201-8a68-93a26f0f570d tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:05.497564 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0680e9f1-c145-4e87-aea7-7269b38cc1e4 None None] DHCP port deletion for e2485d33-7fc8-473c-861a-29245035484d request from dv-neutron-835340-2-hyperv {{(pid=87872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 12:01:05.510623 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-5d073044-c97b-49a9-a65d-329b12872abc None None] Provisioning complete for port 3403bc6b-22f3-438e-8520-093c9103522a triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:01:05.511081 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-5d073044-c97b-49a9-a65d-329b12872abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:05.527890 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690caf14-05ff-48f3-9075-5aece09b62c1 req-2cb03831-487a-4a79-ac1e-2a85fb1059a2 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:01:05.528723 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [req-690caf14-05ff-48f3-9075-5aece09b62c1 req-2cb03831-487a-4a79-ac1e-2a85fb1059a2 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Synchronizing usage tracker for tenant:527195c95736491ca1967a42cc300275 on resource:port {{(pid=87870) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:01:05.540345 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [req-11a7788b-3622-4025-a9a7-7da88cadbae1 req-07a8ebc4-c768-42c5-9bcb-787b2a61e2a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:05.546411 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-0680e9f1-c145-4e87-aea7-7269b38cc1e4 None None] Deleting port 15030533-e23d-4405-92bb-bd5e2e312b8e {{(pid=87872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:01:05.546853 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-0680e9f1-c145-4e87-aea7-7269b38cc1e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:05.608387 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [req-690caf14-05ff-48f3-9075-5aece09b62c1 req-2cb03831-487a-4a79-ac1e-2a85fb1059a2 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Unset dirty status for tenant:527195c95736491ca1967a42cc300275 on resource:port {{(pid=87870) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:01:05.611927 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-690caf14-05ff-48f3-9075-5aece09b62c1 req-2cb03831-487a-4a79-ac1e-2a85fb1059a2 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/ports?device_id=995a3ca1-3741-482f-8e09-4f70eb76f691 HTTP/1.1" status: 200 len: 932 time: 0.7760644 Mar 28 12:01:05.631983 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-df775c50-4e1e-4201-8a68-93a26f0f570d tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Calling delete_port for 09c99a35-a02f-4596-bc3a-2dedcb9d5c11 owned by network:floatingip {{(pid=87871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:01:05.694332 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-e30e044c-b25a-4734-9894-8a77142819c0 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks [] for port, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:05.709646 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.db [None req-4e89fa37-c664-41ca-a17b-9bd9b27386e9 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] For port 2443a596-307d-4fe1-ba76-78598aa615ac, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=2443a596-307d-4fe1-ba76-78598aa615ac,segment=NetworkSegment(ed7f49a0-dccd-4254-8814-2955b8572f18),segment_id=ed7f49a0-dccd-4254-8814-2955b8572f18)] {{(pid=87870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:01:05.709976 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-4e89fa37-c664-41ca-a17b-9bd9b27386e9 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:05.728108 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.provisioning_blocks [None req-e30e044c-b25a-4734-9894-8a77142819c0 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Transition to ACTIVE for port object bcabff02-38a5-49f1-bd51-96edb7fa3ff0 will not be triggered until provisioned by entity DHCP. {{(pid=87871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:01:05.769433 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port 3403bc6b-22f3-438e-8520-093c9103522a triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:01:05.770220 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:05.814466 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-e30e044c-b25a-4734-9894-8a77142819c0 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:05.829892 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:05.949338 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-4e89fa37-c664-41ca-a17b-9bd9b27386e9 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Calling delete_port for 2443a596-307d-4fe1-ba76-78598aa615ac owned by network:dhcp {{(pid=87870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:01:06.001604 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-ef3be119-c018-4979-be07-86cf959defc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:06.008117 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-690caf14-05ff-48f3-9075-5aece09b62c1 req-5e652202-5382-4d40-95f2-bb440ab91901 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5f98470-68ab-40c4-af40-df1dd85645b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3565936 Mar 28 12:01:06.045547 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-0680e9f1-c145-4e87-aea7-7269b38cc1e4 None None] For port 15030533-e23d-4405-92bb-bd5e2e312b8e, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=15030533-e23d-4405-92bb-bd5e2e312b8e,segment=NetworkSegment(61058b30-33fb-46d3-8810-09939785503c),segment_id=61058b30-33fb-46d3-8810-09939785503c)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:01:06.046217 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-0680e9f1-c145-4e87-aea7-7269b38cc1e4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:06.065194 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.db [None req-214d40f1-e439-400c-baa9-1f046c3b8115 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] For port 15030533-e23d-4405-92bb-bd5e2e312b8e, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=15030533-e23d-4405-92bb-bd5e2e312b8e,segment=NetworkSegment(61058b30-33fb-46d3-8810-09939785503c),segment_id=61058b30-33fb-46d3-8810-09939785503c)] {{(pid=87870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:01:06.065622 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-214d40f1-e439-400c-baa9-1f046c3b8115 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:06.104212 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-df775c50-4e1e-4201-8a68-93a26f0f570d tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:06.122753 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e30e044c-b25a-4734-9894-8a77142819c0 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Network e95a87e2-4c44-46e2-9de5-2786cbaea69c is already hosted by enough agents. {{(pid=87871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:01:06.126168 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-e30e044c-b25a-4734-9894-8a77142819c0 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Resources bound (agent type, host, resource id): {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:01:06.129807 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30e044c-b25a-4734-9894-8a77142819c0 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Received port after_create {{(pid=87871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 12:01:06.135415 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e30e044c-b25a-4734-9894-8a77142819c0 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:01:06.136236 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-e30e044c-b25a-4734-9894-8a77142819c0 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:06.195115 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-5d073044-c97b-49a9-a65d-329b12872abc None None] Provisioning for port 2443a596-307d-4fe1-ba76-78598aa615ac completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:01:06.207586 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-0680e9f1-c145-4e87-aea7-7269b38cc1e4 None None] Calling delete_port for 15030533-e23d-4405-92bb-bd5e2e312b8e owned by network:dhcp {{(pid=87872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:01:06.214962 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-e30e044c-b25a-4734-9894-8a77142819c0 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.4269192 Mar 28 12:01:06.216313 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 55368) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:06.222269 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-214d40f1-e439-400c-baa9-1f046c3b8115 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Calling delete_port for 15030533-e23d-4405-92bb-bd5e2e312b8e owned by network:dhcp {{(pid=87870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:01:06.272115 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-5d073044-c97b-49a9-a65d-329b12872abc None None] Provisioning complete for port 2443a596-307d-4fe1-ba76-78598aa615ac triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:01:06.272760 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-5d073044-c97b-49a9-a65d-329b12872abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:06.360255 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30e044c-b25a-4734-9894-8a77142819c0 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Pushing event updated for resources: {'Port': ['ID=bcabff02-38a5-49f1-bd51-96edb7fa3ff0,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:01:06.366613 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-c82848fc-db17-4bb8-b8df-01182b344d88 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Deleting port bcabff02-38a5-49f1-bd51-96edb7fa3ff0 {{(pid=87871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:01:06.367062 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-c82848fc-db17-4bb8-b8df-01182b344d88 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:06.402638 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-0680e9f1-c145-4e87-aea7-7269b38cc1e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250'] for port, after_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:06.451217 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-df775c50-4e1e-4201-8a68-93a26f0f570d tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks [] for floatingip, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:06.453511 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-df775c50-4e1e-4201-8a68-93a26f0f570d tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for floatingip, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:06.457303 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-df775c50-4e1e-4201-8a68-93a26f0f570d tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] 10.222.0.30 "DELETE /v2.0/floatingips/c02c27da-425d-4368-ad0b-4417794a601e HTTP/1.1" status: 204 len: 168 time: 1.8985312 Mar 28 12:01:06.457303 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df775c50-4e1e-4201-8a68-93a26f0f570d tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Pushing event deleted for resources: {'Port': ['ID=09c99a35-a02f-4596-bc3a-2dedcb9d5c11,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:01:06.460108 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0680e9f1-c145-4e87-aea7-7269b38cc1e4 None None] Pushing event deleted for resources: {'Port': ['ID=15030533-e23d-4405-92bb-bd5e2e312b8e,revision_number=None']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:01:06.463958 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 55372) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:06.523822 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0680e9f1-c145-4e87-aea7-7269b38cc1e4 None None] No DVR routers for this DVR port 15030533-e23d-4405-92bb-bd5e2e312b8e on host dv-neutron-835340-2-hyperv {{(pid=87872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 12:01:06.525610 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-5d073044-c97b-49a9-a65d-329b12872abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:06.557694 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56e6d25b-cd92-4bcd-92b7-21b1520c22c1 None None] get_active_networks_info from dv-neutron-835340-2-hyperv {{(pid=87872) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 28 12:01:06.568768 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.api.v2.resource [None req-827b2618-bae8-4457-abdd-12d143e473a4 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] delete failed (client error): The resource could not be found. Mar 28 12:01:06.569823 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-827b2618-bae8-4457-abdd-12d143e473a4 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] 10.222.0.30 "DELETE /v2.0/floatingips/c02c27da-425d-4368-ad0b-4417794a601e HTTP/1.1" status: 404 len: 345 time: 0.1022952 Mar 28 12:01:06.576004 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.db.api [None req-214d40f1-e439-400c-baa9-1f046c3b8115 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87870) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 12:01:06.576323 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG oslo_db.api [None req-214d40f1-e439-400c-baa9-1f046c3b8115 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 12:01:06.578218 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 55376) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:06.636622 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-4e89fa37-c664-41ca-a17b-9bd9b27386e9 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:06.693319 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-c82848fc-db17-4bb8-b8df-01182b344d88 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:06.696219 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e89fa37-c664-41ca-a17b-9bd9b27386e9 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Pushing event deleted for resources: {'Port': ['ID=2443a596-307d-4fe1-ba76-78598aa615ac,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:01:06.741143 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56e6d25b-cd92-4bcd-92b7-21b1520c22c1 None None] Resources bound (agent type, host, resource id): {{(pid=87872) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 28 12:01:06.774377 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-c62b08a5-da1f-4da0-aef2-5c77f0c6c4d1 None None] Could not find standard attr ID for object 2443a596-307d-4fe1-ba76-78598aa615ac. {{(pid=87872) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 28 12:01:06.829271 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-c82848fc-db17-4bb8-b8df-01182b344d88 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Calling delete_port for bcabff02-38a5-49f1-bd51-96edb7fa3ff0 owned by {{(pid=87871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:01:06.861771 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-c62b08a5-da1f-4da0-aef2-5c77f0c6c4d1 None None] Provisioning for port bcabff02-38a5-49f1-bd51-96edb7fa3ff0 completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:01:06.871738 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-c62b08a5-da1f-4da0-aef2-5c77f0c6c4d1 None None] Provisioning complete for port bcabff02-38a5-49f1-bd51-96edb7fa3ff0 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:01:06.872029 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e89fa37-c664-41ca-a17b-9bd9b27386e9 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] No DVR routers for this DVR port 2443a596-307d-4fe1-ba76-78598aa615ac on host dv-neutron-835340-2-hyperv {{(pid=87870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 12:01:06.872331 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-c62b08a5-da1f-4da0-aef2-5c77f0c6c4d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:06.903575 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.notifiers.nova [req-11a7788b-3622-4025-a9a7-7da88cadbae1 req-07a8ebc4-c768-42c5-9bcb-787b2a61e2a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aaad7283-132c-41bd-a2b9-91a059f6114c {{(pid=87870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 12:01:06.926214 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [req-11a7788b-3622-4025-a9a7-7da88cadbae1 req-07a8ebc4-c768-42c5-9bcb-787b2a61e2a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:06.943671 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-c62b08a5-da1f-4da0-aef2-5c77f0c6c4d1 None None] Port bcabff02-38a5-49f1-bd51-96edb7fa3ff0 cannot update to ACTIVE because it is not bound. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 12:01:06.970676 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e32fcb-0420-4d0a-87ee-39eddadca6df tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:01:06.976996 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e32fcb-0420-4d0a-87ee-39eddadca6df tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:01:06.982783 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e32fcb-0420-4d0a-87ee-39eddadca6df tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:01:06.983643 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-87e32fcb-0420-4d0a-87ee-39eddadca6df tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Synchronizing usage tracker for tenant:67b6faa452844e9d8ffe9a3a683b2834 on resource:port {{(pid=87870) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:01:06.991765 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-4e89fa37-c664-41ca-a17b-9bd9b27386e9 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1919782'] for subnet, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:07.064109 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-87e32fcb-0420-4d0a-87ee-39eddadca6df tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Unset dirty status for tenant:67b6faa452844e9d8ffe9a3a683b2834 on resource:port {{(pid=87870) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:01:07.065223 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-87e32fcb-0420-4d0a-87ee-39eddadca6df tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] 10.222.0.30 "GET /v2.0/ports?network_id=454ec8d0-cf0d-4891-a3da-f7681dcf6352 HTTP/1.1" status: 200 len: 2355 time: 0.4849133 Mar 28 12:01:07.069399 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 55382) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:07.086587 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-214d40f1-e439-400c-baa9-1f046c3b8115 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Deleting port 15030533-e23d-4405-92bb-bd5e2e312b8e {{(pid=87870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:01:07.087111 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-214d40f1-e439-400c-baa9-1f046c3b8115 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:07.123209 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-4e89fa37-c664-41ca-a17b-9bd9b27386e9 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1919805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2561174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2563528'] for subnet, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:07.147857 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bad47d78-5f05-4eef-8bd2-37f52b0a95be tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:01:07.156027 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-bad47d78-5f05-4eef-8bd2-37f52b0a95be tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] 10.222.0.30 "GET /v2.0/subnets/76f09993-c164-4bc4-b4b5-b39564fe6344 HTTP/1.1" status: 200 len: 797 time: 0.0818195 Mar 28 12:01:07.158097 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 55386) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:07.167072 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-79b722cf-d86c-4917-8a26-fcf1c1681c38 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Request body: {'port': {'network_id': '454ec8d0-cf0d-4891-a3da-f7681dcf6352', 'name': 'tempest-FloatingIPTestJSON-489398565', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:01:07.186357 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-c82848fc-db17-4bb8-b8df-01182b344d88 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:07.252853 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 15030533-e23d-4405-92bb-bd5e2e312b8e no longer exists at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 12:01:07.268583 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82848fc-db17-4bb8-b8df-01182b344d88 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Pushing event deleted for resources: {'Port': ['ID=bcabff02-38a5-49f1-bd51-96edb7fa3ff0,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:01:07.275647 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.provisioning_blocks [req-11a7788b-3622-4025-a9a7-7da88cadbae1 req-07a8ebc4-c768-42c5-9bcb-787b2a61e2a0 service neutron] Transition to ACTIVE for port object aaad7283-132c-41bd-a2b9-91a059f6114c will not be triggered until provisioned by entity L2. {{(pid=87870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:01:07.304795 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] No Port match for: 15030533-e23d-4405-92bb-bd5e2e312b8e {{(pid=87872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 12:01:07.305484 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 15030533-e23d-4405-92bb-bd5e2e312b8e not bound to the agent host dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 12:01:07.312417 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59f1a6d2-2d80-4fb4-a3b2-c32a65cbe8ee None None] DHCP port deletion for 18ac2396-718b-44f4-bca3-fa04e4a6056c request from dv-neutron-835340-2-hyperv {{(pid=87872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 12:01:07.333844 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c097cc83-1127-4240-9255-3069b5bda385 None None] Network 18ac2396-718b-44f4-bca3-fa04e4a6056c requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 12:01:07.355741 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [req-11a7788b-3622-4025-a9a7-7da88cadbae1 req-07a8ebc4-c768-42c5-9bcb-787b2a61e2a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2558288'] for port, after_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:07.380146 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-214d40f1-e439-400c-baa9-1f046c3b8115 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] The port '15030533-e23d-4405-92bb-bd5e2e312b8e' was deleted {{(pid=87870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 12:01:07.414310 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e89fa37-c664-41ca-a17b-9bd9b27386e9 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Pushing event deleted for resources: {'Subnet': ['ID=b03773ff-32d0-4c46-b99c-87523b8a7f36,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:01:07.491382 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-c82848fc-db17-4bb8-b8df-01182b344d88 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:07.503689 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-c82848fc-db17-4bb8-b8df-01182b344d88 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "DELETE /v2.0/ports/bcabff02-38a5-49f1-bd51-96edb7fa3ff0 HTTP/1.1" status: 204 len: 168 time: 1.2252073 Mar 28 12:01:07.504548 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 55390) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:07.562732 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-b7ccd3c7-0277-4f12-8e5c-e41478141af5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:07.567171 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-79b722cf-d86c-4917-8a26-fcf1c1681c38 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:01:07.577058 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-79b722cf-d86c-4917-8a26-fcf1c1681c38 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:01:07.598909 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90f785fd-c32f-4794-b83f-3b2796a68d19 None None] DHCP port deletion for 18ac2396-718b-44f4-bca3-fa04e4a6056c request from dv-neutron-835340-2-hyperv {{(pid=87872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 12:01:07.623653 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79b722cf-d86c-4917-8a26-fcf1c1681c38 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Made reservation on behalf of 67b6faa452844e9d8ffe9a3a683b2834 for: {'port': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 12:01:07.646831 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca03ec5-9076-4ac0-a0a9-29965808596c req-c362e502-a98a-4af5-a355-1dc47af727c9 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:01:07.648412 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-9ca03ec5-9076-4ac0-a0a9-29965808596c req-c362e502-a98a-4af5-a355-1dc47af727c9 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/ports?device_id=995a3ca1-3741-482f-8e09-4f70eb76f691 HTTP/1.1" status: 200 len: 944 time: 0.4062192 Mar 28 12:01:07.664976 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-4e89fa37-c664-41ca-a17b-9bd9b27386e9 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930431', 'neutron.services.segments.db._delete_segments_for_network-8783496351308'] for network, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:07.784783 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f1a0a3f-08c7-4cb4-8b2e-89366a372fd2 None None] get_active_networks_info from dv-neutron-835340-2-hyperv {{(pid=87872) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 28 12:01:07.791776 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-9ca03ec5-9076-4ac0-a0a9-29965808596c req-db40bfc2-22e3-4626-812c-9a8fb8090ee5 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5f98470-68ab-40c4-af40-df1dd85645b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1289418 Mar 28 12:01:07.794665 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a8ebc4-c768-42c5-9bcb-787b2a61e2a0 service neutron] Pushing event updated for resources: {'Port': ['ID=aaad7283-132c-41bd-a2b9-91a059f6114c,revision_number=2']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:01:07.805934 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04d18fd3-e366-4b65-8935-a1074be6d43f tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:01:07.806662 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-04d18fd3-e366-4b65-8935-a1074be6d43f tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Synchronizing usage tracker for tenant:b4adfe5c8b3a4e57a1afd1d44c455245 on resource:port {{(pid=87871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:01:07.829813 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-79b722cf-d86c-4917-8a26-fcf1c1681c38 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:07.831882 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-214d40f1-e439-400c-baa9-1f046c3b8115 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930431', 'neutron.services.segments.db._delete_segments_for_network-8783496351308'] for network, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:07.843447 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-4e89fa37-c664-41ca-a17b-9bd9b27386e9 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18ac2396-718b-44f4-bca3-fa04e4a6056c']}} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:01:07.860394 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.notifiers.nova [None req-79b722cf-d86c-4917-8a26-fcf1c1681c38 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] device_id is not set on port 674888f2-d055-40bf-b889-93ce6beb831a yet. {{(pid=87871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 12:01:07.883111 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-4e89fa37-c664-41ca-a17b-9bd9b27386e9 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed7f49a0-dccd-4254-8814-2955b8572f18') {'for_net_delete': True} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:01:07.883408 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-4e89fa37-c664-41ca-a17b-9bd9b27386e9 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed7f49a0-dccd-4254-8814-2955b8572f18') {} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:01:07.917247 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-4e89fa37-c664-41ca-a17b-9bd9b27386e9 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783496353639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3591341'] for segment, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:07.929336 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-214d40f1-e439-400c-baa9-1f046c3b8115 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2485d33-7fc8-473c-861a-29245035484d']}} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:01:07.949574 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-214d40f1-e439-400c-baa9-1f046c3b8115 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61058b30-33fb-46d3-8810-09939785503c') {'for_net_delete': True} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:01:07.949872 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-214d40f1-e439-400c-baa9-1f046c3b8115 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61058b30-33fb-46d3-8810-09939785503c') {} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:01:07.957845 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f1a0a3f-08c7-4cb4-8b2e-89366a372fd2 None None] Resources bound (agent type, host, resource id): {{(pid=87872) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 28 12:01:07.977277 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-214d40f1-e439-400c-baa9-1f046c3b8115 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783496353639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3591341'] for segment, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:07.991294 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-4e89fa37-c664-41ca-a17b-9bd9b27386e9 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:08.007827 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.managers [req-11a7788b-3622-4025-a9a7-7da88cadbae1 req-07a8ebc4-c768-42c5-9bcb-787b2a61e2a0 service neutron] Attempting to bind port aaad7283-132c-41bd-a2b9-91a059f6114c on host hv-neutron-8353 for vnic_type normal with profile {{(pid=87870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 12:01:08.008157 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.managers [req-11a7788b-3622-4025-a9a7-7da88cadbae1 req-07a8ebc4-c768-42c5-9bcb-787b2a61e2a0 service neutron] Attempting to bind port aaad7283-132c-41bd-a2b9-91a059f6114c by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '0c16f700-172a-4559-8f9a-7ed8adf773e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '407023ce-274c-4460-a707-774aa60c0992'}] {{(pid=87870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 12:01:08.008487 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a7788b-3622-4025-a9a7-7da88cadbae1 req-07a8ebc4-c768-42c5-9bcb-787b2a61e2a0 service neutron] Attempting to bind port aaad7283-132c-41bd-a2b9-91a059f6114c on network 407023ce-274c-4460-a707-774aa60c0992 {{(pid=87870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 12:01:08.012179 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-04d18fd3-e366-4b65-8935-a1074be6d43f tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Unset dirty status for tenant:b4adfe5c8b3a4e57a1afd1d44c455245 on resource:port {{(pid=87871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:01:08.013101 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e89fa37-c664-41ca-a17b-9bd9b27386e9 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=87870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 12:01:08.013525 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-4e89fa37-c664-41ca-a17b-9bd9b27386e9 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1920481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2558260'] for segment, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:08.016353 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-04d18fd3-e366-4b65-8935-a1074be6d43f tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.5014422 Mar 28 12:01:08.017020 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 55394) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:08.030476 dv-neutron-835340-2-hyperv neutron-server[87870]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 12:01:08.030476 dv-neutron-835340-2-hyperv neutron-server[87870]: util.warn( Mar 28 12:01:08.030476 dv-neutron-835340-2-hyperv neutron-server[87870]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 12:01:08.030476 dv-neutron-835340-2-hyperv neutron-server[87870]: util.warn( Mar 28 12:01:08.030476 dv-neutron-835340-2-hyperv neutron-server[87870]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 12:01:08.030476 dv-neutron-835340-2-hyperv neutron-server[87870]: util.warn( Mar 28 12:01:08.030476 dv-neutron-835340-2-hyperv neutron-server[87870]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 12:01:08.030476 dv-neutron-835340-2-hyperv neutron-server[87870]: util.warn( Mar 28 12:01:08.030476 dv-neutron-835340-2-hyperv neutron-server[87870]: Traceback (most recent call last): Mar 28 12:01:08.030476 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 12:01:08.030476 dv-neutron-835340-2-hyperv neutron-server[87870]: timer() Mar 28 12:01:08.030476 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 12:01:08.030476 dv-neutron-835340-2-hyperv neutron-server[87870]: cb(*args, **kw) Mar 28 12:01:08.030476 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 12:01:08.030476 dv-neutron-835340-2-hyperv neutron-server[87870]: return func(*args, **kwargs) Mar 28 12:01:08.030476 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 12:01:08.030476 dv-neutron-835340-2-hyperv neutron-server[87870]: self._notify() Mar 28 12:01:08.030476 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 12:01:08.030476 dv-neutron-835340-2-hyperv neutron-server[87870]: self.callback(batched_events) Mar 28 12:01:08.030476 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 12:01:08.030476 dv-neutron-835340-2-hyperv neutron-server[87870]: event.method(event) Mar 28 12:01:08.030476 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 12:01:08.030476 dv-neutron-835340-2-hyperv neutron-server[87870]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 12:01:08.030476 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 12:01:08.030476 dv-neutron-835340-2-hyperv neutron-server[87870]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 12:01:08.030476 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 12:01:08.030476 dv-neutron-835340-2-hyperv neutron-server[87870]: return f(self, *a, **k) Mar 28 12:01:08.030476 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 12:01:08.030476 dv-neutron-835340-2-hyperv neutron-server[87870]: return self._get(url).json() Mar 28 12:01:08.030476 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 12:01:08.030476 dv-neutron-835340-2-hyperv neutron-server[87870]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 12:01:08.030476 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 12:01:08.030476 dv-neutron-835340-2-hyperv neutron-server[87870]: return self.request(url, 'GET', **kwargs) Mar 28 12:01:08.030476 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 12:01:08.030476 dv-neutron-835340-2-hyperv neutron-server[87870]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 12:01:08.030476 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 12:01:08.030476 dv-neutron-835340-2-hyperv neutron-server[87870]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 12:01:08.030476 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 12:01:08.030476 dv-neutron-835340-2-hyperv neutron-server[87870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 12:01:08.030476 dv-neutron-835340-2-hyperv neutron-server[87870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 12:01:08.033452 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-214d40f1-e439-400c-baa9-1f046c3b8115 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:08.048023 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a7788b-3622-4025-a9a7-7da88cadbae1 req-07a8ebc4-c768-42c5-9bcb-787b2a61e2a0 service neutron] Port aaad7283-132c-41bd-a2b9-91a059f6114c on network 407023ce-274c-4460-a707-774aa60c0992 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=87870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 12:01:08.048350 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a7788b-3622-4025-a9a7-7da88cadbae1 req-07a8ebc4-c768-42c5-9bcb-787b2a61e2a0 service neutron] Attempting to bind port aaad7283-132c-41bd-a2b9-91a059f6114c on network 407023ce-274c-4460-a707-774aa60c0992 {{(pid=87870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 12:01:08.108399 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-214d40f1-e439-400c-baa9-1f046c3b8115 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=87870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 12:01:08.108807 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-214d40f1-e439-400c-baa9-1f046c3b8115 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1920481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2558260'] for segment, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:08.124427 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a7788b-3622-4025-a9a7-7da88cadbae1 req-07a8ebc4-c768-42c5-9bcb-787b2a61e2a0 service neutron] Checking agent: {'id': '01dfae6e-0e91-4100-b27f-ff8156eac7d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8353', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 52, 20), 'started_at': datetime.datetime(2022, 3, 28, 11, 52, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 12, 0, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 12:01:08.124815 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a7788b-3622-4025-a9a7-7da88cadbae1 req-07a8ebc4-c768-42c5-9bcb-787b2a61e2a0 service neutron] Checking segment: {'id': '0c16f700-172a-4559-8f9a-7ed8adf773e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '407023ce-274c-4460-a707-774aa60c0992'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 12:01:08.125148 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11a7788b-3622-4025-a9a7-7da88cadbae1 req-07a8ebc4-c768-42c5-9bcb-787b2a61e2a0 service neutron] Bound using segment: {'id': '0c16f700-172a-4559-8f9a-7ed8adf773e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '407023ce-274c-4460-a707-774aa60c0992'} {{(pid=87870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 12:01:08.125591 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.managers [req-11a7788b-3622-4025-a9a7-7da88cadbae1 req-07a8ebc4-c768-42c5-9bcb-787b2a61e2a0 service neutron] Bound port: aaad7283-132c-41bd-a2b9-91a059f6114c, host: hv-neutron-8353, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c16f700-172a-4559-8f9a-7ed8adf773e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '407023ce-274c-4460-a707-774aa60c0992'}}] {{(pid=87870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 12:01:08.125935 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [req-11a7788b-3622-4025-a9a7-7da88cadbae1 req-07a8ebc4-c768-42c5-9bcb-787b2a61e2a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:08.134830 dv-neutron-835340-2-hyperv neutron-server[87870]: Traceback (most recent call last): Mar 28 12:01:08.134830 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 12:01:08.134830 dv-neutron-835340-2-hyperv neutron-server[87870]: timer() Mar 28 12:01:08.134830 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 12:01:08.134830 dv-neutron-835340-2-hyperv neutron-server[87870]: cb(*args, **kw) Mar 28 12:01:08.134830 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 12:01:08.134830 dv-neutron-835340-2-hyperv neutron-server[87870]: return func(*args, **kwargs) Mar 28 12:01:08.134830 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 12:01:08.134830 dv-neutron-835340-2-hyperv neutron-server[87870]: self._notify() Mar 28 12:01:08.134830 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 12:01:08.134830 dv-neutron-835340-2-hyperv neutron-server[87870]: self.callback(batched_events) Mar 28 12:01:08.134830 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 12:01:08.134830 dv-neutron-835340-2-hyperv neutron-server[87870]: event.method(event) Mar 28 12:01:08.134830 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 12:01:08.134830 dv-neutron-835340-2-hyperv neutron-server[87870]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 12:01:08.134830 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 12:01:08.134830 dv-neutron-835340-2-hyperv neutron-server[87870]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 12:01:08.134830 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 12:01:08.134830 dv-neutron-835340-2-hyperv neutron-server[87870]: return f(self, *a, **k) Mar 28 12:01:08.134830 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 12:01:08.134830 dv-neutron-835340-2-hyperv neutron-server[87870]: return self._get(url).json() Mar 28 12:01:08.134830 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 12:01:08.134830 dv-neutron-835340-2-hyperv neutron-server[87870]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 12:01:08.134830 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 12:01:08.134830 dv-neutron-835340-2-hyperv neutron-server[87870]: return self.request(url, 'GET', **kwargs) Mar 28 12:01:08.134830 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 12:01:08.134830 dv-neutron-835340-2-hyperv neutron-server[87870]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 12:01:08.134830 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 12:01:08.134830 dv-neutron-835340-2-hyperv neutron-server[87870]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 12:01:08.134830 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 12:01:08.134830 dv-neutron-835340-2-hyperv neutron-server[87870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 12:01:08.134830 dv-neutron-835340-2-hyperv neutron-server[87870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 12:01:08.176245 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b4e9185-6ebc-42a6-9226-854a99a9c6da tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:01:08.179996 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-6b4e9185-6ebc-42a6-9226-854a99a9c6da tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1599097 Mar 28 12:01:08.181129 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 55398) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:08.264088 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-4e89fa37-c664-41ca-a17b-9bd9b27386e9 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709602'] for network, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:08.270234 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-4e89fa37-c664-41ca-a17b-9bd9b27386e9 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538751'] for network, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:08.306229 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e89fa37-c664-41ca-a17b-9bd9b27386e9 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Pushing event deleted for resources: {'Network': ['ID=18ac2396-718b-44f4-bca3-fa04e4a6056c,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:01:08.307842 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea9551bb-b31f-4fbf-bdb7-d0000cafd1bd tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:01:08.309425 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea9551bb-b31f-4fbf-bdb7-d0000cafd1bd tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:01:08.310921 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea9551bb-b31f-4fbf-bdb7-d0000cafd1bd tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:01:08.311736 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-ea9551bb-b31f-4fbf-bdb7-d0000cafd1bd tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Synchronizing usage tracker for tenant:b4adfe5c8b3a4e57a1afd1d44c455245 on resource:subnet {{(pid=87871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:01:08.323571 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-214d40f1-e439-400c-baa9-1f046c3b8115 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709602'] for network, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:08.328073 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-214d40f1-e439-400c-baa9-1f046c3b8115 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538751'] for network, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:08.371754 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-ea9551bb-b31f-4fbf-bdb7-d0000cafd1bd tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Unset dirty status for tenant:b4adfe5c8b3a4e57a1afd1d44c455245 on resource:subnet {{(pid=87871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:01:08.372548 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-4e89fa37-c664-41ca-a17b-9bd9b27386e9 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] 10.222.0.30 "DELETE /v2.0/networks/18ac2396-718b-44f4-bca3-fa04e4a6056c HTTP/1.1" status: 204 len: 168 time: 6.1022418 Mar 28 12:01:08.377307 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-214d40f1-e439-400c-baa9-1f046c3b8115 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] 10.222.0.30 "DELETE /v2.0/networks/e2485d33-7fc8-473c-861a-29245035484d HTTP/1.1" status: 204 len: 168 time: 3.8787196 Mar 28 12:01:08.377596 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-ea9551bb-b31f-4fbf-bdb7-d0000cafd1bd tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1954801 Mar 28 12:01:08.378100 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214d40f1-e439-400c-baa9-1f046c3b8115 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Pushing event deleted for resources: {'Network': ['ID=e2485d33-7fc8-473c-861a-29245035484d,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:01:08.378210 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 55402) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:08.382421 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 55404) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:08.383933 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 55408) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:08.389568 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-8d0562db-1f7d-4956-93a8-e03a79c269fb tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1861485176'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:01:08.391406 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-0929fa3d-e2ca-4c44-8ab7-6fea00d17f2c tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-495482684'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:01:08.399665 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-0929fa3d-e2ca-4c44-8ab7-6fea00d17f2c tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:01:08.404738 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.db [req-11a7788b-3622-4025-a9a7-7da88cadbae1 req-07a8ebc4-c768-42c5-9bcb-787b2a61e2a0 service neutron] For port aaad7283-132c-41bd-a2b9-91a059f6114c, host hv-neutron-8353, cleared binding levels {{(pid=87870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 12:01:08.407089 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-0929fa3d-e2ca-4c44-8ab7-6fea00d17f2c tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Usage tracker for resource:network and tenant:35b7084247a448e2b3e41f3619d7d4bc is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:01:08.411460 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.db [req-11a7788b-3622-4025-a9a7-7da88cadbae1 req-07a8ebc4-c768-42c5-9bcb-787b2a61e2a0 service neutron] For port aaad7283-132c-41bd-a2b9-91a059f6114c, host hv-neutron-8353, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=aaad7283-132c-41bd-a2b9-91a059f6114c,segment=NetworkSegment(0c16f700-172a-4559-8f9a-7ed8adf773e6),segment_id=0c16f700-172a-4559-8f9a-7ed8adf773e6)] {{(pid=87870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 12:01:08.412818 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-0929fa3d-e2ca-4c44-8ab7-6fea00d17f2c tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:01:08.419774 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [req-11a7788b-3622-4025-a9a7-7da88cadbae1 req-07a8ebc4-c768-42c5-9bcb-787b2a61e2a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2558288'] for port, after_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:08.424141 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-0929fa3d-e2ca-4c44-8ab7-6fea00d17f2c tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:01:08.436276 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-8d0562db-1f7d-4956-93a8-e03a79c269fb tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:01:08.441410 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-8d0562db-1f7d-4956-93a8-e03a79c269fb tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Usage tracker for resource:network and tenant:874923c595b0437ca4b69119e06ef288 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:01:08.448804 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-8d0562db-1f7d-4956-93a8-e03a79c269fb tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:01:08.462044 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-8d0562db-1f7d-4956-93a8-e03a79c269fb tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:01:08.490141 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a7788b-3622-4025-a9a7-7da88cadbae1 req-07a8ebc4-c768-42c5-9bcb-787b2a61e2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:01:08.491301 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [req-11a7788b-3622-4025-a9a7-7da88cadbae1 req-07a8ebc4-c768-42c5-9bcb-787b2a61e2a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:08.492162 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-11a7788b-3622-4025-a9a7-7da88cadbae1 req-07a8ebc4-c768-42c5-9bcb-787b2a61e2a0 service neutron] 10.222.0.11 "PUT /v2.0/ports/aaad7283-132c-41bd-a2b9-91a059f6114c HTTP/1.1" status: 200 len: 1094 time: 3.6550686 Mar 28 12:01:08.496520 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '995a3ca1-3741-482f-8e09-4f70eb76f691', 'tag': 'aaad7283-132c-41bd-a2b9-91a059f6114c'}] {{(pid=87870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 12:01:08.512540 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0929fa3d-e2ca-4c44-8ab7-6fea00d17f2c tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Made reservation on behalf of 35b7084247a448e2b3e41f3619d7d4bc for: {'network': 1} {{(pid=87870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 12:01:08.516624 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-0929fa3d-e2ca-4c44-8ab7-6fea00d17f2c tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for network, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:08.553515 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.db_base_plugin_common [None req-79b722cf-d86c-4917-8a26-fcf1c1681c38 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Allocated IP 172.20.0.14 (454ec8d0-cf0d-4891-a3da-f7681dcf6352/76f09993-c164-4bc4-b4b5-b39564fe6344/674888f2-d055-40bf-b889-93ce6beb831a) {{(pid=87871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 12:01:08.564319 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d0562db-1f7d-4956-93a8-e03a79c269fb tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Made reservation on behalf of 874923c595b0437ca4b69119e06ef288 for: {'network': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 12:01:08.568818 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-8d0562db-1f7d-4956-93a8-e03a79c269fb tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for network, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:08.585592 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.db_base_plugin_common [None req-79b722cf-d86c-4917-8a26-fcf1c1681c38 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Allocated IP 172.20.0.13 (454ec8d0-cf0d-4891-a3da-f7681dcf6352/76f09993-c164-4bc4-b4b5-b39564fe6344/674888f2-d055-40bf-b889-93ce6beb831a) {{(pid=87871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 12:01:08.586522 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '995a3ca1-3741-482f-8e09-4f70eb76f691', 'tag': 'aaad7283-132c-41bd-a2b9-91a059f6114c', 'status': 'completed', 'code': 200} Mar 28 12:01:08.594934 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a8ebc4-c768-42c5-9bcb-787b2a61e2a0 service neutron] Pushing event updated for resources: {'Port': ['ID=aaad7283-132c-41bd-a2b9-91a059f6114c,revision_number=3']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:01:08.602259 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef76951e-1f42-4d48-9048-c0302e5e1b97 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Deleting subnet 214f5540-20bd-4cdd-895d-1a75f21bd04c {{(pid=87871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 12:01:08.606972 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-ef76951e-1f42-4d48-9048-c0302e5e1b97 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks [] for subnet, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:08.613279 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0929fa3d-e2ca-4c44-8ab7-6fea00d17f2c tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=87870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 12:01:08.628299 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-0929fa3d-e2ca-4c44-8ab7-6fea00d17f2c tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:08.629164 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.db.segments_db [None req-0929fa3d-e2ca-4c44-8ab7-6fea00d17f2c tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Added segment 86f0b6b5-74e7-411b-922c-b4857109ed13 of type vlan for network c989288d-4cc8-4b87-b542-e3064440a002 Mar 28 12:01:08.671293 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-0929fa3d-e2ca-4c44-8ab7-6fea00d17f2c tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783495836591'] for network, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:08.678343 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a7788b-3622-4025-a9a7-7da88cadbae1 req-229458c8-b80d-4f65-a130-cdf314d464c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:01:08.680384 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-11a7788b-3622-4025-a9a7-7da88cadbae1 req-229458c8-b80d-4f65-a130-cdf314d464c6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=527195c95736491ca1967a42cc300275&device_id=995a3ca1-3741-482f-8e09-4f70eb76f691 HTTP/1.1" status: 200 len: 1097 time: 0.1353433 Mar 28 12:01:08.692480 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-ef76951e-1f42-4d48-9048-c0302e5e1b97 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3436877'] for subnet, precommit_delete_associations {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:08.719354 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d0562db-1f7d-4956-93a8-e03a79c269fb tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=87871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 12:01:08.761418 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-8d0562db-1f7d-4956-93a8-e03a79c269fb tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:08.761762 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.db.segments_db [None req-8d0562db-1f7d-4956-93a8-e03a79c269fb tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Added segment cf2dde69-dd6e-4be8-a05a-cb2c8e0a6603 of type vlan for network 0a70aac7-f89f-4f1c-8260-e4675e8e229c Mar 28 12:01:08.765782 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-11a7788b-3622-4025-a9a7-7da88cadbae1 req-b2c00ea0-50bc-4eeb-8463-feab6b4a3e72 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=aaad7283-132c-41bd-a2b9-91a059f6114c HTTP/1.1" status: 200 len: 217 time: 0.0779634 Mar 28 12:01:08.808647 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-0929fa3d-e2ca-4c44-8ab7-6fea00d17f2c tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765'] for network, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:08.813798 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0929fa3d-e2ca-4c44-8ab7-6fea00d17f2c tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:01:08.814376 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-0929fa3d-e2ca-4c44-8ab7-6fea00d17f2c tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538751'] for network, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:08.896434 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-8d0562db-1f7d-4956-93a8-e03a79c269fb tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783495836591'] for network, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:08.930611 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a7788b-3622-4025-a9a7-7da88cadbae1 req-82535aac-4bc0-4ba8-9cd5-5214d7d905e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:01:08.932318 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-11a7788b-3622-4025-a9a7-7da88cadbae1 req-82535aac-4bc0-4ba8-9cd5-5214d7d905e0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=60940c12-d54a-4413-97d1-30b1a13185dc HTTP/1.1" status: 200 len: 837 time: 0.1606452 Mar 28 12:01:08.940522 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-0929fa3d-e2ca-4c44-8ab7-6fea00d17f2c tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5568426 Mar 28 12:01:08.951412 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-ef76951e-1f42-4d48-9048-c0302e5e1b97 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1919782'] for subnet, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:08.976523 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 55418) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:09.049555 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 2443a596-307d-4fe1-ba76-78598aa615ac no longer exists at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 12:01:09.076662 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-8d0562db-1f7d-4956-93a8-e03a79c269fb tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765'] for network, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:09.082225 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d0562db-1f7d-4956-93a8-e03a79c269fb tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:01:09.082742 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-8d0562db-1f7d-4956-93a8-e03a79c269fb tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Notify callbacks [] for network, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:09.088317 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] No Port match for: 2443a596-307d-4fe1-ba76-78598aa615ac {{(pid=87872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 12:01:09.089549 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 2443a596-307d-4fe1-ba76-78598aa615ac not bound to the agent host dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 12:01:09.105818 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0929fa3d-e2ca-4c44-8ab7-6fea00d17f2c tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Pushing event updated for resources: {'Network': ['ID=c989288d-4cc8-4b87-b542-e3064440a002,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:01:09.111291 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-3a88fa34-4832-495b-b4f3-682c3efc1f5b tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Request body: {'subnet': {'network_id': 'c989288d-4cc8-4b87-b542-e3064440a002', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:01:09.117318 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Network c989288d-4cc8-4b87-b542-e3064440a002 details requested by agent ovs-agent-dv-neutron-835340-2-hyperv with host dv-neutron-835340-2-hyperv {{(pid=87872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 12:01:09.122440 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-79b722cf-d86c-4917-8a26-fcf1c1681c38 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks [] for port, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:09.233905 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-3a88fa34-4832-495b-b4f3-682c3efc1f5b tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:01:09.239502 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0562db-1f7d-4956-93a8-e03a79c269fb tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Pushing event updated for resources: {'Network': ['ID=0a70aac7-f89f-4f1c-8260-e4675e8e229c,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:01:09.245050 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-8d0562db-1f7d-4956-93a8-e03a79c269fb tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8609681 Mar 28 12:01:09.245737 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-3a88fa34-4832-495b-b4f3-682c3efc1f5b tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Usage tracker for resource:subnet and tenant:35b7084247a448e2b3e41f3619d7d4bc is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:01:09.247502 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 55422) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:09.250242 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-3a88fa34-4832-495b-b4f3-682c3efc1f5b tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:01:09.252779 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Network 0a70aac7-f89f-4f1c-8260-e4675e8e229c details requested by agent ovs-agent-dv-neutron-835340-2-hyperv with host dv-neutron-835340-2-hyperv {{(pid=87872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 12:01:09.258831 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-3a88fa34-4832-495b-b4f3-682c3efc1f5b tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:01:09.259934 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-67ca1f30-b2c7-40e6-b8a8-924522d1fd23 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Request body: {'subnet': {'network_id': '0a70aac7-f89f-4f1c-8260-e4675e8e229c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:01:09.264440 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a7788b-3622-4025-a9a7-7da88cadbae1 req-adc21393-f2f7-44cd-a531-be82142a2746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:01:09.265919 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-11a7788b-3622-4025-a9a7-7da88cadbae1 req-adc21393-f2f7-44cd-a531-be82142a2746 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=407023ce-274c-4460-a707-774aa60c0992&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.3271086 Mar 28 12:01:09.288698 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-ef76951e-1f42-4d48-9048-c0302e5e1b97 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1919805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2364079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26551417'] for subnet, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:09.290508 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a88fa34-4832-495b-b4f3-682c3efc1f5b tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Made reservation on behalf of 35b7084247a448e2b3e41f3619d7d4bc for: {'subnet': 1} {{(pid=87870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 12:01:09.294097 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-3a88fa34-4832-495b-b4f3-682c3efc1f5b tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2563571'] for subnet, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:09.364315 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72358e0a-dfb9-4098-944c-ae1f51d9376e req-c357c6af-0b7d-4152-97ba-971a6dd50c53 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:01:09.365701 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-72358e0a-dfb9-4098-944c-ae1f51d9376e req-c357c6af-0b7d-4152-97ba-971a6dd50c53 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/ports?device_id=995a3ca1-3741-482f-8e09-4f70eb76f691 HTTP/1.1" status: 200 len: 944 time: 0.3839755 Mar 28 12:01:09.366408 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef76951e-1f42-4d48-9048-c0302e5e1b97 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Pushing event deleted for resources: {'Subnet': ['ID=214f5540-20bd-4cdd-895d-1a75f21bd04c,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:01:09.424572 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32be6564-c75b-4cf1-8822-0ecea72cb643 None None] Network e95a87e2-4c44-46e2-9de5-2786cbaea69c requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 12:01:09.427226 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-ef76951e-1f42-4d48-9048-c0302e5e1b97 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks [] for subnet, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:09.431415 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-ef76951e-1f42-4d48-9048-c0302e5e1b97 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "DELETE /v2.0/subnets/214f5540-20bd-4cdd-895d-1a75f21bd04c HTTP/1.1" status: 204 len: 168 time: 1.0441589 Mar 28 12:01:09.443673 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 55426) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:09.454927 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-79b722cf-d86c-4917-8a26-fcf1c1681c38 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:09.526035 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-67ca1f30-b2c7-40e6-b8a8-924522d1fd23 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:01:09.545023 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-67ca1f30-b2c7-40e6-b8a8-924522d1fd23 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Usage tracker for resource:subnet and tenant:874923c595b0437ca4b69119e06ef288 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:01:09.549690 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-67ca1f30-b2c7-40e6-b8a8-924522d1fd23 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:01:09.557273 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-72358e0a-dfb9-4098-944c-ae1f51d9376e req-0dd8f7f5-9b8e-4b9d-b083-7242e69b1242 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5f98470-68ab-40c4-af40-df1dd85645b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1360376 Mar 28 12:01:09.559010 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79b722cf-d86c-4917-8a26-fcf1c1681c38 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Network 454ec8d0-cf0d-4891-a3da-f7681dcf6352 is already hosted by enough agents. {{(pid=87871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:01:09.559174 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.db_base_plugin_v2 [None req-d437717c-14c5-49cc-bd1a-e6085e9e591b tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Deleting subnet f06d6501-f890-4853-8dea-1228af8c6712 {{(pid=87870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 12:01:09.568541 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-11a7788b-3622-4025-a9a7-7da88cadbae1 req-91d39b69-7709-40b2-a12e-15f6bb9b1973 service neutron] 10.222.0.11 "GET /v2.0/networks/407023ce-274c-4460-a707-774aa60c0992?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2957282 Mar 28 12:01:09.570063 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-d437717c-14c5-49cc-bd1a-e6085e9e591b tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks [] for subnet, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:09.571841 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-79b722cf-d86c-4917-8a26-fcf1c1681c38 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Resources bound (agent type, host, resource id): {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:01:09.574002 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-67ca1f30-b2c7-40e6-b8a8-924522d1fd23 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:01:09.579459 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b722cf-d86c-4917-8a26-fcf1c1681c38 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Received port after_create {{(pid=87871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 12:01:09.614020 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b722cf-d86c-4917-8a26-fcf1c1681c38 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Pushing event updated for resources: {'Port': ['ID=674888f2-d055-40bf-b889-93ce6beb831a,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:01:09.633672 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67ca1f30-b2c7-40e6-b8a8-924522d1fd23 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Made reservation on behalf of 874923c595b0437ca4b69119e06ef288 for: {'subnet': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 12:01:09.637069 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-67ca1f30-b2c7-40e6-b8a8-924522d1fd23 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26551362'] for subnet, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:09.740457 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79b722cf-d86c-4917-8a26-fcf1c1681c38 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:01:09.741106 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-79b722cf-d86c-4917-8a26-fcf1c1681c38 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:09.761749 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-d437717c-14c5-49cc-bd1a-e6085e9e591b tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3591354'] for subnet, precommit_delete_associations {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:09.776116 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-79b722cf-d86c-4917-8a26-fcf1c1681c38 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 2.6139939 Mar 28 12:01:09.776419 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 55430) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:09.782331 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-6a1ac19d-89f1-4e22-ba24-560de63cbffc tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Request body: {'floatingip': {'floating_network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'port_id': '674888f2-d055-40bf-b889-93ce6beb831a', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:01:09.791764 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-6a1ac19d-89f1-4e22-ba24-560de63cbffc tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:01:09.804853 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-6a1ac19d-89f1-4e22-ba24-560de63cbffc tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:01:09.902331 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-3a88fa34-4832-495b-b4f3-682c3efc1f5b tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2561241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2563521'] for subnet, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:09.953928 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-11a7788b-3622-4025-a9a7-7da88cadbae1 req-c1b14d6f-82d3-44a2-89b2-5cbac04ddf30 service neutron] 10.222.0.11 "GET /v2.0/networks/407023ce-274c-4460-a707-774aa60c0992?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3553181 Mar 28 12:01:09.973806 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-6a1ac19d-89f1-4e22-ba24-560de63cbffc tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks [] for floatingip, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:10.023013 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a88fa34-4832-495b-b4f3-682c3efc1f5b tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Pushing event updated for resources: {'Subnet': ['ID=ab939a54-896c-4830-8cca-b6f53c57ca0e,revision_number=0']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:01:10.056816 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-d437717c-14c5-49cc-bd1a-e6085e9e591b tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1919782'] for subnet, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:10.111039 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a88fa34-4832-495b-b4f3-682c3efc1f5b tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Checking segment: {'id': '86f0b6b5-74e7-411b-922c-b4857109ed13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'c989288d-4cc8-4b87-b542-e3064440a002'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 12:01:10.111387 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a88fa34-4832-495b-b4f3-682c3efc1f5b tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Network hostable DHCP agents. Network: c989288d-4cc8-4b87-b542-e3064440a002, hostable agents: ['3cb85949-855b-4a40-b988-cd5705e511da'], hosted agents: [] {{(pid=87870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 12:01:10.135825 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-67ca1f30-b2c7-40e6-b8a8-924522d1fd23 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2364128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26551408'] for subnet, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:10.157017 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a88fa34-4832-495b-b4f3-682c3efc1f5b tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Network c989288d-4cc8-4b87-b542-e3064440a002 is scheduled to be hosted by DHCP agent 3cb85949-855b-4a40-b988-cd5705e511da with binding_index 1 {{(pid=87870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 12:01:10.185992 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.base_scheduler [None req-3a88fa34-4832-495b-b4f3-682c3efc1f5b tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-2-hyperv, c989288d-4cc8-4b87-b542-e3064440a002) {{(pid=87870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:01:10.193139 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a88fa34-4832-495b-b4f3-682c3efc1f5b tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:01:10.193949 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-3a88fa34-4832-495b-b4f3-682c3efc1f5b tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks [] for subnet, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:10.197345 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-729fba57-bc2d-4063-889a-1641449ea253 None None] Network c989288d-4cc8-4b87-b542-e3064440a002 requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 12:01:10.199209 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-d437717c-14c5-49cc-bd1a-e6085e9e591b tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1919805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2561174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2563528'] for subnet, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:10.245713 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890a8e84-ae4c-476f-a40a-df04ffd479e5 req-9f5b7cf9-4308-4cf0-9a32-525cef29b51d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:01:10.247201 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-890a8e84-ae4c-476f-a40a-df04ffd479e5 req-9f5b7cf9-4308-4cf0-9a32-525cef29b51d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=527195c95736491ca1967a42cc300275&device_id=995a3ca1-3741-482f-8e09-4f70eb76f691 HTTP/1.1" status: 200 len: 1097 time: 0.2263942 Mar 28 12:01:10.259740 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ca1f30-b2c7-40e6-b8a8-924522d1fd23 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Pushing event updated for resources: {'Subnet': ['ID=37f215e6-bf4c-4206-bf31-57878a3214fb,revision_number=0']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:01:10.264371 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ca1f30-b2c7-40e6-b8a8-924522d1fd23 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Checking segment: {'id': 'cf2dde69-dd6e-4be8-a05a-cb2c8e0a6603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '0a70aac7-f89f-4f1c-8260-e4675e8e229c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 12:01:10.264371 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67ca1f30-b2c7-40e6-b8a8-924522d1fd23 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Network hostable DHCP agents. Network: 0a70aac7-f89f-4f1c-8260-e4675e8e229c, hostable agents: ['3cb85949-855b-4a40-b988-cd5705e511da'], hosted agents: [] {{(pid=87871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 12:01:10.279362 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d437717c-14c5-49cc-bd1a-e6085e9e591b tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Pushing event deleted for resources: {'Subnet': ['ID=f06d6501-f890-4853-8dea-1228af8c6712,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:01:10.281561 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-d437717c-14c5-49cc-bd1a-e6085e9e591b tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks [] for subnet, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:10.305053 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67ca1f30-b2c7-40e6-b8a8-924522d1fd23 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Network 0a70aac7-f89f-4f1c-8260-e4675e8e229c is scheduled to be hosted by DHCP agent 3cb85949-855b-4a40-b988-cd5705e511da with binding_index 1 {{(pid=87871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 12:01:10.318492 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-6a1ac19d-89f1-4e22-ba24-560de63cbffc tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:10.322533 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-3a88fa34-4832-495b-b4f3-682c3efc1f5b tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2227130 Mar 28 12:01:10.326246 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 55434) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:10.367505 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-6694c575-5e62-4c43-9ed4-18b4b859c8d2 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Request body: {'port': {'network_id': 'c989288d-4cc8-4b87-b542-e3064440a002', 'name': 'tempest-PortsTestJSON-890921851', 'fixed_ips': [{'subnet_id': 'ab939a54-896c-4830-8cca-b6f53c57ca0e', 'ip_address': '172.20.0.10'}]}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:01:10.371253 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-d437717c-14c5-49cc-bd1a-e6085e9e591b tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "DELETE /v2.0/subnets/f06d6501-f890-4853-8dea-1228af8c6712 HTTP/1.1" status: 204 len: 168 time: 0.9233410 Mar 28 12:01:10.373582 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 55438) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:10.384425 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-67ca1f30-b2c7-40e6-b8a8-924522d1fd23 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-2-hyperv, 0a70aac7-f89f-4f1c-8260-e4675e8e229c) {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:01:10.407916 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67ca1f30-b2c7-40e6-b8a8-924522d1fd23 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:01:10.408426 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-67ca1f30-b2c7-40e6-b8a8-924522d1fd23 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Notify callbacks [] for subnet, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:10.413974 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36dd753f-2a2a-4297-8176-86ddd4bb106a None None] Network 0a70aac7-f89f-4f1c-8260-e4675e8e229c requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 12:01:10.457703 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e89c76d-e5d6-4686-a078-633bd00dcaae None None] Network e95a87e2-4c44-46e2-9de5-2786cbaea69c requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 12:01:10.464757 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-a57d2cc6-0cd6-4e96-889a-6602c3b52ae2 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0878131 Mar 28 12:01:10.465286 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 55442) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:10.521962 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-67ca1f30-b2c7-40e6-b8a8-924522d1fd23 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2719939 Mar 28 12:01:10.527148 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 55446) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:10.544477 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890a8e84-ae4c-476f-a40a-df04ffd479e5 req-93a1de5c-85dc-4085-a3df-ecf32872f5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:01:10.545921 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-890a8e84-ae4c-476f-a40a-df04ffd479e5 req-93a1de5c-85dc-4085-a3df-ecf32872f5aa service neutron] 10.222.0.11 "GET /v2.0/networks?id=407023ce-274c-4460-a707-774aa60c0992 HTTP/1.1" status: 200 len: 896 time: 0.2901323 Mar 28 12:01:10.624532 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-890a8e84-ae4c-476f-a40a-df04ffd479e5 req-a4daae7d-6a42-44a9-af78-f9d46b9d91dd service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=aaad7283-132c-41bd-a2b9-91a059f6114c HTTP/1.1" status: 200 len: 217 time: 0.0704715 Mar 28 12:01:10.635321 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62f45a98-cfa3-4737-95ae-113eea4f2196 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:01:10.636849 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-62f45a98-cfa3-4737-95ae-113eea4f2196 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1707668 Mar 28 12:01:10.671696 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 55452) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:10.780952 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-6694c575-5e62-4c43-9ed4-18b4b859c8d2 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:01:10.802454 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.db_base_plugin_common [None req-6a1ac19d-89f1-4e22-ba24-560de63cbffc tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Allocated IP 172.26.7.61 (ac2b1748-8f63-4b17-a9c7-07e79704aa5b/0b7ebf76-1dc7-431a-a0b4-b96bacf287c2/b95f28d2-0e4b-4c91-b560-9af771ff45ba) {{(pid=87871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 12:01:10.816422 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-6694c575-5e62-4c43-9ed4-18b4b859c8d2 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:01:10.832432 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ad4ec55-2720-4354-843f-0fd16272b70f tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:01:10.833202 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-9ad4ec55-2720-4354-843f-0fd16272b70f tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Synchronizing usage tracker for tenant:b4adfe5c8b3a4e57a1afd1d44c455245 on resource:subnet {{(pid=87871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:01:10.850672 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-635e8ace-6524-45e0-ab79-b659d42cb3b8 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588883'] for network, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:10.861603 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890a8e84-ae4c-476f-a40a-df04ffd479e5 req-e5c55eb9-2895-43ed-97c7-b0424df728b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:01:10.863797 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-890a8e84-ae4c-476f-a40a-df04ffd479e5 req-e5c55eb9-2895-43ed-97c7-b0424df728b4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=60940c12-d54a-4413-97d1-30b1a13185dc HTTP/1.1" status: 200 len: 837 time: 0.2249920 Mar 28 12:01:10.870214 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6694c575-5e62-4c43-9ed4-18b4b859c8d2 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Made reservation on behalf of 35b7084247a448e2b3e41f3619d7d4bc for: {'port': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 12:01:10.887395 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6f3a896-ae46-42e1-959d-124805b8f1a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1d3f2a9-8722-5ce5-bc40-181687d1ed3f-c989288d-4cc8-4b87-b542-e3064440a002', 'network_id': 'c989288d-4cc8-4b87-b542-e3064440a002', 'tenant_id': '35b7084247a448e2b3e41f3619d7d4bc', 'fixed_ips': [{'subnet_id': 'ab939a54-896c-4830-8cca-b6f53c57ca0e'}]}} from dv-neutron-835340-2-hyperv. {{(pid=87872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 12:01:10.888900 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-b6f3a896-ae46-42e1-959d-124805b8f1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:10.903132 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-9ad4ec55-2720-4354-843f-0fd16272b70f tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Unset dirty status for tenant:b4adfe5c8b3a4e57a1afd1d44c455245 on resource:subnet {{(pid=87871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:01:10.904330 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-9ad4ec55-2720-4354-843f-0fd16272b70f tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2318099 Mar 28 12:01:10.914639 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-bc7b749e-b0dd-4391-a948-e420f21bf246 None None] Provisioning complete for port 3403bc6b-22f3-438e-8520-093c9103522a triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:01:10.915695 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-bc7b749e-b0dd-4391-a948-e420f21bf246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:10.916544 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 55456) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:11.001235 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-935f4dfc-dbb9-4aeb-b04c-8090a31ce5e7 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0835197 Mar 28 12:01:11.006203 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 55460) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:11.057898 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.pecan_wsgi.hooks.translation [None req-107bd9ea-a638-450a-a826-b9edcbf6b77d tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] DELETE failed (client error): The resource could not be found. Mar 28 12:01:11.058355 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-107bd9ea-a638-450a-a826-b9edcbf6b77d tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 12:01:11.060091 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-107bd9ea-a638-450a-a826-b9edcbf6b77d tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "DELETE /v2.0/ports/bcabff02-38a5-49f1-bd51-96edb7fa3ff0 HTTP/1.1" status: 404 len: 333 time: 0.0524230 Mar 28 12:01:11.070293 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301cf2d4-39f5-4716-8678-ed0e567fea05 req-ff145bd1-de02-48c0-8849-89f41a2ea651 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:01:11.071847 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-301cf2d4-39f5-4716-8678-ed0e567fea05 req-ff145bd1-de02-48c0-8849-89f41a2ea651 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/ports?device_id=995a3ca1-3741-482f-8e09-4f70eb76f691 HTTP/1.1" status: 200 len: 944 time: 0.2749510 Mar 28 12:01:11.072347 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 55464) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:11.079252 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-6694c575-5e62-4c43-9ed4-18b4b859c8d2 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:11.137247 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f62bc0b-0760-498a-a8b5-96415d65ee47 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] DELETE failed (client error): The resource could not be found. Mar 28 12:01:11.137741 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f62bc0b-0760-498a-a8b5-96415d65ee47 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 12:01:11.141927 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-9f62bc0b-0760-498a-a8b5-96415d65ee47 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "DELETE /v2.0/subnets/f06d6501-f890-4853-8dea-1228af8c6712 HTTP/1.1" status: 404 len: 337 time: 0.0650225 Mar 28 12:01:11.146926 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 55468) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:11.187083 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.notifiers.nova [None req-6694c575-5e62-4c43-9ed4-18b4b859c8d2 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] device_id is not set on port 03f7764b-5f03-449b-8a8e-d7f18bd0472a yet. {{(pid=87871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 12:01:11.196247 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b0e495d-aaa8-4c9e-88ec-e70cbdbaf61c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1d3f2a9-8722-5ce5-bc40-181687d1ed3f-0a70aac7-f89f-4f1c-8260-e4675e8e229c', 'network_id': '0a70aac7-f89f-4f1c-8260-e4675e8e229c', 'tenant_id': '874923c595b0437ca4b69119e06ef288', 'fixed_ips': [{'subnet_id': '37f215e6-bf4c-4206-bf31-57878a3214fb'}]}} from dv-neutron-835340-2-hyperv. {{(pid=87872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 12:01:11.197215 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-0b0e495d-aaa8-4c9e-88ec-e70cbdbaf61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:11.203414 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890a8e84-ae4c-476f-a40a-df04ffd479e5 req-384cfa04-9db6-4fae-9f1e-f8c61500efff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:01:11.207834 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-890a8e84-ae4c-476f-a40a-df04ffd479e5 req-384cfa04-9db6-4fae-9f1e-f8c61500efff service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=407023ce-274c-4460-a707-774aa60c0992&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.3371990 Mar 28 12:01:11.210814 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7fe50ee-68fa-4ab9-911c-1c8956a9d83f tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] DELETE failed (client error): The resource could not be found. Mar 28 12:01:11.211207 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7fe50ee-68fa-4ab9-911c-1c8956a9d83f tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 12:01:11.215087 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-e7fe50ee-68fa-4ab9-911c-1c8956a9d83f tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "DELETE /v2.0/subnets/214f5540-20bd-4cdd-895d-1a75f21bd04c HTTP/1.1" status: 404 len: 337 time: 0.0661666 Mar 28 12:01:11.224865 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 55472) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:11.242166 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-301cf2d4-39f5-4716-8678-ed0e567fea05 req-6b218451-2b86-4eab-925e-74a818d89479 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5f98470-68ab-40c4-af40-df1dd85645b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1354012 Mar 28 12:01:11.344046 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-635e8ace-6524-45e0-ab79-b659d42cb3b8 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1919782'] for subnet, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:11.386809 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e7cc94f-e0f2-4bc2-b325-6c67966b2257 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] DELETE failed (client error): The resource could not be found. Mar 28 12:01:11.387285 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e7cc94f-e0f2-4bc2-b325-6c67966b2257 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 12:01:11.407067 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-890a8e84-ae4c-476f-a40a-df04ffd479e5 req-5f646039-7f01-428e-9021-b8480620221c service neutron] 10.222.0.11 "GET /v2.0/networks/407023ce-274c-4460-a707-774aa60c0992?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1908817 Mar 28 12:01:11.430614 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d379f9a4-9eb2-4fa6-b62b-b831a7502232 None None] DHCP port deletion for e95a87e2-4c44-46e2-9de5-2786cbaea69c request from dv-neutron-835340-2-hyperv {{(pid=87872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 12:01:11.454793 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-1e7cc94f-e0f2-4bc2-b325-6c67966b2257 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "DELETE /v2.0/ports/1ba1a6e9-704e-41e2-81a5-be5a85374bd1 HTTP/1.1" status: 404 len: 333 time: 0.2238400 Mar 28 12:01:11.456448 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-d379f9a4-9eb2-4fa6-b62b-b831a7502232 None None] Deleting port 3403bc6b-22f3-438e-8520-093c9103522a {{(pid=87872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:01:11.457435 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-d379f9a4-9eb2-4fa6-b62b-b831a7502232 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:11.494649 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 55476) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:11.571900 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.pecan_wsgi.hooks.translation [None req-a27bffea-ed34-4fe7-9d06-e1edfc8e6244 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] DELETE failed (client error): The resource could not be found. Mar 28 12:01:11.572287 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a27bffea-ed34-4fe7-9d06-e1edfc8e6244 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 12:01:11.574145 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-a27bffea-ed34-4fe7-9d06-e1edfc8e6244 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "DELETE /v2.0/subnets/2590ee58-259b-4104-b28d-21a051aff3b6 HTTP/1.1" status: 404 len: 337 time: 0.0785296 Mar 28 12:01:11.580594 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 55480) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:11.591429 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-6a1ac19d-89f1-4e22-ba24-560de63cbffc tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks [] for port, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:11.600788 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.db_base_plugin_common [None req-b6f3a896-ae46-42e1-959d-124805b8f1a2 None None] Allocated IP 172.20.0.2 (c989288d-4cc8-4b87-b542-e3064440a002/ab939a54-896c-4830-8cca-b6f53c57ca0e/2c9f548c-6e44-44c0-be42-976045ecfe51) {{(pid=87872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 12:01:11.604249 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-890a8e84-ae4c-476f-a40a-df04ffd479e5 req-f8cfa06f-05b4-4476-acdd-da034b2620a5 service neutron] 10.222.0.11 "GET /v2.0/networks/407023ce-274c-4460-a707-774aa60c0992?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1878538 Mar 28 12:01:11.643418 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.pecan_wsgi.hooks.translation [None req-26406092-94ef-45e0-9990-840cb9fc5dd3 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] DELETE failed (client error): The resource could not be found. Mar 28 12:01:11.643903 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26406092-94ef-45e0-9990-840cb9fc5dd3 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 12:01:11.646319 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-26406092-94ef-45e0-9990-840cb9fc5dd3 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "DELETE /v2.0/subnets/47717d91-cd1d-4360-8ced-b0bd307a489b HTTP/1.1" status: 404 len: 337 time: 0.0623097 Mar 28 12:01:11.649043 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 55484) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:11.665690 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.db_base_plugin_common [None req-0b0e495d-aaa8-4c9e-88ec-e70cbdbaf61c None None] Allocated IP 2001:db8::2 (0a70aac7-f89f-4f1c-8260-e4675e8e229c/37f215e6-bf4c-4206-bf31-57878a3214fb/a67fdd8f-4d1f-4e32-8287-c76f7c8ab959) {{(pid=87872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 12:01:11.670656 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-6a1ac19d-89f1-4e22-ba24-560de63cbffc tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:11.689826 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e27c719-831f-44e8-b893-4d328ae44e33 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] DELETE failed (client error): The resource could not be found. Mar 28 12:01:11.690296 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e27c719-831f-44e8-b893-4d328ae44e33 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 12:01:11.695089 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-5e27c719-831f-44e8-b893-4d328ae44e33 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "DELETE /v2.0/ports/9b7a55ef-497f-47fd-a18f-84322a5c58d4 HTTP/1.1" status: 404 len: 333 time: 0.0450416 Mar 28 12:01:11.695687 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 55488) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:11.727928 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a1ac19d-89f1-4e22-ba24-560de63cbffc tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Network ac2b1748-8f63-4b17-a9c7-07e79704aa5b is already hosted by enough agents. {{(pid=87871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:01:11.730962 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-6a1ac19d-89f1-4e22-ba24-560de63cbffc tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Resources bound (agent type, host, resource id): {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:01:11.735181 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a1ac19d-89f1-4e22-ba24-560de63cbffc tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Received port after_create {{(pid=87871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 12:01:11.738625 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.pecan_wsgi.hooks.translation [None req-b66b6295-a983-4a11-8120-627d7f377494 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] DELETE failed (client error): The resource could not be found. Mar 28 12:01:11.739263 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b66b6295-a983-4a11-8120-627d7f377494 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 12:01:11.741259 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-b66b6295-a983-4a11-8120-627d7f377494 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "DELETE /v2.0/subnets/22d3229f-3327-4229-956c-94b332dd2b79 HTTP/1.1" status: 404 len: 337 time: 0.0444322 Mar 28 12:01:11.743711 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 55492) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:11.783905 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b62dffd-2558-4970-a397-d2e7494e96f7 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] DELETE failed (client error): The resource could not be found. Mar 28 12:01:11.784363 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b62dffd-2558-4970-a397-d2e7494e96f7 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 12:01:11.789327 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-4b62dffd-2558-4970-a397-d2e7494e96f7 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "DELETE /v2.0/subnets/b31a8857-1f3b-4ced-8e15-7bcee3770a09 HTTP/1.1" status: 404 len: 337 time: 0.0422626 Mar 28 12:01:11.789529 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 55496) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:11.833821 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.pecan_wsgi.hooks.translation [None req-0897d0b4-cab0-4cd4-8d5f-01f13fe11742 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] DELETE failed (client error): The resource could not be found. Mar 28 12:01:11.834296 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0897d0b4-cab0-4cd4-8d5f-01f13fe11742 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 12:01:11.838530 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-0897d0b4-cab0-4cd4-8d5f-01f13fe11742 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "DELETE /v2.0/ports/eed53ec8-78c0-4001-8acb-505c61749a11 HTTP/1.1" status: 404 len: 333 time: 0.0456605 Mar 28 12:01:11.839600 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 55500) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:11.898027 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.pecan_wsgi.hooks.translation [None req-a398b15b-607d-4df7-b938-21c1132e3346 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] DELETE failed (client error): The resource could not be found. Mar 28 12:01:11.898482 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a398b15b-607d-4df7-b938-21c1132e3346 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 12:01:11.902854 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-a398b15b-607d-4df7-b938-21c1132e3346 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "DELETE /v2.0/subnets/b7c60047-a1d8-4bb8-972d-454b1b9b6350 HTTP/1.1" status: 404 len: 337 time: 0.0600264 Mar 28 12:01:11.903094 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 55504) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:11.936311 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1ac19d-89f1-4e22-ba24-560de63cbffc tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Pushing event updated for resources: {'Port': ['ID=b95f28d2-0e4b-4c91-b560-9af771ff45ba,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:01:11.945234 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bb1aad6-b992-4f74-a928-f0d5310d5fa0 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] DELETE failed (client error): The resource could not be found. Mar 28 12:01:11.945685 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8bb1aad6-b992-4f74-a928-f0d5310d5fa0 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 12:01:11.949646 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-8bb1aad6-b992-4f74-a928-f0d5310d5fa0 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "DELETE /v2.0/subnets/aa2e23b4-e575-41a6-b717-8ada0f5cdd97 HTTP/1.1" status: 404 len: 337 time: 0.0433645 Mar 28 12:01:11.949880 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 55508) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:11.991051 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-d379f9a4-9eb2-4fa6-b62b-b831a7502232 None None] For port 3403bc6b-22f3-438e-8520-093c9103522a, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=3403bc6b-22f3-438e-8520-093c9103522a,segment=NetworkSegment(bd053757-b8b4-4f3a-b553-aa242f2d15d2),segment_id=bd053757-b8b4-4f3a-b553-aa242f2d15d2)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:01:11.991338 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-d379f9a4-9eb2-4fa6-b62b-b831a7502232 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:11.991559 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.pecan_wsgi.hooks.translation [None req-55924aab-491c-4dc9-9dc9-1097664a5118 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] DELETE failed (client error): The resource could not be found. Mar 28 12:01:11.992017 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55924aab-491c-4dc9-9dc9-1097664a5118 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 12:01:11.996209 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-55924aab-491c-4dc9-9dc9-1097664a5118 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "DELETE /v2.0/ports/3869a621-2af4-4731-a968-40984375e5f9 HTTP/1.1" status: 404 len: 333 time: 0.0428164 Mar 28 12:01:11.996467 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 55512) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:12.039890 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.pecan_wsgi.hooks.translation [None req-df4dbdb4-4ea6-4005-936e-dfd2eccea144 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] DELETE failed (client error): The resource could not be found. Mar 28 12:01:12.040340 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df4dbdb4-4ea6-4005-936e-dfd2eccea144 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 12:01:12.044448 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-df4dbdb4-4ea6-4005-936e-dfd2eccea144 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "DELETE /v2.0/subnets/e45117a6-3ddf-4568-8544-adb0083ff8a4 HTTP/1.1" status: 404 len: 337 time: 0.0446961 Mar 28 12:01:12.044762 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 55516) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:12.086826 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.pecan_wsgi.hooks.translation [None req-18b0d1ff-552c-4b31-9f71-6d894d73de38 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] DELETE failed (client error): The resource could not be found. Mar 28 12:01:12.087300 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18b0d1ff-552c-4b31-9f71-6d894d73de38 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 12:01:12.091449 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-18b0d1ff-552c-4b31-9f71-6d894d73de38 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "DELETE /v2.0/ports/fba7bdb2-1531-48fa-aec7-f2f386bc6c54 HTTP/1.1" status: 404 len: 333 time: 0.0434451 Mar 28 12:01:12.091653 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 55520) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:12.128890 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4c8091a-ac14-4d48-8430-9671565ea902 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] DELETE failed (client error): The resource could not be found. Mar 28 12:01:12.129444 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4c8091a-ac14-4d48-8430-9671565ea902 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 12:01:12.134107 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-a4c8091a-ac14-4d48-8430-9671565ea902 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "DELETE /v2.0/subnets/291e4210-930a-4816-9225-035ab5581664 HTTP/1.1" status: 404 len: 337 time: 0.0385976 Mar 28 12:01:12.134107 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 55524) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:12.151290 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-d379f9a4-9eb2-4fa6-b62b-b831a7502232 None None] Calling delete_port for 3403bc6b-22f3-438e-8520-093c9103522a owned by network:dhcp {{(pid=87872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:01:12.179578 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.pecan_wsgi.hooks.translation [None req-43002455-a0d1-426f-87d0-e96421e5ac4e tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] DELETE failed (client error): The resource could not be found. Mar 28 12:01:12.180041 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43002455-a0d1-426f-87d0-e96421e5ac4e tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 12:01:12.181968 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-43002455-a0d1-426f-87d0-e96421e5ac4e tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "DELETE /v2.0/ports/50478f7c-b1b8-4c97-86f1-c80cd59c34df HTTP/1.1" status: 404 len: 333 time: 0.0471573 Mar 28 12:01:12.184328 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 55528) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:12.222058 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd7bd64a-9d05-4d76-9bc1-5569b9859cd3 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] DELETE failed (client error): The resource could not be found. Mar 28 12:01:12.223065 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd7bd64a-9d05-4d76-9bc1-5569b9859cd3 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 12:01:12.224791 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-fd7bd64a-9d05-4d76-9bc1-5569b9859cd3 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "DELETE /v2.0/subnets/9fdce152-0de4-4956-8ebf-28c60741d3fe HTTP/1.1" status: 404 len: 337 time: 0.0395823 Mar 28 12:01:12.227449 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 55532) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:12.271372 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.pecan_wsgi.hooks.translation [None req-63c6ea73-130e-42c3-94ee-eb054794f3ad tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] DELETE failed (client error): The resource could not be found. Mar 28 12:01:12.272284 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63c6ea73-130e-42c3-94ee-eb054794f3ad tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 12:01:12.274145 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-63c6ea73-130e-42c3-94ee-eb054794f3ad tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "DELETE /v2.0/ports/6729707c-a337-4c4d-9d20-a24931d4b775 HTTP/1.1" status: 404 len: 333 time: 0.0457833 Mar 28 12:01:12.276818 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 55538) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:12.319237 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6623260-af52-4172-902d-2e2f7950e1ba tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] DELETE failed (client error): The resource could not be found. Mar 28 12:01:12.319717 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6623260-af52-4172-902d-2e2f7950e1ba tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 12:01:12.324168 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-f6623260-af52-4172-902d-2e2f7950e1ba tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "DELETE /v2.0/subnets/97b1db93-4abb-4290-a839-def403b9ed4c HTTP/1.1" status: 404 len: 337 time: 0.0464091 Mar 28 12:01:12.324797 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 55542) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:12.343507 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-6a1ac19d-89f1-4e22-ba24-560de63cbffc tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:12.358133 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-b6f3a896-ae46-42e1-959d-124805b8f1a2 None None] Notify callbacks [] for port, precommit_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:12.367821 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4d3c3eb-82c2-4c2a-9b20-1aced4b4c9d4 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] DELETE failed (client error): The resource could not be found. Mar 28 12:01:12.368289 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4d3c3eb-82c2-4c2a-9b20-1aced4b4c9d4 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 12:01:12.373513 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-e4d3c3eb-82c2-4c2a-9b20-1aced4b4c9d4 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "DELETE /v2.0/ports/73a047da-d4e5-4cab-b891-4e5314571b0a HTTP/1.1" status: 404 len: 333 time: 0.0477717 Mar 28 12:01:12.374129 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 55546) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:12.383071 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-b6f3a896-ae46-42e1-959d-124805b8f1a2 None None] Transition to ACTIVE for port object 2c9f548c-6e44-44c0-be42-976045ecfe51 will not be triggered until provisioned by entity L2. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:01:12.401646 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-d379f9a4-9eb2-4fa6-b62b-b831a7502232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250'] for port, after_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:12.407410 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-0b0e495d-aaa8-4c9e-88ec-e70cbdbaf61c None None] Notify callbacks [] for port, precommit_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:12.423539 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.pecan_wsgi.hooks.translation [None req-217331fc-5efd-42d9-9fdb-f53efe8e6444 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] DELETE failed (client error): The resource could not be found. Mar 28 12:01:12.423539 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-217331fc-5efd-42d9-9fdb-f53efe8e6444 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 12:01:12.424703 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-217331fc-5efd-42d9-9fdb-f53efe8e6444 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "DELETE /v2.0/subnets/aed02def-2051-4e2a-8b29-c699b2761087 HTTP/1.1" status: 404 len: 337 time: 0.0496254 Mar 28 12:01:12.425338 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 55550) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:12.473667 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d379f9a4-9eb2-4fa6-b62b-b831a7502232 None None] Pushing event deleted for resources: {'Port': ['ID=3403bc6b-22f3-438e-8520-093c9103522a,revision_number=None']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:01:12.477428 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-b6f3a896-ae46-42e1-959d-124805b8f1a2 None None] Transition to ACTIVE for port object 2c9f548c-6e44-44c0-be42-976045ecfe51 will not be triggered until provisioned by entity DHCP. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:01:12.479082 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-0b0e495d-aaa8-4c9e-88ec-e70cbdbaf61c None None] Transition to ACTIVE for port object a67fdd8f-4d1f-4e32-8287-c76f7c8ab959 will not be triggered until provisioned by entity L2. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:01:12.483143 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d379f9a4-9eb2-4fa6-b62b-b831a7502232 None None] No DVR routers for this DVR port 3403bc6b-22f3-438e-8520-093c9103522a on host dv-neutron-835340-2-hyperv {{(pid=87872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 12:01:12.498275 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-b6f3a896-ae46-42e1-959d-124805b8f1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241'] for port, after_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:12.512712 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-6a1ac19d-89f1-4e22-ba24-560de63cbffc tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:12.570363 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-0b0e495d-aaa8-4c9e-88ec-e70cbdbaf61c None None] Transition to ACTIVE for port object a67fdd8f-4d1f-4e32-8287-c76f7c8ab959 will not be triggered until provisioned by entity DHCP. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:01:12.584120 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6f3a896-ae46-42e1-959d-124805b8f1a2 None None] Network c989288d-4cc8-4b87-b542-e3064440a002 is already hosted by enough agents. {{(pid=87872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:01:12.587928 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-0b0e495d-aaa8-4c9e-88ec-e70cbdbaf61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241'] for port, after_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:12.595342 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.base_scheduler [None req-b6f3a896-ae46-42e1-959d-124805b8f1a2 None None] Resources bound (agent type, host, resource id): {{(pid=87872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:01:12.606082 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f3a896-ae46-42e1-959d-124805b8f1a2 None None] Pushing event updated for resources: {'Port': ['ID=2c9f548c-6e44-44c0-be42-976045ecfe51,revision_number=1']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:01:12.606082 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f3a896-ae46-42e1-959d-124805b8f1a2 None None] Received port after_create {{(pid=87872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 12:01:12.607901 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.pecan_wsgi.hooks.translation [None req-476c13ce-0f33-4b69-998a-fd735a580f2f tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] DELETE failed (client error): The resource could not be found. Mar 28 12:01:12.608396 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-476c13ce-0f33-4b69-998a-fd735a580f2f tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 12:01:12.617535 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-476c13ce-0f33-4b69-998a-fd735a580f2f tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "DELETE /v2.0/ports/a00b7a29-c18c-4bd5-b79d-1c7e46ac7cf0 HTTP/1.1" status: 404 len: 333 time: 0.1911740 Mar 28 12:01:12.619956 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 55554) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:12.659958 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-635e8ace-6524-45e0-ab79-b659d42cb3b8 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1919805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2364079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26551417'] for subnet, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:12.663676 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed7508ff-82af-4814-ba25-43317beae8e2 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] DELETE failed (client error): The resource could not be found. Mar 28 12:01:12.664196 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed7508ff-82af-4814-ba25-43317beae8e2 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 12:01:12.668494 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-ed7508ff-82af-4814-ba25-43317beae8e2 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "DELETE /v2.0/subnets/fefdfbe7-df27-44b7-b7da-701d2c751667 HTTP/1.1" status: 404 len: 337 time: 0.0449257 Mar 28 12:01:12.669074 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 55558) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:12.684111 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b0e495d-aaa8-4c9e-88ec-e70cbdbaf61c None None] Network 0a70aac7-f89f-4f1c-8260-e4675e8e229c is already hosted by enough agents. {{(pid=87872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:01:12.704601 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.db_base_plugin_common [None req-6694c575-5e62-4c43-9ed4-18b4b859c8d2 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Allocated IP 172.20.0.10 (c989288d-4cc8-4b87-b542-e3064440a002/ab939a54-896c-4830-8cca-b6f53c57ca0e/03f7764b-5f03-449b-8a8e-d7f18bd0472a) {{(pid=87871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 12:01:12.706314 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c74d9e1-d3bb-46ce-bee4-da134cd521ca tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] DELETE failed (client error): The resource could not be found. Mar 28 12:01:12.706575 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c74d9e1-d3bb-46ce-bee4-da134cd521ca tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 12:01:12.711127 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-7c74d9e1-d3bb-46ce-bee4-da134cd521ca tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "DELETE /v2.0/subnets/f6f3400c-f860-4d36-93a2-b9629dcbb8c4 HTTP/1.1" status: 404 len: 337 time: 0.0389247 Mar 28 12:01:12.711427 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 55562) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:12.718583 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.base_scheduler [None req-0b0e495d-aaa8-4c9e-88ec-e70cbdbaf61c None None] Resources bound (agent type, host, resource id): {{(pid=87872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:01:12.727941 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b0e495d-aaa8-4c9e-88ec-e70cbdbaf61c None None] Received port after_create {{(pid=87872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 12:01:12.740795 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635e8ace-6524-45e0-ab79-b659d42cb3b8 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Pushing event deleted for resources: {'Subnet': ['ID=37f215e6-bf4c-4206-bf31-57878a3214fb,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:01:12.758062 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.pecan_wsgi.hooks.translation [None req-997d6d27-3073-4c53-a99c-8e8258eee786 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] DELETE failed (client error): The resource could not be found. Mar 28 12:01:12.758614 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-997d6d27-3073-4c53-a99c-8e8258eee786 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 12:01:12.762713 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-997d6d27-3073-4c53-a99c-8e8258eee786 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "DELETE /v2.0/ports/821c7b8c-f4c4-4a04-815b-327f60acce43 HTTP/1.1" status: 404 len: 333 time: 0.0480058 Mar 28 12:01:12.763008 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 55566) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:12.791588 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0e495d-aaa8-4c9e-88ec-e70cbdbaf61c None None] Pushing event updated for resources: {'Port': ['ID=a67fdd8f-4d1f-4e32-8287-c76f7c8ab959,revision_number=1']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:01:12.799708 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-b6f3a896-ae46-42e1-959d-124805b8f1a2 None None] Attempting to bind port 2c9f548c-6e44-44c0-be42-976045ecfe51 on host dv-neutron-835340-2-hyperv for vnic_type normal with profile {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 12:01:12.800084 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-b6f3a896-ae46-42e1-959d-124805b8f1a2 None None] Attempting to bind port 2c9f548c-6e44-44c0-be42-976045ecfe51 by drivers openvswitch,hyperv on host dv-neutron-835340-2-hyperv at level 0 using segments [{'id': '86f0b6b5-74e7-411b-922c-b4857109ed13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'c989288d-4cc8-4b87-b542-e3064440a002'}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 12:01:12.800982 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f3a896-ae46-42e1-959d-124805b8f1a2 None None] Attempting to bind port 2c9f548c-6e44-44c0-be42-976045ecfe51 on network c989288d-4cc8-4b87-b542-e3064440a002 {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 12:01:12.808357 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.pecan_wsgi.hooks.translation [None req-c013c8ae-bb66-47c3-bc04-e7f82a0c8c33 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] DELETE failed (client error): The resource could not be found. Mar 28 12:01:12.809117 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c013c8ae-bb66-47c3-bc04-e7f82a0c8c33 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 12:01:12.811049 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-c013c8ae-bb66-47c3-bc04-e7f82a0c8c33 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "DELETE /v2.0/subnets/30f587fb-e3ed-42aa-88c8-ba1582ea5e6f HTTP/1.1" status: 404 len: 337 time: 0.0468473 Mar 28 12:01:12.813516 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 55570) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:12.855591 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b7a99c4-becf-4e7a-bd3d-cac73c74b7f1 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] DELETE failed (client error): The resource could not be found. Mar 28 12:01:12.856782 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b7a99c4-becf-4e7a-bd3d-cac73c74b7f1 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 12:01:12.860430 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-2b7a99c4-becf-4e7a-bd3d-cac73c74b7f1 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "DELETE /v2.0/subnets/0bb45a12-83d9-4004-b74b-e93b7fb83549 HTTP/1.1" status: 404 len: 337 time: 0.0435216 Mar 28 12:01:12.860858 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 55574) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:12.901078 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f3a896-ae46-42e1-959d-124805b8f1a2 None None] Checking agent: {'id': '961a16fe-cbc8-4264-ac28-bbbd53f89caa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 46, 6), 'started_at': datetime.datetime(2022, 3, 28, 11, 46, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 12, 1, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 12:01:12.901502 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f3a896-ae46-42e1-959d-124805b8f1a2 None None] Checking segment: {'id': '86f0b6b5-74e7-411b-922c-b4857109ed13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'c989288d-4cc8-4b87-b542-e3064440a002'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 12:01:12.901842 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-b6f3a896-ae46-42e1-959d-124805b8f1a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:12.902231 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f3a896-ae46-42e1-959d-124805b8f1a2 None None] Bound using segment: {'id': '86f0b6b5-74e7-411b-922c-b4857109ed13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'c989288d-4cc8-4b87-b542-e3064440a002'} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 12:01:12.902711 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-b6f3a896-ae46-42e1-959d-124805b8f1a2 None None] Bound port: 2c9f548c-6e44-44c0-be42-976045ecfe51, host: dv-neutron-835340-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86f0b6b5-74e7-411b-922c-b4857109ed13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'c989288d-4cc8-4b87-b542-e3064440a002'}}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 12:01:12.903080 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-b6f3a896-ae46-42e1-959d-124805b8f1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:12.912299 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Device aaad7283-132c-41bd-a2b9-91a059f6114c details requested by agent hyperv_hv-neutron-8353 with host hv-neutron-8353 {{(pid=87872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 28 12:01:12.914068 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.pecan_wsgi.hooks.translation [None req-92a442a1-af2e-472d-8ee0-22e320ea044c tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] DELETE failed (client error): The resource could not be found. Mar 28 12:01:12.914761 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92a442a1-af2e-472d-8ee0-22e320ea044c tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 12:01:12.916875 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-92a442a1-af2e-472d-8ee0-22e320ea044c tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "DELETE /v2.0/ports/bae2fd61-1e80-439d-90e7-05ac1ef18aa5 HTTP/1.1" status: 404 len: 333 time: 0.0549879 Mar 28 12:01:12.919514 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 55578) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:12.921484 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d742fafd-30a8-44dc-8ffb-b641811b03aa req-3b430a21-f9f1-4c8e-8fac-de6fd0fc91e0 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:01:12.923044 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-d742fafd-30a8-44dc-8ffb-b641811b03aa req-3b430a21-f9f1-4c8e-8fac-de6fd0fc91e0 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/ports?device_id=995a3ca1-3741-482f-8e09-4f70eb76f691 HTTP/1.1" status: 200 len: 944 time: 0.4951432 Mar 28 12:01:12.934086 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-0b0e495d-aaa8-4c9e-88ec-e70cbdbaf61c None None] Attempting to bind port a67fdd8f-4d1f-4e32-8287-c76f7c8ab959 on host dv-neutron-835340-2-hyperv for vnic_type normal with profile {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 12:01:12.934453 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-0b0e495d-aaa8-4c9e-88ec-e70cbdbaf61c None None] Attempting to bind port a67fdd8f-4d1f-4e32-8287-c76f7c8ab959 by drivers openvswitch,hyperv on host dv-neutron-835340-2-hyperv at level 0 using segments [{'id': 'cf2dde69-dd6e-4be8-a05a-cb2c8e0a6603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '0a70aac7-f89f-4f1c-8260-e4675e8e229c'}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 12:01:12.934812 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b0e495d-aaa8-4c9e-88ec-e70cbdbaf61c None None] Attempting to bind port a67fdd8f-4d1f-4e32-8287-c76f7c8ab959 on network 0a70aac7-f89f-4f1c-8260-e4675e8e229c {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 12:01:12.961899 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe1302b5-c267-4f92-badc-ebf070e6a63c tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] DELETE failed (client error): The resource could not be found. Mar 28 12:01:12.962506 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe1302b5-c267-4f92-badc-ebf070e6a63c tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 12:01:12.966556 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-fe1302b5-c267-4f92-badc-ebf070e6a63c tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "DELETE /v2.0/subnets/9176bb20-ba75-4ca1-8f0b-0bf3e1330d5f HTTP/1.1" status: 404 len: 337 time: 0.0435491 Mar 28 12:01:12.967967 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 55582) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:12.976241 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b0e495d-aaa8-4c9e-88ec-e70cbdbaf61c None None] Checking agent: {'id': '961a16fe-cbc8-4264-ac28-bbbd53f89caa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 46, 6), 'started_at': datetime.datetime(2022, 3, 28, 11, 46, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 12, 1, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 12:01:12.976616 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b0e495d-aaa8-4c9e-88ec-e70cbdbaf61c None None] Checking segment: {'id': 'cf2dde69-dd6e-4be8-a05a-cb2c8e0a6603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '0a70aac7-f89f-4f1c-8260-e4675e8e229c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 12:01:12.977019 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-0b0e495d-aaa8-4c9e-88ec-e70cbdbaf61c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:12.977408 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b0e495d-aaa8-4c9e-88ec-e70cbdbaf61c None None] Bound using segment: {'id': 'cf2dde69-dd6e-4be8-a05a-cb2c8e0a6603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '0a70aac7-f89f-4f1c-8260-e4675e8e229c'} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 12:01:12.977880 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-0b0e495d-aaa8-4c9e-88ec-e70cbdbaf61c None None] Bound port: a67fdd8f-4d1f-4e32-8287-c76f7c8ab959, host: dv-neutron-835340-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf2dde69-dd6e-4be8-a05a-cb2c8e0a6603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '0a70aac7-f89f-4f1c-8260-e4675e8e229c'}}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 12:01:12.978253 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-0b0e495d-aaa8-4c9e-88ec-e70cbdbaf61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:13.008425 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.pecan_wsgi.hooks.translation [None req-f06ffae3-5017-4bd6-8a57-d9e8441dbb72 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] DELETE failed (client error): The resource could not be found. Mar 28 12:01:13.008684 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f06ffae3-5017-4bd6-8a57-d9e8441dbb72 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 12:01:13.009285 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-635e8ace-6524-45e0-ab79-b659d42cb3b8 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930431', 'neutron.services.segments.db._delete_segments_for_network-8783496351308'] for network, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:13.014047 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-f06ffae3-5017-4bd6-8a57-d9e8441dbb72 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "DELETE /v2.0/subnets/f36e9f9b-b6e3-4a3f-b1db-ff73cf5a9826 HTTP/1.1" status: 404 len: 337 time: 0.0437341 Mar 28 12:01:13.014694 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 55586) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:13.083062 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.pecan_wsgi.hooks.translation [None req-03c00433-25d7-4035-922f-bf62661ad162 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] DELETE failed (client error): The resource could not be found. Mar 28 12:01:13.083548 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03c00433-25d7-4035-922f-bf62661ad162 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 12:01:13.089168 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-03c00433-25d7-4035-922f-bf62661ad162 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "DELETE /v2.0/ports/49162bf2-e519-4c88-a98d-18f2b31c2ccf HTTP/1.1" status: 404 len: 333 time: 0.0731790 Mar 28 12:01:13.089763 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 55590) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:13.096852 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-d742fafd-30a8-44dc-8ffb-b641811b03aa req-fd01231d-5922-4acc-b511-3d63246d5ce7 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5f98470-68ab-40c4-af40-df1dd85645b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1144104 Mar 28 12:01:13.105542 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.segments.db [None req-635e8ace-6524-45e0-ab79-b659d42cb3b8 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a70aac7-f89f-4f1c-8260-e4675e8e229c']}} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:01:13.131662 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0e5a9e8-49f0-494f-a379-782010ef695f tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] DELETE failed (client error): The resource could not be found. Mar 28 12:01:13.132109 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0e5a9e8-49f0-494f-a379-782010ef695f tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 12:01:13.134010 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-e0e5a9e8-49f0-494f-a379-782010ef695f tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "DELETE /v2.0/subnets/fa9e6dad-805b-47ad-bbbf-3019dbb55ea0 HTTP/1.1" status: 404 len: 337 time: 0.0431254 Mar 28 12:01:13.136814 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 55594) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:13.139871 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 3403bc6b-22f3-438e-8520-093c9103522a no longer exists at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 12:01:13.155657 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.segments.db [None req-635e8ace-6524-45e0-ab79-b659d42cb3b8 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf2dde69-dd6e-4be8-a05a-cb2c8e0a6603') {'for_net_delete': True} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:01:13.156164 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.segments.db [None req-635e8ace-6524-45e0-ab79-b659d42cb3b8 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf2dde69-dd6e-4be8-a05a-cb2c8e0a6603') {} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:01:13.175286 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d98f2e9-df64-43f2-bf34-4c81376a66ee tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] DELETE failed (client error): The resource could not be found. Mar 28 12:01:13.175912 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d98f2e9-df64-43f2-bf34-4c81376a66ee tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 12:01:13.178186 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-5d98f2e9-df64-43f2-bf34-4c81376a66ee tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "DELETE /v2.0/subnets/4d83079a-447a-4192-a57b-1c712fe849ac HTTP/1.1" status: 404 len: 337 time: 0.0398214 Mar 28 12:01:13.180453 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 55598) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:13.196102 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] No Port match for: 3403bc6b-22f3-438e-8520-093c9103522a {{(pid=87872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 12:01:13.196438 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 3403bc6b-22f3-438e-8520-093c9103522a not bound to the agent host dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 12:01:13.210351 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-b6f3a896-ae46-42e1-959d-124805b8f1a2 None None] For port 2c9f548c-6e44-44c0-be42-976045ecfe51, host dv-neutron-835340-2-hyperv, cleared binding levels {{(pid=87872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 12:01:13.227727 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-635e8ace-6524-45e0-ab79-b659d42cb3b8 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783496353639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3436890'] for segment, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:13.234181 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-dee4f653-07ff-45ce-9ed6-2f2081b65688 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "GET /v2.0/ports?device_id=15ecdd2e-b675-47d3-98a3-e16018ca16c7 HTTP/1.1" status: 200 len: 205 time: 0.0504096 Mar 28 12:01:13.234389 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-b6f3a896-ae46-42e1-959d-124805b8f1a2 None None] For port 2c9f548c-6e44-44c0-be42-976045ecfe51, host dv-neutron-835340-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=2c9f548c-6e44-44c0-be42-976045ecfe51,segment=NetworkSegment(86f0b6b5-74e7-411b-922c-b4857109ed13),segment_id=86f0b6b5-74e7-411b-922c-b4857109ed13)] {{(pid=87872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 12:01:13.234618 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 55602) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:13.248126 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-b6f3a896-ae46-42e1-959d-124805b8f1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:13.278593 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-635e8ace-6524-45e0-ab79-b659d42cb3b8 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:13.292360 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-0b0e495d-aaa8-4c9e-88ec-e70cbdbaf61c None None] For port a67fdd8f-4d1f-4e32-8287-c76f7c8ab959, host dv-neutron-835340-2-hyperv, cleared binding levels {{(pid=87872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 12:01:13.297935 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-635e8ace-6524-45e0-ab79-b659d42cb3b8 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=87871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 12:01:13.298819 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-635e8ace-6524-45e0-ab79-b659d42cb3b8 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1920481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2363149'] for segment, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:13.304295 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.api.v2.resource [None req-8d7aeccf-d71d-4c42-841a-96e1caa71012 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] delete failed (client error): The resource could not be found. Mar 28 12:01:13.307772 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-8d7aeccf-d71d-4c42-841a-96e1caa71012 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "DELETE /v2.0/routers/15ecdd2e-b675-47d3-98a3-e16018ca16c7 HTTP/1.1" status: 404 len: 336 time: 0.0698442 Mar 28 12:01:13.308125 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 55606) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:13.315561 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-6a1ac19d-89f1-4e22-ba24-560de63cbffc tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks [] for port, precommit_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:13.317670 dv-neutron-835340-2-hyperv neutron-server[87871]: Traceback (most recent call last): Mar 28 12:01:13.317670 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 12:01:13.317670 dv-neutron-835340-2-hyperv neutron-server[87871]: timer() Mar 28 12:01:13.317670 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 12:01:13.317670 dv-neutron-835340-2-hyperv neutron-server[87871]: cb(*args, **kw) Mar 28 12:01:13.317670 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 12:01:13.317670 dv-neutron-835340-2-hyperv neutron-server[87871]: return func(*args, **kwargs) Mar 28 12:01:13.317670 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 12:01:13.317670 dv-neutron-835340-2-hyperv neutron-server[87871]: self._notify() Mar 28 12:01:13.317670 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 12:01:13.317670 dv-neutron-835340-2-hyperv neutron-server[87871]: self.callback(batched_events) Mar 28 12:01:13.317670 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 12:01:13.317670 dv-neutron-835340-2-hyperv neutron-server[87871]: event.method(event) Mar 28 12:01:13.317670 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 12:01:13.317670 dv-neutron-835340-2-hyperv neutron-server[87871]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 12:01:13.317670 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 12:01:13.317670 dv-neutron-835340-2-hyperv neutron-server[87871]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 12:01:13.317670 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 12:01:13.317670 dv-neutron-835340-2-hyperv neutron-server[87871]: return f(self, *a, **k) Mar 28 12:01:13.317670 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 12:01:13.317670 dv-neutron-835340-2-hyperv neutron-server[87871]: return self._get(url).json() Mar 28 12:01:13.317670 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 12:01:13.317670 dv-neutron-835340-2-hyperv neutron-server[87871]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 12:01:13.317670 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 12:01:13.317670 dv-neutron-835340-2-hyperv neutron-server[87871]: return self.request(url, 'GET', **kwargs) Mar 28 12:01:13.317670 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 12:01:13.317670 dv-neutron-835340-2-hyperv neutron-server[87871]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 12:01:13.317670 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 12:01:13.317670 dv-neutron-835340-2-hyperv neutron-server[87871]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 12:01:13.317670 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 12:01:13.317670 dv-neutron-835340-2-hyperv neutron-server[87871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 12:01:13.317670 dv-neutron-835340-2-hyperv neutron-server[87871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 12:01:13.325346 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] For port aaad7283-132c-41bd-a2b9-91a059f6114c, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=aaad7283-132c-41bd-a2b9-91a059f6114c,segment=NetworkSegment(0c16f700-172a-4559-8f9a-7ed8adf773e6),segment_id=0c16f700-172a-4559-8f9a-7ed8adf773e6)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:01:13.345440 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-6a1ac19d-89f1-4e22-ba24-560de63cbffc tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2363241'] for port, after_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:13.354555 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.pecan_wsgi.hooks.translation [None req-b44ac9fa-8ec9-4957-9a5d-40a7fdbc80f6 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] DELETE failed (client error): The resource could not be found. Mar 28 12:01:13.355139 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b44ac9fa-8ec9-4957-9a5d-40a7fdbc80f6 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 12:01:13.359331 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-b44ac9fa-8ec9-4957-9a5d-40a7fdbc80f6 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "DELETE /v2.0/subnets/c7a0e6cd-0de0-4dff-ac9b-af7adf82a9d9 HTTP/1.1" status: 404 len: 337 time: 0.0475986 Mar 28 12:01:13.359499 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Returning: {'device': 'aaad7283-132c-41bd-a2b9-91a059f6114c', 'network_id': '407023ce-274c-4460-a707-774aa60c0992', 'port_id': 'aaad7283-132c-41bd-a2b9-91a059f6114c', 'mac_address': 'fa:16:3e:8c:3a:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60940c12-d54a-4413-97d1-30b1a13185dc', 'ip_address': '172.20.0.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 28 12:01:13.359722 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 55610) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:13.393688 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f3a896-ae46-42e1-959d-124805b8f1a2 None None] Pushing event updated for resources: {'Port': ['ID=2c9f548c-6e44-44c0-be42-976045ecfe51,revision_number=2']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:01:13.407986 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-8c003502-c0ab-4911-962f-f027202ec8cd tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2fa4827-bdfd-4cff-a8ef-3c301fbfce55 HTTP/1.1" status: 200 len: 205 time: 0.0467446 Mar 28 12:01:13.410059 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 55614) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:13.434837 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:13.452984 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.notifiers.nova [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aaad7283-132c-41bd-a2b9-91a059f6114c {{(pid=87872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 12:01:13.470618 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] For port aaad7283-132c-41bd-a2b9-91a059f6114c, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=aaad7283-132c-41bd-a2b9-91a059f6114c,segment=NetworkSegment(0c16f700-172a-4559-8f9a-7ed8adf773e6),segment_id=0c16f700-172a-4559-8f9a-7ed8adf773e6)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:01:13.476910 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:13.499926 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.api.v2.resource [None req-3674b7c5-900c-4b46-8678-1dd900a69a32 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] delete failed (client error): The resource could not be found. Mar 28 12:01:13.501026 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-3674b7c5-900c-4b46-8678-1dd900a69a32 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "DELETE /v2.0/routers/a2fa4827-bdfd-4cff-a8ef-3c301fbfce55 HTTP/1.1" status: 404 len: 336 time: 0.0894451 Mar 28 12:01:13.503690 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 55618) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:13.541553 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-6694c575-5e62-4c43-9ed4-18b4b859c8d2 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks [] for port, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:13.545114 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.pecan_wsgi.hooks.translation [None req-447e44dc-8611-4fe6-947e-2577d37374fd tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] DELETE failed (client error): The resource could not be found. Mar 28 12:01:13.545765 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-447e44dc-8611-4fe6-947e-2577d37374fd tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 12:01:13.547452 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-447e44dc-8611-4fe6-947e-2577d37374fd tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "DELETE /v2.0/subnets/f4156fb0-b665-4894-b4d7-3a6f795db2a2 HTTP/1.1" status: 404 len: 337 time: 0.0426090 Mar 28 12:01:13.549965 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 55622) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:13.555775 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Pushing event updated for resources: {'Port': ['ID=aaad7283-132c-41bd-a2b9-91a059f6114c,revision_number=4']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:01:13.566198 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-0b0e495d-aaa8-4c9e-88ec-e70cbdbaf61c None None] For port a67fdd8f-4d1f-4e32-8287-c76f7c8ab959, host dv-neutron-835340-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=a67fdd8f-4d1f-4e32-8287-c76f7c8ab959,segment=NetworkSegment(cf2dde69-dd6e-4be8-a05a-cb2c8e0a6603),segment_id=cf2dde69-dd6e-4be8-a05a-cb2c8e0a6603)] {{(pid=87872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 12:01:13.572363 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-0b0e495d-aaa8-4c9e-88ec-e70cbdbaf61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:13.586677 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.db.api [None req-635e8ace-6524-45e0-ab79-b659d42cb3b8 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 28 12:01:13.586677 dv-neutron-835340-2-hyperv neutron-server[87871]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 28 12:01:13.586677 dv-neutron-835340-2-hyperv neutron-server[87871]: [parameters: {'id': '0a70aac7-f89f-4f1c-8260-e4675e8e229c'}] Mar 28 12:01:13.586677 dv-neutron-835340-2-hyperv neutron-server[87871]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87871) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 12:01:13.587157 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG oslo_db.api [None req-635e8ace-6524-45e0-ab79-b659d42cb3b8 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 12:01:13.589850 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.provisioning_blocks [None req-6694c575-5e62-4c43-9ed4-18b4b859c8d2 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Transition to ACTIVE for port object 03f7764b-5f03-449b-8a8e-d7f18bd0472a will not be triggered until provisioned by entity DHCP. {{(pid=87871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:01:13.591137 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1ac19d-89f1-4e22-ba24-560de63cbffc tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Pushing event updated for resources: {'Port': ['ID=b95f28d2-0e4b-4c91-b560-9af771ff45ba,revision_number=2']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:01:13.596765 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-6a1ac19d-89f1-4e22-ba24-560de63cbffc tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-709520'] for floatingip, after_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:13.611539 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.pecan_wsgi.hooks.translation [None req-4408cd2e-f80a-4976-977c-37909e45cac5 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] DELETE failed (client error): The resource could not be found. Mar 28 12:01:13.612040 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4408cd2e-f80a-4976-977c-37909e45cac5 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 12:01:13.614680 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-4408cd2e-f80a-4976-977c-37909e45cac5 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "DELETE /v2.0/subnets/6d5cb86d-7fec-4df9-a0c4-5c795b9243b1 HTTP/1.1" status: 404 len: 337 time: 0.0630708 Mar 28 12:01:13.618427 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 55626) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:13.668919 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.pecan_wsgi.hooks.translation [None req-681e6d98-5419-4fa4-9603-66057fa9d25f tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] DELETE failed (client error): The resource could not be found. Mar 28 12:01:13.669392 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-681e6d98-5419-4fa4-9603-66057fa9d25f tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 12:01:13.684464 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-681e6d98-5419-4fa4-9603-66057fa9d25f tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "DELETE /v2.0/ports/7e824968-923d-4b14-b6fc-5d1227576cc6 HTTP/1.1" status: 404 len: 333 time: 0.0650222 Mar 28 12:01:13.686845 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 55630) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:13.726351 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0e495d-aaa8-4c9e-88ec-e70cbdbaf61c None None] Pushing event updated for resources: {'Port': ['ID=a67fdd8f-4d1f-4e32-8287-c76f7c8ab959,revision_number=2']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:01:13.736196 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.pecan_wsgi.hooks.translation [None req-db7b50bb-9d6c-4d32-9416-ecc668ac9c98 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] DELETE failed (client error): The resource could not be found. Mar 28 12:01:13.736653 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db7b50bb-9d6c-4d32-9416-ecc668ac9c98 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 12:01:13.736787 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] get_ports_and_sgs() called for port_ids ['aaad7283-132c-41bd-a2b9-91a059f6114c'] {{(pid=87872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 12:01:13.739055 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-db7b50bb-9d6c-4d32-9416-ecc668ac9c98 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "DELETE /v2.0/subnets/b9529a26-e49c-49a9-9306-bcca0f39882d HTTP/1.1" status: 404 len: 337 time: 0.0509162 Mar 28 12:01:13.746387 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 55634) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:13.797167 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.pecan_wsgi.hooks.translation [None req-b20ee7c5-73f3-4152-930a-f75a08eb93ac tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] DELETE failed (client error): The resource could not be found. Mar 28 12:01:13.797643 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b20ee7c5-73f3-4152-930a-f75a08eb93ac tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 12:01:13.799391 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-b20ee7c5-73f3-4152-930a-f75a08eb93ac tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "DELETE /v2.0/ports/eaa69829-6b18-4012-a420-e9430746a5d6 HTTP/1.1" status: 404 len: 333 time: 0.0520213 Mar 28 12:01:13.802051 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 55638) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:13.835450 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8722f5a-f97a-4f6a-a6dd-b6d97212d13b None None] Network 0a70aac7-f89f-4f1c-8260-e4675e8e229c requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 12:01:13.873112 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbb9002f-9b8f-4566-a39d-6b9ac0ac5128 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] DELETE failed (client error): The resource could not be found. Mar 28 12:01:13.873481 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbb9002f-9b8f-4566-a39d-6b9ac0ac5128 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 12:01:13.884113 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-dbb9002f-9b8f-4566-a39d-6b9ac0ac5128 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "DELETE /v2.0/subnets/aa7c575c-e45c-4ddc-b2a0-f5b62cdf94d3 HTTP/1.1" status: 404 len: 337 time: 0.0810301 Mar 28 12:01:13.885109 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 55642) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:13.924437 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-6694c575-5e62-4c43-9ed4-18b4b859c8d2 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:13.997788 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.pecan_wsgi.hooks.translation [None req-64f77680-d2ff-4d27-9331-f399b64d353a tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] DELETE failed (client error): The resource could not be found. Mar 28 12:01:13.998254 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64f77680-d2ff-4d27-9331-f399b64d353a tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 12:01:14.084631 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6694c575-5e62-4c43-9ed4-18b4b859c8d2 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Network c989288d-4cc8-4b87-b542-e3064440a002 is already hosted by enough agents. {{(pid=87871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:01:14.091723 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-635e8ace-6524-45e0-ab79-b659d42cb3b8 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588883'] for network, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:14.105391 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-64f77680-d2ff-4d27-9331-f399b64d353a tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "DELETE /v2.0/ports/6ed6903d-1998-42d2-a569-451a89962cdf HTTP/1.1" status: 404 len: 333 time: 0.2135146 Mar 28 12:01:14.105391 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-6694c575-5e62-4c43-9ed4-18b4b859c8d2 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Resources bound (agent type, host, resource id): {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:01:14.105962 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 55646) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:14.113507 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6694c575-5e62-4c43-9ed4-18b4b859c8d2 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Received port after_create {{(pid=87871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 12:01:14.149723 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa35e022-268b-467c-af15-a77ed796618a tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] DELETE failed (client error): The resource could not be found. Mar 28 12:01:14.150385 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa35e022-268b-467c-af15-a77ed796618a tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 12:01:14.152381 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-fa35e022-268b-467c-af15-a77ed796618a tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "DELETE /v2.0/subnets/eb6d5e6a-189f-4bfa-8511-1c2b9c7e5d4e HTTP/1.1" status: 404 len: 337 time: 0.0449240 Mar 28 12:01:14.152959 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6694c575-5e62-4c43-9ed4-18b4b859c8d2 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Pushing event updated for resources: {'Port': ['ID=03f7764b-5f03-449b-8a8e-d7f18bd0472a,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:01:14.154901 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 55652) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:14.174175 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-635e8ace-6524-45e0-ab79-b659d42cb3b8 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Deleting port a67fdd8f-4d1f-4e32-8287-c76f7c8ab959 {{(pid=87871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:01:14.174445 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-635e8ace-6524-45e0-ab79-b659d42cb3b8 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:14.207447 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.pecan_wsgi.hooks.translation [None req-825cedcf-6672-4b16-a3f3-97f001975134 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] DELETE failed (client error): The resource could not be found. Mar 28 12:01:14.207956 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-825cedcf-6672-4b16-a3f3-97f001975134 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 12:01:14.209819 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-825cedcf-6672-4b16-a3f3-97f001975134 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "DELETE /v2.0/ports/06551b2e-8fcc-4a3d-b0dc-7d3268376c95 HTTP/1.1" status: 404 len: 333 time: 0.0538015 Mar 28 12:01:14.212414 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 55656) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:14.213682 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.db.l3_db [None req-6a1ac19d-89f1-4e22-ba24-560de63cbffc tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Floating IP f99cfae8-e0a7-48bc-bc41-29ebc0e89963 associated. External IP: 172.26.7.61, port: 674888f2-d055-40bf-b889-93ce6beb831a. Mar 28 12:01:14.308237 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.pecan_wsgi.hooks.translation [None req-04a7ab6a-2214-45cf-8b3d-5c524b449b5e tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] DELETE failed (client error): The resource could not be found. Mar 28 12:01:14.308686 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04a7ab6a-2214-45cf-8b3d-5c524b449b5e tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 12:01:14.310372 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-04a7ab6a-2214-45cf-8b3d-5c524b449b5e tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "DELETE /v2.0/subnets/1ee510ed-4523-4546-b4da-56cbc0cb3f48 HTTP/1.1" status: 404 len: 337 time: 0.0970738 Mar 28 12:01:14.315510 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 55660) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:14.334782 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6694c575-5e62-4c43-9ed4-18b4b859c8d2 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:01:14.335422 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-6694c575-5e62-4c43-9ed4-18b4b859c8d2 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:14.365334 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.pecan_wsgi.hooks.translation [None req-da270782-f773-4b8d-b62e-48b750acd8e4 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] DELETE failed (client error): The resource could not be found. Mar 28 12:01:14.365797 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da270782-f773-4b8d-b62e-48b750acd8e4 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 12:01:14.370723 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-da270782-f773-4b8d-b62e-48b750acd8e4 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "DELETE /v2.0/ports/9b638ca5-70b9-4394-a989-963cc10e8a26 HTTP/1.1" status: 404 len: 333 time: 0.0510001 Mar 28 12:01:14.370723 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 55664) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:14.416358 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.pecan_wsgi.hooks.translation [None req-10a52d8d-25c6-44d9-8196-a5987c2924f1 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] DELETE failed (client error): The resource could not be found. Mar 28 12:01:14.416957 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10a52d8d-25c6-44d9-8196-a5987c2924f1 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 12:01:14.418776 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-10a52d8d-25c6-44d9-8196-a5987c2924f1 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "DELETE /v2.0/subnets/b7ff6f92-9922-444e-8eae-2d8bc1fb9eec HTTP/1.1" status: 404 len: 337 time: 0.0476797 Mar 28 12:01:14.422090 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 55668) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:14.474108 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.pecan_wsgi.hooks.translation [None req-023d1191-bc58-4137-a68c-efe0d052a083 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] DELETE failed (client error): The resource could not be found. Mar 28 12:01:14.474108 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-023d1191-bc58-4137-a68c-efe0d052a083 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 12:01:14.478451 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-023d1191-bc58-4137-a68c-efe0d052a083 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "DELETE /v2.0/ports/9ca8c48c-a0b6-40b5-8b22-2aa5ee7bc95c HTTP/1.1" status: 404 len: 333 time: 0.0525293 Mar 28 12:01:14.478622 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-6694c575-5e62-4c43-9ed4-18b4b859c8d2 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.1154587 Mar 28 12:01:14.480124 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 55672) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:14.480363 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 55674) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:14.495376 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0b82ed-da31-4db4-ab8c-5e18c8aec0f0 req-3e7f53cb-a67a-4629-a8ca-d0e001d4cca8 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:01:14.496241 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-fe0b82ed-da31-4db4-ab8c-5e18c8aec0f0 req-3e7f53cb-a67a-4629-a8ca-d0e001d4cca8 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/ports?device_id=995a3ca1-3741-482f-8e09-4f70eb76f691 HTTP/1.1" status: 200 len: 945 time: 0.2234783 Mar 28 12:01:14.525555 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-79947925-0e47-4561-8be7-9214d213b0eb tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Request body: {'port': {'network_id': 'c989288d-4cc8-4b87-b542-e3064440a002', 'name': 'tempest-PortsTestJSON-622016754', 'fixed_ips': [{'subnet_id': 'ab939a54-896c-4830-8cca-b6f53c57ca0e', 'ip_address': '172.20.0.9'}]}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:01:14.547152 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-fe0b82ed-da31-4db4-ab8c-5e18c8aec0f0 req-49df6149-acff-4020-816a-5951e84a81bc tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5f98470-68ab-40c4-af40-df1dd85645b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449619 Mar 28 12:01:14.599719 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9257a9c-a899-49ba-a2f7-d07c0101ab98 None None] Network c989288d-4cc8-4b87-b542-e3064440a002 requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 12:01:14.603566 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac189def-aa8a-4c45-a769-21e009a23f33 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] DELETE failed (client error): The resource could not be found. Mar 28 12:01:14.604016 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac189def-aa8a-4c45-a769-21e009a23f33 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 12:01:14.605678 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-ac189def-aa8a-4c45-a769-21e009a23f33 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "DELETE /v2.0/subnets/5eb38ae1-0c0e-4af0-b1c3-00986b3a42a6 HTTP/1.1" status: 404 len: 337 time: 0.1100559 Mar 28 12:01:14.608382 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 55680) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:14.701653 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-3f13554e-830e-4475-a9a2-4ff1a4039bc9 None None] Provisioning for port 2c9f548c-6e44-44c0-be42-976045ecfe51 completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:01:14.753554 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c45b66d-fdd7-4647-bd7a-ae50c39ed873 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] DELETE failed (client error): The resource could not be found. Mar 28 12:01:14.754137 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c45b66d-fdd7-4647-bd7a-ae50c39ed873 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 12:01:14.755719 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-3c45b66d-fdd7-4647-bd7a-ae50c39ed873 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "DELETE /v2.0/ports/e6a5ca9d-1138-4602-b6bd-32005413e71c HTTP/1.1" status: 404 len: 333 time: 0.1463742 Mar 28 12:01:14.758166 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 55684) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:14.795390 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.pecan_wsgi.hooks.translation [None req-eacefcbb-a9f5-42e7-a505-8d03d807b979 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] DELETE failed (client error): The resource could not be found. Mar 28 12:01:14.795874 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eacefcbb-a9f5-42e7-a505-8d03d807b979 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 12:01:14.797550 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-eacefcbb-a9f5-42e7-a505-8d03d807b979 tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "DELETE /v2.0/subnets/6cb9eebc-eb7b-453e-9f20-096789b78e1c HTTP/1.1" status: 404 len: 337 time: 0.0385036 Mar 28 12:01:14.800177 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 55688) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:14.852157 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.db [None req-635e8ace-6524-45e0-ab79-b659d42cb3b8 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] For port a67fdd8f-4d1f-4e32-8287-c76f7c8ab959, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=a67fdd8f-4d1f-4e32-8287-c76f7c8ab959,segment=NetworkSegment(cf2dde69-dd6e-4be8-a05a-cb2c8e0a6603),segment_id=cf2dde69-dd6e-4be8-a05a-cb2c8e0a6603)] {{(pid=87871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:01:14.852501 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-635e8ace-6524-45e0-ab79-b659d42cb3b8 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:14.852853 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Device aaad7283-132c-41bd-a2b9-91a059f6114c up at agent hyperv_hv-neutron-8353 {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:01:14.920936 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-1e085c6b-e21c-490c-aff0-e355b02f885e tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588883'] for network, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:14.943850 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Provisioning for port aaad7283-132c-41bd-a2b9-91a059f6114c completed by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:01:14.950185 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Provisioning complete for port aaad7283-132c-41bd-a2b9-91a059f6114c triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:01:14.950773 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:15.075691 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-635e8ace-6524-45e0-ab79-b659d42cb3b8 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Calling delete_port for a67fdd8f-4d1f-4e32-8287-c76f7c8ab959 owned by network:dhcp {{(pid=87871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:01:15.100381 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-1e085c6b-e21c-490c-aff0-e355b02f885e tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930431', 'neutron.services.segments.db._delete_segments_for_network-8783496351308'] for network, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:15.146244 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-1e085c6b-e21c-490c-aff0-e355b02f885e tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e95a87e2-4c44-46e2-9de5-2786cbaea69c']}} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:01:15.156403 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-79947925-0e47-4561-8be7-9214d213b0eb tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:01:15.164936 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-1e085c6b-e21c-490c-aff0-e355b02f885e tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd053757-b8b4-4f3a-b553-aa242f2d15d2') {'for_net_delete': True} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:01:15.165477 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-1e085c6b-e21c-490c-aff0-e355b02f885e tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd053757-b8b4-4f3a-b553-aa242f2d15d2') {} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:01:15.174274 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-79947925-0e47-4561-8be7-9214d213b0eb tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Usage tracker for resource:port and tenant:35b7084247a448e2b3e41f3619d7d4bc is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:01:15.179993 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-79947925-0e47-4561-8be7-9214d213b0eb tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:01:15.185706 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-1e085c6b-e21c-490c-aff0-e355b02f885e tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783496353639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3591341'] for segment, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:15.198924 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-79947925-0e47-4561-8be7-9214d213b0eb tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:01:15.212188 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-1e085c6b-e21c-490c-aff0-e355b02f885e tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:15.221861 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e085c6b-e21c-490c-aff0-e355b02f885e tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=87870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 12:01:15.222627 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-1e085c6b-e21c-490c-aff0-e355b02f885e tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1920481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2558260'] for segment, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:15.224525 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 2c9f548c-6e44-44c0-be42-976045ecfe51 up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:01:15.226066 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a1ac19d-89f1-4e22-ba24-560de63cbffc tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Router 80a1cb0c-2b23-40f3-9433-a922b65a4212 has already been hosted by L3 agent af79d429-529e-400b-a119-94d4bec03f3e {{(pid=87871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 12:01:15.244580 dv-neutron-835340-2-hyperv neutron-server[87870]: Traceback (most recent call last): Mar 28 12:01:15.244580 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 12:01:15.244580 dv-neutron-835340-2-hyperv neutron-server[87870]: timer() Mar 28 12:01:15.244580 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 12:01:15.244580 dv-neutron-835340-2-hyperv neutron-server[87870]: cb(*args, **kw) Mar 28 12:01:15.244580 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 12:01:15.244580 dv-neutron-835340-2-hyperv neutron-server[87870]: return func(*args, **kwargs) Mar 28 12:01:15.244580 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 12:01:15.244580 dv-neutron-835340-2-hyperv neutron-server[87870]: self._notify() Mar 28 12:01:15.244580 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 12:01:15.244580 dv-neutron-835340-2-hyperv neutron-server[87870]: self.callback(batched_events) Mar 28 12:01:15.244580 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 12:01:15.244580 dv-neutron-835340-2-hyperv neutron-server[87870]: event.method(event) Mar 28 12:01:15.244580 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 12:01:15.244580 dv-neutron-835340-2-hyperv neutron-server[87870]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 12:01:15.244580 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 12:01:15.244580 dv-neutron-835340-2-hyperv neutron-server[87870]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 12:01:15.244580 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 12:01:15.244580 dv-neutron-835340-2-hyperv neutron-server[87870]: return f(self, *a, **k) Mar 28 12:01:15.244580 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 12:01:15.244580 dv-neutron-835340-2-hyperv neutron-server[87870]: return self._get(url).json() Mar 28 12:01:15.244580 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 12:01:15.244580 dv-neutron-835340-2-hyperv neutron-server[87870]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 12:01:15.244580 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 12:01:15.244580 dv-neutron-835340-2-hyperv neutron-server[87870]: return self.request(url, 'GET', **kwargs) Mar 28 12:01:15.244580 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 12:01:15.244580 dv-neutron-835340-2-hyperv neutron-server[87870]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 12:01:15.244580 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 12:01:15.244580 dv-neutron-835340-2-hyperv neutron-server[87870]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 12:01:15.244580 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 12:01:15.244580 dv-neutron-835340-2-hyperv neutron-server[87870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 12:01:15.244580 dv-neutron-835340-2-hyperv neutron-server[87870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 12:01:15.266685 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:15.299277 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79947925-0e47-4561-8be7-9214d213b0eb tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Made reservation on behalf of 35b7084247a448e2b3e41f3619d7d4bc for: {'port': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 12:01:15.304929 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-79947925-0e47-4561-8be7-9214d213b0eb tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:15.330368 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '995a3ca1-3741-482f-8e09-4f70eb76f691', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaad7283-132c-41bd-a2b9-91a059f6114c'}] {{(pid=87872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 12:01:15.351967 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] For port aaad7283-132c-41bd-a2b9-91a059f6114c, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=aaad7283-132c-41bd-a2b9-91a059f6114c,segment=NetworkSegment(0c16f700-172a-4559-8f9a-7ed8adf773e6),segment_id=0c16f700-172a-4559-8f9a-7ed8adf773e6)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:01:15.356518 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:15.360224 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-1e085c6b-e21c-490c-aff0-e355b02f885e tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709602'] for network, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:15.386881 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-1e085c6b-e21c-490c-aff0-e355b02f885e tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538751'] for network, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:15.396137 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e085c6b-e21c-490c-aff0-e355b02f885e tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Pushing event deleted for resources: {'Network': ['ID=e95a87e2-4c44-46e2-9de5-2786cbaea69c,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:01:15.406596 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-1f1edc94-2690-403e-ba64-0f504a4c6b52 None None] Provisioning for port 03f7764b-5f03-449b-8a8e-d7f18bd0472a completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:01:15.410401 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e085c6b-e21c-490c-aff0-e355b02f885e tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:01:15.411047 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e085c6b-e21c-490c-aff0-e355b02f885e tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:01:15.411698 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e085c6b-e21c-490c-aff0-e355b02f885e tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:01:15.412325 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e085c6b-e21c-490c-aff0-e355b02f885e tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:01:15.413062 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e085c6b-e21c-490c-aff0-e355b02f885e tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:01:15.414135 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e085c6b-e21c-490c-aff0-e355b02f885e tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:01:15.414633 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e085c6b-e21c-490c-aff0-e355b02f885e tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:01:15.415016 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e085c6b-e21c-490c-aff0-e355b02f885e tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:01:15.415351 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e085c6b-e21c-490c-aff0-e355b02f885e tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:01:15.415708 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e085c6b-e21c-490c-aff0-e355b02f885e tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:01:15.416072 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e085c6b-e21c-490c-aff0-e355b02f885e tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:01:15.416399 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e085c6b-e21c-490c-aff0-e355b02f885e tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:01:15.428329 dv-neutron-835340-2-hyperv neutron-server[87872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '995a3ca1-3741-482f-8e09-4f70eb76f691', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaad7283-132c-41bd-a2b9-91a059f6114c', 'code': 200} Mar 28 12:01:15.429132 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning for port 2c9f548c-6e44-44c0-be42-976045ecfe51 completed by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:01:15.436415 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-1e085c6b-e21c-490c-aff0-e355b02f885e tempest-NetworksTestDHCPv6-1615009686 tempest-NetworksTestDHCPv6-1615009686-project] 10.222.0.30 "DELETE /v2.0/networks/e95a87e2-4c44-46e2-9de5-2786cbaea69c HTTP/1.1" status: 204 len: 168 time: 0.6346569 Mar 28 12:01:15.437918 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-1f1edc94-2690-403e-ba64-0f504a4c6b52 None None] Provisioning complete for port 03f7764b-5f03-449b-8a8e-d7f18bd0472a triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:01:15.438347 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-1f1edc94-2690-403e-ba64-0f504a4c6b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:15.499204 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc725035-e2e0-4083-9dce-b280625338cd None None] get_active_networks_info from dv-neutron-835340-2-hyperv {{(pid=87872) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 28 12:01:15.511789 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-635e8ace-6524-45e0-ab79-b659d42cb3b8 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:15.525445 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port 2c9f548c-6e44-44c0-be42-976045ecfe51 triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:01:15.526084 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:15.593530 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635e8ace-6524-45e0-ab79-b659d42cb3b8 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Pushing event deleted for resources: {'Port': ['ID=a67fdd8f-4d1f-4e32-8287-c76f7c8ab959,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:01:15.600023 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Pushing event updated for resources: {'Port': ['ID=aaad7283-132c-41bd-a2b9-91a059f6114c,revision_number=5']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:01:15.647708 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-1f1edc94-2690-403e-ba64-0f504a4c6b52 None None] Port 03f7764b-5f03-449b-8a8e-d7f18bd0472a cannot update to ACTIVE because it is not bound. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 12:01:15.712168 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.notifiers.nova [None req-79947925-0e47-4561-8be7-9214d213b0eb tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] device_id is not set on port 087a7118-2be3-483a-aa2c-ddc24ff10f5e yet. {{(pid=87871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 12:01:15.753001 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-635e8ace-6524-45e0-ab79-b659d42cb3b8 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] No DVR routers for this DVR port a67fdd8f-4d1f-4e32-8287-c76f7c8ab959 on host dv-neutron-835340-2-hyperv {{(pid=87871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 12:01:15.773616 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc725035-e2e0-4083-9dce-b280625338cd None None] Resources bound (agent type, host, resource id): {{(pid=87872) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 28 12:01:15.775431 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:15.792557 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635e8ace-6524-45e0-ab79-b659d42cb3b8 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:01:15.792813 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635e8ace-6524-45e0-ab79-b659d42cb3b8 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:01:15.793134 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635e8ace-6524-45e0-ab79-b659d42cb3b8 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:01:15.793472 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635e8ace-6524-45e0-ab79-b659d42cb3b8 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:01:15.793799 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635e8ace-6524-45e0-ab79-b659d42cb3b8 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:01:15.794133 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635e8ace-6524-45e0-ab79-b659d42cb3b8 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:01:15.794537 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635e8ace-6524-45e0-ab79-b659d42cb3b8 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:01:15.794801 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635e8ace-6524-45e0-ab79-b659d42cb3b8 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:01:15.795079 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635e8ace-6524-45e0-ab79-b659d42cb3b8 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:01:15.795399 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635e8ace-6524-45e0-ab79-b659d42cb3b8 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:01:15.795744 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635e8ace-6524-45e0-ab79-b659d42cb3b8 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:01:15.796118 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635e8ace-6524-45e0-ab79-b659d42cb3b8 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:01:15.816989 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-279e83f7-9adc-46df-81db-8c2acfd1b134 None None] Provisioning complete for port 03f7764b-5f03-449b-8a8e-d7f18bd0472a triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:01:15.817365 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-279e83f7-9adc-46df-81db-8c2acfd1b134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:15.820331 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 55700) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:15.918447 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f30ff8-95f5-4a11-9786-9f473bd845b8 req-02d30dd3-c545-4cab-be70-114bd9cbaffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:01:15.923322 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-33f30ff8-95f5-4a11-9786-9f473bd845b8 req-02d30dd3-c545-4cab-be70-114bd9cbaffc service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=995a3ca1-3741-482f-8e09-4f70eb76f691 HTTP/1.1" status: 200 len: 1099 time: 0.2852099 Mar 28 12:01:15.940879 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-635e8ace-6524-45e0-ab79-b659d42cb3b8 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930431', 'neutron.services.segments.db._delete_segments_for_network-8783496351308'] for network, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:15.951382 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a1ac19d-89f1-4e22-ba24-560de63cbffc tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 12:01:15.966184 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af45d82d-3b15-4204-b98d-45a6df1a7252 None None] Sync routers for ids ['80a1cb0c-2b23-40f3-9433-a922b65a4212'] in dv-neutron-835340-2-hyperv {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 12:01:15.980083 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af45d82d-3b15-4204-b98d-45a6df1a7252 None None] Routers {'80a1cb0c-2b23-40f3-9433-a922b65a4212'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:01:15.981073 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-af45d82d-3b15-4204-b98d-45a6df1a7252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:01:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['80a1cb0c-2b23-40f3-9433-a922b65a4212'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:01:15.994288 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-33f30ff8-95f5-4a11-9786-9f473bd845b8 req-2ab357ec-9c52-47b4-8bbd-028b7d2df77d service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=a5f98470-68ab-40c4-af40-df1dd85645b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620112 Mar 28 12:01:16.016886 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee7f81a-ef82-43fe-8bd0-1d602eb21f6e req-e9102610-207f-4a6f-9d49-ab706fc85c46 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:01:16.032628 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-0ee7f81a-ef82-43fe-8bd0-1d602eb21f6e req-e9102610-207f-4a6f-9d49-ab706fc85c46 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/ports?device_id=995a3ca1-3741-482f-8e09-4f70eb76f691 HTTP/1.1" status: 200 len: 946 time: 0.3082473 Mar 28 12:01:16.042627 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.segments.db [None req-635e8ace-6524-45e0-ab79-b659d42cb3b8 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a70aac7-f89f-4f1c-8260-e4675e8e229c']}} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:01:16.079148 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] For port 2c9f548c-6e44-44c0-be42-976045ecfe51, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=2c9f548c-6e44-44c0-be42-976045ecfe51,segment=NetworkSegment(86f0b6b5-74e7-411b-922c-b4857109ed13),segment_id=86f0b6b5-74e7-411b-922c-b4857109ed13)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:01:16.083788 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.segments.db [None req-635e8ace-6524-45e0-ab79-b659d42cb3b8 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf2dde69-dd6e-4be8-a05a-cb2c8e0a6603') {'for_net_delete': True} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:01:16.084478 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.segments.db [None req-635e8ace-6524-45e0-ab79-b659d42cb3b8 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf2dde69-dd6e-4be8-a05a-cb2c8e0a6603') {} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:01:16.092955 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:16.093186 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-af45d82d-3b15-4204-b98d-45a6df1a7252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:01:16.103644 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af45d82d-3b15-4204-b98d-45a6df1a7252 None None] Routers {'80a1cb0c-2b23-40f3-9433-a922b65a4212'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:01:16.104345 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-af45d82d-3b15-4204-b98d-45a6df1a7252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:01:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['80a1cb0c-2b23-40f3-9433-a922b65a4212'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:01:16.117383 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-0ee7f81a-ef82-43fe-8bd0-1d602eb21f6e req-a49e6a9e-3421-4b63-a847-8646824847e5 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5f98470-68ab-40c4-af40-df1dd85645b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781689 Mar 28 12:01:16.137351 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-279e83f7-9adc-46df-81db-8c2acfd1b134 None None] Port 03f7764b-5f03-449b-8a8e-d7f18bd0472a cannot update to ACTIVE because it is not bound. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 12:01:16.155165 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-6a1ac19d-89f1-4e22-ba24-560de63cbffc tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for floatingip, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:16.169868 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-af45d82d-3b15-4204-b98d-45a6df1a7252 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:01:16.170270 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af45d82d-3b15-4204-b98d-45a6df1a7252 None None] The sync data for ids ['80a1cb0c-2b23-40f3-9433-a922b65a4212'] in dv-neutron-835340-2-hyperv is: [] {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 12:01:16.184147 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Pushing event updated for resources: {'Port': ['ID=2c9f548c-6e44-44c0-be42-976045ecfe51,revision_number=3']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:01:16.194819 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-635e8ace-6524-45e0-ab79-b659d42cb3b8 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783496353639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3436890'] for segment, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:16.267401 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-635e8ace-6524-45e0-ab79-b659d42cb3b8 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:16.275951 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-c32c43d6-ba10-4052-8774-bc93c9b2bb9b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b4adfe5c8b3a4e57a1afd1d44c455245&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4384723 Mar 28 12:01:16.278601 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 55706) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:16.288286 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-6a1ac19d-89f1-4e22-ba24-560de63cbffc tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 6.5109005 Mar 28 12:01:16.289448 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.db_base_plugin_common [None req-79947925-0e47-4561-8be7-9214d213b0eb tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Allocated IP 172.20.0.9 (c989288d-4cc8-4b87-b542-e3064440a002/ab939a54-896c-4830-8cca-b6f53c57ca0e/087a7118-2be3-483a-aa2c-ddc24ff10f5e) {{(pid=87871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 12:01:16.291593 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 55710) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:16.294581 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-635e8ace-6524-45e0-ab79-b659d42cb3b8 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=87871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 12:01:16.295036 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-635e8ace-6524-45e0-ab79-b659d42cb3b8 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1920481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2363149'] for segment, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:16.299719 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-c58086fe-9477-4f5b-9ea4-064656e77c0f tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Request body: {'floatingip': {'port_id': '674888f2-d055-40bf-b889-93ce6beb831a', 'fixed_ip_address': '172.20.0.13'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:01:16.310657 dv-neutron-835340-2-hyperv neutron-server[87871]: Traceback (most recent call last): Mar 28 12:01:16.310657 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 12:01:16.310657 dv-neutron-835340-2-hyperv neutron-server[87871]: timer() Mar 28 12:01:16.310657 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 12:01:16.310657 dv-neutron-835340-2-hyperv neutron-server[87871]: cb(*args, **kw) Mar 28 12:01:16.310657 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 12:01:16.310657 dv-neutron-835340-2-hyperv neutron-server[87871]: return func(*args, **kwargs) Mar 28 12:01:16.310657 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 12:01:16.310657 dv-neutron-835340-2-hyperv neutron-server[87871]: self._notify() Mar 28 12:01:16.310657 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 12:01:16.310657 dv-neutron-835340-2-hyperv neutron-server[87871]: self.callback(batched_events) Mar 28 12:01:16.310657 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 12:01:16.310657 dv-neutron-835340-2-hyperv neutron-server[87871]: event.method(event) Mar 28 12:01:16.310657 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 12:01:16.310657 dv-neutron-835340-2-hyperv neutron-server[87871]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 12:01:16.310657 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 12:01:16.310657 dv-neutron-835340-2-hyperv neutron-server[87871]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 12:01:16.310657 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 12:01:16.310657 dv-neutron-835340-2-hyperv neutron-server[87871]: return f(self, *a, **k) Mar 28 12:01:16.310657 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 12:01:16.310657 dv-neutron-835340-2-hyperv neutron-server[87871]: return self._get(url).json() Mar 28 12:01:16.310657 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 12:01:16.310657 dv-neutron-835340-2-hyperv neutron-server[87871]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 12:01:16.310657 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 12:01:16.310657 dv-neutron-835340-2-hyperv neutron-server[87871]: return self.request(url, 'GET', **kwargs) Mar 28 12:01:16.310657 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 12:01:16.310657 dv-neutron-835340-2-hyperv neutron-server[87871]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 12:01:16.310657 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 12:01:16.310657 dv-neutron-835340-2-hyperv neutron-server[87871]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 12:01:16.310657 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 12:01:16.310657 dv-neutron-835340-2-hyperv neutron-server[87871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 12:01:16.310657 dv-neutron-835340-2-hyperv neutron-server[87871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 12:01:16.416595 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-635e8ace-6524-45e0-ab79-b659d42cb3b8 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709602'] for network, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:16.435849 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-635e8ace-6524-45e0-ab79-b659d42cb3b8 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Notify callbacks [] for network, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:16.436044 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c58086fe-9477-4f5b-9ea4-064656e77c0f tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks [] for floatingip, before_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:16.452486 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635e8ace-6524-45e0-ab79-b659d42cb3b8 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Pushing event deleted for resources: {'Network': ['ID=0a70aac7-f89f-4f1c-8260-e4675e8e229c,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:01:16.461974 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-635e8ace-6524-45e0-ab79-b659d42cb3b8 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] 10.222.0.30 "DELETE /v2.0/networks/0a70aac7-f89f-4f1c-8260-e4675e8e229c HTTP/1.1" status: 204 len: 168 time: 5.9312747 Mar 28 12:01:16.465338 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 55714) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:16.486183 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-173ad8ea-352e-4efe-9e2f-10f7e1132ed9 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1706281172'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:01:16.502678 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-b1952a37-b2c6-457b-8b28-f73fa9b2678a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:16.504276 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-173ad8ea-352e-4efe-9e2f-10f7e1132ed9 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:01:16.511742 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-173ad8ea-352e-4efe-9e2f-10f7e1132ed9 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Usage tracker for resource:network and tenant:874923c595b0437ca4b69119e06ef288 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:01:16.553227 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-b1952a37-b2c6-457b-8b28-f73fa9b2678a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:16.561268 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-173ad8ea-352e-4efe-9e2f-10f7e1132ed9 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:01:16.578629 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-173ad8ea-352e-4efe-9e2f-10f7e1132ed9 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:01:16.597031 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-173ad8ea-352e-4efe-9e2f-10f7e1132ed9 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Made reservation on behalf of 874923c595b0437ca4b69119e06ef288 for: {'network': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 12:01:16.600718 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-173ad8ea-352e-4efe-9e2f-10f7e1132ed9 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for network, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:16.661013 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-79947925-0e47-4561-8be7-9214d213b0eb tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks [] for port, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:16.663999 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-173ad8ea-352e-4efe-9e2f-10f7e1132ed9 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=87871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 12:01:16.684839 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-173ad8ea-352e-4efe-9e2f-10f7e1132ed9 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:16.685189 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.db.segments_db [None req-173ad8ea-352e-4efe-9e2f-10f7e1132ed9 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Added segment 9dc4d6ab-f0cb-4f6a-abfc-9dc40f231fb1 of type vlan for network 7faa5a03-4649-4967-8ecd-0e95c0db22d0 Mar 28 12:01:16.692141 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.provisioning_blocks [None req-79947925-0e47-4561-8be7-9214d213b0eb tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Transition to ACTIVE for port object 087a7118-2be3-483a-aa2c-ddc24ff10f5e will not be triggered until provisioned by entity DHCP. {{(pid=87871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:01:16.703391 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-b1952a37-b2c6-457b-8b28-f73fa9b2678a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:16.718824 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-173ad8ea-352e-4efe-9e2f-10f7e1132ed9 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783495836591'] for network, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:16.755587 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-79947925-0e47-4561-8be7-9214d213b0eb tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:16.757737 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-173ad8ea-352e-4efe-9e2f-10f7e1132ed9 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765'] for network, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:16.763419 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-173ad8ea-352e-4efe-9e2f-10f7e1132ed9 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:01:16.764282 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-173ad8ea-352e-4efe-9e2f-10f7e1132ed9 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Notify callbacks [] for network, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:16.784058 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1952a37-b2c6-457b-8b28-f73fa9b2678a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15acb4f5-e510-4da8-abd8-1ab64af98587,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:01:16.789084 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-b1952a37-b2c6-457b-8b28-f73fa9b2678a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:16.792457 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-b1952a37-b2c6-457b-8b28-f73fa9b2678a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/15acb4f5-e510-4da8-abd8-1ab64af98587 HTTP/1.1" status: 204 len: 168 time: 0.5106404 Mar 28 12:01:16.972552 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79947925-0e47-4561-8be7-9214d213b0eb tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Network c989288d-4cc8-4b87-b542-e3064440a002 is already hosted by enough agents. {{(pid=87871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:01:16.974877 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-173ad8ea-352e-4efe-9e2f-10f7e1132ed9 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5084808 Mar 28 12:01:16.979142 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 55720) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:16.987714 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-79947925-0e47-4561-8be7-9214d213b0eb tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Resources bound (agent type, host, resource id): {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:01:16.991089 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-95d86033-73c3-457e-8fcf-cac8e9d1153c tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Request body: {'subnet': {'network_id': '7faa5a03-4649-4967-8ecd-0e95c0db22d0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:01:16.995799 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79947925-0e47-4561-8be7-9214d213b0eb tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Received port after_create {{(pid=87871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 12:01:17.027419 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173ad8ea-352e-4efe-9e2f-10f7e1132ed9 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Pushing event updated for resources: {'Network': ['ID=7faa5a03-4649-4967-8ecd-0e95c0db22d0,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:01:17.033411 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79947925-0e47-4561-8be7-9214d213b0eb tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Pushing event updated for resources: {'Port': ['ID=087a7118-2be3-483a-aa2c-ddc24ff10f5e,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:01:17.047037 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Network 7faa5a03-4649-4967-8ecd-0e95c0db22d0 details requested by agent ovs-agent-dv-neutron-835340-2-hyperv with host dv-neutron-835340-2-hyperv {{(pid=87872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 12:01:17.088133 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79947925-0e47-4561-8be7-9214d213b0eb tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:01:17.089177 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-79947925-0e47-4561-8be7-9214d213b0eb tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:17.115776 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-79947925-0e47-4561-8be7-9214d213b0eb tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.6154566 Mar 28 12:01:17.118550 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 55726) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:17.254554 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 2c9f548c-6e44-44c0-be42-976045ecfe51 up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:01:17.289211 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e50ed922-2801-48e2-8997-695d9e65e822 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:01:17.294703 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-e50ed922-2801-48e2-8997-695d9e65e822 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Synchronizing usage tracker for tenant:35b7084247a448e2b3e41f3619d7d4bc on resource:port {{(pid=87871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:01:17.357586 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port 2c9f548c-6e44-44c0-be42-976045ecfe51 triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:01:17.358112 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:17.365461 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-95d86033-73c3-457e-8fcf-cac8e9d1153c tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:01:17.371286 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-95d86033-73c3-457e-8fcf-cac8e9d1153c tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Usage tracker for resource:subnet and tenant:874923c595b0437ca4b69119e06ef288 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:01:17.375606 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-95d86033-73c3-457e-8fcf-cac8e9d1153c tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:01:17.382885 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-95d86033-73c3-457e-8fcf-cac8e9d1153c tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:01:17.391019 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-e50ed922-2801-48e2-8997-695d9e65e822 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Unset dirty status for tenant:35b7084247a448e2b3e41f3619d7d4bc on resource:port {{(pid=87871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:01:17.392550 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-e50ed922-2801-48e2-8997-695d9e65e822 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.2725229 Mar 28 12:01:17.397626 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 55736) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:17.413223 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95d86033-73c3-457e-8fcf-cac8e9d1153c tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Made reservation on behalf of 874923c595b0437ca4b69119e06ef288 for: {'subnet': 1} {{(pid=87870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 12:01:17.417126 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-95d86033-73c3-457e-8fcf-cac8e9d1153c tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2563571'] for subnet, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:17.461104 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-a2a17dad-18a4-4bb0-afd4-d9ecb736caf6 None None] Provisioning for port 087a7118-2be3-483a-aa2c-ddc24ff10f5e completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:01:17.469972 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-a2a17dad-18a4-4bb0-afd4-d9ecb736caf6 None None] Provisioning complete for port 087a7118-2be3-483a-aa2c-ddc24ff10f5e triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:01:17.470607 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-a2a17dad-18a4-4bb0-afd4-d9ecb736caf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:17.480412 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e034f0-3dcf-43d9-8f16-7d9790fe9158 req-4be1e8a9-60a8-4f4e-8c8f-861acb0eaede tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:01:17.482044 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-25e034f0-3dcf-43d9-8f16-7d9790fe9158 req-4be1e8a9-60a8-4f4e-8c8f-861acb0eaede tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/ports?device_id=995a3ca1-3741-482f-8e09-4f70eb76f691 HTTP/1.1" status: 200 len: 946 time: 0.1840937 Mar 28 12:01:17.602436 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-a2a17dad-18a4-4bb0-afd4-d9ecb736caf6 None None] Port 087a7118-2be3-483a-aa2c-ddc24ff10f5e cannot update to ACTIVE because it is not bound. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 12:01:17.659601 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c58086fe-9477-4f5b-9ea4-064656e77c0f tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:17.669496 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c58086fe-9477-4f5b-9ea4-064656e77c0f tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-709520'] for floatingip, after_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:17.699097 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-25e034f0-3dcf-43d9-8f16-7d9790fe9158 req-f7282e19-7b61-4b18-aca6-be975f935760 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5f98470-68ab-40c4-af40-df1dd85645b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2086883 Mar 28 12:01:17.708768 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8b92852-fdda-4b30-8f87-5cae2c7c06ae tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:01:17.714486 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8b92852-fdda-4b30-8f87-5cae2c7c06ae tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:01:17.730273 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8b92852-fdda-4b30-8f87-5cae2c7c06ae tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:01:17.732066 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-a8b92852-fdda-4b30-8f87-5cae2c7c06ae tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 0.3333054 Mar 28 12:01:17.734983 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 55752) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:17.819158 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-70fe8204-7e64-4fb1-b15f-aca435f2d3fe tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Deleting port 087a7118-2be3-483a-aa2c-ddc24ff10f5e {{(pid=87871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:01:17.819651 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-70fe8204-7e64-4fb1-b15f-aca435f2d3fe tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:17.989221 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 55758) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:18.101128 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-70fe8204-7e64-4fb1-b15f-aca435f2d3fe tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:18.115589 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-7bab3c8f-643c-4cb0-b533-9d9ab0f5669f tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Request body: {'networks': [{'name': 'tempest-network--1587961498'}, {'name': 'tempest-network--512434770'}]} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:01:18.115904 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-7bab3c8f-643c-4cb0-b533-9d9ab0f5669f tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Request body: {'network': {'name': 'tempest-network--1587961498'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:01:18.116364 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-7bab3c8f-643c-4cb0-b533-9d9ab0f5669f tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Request body: {'network': {'name': 'tempest-network--512434770'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:01:18.157571 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.objects.ports [None req-95d86033-73c3-457e-8fcf-cac8e9d1153c tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87870) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 28 12:01:18.168046 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-95d86033-73c3-457e-8fcf-cac8e9d1153c tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2561241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2563521'] for subnet, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:18.173821 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-7bab3c8f-643c-4cb0-b533-9d9ab0f5669f tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:01:18.235889 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-70fe8204-7e64-4fb1-b15f-aca435f2d3fe tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Calling delete_port for 087a7118-2be3-483a-aa2c-ddc24ff10f5e owned by {{(pid=87871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:01:18.256960 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8922992-59be-46d5-8808-5a90012259cf req-7c1f1173-6734-4d97-b8d4-ce949d3f6aad tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:01:18.258427 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-b8922992-59be-46d5-8808-5a90012259cf req-7c1f1173-6734-4d97-b8d4-ce949d3f6aad tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/ports?device_id=995a3ca1-3741-482f-8e09-4f70eb76f691 HTTP/1.1" status: 200 len: 946 time: 0.3928661 Mar 28 12:01:18.264049 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-7bab3c8f-643c-4cb0-b533-9d9ab0f5669f tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Usage tracker for resource:network and tenant:d74db50fb43946f088574dde2e3c5dce is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:01:18.276175 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-7bab3c8f-643c-4cb0-b533-9d9ab0f5669f tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:01:18.285600 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-7bab3c8f-643c-4cb0-b533-9d9ab0f5669f tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:01:18.307103 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bab3c8f-643c-4cb0-b533-9d9ab0f5669f tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Made reservation on behalf of d74db50fb43946f088574dde2e3c5dce for: {'network': 2} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 12:01:18.311508 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-7bab3c8f-643c-4cb0-b533-9d9ab0f5669f tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for network, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:18.326626 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-7bab3c8f-643c-4cb0-b533-9d9ab0f5669f tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Notify callbacks [] for security_group, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:18.354109 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-7bab3c8f-643c-4cb0-b533-9d9ab0f5669f tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:01:18.358196 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-7bab3c8f-643c-4cb0-b533-9d9ab0f5669f tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Usage tracker for resource:security_group_rule and tenant:d74db50fb43946f088574dde2e3c5dce is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:01:18.362546 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-7bab3c8f-643c-4cb0-b533-9d9ab0f5669f tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:01:18.382369 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d86033-73c3-457e-8fcf-cac8e9d1153c tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Pushing event updated for resources: {'Subnet': ['ID=06e3a12f-6118-4c87-bf2f-6f54f2f16043,revision_number=0']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:01:18.387490 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c58086fe-9477-4f5b-9ea4-064656e77c0f tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Router 80a1cb0c-2b23-40f3-9433-a922b65a4212 has already been hosted by L3 agent af79d429-529e-400b-a119-94d4bec03f3e {{(pid=87870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 12:01:18.397992 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-b8922992-59be-46d5-8808-5a90012259cf req-2e36a4a7-4643-4db6-9646-01776a571f94 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5f98470-68ab-40c4-af40-df1dd85645b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1140778 Mar 28 12:01:18.399718 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d86033-73c3-457e-8fcf-cac8e9d1153c tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Checking segment: {'id': '9dc4d6ab-f0cb-4f6a-abfc-9dc40f231fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '7faa5a03-4649-4967-8ecd-0e95c0db22d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 12:01:18.400081 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95d86033-73c3-457e-8fcf-cac8e9d1153c tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Network hostable DHCP agents. Network: 7faa5a03-4649-4967-8ecd-0e95c0db22d0, hostable agents: ['3cb85949-855b-4a40-b988-cd5705e511da'], hosted agents: [] {{(pid=87870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 12:01:18.400203 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-7bab3c8f-643c-4cb0-b533-9d9ab0f5669f tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:01:18.456195 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-70fe8204-7e64-4fb1-b15f-aca435f2d3fe tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:18.493002 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95d86033-73c3-457e-8fcf-cac8e9d1153c tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Network 7faa5a03-4649-4967-8ecd-0e95c0db22d0 is scheduled to be hosted by DHCP agent 3cb85949-855b-4a40-b988-cd5705e511da with binding_index 1 {{(pid=87870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 12:01:18.513867 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fe8204-7e64-4fb1-b15f-aca435f2d3fe tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Pushing event deleted for resources: {'Port': ['ID=087a7118-2be3-483a-aa2c-ddc24ff10f5e,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:01:18.515277 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.base_scheduler [None req-95d86033-73c3-457e-8fcf-cac8e9d1153c tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-2-hyperv, 7faa5a03-4649-4967-8ecd-0e95c0db22d0) {{(pid=87870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:01:18.525059 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70fcdf73-517f-4eeb-84d1-5e3852de2a8e None None] Network 7faa5a03-4649-4967-8ecd-0e95c0db22d0 requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 12:01:18.580967 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95d86033-73c3-457e-8fcf-cac8e9d1153c tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:01:18.581588 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-95d86033-73c3-457e-8fcf-cac8e9d1153c tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Notify callbacks [] for subnet, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:18.647878 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c58086fe-9477-4f5b-9ea4-064656e77c0f tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 12:01:18.652149 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-70fe8204-7e64-4fb1-b15f-aca435f2d3fe tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:18.659061 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-95d86033-73c3-457e-8fcf-cac8e9d1153c tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.6758878 Mar 28 12:01:18.660341 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c58086fe-9477-4f5b-9ea4-064656e77c0f tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for floatingip, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:18.661625 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7040ad11-10b0-4a24-98e0-604013c3edfd None None] Sync routers for ids ['80a1cb0c-2b23-40f3-9433-a922b65a4212'] in dv-neutron-835340-2-hyperv {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 12:01:18.667957 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 55768) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:18.680110 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7040ad11-10b0-4a24-98e0-604013c3edfd None None] Routers {'80a1cb0c-2b23-40f3-9433-a922b65a4212'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:01:18.680890 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-7040ad11-10b0-4a24-98e0-604013c3edfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:01:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['80a1cb0c-2b23-40f3-9433-a922b65a4212'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:01:18.705885 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-70fe8204-7e64-4fb1-b15f-aca435f2d3fe tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] 10.222.0.30 "DELETE /v2.0/ports/087a7118-2be3-483a-aa2c-ddc24ff10f5e HTTP/1.1" status: 204 len: 168 time: 0.9698415 Mar 28 12:01:18.709596 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 55772) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:18.741200 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-7bab3c8f-643c-4cb0-b533-9d9ab0f5669f tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Notify callbacks [] for security_group, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:18.774725 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.pecan_wsgi.hooks.translation [None req-401e6661-3d2c-49b7-a5a6-8512538a94d6 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] GET failed (client error): The resource could not be found. Mar 28 12:01:18.775259 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-401e6661-3d2c-49b7-a5a6-8512538a94d6 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Synchronizing usage tracker for tenant:35b7084247a448e2b3e41f3619d7d4bc on resource:port {{(pid=87870) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:01:18.789948 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-7040ad11-10b0-4a24-98e0-604013c3edfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:01:18.794704 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-7bab3c8f-643c-4cb0-b533-9d9ab0f5669f tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:18.795175 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-7bab3c8f-643c-4cb0-b533-9d9ab0f5669f tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for network, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:18.868174 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bab3c8f-643c-4cb0-b533-9d9ab0f5669f tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d08cefa8-8541-4962-956c-cd9eddba41e4,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:01:18.882133 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bab3c8f-643c-4cb0-b533-9d9ab0f5669f tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'} {{(pid=87871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 12:01:18.908083 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-c90306b6-1e5e-4b78-94ba-869eafe5e017 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588883'] for network, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:18.911777 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-7bab3c8f-643c-4cb0-b533-9d9ab0f5669f tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:18.911959 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7040ad11-10b0-4a24-98e0-604013c3edfd None None] Routers {'80a1cb0c-2b23-40f3-9433-a922b65a4212'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:01:18.912171 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.db.segments_db [None req-7bab3c8f-643c-4cb0-b533-9d9ab0f5669f tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Added segment 4bb7037e-2b6c-4651-8971-2193e0b7acfd of type vlan for network 54263f7c-b824-4e9f-a78d-10381a2b0cb6 Mar 28 12:01:18.912620 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-7040ad11-10b0-4a24-98e0-604013c3edfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:01:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['80a1cb0c-2b23-40f3-9433-a922b65a4212'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:01:18.974961 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-401e6661-3d2c-49b7-a5a6-8512538a94d6 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Unset dirty status for tenant:35b7084247a448e2b3e41f3619d7d4bc on resource:port {{(pid=87870) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:01:18.976181 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-401e6661-3d2c-49b7-a5a6-8512538a94d6 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] 10.222.0.30 "GET /v2.0/ports/087a7118-2be3-483a-aa2c-ddc24ff10f5e HTTP/1.1" status: 404 len: 333 time: 0.2638552 Mar 28 12:01:18.978149 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-7bab3c8f-643c-4cb0-b533-9d9ab0f5669f tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783495836591'] for network, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:18.979212 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 55776) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:19.014799 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-c58086fe-9477-4f5b-9ea4-064656e77c0f tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] 10.222.0.30 "PUT /v2.0/floatingips/f99cfae8-e0a7-48bc-bc41-29ebc0e89963 HTTP/1.1" status: 200 len: 977 time: 2.7194097 Mar 28 12:01:19.018852 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 55780) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:19.019023 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-358200a9-4125-4d52-b2f7-4be8278e696c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1d3f2a9-8722-5ce5-bc40-181687d1ed3f-7faa5a03-4649-4967-8ecd-0e95c0db22d0', 'network_id': '7faa5a03-4649-4967-8ecd-0e95c0db22d0', 'tenant_id': '874923c595b0437ca4b69119e06ef288', 'fixed_ips': [{'subnet_id': '06e3a12f-6118-4c87-bf2f-6f54f2f16043'}]}} from dv-neutron-835340-2-hyperv. {{(pid=87872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 12:01:19.019023 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-358200a9-4125-4d52-b2f7-4be8278e696c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:19.019830 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-c90306b6-1e5e-4b78-94ba-869eafe5e017 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1919782'] for subnet, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:19.039924 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-7040ad11-10b0-4a24-98e0-604013c3edfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:01:19.040327 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7040ad11-10b0-4a24-98e0-604013c3edfd None None] The sync data for ids ['80a1cb0c-2b23-40f3-9433-a922b65a4212'] in dv-neutron-835340-2-hyperv is: [] {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 12:01:19.059918 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-9ab97dc7-2a6d-47df-91b4-983e9132b906 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Deleting port 03f7764b-5f03-449b-8a8e-d7f18bd0472a {{(pid=87870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:01:19.060260 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-9ab97dc7-2a6d-47df-91b4-983e9132b906 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:19.172706 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bab3c8f-643c-4cb0-b533-9d9ab0f5669f tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=87871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 12:01:19.186907 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.db_base_plugin_common [None req-358200a9-4125-4d52-b2f7-4be8278e696c None None] Allocated IP 2001:db8::f816:3eff:fe15:fc70 (7faa5a03-4649-4967-8ecd-0e95c0db22d0/06e3a12f-6118-4c87-bf2f-6f54f2f16043/ffa031eb-f74c-4528-96f1-65816406e4d6) {{(pid=87872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 12:01:19.198135 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-7bab3c8f-643c-4cb0-b533-9d9ab0f5669f tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:19.198483 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.db.segments_db [None req-7bab3c8f-643c-4cb0-b533-9d9ab0f5669f tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Added segment 03cac6d8-7efe-485d-85e3-38f089b60ea6 of type vlan for network 96d14c03-e3ad-469f-8633-722e81cf6ecd Mar 28 12:01:19.319247 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-7bab3c8f-643c-4cb0-b533-9d9ab0f5669f tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783495836591'] for network, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:19.325302 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-9ab97dc7-2a6d-47df-91b4-983e9132b906 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:19.344862 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-2e5a1741-5510-4309-8a06-c971dc867d57 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Deleting port b95f28d2-0e4b-4c91-b560-9af771ff45ba {{(pid=87871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:01:19.345228 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-2e5a1741-5510-4309-8a06-c971dc867d57 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:19.410712 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-358200a9-4125-4d52-b2f7-4be8278e696c None None] Notify callbacks [] for port, precommit_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:19.421307 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-358200a9-4125-4d52-b2f7-4be8278e696c None None] Transition to ACTIVE for port object ffa031eb-f74c-4528-96f1-65816406e4d6 will not be triggered until provisioned by entity L2. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:01:19.442512 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-7bab3c8f-643c-4cb0-b533-9d9ab0f5669f tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765'] for network, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:19.442917 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-7bab3c8f-643c-4cb0-b533-9d9ab0f5669f tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765'] for network, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:19.444086 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-358200a9-4125-4d52-b2f7-4be8278e696c None None] Transition to ACTIVE for port object ffa031eb-f74c-4528-96f1-65816406e4d6 will not be triggered until provisioned by entity DHCP. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:01:19.449538 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bab3c8f-643c-4cb0-b533-9d9ab0f5669f tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:01:19.450770 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-358200a9-4125-4d52-b2f7-4be8278e696c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241'] for port, after_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:19.454389 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bab3c8f-643c-4cb0-b533-9d9ab0f5669f tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:01:19.455038 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-7bab3c8f-643c-4cb0-b533-9d9ab0f5669f tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Notify callbacks [] for network, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:19.463156 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-9ab97dc7-2a6d-47df-91b4-983e9132b906 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Calling delete_port for 03f7764b-5f03-449b-8a8e-d7f18bd0472a owned by {{(pid=87870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:01:19.515018 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-358200a9-4125-4d52-b2f7-4be8278e696c None None] Network 7faa5a03-4649-4967-8ecd-0e95c0db22d0 is already hosted by enough agents. {{(pid=87872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:01:19.518084 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.base_scheduler [None req-358200a9-4125-4d52-b2f7-4be8278e696c None None] Resources bound (agent type, host, resource id): {{(pid=87872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:01:19.527384 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-358200a9-4125-4d52-b2f7-4be8278e696c None None] Received port after_create {{(pid=87872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 12:01:19.570895 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358200a9-4125-4d52-b2f7-4be8278e696c None None] Pushing event updated for resources: {'Port': ['ID=ffa031eb-f74c-4528-96f1-65816406e4d6,revision_number=1']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:01:19.617854 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-9ab97dc7-2a6d-47df-91b4-983e9132b906 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:19.633132 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-358200a9-4125-4d52-b2f7-4be8278e696c None None] Attempting to bind port ffa031eb-f74c-4528-96f1-65816406e4d6 on host dv-neutron-835340-2-hyperv for vnic_type normal with profile {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 12:01:19.633503 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-358200a9-4125-4d52-b2f7-4be8278e696c None None] Attempting to bind port ffa031eb-f74c-4528-96f1-65816406e4d6 by drivers openvswitch,hyperv on host dv-neutron-835340-2-hyperv at level 0 using segments [{'id': '9dc4d6ab-f0cb-4f6a-abfc-9dc40f231fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '7faa5a03-4649-4967-8ecd-0e95c0db22d0'}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 12:01:19.633870 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-358200a9-4125-4d52-b2f7-4be8278e696c None None] Attempting to bind port ffa031eb-f74c-4528-96f1-65816406e4d6 on network 7faa5a03-4649-4967-8ecd-0e95c0db22d0 {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 12:01:19.639357 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-358200a9-4125-4d52-b2f7-4be8278e696c None None] Checking agent: {'id': '961a16fe-cbc8-4264-ac28-bbbd53f89caa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 46, 6), 'started_at': datetime.datetime(2022, 3, 28, 11, 46, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 12, 1, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 12:01:19.639733 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-358200a9-4125-4d52-b2f7-4be8278e696c None None] Checking segment: {'id': '9dc4d6ab-f0cb-4f6a-abfc-9dc40f231fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '7faa5a03-4649-4967-8ecd-0e95c0db22d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 12:01:19.640129 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-358200a9-4125-4d52-b2f7-4be8278e696c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:19.640513 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-358200a9-4125-4d52-b2f7-4be8278e696c None None] Bound using segment: {'id': '9dc4d6ab-f0cb-4f6a-abfc-9dc40f231fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '7faa5a03-4649-4967-8ecd-0e95c0db22d0'} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 12:01:19.640967 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-358200a9-4125-4d52-b2f7-4be8278e696c None None] Bound port: ffa031eb-f74c-4528-96f1-65816406e4d6, host: dv-neutron-835340-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dc4d6ab-f0cb-4f6a-abfc-9dc40f231fb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '7faa5a03-4649-4967-8ecd-0e95c0db22d0'}}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 12:01:19.641323 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-358200a9-4125-4d52-b2f7-4be8278e696c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:19.672345 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab97dc7-2a6d-47df-91b4-983e9132b906 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Pushing event deleted for resources: {'Port': ['ID=03f7764b-5f03-449b-8a8e-d7f18bd0472a,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:01:19.736948 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-358200a9-4125-4d52-b2f7-4be8278e696c None None] For port ffa031eb-f74c-4528-96f1-65816406e4d6, host dv-neutron-835340-2-hyperv, cleared binding levels {{(pid=87872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 12:01:19.740410 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-358200a9-4125-4d52-b2f7-4be8278e696c None None] For port ffa031eb-f74c-4528-96f1-65816406e4d6, host dv-neutron-835340-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=ffa031eb-f74c-4528-96f1-65816406e4d6,segment=NetworkSegment(9dc4d6ab-f0cb-4f6a-abfc-9dc40f231fb1),segment_id=9dc4d6ab-f0cb-4f6a-abfc-9dc40f231fb1)] {{(pid=87872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 12:01:19.746620 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-358200a9-4125-4d52-b2f7-4be8278e696c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:19.760977 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-c90306b6-1e5e-4b78-94ba-869eafe5e017 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1919805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2364079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26551417'] for subnet, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:19.796829 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-9ab97dc7-2a6d-47df-91b4-983e9132b906 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:19.830177 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-9ab97dc7-2a6d-47df-91b4-983e9132b906 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] 10.222.0.30 "DELETE /v2.0/ports/03f7764b-5f03-449b-8a8e-d7f18bd0472a HTTP/1.1" status: 204 len: 168 time: 0.8498971 Mar 28 12:01:19.831458 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358200a9-4125-4d52-b2f7-4be8278e696c None None] Pushing event updated for resources: {'Port': ['ID=ffa031eb-f74c-4528-96f1-65816406e4d6,revision_number=2']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:01:19.831963 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 55784) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:19.846194 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90306b6-1e5e-4b78-94ba-869eafe5e017 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Pushing event deleted for resources: {'Subnet': ['ID=06e3a12f-6118-4c87-bf2f-6f54f2f16043,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:01:19.850467 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-7bab3c8f-643c-4cb0-b533-9d9ab0f5669f tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.8605576 Mar 28 12:01:19.868231 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 55788) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:19.870470 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bab3c8f-643c-4cb0-b533-9d9ab0f5669f tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Pushing event updated for resources: {'Network': ['ID=54263f7c-b824-4e9f-a78d-10381a2b0cb6,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:01:19.887935 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Network 54263f7c-b824-4e9f-a78d-10381a2b0cb6 details requested by agent ovs-agent-dv-neutron-835340-2-hyperv with host dv-neutron-835340-2-hyperv {{(pid=87872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 12:01:19.933701 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 55792) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:20.026276 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.pecan_wsgi.hooks.translation [None req-db2f4a0f-d729-4506-a6f1-ecbd4cbae790 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] GET failed (client error): The resource could not be found. Mar 28 12:01:20.026824 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-db2f4a0f-d729-4506-a6f1-ecbd4cbae790 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Synchronizing usage tracker for tenant:35b7084247a448e2b3e41f3619d7d4bc on resource:port {{(pid=87870) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:01:20.052292 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-c90306b6-1e5e-4b78-94ba-869eafe5e017 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930431', 'neutron.services.segments.db._delete_segments_for_network-8783496351308'] for network, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:20.061322 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-2e5a1741-5510-4309-8a06-c971dc867d57 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:20.061708 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-2e5a1741-5510-4309-8a06-c971dc867d57 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:20.076920 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-db2f4a0f-d729-4506-a6f1-ecbd4cbae790 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Unset dirty status for tenant:35b7084247a448e2b3e41f3619d7d4bc on resource:port {{(pid=87870) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:01:20.081081 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-db2f4a0f-d729-4506-a6f1-ecbd4cbae790 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] 10.222.0.30 "GET /v2.0/ports/03f7764b-5f03-449b-8a8e-d7f18bd0472a HTTP/1.1" status: 404 len: 333 time: 0.2448609 Mar 28 12:01:20.081081 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 55796) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:20.309733 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa13e72d-ffc1-4c84-bb87-96655029d9db tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Deleting subnet ab939a54-896c-4830-8cca-b6f53c57ca0e {{(pid=87870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 12:01:20.320039 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-aa13e72d-ffc1-4c84-bb87-96655029d9db tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks [] for subnet, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:20.327322 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-2e5a1741-5510-4309-8a06-c971dc867d57 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Calling delete_port for b95f28d2-0e4b-4c91-b560-9af771ff45ba owned by network:floatingip {{(pid=87871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:01:20.363889 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bab3c8f-643c-4cb0-b533-9d9ab0f5669f tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Pushing event updated for resources: {'Network': ['ID=96d14c03-e3ad-469f-8633-722e81cf6ecd,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:01:20.367871 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.segments.db [None req-c90306b6-1e5e-4b78-94ba-869eafe5e017 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7faa5a03-4649-4967-8ecd-0e95c0db22d0']}} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:01:20.377300 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Network 96d14c03-e3ad-469f-8633-722e81cf6ecd details requested by agent ovs-agent-dv-neutron-835340-2-hyperv with host dv-neutron-835340-2-hyperv {{(pid=87872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 12:01:20.393102 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-aa13e72d-ffc1-4c84-bb87-96655029d9db tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3591354'] for subnet, precommit_delete_associations {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:20.397159 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.segments.db [None req-c90306b6-1e5e-4b78-94ba-869eafe5e017 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9dc4d6ab-f0cb-4f6a-abfc-9dc40f231fb1') {'for_net_delete': True} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:01:20.397655 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.segments.db [None req-c90306b6-1e5e-4b78-94ba-869eafe5e017 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9dc4d6ab-f0cb-4f6a-abfc-9dc40f231fb1') {} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:01:20.415323 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-c90306b6-1e5e-4b78-94ba-869eafe5e017 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783496353639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3436890'] for segment, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:20.470691 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-c90306b6-1e5e-4b78-94ba-869eafe5e017 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:20.489499 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61baa519-d56b-4061-9dbb-402b241562ae tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:01:20.495087 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61baa519-d56b-4061-9dbb-402b241562ae tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:01:20.501921 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61baa519-d56b-4061-9dbb-402b241562ae tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:01:20.508425 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61baa519-d56b-4061-9dbb-402b241562ae tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:01:20.509277 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-61baa519-d56b-4061-9dbb-402b241562ae tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Synchronizing usage tracker for tenant:d74db50fb43946f088574dde2e3c5dce on resource:network {{(pid=87871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:01:20.513245 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c90306b6-1e5e-4b78-94ba-869eafe5e017 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=87871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 12:01:20.513909 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-c90306b6-1e5e-4b78-94ba-869eafe5e017 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1920481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2363149'] for segment, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:20.529958 dv-neutron-835340-2-hyperv neutron-server[87871]: Traceback (most recent call last): Mar 28 12:01:20.529958 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 12:01:20.529958 dv-neutron-835340-2-hyperv neutron-server[87871]: timer() Mar 28 12:01:20.529958 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 12:01:20.529958 dv-neutron-835340-2-hyperv neutron-server[87871]: cb(*args, **kw) Mar 28 12:01:20.529958 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 12:01:20.529958 dv-neutron-835340-2-hyperv neutron-server[87871]: return func(*args, **kwargs) Mar 28 12:01:20.529958 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 12:01:20.529958 dv-neutron-835340-2-hyperv neutron-server[87871]: self._notify() Mar 28 12:01:20.529958 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 12:01:20.529958 dv-neutron-835340-2-hyperv neutron-server[87871]: self.callback(batched_events) Mar 28 12:01:20.529958 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 12:01:20.529958 dv-neutron-835340-2-hyperv neutron-server[87871]: event.method(event) Mar 28 12:01:20.529958 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 12:01:20.529958 dv-neutron-835340-2-hyperv neutron-server[87871]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 12:01:20.529958 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 12:01:20.529958 dv-neutron-835340-2-hyperv neutron-server[87871]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 12:01:20.529958 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 12:01:20.529958 dv-neutron-835340-2-hyperv neutron-server[87871]: return f(self, *a, **k) Mar 28 12:01:20.529958 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 12:01:20.529958 dv-neutron-835340-2-hyperv neutron-server[87871]: return self._get(url).json() Mar 28 12:01:20.529958 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 12:01:20.529958 dv-neutron-835340-2-hyperv neutron-server[87871]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 12:01:20.529958 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 12:01:20.529958 dv-neutron-835340-2-hyperv neutron-server[87871]: return self.request(url, 'GET', **kwargs) Mar 28 12:01:20.529958 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 12:01:20.529958 dv-neutron-835340-2-hyperv neutron-server[87871]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 12:01:20.529958 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 12:01:20.529958 dv-neutron-835340-2-hyperv neutron-server[87871]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 12:01:20.529958 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 12:01:20.529958 dv-neutron-835340-2-hyperv neutron-server[87871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 12:01:20.529958 dv-neutron-835340-2-hyperv neutron-server[87871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 12:01:20.552605 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:20.643008 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-61baa519-d56b-4061-9dbb-402b241562ae tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Unset dirty status for tenant:d74db50fb43946f088574dde2e3c5dce on resource:network {{(pid=87871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:01:20.647139 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-61baa519-d56b-4061-9dbb-402b241562ae tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.7549102 Mar 28 12:01:20.647139 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.db.api [None req-c90306b6-1e5e-4b78-94ba-869eafe5e017 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 28 12:01:20.647139 dv-neutron-835340-2-hyperv neutron-server[87871]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 28 12:01:20.647139 dv-neutron-835340-2-hyperv neutron-server[87871]: [parameters: {'id': '7faa5a03-4649-4967-8ecd-0e95c0db22d0'}] Mar 28 12:01:20.647139 dv-neutron-835340-2-hyperv neutron-server[87871]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87871) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 12:01:20.647656 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG oslo_db.api [None req-c90306b6-1e5e-4b78-94ba-869eafe5e017 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 12:01:20.647961 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 55800) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:20.809734 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-aa13e72d-ffc1-4c84-bb87-96655029d9db tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1919782'] for subnet, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:20.816334 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-4cb00283-fe44-457f-aa0a-342dd5d2f8f1 tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588883'] for network, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:20.822933 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-2e5a1741-5510-4309-8a06-c971dc867d57 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:20.881377 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5a1741-5510-4309-8a06-c971dc867d57 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Pushing event deleted for resources: {'Port': ['ID=b95f28d2-0e4b-4c91-b560-9af771ff45ba,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:01:20.968371 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c4b46eb-eb64-448f-992c-395f3ff536f9 None None] Network 7faa5a03-4649-4967-8ecd-0e95c0db22d0 requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 12:01:21.044358 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-aa13e72d-ffc1-4c84-bb87-96655029d9db tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1919805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2561174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2563528'] for subnet, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:21.108280 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa13e72d-ffc1-4c84-bb87-96655029d9db tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Pushing event deleted for resources: {'Subnet': ['ID=ab939a54-896c-4830-8cca-b6f53c57ca0e,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:01:21.110622 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-aa13e72d-ffc1-4c84-bb87-96655029d9db tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks [] for subnet, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:21.126644 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-aa13e72d-ffc1-4c84-bb87-96655029d9db tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] 10.222.0.30 "DELETE /v2.0/subnets/ab939a54-896c-4830-8cca-b6f53c57ca0e HTTP/1.1" status: 204 len: 168 time: 1.0408540 Mar 28 12:01:21.126644 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 55804) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:21.128823 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d21521ca-8d56-414f-8590-8662a0aae7b1 None None] Network c989288d-4cc8-4b87-b542-e3064440a002 requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 12:01:21.156331 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-ca907dbf-bb10-4c3f-8ad8-9b88a07ce0f1 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:21.200212 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-4d641414-2fca-422d-bfa9-677fcd5d5f17 None None] Provisioning for port ffa031eb-f74c-4528-96f1-65816406e4d6 completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:01:21.220297 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device ffa031eb-f74c-4528-96f1-65816406e4d6 up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:01:21.234217 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-c90306b6-1e5e-4b78-94ba-869eafe5e017 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588883'] for network, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:21.249163 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-4cb00283-fe44-457f-aa0a-342dd5d2f8f1 tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930431', 'neutron.services.segments.db._delete_segments_for_network-8783496351308'] for network, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:21.273170 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-2e5a1741-5510-4309-8a06-c971dc867d57 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks [] for floatingip, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:21.273495 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.db.l3_db [None req-2e5a1741-5510-4309-8a06-c971dc867d57 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Floating IP f99cfae8-e0a7-48bc-bc41-29ebc0e89963 disassociated (deleted). External IP: 172.26.7.61, port: 674888f2-d055-40bf-b889-93ce6beb831a. Mar 28 12:01:21.358234 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-c90306b6-1e5e-4b78-94ba-869eafe5e017 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Deleting port ffa031eb-f74c-4528-96f1-65816406e4d6 {{(pid=87871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:01:21.358519 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-c90306b6-1e5e-4b78-94ba-869eafe5e017 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:21.399421 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.segments.db [None req-4cb00283-fe44-457f-aa0a-342dd5d2f8f1 tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54263f7c-b824-4e9f-a78d-10381a2b0cb6']}} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:01:21.436602 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.segments.db [None req-4cb00283-fe44-457f-aa0a-342dd5d2f8f1 tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bb7037e-2b6c-4651-8971-2193e0b7acfd') {'for_net_delete': True} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:01:21.436894 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.segments.db [None req-4cb00283-fe44-457f-aa0a-342dd5d2f8f1 tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bb7037e-2b6c-4651-8971-2193e0b7acfd') {} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:01:21.464206 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-4cb00283-fe44-457f-aa0a-342dd5d2f8f1 tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783496353639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3436890'] for segment, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:21.492532 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-a5f822b8-a27d-4bfd-804c-1f3a783399fb tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588883'] for network, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:21.498062 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning for port ffa031eb-f74c-4528-96f1-65816406e4d6 completed by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:01:21.508355 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port ffa031eb-f74c-4528-96f1-65816406e4d6 triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:01:21.508797 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:21.522457 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-a5f822b8-a27d-4bfd-804c-1f3a783399fb tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Deleting port 2c9f548c-6e44-44c0-be42-976045ecfe51 {{(pid=87870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:01:21.522707 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-a5f822b8-a27d-4bfd-804c-1f3a783399fb tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:21.580901 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-4cb00283-fe44-457f-aa0a-342dd5d2f8f1 tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:21.615659 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cb00283-fe44-457f-aa0a-342dd5d2f8f1 tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=87871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 12:01:21.616074 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-4cb00283-fe44-457f-aa0a-342dd5d2f8f1 tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1920481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2363149'] for segment, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:21.627627 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03eaa247-8f87-4320-86f7-c5460d3614f5 None None] DHCP port deletion for 7faa5a03-4649-4967-8ecd-0e95c0db22d0 request from dv-neutron-835340-2-hyperv {{(pid=87872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 12:01:21.630469 dv-neutron-835340-2-hyperv neutron-server[87871]: Traceback (most recent call last): Mar 28 12:01:21.630469 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 12:01:21.630469 dv-neutron-835340-2-hyperv neutron-server[87871]: timer() Mar 28 12:01:21.630469 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 12:01:21.630469 dv-neutron-835340-2-hyperv neutron-server[87871]: cb(*args, **kw) Mar 28 12:01:21.630469 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 12:01:21.630469 dv-neutron-835340-2-hyperv neutron-server[87871]: return func(*args, **kwargs) Mar 28 12:01:21.630469 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 12:01:21.630469 dv-neutron-835340-2-hyperv neutron-server[87871]: self._notify() Mar 28 12:01:21.630469 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 12:01:21.630469 dv-neutron-835340-2-hyperv neutron-server[87871]: self.callback(batched_events) Mar 28 12:01:21.630469 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 12:01:21.630469 dv-neutron-835340-2-hyperv neutron-server[87871]: event.method(event) Mar 28 12:01:21.630469 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 12:01:21.630469 dv-neutron-835340-2-hyperv neutron-server[87871]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 12:01:21.630469 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 12:01:21.630469 dv-neutron-835340-2-hyperv neutron-server[87871]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 12:01:21.630469 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 12:01:21.630469 dv-neutron-835340-2-hyperv neutron-server[87871]: return f(self, *a, **k) Mar 28 12:01:21.630469 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 12:01:21.630469 dv-neutron-835340-2-hyperv neutron-server[87871]: return self._get(url).json() Mar 28 12:01:21.630469 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 12:01:21.630469 dv-neutron-835340-2-hyperv neutron-server[87871]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 12:01:21.630469 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 12:01:21.630469 dv-neutron-835340-2-hyperv neutron-server[87871]: return self.request(url, 'GET', **kwargs) Mar 28 12:01:21.630469 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 12:01:21.630469 dv-neutron-835340-2-hyperv neutron-server[87871]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 12:01:21.630469 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 12:01:21.630469 dv-neutron-835340-2-hyperv neutron-server[87871]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 12:01:21.630469 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 12:01:21.630469 dv-neutron-835340-2-hyperv neutron-server[87871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 12:01:21.630469 dv-neutron-835340-2-hyperv neutron-server[87871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 12:01:21.646201 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-03eaa247-8f87-4320-86f7-c5460d3614f5 None None] Deleting port ffa031eb-f74c-4528-96f1-65816406e4d6 {{(pid=87872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:01:21.646643 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-03eaa247-8f87-4320-86f7-c5460d3614f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:21.688157 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18440214-2aba-4aea-88e7-cb8265fd6b3e None None] DHCP port deletion for c989288d-4cc8-4b87-b542-e3064440a002 request from dv-neutron-835340-2-hyperv {{(pid=87872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 12:01:21.707033 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-18440214-2aba-4aea-88e7-cb8265fd6b3e None None] Deleting port 2c9f548c-6e44-44c0-be42-976045ecfe51 {{(pid=87872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:01:21.707522 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-18440214-2aba-4aea-88e7-cb8265fd6b3e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:21.755137 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:21.808972 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.db_base_plugin_common [None req-ca907dbf-bb10-4c3f-8ad8-9b88a07ce0f1 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Allocated IP 172.20.0.17 (407023ce-274c-4460-a707-774aa60c0992/60940c12-d54a-4413-97d1-30b1a13185dc/29f2c713-19b3-416c-b5d3-db487321a184) {{(pid=87870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 12:01:21.890343 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-4cb00283-fe44-457f-aa0a-342dd5d2f8f1 tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709602'] for network, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:21.899135 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] For port ffa031eb-f74c-4528-96f1-65816406e4d6, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=ffa031eb-f74c-4528-96f1-65816406e4d6,segment=NetworkSegment(9dc4d6ab-f0cb-4f6a-abfc-9dc40f231fb1),segment_id=9dc4d6ab-f0cb-4f6a-abfc-9dc40f231fb1)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:01:21.914647 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-4cb00283-fe44-457f-aa0a-342dd5d2f8f1 tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Notify callbacks [] for network, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:21.931461 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:21.992188 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb00283-fe44-457f-aa0a-342dd5d2f8f1 tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Pushing event deleted for resources: {'Network': ['ID=54263f7c-b824-4e9f-a78d-10381a2b0cb6,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:01:22.004503 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.db [None req-c90306b6-1e5e-4b78-94ba-869eafe5e017 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] For port ffa031eb-f74c-4528-96f1-65816406e4d6, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=ffa031eb-f74c-4528-96f1-65816406e4d6,segment=NetworkSegment(9dc4d6ab-f0cb-4f6a-abfc-9dc40f231fb1),segment_id=9dc4d6ab-f0cb-4f6a-abfc-9dc40f231fb1)] {{(pid=87871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:01:22.005111 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-c90306b6-1e5e-4b78-94ba-869eafe5e017 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:22.011405 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.db [None req-a5f822b8-a27d-4bfd-804c-1f3a783399fb tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] For port 2c9f548c-6e44-44c0-be42-976045ecfe51, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=2c9f548c-6e44-44c0-be42-976045ecfe51,segment=NetworkSegment(86f0b6b5-74e7-411b-922c-b4857109ed13),segment_id=86f0b6b5-74e7-411b-922c-b4857109ed13)] {{(pid=87870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:01:22.012188 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-a5f822b8-a27d-4bfd-804c-1f3a783399fb tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:22.026842 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-4cb00283-fe44-457f-aa0a-342dd5d2f8f1 tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] 10.222.0.30 "DELETE /v2.0/networks/54263f7c-b824-4e9f-a78d-10381a2b0cb6 HTTP/1.1" status: 204 len: 168 time: 1.3779571 Mar 28 12:01:22.030796 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 55808) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:22.147963 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-c90306b6-1e5e-4b78-94ba-869eafe5e017 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Calling delete_port for ffa031eb-f74c-4528-96f1-65816406e4d6 owned by network:dhcp {{(pid=87871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:01:22.168028 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-03eaa247-8f87-4320-86f7-c5460d3614f5 None None] For port ffa031eb-f74c-4528-96f1-65816406e4d6, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=ffa031eb-f74c-4528-96f1-65816406e4d6,segment=NetworkSegment(9dc4d6ab-f0cb-4f6a-abfc-9dc40f231fb1),segment_id=9dc4d6ab-f0cb-4f6a-abfc-9dc40f231fb1)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:01:22.168737 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-03eaa247-8f87-4320-86f7-c5460d3614f5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:22.202001 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e5a1741-5510-4309-8a06-c971dc867d57 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Router 80a1cb0c-2b23-40f3-9433-a922b65a4212 has already been hosted by L3 agent af79d429-529e-400b-a119-94d4bec03f3e {{(pid=87871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 12:01:22.271414 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-a5f822b8-a27d-4bfd-804c-1f3a783399fb tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Calling delete_port for 2c9f548c-6e44-44c0-be42-976045ecfe51 owned by network:dhcp {{(pid=87870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:01:22.313883 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-03eaa247-8f87-4320-86f7-c5460d3614f5 None None] Calling delete_port for ffa031eb-f74c-4528-96f1-65816406e4d6 owned by network:dhcp {{(pid=87872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:01:22.323874 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.db.api [None req-c90306b6-1e5e-4b78-94ba-869eafe5e017 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87871) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 12:01:22.324192 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG oslo_db.api [None req-c90306b6-1e5e-4b78-94ba-869eafe5e017 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 12:01:22.345409 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-18440214-2aba-4aea-88e7-cb8265fd6b3e None None] For port 2c9f548c-6e44-44c0-be42-976045ecfe51, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=2c9f548c-6e44-44c0-be42-976045ecfe51,segment=NetworkSegment(86f0b6b5-74e7-411b-922c-b4857109ed13),segment_id=86f0b6b5-74e7-411b-922c-b4857109ed13)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:01:22.345801 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-18440214-2aba-4aea-88e7-cb8265fd6b3e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:22.358610 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Pushing event updated for resources: {'Port': ['ID=ffa031eb-f74c-4528-96f1-65816406e4d6,revision_number=3']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:01:22.412235 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e5a1741-5510-4309-8a06-c971dc867d57 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 12:01:22.421462 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-2e5a1741-5510-4309-8a06-c971dc867d57 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for floatingip, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:22.421886 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-ca907dbf-bb10-4c3f-8ad8-9b88a07ce0f1 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for port, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:22.426929 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a3901e-4fcf-47e0-b368-7a1a9e2a6e8a None None] Sync routers for ids ['80a1cb0c-2b23-40f3-9433-a922b65a4212'] in dv-neutron-835340-2-hyperv {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 12:01:22.434816 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:01:22.435953 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a3901e-4fcf-47e0-b368-7a1a9e2a6e8a None None] Routers {'80a1cb0c-2b23-40f3-9433-a922b65a4212'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:01:22.436120 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:01:22.436353 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:01:22.436927 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:01:22.437189 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-93a3901e-4fcf-47e0-b368-7a1a9e2a6e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:01:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['80a1cb0c-2b23-40f3-9433-a922b65a4212'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:01:22.437343 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:01:22.437575 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:01:22.438706 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:01:22.439042 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:01:22.439368 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:01:22.439728 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:01:22.440051 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:01:22.440370 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:01:22.481253 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.provisioning_blocks [None req-ca907dbf-bb10-4c3f-8ad8-9b88a07ce0f1 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Transition to ACTIVE for port object 29f2c713-19b3-416c-b5d3-db487321a184 will not be triggered until provisioned by entity DHCP. {{(pid=87870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:01:22.482219 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-2e5a1741-5510-4309-8a06-c971dc867d57 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] 10.222.0.30 "DELETE /v2.0/floatingips/f99cfae8-e0a7-48bc-bc41-29ebc0e89963 HTTP/1.1" status: 204 len: 168 time: 3.4659820 Mar 28 12:01:22.485126 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 55812) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:22.485660 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-f8eb8fe0-c221-48a6-b646-130205bc96a5 tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588883'] for network, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:22.508520 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-93a3901e-4fcf-47e0-b368-7a1a9e2a6e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:01:22.517812 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a3901e-4fcf-47e0-b368-7a1a9e2a6e8a None None] Routers {'80a1cb0c-2b23-40f3-9433-a922b65a4212'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:01:22.518593 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-93a3901e-4fcf-47e0-b368-7a1a9e2a6e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:01:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['80a1cb0c-2b23-40f3-9433-a922b65a4212'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:01:22.566029 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-18440214-2aba-4aea-88e7-cb8265fd6b3e None None] Calling delete_port for 2c9f548c-6e44-44c0-be42-976045ecfe51 owned by network:dhcp {{(pid=87872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:01:22.570985 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-a5f822b8-a27d-4bfd-804c-1f3a783399fb tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:22.577931 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-73f90450-ab0f-48c0-8f23-7d4a18e8f5fc tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Deleting port 674888f2-d055-40bf-b889-93ce6beb831a {{(pid=87871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:01:22.578339 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-73f90450-ab0f-48c0-8f23-7d4a18e8f5fc tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:22.590832 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-93a3901e-4fcf-47e0-b368-7a1a9e2a6e8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:01:22.591459 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a3901e-4fcf-47e0-b368-7a1a9e2a6e8a None None] The sync data for ids ['80a1cb0c-2b23-40f3-9433-a922b65a4212'] in dv-neutron-835340-2-hyperv is: [] {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 12:01:22.617071 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.db.api [None req-03eaa247-8f87-4320-86f7-c5460d3614f5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87872) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 12:01:22.617509 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG oslo_db.api [None req-03eaa247-8f87-4320-86f7-c5460d3614f5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 12:01:22.649772 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.db.api [None req-18440214-2aba-4aea-88e7-cb8265fd6b3e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87872) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 12:01:22.650447 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG oslo_db.api [None req-18440214-2aba-4aea-88e7-cb8265fd6b3e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 12:01:22.678093 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-f8eb8fe0-c221-48a6-b646-130205bc96a5 tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930431', 'neutron.services.segments.db._delete_segments_for_network-8783496351308'] for network, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:22.686943 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f822b8-a27d-4bfd-804c-1f3a783399fb tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Pushing event deleted for resources: {'Port': ['ID=2c9f548c-6e44-44c0-be42-976045ecfe51,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:01:22.690514 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f822b8-a27d-4bfd-804c-1f3a783399fb tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] No DVR routers for this DVR port 2c9f548c-6e44-44c0-be42-976045ecfe51 on host dv-neutron-835340-2-hyperv {{(pid=87870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 12:01:22.765220 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-f8eb8fe0-c221-48a6-b646-130205bc96a5 tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96d14c03-e3ad-469f-8633-722e81cf6ecd']}} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:01:22.795074 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-f8eb8fe0-c221-48a6-b646-130205bc96a5 tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03cac6d8-7efe-485d-85e3-38f089b60ea6') {'for_net_delete': True} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:01:22.795461 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-f8eb8fe0-c221-48a6-b646-130205bc96a5 tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03cac6d8-7efe-485d-85e3-38f089b60ea6') {} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:01:22.830903 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-c90306b6-1e5e-4b78-94ba-869eafe5e017 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Deleting port ffa031eb-f74c-4528-96f1-65816406e4d6 {{(pid=87871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:01:22.831149 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-c90306b6-1e5e-4b78-94ba-869eafe5e017 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:22.853705 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-ca907dbf-bb10-4c3f-8ad8-9b88a07ce0f1 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:22.858483 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-f8eb8fe0-c221-48a6-b646-130205bc96a5 tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783496353639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3591341'] for segment, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:22.918585 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-a5f822b8-a27d-4bfd-804c-1f3a783399fb tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930431', 'neutron.services.segments.db._delete_segments_for_network-8783496351308'] for network, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:22.951716 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca907dbf-bb10-4c3f-8ad8-9b88a07ce0f1 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Network 407023ce-274c-4460-a707-774aa60c0992 is already hosted by enough agents. {{(pid=87870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:01:22.952649 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-f8eb8fe0-c221-48a6-b646-130205bc96a5 tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:22.966352 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.base_scheduler [None req-ca907dbf-bb10-4c3f-8ad8-9b88a07ce0f1 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Resources bound (agent type, host, resource id): {{(pid=87870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:01:22.982757 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca907dbf-bb10-4c3f-8ad8-9b88a07ce0f1 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Received port after_create {{(pid=87870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 12:01:23.012329 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-a5f822b8-a27d-4bfd-804c-1f3a783399fb tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c989288d-4cc8-4b87-b542-e3064440a002']}} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:01:23.020285 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8eb8fe0-c221-48a6-b646-130205bc96a5 tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=87870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 12:01:23.020691 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-f8eb8fe0-c221-48a6-b646-130205bc96a5 tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1920481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2558260'] for segment, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:23.036203 dv-neutron-835340-2-hyperv neutron-server[87870]: Traceback (most recent call last): Mar 28 12:01:23.036203 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 12:01:23.036203 dv-neutron-835340-2-hyperv neutron-server[87870]: timer() Mar 28 12:01:23.036203 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 12:01:23.036203 dv-neutron-835340-2-hyperv neutron-server[87870]: cb(*args, **kw) Mar 28 12:01:23.036203 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 12:01:23.036203 dv-neutron-835340-2-hyperv neutron-server[87870]: return func(*args, **kwargs) Mar 28 12:01:23.036203 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 12:01:23.036203 dv-neutron-835340-2-hyperv neutron-server[87870]: self._notify() Mar 28 12:01:23.036203 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 12:01:23.036203 dv-neutron-835340-2-hyperv neutron-server[87870]: self.callback(batched_events) Mar 28 12:01:23.036203 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 12:01:23.036203 dv-neutron-835340-2-hyperv neutron-server[87870]: event.method(event) Mar 28 12:01:23.036203 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 12:01:23.036203 dv-neutron-835340-2-hyperv neutron-server[87870]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 12:01:23.036203 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 12:01:23.036203 dv-neutron-835340-2-hyperv neutron-server[87870]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 12:01:23.036203 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 12:01:23.036203 dv-neutron-835340-2-hyperv neutron-server[87870]: return f(self, *a, **k) Mar 28 12:01:23.036203 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 12:01:23.036203 dv-neutron-835340-2-hyperv neutron-server[87870]: return self._get(url).json() Mar 28 12:01:23.036203 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 12:01:23.036203 dv-neutron-835340-2-hyperv neutron-server[87870]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 12:01:23.036203 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 12:01:23.036203 dv-neutron-835340-2-hyperv neutron-server[87870]: return self.request(url, 'GET', **kwargs) Mar 28 12:01:23.036203 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 12:01:23.036203 dv-neutron-835340-2-hyperv neutron-server[87870]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 12:01:23.036203 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 12:01:23.036203 dv-neutron-835340-2-hyperv neutron-server[87870]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 12:01:23.036203 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 12:01:23.036203 dv-neutron-835340-2-hyperv neutron-server[87870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 12:01:23.036203 dv-neutron-835340-2-hyperv neutron-server[87870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 12:01:23.062010 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca907dbf-bb10-4c3f-8ad8-9b88a07ce0f1 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Pushing event updated for resources: {'Port': ['ID=29f2c713-19b3-416c-b5d3-db487321a184,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:01:23.073201 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-a5f822b8-a27d-4bfd-804c-1f3a783399fb tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86f0b6b5-74e7-411b-922c-b4857109ed13') {'for_net_delete': True} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:01:23.073478 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-a5f822b8-a27d-4bfd-804c-1f3a783399fb tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86f0b6b5-74e7-411b-922c-b4857109ed13') {} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:01:23.088467 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-73f90450-ab0f-48c0-8f23-7d4a18e8f5fc tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:23.119212 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-03eaa247-8f87-4320-86f7-c5460d3614f5 None None] Deleting port ffa031eb-f74c-4528-96f1-65816406e4d6 {{(pid=87872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:01:23.120619 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-03eaa247-8f87-4320-86f7-c5460d3614f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:23.148199 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-a5f822b8-a27d-4bfd-804c-1f3a783399fb tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783496353639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3591341'] for segment, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:23.156964 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-18440214-2aba-4aea-88e7-cb8265fd6b3e None None] Deleting port 2c9f548c-6e44-44c0-be42-976045ecfe51 {{(pid=87872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:01:23.157709 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-18440214-2aba-4aea-88e7-cb8265fd6b3e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:23.178349 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-ca907dbf-bb10-4c3f-8ad8-9b88a07ce0f1 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-709483'] for router_interface, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:23.181281 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-a5f822b8-a27d-4bfd-804c-1f3a783399fb tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:23.186767 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-f8eb8fe0-c221-48a6-b646-130205bc96a5 tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709602'] for network, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:23.198782 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device ffa031eb-f74c-4528-96f1-65816406e4d6 no longer exists at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 12:01:23.223675 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5f822b8-a27d-4bfd-804c-1f3a783399fb tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=87870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 12:01:23.224081 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-a5f822b8-a27d-4bfd-804c-1f3a783399fb tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1920481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2558260'] for segment, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:23.241684 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-f8eb8fe0-c221-48a6-b646-130205bc96a5 tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538751'] for network, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:23.244178 dv-neutron-835340-2-hyperv neutron-server[87870]: Traceback (most recent call last): Mar 28 12:01:23.244178 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 12:01:23.244178 dv-neutron-835340-2-hyperv neutron-server[87870]: timer() Mar 28 12:01:23.244178 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 12:01:23.244178 dv-neutron-835340-2-hyperv neutron-server[87870]: cb(*args, **kw) Mar 28 12:01:23.244178 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 12:01:23.244178 dv-neutron-835340-2-hyperv neutron-server[87870]: return func(*args, **kwargs) Mar 28 12:01:23.244178 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 12:01:23.244178 dv-neutron-835340-2-hyperv neutron-server[87870]: self._notify() Mar 28 12:01:23.244178 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 12:01:23.244178 dv-neutron-835340-2-hyperv neutron-server[87870]: self.callback(batched_events) Mar 28 12:01:23.244178 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 12:01:23.244178 dv-neutron-835340-2-hyperv neutron-server[87870]: event.method(event) Mar 28 12:01:23.244178 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 12:01:23.244178 dv-neutron-835340-2-hyperv neutron-server[87870]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 12:01:23.244178 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 12:01:23.244178 dv-neutron-835340-2-hyperv neutron-server[87870]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 12:01:23.244178 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 12:01:23.244178 dv-neutron-835340-2-hyperv neutron-server[87870]: return f(self, *a, **k) Mar 28 12:01:23.244178 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 12:01:23.244178 dv-neutron-835340-2-hyperv neutron-server[87870]: return self._get(url).json() Mar 28 12:01:23.244178 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 12:01:23.244178 dv-neutron-835340-2-hyperv neutron-server[87870]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 12:01:23.244178 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 12:01:23.244178 dv-neutron-835340-2-hyperv neutron-server[87870]: return self.request(url, 'GET', **kwargs) Mar 28 12:01:23.244178 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 12:01:23.244178 dv-neutron-835340-2-hyperv neutron-server[87870]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 12:01:23.244178 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 12:01:23.244178 dv-neutron-835340-2-hyperv neutron-server[87870]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 12:01:23.244178 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 12:01:23.244178 dv-neutron-835340-2-hyperv neutron-server[87870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 12:01:23.244178 dv-neutron-835340-2-hyperv neutron-server[87870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 12:01:23.277198 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-73f90450-ab0f-48c0-8f23-7d4a18e8f5fc tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Calling delete_port for 674888f2-d055-40bf-b889-93ce6beb831a owned by {{(pid=87871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:01:23.324753 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8eb8fe0-c221-48a6-b646-130205bc96a5 tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Pushing event deleted for resources: {'Network': ['ID=96d14c03-e3ad-469f-8633-722e81cf6ecd,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:01:23.332814 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.db [None req-c90306b6-1e5e-4b78-94ba-869eafe5e017 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] For port ffa031eb-f74c-4528-96f1-65816406e4d6, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=ffa031eb-f74c-4528-96f1-65816406e4d6,segment=NetworkSegment(9dc4d6ab-f0cb-4f6a-abfc-9dc40f231fb1),segment_id=9dc4d6ab-f0cb-4f6a-abfc-9dc40f231fb1)] {{(pid=87871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:01:23.333227 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-c90306b6-1e5e-4b78-94ba-869eafe5e017 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:23.352711 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-f8eb8fe0-c221-48a6-b646-130205bc96a5 tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] 10.222.0.30 "DELETE /v2.0/networks/96d14c03-e3ad-469f-8633-722e81cf6ecd HTTP/1.1" status: 204 len: 168 time: 1.2603531 Mar 28 12:01:23.354406 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 55816) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:23.374159 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-18440214-2aba-4aea-88e7-cb8265fd6b3e None None] The port '2c9f548c-6e44-44c0-be42-976045ecfe51' was deleted {{(pid=87872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 12:01:23.374627 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-a5f822b8-a27d-4bfd-804c-1f3a783399fb tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709602'] for network, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:23.379301 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-a5f822b8-a27d-4bfd-804c-1f3a783399fb tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538751'] for network, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:23.414239 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f822b8-a27d-4bfd-804c-1f3a783399fb tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Pushing event deleted for resources: {'Network': ['ID=c989288d-4cc8-4b87-b542-e3064440a002,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:01:23.426371 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-a5f822b8-a27d-4bfd-804c-1f3a783399fb tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] 10.222.0.30 "DELETE /v2.0/networks/c989288d-4cc8-4b87-b542-e3064440a002 HTTP/1.1" status: 204 len: 168 time: 2.2956412 Mar 28 12:01:23.429213 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 55820) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:23.435059 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-6845899e-7a6f-4225-86e2-7b078be8e506 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-238866457'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:01:23.435945 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-d9857d9c-2674-4f59-a49d-0829da925bb2 None None] Provisioning for port 29f2c713-19b3-416c-b5d3-db487321a184 completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:01:23.444357 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-6845899e-7a6f-4225-86e2-7b078be8e506 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:01:23.453811 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-6845899e-7a6f-4225-86e2-7b078be8e506 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Usage tracker for resource:network and tenant:35b7084247a448e2b3e41f3619d7d4bc is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:01:23.457707 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-6845899e-7a6f-4225-86e2-7b078be8e506 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:01:23.463972 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-d9857d9c-2674-4f59-a49d-0829da925bb2 None None] Provisioning complete for port 29f2c713-19b3-416c-b5d3-db487321a184 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:01:23.464764 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-d9857d9c-2674-4f59-a49d-0829da925bb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:23.464988 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-6845899e-7a6f-4225-86e2-7b078be8e506 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:01:23.489273 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6845899e-7a6f-4225-86e2-7b078be8e506 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Made reservation on behalf of 35b7084247a448e2b3e41f3619d7d4bc for: {'network': 1} {{(pid=87870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 12:01:23.493782 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-6845899e-7a6f-4225-86e2-7b078be8e506 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for network, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:23.505234 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-c90306b6-1e5e-4b78-94ba-869eafe5e017 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Calling delete_port for ffa031eb-f74c-4528-96f1-65816406e4d6 owned by network:dhcp {{(pid=87871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:01:23.576778 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6845899e-7a6f-4225-86e2-7b078be8e506 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=87870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 12:01:23.584600 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-ca907dbf-bb10-4c3f-8ad8-9b88a07ce0f1 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:23.604240 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-6845899e-7a6f-4225-86e2-7b078be8e506 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:23.604701 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.db.segments_db [None req-6845899e-7a6f-4225-86e2-7b078be8e506 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Added segment dbfc7505-00f2-41e6-aa61-b646da25eb38 of type vlan for network a7f176ea-e916-43fa-9e74-5a62f05591c5 Mar 28 12:01:23.655775 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:23.670569 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-d9857d9c-2674-4f59-a49d-0829da925bb2 None None] Port 29f2c713-19b3-416c-b5d3-db487321a184 cannot update to ACTIVE because it is not bound. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 12:01:23.683062 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-03eaa247-8f87-4320-86f7-c5460d3614f5 None None] For port ffa031eb-f74c-4528-96f1-65816406e4d6, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=ffa031eb-f74c-4528-96f1-65816406e4d6,segment=NetworkSegment(9dc4d6ab-f0cb-4f6a-abfc-9dc40f231fb1),segment_id=9dc4d6ab-f0cb-4f6a-abfc-9dc40f231fb1)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:01:23.683432 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-03eaa247-8f87-4320-86f7-c5460d3614f5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:23.694451 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-6845899e-7a6f-4225-86e2-7b078be8e506 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783495836591'] for network, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:23.761494 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56e49ec3-c1dd-43cd-8c75-0e4bce14360f tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:01:23.767579 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56e49ec3-c1dd-43cd-8c75-0e4bce14360f tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:01:23.768329 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-56e49ec3-c1dd-43cd-8c75-0e4bce14360f tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Synchronizing usage tracker for tenant:d74db50fb43946f088574dde2e3c5dce on resource:network {{(pid=87871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:01:23.812761 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-03eaa247-8f87-4320-86f7-c5460d3614f5 None None] Calling delete_port for ffa031eb-f74c-4528-96f1-65816406e4d6 owned by network:dhcp {{(pid=87872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:01:23.816706 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-6845899e-7a6f-4225-86e2-7b078be8e506 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765'] for network, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:23.822500 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6845899e-7a6f-4225-86e2-7b078be8e506 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:01:23.823195 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-6845899e-7a6f-4225-86e2-7b078be8e506 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538751'] for network, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:23.860235 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-c90306b6-1e5e-4b78-94ba-869eafe5e017 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:23.882697 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 2c9f548c-6e44-44c0-be42-976045ecfe51 no longer exists at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 12:01:23.921018 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90306b6-1e5e-4b78-94ba-869eafe5e017 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Pushing event deleted for resources: {'Port': ['ID=ffa031eb-f74c-4528-96f1-65816406e4d6,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:01:23.922948 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] No Port match for: 2c9f548c-6e44-44c0-be42-976045ecfe51 {{(pid=87872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 12:01:23.923291 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 2c9f548c-6e44-44c0-be42-976045ecfe51 not bound to the agent host dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 12:01:23.923548 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c90306b6-1e5e-4b78-94ba-869eafe5e017 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] No DVR routers for this DVR port ffa031eb-f74c-4528-96f1-65816406e4d6 on host dv-neutron-835340-2-hyperv {{(pid=87871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 12:01:23.925054 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-56e49ec3-c1dd-43cd-8c75-0e4bce14360f tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Unset dirty status for tenant:d74db50fb43946f088574dde2e3c5dce on resource:network {{(pid=87871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:01:23.926342 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-56e49ec3-c1dd-43cd-8c75-0e4bce14360f tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.5714233 Mar 28 12:01:23.959356 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 55824) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:23.960170 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.db.api [None req-03eaa247-8f87-4320-86f7-c5460d3614f5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87872) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 12:01:23.960530 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG oslo_db.api [None req-03eaa247-8f87-4320-86f7-c5460d3614f5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 12:01:23.965828 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-73f90450-ab0f-48c0-8f23-7d4a18e8f5fc tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:23.970385 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-0d582f99-22e3-4473-b6eb-af99db8cfa66 tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1259824711'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:01:24.028579 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-0d582f99-22e3-4473-b6eb-af99db8cfa66 tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:01:24.053933 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f90450-ab0f-48c0-8f23-7d4a18e8f5fc tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Pushing event deleted for resources: {'Port': ['ID=674888f2-d055-40bf-b889-93ce6beb831a,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:01:24.064525 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-0d582f99-22e3-4473-b6eb-af99db8cfa66 tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:01:24.129483 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-6845899e-7a6f-4225-86e2-7b078be8e506 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6990135 Mar 28 12:01:24.142088 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 55828) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:24.151899 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-617e92c6-582a-4e04-b8ee-214b149ee6d0 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Request body: {'subnet': {'network_id': 'a7f176ea-e916-43fa-9e74-5a62f05591c5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:01:24.166612 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6845899e-7a6f-4225-86e2-7b078be8e506 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Pushing event updated for resources: {'Network': ['ID=a7f176ea-e916-43fa-9e74-5a62f05591c5,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:01:24.176924 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Network a7f176ea-e916-43fa-9e74-5a62f05591c5 details requested by agent ovs-agent-dv-neutron-835340-2-hyperv with host dv-neutron-835340-2-hyperv {{(pid=87872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 12:01:24.190491 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-c90306b6-1e5e-4b78-94ba-869eafe5e017 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930431', 'neutron.services.segments.db._delete_segments_for_network-8783496351308'] for network, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:24.207506 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d582f99-22e3-4473-b6eb-af99db8cfa66 tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Made reservation on behalf of d74db50fb43946f088574dde2e3c5dce for: {'network': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 12:01:24.210886 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-0d582f99-22e3-4473-b6eb-af99db8cfa66 tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for network, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:24.368565 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-617e92c6-582a-4e04-b8ee-214b149ee6d0 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:01:24.377517 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-617e92c6-582a-4e04-b8ee-214b149ee6d0 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Usage tracker for resource:subnet and tenant:35b7084247a448e2b3e41f3619d7d4bc is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:01:24.388348 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-617e92c6-582a-4e04-b8ee-214b149ee6d0 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:01:24.402833 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.segments.db [None req-c90306b6-1e5e-4b78-94ba-869eafe5e017 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7faa5a03-4649-4967-8ecd-0e95c0db22d0']}} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:01:24.403156 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-617e92c6-582a-4e04-b8ee-214b149ee6d0 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:01:24.421138 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-617e92c6-582a-4e04-b8ee-214b149ee6d0 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Made reservation on behalf of 35b7084247a448e2b3e41f3619d7d4bc for: {'subnet': 1} {{(pid=87870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 12:01:24.423123 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.segments.db [None req-c90306b6-1e5e-4b78-94ba-869eafe5e017 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9dc4d6ab-f0cb-4f6a-abfc-9dc40f231fb1') {'for_net_delete': True} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:01:24.423414 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.segments.db [None req-c90306b6-1e5e-4b78-94ba-869eafe5e017 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9dc4d6ab-f0cb-4f6a-abfc-9dc40f231fb1') {} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:01:24.424567 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-617e92c6-582a-4e04-b8ee-214b149ee6d0 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2563571'] for subnet, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:24.434496 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-03eaa247-8f87-4320-86f7-c5460d3614f5 None None] Deleting port ffa031eb-f74c-4528-96f1-65816406e4d6 {{(pid=87872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:01:24.435046 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-03eaa247-8f87-4320-86f7-c5460d3614f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:24.444332 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-c90306b6-1e5e-4b78-94ba-869eafe5e017 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783496353639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3436890'] for segment, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:24.457600 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d582f99-22e3-4473-b6eb-af99db8cfa66 tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=87871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 12:01:24.470679 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-73f90450-ab0f-48c0-8f23-7d4a18e8f5fc tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:24.474180 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-ca907dbf-bb10-4c3f-8ad8-9b88a07ce0f1 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for port, precommit_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:24.475808 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-c90306b6-1e5e-4b78-94ba-869eafe5e017 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:24.486024 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-0d582f99-22e3-4473-b6eb-af99db8cfa66 tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:24.486371 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.db.segments_db [None req-0d582f99-22e3-4473-b6eb-af99db8cfa66 tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Added segment 7373db0e-ee50-44e9-a768-75235992b7c3 of type vlan for network 77fc86fb-a0cd-4a01-9c73-0468d7bf7959 Mar 28 12:01:24.494125 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c90306b6-1e5e-4b78-94ba-869eafe5e017 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=87871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 12:01:24.494509 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-c90306b6-1e5e-4b78-94ba-869eafe5e017 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1920481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2363149'] for segment, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:24.512010 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-03eaa247-8f87-4320-86f7-c5460d3614f5 None None] The port 'ffa031eb-f74c-4528-96f1-65816406e4d6' was deleted {{(pid=87872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 12:01:24.513368 dv-neutron-835340-2-hyperv neutron-server[87871]: Traceback (most recent call last): Mar 28 12:01:24.513368 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 12:01:24.513368 dv-neutron-835340-2-hyperv neutron-server[87871]: timer() Mar 28 12:01:24.513368 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 12:01:24.513368 dv-neutron-835340-2-hyperv neutron-server[87871]: cb(*args, **kw) Mar 28 12:01:24.513368 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 12:01:24.513368 dv-neutron-835340-2-hyperv neutron-server[87871]: return func(*args, **kwargs) Mar 28 12:01:24.513368 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 12:01:24.513368 dv-neutron-835340-2-hyperv neutron-server[87871]: self._notify() Mar 28 12:01:24.513368 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 12:01:24.513368 dv-neutron-835340-2-hyperv neutron-server[87871]: self.callback(batched_events) Mar 28 12:01:24.513368 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 12:01:24.513368 dv-neutron-835340-2-hyperv neutron-server[87871]: event.method(event) Mar 28 12:01:24.513368 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 12:01:24.513368 dv-neutron-835340-2-hyperv neutron-server[87871]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 12:01:24.513368 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 12:01:24.513368 dv-neutron-835340-2-hyperv neutron-server[87871]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 12:01:24.513368 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 12:01:24.513368 dv-neutron-835340-2-hyperv neutron-server[87871]: return f(self, *a, **k) Mar 28 12:01:24.513368 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 12:01:24.513368 dv-neutron-835340-2-hyperv neutron-server[87871]: return self._get(url).json() Mar 28 12:01:24.513368 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 12:01:24.513368 dv-neutron-835340-2-hyperv neutron-server[87871]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 12:01:24.513368 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 12:01:24.513368 dv-neutron-835340-2-hyperv neutron-server[87871]: return self.request(url, 'GET', **kwargs) Mar 28 12:01:24.513368 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 12:01:24.513368 dv-neutron-835340-2-hyperv neutron-server[87871]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 12:01:24.513368 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 12:01:24.513368 dv-neutron-835340-2-hyperv neutron-server[87871]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 12:01:24.513368 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 12:01:24.513368 dv-neutron-835340-2-hyperv neutron-server[87871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 12:01:24.513368 dv-neutron-835340-2-hyperv neutron-server[87871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 12:01:24.525042 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-ca907dbf-bb10-4c3f-8ad8-9b88a07ce0f1 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2558288'] for port, after_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:24.537968 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-73f90450-ab0f-48c0-8f23-7d4a18e8f5fc tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] 10.222.0.30 "DELETE /v2.0/ports/674888f2-d055-40bf-b889-93ce6beb831a HTTP/1.1" status: 204 len: 168 time: 2.0517168 Mar 28 12:01:24.562095 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 55832) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:24.604065 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-0d582f99-22e3-4473-b6eb-af99db8cfa66 tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783495836591'] for network, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:24.619030 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-14ce531a-efc1-4a0d-a995-08b7e60554db tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Request body: {'floatingip': {'floating_network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:01:24.624865 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-c90306b6-1e5e-4b78-94ba-869eafe5e017 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709602'] for network, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:24.640214 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-14ce531a-efc1-4a0d-a995-08b7e60554db tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:01:24.648823 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-c90306b6-1e5e-4b78-94ba-869eafe5e017 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Notify callbacks [] for network, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:24.661422 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90306b6-1e5e-4b78-94ba-869eafe5e017 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Pushing event deleted for resources: {'Network': ['ID=7faa5a03-4649-4967-8ecd-0e95c0db22d0,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:01:24.669564 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-c90306b6-1e5e-4b78-94ba-869eafe5e017 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] 10.222.0.30 "DELETE /v2.0/networks/7faa5a03-4649-4967-8ecd-0e95c0db22d0 HTTP/1.1" status: 204 len: 168 time: 5.9963367 Mar 28 12:01:24.669564 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-0d582f99-22e3-4473-b6eb-af99db8cfa66 tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765'] for network, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:24.673448 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d582f99-22e3-4473-b6eb-af99db8cfa66 tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:01:24.674036 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-0d582f99-22e3-4473-b6eb-af99db8cfa66 tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Notify callbacks [] for network, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:24.677386 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 55836) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:24.684580 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-14ce531a-efc1-4a0d-a995-08b7e60554db tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:01:24.728369 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-ca907dbf-bb10-4c3f-8ad8-9b88a07ce0f1 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-743372'] for router_interface, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:24.731453 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca907dbf-bb10-4c3f-8ad8-9b88a07ce0f1 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Pushing event updated for resources: {'Port': ['ID=29f2c713-19b3-416c-b5d3-db487321a184,revision_number=2']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:01:24.754468 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.pecan_wsgi.hooks.translation [None req-91e29bb6-8b8d-4259-98f2-dc1142f6246c tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] DELETE failed (client error): The resource could not be found. Mar 28 12:01:24.754953 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91e29bb6-8b8d-4259-98f2-dc1142f6246c tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 12:01:24.768370 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-0d582f99-22e3-4473-b6eb-af99db8cfa66 tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8053055 Mar 28 12:01:24.771834 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 55840) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:24.775190 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-14ce531a-efc1-4a0d-a995-08b7e60554db tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks [] for floatingip, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:24.777201 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-a5f86a5e-070b-434c-8bc0-4372807c12b6 tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-84586729'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:01:24.786224 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-a5f86a5e-070b-434c-8bc0-4372807c12b6 tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:01:24.788518 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d582f99-22e3-4473-b6eb-af99db8cfa66 tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Pushing event updated for resources: {'Network': ['ID=77fc86fb-a0cd-4a01-9c73-0468d7bf7959,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:01:24.801287 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Network 77fc86fb-a0cd-4a01-9c73-0468d7bf7959 details requested by agent ovs-agent-dv-neutron-835340-2-hyperv with host dv-neutron-835340-2-hyperv {{(pid=87872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 12:01:24.803286 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-a5f86a5e-070b-434c-8bc0-4372807c12b6 tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:01:24.812905 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-91e29bb6-8b8d-4259-98f2-dc1142f6246c tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] 10.222.0.30 "DELETE /v2.0/subnets/06e3a12f-6118-4c87-bf2f-6f54f2f16043 HTTP/1.1" status: 404 len: 337 time: 0.1297009 Mar 28 12:01:24.815879 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 55844) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:24.838593 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5f86a5e-070b-434c-8bc0-4372807c12b6 tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Made reservation on behalf of d74db50fb43946f088574dde2e3c5dce for: {'network': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 12:01:24.842489 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-a5f86a5e-070b-434c-8bc0-4372807c12b6 tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for network, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:24.867396 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.pecan_wsgi.hooks.translation [None req-0eb31bb5-6a41-44fa-bc77-2344a87d1e9e tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] DELETE failed (client error): The resource could not be found. Mar 28 12:01:24.867943 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0eb31bb5-6a41-44fa-bc77-2344a87d1e9e tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 12:01:24.872082 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-0eb31bb5-6a41-44fa-bc77-2344a87d1e9e tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] 10.222.0.30 "DELETE /v2.0/networks/7faa5a03-4649-4967-8ecd-0e95c0db22d0 HTTP/1.1" status: 404 len: 339 time: 0.0545866 Mar 28 12:01:24.872915 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 55848) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:24.920004 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ddd42d6-e00e-44d4-a73f-eab449a300c7 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] DELETE failed (client error): The resource could not be found. Mar 28 12:01:24.920511 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ddd42d6-e00e-44d4-a73f-eab449a300c7 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 12:01:24.925661 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-2ddd42d6-e00e-44d4-a73f-eab449a300c7 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] 10.222.0.30 "DELETE /v2.0/subnets/37f215e6-bf4c-4206-bf31-57878a3214fb HTTP/1.1" status: 404 len: 337 time: 0.0468261 Mar 28 12:01:24.926844 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 55852) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:24.950846 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5f86a5e-070b-434c-8bc0-4372807c12b6 tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=87871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 12:01:24.960145 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.pecan_wsgi.hooks.translation [None req-db1d48c9-7e26-4650-ac3e-d84546a76a35 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] DELETE failed (client error): The resource could not be found. Mar 28 12:01:24.960494 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db1d48c9-7e26-4650-ac3e-d84546a76a35 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 12:01:24.967722 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-a5f86a5e-070b-434c-8bc0-4372807c12b6 tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:24.968044 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.db.segments_db [None req-a5f86a5e-070b-434c-8bc0-4372807c12b6 tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Added segment f11f5206-6e8f-4977-872b-a30213e7031e of type vlan for network b6e938fa-ef57-4061-8dcd-58b07d5daf71 Mar 28 12:01:24.969926 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-db1d48c9-7e26-4650-ac3e-d84546a76a35 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] 10.222.0.30 "DELETE /v2.0/networks/0a70aac7-f89f-4f1c-8260-e4675e8e229c HTTP/1.1" status: 404 len: 339 time: 0.0420241 Mar 28 12:01:24.974517 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 55856) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:25.018696 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.pecan_wsgi.hooks.translation [None req-71a8a966-f5f3-41e3-bf35-e9f3fbe5ccab tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] DELETE failed (client error): The resource could not be found. Mar 28 12:01:25.019243 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71a8a966-f5f3-41e3-bf35-e9f3fbe5ccab tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 12:01:25.021370 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-71a8a966-f5f3-41e3-bf35-e9f3fbe5ccab tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] 10.222.0.30 "DELETE /v2.0/subnets/b03773ff-32d0-4c46-b99c-87523b8a7f36 HTTP/1.1" status: 404 len: 337 time: 0.0459430 Mar 28 12:01:25.029297 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 55860) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:25.060636 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-a5f86a5e-070b-434c-8bc0-4372807c12b6 tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783495836591'] for network, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:25.070016 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.pecan_wsgi.hooks.translation [None req-a47fc9f2-8aa1-4d19-a982-0109881b5805 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] DELETE failed (client error): The resource could not be found. Mar 28 12:01:25.070482 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a47fc9f2-8aa1-4d19-a982-0109881b5805 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 12:01:25.072249 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-a47fc9f2-8aa1-4d19-a982-0109881b5805 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] 10.222.0.30 "DELETE /v2.0/networks/18ac2396-718b-44f4-bca3-fa04e4a6056c HTTP/1.1" status: 404 len: 339 time: 0.0420625 Mar 28 12:01:25.075369 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 55864) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:25.089691 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca907dbf-bb10-4c3f-8ad8-9b88a07ce0f1 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Network 407023ce-274c-4460-a707-774aa60c0992 is already hosted by enough agents. {{(pid=87870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:01:25.092219 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.base_scheduler [None req-ca907dbf-bb10-4c3f-8ad8-9b88a07ce0f1 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Resources bound (agent type, host, resource id): {{(pid=87870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:01:25.099499 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-617e92c6-582a-4e04-b8ee-214b149ee6d0 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2561241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2563521'] for subnet, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:25.156280 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-a5f86a5e-070b-434c-8bc0-4372807c12b6 tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765'] for network, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:25.162817 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5f86a5e-070b-434c-8bc0-4372807c12b6 tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:01:25.163430 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-a5f86a5e-070b-434c-8bc0-4372807c12b6 tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Notify callbacks [] for network, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:25.187308 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-d46120f5-afe9-462c-8505-a8c79b7f7b3a tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Deleting port 321cfe94-0aa2-4df7-bf48-ad143b5b2bfd {{(pid=87871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:01:25.187667 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-d46120f5-afe9-462c-8505-a8c79b7f7b3a tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:25.268169 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-a5f86a5e-070b-434c-8bc0-4372807c12b6 tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4951386 Mar 28 12:01:25.273427 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 55868) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:25.286643 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617e92c6-582a-4e04-b8ee-214b149ee6d0 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Pushing event updated for resources: {'Subnet': ['ID=9f782a7d-719e-4e8c-a94d-147e2550f771,revision_number=0']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:01:25.335804 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-bb8e3866-80f5-47b6-b6c6-c3d16f424360 tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Request body: {'ports': [{'network_id': '77fc86fb-a0cd-4a01-9c73-0468d7bf7959', 'name': 'tempest-port--480360224', 'admin_state_up': True}, {'network_id': 'b6e938fa-ef57-4061-8dcd-58b07d5daf71', 'admin_state_up': False}]} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:01:25.336112 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-bb8e3866-80f5-47b6-b6c6-c3d16f424360 tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Request body: {'port': {'network_id': '77fc86fb-a0cd-4a01-9c73-0468d7bf7959', 'name': 'tempest-port--480360224', 'admin_state_up': True}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:01:25.336592 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-bb8e3866-80f5-47b6-b6c6-c3d16f424360 tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Request body: {'port': {'network_id': 'b6e938fa-ef57-4061-8dcd-58b07d5daf71', 'admin_state_up': False}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:01:25.375796 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f86a5e-070b-434c-8bc0-4372807c12b6 tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Pushing event updated for resources: {'Network': ['ID=b6e938fa-ef57-4061-8dcd-58b07d5daf71,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:01:25.376016 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-617e92c6-582a-4e04-b8ee-214b149ee6d0 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Checking segment: {'id': 'dbfc7505-00f2-41e6-aa61-b646da25eb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'a7f176ea-e916-43fa-9e74-5a62f05591c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 12:01:25.376121 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-617e92c6-582a-4e04-b8ee-214b149ee6d0 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Network hostable DHCP agents. Network: a7f176ea-e916-43fa-9e74-5a62f05591c5, hostable agents: ['3cb85949-855b-4a40-b988-cd5705e511da'], hosted agents: [] {{(pid=87870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 12:01:25.386653 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Network b6e938fa-ef57-4061-8dcd-58b07d5daf71 details requested by agent ovs-agent-dv-neutron-835340-2-hyperv with host dv-neutron-835340-2-hyperv {{(pid=87872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 12:01:25.395194 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-14ce531a-efc1-4a0d-a995-08b7e60554db tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:25.460444 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca907dbf-bb10-4c3f-8ad8-9b88a07ce0f1 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Router d5f02f7d-33a1-4bfb-8275-f54b07b21c14 has already been hosted by L3 agent af79d429-529e-400b-a119-94d4bec03f3e {{(pid=87870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 12:01:25.478062 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-617e92c6-582a-4e04-b8ee-214b149ee6d0 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Network a7f176ea-e916-43fa-9e74-5a62f05591c5 is scheduled to be hosted by DHCP agent 3cb85949-855b-4a40-b988-cd5705e511da with binding_index 1 {{(pid=87870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 12:01:25.487968 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.agents_db [None req-03fd49d8-b51b-41c1-8716-b8e265c93689 None None] Agent healthcheck: found 6 active agents {{(pid=87873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 12:01:25.494583 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-44cb2c96-3056-4a57-b9a4-e28eb6306267 None None] Provisioning complete for port 29f2c713-19b3-416c-b5d3-db487321a184 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:01:25.495061 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-44cb2c96-3056-4a57-b9a4-e28eb6306267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:25.554375 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-44cb2c96-3056-4a57-b9a4-e28eb6306267 None None] Port 29f2c713-19b3-416c-b5d3-db487321a184 cannot update to ACTIVE because it is not bound. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 12:01:25.563377 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.base_scheduler [None req-617e92c6-582a-4e04-b8ee-214b149ee6d0 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-2-hyperv, a7f176ea-e916-43fa-9e74-5a62f05591c5) {{(pid=87870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:01:25.567819 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-617e92c6-582a-4e04-b8ee-214b149ee6d0 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:01:25.568586 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-617e92c6-582a-4e04-b8ee-214b149ee6d0 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks [] for subnet, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:25.573464 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eabaf2b1-cdac-409f-a60e-78e45c7a6cc9 None None] Network a7f176ea-e916-43fa-9e74-5a62f05591c5 requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 12:01:25.699704 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-d46120f5-afe9-462c-8505-a8c79b7f7b3a tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:25.771876 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-bb8e3866-80f5-47b6-b6c6-c3d16f424360 tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:01:25.783906 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-617e92c6-582a-4e04-b8ee-214b149ee6d0 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6382449 Mar 28 12:01:25.786045 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 55872) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:25.804670 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-ba01de41-c739-405d-833c-0e372c0f90c1 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1788937890', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:01:25.819065 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1dbbd4c-4ea0-4efb-a6ba-103fcc27ac94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1d3f2a9-8722-5ce5-bc40-181687d1ed3f-a7f176ea-e916-43fa-9e74-5a62f05591c5', 'network_id': 'a7f176ea-e916-43fa-9e74-5a62f05591c5', 'tenant_id': '35b7084247a448e2b3e41f3619d7d4bc', 'fixed_ips': [{'subnet_id': '9f782a7d-719e-4e8c-a94d-147e2550f771'}]}} from dv-neutron-835340-2-hyperv. {{(pid=87872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 12:01:25.820745 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-b1dbbd4c-4ea0-4efb-a6ba-103fcc27ac94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:25.833859 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-bb8e3866-80f5-47b6-b6c6-c3d16f424360 tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Usage tracker for resource:port and tenant:d74db50fb43946f088574dde2e3c5dce is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:01:25.842418 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-d46120f5-afe9-462c-8505-a8c79b7f7b3a tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Calling delete_port for 321cfe94-0aa2-4df7-bf48-ad143b5b2bfd owned by {{(pid=87871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:01:25.873484 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-bb8e3866-80f5-47b6-b6c6-c3d16f424360 tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:01:25.876421 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-ba01de41-c739-405d-833c-0e372c0f90c1 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:01:25.887364 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-bb8e3866-80f5-47b6-b6c6-c3d16f424360 tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:01:25.893639 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-ba01de41-c739-405d-833c-0e372c0f90c1 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Usage tracker for resource:router and tenant:35b7084247a448e2b3e41f3619d7d4bc is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:01:25.897560 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.db_base_plugin_common [None req-14ce531a-efc1-4a0d-a995-08b7e60554db tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Allocated IP 172.26.7.16 (ac2b1748-8f63-4b17-a9c7-07e79704aa5b/0b7ebf76-1dc7-431a-a0b4-b96bacf287c2/a6c0ce22-0dd4-46fc-be42-37a2730fe725) {{(pid=87870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 12:01:25.902061 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-ba01de41-c739-405d-833c-0e372c0f90c1 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:01:25.918298 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb8e3866-80f5-47b6-b6c6-c3d16f424360 tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Made reservation on behalf of d74db50fb43946f088574dde2e3c5dce for: {'port': 2} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 12:01:25.922822 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-bb8e3866-80f5-47b6-b6c6-c3d16f424360 tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:25.926300 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-ba01de41-c739-405d-833c-0e372c0f90c1 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:01:25.935359 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca907dbf-bb10-4c3f-8ad8-9b88a07ce0f1 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 12:01:25.940388 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-ca907dbf-bb10-4c3f-8ad8-9b88a07ce0f1 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "PUT /v2.0/routers/d5f02f7d-33a1-4bfb-8275-f54b07b21c14/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0054214 Mar 28 12:01:25.950081 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-ba01de41-c739-405d-833c-0e372c0f90c1 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-707665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-260886'] for router, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:25.951339 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-ba01de41-c739-405d-833c-0e372c0f90c1 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-705660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709650', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-767110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260873'] for router, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:25.954145 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-bb8e3866-80f5-47b6-b6c6-c3d16f424360 tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:25.976717 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-d46120f5-afe9-462c-8505-a8c79b7f7b3a tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:25.980269 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec67fc7c-6737-4e11-b107-37b7fc1781b8 None None] Sync routers for ids ['d5f02f7d-33a1-4bfb-8275-f54b07b21c14'] in dv-neutron-835340-2-hyperv {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 12:01:26.003120 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec67fc7c-6737-4e11-b107-37b7fc1781b8 None None] Routers {'d5f02f7d-33a1-4bfb-8275-f54b07b21c14'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:01:26.004349 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-ec67fc7c-6737-4e11-b107-37b7fc1781b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:01:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['d5f02f7d-33a1-4bfb-8275-f54b07b21c14'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:01:26.007935 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-ba01de41-c739-405d-833c-0e372c0f90c1 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:26.091013 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.db_base_plugin_common [None req-b1dbbd4c-4ea0-4efb-a6ba-103fcc27ac94 None None] Allocated IP 172.20.0.2 (a7f176ea-e916-43fa-9e74-5a62f05591c5/9f782a7d-719e-4e8c-a94d-147e2550f771/6fc9bf92-f2ed-49a7-a7d8-c2fb92545909) {{(pid=87872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 12:01:26.105351 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-ba01de41-c739-405d-833c-0e372c0f90c1 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709693'] for router, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:26.157581 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-ba01de41-c739-405d-833c-0e372c0f90c1 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks [] for router, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:26.162827 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-ba01de41-c739-405d-833c-0e372c0f90c1 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.3701651 Mar 28 12:01:26.162827 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 55880) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:26.171396 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-2ec67c83-0348-4f87-a8cc-15201ba8ef05 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Request body: {'port': {'network_id': 'a7f176ea-e916-43fa-9e74-5a62f05591c5', 'name': 'tempest-PortsTestJSON-1720877107'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:01:26.189737 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-14ce531a-efc1-4a0d-a995-08b7e60554db tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks [] for port, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:26.197603 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46120f5-afe9-462c-8505-a8c79b7f7b3a tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Pushing event deleted for resources: {'Port': ['ID=321cfe94-0aa2-4df7-bf48-ad143b5b2bfd,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:01:26.203241 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-d46120f5-afe9-462c-8505-a8c79b7f7b3a tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:26.251068 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-d46120f5-afe9-462c-8505-a8c79b7f7b3a tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] 10.222.0.30 "DELETE /v2.0/ports/321cfe94-0aa2-4df7-bf48-ad143b5b2bfd HTTP/1.1" status: 204 len: 168 time: 1.1746078 Mar 28 12:01:26.261519 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 55884) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:26.339320 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-2ec67c83-0348-4f87-a8cc-15201ba8ef05 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:01:26.344703 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvr_db [None req-ec67fc7c-6737-4e11-b107-37b7fc1781b8 None None] Set router d5f02f7d-33a1-4bfb-8275-f54b07b21c14 gateway port host: dv-neutron-835340-2-hyperv {{(pid=87872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:01:26.347261 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-14ce531a-efc1-4a0d-a995-08b7e60554db tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:26.348934 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.pecan_wsgi.hooks.translation [None req-e20ece5c-3587-4c4f-a41d-eb14ec329dd5 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] DELETE failed (client error): The resource could not be found. Mar 28 12:01:26.349515 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e20ece5c-3587-4c4f-a41d-eb14ec329dd5 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 12:01:26.353761 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-e20ece5c-3587-4c4f-a41d-eb14ec329dd5 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] 10.222.0.30 "DELETE /v2.0/subnets/c22d750c-1456-41b1-a920-0ae682cad16c HTTP/1.1" status: 404 len: 337 time: 0.0884633 Mar 28 12:01:26.382984 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 55888) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:26.386116 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-2ec67c83-0348-4f87-a8cc-15201ba8ef05 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:01:26.433144 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.notifiers.nova [None req-bb8e3866-80f5-47b6-b6c6-c3d16f424360 tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] device_id is not set on port ca2d7ef9-ac46-4b16-b482-c1cbbf0bcc66 yet. {{(pid=87871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 12:01:26.452990 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14ce531a-efc1-4a0d-a995-08b7e60554db tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Network ac2b1748-8f63-4b17-a9c7-07e79704aa5b is already hosted by enough agents. {{(pid=87870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:01:26.459405 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ec67c83-0348-4f87-a8cc-15201ba8ef05 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Made reservation on behalf of 35b7084247a448e2b3e41f3619d7d4bc for: {'port': 1} {{(pid=87870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 12:01:26.463049 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-2ec67c83-0348-4f87-a8cc-15201ba8ef05 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:26.473300 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.base_scheduler [None req-14ce531a-efc1-4a0d-a995-08b7e60554db tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Resources bound (agent type, host, resource id): {{(pid=87870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:01:26.475702 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ce531a-efc1-4a0d-a995-08b7e60554db tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Received port after_create {{(pid=87870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 12:01:26.538062 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-bb8e3866-80f5-47b6-b6c6-c3d16f424360 tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Notify callbacks [] for port, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:26.605529 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ce531a-efc1-4a0d-a995-08b7e60554db tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Pushing event updated for resources: {'Port': ['ID=a6c0ce22-0dd4-46fc-be42-37a2730fe725,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:01:26.610836 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-b1dbbd4c-4ea0-4efb-a6ba-103fcc27ac94 None None] Notify callbacks [] for port, precommit_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:26.618152 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.notifiers.nova [None req-2ec67c83-0348-4f87-a8cc-15201ba8ef05 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] device_id is not set on port 7fe9b47a-f6bb-4d3f-a779-93586532a87d yet. {{(pid=87870) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 12:01:26.623588 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-b1dbbd4c-4ea0-4efb-a6ba-103fcc27ac94 None None] Transition to ACTIVE for port object 6fc9bf92-f2ed-49a7-a7d8-c2fb92545909 will not be triggered until provisioned by entity L2. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:01:26.659581 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.notifiers.nova [None req-bb8e3866-80f5-47b6-b6c6-c3d16f424360 tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] device_id is not set on port 7de6120f-645d-4ac4-9faf-377a016cd4b7 yet. {{(pid=87871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 12:01:26.669648 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-4cc4fd11-80e1-418d-a6e9-929d8a45c3c6 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588883'] for network, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:26.703643 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-b1dbbd4c-4ea0-4efb-a6ba-103fcc27ac94 None None] Transition to ACTIVE for port object 6fc9bf92-f2ed-49a7-a7d8-c2fb92545909 will not be triggered until provisioned by entity DHCP. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:01:26.711623 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-b1dbbd4c-4ea0-4efb-a6ba-103fcc27ac94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241'] for port, after_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:26.755225 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-bb8e3866-80f5-47b6-b6c6-c3d16f424360 tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Notify callbacks [] for port, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:26.790890 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1dbbd4c-4ea0-4efb-a6ba-103fcc27ac94 None None] Network a7f176ea-e916-43fa-9e74-5a62f05591c5 is already hosted by enough agents. {{(pid=87872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:01:26.792496 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-bb8e3866-80f5-47b6-b6c6-c3d16f424360 tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:26.803326 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.base_scheduler [None req-b1dbbd4c-4ea0-4efb-a6ba-103fcc27ac94 None None] Resources bound (agent type, host, resource id): {{(pid=87872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:01:26.818736 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1dbbd4c-4ea0-4efb-a6ba-103fcc27ac94 None None] Received port after_create {{(pid=87872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 12:01:26.838024 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-14ce531a-efc1-4a0d-a995-08b7e60554db tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:26.894073 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dbbd4c-4ea0-4efb-a6ba-103fcc27ac94 None None] Pushing event updated for resources: {'Port': ['ID=6fc9bf92-f2ed-49a7-a7d8-c2fb92545909,revision_number=1']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:01:26.921388 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8e3866-80f5-47b6-b6c6-c3d16f424360 tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Pushing event updated for resources: {'Port': ['ID=ca2d7ef9-ac46-4b16-b482-c1cbbf0bcc66,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:01:26.929714 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb8e3866-80f5-47b6-b6c6-c3d16f424360 tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Checking segment: {'id': '7373db0e-ee50-44e9-a768-75235992b7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '77fc86fb-a0cd-4a01-9c73-0468d7bf7959'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 12:01:26.930071 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb8e3866-80f5-47b6-b6c6-c3d16f424360 tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Network hostable DHCP agents. Network: 77fc86fb-a0cd-4a01-9c73-0468d7bf7959, hostable agents: ['3cb85949-855b-4a40-b988-cd5705e511da'], hosted agents: [] {{(pid=87871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 12:01:26.944167 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-4cc4fd11-80e1-418d-a6e9-929d8a45c3c6 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930431', 'neutron.services.segments.db._delete_segments_for_network-8783496351308'] for network, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:26.951907 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb8e3866-80f5-47b6-b6c6-c3d16f424360 tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Network 77fc86fb-a0cd-4a01-9c73-0468d7bf7959 is scheduled to be hosted by DHCP agent 3cb85949-855b-4a40-b988-cd5705e511da with binding_index 1 {{(pid=87871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 12:01:26.959085 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-b1dbbd4c-4ea0-4efb-a6ba-103fcc27ac94 None None] Attempting to bind port 6fc9bf92-f2ed-49a7-a7d8-c2fb92545909 on host dv-neutron-835340-2-hyperv for vnic_type normal with profile {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 12:01:26.959454 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-b1dbbd4c-4ea0-4efb-a6ba-103fcc27ac94 None None] Attempting to bind port 6fc9bf92-f2ed-49a7-a7d8-c2fb92545909 by drivers openvswitch,hyperv on host dv-neutron-835340-2-hyperv at level 0 using segments [{'id': 'dbfc7505-00f2-41e6-aa61-b646da25eb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'a7f176ea-e916-43fa-9e74-5a62f05591c5'}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 12:01:26.961019 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1dbbd4c-4ea0-4efb-a6ba-103fcc27ac94 None None] Attempting to bind port 6fc9bf92-f2ed-49a7-a7d8-c2fb92545909 on network a7f176ea-e916-43fa-9e74-5a62f05591c5 {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 12:01:26.962852 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-bb8e3866-80f5-47b6-b6c6-c3d16f424360 tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-2-hyperv, 77fc86fb-a0cd-4a01-9c73-0468d7bf7959) {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:01:26.966963 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb8e3866-80f5-47b6-b6c6-c3d16f424360 tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Received port after_create {{(pid=87871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 12:01:26.967791 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-bb8e3866-80f5-47b6-b6c6-c3d16f424360 tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:26.970092 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1dbbd4c-4ea0-4efb-a6ba-103fcc27ac94 None None] Checking agent: {'id': '961a16fe-cbc8-4264-ac28-bbbd53f89caa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 46, 6), 'started_at': datetime.datetime(2022, 3, 28, 11, 46, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 12, 1, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 12:01:26.970510 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1dbbd4c-4ea0-4efb-a6ba-103fcc27ac94 None None] Checking segment: {'id': 'dbfc7505-00f2-41e6-aa61-b646da25eb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'a7f176ea-e916-43fa-9e74-5a62f05591c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 12:01:26.970910 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-b1dbbd4c-4ea0-4efb-a6ba-103fcc27ac94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:26.971303 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1dbbd4c-4ea0-4efb-a6ba-103fcc27ac94 None None] Bound using segment: {'id': 'dbfc7505-00f2-41e6-aa61-b646da25eb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'a7f176ea-e916-43fa-9e74-5a62f05591c5'} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 12:01:26.971791 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-b1dbbd4c-4ea0-4efb-a6ba-103fcc27ac94 None None] Bound port: 6fc9bf92-f2ed-49a7-a7d8-c2fb92545909, host: dv-neutron-835340-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbfc7505-00f2-41e6-aa61-b646da25eb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'a7f176ea-e916-43fa-9e74-5a62f05591c5'}}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 12:01:26.972229 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-b1dbbd4c-4ea0-4efb-a6ba-103fcc27ac94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:26.984686 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f88e2f8-6fc7-4009-935f-ab327d811fee None None] Network 77fc86fb-a0cd-4a01-9c73-0468d7bf7959 requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 12:01:26.999068 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-4cc4fd11-80e1-418d-a6e9-929d8a45c3c6 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['795a7bc2-6515-4937-bcac-95b09c6b99b7']}} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:01:27.005877 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.db.api [None req-2ec67c83-0348-4f87-a8cc-15201ba8ef05 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-b67835ad-1f13-4b01-ad56-ed6de7a0cfa9 {{(pid=87870) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 12:01:27.006198 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG oslo_db.api [None req-2ec67c83-0348-4f87-a8cc-15201ba8ef05 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 12:01:27.021933 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-4cc4fd11-80e1-418d-a6e9-929d8a45c3c6 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4669d9cd-7fa5-45b8-b2d5-384a8964a58a') {'for_net_delete': True} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:01:27.022277 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-4cc4fd11-80e1-418d-a6e9-929d8a45c3c6 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4669d9cd-7fa5-45b8-b2d5-384a8964a58a') {} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:01:27.032508 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-14ce531a-efc1-4a0d-a995-08b7e60554db tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:27.054667 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8e3866-80f5-47b6-b6c6-c3d16f424360 tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Pushing event updated for resources: {'Port': ['ID=7de6120f-645d-4ac4-9faf-377a016cd4b7,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:01:27.072161 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb8e3866-80f5-47b6-b6c6-c3d16f424360 tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Checking segment: {'id': 'f11f5206-6e8f-4977-872b-a30213e7031e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'b6e938fa-ef57-4061-8dcd-58b07d5daf71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 12:01:27.072590 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb8e3866-80f5-47b6-b6c6-c3d16f424360 tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Network hostable DHCP agents. Network: b6e938fa-ef57-4061-8dcd-58b07d5daf71, hostable agents: ['3cb85949-855b-4a40-b988-cd5705e511da'], hosted agents: [] {{(pid=87871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 12:01:27.077339 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-4cc4fd11-80e1-418d-a6e9-929d8a45c3c6 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783496353639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3591341'] for segment, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:27.093066 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb8e3866-80f5-47b6-b6c6-c3d16f424360 tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Network b6e938fa-ef57-4061-8dcd-58b07d5daf71 is scheduled to be hosted by DHCP agent 3cb85949-855b-4a40-b988-cd5705e511da with binding_index 1 {{(pid=87871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 12:01:27.105355 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-bb8e3866-80f5-47b6-b6c6-c3d16f424360 tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-2-hyperv, b6e938fa-ef57-4061-8dcd-58b07d5daf71) {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:01:27.107335 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-4cc4fd11-80e1-418d-a6e9-929d8a45c3c6 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:27.109132 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb8e3866-80f5-47b6-b6c6-c3d16f424360 tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Received port after_create {{(pid=87871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 12:01:27.116729 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb8e3866-80f5-47b6-b6c6-c3d16f424360 tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:01:27.122148 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb8e3866-80f5-47b6-b6c6-c3d16f424360 tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:01:27.122999 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-bb8e3866-80f5-47b6-b6c6-c3d16f424360 tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:27.124512 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cc4fd11-80e1-418d-a6e9-929d8a45c3c6 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=87870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 12:01:27.124512 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-4cc4fd11-80e1-418d-a6e9-929d8a45c3c6 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1920481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2558260'] for segment, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:27.133914 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd9bce62-075b-4562-8274-6f6d8768f256 None None] Network b6e938fa-ef57-4061-8dcd-58b07d5daf71 requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 12:01:27.140766 dv-neutron-835340-2-hyperv neutron-server[87870]: Traceback (most recent call last): Mar 28 12:01:27.140766 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 12:01:27.140766 dv-neutron-835340-2-hyperv neutron-server[87870]: timer() Mar 28 12:01:27.140766 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 12:01:27.140766 dv-neutron-835340-2-hyperv neutron-server[87870]: cb(*args, **kw) Mar 28 12:01:27.140766 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 12:01:27.140766 dv-neutron-835340-2-hyperv neutron-server[87870]: return func(*args, **kwargs) Mar 28 12:01:27.140766 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 12:01:27.140766 dv-neutron-835340-2-hyperv neutron-server[87870]: self._notify() Mar 28 12:01:27.140766 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 12:01:27.140766 dv-neutron-835340-2-hyperv neutron-server[87870]: self.callback(batched_events) Mar 28 12:01:27.140766 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 12:01:27.140766 dv-neutron-835340-2-hyperv neutron-server[87870]: event.method(event) Mar 28 12:01:27.140766 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 12:01:27.140766 dv-neutron-835340-2-hyperv neutron-server[87870]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 12:01:27.140766 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 12:01:27.140766 dv-neutron-835340-2-hyperv neutron-server[87870]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 12:01:27.140766 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 12:01:27.140766 dv-neutron-835340-2-hyperv neutron-server[87870]: return f(self, *a, **k) Mar 28 12:01:27.140766 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 12:01:27.140766 dv-neutron-835340-2-hyperv neutron-server[87870]: return self._get(url).json() Mar 28 12:01:27.140766 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 12:01:27.140766 dv-neutron-835340-2-hyperv neutron-server[87870]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 12:01:27.140766 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 12:01:27.140766 dv-neutron-835340-2-hyperv neutron-server[87870]: return self.request(url, 'GET', **kwargs) Mar 28 12:01:27.140766 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 12:01:27.140766 dv-neutron-835340-2-hyperv neutron-server[87870]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 12:01:27.140766 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 12:01:27.140766 dv-neutron-835340-2-hyperv neutron-server[87870]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 12:01:27.140766 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 12:01:27.140766 dv-neutron-835340-2-hyperv neutron-server[87870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 12:01:27.140766 dv-neutron-835340-2-hyperv neutron-server[87870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 12:01:27.150680 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-bb8e3866-80f5-47b6-b6c6-c3d16f424360 tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 1.8296537 Mar 28 12:01:27.152130 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 55892) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:27.195698 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-ec67fc7c-6737-4e11-b107-37b7fc1781b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5f02f7d-33a1-4bfb-8275-f54b07b21c14', 'name': 'tempest-TestNetworkBasicOps-router-1162902735', 'tenant_id': '527195c95736491ca1967a42cc300275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.177'}], 'enable_snat': True}, 'gw_port_id': '344b8558-f9db-4637-80bb-b51096537413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:59:11Z', 'updated_at': '2022-03-28T12:01:23Z', 'revision_number': 5, 'project_id': '527195c95736491ca1967a42cc300275', 'gw_port': {'id': '344b8558-f9db-4637-80bb-b51096537413', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:2b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f02f7d-33a1-4bfb-8275-f54b07b21c14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:59:13Z', 'updated_at': '2022-03-28T11:59:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_floatingips': [{'id': 'c7484ce1-88f5-44a5-a6fc-a3ae004afbfd', 'tenant_id': '527195c95736491ca1967a42cc300275', 'floating_ip_address': '172.26.7.213', 'floating_network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'router_id': 'd5f02f7d-33a1-4bfb-8275-f54b07b21c14', 'port_id': '12748102-4760-40db-84c0-2bcd579ab8d7', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 872, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3eabdfb2-13df-46a0-90ee-a82c1c8f310b', 'mac_address': 'fa:16:3e:b1:72:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87bd8c58-7f15-410e-aa63-e83fafd3b215', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T12:00:13Z', 'updated_at': '2022-03-28T12:00:19Z', 'revision_number': 1, 'project_id': '527195c95736491ca1967a42cc300275', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1916e1d1-6e95-4d71-9fca-2c50aa38f306', 'name': '', 'network_id': '3eabdfb2-13df-46a0-90ee-a82c1c8f310b', 'tenant_id': '527195c95736491ca1967a42cc300275', 'mac_address': 'fa:16:3e:04:43:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f02f7d-33a1-4bfb-8275-f54b07b21c14', 'device_owner': 'network:router_interface', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': '7e493e4f-4143-4d86-a3fc-05446ad68796', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:59:22Z', 'updated_at': '2022-03-28T11:59:35Z', 'revision_number': 5, 'project_id': '527195c95736491ca1967a42cc300275', 'subnets': [{'id': '7e493e4f-4143-4d86-a3fc-05446ad68796', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '29f2c713-19b3-416c-b5d3-db487321a184', 'name': '', 'network_id': '407023ce-274c-4460-a707-774aa60c0992', 'tenant_id': '527195c95736491ca1967a42cc300275', 'mac_address': 'fa:16:3e:c9:27:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5f02f7d-33a1-4bfb-8275-f54b07b21c14', 'device_owner': 'network:router_interface', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': '60940c12-d54a-4413-97d1-30b1a13185dc', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:01:21Z', 'updated_at': '2022-03-28T12:01:24Z', 'revision_number': 2, 'project_id': '527195c95736491ca1967a42cc300275', 'subnets': [{'id': '60940c12-d54a-4413-97d1-30b1a13185dc', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:01:27.229104 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec67fc7c-6737-4e11-b107-37b7fc1781b8 None None] Checking router: d5f02f7d-33a1-4bfb-8275-f54b07b21c14 for host: dv-neutron-835340-2-hyperv {{(pid=87872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 12:01:27.229455 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec67fc7c-6737-4e11-b107-37b7fc1781b8 None None] Updating router d5f02f7d-33a1-4bfb-8275-f54b07b21c14 port 29f2c713-19b3-416c-b5d3-db487321a184 binding host dv-neutron-835340-2-hyperv {{(pid=87872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 12:01:27.240789 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07ce1fb2-de7d-4e9b-93fa-0434a109e943 tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:01:27.247218 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07ce1fb2-de7d-4e9b-93fa-0434a109e943 tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:01:27.248079 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-07ce1fb2-de7d-4e9b-93fa-0434a109e943 tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Synchronizing usage tracker for tenant:d74db50fb43946f088574dde2e3c5dce on resource:port {{(pid=87871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:01:27.268478 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-07ce1fb2-de7d-4e9b-93fa-0434a109e943 tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Unset dirty status for tenant:d74db50fb43946f088574dde2e3c5dce on resource:port {{(pid=87871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:01:27.270091 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-07ce1fb2-de7d-4e9b-93fa-0434a109e943 tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1180267 Mar 28 12:01:27.273100 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 55896) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:27.308338 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-4cc4fd11-80e1-418d-a6e9-929d8a45c3c6 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709602'] for network, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:27.331081 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-4cc4fd11-80e1-418d-a6e9-929d8a45c3c6 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538751'] for network, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:27.350991 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-4ee534ea-5c6f-4c72-af9c-a809d7f04b51 tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Deleting port ca2d7ef9-ac46-4b16-b482-c1cbbf0bcc66 {{(pid=87871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:01:27.351569 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-4ee534ea-5c6f-4c72-af9c-a809d7f04b51 tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:27.352176 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc4fd11-80e1-418d-a6e9-929d8a45c3c6 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Pushing event deleted for resources: {'Network': ['ID=795a7bc2-6515-4937-bcac-95b09c6b99b7,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:01:27.358657 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-4cc4fd11-80e1-418d-a6e9-929d8a45c3c6 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] 10.222.0.30 "DELETE /v2.0/networks/795a7bc2-6515-4937-bcac-95b09c6b99b7 HTTP/1.1" status: 204 len: 168 time: 0.9701900 Mar 28 12:01:27.376743 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 55900) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:27.380496 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-b1dbbd4c-4ea0-4efb-a6ba-103fcc27ac94 None None] For port 6fc9bf92-f2ed-49a7-a7d8-c2fb92545909, host dv-neutron-835340-2-hyperv, cleared binding levels {{(pid=87872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 12:01:27.425886 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-b1dbbd4c-4ea0-4efb-a6ba-103fcc27ac94 None None] For port 6fc9bf92-f2ed-49a7-a7d8-c2fb92545909, host dv-neutron-835340-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=6fc9bf92-f2ed-49a7-a7d8-c2fb92545909,segment=NetworkSegment(dbfc7505-00f2-41e6-aa61-b646da25eb38),segment_id=dbfc7505-00f2-41e6-aa61-b646da25eb38)] {{(pid=87872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 12:01:27.439124 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-ec67fc7c-6737-4e11-b107-37b7fc1781b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:27.476873 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-34cbafb4-ab82-4b72-8453-b54a5ee9b04f tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Deleting port 03fd4c6a-615c-474e-bb1d-c08db6cec35f {{(pid=87870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:01:27.477632 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-34cbafb4-ab82-4b72-8453-b54a5ee9b04f tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:27.508295 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-b1dbbd4c-4ea0-4efb-a6ba-103fcc27ac94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:27.509581 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-2ec67c83-0348-4f87-a8cc-15201ba8ef05 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:27.563708 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.notifiers.nova [None req-2ec67c83-0348-4f87-a8cc-15201ba8ef05 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] device_id is not set on port 44cef072-7ebe-4ca3-98c9-8c1e7f4b76db yet. {{(pid=87870) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 12:01:27.622246 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-4ee534ea-5c6f-4c72-af9c-a809d7f04b51 tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:27.745503 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dbbd4c-4ea0-4efb-a6ba-103fcc27ac94 None None] Pushing event updated for resources: {'Port': ['ID=6fc9bf92-f2ed-49a7-a7d8-c2fb92545909,revision_number=2']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:01:27.810952 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-4ee534ea-5c6f-4c72-af9c-a809d7f04b51 tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Calling delete_port for ca2d7ef9-ac46-4b16-b482-c1cbbf0bcc66 owned by {{(pid=87871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:01:27.886152 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-14ce531a-efc1-4a0d-a995-08b7e60554db tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks [] for port, precommit_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:27.917390 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-4ee534ea-5c6f-4c72-af9c-a809d7f04b51 tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:28.014426 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-14ce531a-efc1-4a0d-a995-08b7e60554db tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2558288'] for port, after_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:28.042244 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-4ee534ea-5c6f-4c72-af9c-a809d7f04b51 tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:28.047785 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee534ea-5c6f-4c72-af9c-a809d7f04b51 tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Pushing event deleted for resources: {'Port': ['ID=ca2d7ef9-ac46-4b16-b482-c1cbbf0bcc66,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:01:28.071958 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-4ee534ea-5c6f-4c72-af9c-a809d7f04b51 tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] 10.222.0.30 "DELETE /v2.0/ports/ca2d7ef9-ac46-4b16-b482-c1cbbf0bcc66 HTTP/1.1" status: 204 len: 168 time: 0.7961950 Mar 28 12:01:28.073990 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 55904) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:28.163946 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-0a21676e-46ff-4ffd-aa68-4ba97ff019da tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Deleting port 7de6120f-645d-4ac4-9faf-377a016cd4b7 {{(pid=87871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:01:28.164149 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-0a21676e-46ff-4ffd-aa68-4ba97ff019da tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:28.261644 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-ec67fc7c-6737-4e11-b107-37b7fc1781b8 None None] Notify callbacks [] for port, precommit_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:28.276047 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-ec67fc7c-6737-4e11-b107-37b7fc1781b8 None None] Transition to ACTIVE for port object 29f2c713-19b3-416c-b5d3-db487321a184 will not be triggered until provisioned by entity L2. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:01:28.286867 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-ec67fc7c-6737-4e11-b107-37b7fc1781b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:28.318899 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-34cbafb4-ab82-4b72-8453-b54a5ee9b04f tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:28.348715 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.db_base_plugin_common [None req-2ec67c83-0348-4f87-a8cc-15201ba8ef05 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Allocated IP 172.20.0.14 (a7f176ea-e916-43fa-9e74-5a62f05591c5/9f782a7d-719e-4e8c-a94d-147e2550f771/44cef072-7ebe-4ca3-98c9-8c1e7f4b76db) {{(pid=87870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 12:01:28.426880 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ce531a-efc1-4a0d-a995-08b7e60554db tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Pushing event updated for resources: {'Port': ['ID=a6c0ce22-0dd4-46fc-be42-37a2730fe725,revision_number=2']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:01:28.532611 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-34cbafb4-ab82-4b72-8453-b54a5ee9b04f tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Calling delete_port for 03fd4c6a-615c-474e-bb1d-c08db6cec35f owned by {{(pid=87870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:01:28.572729 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-ec67fc7c-6737-4e11-b107-37b7fc1781b8 None None] Attempting to bind port 29f2c713-19b3-416c-b5d3-db487321a184 on host dv-neutron-835340-2-hyperv for vnic_type normal with profile {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 12:01:28.573354 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-ec67fc7c-6737-4e11-b107-37b7fc1781b8 None None] Attempting to bind port 29f2c713-19b3-416c-b5d3-db487321a184 by drivers openvswitch,hyperv on host dv-neutron-835340-2-hyperv at level 0 using segments [{'id': '0c16f700-172a-4559-8f9a-7ed8adf773e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '407023ce-274c-4460-a707-774aa60c0992'}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 12:01:28.573900 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec67fc7c-6737-4e11-b107-37b7fc1781b8 None None] Attempting to bind port 29f2c713-19b3-416c-b5d3-db487321a184 on network 407023ce-274c-4460-a707-774aa60c0992 {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 12:01:28.575556 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-0a21676e-46ff-4ffd-aa68-4ba97ff019da tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:28.578331 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df54c4d-debd-4067-8b6e-a43138eb8f36 None None] Pushing event updated for resources: {'Port': ['ID=29f2c713-19b3-416c-b5d3-db487321a184,revision_number=3']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:01:28.588411 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec67fc7c-6737-4e11-b107-37b7fc1781b8 None None] Checking agent: {'id': '961a16fe-cbc8-4264-ac28-bbbd53f89caa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 46, 6), 'started_at': datetime.datetime(2022, 3, 28, 11, 46, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 12, 1, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 12:01:28.589238 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec67fc7c-6737-4e11-b107-37b7fc1781b8 None None] Checking segment: {'id': '0c16f700-172a-4559-8f9a-7ed8adf773e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '407023ce-274c-4460-a707-774aa60c0992'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 12:01:28.589974 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-ec67fc7c-6737-4e11-b107-37b7fc1781b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:28.590511 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec67fc7c-6737-4e11-b107-37b7fc1781b8 None None] Bound using segment: {'id': '0c16f700-172a-4559-8f9a-7ed8adf773e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '407023ce-274c-4460-a707-774aa60c0992'} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 12:01:28.591133 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-ec67fc7c-6737-4e11-b107-37b7fc1781b8 None None] Bound port: 29f2c713-19b3-416c-b5d3-db487321a184, host: dv-neutron-835340-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c16f700-172a-4559-8f9a-7ed8adf773e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '407023ce-274c-4460-a707-774aa60c0992'}}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 12:01:28.591804 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-ec67fc7c-6737-4e11-b107-37b7fc1781b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:28.641615 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-14ce531a-efc1-4a0d-a995-08b7e60554db tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-709520'] for floatingip, after_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:28.690918 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-ec67fc7c-6737-4e11-b107-37b7fc1781b8 None None] For port 29f2c713-19b3-416c-b5d3-db487321a184, host dv-neutron-835340-2-hyperv, cleared binding levels {{(pid=87872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 12:01:28.693473 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-14ce531a-efc1-4a0d-a995-08b7e60554db tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for floatingip, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:28.694706 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-14ce531a-efc1-4a0d-a995-08b7e60554db tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.1022775 Mar 28 12:01:28.695564 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-ec67fc7c-6737-4e11-b107-37b7fc1781b8 None None] For port 29f2c713-19b3-416c-b5d3-db487321a184, host dv-neutron-835340-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=29f2c713-19b3-416c-b5d3-db487321a184,segment=NetworkSegment(0c16f700-172a-4559-8f9a-7ed8adf773e6),segment_id=0c16f700-172a-4559-8f9a-7ed8adf773e6)] {{(pid=87872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 12:01:28.703027 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 55910) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:28.711850 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-ec67fc7c-6737-4e11-b107-37b7fc1781b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:28.712398 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-0a21676e-46ff-4ffd-aa68-4ba97ff019da tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Calling delete_port for 7de6120f-645d-4ac4-9faf-377a016cd4b7 owned by {{(pid=87871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:01:28.720575 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-17707028-96e7-4c66-8385-fa8761bdd483 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Request body: {'port': {'network_id': '454ec8d0-cf0d-4891-a3da-f7681dcf6352', 'name': 'tempest-FloatingIPTestJSON-71497412'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:01:28.746578 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-34cbafb4-ab82-4b72-8453-b54a5ee9b04f tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:28.822066 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-0a21676e-46ff-4ffd-aa68-4ba97ff019da tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:28.828763 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec67fc7c-6737-4e11-b107-37b7fc1781b8 None None] Routers {'d5f02f7d-33a1-4bfb-8275-f54b07b21c14'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:01:28.829673 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-ec67fc7c-6737-4e11-b107-37b7fc1781b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:01:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['d5f02f7d-33a1-4bfb-8275-f54b07b21c14'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:01:28.873303 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-34cbafb4-ab82-4b72-8453-b54a5ee9b04f tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:28.907685 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cbafb4-ab82-4b72-8453-b54a5ee9b04f tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Pushing event deleted for resources: {'Port': ['ID=03fd4c6a-615c-474e-bb1d-c08db6cec35f,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:01:28.947764 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a21676e-46ff-4ffd-aa68-4ba97ff019da tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Pushing event deleted for resources: {'Port': ['ID=7de6120f-645d-4ac4-9faf-377a016cd4b7,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:01:28.956589 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-0a21676e-46ff-4ffd-aa68-4ba97ff019da tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:28.966831 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df54c4d-debd-4067-8b6e-a43138eb8f36 None None] Pushing event updated for resources: {'Port': ['ID=29f2c713-19b3-416c-b5d3-db487321a184,revision_number=4']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:01:28.972800 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-0a21676e-46ff-4ffd-aa68-4ba97ff019da tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] 10.222.0.30 "DELETE /v2.0/ports/7de6120f-645d-4ac4-9faf-377a016cd4b7 HTTP/1.1" status: 204 len: 168 time: 0.8938630 Mar 28 12:01:28.980174 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 55914) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:29.061678 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-5e3f3bfd-fca9-4c94-9be4-fe59dae55fc4 tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Synchronizing usage tracker for tenant:d74db50fb43946f088574dde2e3c5dce on resource:port {{(pid=87871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:01:29.108349 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-34cbafb4-ab82-4b72-8453-b54a5ee9b04f tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] 10.222.0.30 "DELETE /v2.0/ports/03fd4c6a-615c-474e-bb1d-c08db6cec35f HTTP/1.1" status: 204 len: 168 time: 1.7303853 Mar 28 12:01:29.109767 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-5e3f3bfd-fca9-4c94-9be4-fe59dae55fc4 tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Unset dirty status for tenant:d74db50fb43946f088574dde2e3c5dce on resource:port {{(pid=87871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:01:29.111280 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-5e3f3bfd-fca9-4c94-9be4-fe59dae55fc4 tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1300833 Mar 28 12:01:29.112253 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 55918) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:29.123453 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 55922) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:29.132663 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvr_db [None req-ec67fc7c-6737-4e11-b107-37b7fc1781b8 None None] Set router d5f02f7d-33a1-4bfb-8275-f54b07b21c14 gateway port host: dv-neutron-835340-2-hyperv {{(pid=87872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:01:29.142484 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-c5848755-84f4-496b-a1b5-4738d9dc2f35 tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-554292251'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:01:29.158400 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-c5848755-84f4-496b-a1b5-4738d9dc2f35 tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:01:29.187912 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d32df69-d846-4694-966b-8b5f392d8929 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] DELETE failed (client error): The resource could not be found. Mar 28 12:01:29.188372 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d32df69-d846-4694-966b-8b5f392d8929 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 12:01:29.193326 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-3d32df69-d846-4694-966b-8b5f392d8929 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] 10.222.0.30 "DELETE /v2.0/subnets/6561d5b8-d490-495d-b92b-5ea3874cddb2 HTTP/1.1" status: 404 len: 337 time: 0.0765700 Mar 28 12:01:29.193492 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 55926) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:29.196152 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-c5848755-84f4-496b-a1b5-4738d9dc2f35 tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:01:29.242730 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-17707028-96e7-4c66-8385-fa8761bdd483 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:01:29.249380 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5848755-84f4-496b-a1b5-4738d9dc2f35 tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Made reservation on behalf of d74db50fb43946f088574dde2e3c5dce for: {'network': 1} {{(pid=87870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 12:01:29.254076 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c5848755-84f4-496b-a1b5-4738d9dc2f35 tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for network, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:29.267099 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-2ec67c83-0348-4f87-a8cc-15201ba8ef05 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks [] for port, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:29.270813 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-17707028-96e7-4c66-8385-fa8761bdd483 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Usage tracker for resource:port and tenant:67b6faa452844e9d8ffe9a3a683b2834 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:01:29.275760 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b3cfb7b-c7a0-4858-9bb6-b4e27853dc3d None None] Network a7f176ea-e916-43fa-9e74-5a62f05591c5 requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 12:01:29.278944 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-17707028-96e7-4c66-8385-fa8761bdd483 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Quota usage for port was recalculated. Used quota:4. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:01:29.289041 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 6fc9bf92-f2ed-49a7-a7d8-c2fb92545909 up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:01:29.295025 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-17707028-96e7-4c66-8385-fa8761bdd483 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:01:29.302974 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.provisioning_blocks [None req-2ec67c83-0348-4f87-a8cc-15201ba8ef05 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Transition to ACTIVE for port object 44cef072-7ebe-4ca3-98c9-8c1e7f4b76db will not be triggered until provisioned by entity DHCP. {{(pid=87870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:01:29.321121 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5848755-84f4-496b-a1b5-4738d9dc2f35 tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=87870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 12:01:29.323150 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17707028-96e7-4c66-8385-fa8761bdd483 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Made reservation on behalf of 67b6faa452844e9d8ffe9a3a683b2834 for: {'port': 1} {{(pid=87870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 12:01:29.326569 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-17707028-96e7-4c66-8385-fa8761bdd483 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:29.337176 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-c4d19eed-e453-4d85-8522-cb47b0b9db98 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588883'] for network, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:29.350206 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c5848755-84f4-496b-a1b5-4738d9dc2f35 tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:29.350549 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.db.segments_db [None req-c5848755-84f4-496b-a1b5-4738d9dc2f35 tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Added segment 4dacce34-6732-41de-9144-4f6e96c29adc of type vlan for network 23e852b4-3d81-4b11-a13b-0196ff2522f3 Mar 28 12:01:29.365950 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.notifiers.nova [None req-17707028-96e7-4c66-8385-fa8761bdd483 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] device_id is not set on port 31ed8caa-d886-42fa-8aa4-14d7a5eef263 yet. {{(pid=87870) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 12:01:29.455909 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c5848755-84f4-496b-a1b5-4738d9dc2f35 tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783495836591'] for network, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:29.481367 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-c4d19eed-e453-4d85-8522-cb47b0b9db98 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930431', 'neutron.services.segments.db._delete_segments_for_network-8783496351308'] for network, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:29.499626 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-2ec67c83-0348-4f87-a8cc-15201ba8ef05 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:29.510230 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.segments.db [None req-c4d19eed-e453-4d85-8522-cb47b0b9db98 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5544ddd7-4bb8-4c3e-885f-c55b60454a8f']}} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:01:29.524213 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.segments.db [None req-c4d19eed-e453-4d85-8522-cb47b0b9db98 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9de969b9-09c1-4964-85b1-ace76a5dedc6') {'for_net_delete': True} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:01:29.524506 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.segments.db [None req-c4d19eed-e453-4d85-8522-cb47b0b9db98 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9de969b9-09c1-4964-85b1-ace76a5dedc6') {} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:01:29.536164 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-c4d19eed-e453-4d85-8522-cb47b0b9db98 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783496353639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3436890'] for segment, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:29.537248 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-50999880-c814-49d4-b578-b652c12384ca None None] Provisioning for port 6fc9bf92-f2ed-49a7-a7d8-c2fb92545909 completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:01:29.552356 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-c4d19eed-e453-4d85-8522-cb47b0b9db98 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:29.558451 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4d19eed-e453-4d85-8522-cb47b0b9db98 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=87871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 12:01:29.558894 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-c4d19eed-e453-4d85-8522-cb47b0b9db98 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1920481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2363149'] for segment, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:29.574807 dv-neutron-835340-2-hyperv neutron-server[87871]: Traceback (most recent call last): Mar 28 12:01:29.574807 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 12:01:29.574807 dv-neutron-835340-2-hyperv neutron-server[87871]: timer() Mar 28 12:01:29.574807 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 12:01:29.574807 dv-neutron-835340-2-hyperv neutron-server[87871]: cb(*args, **kw) Mar 28 12:01:29.574807 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 12:01:29.574807 dv-neutron-835340-2-hyperv neutron-server[87871]: return func(*args, **kwargs) Mar 28 12:01:29.574807 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 12:01:29.574807 dv-neutron-835340-2-hyperv neutron-server[87871]: self._notify() Mar 28 12:01:29.574807 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 12:01:29.574807 dv-neutron-835340-2-hyperv neutron-server[87871]: self.callback(batched_events) Mar 28 12:01:29.574807 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 12:01:29.574807 dv-neutron-835340-2-hyperv neutron-server[87871]: event.method(event) Mar 28 12:01:29.574807 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 12:01:29.574807 dv-neutron-835340-2-hyperv neutron-server[87871]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 12:01:29.574807 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 12:01:29.574807 dv-neutron-835340-2-hyperv neutron-server[87871]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 12:01:29.574807 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 12:01:29.574807 dv-neutron-835340-2-hyperv neutron-server[87871]: return f(self, *a, **k) Mar 28 12:01:29.574807 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 12:01:29.574807 dv-neutron-835340-2-hyperv neutron-server[87871]: return self._get(url).json() Mar 28 12:01:29.574807 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 12:01:29.574807 dv-neutron-835340-2-hyperv neutron-server[87871]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 12:01:29.574807 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 12:01:29.574807 dv-neutron-835340-2-hyperv neutron-server[87871]: return self.request(url, 'GET', **kwargs) Mar 28 12:01:29.574807 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 12:01:29.574807 dv-neutron-835340-2-hyperv neutron-server[87871]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 12:01:29.574807 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 12:01:29.574807 dv-neutron-835340-2-hyperv neutron-server[87871]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 12:01:29.574807 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 12:01:29.574807 dv-neutron-835340-2-hyperv neutron-server[87871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 12:01:29.574807 dv-neutron-835340-2-hyperv neutron-server[87871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 12:01:29.638010 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ec67c83-0348-4f87-a8cc-15201ba8ef05 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Network a7f176ea-e916-43fa-9e74-5a62f05591c5 is already hosted by enough agents. {{(pid=87870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:01:29.639166 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning for port 6fc9bf92-f2ed-49a7-a7d8-c2fb92545909 completed by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:01:29.652061 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.base_scheduler [None req-2ec67c83-0348-4f87-a8cc-15201ba8ef05 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Resources bound (agent type, host, resource id): {{(pid=87870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:01:29.658287 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c5848755-84f4-496b-a1b5-4738d9dc2f35 tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765'] for network, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:29.659946 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port 6fc9bf92-f2ed-49a7-a7d8-c2fb92545909 triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:01:29.660498 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:29.661190 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-c4d19eed-e453-4d85-8522-cb47b0b9db98 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709602'] for network, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:29.663715 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5848755-84f4-496b-a1b5-4738d9dc2f35 tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:01:29.664310 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c5848755-84f4-496b-a1b5-4738d9dc2f35 tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538751'] for network, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:29.674836 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec67c83-0348-4f87-a8cc-15201ba8ef05 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Received port after_create {{(pid=87870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 12:01:29.686804 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-c4d19eed-e453-4d85-8522-cb47b0b9db98 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Notify callbacks [] for network, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:29.689862 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d19eed-e453-4d85-8522-cb47b0b9db98 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Pushing event deleted for resources: {'Network': ['ID=5544ddd7-4bb8-4c3e-885f-c55b60454a8f,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:01:29.697289 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-c4d19eed-e453-4d85-8522-cb47b0b9db98 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] 10.222.0.30 "DELETE /v2.0/networks/5544ddd7-4bb8-4c3e-885f-c55b60454a8f HTTP/1.1" status: 204 len: 168 time: 0.5028596 Mar 28 12:01:29.700117 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 55930) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:29.758821 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec67c83-0348-4f87-a8cc-15201ba8ef05 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Pushing event updated for resources: {'Port': ['ID=44cef072-7ebe-4ca3-98c9-8c1e7f4b76db,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:01:29.778864 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbaf622c-71da-4668-8d7f-cdaef4bdbc3e tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Deleting subnet 82300aa5-5ea9-4b54-9191-bfd0d41e163e {{(pid=87871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 12:01:29.781652 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-dbaf622c-71da-4668-8d7f-cdaef4bdbc3e tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Notify callbacks [] for subnet, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:29.845100 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-dbaf622c-71da-4668-8d7f-cdaef4bdbc3e tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3436877'] for subnet, precommit_delete_associations {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:29.861053 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.db_base_plugin_common [None req-17707028-96e7-4c66-8385-fa8761bdd483 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Allocated IP 172.20.0.9 (454ec8d0-cf0d-4891-a3da-f7681dcf6352/76f09993-c164-4bc4-b4b5-b39564fe6344/31ed8caa-d886-42fa-8aa4-14d7a5eef263) {{(pid=87870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 12:01:29.866310 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5848755-84f4-496b-a1b5-4738d9dc2f35 tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Pushing event updated for resources: {'Network': ['ID=23e852b4-3d81-4b11-a13b-0196ff2522f3,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:01:29.876851 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-c5848755-84f4-496b-a1b5-4738d9dc2f35 tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7438834 Mar 28 12:01:29.881606 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 55934) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:29.882797 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ec67c83-0348-4f87-a8cc-15201ba8ef05 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:01:29.883386 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-2ec67c83-0348-4f87-a8cc-15201ba8ef05 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:29.888132 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Network 23e852b4-3d81-4b11-a13b-0196ff2522f3 details requested by agent ovs-agent-dv-neutron-835340-2-hyperv with host dv-neutron-835340-2-hyperv {{(pid=87872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 12:01:29.892353 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-cb47d506-3980-400e-bf97-1182ad458b68 tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-650512989'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:01:29.908318 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-cb47d506-3980-400e-bf97-1182ad458b68 tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:01:29.917317 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-cb47d506-3980-400e-bf97-1182ad458b68 tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Usage tracker for resource:network and tenant:d74db50fb43946f088574dde2e3c5dce is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:01:29.919915 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-2ec67c83-0348-4f87-a8cc-15201ba8ef05 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.7561815 Mar 28 12:01:29.922249 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-cb47d506-3980-400e-bf97-1182ad458b68 tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:01:29.922444 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 55938) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:29.932236 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-cb47d506-3980-400e-bf97-1182ad458b68 tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:01:29.953031 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb47d506-3980-400e-bf97-1182ad458b68 tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Made reservation on behalf of d74db50fb43946f088574dde2e3c5dce for: {'network': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 12:01:29.956204 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-cb47d506-3980-400e-bf97-1182ad458b68 tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for network, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:30.000827 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-dbaf622c-71da-4668-8d7f-cdaef4bdbc3e tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1919782'] for subnet, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:30.030598 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb47d506-3980-400e-bf97-1182ad458b68 tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=87871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 12:01:30.056558 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-cb47d506-3980-400e-bf97-1182ad458b68 tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:30.056980 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.db.segments_db [None req-cb47d506-3980-400e-bf97-1182ad458b68 tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Added segment e0b1605f-49e0-4596-8aa7-07130024a8e4 of type vlan for network 00b82375-0a3b-4632-9360-5e699fdf72dc Mar 28 12:01:30.098364 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-cb47d506-3980-400e-bf97-1182ad458b68 tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783495836591'] for network, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:30.123878 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-dbaf622c-71da-4668-8d7f-cdaef4bdbc3e tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1919805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2364079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26551417'] for subnet, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:30.134943 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:30.151683 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-ec67fc7c-6737-4e11-b107-37b7fc1781b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5f02f7d-33a1-4bfb-8275-f54b07b21c14', 'name': 'tempest-TestNetworkBasicOps-router-1162902735', 'tenant_id': '527195c95736491ca1967a42cc300275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.177'}], 'enable_snat': True}, 'gw_port_id': '344b8558-f9db-4637-80bb-b51096537413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:59:11Z', 'updated_at': '2022-03-28T12:01:23Z', 'revision_number': 5, 'project_id': '527195c95736491ca1967a42cc300275', 'gw_port': {'id': '344b8558-f9db-4637-80bb-b51096537413', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:2b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f02f7d-33a1-4bfb-8275-f54b07b21c14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:59:13Z', 'updated_at': '2022-03-28T11:59:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_floatingips': [{'id': 'c7484ce1-88f5-44a5-a6fc-a3ae004afbfd', 'tenant_id': '527195c95736491ca1967a42cc300275', 'floating_ip_address': '172.26.7.213', 'floating_network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'router_id': 'd5f02f7d-33a1-4bfb-8275-f54b07b21c14', 'port_id': '12748102-4760-40db-84c0-2bcd579ab8d7', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 872, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3eabdfb2-13df-46a0-90ee-a82c1c8f310b', 'mac_address': 'fa:16:3e:b1:72:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87bd8c58-7f15-410e-aa63-e83fafd3b215', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T12:00:13Z', 'updated_at': '2022-03-28T12:00:19Z', 'revision_number': 1, 'project_id': '527195c95736491ca1967a42cc300275', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1916e1d1-6e95-4d71-9fca-2c50aa38f306', 'name': '', 'network_id': '3eabdfb2-13df-46a0-90ee-a82c1c8f310b', 'tenant_id': '527195c95736491ca1967a42cc300275', 'mac_address': 'fa:16:3e:04:43:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f02f7d-33a1-4bfb-8275-f54b07b21c14', 'device_owner': 'network:router_interface', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': '7e493e4f-4143-4d86-a3fc-05446ad68796', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:59:22Z', 'updated_at': '2022-03-28T11:59:35Z', 'revision_number': 5, 'project_id': '527195c95736491ca1967a42cc300275', 'subnets': [{'id': '7e493e4f-4143-4d86-a3fc-05446ad68796', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '29f2c713-19b3-416c-b5d3-db487321a184', 'name': '', 'network_id': '407023ce-274c-4460-a707-774aa60c0992', 'tenant_id': '527195c95736491ca1967a42cc300275', 'mac_address': 'fa:16:3e:c9:27:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5f02f7d-33a1-4bfb-8275-f54b07b21c14', 'device_owner': 'network:router_interface', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': '60940c12-d54a-4413-97d1-30b1a13185dc', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:01:21Z', 'updated_at': '2022-03-28T12:01:28Z', 'revision_number': 4, 'project_id': '527195c95736491ca1967a42cc300275', 'subnets': [{'id': '60940c12-d54a-4413-97d1-30b1a13185dc', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:01:30.165973 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec67fc7c-6737-4e11-b107-37b7fc1781b8 None None] The sync data for ids ['d5f02f7d-33a1-4bfb-8275-f54b07b21c14'] in dv-neutron-835340-2-hyperv is: [{'id': 'd5f02f7d-33a1-4bfb-8275-f54b07b21c14', 'name': 'tempest-TestNetworkBasicOps-router-1162902735', 'tenant_id': '527195c95736491ca1967a42cc300275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.177'}], 'enable_snat': True}, 'gw_port_id': '344b8558-f9db-4637-80bb-b51096537413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:59:11Z', 'updated_at': '2022-03-28T12:01:23Z', 'revision_number': 5, 'project_id': '527195c95736491ca1967a42cc300275', 'gw_port': {'id': '344b8558-f9db-4637-80bb-b51096537413', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:2b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f02f7d-33a1-4bfb-8275-f54b07b21c14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:59:13Z', 'updated_at': '2022-03-28T11:59:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_floatingips': [{'id': 'c7484ce1-88f5-44a5-a6fc-a3ae004afbfd', 'tenant_id': '527195c95736491ca1967a42cc300275', 'floating_ip_address': '172.26.7.213', 'floating_network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'router_id': 'd5f02f7d-33a1-4bfb-8275-f54b07b21c14', 'port_id': '12748102-4760-40db-84c0-2bcd579ab8d7', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 872, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3eabdfb2-13df-46a0-90ee-a82c1c8f310b', 'mac_address': 'fa:16:3e:b1:72:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87bd8c58-7f15-410e-aa63-e83fafd3b215', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T12:00:13Z', 'updated_at': '2022-03-28T12:00:19Z', 'revision_number': 1, 'project_id': '527195c95736491ca1967a42cc300275', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1916e1d1-6e95-4d71-9fca-2c50aa38f306', 'name': '', 'network_id': '3eabdfb2-13df-46a0-90ee-a82c1c8f310b', 'tenant_id': '527195c95736491ca1967a42cc300275', 'mac_address': 'fa:16:3e:04:43:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f02f7d-33a1-4bfb-8275-f54b07b21c14', 'device_owner': 'network:router_interface', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': '7e493e4f-4143-4d86-a3fc-05446ad68796', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:59:22Z', 'updated_at': '2022-03-28T11:59:35Z', 'revision_number': 5, 'project_id': '527195c95736491ca1967a42cc300275', 'subnets': [{'id': '7e493e4f-4143-4d86-a3fc-05446ad68796', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '29f2c713-19b3-416c-b5d3-db487321a184', 'name': '', 'network_id': '407023ce-274c-4460-a707-774aa60c0992', 'tenant_id': '527195c95736491ca1967a42cc300275', 'mac_address': 'fa:16:3e:c9:27:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5f02f7d-33a1-4bfb-8275-f54b07b21c14', 'device_owner': 'network:router_interface', 'standard_attr_id': 1001, 'fixed_ips': [{'subnet_id': '60940c12-d54a-4413-97d1-30b1a13185dc', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:01:21Z', 'updated_at': '2022-03-28T12:01:28Z', 'revision_number': 4, 'project_id': '527195c95736491ca1967a42cc300275', 'subnets': [{'id': '60940c12-d54a-4413-97d1-30b1a13185dc', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 12:01:30.172861 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbaf622c-71da-4668-8d7f-cdaef4bdbc3e tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Pushing event deleted for resources: {'Subnet': ['ID=82300aa5-5ea9-4b54-9191-bfd0d41e163e,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:01:30.177643 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-dbaf622c-71da-4668-8d7f-cdaef4bdbc3e tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Notify callbacks [] for subnet, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:30.190999 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aba3aaa4-7287-4530-aeef-48ade54abeac None None] Network 1b4afd2a-3a14-4f52-9178-8d95a0a0827c requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 12:01:30.194685 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-cb47d506-3980-400e-bf97-1182ad458b68 tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765'] for network, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:30.200137 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb47d506-3980-400e-bf97-1182ad458b68 tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:01:30.200807 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-cb47d506-3980-400e-bf97-1182ad458b68 tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Notify callbacks [] for network, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:30.232258 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] For port 6fc9bf92-f2ed-49a7-a7d8-c2fb92545909, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=6fc9bf92-f2ed-49a7-a7d8-c2fb92545909,segment=NetworkSegment(dbfc7505-00f2-41e6-aa61-b646da25eb38),segment_id=dbfc7505-00f2-41e6-aa61-b646da25eb38)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:01:30.380702 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-dbaf622c-71da-4668-8d7f-cdaef4bdbc3e tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] 10.222.0.30 "DELETE /v2.0/subnets/82300aa5-5ea9-4b54-9191-bfd0d41e163e HTTP/1.1" status: 204 len: 168 time: 0.6795664 Mar 28 12:01:30.405593 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-cb47d506-3980-400e-bf97-1182ad458b68 tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5226731 Mar 28 12:01:30.412745 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 55942) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:30.413611 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb47d506-3980-400e-bf97-1182ad458b68 tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Pushing event updated for resources: {'Network': ['ID=00b82375-0a3b-4632-9360-5e699fdf72dc,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:01:30.466718 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:30.520232 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Network 00b82375-0a3b-4632-9360-5e699fdf72dc details requested by agent ovs-agent-dv-neutron-835340-2-hyperv with host dv-neutron-835340-2-hyperv {{(pid=87872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 12:01:30.590020 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 55946) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:30.617136 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-6b1747be-7d44-49a4-9876-f8b16e805763 tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Request body: {'subnets': [{'network_id': '23e852b4-3d81-4b11-a13b-0196ff2522f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1926355194', 'ip_version': 4}, {'network_id': '00b82375-0a3b-4632-9360-5e699fdf72dc', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:01:30.617583 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-6b1747be-7d44-49a4-9876-f8b16e805763 tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Request body: {'subnet': {'network_id': '23e852b4-3d81-4b11-a13b-0196ff2522f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1926355194', 'ip_version': 4}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:01:30.618254 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-6b1747be-7d44-49a4-9876-f8b16e805763 tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Request body: {'subnet': {'network_id': '00b82375-0a3b-4632-9360-5e699fdf72dc', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:01:30.761156 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Pushing event updated for resources: {'Port': ['ID=6fc9bf92-f2ed-49a7-a7d8-c2fb92545909,revision_number=3']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:01:30.813706 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-5cbb3a77-334e-4128-bcb0-3ddef9bbe426 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588883'] for network, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:30.920969 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-037d1be6-fd49-45cf-bb1c-e8eaa543d0f6 None None] Provisioning for port 44cef072-7ebe-4ca3-98c9-8c1e7f4b76db completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:01:30.928694 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-17707028-96e7-4c66-8385-fa8761bdd483 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks [] for port, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:30.939290 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-037d1be6-fd49-45cf-bb1c-e8eaa543d0f6 None None] Provisioning complete for port 44cef072-7ebe-4ca3-98c9-8c1e7f4b76db triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:01:30.939701 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-037d1be6-fd49-45cf-bb1c-e8eaa543d0f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:30.942877 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-5cbb3a77-334e-4128-bcb0-3ddef9bbe426 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Deleting port 05e722c6-413b-499c-a9c4-cb8ede5d4c81 {{(pid=87871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:01:30.943219 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-5cbb3a77-334e-4128-bcb0-3ddef9bbe426 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:31.021053 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-037d1be6-fd49-45cf-bb1c-e8eaa543d0f6 None None] Port 44cef072-7ebe-4ca3-98c9-8c1e7f4b76db cannot update to ACTIVE because it is not bound. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 12:01:31.034952 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-b22bcc8f-562a-428e-9bcf-627c1ef2f15a tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:31.047742 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-037d1be6-fd49-45cf-bb1c-e8eaa543d0f6 None None] Provisioning complete for port 6fc9bf92-f2ed-49a7-a7d8-c2fb92545909 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:01:31.048184 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-037d1be6-fd49-45cf-bb1c-e8eaa543d0f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:31.136013 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48b0833c-39b1-422b-ae3b-c64cf00e9825 None None] DHCP port deletion for 1b4afd2a-3a14-4f52-9178-8d95a0a0827c request from dv-neutron-835340-2-hyperv {{(pid=87872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 12:01:31.202431 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-48b0833c-39b1-422b-ae3b-c64cf00e9825 None None] Deleting port 05e722c6-413b-499c-a9c4-cb8ede5d4c81 {{(pid=87872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:01:31.202431 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-48b0833c-39b1-422b-ae3b-c64cf00e9825 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:31.308765 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-17707028-96e7-4c66-8385-fa8761bdd483 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:31.338842 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 6fc9bf92-f2ed-49a7-a7d8-c2fb92545909 up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:01:31.342546 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-6b1747be-7d44-49a4-9876-f8b16e805763 tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:01:31.346588 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-6b1747be-7d44-49a4-9876-f8b16e805763 tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Usage tracker for resource:subnet and tenant:d74db50fb43946f088574dde2e3c5dce is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:01:31.349840 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-6b1747be-7d44-49a4-9876-f8b16e805763 tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:01:31.359326 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-6b1747be-7d44-49a4-9876-f8b16e805763 tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:01:31.362354 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.db [None req-5cbb3a77-334e-4128-bcb0-3ddef9bbe426 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] For port 05e722c6-413b-499c-a9c4-cb8ede5d4c81, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=05e722c6-413b-499c-a9c4-cb8ede5d4c81,segment=NetworkSegment(856c084d-36b7-4026-84a0-30865f2cd17d),segment_id=856c084d-36b7-4026-84a0-30865f2cd17d)] {{(pid=87871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:01:31.363402 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-5cbb3a77-334e-4128-bcb0-3ddef9bbe426 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:31.444174 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17707028-96e7-4c66-8385-fa8761bdd483 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Network 454ec8d0-cf0d-4891-a3da-f7681dcf6352 is already hosted by enough agents. {{(pid=87870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:01:31.454406 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.base_scheduler [None req-17707028-96e7-4c66-8385-fa8761bdd483 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Resources bound (agent type, host, resource id): {{(pid=87870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:01:31.461505 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17707028-96e7-4c66-8385-fa8761bdd483 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Received port after_create {{(pid=87870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 12:01:31.495752 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b1747be-7d44-49a4-9876-f8b16e805763 tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Made reservation on behalf of d74db50fb43946f088574dde2e3c5dce for: {'subnet': 2} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 12:01:31.501432 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-6b1747be-7d44-49a4-9876-f8b16e805763 tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26551362'] for subnet, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:31.501432 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-6b1747be-7d44-49a4-9876-f8b16e805763 tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26551362'] for subnet, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:31.522143 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-5cbb3a77-334e-4128-bcb0-3ddef9bbe426 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Calling delete_port for 05e722c6-413b-499c-a9c4-cb8ede5d4c81 owned by network:dhcp {{(pid=87871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:01:31.528262 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17707028-96e7-4c66-8385-fa8761bdd483 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Pushing event updated for resources: {'Port': ['ID=31ed8caa-d886-42fa-8aa4-14d7a5eef263,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:01:31.569500 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17707028-96e7-4c66-8385-fa8761bdd483 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:01:31.570005 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-17707028-96e7-4c66-8385-fa8761bdd483 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:31.589636 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port 6fc9bf92-f2ed-49a7-a7d8-c2fb92545909 triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:01:31.590223 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:31.599196 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-17707028-96e7-4c66-8385-fa8761bdd483 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 2.8950341 Mar 28 12:01:31.607560 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 55952) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:31.616268 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-1e36f3ec-3688-454d-9f9d-502d496b36e7 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Request body: {'floatingip': {'port_id': '31ed8caa-d886-42fa-8aa4-14d7a5eef263'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:01:31.641935 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-48b0833c-39b1-422b-ae3b-c64cf00e9825 None None] For port 05e722c6-413b-499c-a9c4-cb8ede5d4c81, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=05e722c6-413b-499c-a9c4-cb8ede5d4c81,segment=NetworkSegment(856c084d-36b7-4026-84a0-30865f2cd17d),segment_id=856c084d-36b7-4026-84a0-30865f2cd17d)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:01:31.642323 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-48b0833c-39b1-422b-ae3b-c64cf00e9825 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:31.697365 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-5cbb3a77-334e-4128-bcb0-3ddef9bbe426 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:31.758712 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cbb3a77-334e-4128-bcb0-3ddef9bbe426 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] No DVR routers for this DVR port 05e722c6-413b-499c-a9c4-cb8ede5d4c81 on host dv-neutron-835340-2-hyperv {{(pid=87871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 12:01:31.789375 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbb3a77-334e-4128-bcb0-3ddef9bbe426 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Pushing event deleted for resources: {'Port': ['ID=05e722c6-413b-499c-a9c4-cb8ede5d4c81,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:01:31.819300 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-b22bcc8f-562a-428e-9bcf-627c1ef2f15a tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks [] for port, precommit_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:31.832722 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-48b0833c-39b1-422b-ae3b-c64cf00e9825 None None] Calling delete_port for 05e722c6-413b-499c-a9c4-cb8ede5d4c81 owned by network:dhcp {{(pid=87872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:01:31.834111 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-1e36f3ec-3688-454d-9f9d-502d496b36e7 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks [] for floatingip, before_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:31.862334 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-9336116a-a23c-49ba-942d-44cace66d1cc None None] Provisioning complete for port 44cef072-7ebe-4ca3-98c9-8c1e7f4b76db triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:01:31.863050 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-9336116a-a23c-49ba-942d-44cace66d1cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:31.912536 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-b22bcc8f-562a-428e-9bcf-627c1ef2f15a tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2558288'] for port, after_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:31.938387 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-9336116a-a23c-49ba-942d-44cace66d1cc None None] Port 44cef072-7ebe-4ca3-98c9-8c1e7f4b76db cannot update to ACTIVE because it is not bound. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 12:01:31.949987 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-5cbb3a77-334e-4128-bcb0-3ddef9bbe426 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930431', 'neutron.services.segments.db._delete_segments_for_network-8783496351308'] for network, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:32.004038 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.segments.db [None req-5cbb3a77-334e-4128-bcb0-3ddef9bbe426 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b4afd2a-3a14-4f52-9178-8d95a0a0827c']}} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:01:32.015262 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.db.api [None req-48b0833c-39b1-422b-ae3b-c64cf00e9825 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87872) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 12:01:32.015886 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG oslo_db.api [None req-48b0833c-39b1-422b-ae3b-c64cf00e9825 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 12:01:32.018827 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 29f2c713-19b3-416c-b5d3-db487321a184 up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:01:32.039700 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.segments.db [None req-5cbb3a77-334e-4128-bcb0-3ddef9bbe426 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '856c084d-36b7-4026-84a0-30865f2cd17d') {'for_net_delete': True} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:01:32.039993 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.segments.db [None req-5cbb3a77-334e-4128-bcb0-3ddef9bbe426 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '856c084d-36b7-4026-84a0-30865f2cd17d') {} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:01:32.070375 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-5cbb3a77-334e-4128-bcb0-3ddef9bbe426 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783496353639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3436890'] for segment, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:32.093850 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning for port 29f2c713-19b3-416c-b5d3-db487321a184 completed by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:01:32.099908 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port 29f2c713-19b3-416c-b5d3-db487321a184 triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:01:32.100402 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:32.154832 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22bcc8f-562a-428e-9bcf-627c1ef2f15a tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Pushing event updated for resources: {'Port': ['ID=44cef072-7ebe-4ca3-98c9-8c1e7f4b76db,revision_number=2']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:01:32.155785 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-5cbb3a77-334e-4128-bcb0-3ddef9bbe426 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:32.212539 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cbb3a77-334e-4128-bcb0-3ddef9bbe426 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=87871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 12:01:32.213111 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-5cbb3a77-334e-4128-bcb0-3ddef9bbe426 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1920481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2363149'] for segment, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:32.233038 dv-neutron-835340-2-hyperv neutron-server[87871]: Traceback (most recent call last): Mar 28 12:01:32.233038 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 12:01:32.233038 dv-neutron-835340-2-hyperv neutron-server[87871]: timer() Mar 28 12:01:32.233038 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 12:01:32.233038 dv-neutron-835340-2-hyperv neutron-server[87871]: cb(*args, **kw) Mar 28 12:01:32.233038 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 12:01:32.233038 dv-neutron-835340-2-hyperv neutron-server[87871]: return func(*args, **kwargs) Mar 28 12:01:32.233038 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 12:01:32.233038 dv-neutron-835340-2-hyperv neutron-server[87871]: self._notify() Mar 28 12:01:32.233038 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 12:01:32.233038 dv-neutron-835340-2-hyperv neutron-server[87871]: self.callback(batched_events) Mar 28 12:01:32.233038 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 12:01:32.233038 dv-neutron-835340-2-hyperv neutron-server[87871]: event.method(event) Mar 28 12:01:32.233038 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 12:01:32.233038 dv-neutron-835340-2-hyperv neutron-server[87871]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 12:01:32.233038 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 12:01:32.233038 dv-neutron-835340-2-hyperv neutron-server[87871]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 12:01:32.233038 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 12:01:32.233038 dv-neutron-835340-2-hyperv neutron-server[87871]: return f(self, *a, **k) Mar 28 12:01:32.233038 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 12:01:32.233038 dv-neutron-835340-2-hyperv neutron-server[87871]: return self._get(url).json() Mar 28 12:01:32.233038 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 12:01:32.233038 dv-neutron-835340-2-hyperv neutron-server[87871]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 12:01:32.233038 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 12:01:32.233038 dv-neutron-835340-2-hyperv neutron-server[87871]: return self.request(url, 'GET', **kwargs) Mar 28 12:01:32.233038 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 12:01:32.233038 dv-neutron-835340-2-hyperv neutron-server[87871]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 12:01:32.233038 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 12:01:32.233038 dv-neutron-835340-2-hyperv neutron-server[87871]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 12:01:32.233038 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 12:01:32.233038 dv-neutron-835340-2-hyperv neutron-server[87871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 12:01:32.233038 dv-neutron-835340-2-hyperv neutron-server[87871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 12:01:32.250242 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:32.284815 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] For port 29f2c713-19b3-416c-b5d3-db487321a184, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=29f2c713-19b3-416c-b5d3-db487321a184,segment=NetworkSegment(0c16f700-172a-4559-8f9a-7ed8adf773e6),segment_id=0c16f700-172a-4559-8f9a-7ed8adf773e6)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:01:32.291789 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:32.369490 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-5cbb3a77-334e-4128-bcb0-3ddef9bbe426 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709602'] for network, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:32.376562 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-cfcba819-7b8c-4fbb-9473-7674d42234f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:32.391999 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-5cbb3a77-334e-4128-bcb0-3ddef9bbe426 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Notify callbacks [] for network, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:32.392351 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Pushing event updated for resources: {'Port': ['ID=29f2c713-19b3-416c-b5d3-db487321a184,revision_number=5']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:01:32.395532 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-ae870c31-fa9f-437a-8b13-d590dd7f6512 None None] Provisioning complete for port 44cef072-7ebe-4ca3-98c9-8c1e7f4b76db triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:01:32.395898 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-ae870c31-fa9f-437a-8b13-d590dd7f6512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:32.416503 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbb3a77-334e-4128-bcb0-3ddef9bbe426 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] Pushing event deleted for resources: {'Network': ['ID=1b4afd2a-3a14-4f52-9178-8d95a0a0827c,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:01:32.432229 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-5cbb3a77-334e-4128-bcb0-3ddef9bbe426 tempest-NetworksIpV6TestAttrs-1522370556 tempest-NetworksIpV6TestAttrs-1522370556-project] 10.222.0.30 "DELETE /v2.0/networks/1b4afd2a-3a14-4f52-9178-8d95a0a0827c HTTP/1.1" status: 204 len: 168 time: 2.0126367 Mar 28 12:01:32.459445 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-ae870c31-fa9f-437a-8b13-d590dd7f6512 None None] Port 44cef072-7ebe-4ca3-98c9-8c1e7f4b76db cannot update to ACTIVE because it is not bound. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 12:01:32.461547 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-6b1747be-7d44-49a4-9876-f8b16e805763 tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2364128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26551408'] for subnet, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:32.518456 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-48b0833c-39b1-422b-ae3b-c64cf00e9825 None None] Deleting port 05e722c6-413b-499c-a9c4-cb8ede5d4c81 {{(pid=87872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:01:32.521241 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-48b0833c-39b1-422b-ae3b-c64cf00e9825 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:32.544144 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1747be-7d44-49a4-9876-f8b16e805763 tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Pushing event updated for resources: {'Subnet': ['ID=a9cca1cb-1375-4522-8dbe-89cc783aa028,revision_number=0']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:01:32.562328 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b1747be-7d44-49a4-9876-f8b16e805763 tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Checking segment: {'id': '4dacce34-6732-41de-9144-4f6e96c29adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '23e852b4-3d81-4b11-a13b-0196ff2522f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 12:01:32.562724 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b1747be-7d44-49a4-9876-f8b16e805763 tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Network hostable DHCP agents. Network: 23e852b4-3d81-4b11-a13b-0196ff2522f3, hostable agents: ['3cb85949-855b-4a40-b988-cd5705e511da'], hosted agents: [] {{(pid=87871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 12:01:32.585820 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b1747be-7d44-49a4-9876-f8b16e805763 tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Network 23e852b4-3d81-4b11-a13b-0196ff2522f3 is scheduled to be hosted by DHCP agent 3cb85949-855b-4a40-b988-cd5705e511da with binding_index 1 {{(pid=87871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 12:01:32.597535 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-6b1747be-7d44-49a4-9876-f8b16e805763 tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-2-hyperv, 23e852b4-3d81-4b11-a13b-0196ff2522f3) {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:01:32.602220 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-6b1747be-7d44-49a4-9876-f8b16e805763 tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2364128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26551408'] for subnet, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:32.630800 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-48b0833c-39b1-422b-ae3b-c64cf00e9825 None None] The port '05e722c6-413b-499c-a9c4-cb8ede5d4c81' was deleted {{(pid=87872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 12:01:32.635902 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-366b3dfb-2465-499c-82c9-99f67d1ff033 None None] Network 23e852b4-3d81-4b11-a13b-0196ff2522f3 requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 12:01:32.726271 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-b22bcc8f-562a-428e-9bcf-627c1ef2f15a tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-709483'] for router_interface, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:32.772796 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 55960) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:32.908043 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b1747be-7d44-49a4-9876-f8b16e805763 tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Checking segment: {'id': 'e0b1605f-49e0-4596-8aa7-07130024a8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '00b82375-0a3b-4632-9360-5e699fdf72dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 12:01:32.911878 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b1747be-7d44-49a4-9876-f8b16e805763 tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Network hostable DHCP agents. Network: 00b82375-0a3b-4632-9360-5e699fdf72dc, hostable agents: ['3cb85949-855b-4a40-b988-cd5705e511da'], hosted agents: [] {{(pid=87871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 12:01:32.921304 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1747be-7d44-49a4-9876-f8b16e805763 tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Pushing event updated for resources: {'Subnet': ['ID=6d4f653d-0152-42f6-a130-33fd8e272378,revision_number=0']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:01:32.928843 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-577781bd-5c25-4385-aee3-ce46f129ce0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1d3f2a9-8722-5ce5-bc40-181687d1ed3f-23e852b4-3d81-4b11-a13b-0196ff2522f3', 'network_id': '23e852b4-3d81-4b11-a13b-0196ff2522f3', 'tenant_id': 'd74db50fb43946f088574dde2e3c5dce', 'fixed_ips': [{'subnet_id': 'a9cca1cb-1375-4522-8dbe-89cc783aa028'}]}} from dv-neutron-835340-2-hyperv. {{(pid=87872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 12:01:32.929625 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-577781bd-5c25-4385-aee3-ce46f129ce0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:32.960977 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-1e36f3ec-3688-454d-9f9d-502d496b36e7 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:32.961833 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-b22bcc8f-562a-428e-9bcf-627c1ef2f15a tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:32.967932 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b1747be-7d44-49a4-9876-f8b16e805763 tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Network 00b82375-0a3b-4632-9360-5e699fdf72dc is scheduled to be hosted by DHCP agent 3cb85949-855b-4a40-b988-cd5705e511da with binding_index 1 {{(pid=87871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 12:01:32.978070 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-1e36f3ec-3688-454d-9f9d-502d496b36e7 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-709520'] for floatingip, after_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:32.993030 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-e62faa1e-4fbd-4fe5-867c-72649c6e9b49 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=874923c595b0437ca4b69119e06ef288&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2157102 Mar 28 12:01:32.994412 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 55966) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:33.001805 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-6b1747be-7d44-49a4-9876-f8b16e805763 tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-2-hyperv, 00b82375-0a3b-4632-9360-5e699fdf72dc) {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:01:33.013072 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6c24fdc-cd20-4132-ae96-4386004414d5 None None] Network 00b82375-0a3b-4632-9360-5e699fdf72dc requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 12:01:33.016370 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b1747be-7d44-49a4-9876-f8b16e805763 tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:01:33.016834 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b1747be-7d44-49a4-9876-f8b16e805763 tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:01:33.017445 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-6b1747be-7d44-49a4-9876-f8b16e805763 tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Notify callbacks [] for subnet, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:33.058391 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-6b1747be-7d44-49a4-9876-f8b16e805763 tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 2.4676249 Mar 28 12:01:33.061055 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 55970) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:33.134113 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-e01593a5-e9bc-425f-84b9-d9f2fc087bc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:33.167159 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b391d90-4f1d-4ada-a95d-8520bc777cf7 tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:01:33.168658 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b391d90-4f1d-4ada-a95d-8520bc777cf7 tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:01:33.170233 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b391d90-4f1d-4ada-a95d-8520bc777cf7 tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:01:33.171070 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-1b391d90-4f1d-4ada-a95d-8520bc777cf7 tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Synchronizing usage tracker for tenant:d74db50fb43946f088574dde2e3c5dce on resource:subnet {{(pid=87871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:01:33.173508 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 29f2c713-19b3-416c-b5d3-db487321a184 up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:01:33.182688 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-e01593a5-e9bc-425f-84b9-d9f2fc087bc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:33.226126 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-1b391d90-4f1d-4ada-a95d-8520bc777cf7 tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Unset dirty status for tenant:d74db50fb43946f088574dde2e3c5dce on resource:subnet {{(pid=87871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:01:33.226126 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-1b391d90-4f1d-4ada-a95d-8520bc777cf7 tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1622181 Mar 28 12:01:33.227365 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 55976) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:33.282568 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.db_base_plugin_common [None req-577781bd-5c25-4385-aee3-ce46f129ce0d None None] Allocated IP 172.20.0.2 (23e852b4-3d81-4b11-a13b-0196ff2522f3/a9cca1cb-1375-4522-8dbe-89cc783aa028/11a79025-c90a-4a8d-930e-4d3914c26218) {{(pid=87872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 12:01:33.313587 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f3cc8b5-55d2-468c-95b5-69109f7be6ce tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Deleting subnet a9cca1cb-1375-4522-8dbe-89cc783aa028 {{(pid=87871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 12:01:33.321991 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-e01593a5-e9bc-425f-84b9-d9f2fc087bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:33.346142 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01593a5-e9bc-425f-84b9-d9f2fc087bc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73df7845-064c-494d-a7e1-199ce1faaa6e,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:01:33.352125 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-e01593a5-e9bc-425f-84b9-d9f2fc087bc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:33.353817 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-e01593a5-e9bc-425f-84b9-d9f2fc087bc4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/73df7845-064c-494d-a7e1-199ce1faaa6e HTTP/1.1" status: 204 len: 168 time: 0.3537850 Mar 28 12:01:33.401784 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port 29f2c713-19b3-416c-b5d3-db487321a184 triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:01:33.402233 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:33.561542 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-455207c5-2458-4e38-84cb-37858f21857a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1d3f2a9-8722-5ce5-bc40-181687d1ed3f-00b82375-0a3b-4632-9360-5e699fdf72dc', 'network_id': '00b82375-0a3b-4632-9360-5e699fdf72dc', 'tenant_id': 'd74db50fb43946f088574dde2e3c5dce', 'fixed_ips': [{'subnet_id': '6d4f653d-0152-42f6-a130-33fd8e272378'}]}} from dv-neutron-835340-2-hyperv. {{(pid=87872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 12:01:33.562447 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-455207c5-2458-4e38-84cb-37858f21857a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:33.572643 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.db.l3_db [None req-1e36f3ec-3688-454d-9f9d-502d496b36e7 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Floating IP cd28928b-26ad-423c-a097-c21d8175b0e5 associated. External IP: 172.26.7.16, port: 31ed8caa-d886-42fa-8aa4-14d7a5eef263. Mar 28 12:01:33.889282 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-577781bd-5c25-4385-aee3-ce46f129ce0d None None] Notify callbacks [] for port, precommit_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:33.910313 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-b22bcc8f-562a-428e-9bcf-627c1ef2f15a tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks [] for port, precommit_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:33.916153 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-b22bcc8f-562a-428e-9bcf-627c1ef2f15a tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2558288'] for port, after_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:33.922066 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-577781bd-5c25-4385-aee3-ce46f129ce0d None None] Transition to ACTIVE for port object 11a79025-c90a-4a8d-930e-4d3914c26218 will not be triggered until provisioned by entity L2. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:01:33.950515 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.db_base_plugin_common [None req-455207c5-2458-4e38-84cb-37858f21857a None None] Allocated IP 172.20.0.18 (00b82375-0a3b-4632-9360-5e699fdf72dc/6d4f653d-0152-42f6-a130-33fd8e272378/ee2e7f18-4b42-4d99-b3e5-ac3c490dab96) {{(pid=87872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 12:01:33.952854 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-577781bd-5c25-4385-aee3-ce46f129ce0d None None] Transition to ACTIVE for port object 11a79025-c90a-4a8d-930e-4d3914c26218 will not be triggered until provisioned by entity DHCP. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:01:33.963517 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-1f3cc8b5-55d2-468c-95b5-69109f7be6ce tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Notify callbacks [] for subnet, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:33.965068 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-577781bd-5c25-4385-aee3-ce46f129ce0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241'] for port, after_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:34.033579 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 05e722c6-413b-499c-a9c4-cb8ede5d4c81 no longer exists at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 12:01:34.048627 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-1f3cc8b5-55d2-468c-95b5-69109f7be6ce tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3436877'] for subnet, precommit_delete_associations {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:34.127621 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22bcc8f-562a-428e-9bcf-627c1ef2f15a tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Pushing event updated for resources: {'Port': ['ID=44cef072-7ebe-4ca3-98c9-8c1e7f4b76db,revision_number=3']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:01:34.142788 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-b22bcc8f-562a-428e-9bcf-627c1ef2f15a tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-743372'] for router_interface, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:34.172538 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 56000) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:34.177082 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-1f3cc8b5-55d2-468c-95b5-69109f7be6ce tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1919782'] for subnet, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:34.208957 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577781bd-5c25-4385-aee3-ce46f129ce0d None None] Pushing event updated for resources: {'Port': ['ID=11a79025-c90a-4a8d-930e-4d3914c26218,revision_number=1']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:01:34.225705 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] No Port match for: 05e722c6-413b-499c-a9c4-cb8ede5d4c81 {{(pid=87872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 12:01:34.225705 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 05e722c6-413b-499c-a9c4-cb8ede5d4c81 not bound to the agent host dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 12:01:34.236632 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-577781bd-5c25-4385-aee3-ce46f129ce0d None None] Network 23e852b4-3d81-4b11-a13b-0196ff2522f3 is already hosted by enough agents. {{(pid=87872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:01:34.241017 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.base_scheduler [None req-577781bd-5c25-4385-aee3-ce46f129ce0d None None] Resources bound (agent type, host, resource id): {{(pid=87872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:01:34.243436 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-577781bd-5c25-4385-aee3-ce46f129ce0d None None] Received port after_create {{(pid=87872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 12:01:34.258071 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e36f3ec-3688-454d-9f9d-502d496b36e7 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Router 80a1cb0c-2b23-40f3-9433-a922b65a4212 has already been hosted by L3 agent af79d429-529e-400b-a119-94d4bec03f3e {{(pid=87870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 12:01:34.297864 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-1f3cc8b5-55d2-468c-95b5-69109f7be6ce tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1919805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2364079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26551417'] for subnet, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:34.346451 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-7edaeee7-db36-48a5-83bc-58f9563b0c03 tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-2146689362', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:01:34.354904 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3cc8b5-55d2-468c-95b5-69109f7be6ce tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Pushing event deleted for resources: {'Subnet': ['ID=a9cca1cb-1375-4522-8dbe-89cc783aa028,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:01:34.358116 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-7edaeee7-db36-48a5-83bc-58f9563b0c03 tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:01:34.360849 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-1f3cc8b5-55d2-468c-95b5-69109f7be6ce tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Notify callbacks [] for subnet, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:34.366199 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-7edaeee7-db36-48a5-83bc-58f9563b0c03 tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Usage tracker for resource:router and tenant:87b6fb31e54f4a04a66fb616b83470a8 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:01:34.371967 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-7edaeee7-db36-48a5-83bc-58f9563b0c03 tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:01:34.380213 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-577781bd-5c25-4385-aee3-ce46f129ce0d None None] Attempting to bind port 11a79025-c90a-4a8d-930e-4d3914c26218 on host dv-neutron-835340-2-hyperv for vnic_type normal with profile {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 12:01:34.380801 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-577781bd-5c25-4385-aee3-ce46f129ce0d None None] Attempting to bind port 11a79025-c90a-4a8d-930e-4d3914c26218 by drivers openvswitch,hyperv on host dv-neutron-835340-2-hyperv at level 0 using segments [{'id': '4dacce34-6732-41de-9144-4f6e96c29adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '23e852b4-3d81-4b11-a13b-0196ff2522f3'}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 12:01:34.381200 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-577781bd-5c25-4385-aee3-ce46f129ce0d None None] Attempting to bind port 11a79025-c90a-4a8d-930e-4d3914c26218 on network 23e852b4-3d81-4b11-a13b-0196ff2522f3 {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 12:01:34.381676 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-7edaeee7-db36-48a5-83bc-58f9563b0c03 tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:01:34.388298 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-1f3cc8b5-55d2-468c-95b5-69109f7be6ce tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] 10.222.0.30 "DELETE /v2.0/subnets/a9cca1cb-1375-4522-8dbe-89cc783aa028 HTTP/1.1" status: 204 len: 168 time: 1.1598294 Mar 28 12:01:34.391243 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b22bcc8f-562a-428e-9bcf-627c1ef2f15a tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Network a7f176ea-e916-43fa-9e74-5a62f05591c5 is already hosted by enough agents. {{(pid=87870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:01:34.391384 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 56006) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:34.395655 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.base_scheduler [None req-b22bcc8f-562a-428e-9bcf-627c1ef2f15a tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Resources bound (agent type, host, resource id): {{(pid=87870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:01:34.418540 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-577781bd-5c25-4385-aee3-ce46f129ce0d None None] Checking agent: {'id': '961a16fe-cbc8-4264-ac28-bbbd53f89caa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 46, 6), 'started_at': datetime.datetime(2022, 3, 28, 11, 46, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 12, 1, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 12:01:34.418888 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-577781bd-5c25-4385-aee3-ce46f129ce0d None None] Checking segment: {'id': '4dacce34-6732-41de-9144-4f6e96c29adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '23e852b4-3d81-4b11-a13b-0196ff2522f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 12:01:34.419410 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-577781bd-5c25-4385-aee3-ce46f129ce0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:34.419885 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-577781bd-5c25-4385-aee3-ce46f129ce0d None None] Bound using segment: {'id': '4dacce34-6732-41de-9144-4f6e96c29adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '23e852b4-3d81-4b11-a13b-0196ff2522f3'} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 12:01:34.420435 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-577781bd-5c25-4385-aee3-ce46f129ce0d None None] Bound port: 11a79025-c90a-4a8d-930e-4d3914c26218, host: dv-neutron-835340-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4dacce34-6732-41de-9144-4f6e96c29adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '23e852b4-3d81-4b11-a13b-0196ff2522f3'}}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 12:01:34.420869 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-577781bd-5c25-4385-aee3-ce46f129ce0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:34.437898 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-7edaeee7-db36-48a5-83bc-58f9563b0c03 tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-707665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-260886'] for router, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:34.438909 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-7edaeee7-db36-48a5-83bc-58f9563b0c03 tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-705660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709650', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-767110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260873'] for router, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:34.466547 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-7edaeee7-db36-48a5-83bc-58f9563b0c03 tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:34.493239 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.db_base_plugin_v2 [None req-175a321e-c0f4-443c-a04e-6c835edbd332 tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Deleting subnet 6d4f653d-0152-42f6-a130-33fd8e272378 {{(pid=87871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 12:01:34.506271 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-7edaeee7-db36-48a5-83bc-58f9563b0c03 tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709693'] for router, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:34.523745 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-455207c5-2458-4e38-84cb-37858f21857a None None] Notify callbacks [] for port, precommit_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:34.534551 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-7edaeee7-db36-48a5-83bc-58f9563b0c03 tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Notify callbacks [] for router, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:34.538530 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-7edaeee7-db36-48a5-83bc-58f9563b0c03 tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3618038 Mar 28 12:01:34.538704 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 56010) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:34.545057 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-9b8cdfba-bfcf-489b-8962-2312c5687269 tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-576524493'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:01:34.552001 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-9b8cdfba-bfcf-489b-8962-2312c5687269 tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:01:34.552320 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-455207c5-2458-4e38-84cb-37858f21857a None None] Transition to ACTIVE for port object ee2e7f18-4b42-4d99-b3e5-ac3c490dab96 will not be triggered until provisioned by entity L2. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:01:34.556784 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-9b8cdfba-bfcf-489b-8962-2312c5687269 tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Usage tracker for resource:network and tenant:87b6fb31e54f4a04a66fb616b83470a8 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:01:34.560814 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-9b8cdfba-bfcf-489b-8962-2312c5687269 tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:01:34.568565 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-9b8cdfba-bfcf-489b-8962-2312c5687269 tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:01:34.573969 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-577781bd-5c25-4385-aee3-ce46f129ce0d None None] For port 11a79025-c90a-4a8d-930e-4d3914c26218, host dv-neutron-835340-2-hyperv, cleared binding levels {{(pid=87872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 12:01:34.580898 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-577781bd-5c25-4385-aee3-ce46f129ce0d None None] For port 11a79025-c90a-4a8d-930e-4d3914c26218, host dv-neutron-835340-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=11a79025-c90a-4a8d-930e-4d3914c26218,segment=NetworkSegment(4dacce34-6732-41de-9144-4f6e96c29adc),segment_id=4dacce34-6732-41de-9144-4f6e96c29adc)] {{(pid=87872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 12:01:34.584407 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b8cdfba-bfcf-489b-8962-2312c5687269 tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Made reservation on behalf of 87b6fb31e54f4a04a66fb616b83470a8 for: {'network': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 12:01:34.584984 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-455207c5-2458-4e38-84cb-37858f21857a None None] Transition to ACTIVE for port object ee2e7f18-4b42-4d99-b3e5-ac3c490dab96 will not be triggered until provisioned by entity DHCP. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:01:34.588294 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-9b8cdfba-bfcf-489b-8962-2312c5687269 tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for network, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:34.589016 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-577781bd-5c25-4385-aee3-ce46f129ce0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:34.600184 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-175a321e-c0f4-443c-a04e-6c835edbd332 tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Notify callbacks [] for subnet, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:34.629289 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-455207c5-2458-4e38-84cb-37858f21857a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241'] for port, after_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:34.645495 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e36f3ec-3688-454d-9f9d-502d496b36e7 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 12:01:34.657743 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-175a321e-c0f4-443c-a04e-6c835edbd332 tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3436877'] for subnet, precommit_delete_associations {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:34.661279 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1693df92-4528-4b36-bc36-c06104850458 None None] Sync routers for ids ['80a1cb0c-2b23-40f3-9433-a922b65a4212'] in dv-neutron-835340-2-hyperv {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 12:01:34.662537 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-1e36f3ec-3688-454d-9f9d-502d496b36e7 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for floatingip, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:34.679724 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1693df92-4528-4b36-bc36-c06104850458 None None] Routers {'80a1cb0c-2b23-40f3-9433-a922b65a4212'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:01:34.680486 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-1693df92-4528-4b36-bc36-c06104850458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:01:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['80a1cb0c-2b23-40f3-9433-a922b65a4212'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:01:34.699616 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-455207c5-2458-4e38-84cb-37858f21857a None None] Network 00b82375-0a3b-4632-9360-5e699fdf72dc is already hosted by enough agents. {{(pid=87872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:01:34.704797 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.base_scheduler [None req-455207c5-2458-4e38-84cb-37858f21857a None None] Resources bound (agent type, host, resource id): {{(pid=87872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:01:34.710610 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-455207c5-2458-4e38-84cb-37858f21857a None None] Received port after_create {{(pid=87872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 12:01:34.751694 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-1693df92-4528-4b36-bc36-c06104850458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:01:34.753627 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577781bd-5c25-4385-aee3-ce46f129ce0d None None] Pushing event updated for resources: {'Port': ['ID=11a79025-c90a-4a8d-930e-4d3914c26218,revision_number=3']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:01:34.754231 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-1e36f3ec-3688-454d-9f9d-502d496b36e7 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] 10.222.0.30 "PUT /v2.0/floatingips/cd28928b-26ad-423c-a097-c21d8175b0e5 HTTP/1.1" status: 200 len: 975 time: 3.1456647 Mar 28 12:01:34.757100 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 56014) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:34.765279 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1693df92-4528-4b36-bc36-c06104850458 None None] Routers {'80a1cb0c-2b23-40f3-9433-a922b65a4212'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:01:34.766135 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-1693df92-4528-4b36-bc36-c06104850458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:01:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['80a1cb0c-2b23-40f3-9433-a922b65a4212'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:01:34.814071 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-175a321e-c0f4-443c-a04e-6c835edbd332 tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1919782'] for subnet, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:34.854413 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-1693df92-4528-4b36-bc36-c06104850458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:01:34.854822 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1693df92-4528-4b36-bc36-c06104850458 None None] The sync data for ids ['80a1cb0c-2b23-40f3-9433-a922b65a4212'] in dv-neutron-835340-2-hyperv is: [] {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 12:01:34.902017 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-9b8cdfba-bfcf-489b-8962-2312c5687269 tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Notify callbacks [] for security_group, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:34.923628 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-9b8cdfba-bfcf-489b-8962-2312c5687269 tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:01:34.928287 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-175a321e-c0f4-443c-a04e-6c835edbd332 tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1919805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2364079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26551417'] for subnet, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:34.933067 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-9b8cdfba-bfcf-489b-8962-2312c5687269 tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Usage tracker for resource:security_group_rule and tenant:87b6fb31e54f4a04a66fb616b83470a8 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:01:34.943070 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-5a49b6bb-0248-4015-85a1-5babc6e5caab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:34.952089 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455207c5-2458-4e38-84cb-37858f21857a None None] Pushing event updated for resources: {'Port': ['ID=ee2e7f18-4b42-4d99-b3e5-ac3c490dab96,revision_number=1']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:01:34.970066 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-9b8cdfba-bfcf-489b-8962-2312c5687269 tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:01:34.981850 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175a321e-c0f4-443c-a04e-6c835edbd332 tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Pushing event deleted for resources: {'Subnet': ['ID=6d4f653d-0152-42f6-a130-33fd8e272378,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:01:34.983888 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-175a321e-c0f4-443c-a04e-6c835edbd332 tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Notify callbacks [] for subnet, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:34.986793 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-9b8cdfba-bfcf-489b-8962-2312c5687269 tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:01:34.994358 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-455207c5-2458-4e38-84cb-37858f21857a None None] Attempting to bind port ee2e7f18-4b42-4d99-b3e5-ac3c490dab96 on host dv-neutron-835340-2-hyperv for vnic_type normal with profile {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 12:01:34.996090 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-455207c5-2458-4e38-84cb-37858f21857a None None] Attempting to bind port ee2e7f18-4b42-4d99-b3e5-ac3c490dab96 by drivers openvswitch,hyperv on host dv-neutron-835340-2-hyperv at level 0 using segments [{'id': 'e0b1605f-49e0-4596-8aa7-07130024a8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '00b82375-0a3b-4632-9360-5e699fdf72dc'}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 12:01:34.997300 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455207c5-2458-4e38-84cb-37858f21857a None None] Attempting to bind port ee2e7f18-4b42-4d99-b3e5-ac3c490dab96 on network 00b82375-0a3b-4632-9360-5e699fdf72dc {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 12:01:35.004358 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-175a321e-c0f4-443c-a04e-6c835edbd332 tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] 10.222.0.30 "DELETE /v2.0/subnets/6d4f653d-0152-42f6-a130-33fd8e272378 HTTP/1.1" status: 204 len: 168 time: 0.6088688 Mar 28 12:01:35.004543 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 56018) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:35.007221 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-949a8a50-3ca5-4215-9451-1c1f8da7030d None None] Provisioning complete for port 44cef072-7ebe-4ca3-98c9-8c1e7f4b76db triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:01:35.007763 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-949a8a50-3ca5-4215-9451-1c1f8da7030d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:35.011233 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-5db76463-e3aa-448d-97e6-e40fd5928ae8 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Deleting port 31ed8caa-d886-42fa-8aa4-14d7a5eef263 {{(pid=87870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:01:35.011851 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-5db76463-e3aa-448d-97e6-e40fd5928ae8 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:35.054215 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455207c5-2458-4e38-84cb-37858f21857a None None] Checking agent: {'id': '961a16fe-cbc8-4264-ac28-bbbd53f89caa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 46, 6), 'started_at': datetime.datetime(2022, 3, 28, 11, 46, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 12, 1, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 12:01:35.054725 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455207c5-2458-4e38-84cb-37858f21857a None None] Checking segment: {'id': 'e0b1605f-49e0-4596-8aa7-07130024a8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '00b82375-0a3b-4632-9360-5e699fdf72dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 12:01:35.055579 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-455207c5-2458-4e38-84cb-37858f21857a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:35.055708 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455207c5-2458-4e38-84cb-37858f21857a None None] Bound using segment: {'id': 'e0b1605f-49e0-4596-8aa7-07130024a8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '00b82375-0a3b-4632-9360-5e699fdf72dc'} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 12:01:35.056752 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-455207c5-2458-4e38-84cb-37858f21857a None None] Bound port: ee2e7f18-4b42-4d99-b3e5-ac3c490dab96, host: dv-neutron-835340-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0b1605f-49e0-4596-8aa7-07130024a8e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '00b82375-0a3b-4632-9360-5e699fdf72dc'}}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 12:01:35.057163 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-455207c5-2458-4e38-84cb-37858f21857a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:35.057683 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b22bcc8f-562a-428e-9bcf-627c1ef2f15a tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Router deb002cd-6a7b-4713-ad0e-95bc2a856807 is scheduled to L3 agent af79d429-529e-400b-a119-94d4bec03f3e with binding_index 1 {{(pid=87870) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 12:01:35.092161 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-087ee1dc-08f0-4f9a-89f0-dc2d183310ed tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:01:35.092847 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-087ee1dc-08f0-4f9a-89f0-dc2d183310ed tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Synchronizing usage tracker for tenant:d74db50fb43946f088574dde2e3c5dce on resource:subnet {{(pid=87871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:01:35.109802 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3de8b7d2-ca04-4a2b-9c60-ba16eeea1104 None None] Network 23e852b4-3d81-4b11-a13b-0196ff2522f3 requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 12:01:35.121656 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-087ee1dc-08f0-4f9a-89f0-dc2d183310ed tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Unset dirty status for tenant:d74db50fb43946f088574dde2e3c5dce on resource:subnet {{(pid=87871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:01:35.126584 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-087ee1dc-08f0-4f9a-89f0-dc2d183310ed tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1173649 Mar 28 12:01:35.130507 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 56022) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:35.228776 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-949a8a50-3ca5-4215-9451-1c1f8da7030d None None] Port 44cef072-7ebe-4ca3-98c9-8c1e7f4b76db cannot update to ACTIVE because it is not bound. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 12:01:35.245427 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-9b8cdfba-bfcf-489b-8962-2312c5687269 tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Notify callbacks [] for security_group, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:35.260366 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-9b8cdfba-bfcf-489b-8962-2312c5687269 tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:35.280805 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-4c843fce-8925-439b-91d0-0e71d256f040 tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588883'] for network, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:35.294497 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b8cdfba-bfcf-489b-8962-2312c5687269 tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=87871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 12:01:35.318933 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8cdfba-bfcf-489b-8962-2312c5687269 tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b73ba0a0-a652-4250-8812-1fbb9da3ae83,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:01:35.324585 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-9b8cdfba-bfcf-489b-8962-2312c5687269 tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:35.324929 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.db.segments_db [None req-9b8cdfba-bfcf-489b-8962-2312c5687269 tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Added segment 97d3fdf6-3040-4e3e-befd-3b7a656c7b84 of type vlan for network fec03795-a37b-4098-9160-d2f1fc49687d Mar 28 12:01:35.326297 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-455207c5-2458-4e38-84cb-37858f21857a None None] For port ee2e7f18-4b42-4d99-b3e5-ac3c490dab96, host dv-neutron-835340-2-hyperv, cleared binding levels {{(pid=87872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 12:01:35.331961 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-4c843fce-8925-439b-91d0-0e71d256f040 tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Deleting port ee2e7f18-4b42-4d99-b3e5-ac3c490dab96 {{(pid=87871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:01:35.332223 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-4c843fce-8925-439b-91d0-0e71d256f040 tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:35.341022 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b22bcc8f-562a-428e-9bcf-627c1ef2f15a tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 12:01:35.345290 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-455207c5-2458-4e38-84cb-37858f21857a None None] For port ee2e7f18-4b42-4d99-b3e5-ac3c490dab96, host dv-neutron-835340-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=ee2e7f18-4b42-4d99-b3e5-ac3c490dab96,segment=NetworkSegment(e0b1605f-49e0-4596-8aa7-07130024a8e4),segment_id=e0b1605f-49e0-4596-8aa7-07130024a8e4)] {{(pid=87872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 12:01:35.347104 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-b22bcc8f-562a-428e-9bcf-627c1ef2f15a tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] 10.222.0.30 "PUT /v2.0/routers/deb002cd-6a7b-4713-ad0e-95bc2a856807/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4236474 Mar 28 12:01:35.359326 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-455207c5-2458-4e38-84cb-37858f21857a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:35.367463 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 56028) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:35.407126 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9069eee2-611d-4592-b56e-db829b600612 None None] Sync routers for ids ['deb002cd-6a7b-4713-ad0e-95bc2a856807'] in dv-neutron-835340-2-hyperv {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 12:01:35.446937 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-9b8cdfba-bfcf-489b-8962-2312c5687269 tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783495836591'] for network, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:35.459812 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-5db76463-e3aa-448d-97e6-e40fd5928ae8 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:35.482391 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9069eee2-611d-4592-b56e-db829b600612 None None] Routers {'deb002cd-6a7b-4713-ad0e-95bc2a856807'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:01:35.483125 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-9069eee2-611d-4592-b56e-db829b600612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:01:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['deb002cd-6a7b-4713-ad0e-95bc2a856807'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:01:35.530664 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-9b8cdfba-bfcf-489b-8962-2312c5687269 tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765'] for network, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:35.536138 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b8cdfba-bfcf-489b-8962-2312c5687269 tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:01:35.536753 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-9b8cdfba-bfcf-489b-8962-2312c5687269 tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Notify callbacks [] for network, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:35.611034 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-9069eee2-611d-4592-b56e-db829b600612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:01:35.638086 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9069eee2-611d-4592-b56e-db829b600612 None None] Routers {'deb002cd-6a7b-4713-ad0e-95bc2a856807'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:01:35.638944 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-9069eee2-611d-4592-b56e-db829b600612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:01:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['deb002cd-6a7b-4713-ad0e-95bc2a856807'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:01:35.688235 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455207c5-2458-4e38-84cb-37858f21857a None None] Pushing event updated for resources: {'Port': ['ID=ee2e7f18-4b42-4d99-b3e5-ac3c490dab96,revision_number=3']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:01:35.695573 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8b94338-7b3c-4b88-b75f-9131219ecfc2 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:01:35.696311 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-e8b94338-7b3c-4b88-b75f-9131219ecfc2 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Synchronizing usage tracker for tenant:35b7084247a448e2b3e41f3619d7d4bc on resource:port {{(pid=87871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:01:35.720264 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-9069eee2-611d-4592-b56e-db829b600612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:01:35.720666 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9069eee2-611d-4592-b56e-db829b600612 None None] The sync data for ids ['deb002cd-6a7b-4713-ad0e-95bc2a856807'] in dv-neutron-835340-2-hyperv is: [] {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 12:01:35.737863 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a66ec41d-dcd8-4cd6-b4ad-98fc9fb8c68f None None] Network 00b82375-0a3b-4632-9360-5e699fdf72dc requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 12:01:35.750607 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:35.780960 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-ef3be119-c018-4979-be07-86cf959defc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:35.811945 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-5db76463-e3aa-448d-97e6-e40fd5928ae8 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:35.813099 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-5db76463-e3aa-448d-97e6-e40fd5928ae8 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-709520'] for floatingip, after_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:35.813688 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.db.l3_db [None req-5db76463-e3aa-448d-97e6-e40fd5928ae8 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Floating IP cd28928b-26ad-423c-a097-c21d8175b0e5 disassociated. External IP: 172.26.7.16, port: 31ed8caa-d886-42fa-8aa4-14d7a5eef263. Mar 28 12:01:35.814237 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-5db76463-e3aa-448d-97e6-e40fd5928ae8 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Calling delete_port for 31ed8caa-d886-42fa-8aa4-14d7a5eef263 owned by {{(pid=87870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:01:35.882103 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8cdfba-bfcf-489b-8962-2312c5687269 tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Pushing event updated for resources: {'Network': ['ID=fec03795-a37b-4098-9160-d2f1fc49687d,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:01:35.884966 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-9b8cdfba-bfcf-489b-8962-2312c5687269 tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.3453193 Mar 28 12:01:35.890834 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 56032) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:35.903884 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-b6046b86-96ed-4c8e-8ee8-4c7d5a511349 tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Request body: {'subnet': {'network_id': 'fec03795-a37b-4098-9160-d2f1fc49687d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:01:35.921580 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.db [None req-4c843fce-8925-439b-91d0-0e71d256f040 tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] For port ee2e7f18-4b42-4d99-b3e5-ac3c490dab96, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=ee2e7f18-4b42-4d99-b3e5-ac3c490dab96,segment=NetworkSegment(e0b1605f-49e0-4596-8aa7-07130024a8e4),segment_id=e0b1605f-49e0-4596-8aa7-07130024a8e4)] {{(pid=87871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:01:35.921580 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-4c843fce-8925-439b-91d0-0e71d256f040 tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:35.932732 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-e8b94338-7b3c-4b88-b75f-9131219ecfc2 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Unset dirty status for tenant:35b7084247a448e2b3e41f3619d7d4bc on resource:port {{(pid=87871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:01:35.933886 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-e8b94338-7b3c-4b88-b75f-9131219ecfc2 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] 10.222.0.30 "GET /v2.0/ports?device_id=deb002cd-6a7b-4713-ad0e-95bc2a856807 HTTP/1.1" status: 200 len: 983 time: 0.5659511 Mar 28 12:01:35.935020 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Network fec03795-a37b-4098-9160-d2f1fc49687d details requested by agent ovs-agent-dv-neutron-835340-2-hyperv with host dv-neutron-835340-2-hyperv {{(pid=87872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 12:01:35.948156 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 56036) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:36.049116 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-4c843fce-8925-439b-91d0-0e71d256f040 tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Calling delete_port for ee2e7f18-4b42-4d99-b3e5-ac3c490dab96 owned by network:dhcp {{(pid=87871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:01:36.068030 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac7cc7ce-b2ae-4462-95b1-b463f7c19ded None None] get_active_networks_info from dv-neutron-835340-2-hyperv {{(pid=87872) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 28 12:01:36.129528 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-4c843fce-8925-439b-91d0-0e71d256f040 tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:36.176876 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac7cc7ce-b2ae-4462-95b1-b463f7c19ded None None] Resources bound (agent type, host, resource id): {{(pid=87872) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 28 12:01:36.180974 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c843fce-8925-439b-91d0-0e71d256f040 tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Pushing event deleted for resources: {'Port': ['ID=ee2e7f18-4b42-4d99-b3e5-ac3c490dab96,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:01:36.185764 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c843fce-8925-439b-91d0-0e71d256f040 tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] No DVR routers for this DVR port ee2e7f18-4b42-4d99-b3e5-ac3c490dab96 on host dv-neutron-835340-2-hyperv {{(pid=87871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 12:01:36.224347 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-b6046b86-96ed-4c8e-8ee8-4c7d5a511349 tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:01:36.235309 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-b6046b86-96ed-4c8e-8ee8-4c7d5a511349 tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Usage tracker for resource:subnet and tenant:87b6fb31e54f4a04a66fb616b83470a8 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:01:36.257572 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-b6046b86-96ed-4c8e-8ee8-4c7d5a511349 tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:01:36.275374 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-b6046b86-96ed-4c8e-8ee8-4c7d5a511349 tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:01:36.312505 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-4c843fce-8925-439b-91d0-0e71d256f040 tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930431', 'neutron.services.segments.db._delete_segments_for_network-8783496351308'] for network, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:36.342478 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.segments.db [None req-4c843fce-8925-439b-91d0-0e71d256f040 tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00b82375-0a3b-4632-9360-5e699fdf72dc']}} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:01:36.348796 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-5db76463-e3aa-448d-97e6-e40fd5928ae8 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:36.357124 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.segments.db [None req-4c843fce-8925-439b-91d0-0e71d256f040 tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0b1605f-49e0-4596-8aa7-07130024a8e4') {'for_net_delete': True} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:01:36.357365 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.segments.db [None req-4c843fce-8925-439b-91d0-0e71d256f040 tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0b1605f-49e0-4596-8aa7-07130024a8e4') {} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:01:36.370211 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-4c843fce-8925-439b-91d0-0e71d256f040 tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783496353639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3436890'] for segment, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:36.386876 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-4c843fce-8925-439b-91d0-0e71d256f040 tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:36.393603 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c843fce-8925-439b-91d0-0e71d256f040 tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=87871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 12:01:36.394038 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-4c843fce-8925-439b-91d0-0e71d256f040 tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1920481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2363149'] for segment, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:36.408907 dv-neutron-835340-2-hyperv neutron-server[87871]: Traceback (most recent call last): Mar 28 12:01:36.408907 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 12:01:36.408907 dv-neutron-835340-2-hyperv neutron-server[87871]: timer() Mar 28 12:01:36.408907 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 12:01:36.408907 dv-neutron-835340-2-hyperv neutron-server[87871]: cb(*args, **kw) Mar 28 12:01:36.408907 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 12:01:36.408907 dv-neutron-835340-2-hyperv neutron-server[87871]: return func(*args, **kwargs) Mar 28 12:01:36.408907 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 12:01:36.408907 dv-neutron-835340-2-hyperv neutron-server[87871]: self._notify() Mar 28 12:01:36.408907 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 12:01:36.408907 dv-neutron-835340-2-hyperv neutron-server[87871]: self.callback(batched_events) Mar 28 12:01:36.408907 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 12:01:36.408907 dv-neutron-835340-2-hyperv neutron-server[87871]: event.method(event) Mar 28 12:01:36.408907 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 12:01:36.408907 dv-neutron-835340-2-hyperv neutron-server[87871]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 12:01:36.408907 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 12:01:36.408907 dv-neutron-835340-2-hyperv neutron-server[87871]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 12:01:36.408907 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 12:01:36.408907 dv-neutron-835340-2-hyperv neutron-server[87871]: return f(self, *a, **k) Mar 28 12:01:36.408907 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 12:01:36.408907 dv-neutron-835340-2-hyperv neutron-server[87871]: return self._get(url).json() Mar 28 12:01:36.408907 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 12:01:36.408907 dv-neutron-835340-2-hyperv neutron-server[87871]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 12:01:36.408907 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 12:01:36.408907 dv-neutron-835340-2-hyperv neutron-server[87871]: return self.request(url, 'GET', **kwargs) Mar 28 12:01:36.408907 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 12:01:36.408907 dv-neutron-835340-2-hyperv neutron-server[87871]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 12:01:36.408907 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 12:01:36.408907 dv-neutron-835340-2-hyperv neutron-server[87871]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 12:01:36.408907 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 12:01:36.408907 dv-neutron-835340-2-hyperv neutron-server[87871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 12:01:36.408907 dv-neutron-835340-2-hyperv neutron-server[87871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 12:01:36.456542 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6046b86-96ed-4c8e-8ee8-4c7d5a511349 tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Made reservation on behalf of 87b6fb31e54f4a04a66fb616b83470a8 for: {'subnet': 1} {{(pid=87870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 12:01:36.459737 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-b6046b86-96ed-4c8e-8ee8-4c7d5a511349 tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2563571'] for subnet, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:36.499768 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-4c843fce-8925-439b-91d0-0e71d256f040 tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709602'] for network, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:36.506220 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-4c843fce-8925-439b-91d0-0e71d256f040 tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Notify callbacks [] for network, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:36.535725 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c843fce-8925-439b-91d0-0e71d256f040 tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Pushing event deleted for resources: {'Network': ['ID=00b82375-0a3b-4632-9360-5e699fdf72dc,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:01:36.547932 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-4c843fce-8925-439b-91d0-0e71d256f040 tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] 10.222.0.30 "DELETE /v2.0/networks/00b82375-0a3b-4632-9360-5e699fdf72dc HTTP/1.1" status: 204 len: 168 time: 1.4146309 Mar 28 12:01:36.547932 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 56040) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:36.567025 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4574ffaa-f240-4bd3-a232-f81d28e0ead0 None None] get_active_networks_info from dv-neutron-835340-2-hyperv {{(pid=87872) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 28 12:01:36.608628 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db76463-e3aa-448d-97e6-e40fd5928ae8 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Pushing event deleted for resources: {'Port': ['ID=31ed8caa-d886-42fa-8aa4-14d7a5eef263,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:01:36.670480 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4574ffaa-f240-4bd3-a232-f81d28e0ead0 None None] Resources bound (agent type, host, resource id): {{(pid=87872) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 28 12:01:36.673986 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-64a1fb8e-699a-4b80-b120-90c39ea6f705 tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588883'] for network, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:36.685276 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-64a1fb8e-699a-4b80-b120-90c39ea6f705 tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Deleting port 11a79025-c90a-4a8d-930e-4d3914c26218 {{(pid=87871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:01:36.685682 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-64a1fb8e-699a-4b80-b120-90c39ea6f705 tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:36.911624 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.db [None req-64a1fb8e-699a-4b80-b120-90c39ea6f705 tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] For port 11a79025-c90a-4a8d-930e-4d3914c26218, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=11a79025-c90a-4a8d-930e-4d3914c26218,segment=NetworkSegment(4dacce34-6732-41de-9144-4f6e96c29adc),segment_id=4dacce34-6732-41de-9144-4f6e96c29adc)] {{(pid=87871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:01:36.912326 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-64a1fb8e-699a-4b80-b120-90c39ea6f705 tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:37.002544 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5db76463-e3aa-448d-97e6-e40fd5928ae8 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Router 80a1cb0c-2b23-40f3-9433-a922b65a4212 has already been hosted by L3 agent af79d429-529e-400b-a119-94d4bec03f3e {{(pid=87870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 12:01:37.044105 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-64a1fb8e-699a-4b80-b120-90c39ea6f705 tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Calling delete_port for 11a79025-c90a-4a8d-930e-4d3914c26218 owned by network:dhcp {{(pid=87871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:01:37.122551 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-64a1fb8e-699a-4b80-b120-90c39ea6f705 tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:37.169068 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a1fb8e-699a-4b80-b120-90c39ea6f705 tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Pushing event deleted for resources: {'Port': ['ID=11a79025-c90a-4a8d-930e-4d3914c26218,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:01:37.172542 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a1fb8e-699a-4b80-b120-90c39ea6f705 tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] No DVR routers for this DVR port 11a79025-c90a-4a8d-930e-4d3914c26218 on host dv-neutron-835340-2-hyperv {{(pid=87871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 12:01:37.189875 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-b6046b86-96ed-4c8e-8ee8-4c7d5a511349 tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2561241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2563521'] for subnet, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:37.294342 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-64a1fb8e-699a-4b80-b120-90c39ea6f705 tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930431', 'neutron.services.segments.db._delete_segments_for_network-8783496351308'] for network, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:37.324035 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.segments.db [None req-64a1fb8e-699a-4b80-b120-90c39ea6f705 tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23e852b4-3d81-4b11-a13b-0196ff2522f3']}} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:01:37.338617 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.segments.db [None req-64a1fb8e-699a-4b80-b120-90c39ea6f705 tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4dacce34-6732-41de-9144-4f6e96c29adc') {'for_net_delete': True} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:01:37.339737 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.segments.db [None req-64a1fb8e-699a-4b80-b120-90c39ea6f705 tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4dacce34-6732-41de-9144-4f6e96c29adc') {} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:01:37.352066 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-64a1fb8e-699a-4b80-b120-90c39ea6f705 tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783496353639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3436890'] for segment, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:37.368713 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-64a1fb8e-699a-4b80-b120-90c39ea6f705 tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:37.374946 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64a1fb8e-699a-4b80-b120-90c39ea6f705 tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=87871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 12:01:37.375270 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-64a1fb8e-699a-4b80-b120-90c39ea6f705 tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1920481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2363149'] for segment, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:37.388139 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5db76463-e3aa-448d-97e6-e40fd5928ae8 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 12:01:37.393318 dv-neutron-835340-2-hyperv neutron-server[87871]: Traceback (most recent call last): Mar 28 12:01:37.393318 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 12:01:37.393318 dv-neutron-835340-2-hyperv neutron-server[87871]: timer() Mar 28 12:01:37.393318 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 12:01:37.393318 dv-neutron-835340-2-hyperv neutron-server[87871]: cb(*args, **kw) Mar 28 12:01:37.393318 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 12:01:37.393318 dv-neutron-835340-2-hyperv neutron-server[87871]: return func(*args, **kwargs) Mar 28 12:01:37.393318 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 12:01:37.393318 dv-neutron-835340-2-hyperv neutron-server[87871]: self._notify() Mar 28 12:01:37.393318 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 12:01:37.393318 dv-neutron-835340-2-hyperv neutron-server[87871]: self.callback(batched_events) Mar 28 12:01:37.393318 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 12:01:37.393318 dv-neutron-835340-2-hyperv neutron-server[87871]: event.method(event) Mar 28 12:01:37.393318 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 12:01:37.393318 dv-neutron-835340-2-hyperv neutron-server[87871]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 12:01:37.393318 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 12:01:37.393318 dv-neutron-835340-2-hyperv neutron-server[87871]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 12:01:37.393318 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 12:01:37.393318 dv-neutron-835340-2-hyperv neutron-server[87871]: return f(self, *a, **k) Mar 28 12:01:37.393318 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 12:01:37.393318 dv-neutron-835340-2-hyperv neutron-server[87871]: return self._get(url).json() Mar 28 12:01:37.393318 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 12:01:37.393318 dv-neutron-835340-2-hyperv neutron-server[87871]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 12:01:37.393318 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 12:01:37.393318 dv-neutron-835340-2-hyperv neutron-server[87871]: return self.request(url, 'GET', **kwargs) Mar 28 12:01:37.393318 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 12:01:37.393318 dv-neutron-835340-2-hyperv neutron-server[87871]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 12:01:37.393318 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 12:01:37.393318 dv-neutron-835340-2-hyperv neutron-server[87871]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 12:01:37.393318 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 12:01:37.393318 dv-neutron-835340-2-hyperv neutron-server[87871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 12:01:37.393318 dv-neutron-835340-2-hyperv neutron-server[87871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 12:01:37.401577 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a3be180-5858-4295-95ed-f7544e2b9b17 None None] Sync routers for ids ['80a1cb0c-2b23-40f3-9433-a922b65a4212'] in dv-neutron-835340-2-hyperv {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 12:01:37.410668 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-b7ccd3c7-0277-4f12-8e5c-e41478141af5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:37.414886 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a3be180-5858-4295-95ed-f7544e2b9b17 None None] Routers {'80a1cb0c-2b23-40f3-9433-a922b65a4212'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:01:37.415726 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-2a3be180-5858-4295-95ed-f7544e2b9b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:01:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['80a1cb0c-2b23-40f3-9433-a922b65a4212'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:01:37.446048 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6046b86-96ed-4c8e-8ee8-4c7d5a511349 tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Pushing event updated for resources: {'Subnet': ['ID=bf8b7add-c644-433f-8074-c22c2ab99685,revision_number=0']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:01:37.481465 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6046b86-96ed-4c8e-8ee8-4c7d5a511349 tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Checking segment: {'id': '97d3fdf6-3040-4e3e-befd-3b7a656c7b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'fec03795-a37b-4098-9160-d2f1fc49687d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 12:01:37.481761 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-2a3be180-5858-4295-95ed-f7544e2b9b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:01:37.481897 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6046b86-96ed-4c8e-8ee8-4c7d5a511349 tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Network hostable DHCP agents. Network: fec03795-a37b-4098-9160-d2f1fc49687d, hostable agents: ['3cb85949-855b-4a40-b988-cd5705e511da'], hosted agents: [] {{(pid=87870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 12:01:37.483971 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-64a1fb8e-699a-4b80-b120-90c39ea6f705 tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709602'] for network, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:37.493118 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a3be180-5858-4295-95ed-f7544e2b9b17 None None] Routers {'80a1cb0c-2b23-40f3-9433-a922b65a4212'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:01:37.493711 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-2a3be180-5858-4295-95ed-f7544e2b9b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:01:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['80a1cb0c-2b23-40f3-9433-a922b65a4212'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:01:37.517025 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-f154aa16-0d80-4896-b111-4c9256396aff tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-743394'] for router_interface, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:37.555837 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-2a3be180-5858-4295-95ed-f7544e2b9b17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:01:37.556244 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a3be180-5858-4295-95ed-f7544e2b9b17 None None] The sync data for ids ['80a1cb0c-2b23-40f3-9433-a922b65a4212'] in dv-neutron-835340-2-hyperv is: [] {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 12:01:37.632159 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-64a1fb8e-699a-4b80-b120-90c39ea6f705 tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Notify callbacks [] for network, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:37.637919 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a1fb8e-699a-4b80-b120-90c39ea6f705 tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Pushing event deleted for resources: {'Network': ['ID=23e852b4-3d81-4b11-a13b-0196ff2522f3,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:01:37.651557 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-64a1fb8e-699a-4b80-b120-90c39ea6f705 tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] 10.222.0.30 "DELETE /v2.0/networks/23e852b4-3d81-4b11-a13b-0196ff2522f3 HTTP/1.1" status: 204 len: 168 time: 1.1024439 Mar 28 12:01:37.653992 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 56046) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:37.662671 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-5db76463-e3aa-448d-97e6-e40fd5928ae8 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:37.665101 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6046b86-96ed-4c8e-8ee8-4c7d5a511349 tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Network fec03795-a37b-4098-9160-d2f1fc49687d is scheduled to be hosted by DHCP agent 3cb85949-855b-4a40-b988-cd5705e511da with binding_index 1 {{(pid=87870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 12:01:37.696218 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.base_scheduler [None req-b6046b86-96ed-4c8e-8ee8-4c7d5a511349 tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-2-hyperv, fec03795-a37b-4098-9160-d2f1fc49687d) {{(pid=87870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:01:37.701493 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-5db76463-e3aa-448d-97e6-e40fd5928ae8 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] 10.222.0.30 "DELETE /v2.0/ports/31ed8caa-d886-42fa-8aa4-14d7a5eef263 HTTP/1.1" status: 204 len: 168 time: 2.9432139 Mar 28 12:01:37.706766 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6046b86-96ed-4c8e-8ee8-4c7d5a511349 tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:01:37.707348 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-b6046b86-96ed-4c8e-8ee8-4c7d5a511349 tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Notify callbacks [] for subnet, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:37.707987 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a2335cf-1dea-4624-97b4-4e2cbe1d6623 None None] Network fec03795-a37b-4098-9160-d2f1fc49687d requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 12:01:37.710705 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 56050) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:37.767998 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-417fdc76-8b74-4601-a272-8078ccf42295 tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588883'] for network, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:37.892752 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-78deb278-c6b9-4221-a3e9-1df892c96028 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] 10.222.0.30 "GET /v2.0/floatingips/cd28928b-26ad-423c-a097-c21d8175b0e5 HTTP/1.1" status: 200 len: 687 time: 0.1805153 Mar 28 12:01:37.895342 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-b6046b86-96ed-4c8e-8ee8-4c7d5a511349 tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0029485 Mar 28 12:01:37.895789 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 56054) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:37.898847 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 56056) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:37.907263 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-8c0c87d7-7a76-4129-abb2-9b9b955cb521 tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Request body: {'network': {'name': 'tempest-router-network01--1109080412'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:01:37.914296 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-417fdc76-8b74-4601-a272-8078ccf42295 tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930431', 'neutron.services.segments.db._delete_segments_for_network-8783496351308'] for network, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:37.915579 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-8c0c87d7-7a76-4129-abb2-9b9b955cb521 tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:01:37.940495 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.segments.db [None req-417fdc76-8b74-4601-a272-8078ccf42295 tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6e938fa-ef57-4061-8dcd-58b07d5daf71']}} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:01:37.955521 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.segments.db [None req-417fdc76-8b74-4601-a272-8078ccf42295 tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f11f5206-6e8f-4977-872b-a30213e7031e') {'for_net_delete': True} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:01:37.955947 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.segments.db [None req-417fdc76-8b74-4601-a272-8078ccf42295 tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f11f5206-6e8f-4977-872b-a30213e7031e') {} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:01:37.958664 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5ce742d-65c9-4d7b-8994-fcea164c1d87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1d3f2a9-8722-5ce5-bc40-181687d1ed3f-fec03795-a37b-4098-9160-d2f1fc49687d', 'network_id': 'fec03795-a37b-4098-9160-d2f1fc49687d', 'tenant_id': '87b6fb31e54f4a04a66fb616b83470a8', 'fixed_ips': [{'subnet_id': 'bf8b7add-c644-433f-8074-c22c2ab99685'}]}} from dv-neutron-835340-2-hyperv. {{(pid=87872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 12:01:37.959645 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-e5ce742d-65c9-4d7b-8994-fcea164c1d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:37.969720 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-417fdc76-8b74-4601-a272-8078ccf42295 tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783496353639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3436890'] for segment, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:37.973360 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-8c0c87d7-7a76-4129-abb2-9b9b955cb521 tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Usage tracker for resource:network and tenant:87b6fb31e54f4a04a66fb616b83470a8 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:01:37.988001 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-8c0c87d7-7a76-4129-abb2-9b9b955cb521 tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:01:37.989350 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-417fdc76-8b74-4601-a272-8078ccf42295 tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:37.996239 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-417fdc76-8b74-4601-a272-8078ccf42295 tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=87871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 12:01:37.996897 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-417fdc76-8b74-4601-a272-8078ccf42295 tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1920481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2363149'] for segment, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:38.016420 dv-neutron-835340-2-hyperv neutron-server[87871]: Traceback (most recent call last): Mar 28 12:01:38.016420 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 12:01:38.016420 dv-neutron-835340-2-hyperv neutron-server[87871]: timer() Mar 28 12:01:38.016420 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 12:01:38.016420 dv-neutron-835340-2-hyperv neutron-server[87871]: cb(*args, **kw) Mar 28 12:01:38.016420 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 12:01:38.016420 dv-neutron-835340-2-hyperv neutron-server[87871]: return func(*args, **kwargs) Mar 28 12:01:38.016420 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 12:01:38.016420 dv-neutron-835340-2-hyperv neutron-server[87871]: self._notify() Mar 28 12:01:38.016420 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 12:01:38.016420 dv-neutron-835340-2-hyperv neutron-server[87871]: self.callback(batched_events) Mar 28 12:01:38.016420 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 12:01:38.016420 dv-neutron-835340-2-hyperv neutron-server[87871]: event.method(event) Mar 28 12:01:38.016420 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 12:01:38.016420 dv-neutron-835340-2-hyperv neutron-server[87871]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 12:01:38.016420 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 12:01:38.016420 dv-neutron-835340-2-hyperv neutron-server[87871]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 12:01:38.016420 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 12:01:38.016420 dv-neutron-835340-2-hyperv neutron-server[87871]: return f(self, *a, **k) Mar 28 12:01:38.016420 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 12:01:38.016420 dv-neutron-835340-2-hyperv neutron-server[87871]: return self._get(url).json() Mar 28 12:01:38.016420 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 12:01:38.016420 dv-neutron-835340-2-hyperv neutron-server[87871]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 12:01:38.016420 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 12:01:38.016420 dv-neutron-835340-2-hyperv neutron-server[87871]: return self.request(url, 'GET', **kwargs) Mar 28 12:01:38.016420 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 12:01:38.016420 dv-neutron-835340-2-hyperv neutron-server[87871]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 12:01:38.016420 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 12:01:38.016420 dv-neutron-835340-2-hyperv neutron-server[87871]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 12:01:38.016420 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 12:01:38.016420 dv-neutron-835340-2-hyperv neutron-server[87871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 12:01:38.016420 dv-neutron-835340-2-hyperv neutron-server[87871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 12:01:38.114477 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-417fdc76-8b74-4601-a272-8078ccf42295 tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709602'] for network, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:38.118842 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-417fdc76-8b74-4601-a272-8078ccf42295 tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Notify callbacks [] for network, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:38.147910 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417fdc76-8b74-4601-a272-8078ccf42295 tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Pushing event deleted for resources: {'Network': ['ID=b6e938fa-ef57-4061-8dcd-58b07d5daf71,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:01:38.153771 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-417fdc76-8b74-4601-a272-8078ccf42295 tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] 10.222.0.30 "DELETE /v2.0/networks/b6e938fa-ef57-4061-8dcd-58b07d5daf71 HTTP/1.1" status: 204 len: 168 time: 0.4987698 Mar 28 12:01:38.154274 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 56062) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:38.156526 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-8c0c87d7-7a76-4129-abb2-9b9b955cb521 tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:01:38.166357 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.db_base_plugin_common [None req-e5ce742d-65c9-4d7b-8994-fcea164c1d87 None None] Allocated IP 172.20.0.2 (fec03795-a37b-4098-9160-d2f1fc49687d/bf8b7add-c644-433f-8074-c22c2ab99685/27521a63-f776-4521-9017-5b9e934057b2) {{(pid=87872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 12:01:38.260737 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-10cde717-3841-4196-b932-bc5e81c55b88 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Deleting port a6c0ce22-0dd4-46fc-be42-37a2730fe725 {{(pid=87870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:01:38.261100 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-10cde717-3841-4196-b932-bc5e81c55b88 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:38.279832 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-b6dd05e5-e351-4805-b115-20bd0b03a63f tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588883'] for network, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:38.296320 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c0c87d7-7a76-4129-abb2-9b9b955cb521 tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Made reservation on behalf of 87b6fb31e54f4a04a66fb616b83470a8 for: {'network': 1} {{(pid=87870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 12:01:38.299683 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-8c0c87d7-7a76-4129-abb2-9b9b955cb521 tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for network, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:38.357386 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-f154aa16-0d80-4896-b111-4c9256396aff tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Deleting port 44cef072-7ebe-4ca3-98c9-8c1e7f4b76db {{(pid=87870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:01:38.357725 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-f154aa16-0d80-4896-b111-4c9256396aff tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:38.379636 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-e5ce742d-65c9-4d7b-8994-fcea164c1d87 None None] Notify callbacks [] for port, precommit_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:38.392035 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-e5ce742d-65c9-4d7b-8994-fcea164c1d87 None None] Transition to ACTIVE for port object 27521a63-f776-4521-9017-5b9e934057b2 will not be triggered until provisioned by entity L2. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:01:38.416255 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-b6dd05e5-e351-4805-b115-20bd0b03a63f tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930431', 'neutron.services.segments.db._delete_segments_for_network-8783496351308'] for network, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:38.418075 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-e5ce742d-65c9-4d7b-8994-fcea164c1d87 None None] Transition to ACTIVE for port object 27521a63-f776-4521-9017-5b9e934057b2 will not be triggered until provisioned by entity DHCP. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:01:38.420170 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c0c87d7-7a76-4129-abb2-9b9b955cb521 tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=87870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 12:01:38.425076 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-e5ce742d-65c9-4d7b-8994-fcea164c1d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241'] for port, after_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:38.441672 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.segments.db [None req-b6dd05e5-e351-4805-b115-20bd0b03a63f tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77fc86fb-a0cd-4a01-9c73-0468d7bf7959']}} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:01:38.453491 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.segments.db [None req-b6dd05e5-e351-4805-b115-20bd0b03a63f tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7373db0e-ee50-44e9-a768-75235992b7c3') {'for_net_delete': True} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:01:38.453792 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.segments.db [None req-b6dd05e5-e351-4805-b115-20bd0b03a63f tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7373db0e-ee50-44e9-a768-75235992b7c3') {} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:01:38.467642 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-b6dd05e5-e351-4805-b115-20bd0b03a63f tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783496353639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3436890'] for segment, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:38.486808 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-b6dd05e5-e351-4805-b115-20bd0b03a63f tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:38.491366 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5ce742d-65c9-4d7b-8994-fcea164c1d87 None None] Network fec03795-a37b-4098-9160-d2f1fc49687d is already hosted by enough agents. {{(pid=87872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:01:38.496205 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6dd05e5-e351-4805-b115-20bd0b03a63f tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=87871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 12:01:38.496628 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-b6dd05e5-e351-4805-b115-20bd0b03a63f tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1920481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2363149'] for segment, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:38.499099 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.base_scheduler [None req-e5ce742d-65c9-4d7b-8994-fcea164c1d87 None None] Resources bound (agent type, host, resource id): {{(pid=87872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:01:38.503579 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ce742d-65c9-4d7b-8994-fcea164c1d87 None None] Received port after_create {{(pid=87872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 12:01:38.509300 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ce742d-65c9-4d7b-8994-fcea164c1d87 None None] Pushing event updated for resources: {'Port': ['ID=27521a63-f776-4521-9017-5b9e934057b2,revision_number=1']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:01:38.520594 dv-neutron-835340-2-hyperv neutron-server[87871]: Traceback (most recent call last): Mar 28 12:01:38.520594 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 12:01:38.520594 dv-neutron-835340-2-hyperv neutron-server[87871]: timer() Mar 28 12:01:38.520594 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 12:01:38.520594 dv-neutron-835340-2-hyperv neutron-server[87871]: cb(*args, **kw) Mar 28 12:01:38.520594 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 12:01:38.520594 dv-neutron-835340-2-hyperv neutron-server[87871]: return func(*args, **kwargs) Mar 28 12:01:38.520594 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 12:01:38.520594 dv-neutron-835340-2-hyperv neutron-server[87871]: self._notify() Mar 28 12:01:38.520594 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 12:01:38.520594 dv-neutron-835340-2-hyperv neutron-server[87871]: self.callback(batched_events) Mar 28 12:01:38.520594 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 12:01:38.520594 dv-neutron-835340-2-hyperv neutron-server[87871]: event.method(event) Mar 28 12:01:38.520594 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 12:01:38.520594 dv-neutron-835340-2-hyperv neutron-server[87871]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 12:01:38.520594 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 12:01:38.520594 dv-neutron-835340-2-hyperv neutron-server[87871]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 12:01:38.520594 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 12:01:38.520594 dv-neutron-835340-2-hyperv neutron-server[87871]: return f(self, *a, **k) Mar 28 12:01:38.520594 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 12:01:38.520594 dv-neutron-835340-2-hyperv neutron-server[87871]: return self._get(url).json() Mar 28 12:01:38.520594 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 12:01:38.520594 dv-neutron-835340-2-hyperv neutron-server[87871]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 12:01:38.520594 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 12:01:38.520594 dv-neutron-835340-2-hyperv neutron-server[87871]: return self.request(url, 'GET', **kwargs) Mar 28 12:01:38.520594 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 12:01:38.520594 dv-neutron-835340-2-hyperv neutron-server[87871]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 12:01:38.520594 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 12:01:38.520594 dv-neutron-835340-2-hyperv neutron-server[87871]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 12:01:38.520594 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 12:01:38.520594 dv-neutron-835340-2-hyperv neutron-server[87871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 12:01:38.520594 dv-neutron-835340-2-hyperv neutron-server[87871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 12:01:38.522929 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-8c0c87d7-7a76-4129-abb2-9b9b955cb521 tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:38.522929 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.db.segments_db [None req-8c0c87d7-7a76-4129-abb2-9b9b955cb521 tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Added segment 07727e83-ec07-4aee-90fd-0bb3cdef8735 of type vlan for network 101bcf09-8ae6-4ddd-9f39-4c40ee2a5de3 Mar 28 12:01:38.604421 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-e5ce742d-65c9-4d7b-8994-fcea164c1d87 None None] Attempting to bind port 27521a63-f776-4521-9017-5b9e934057b2 on host dv-neutron-835340-2-hyperv for vnic_type normal with profile {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 12:01:38.604916 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-e5ce742d-65c9-4d7b-8994-fcea164c1d87 None None] Attempting to bind port 27521a63-f776-4521-9017-5b9e934057b2 by drivers openvswitch,hyperv on host dv-neutron-835340-2-hyperv at level 0 using segments [{'id': '97d3fdf6-3040-4e3e-befd-3b7a656c7b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'fec03795-a37b-4098-9160-d2f1fc49687d'}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 12:01:38.605236 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ce742d-65c9-4d7b-8994-fcea164c1d87 None None] Attempting to bind port 27521a63-f776-4521-9017-5b9e934057b2 on network fec03795-a37b-4098-9160-d2f1fc49687d {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 12:01:38.607967 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-b6dd05e5-e351-4805-b115-20bd0b03a63f tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709602'] for network, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:38.611583 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ce742d-65c9-4d7b-8994-fcea164c1d87 None None] Checking agent: {'id': '961a16fe-cbc8-4264-ac28-bbbd53f89caa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 46, 6), 'started_at': datetime.datetime(2022, 3, 28, 11, 46, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 12, 1, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 12:01:38.611812 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ce742d-65c9-4d7b-8994-fcea164c1d87 None None] Checking segment: {'id': '97d3fdf6-3040-4e3e-befd-3b7a656c7b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'fec03795-a37b-4098-9160-d2f1fc49687d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 12:01:38.612153 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-e5ce742d-65c9-4d7b-8994-fcea164c1d87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:38.612650 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ce742d-65c9-4d7b-8994-fcea164c1d87 None None] Bound using segment: {'id': '97d3fdf6-3040-4e3e-befd-3b7a656c7b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'fec03795-a37b-4098-9160-d2f1fc49687d'} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 12:01:38.613248 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-e5ce742d-65c9-4d7b-8994-fcea164c1d87 None None] Bound port: 27521a63-f776-4521-9017-5b9e934057b2, host: dv-neutron-835340-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97d3fdf6-3040-4e3e-befd-3b7a656c7b84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'fec03795-a37b-4098-9160-d2f1fc49687d'}}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 12:01:38.613626 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-e5ce742d-65c9-4d7b-8994-fcea164c1d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:38.614212 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-b6dd05e5-e351-4805-b115-20bd0b03a63f tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Notify callbacks [] for network, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:38.641862 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-10cde717-3841-4196-b932-bc5e81c55b88 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:38.642238 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-10cde717-3841-4196-b932-bc5e81c55b88 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:38.645673 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dd05e5-e351-4805-b115-20bd0b03a63f tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] Pushing event deleted for resources: {'Network': ['ID=77fc86fb-a0cd-4a01-9c73-0468d7bf7959,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:01:38.650668 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-b6dd05e5-e351-4805-b115-20bd0b03a63f tempest-BulkNetworkOpsTest-872312729 tempest-BulkNetworkOpsTest-872312729-project] 10.222.0.30 "DELETE /v2.0/networks/77fc86fb-a0cd-4a01-9c73-0468d7bf7959 HTTP/1.1" status: 204 len: 168 time: 0.4931941 Mar 28 12:01:38.655109 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-8c0c87d7-7a76-4129-abb2-9b9b955cb521 tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783495836591'] for network, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:38.714062 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-e5ce742d-65c9-4d7b-8994-fcea164c1d87 None None] For port 27521a63-f776-4521-9017-5b9e934057b2, host dv-neutron-835340-2-hyperv, cleared binding levels {{(pid=87872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 12:01:38.716987 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-e5ce742d-65c9-4d7b-8994-fcea164c1d87 None None] For port 27521a63-f776-4521-9017-5b9e934057b2, host dv-neutron-835340-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=27521a63-f776-4521-9017-5b9e934057b2,segment=NetworkSegment(97d3fdf6-3040-4e3e-befd-3b7a656c7b84),segment_id=97d3fdf6-3040-4e3e-befd-3b7a656c7b84)] {{(pid=87872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 12:01:38.721345 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-e5ce742d-65c9-4d7b-8994-fcea164c1d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:38.787606 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-10cde717-3841-4196-b932-bc5e81c55b88 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Calling delete_port for a6c0ce22-0dd4-46fc-be42-37a2730fe725 owned by network:floatingip {{(pid=87870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:01:38.806269 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ce742d-65c9-4d7b-8994-fcea164c1d87 None None] Pushing event updated for resources: {'Port': ['ID=27521a63-f776-4521-9017-5b9e934057b2,revision_number=2']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:01:38.874365 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-f154aa16-0d80-4896-b111-4c9256396aff tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:38.978466 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 56070) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:39.028081 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-8c0c87d7-7a76-4129-abb2-9b9b955cb521 tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765'] for network, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:39.033755 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c0c87d7-7a76-4129-abb2-9b9b955cb521 tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:01:39.034442 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-8c0c87d7-7a76-4129-abb2-9b9b955cb521 tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538751'] for network, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:39.061312 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-f154aa16-0d80-4896-b111-4c9256396aff tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Calling delete_port for 44cef072-7ebe-4ca3-98c9-8c1e7f4b76db owned by network:router_interface {{(pid=87870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:01:39.164745 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 27521a63-f776-4521-9017-5b9e934057b2 up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:01:39.204927 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-ecf0c5bf-40e2-4e5e-8eb7-405718ee806e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d74db50fb43946f088574dde2e3c5dce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2249844 Mar 28 12:01:39.207992 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 56076) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:39.244985 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning for port 27521a63-f776-4521-9017-5b9e934057b2 completed by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:01:39.271974 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-10d8b5eb-014d-472a-b40a-a688aa5f0b61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:39.298151 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-10d8b5eb-014d-472a-b40a-a688aa5f0b61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:39.313429 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-8c0c87d7-7a76-4129-abb2-9b9b955cb521 tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.4128196 Mar 28 12:01:39.318516 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 56080) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:39.325102 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0c87d7-7a76-4129-abb2-9b9b955cb521 tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Pushing event updated for resources: {'Network': ['ID=101bcf09-8ae6-4ddd-9f39-4c40ee2a5de3,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:01:39.325900 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-4d86bdee-1764-4159-91f6-fe447c086191 tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Request body: {'network': {'name': 'tempest-router-network02--1656808404'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:01:39.330568 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-4d86bdee-1764-4159-91f6-fe447c086191 tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:01:39.334467 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-4d86bdee-1764-4159-91f6-fe447c086191 tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Usage tracker for resource:network and tenant:87b6fb31e54f4a04a66fb616b83470a8 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:01:39.336549 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Network 101bcf09-8ae6-4ddd-9f39-4c40ee2a5de3 details requested by agent ovs-agent-dv-neutron-835340-2-hyperv with host dv-neutron-835340-2-hyperv {{(pid=87872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 12:01:39.337423 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-4d86bdee-1764-4159-91f6-fe447c086191 tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:01:39.343144 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-4d86bdee-1764-4159-91f6-fe447c086191 tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:01:39.357624 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-10cde717-3841-4196-b932-bc5e81c55b88 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:39.359883 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d86bdee-1764-4159-91f6-fe447c086191 tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Made reservation on behalf of 87b6fb31e54f4a04a66fb616b83470a8 for: {'network': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 12:01:39.364639 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-4d86bdee-1764-4159-91f6-fe447c086191 tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for network, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:39.399035 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d86bdee-1764-4159-91f6-fe447c086191 tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=87871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 12:01:39.411992 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-4d86bdee-1764-4159-91f6-fe447c086191 tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:39.412345 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.db.segments_db [None req-4d86bdee-1764-4159-91f6-fe447c086191 tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Added segment 80444f65-47f7-41d9-bbd0-b4db50bc231a of type vlan for network 6747c06d-e8a1-4366-a1eb-4bb7699ec592 Mar 28 12:01:39.412611 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cde717-3841-4196-b932-bc5e81c55b88 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Pushing event deleted for resources: {'Port': ['ID=a6c0ce22-0dd4-46fc-be42-37a2730fe725,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:01:39.424060 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-10d8b5eb-014d-472a-b40a-a688aa5f0b61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:39.455769 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d8b5eb-014d-472a-b40a-a688aa5f0b61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d08cefa8-8541-4962-956c-cd9eddba41e4,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:01:39.483222 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-4d86bdee-1764-4159-91f6-fe447c086191 tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783495836591'] for network, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:39.492591 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-10d8b5eb-014d-472a-b40a-a688aa5f0b61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:39.493684 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-10d8b5eb-014d-472a-b40a-a688aa5f0b61 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d08cefa8-8541-4962-956c-cd9eddba41e4 HTTP/1.1" status: 204 len: 168 time: 0.2824306 Mar 28 12:01:39.522540 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-4d86bdee-1764-4159-91f6-fe447c086191 tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765'] for network, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:39.529632 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d86bdee-1764-4159-91f6-fe447c086191 tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:01:39.530236 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-4d86bdee-1764-4159-91f6-fe447c086191 tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Notify callbacks [] for network, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:39.560844 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-10cde717-3841-4196-b932-bc5e81c55b88 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks [] for floatingip, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:39.572163 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-10cde717-3841-4196-b932-bc5e81c55b88 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for floatingip, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:39.573329 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-10cde717-3841-4196-b932-bc5e81c55b88 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] 10.222.0.30 "DELETE /v2.0/floatingips/cd28928b-26ad-423c-a097-c21d8175b0e5 HTTP/1.1" status: 204 len: 168 time: 1.6709070 Mar 28 12:01:39.574471 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-f154aa16-0d80-4896-b111-4c9256396aff tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:39.576815 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 56086) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:39.620931 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-d3724001-8d96-40f7-8b9d-a686e716ea2c tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Request body: {'floatingip': {'floating_network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'port_id': 'd3357d27-cba1-4efc-9b59-b3ae8c76646d'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:01:39.638938 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-4d86bdee-1764-4159-91f6-fe447c086191 tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3190310 Mar 28 12:01:39.639537 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 56094) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:39.645759 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f154aa16-0d80-4896-b111-4c9256396aff tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Pushing event deleted for resources: {'Port': ['ID=44cef072-7ebe-4ca3-98c9-8c1e7f4b76db,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:01:39.653871 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-8f18e7b4-e5e9-4b26-8d68-e980e95539ad tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Request body: {'subnet': {'network_id': '101bcf09-8ae6-4ddd-9f39-4c40ee2a5de3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:01:39.656081 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-d3724001-8d96-40f7-8b9d-a686e716ea2c tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:01:39.668106 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-d3724001-8d96-40f7-8b9d-a686e716ea2c tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:01:39.673449 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d86bdee-1764-4159-91f6-fe447c086191 tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Pushing event updated for resources: {'Network': ['ID=6747c06d-e8a1-4366-a1eb-4bb7699ec592,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:01:39.689129 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Network 6747c06d-e8a1-4366-a1eb-4bb7699ec592 details requested by agent ovs-agent-dv-neutron-835340-2-hyperv with host dv-neutron-835340-2-hyperv {{(pid=87872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 12:01:39.834863 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-8f18e7b4-e5e9-4b26-8d68-e980e95539ad tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:01:39.849155 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-8f18e7b4-e5e9-4b26-8d68-e980e95539ad tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Usage tracker for resource:subnet and tenant:87b6fb31e54f4a04a66fb616b83470a8 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:01:39.855233 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-8f18e7b4-e5e9-4b26-8d68-e980e95539ad tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:01:39.874104 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-8f18e7b4-e5e9-4b26-8d68-e980e95539ad tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:01:39.900040 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f18e7b4-e5e9-4b26-8d68-e980e95539ad tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Made reservation on behalf of 87b6fb31e54f4a04a66fb616b83470a8 for: {'subnet': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 12:01:39.917263 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-8f18e7b4-e5e9-4b26-8d68-e980e95539ad tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26551362'] for subnet, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:40.026215 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-d3724001-8d96-40f7-8b9d-a686e716ea2c tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks [] for floatingip, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:40.240209 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-f154aa16-0d80-4896-b111-4c9256396aff tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-743246'] for router_interface, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:40.245243 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-8f18e7b4-e5e9-4b26-8d68-e980e95539ad tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2364128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26551408'] for subnet, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:40.280371 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98d97651-67ba-47c6-aac9-4e8f444aa20d None None] Network fec03795-a37b-4098-9160-d2f1fc49687d requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 12:01:40.338986 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f18e7b4-e5e9-4b26-8d68-e980e95539ad tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Pushing event updated for resources: {'Subnet': ['ID=aee885d9-c1ae-41d5-96f8-424f3357f137,revision_number=0']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:01:40.343428 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f18e7b4-e5e9-4b26-8d68-e980e95539ad tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Checking segment: {'id': '07727e83-ec07-4aee-90fd-0bb3cdef8735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '101bcf09-8ae6-4ddd-9f39-4c40ee2a5de3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 12:01:40.343813 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f18e7b4-e5e9-4b26-8d68-e980e95539ad tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Network hostable DHCP agents. Network: 101bcf09-8ae6-4ddd-9f39-4c40ee2a5de3, hostable agents: ['3cb85949-855b-4a40-b988-cd5705e511da'], hosted agents: [] {{(pid=87871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 12:01:40.369163 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f18e7b4-e5e9-4b26-8d68-e980e95539ad tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Network 101bcf09-8ae6-4ddd-9f39-4c40ee2a5de3 is scheduled to be hosted by DHCP agent 3cb85949-855b-4a40-b988-cd5705e511da with binding_index 1 {{(pid=87871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 12:01:40.387670 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-8f18e7b4-e5e9-4b26-8d68-e980e95539ad tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-2-hyperv, 101bcf09-8ae6-4ddd-9f39-4c40ee2a5de3) {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:01:40.403796 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f18e7b4-e5e9-4b26-8d68-e980e95539ad tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:01:40.404330 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-8f18e7b4-e5e9-4b26-8d68-e980e95539ad tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Notify callbacks [] for subnet, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:40.425452 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbb8b7c3-9003-4f19-83a0-cc5701d01ab7 None None] Network 101bcf09-8ae6-4ddd-9f39-4c40ee2a5de3 requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 12:01:40.433989 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-8f18e7b4-e5e9-4b26-8d68-e980e95539ad tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7877352 Mar 28 12:01:40.437016 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 56112) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:40.444221 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-9243385c-cc53-4827-acbd-e44a73e17b47 tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Request body: {'subnet': {'network_id': '6747c06d-e8a1-4366-a1eb-4bb7699ec592', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:01:40.540234 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-d85e4ba9-85e5-4b5c-a688-9b59958ee6b4 None None] Provisioning for port 27521a63-f776-4521-9017-5b9e934057b2 completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:01:40.583082 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-9243385c-cc53-4827-acbd-e44a73e17b47 tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:01:40.588991 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-9243385c-cc53-4827-acbd-e44a73e17b47 tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Usage tracker for resource:subnet and tenant:87b6fb31e54f4a04a66fb616b83470a8 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:01:40.591514 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 56118) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:40.597688 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-d85e4ba9-85e5-4b5c-a688-9b59958ee6b4 None None] Provisioning complete for port 27521a63-f776-4521-9017-5b9e934057b2 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:01:40.598059 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-d85e4ba9-85e5-4b5c-a688-9b59958ee6b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:40.600793 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-9243385c-cc53-4827-acbd-e44a73e17b47 tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:01:40.609352 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-9243385c-cc53-4827-acbd-e44a73e17b47 tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:01:40.615948 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f154aa16-0d80-4896-b111-4c9256396aff tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Router deb002cd-6a7b-4713-ad0e-95bc2a856807 has already been hosted by L3 agent af79d429-529e-400b-a119-94d4bec03f3e {{(pid=87870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 12:01:40.627823 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9243385c-cc53-4827-acbd-e44a73e17b47 tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Made reservation on behalf of 87b6fb31e54f4a04a66fb616b83470a8 for: {'subnet': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 12:01:40.631661 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-9243385c-cc53-4827-acbd-e44a73e17b47 tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26551362'] for subnet, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:40.771580 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f154aa16-0d80-4896-b111-4c9256396aff tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 12:01:40.786005 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-f154aa16-0d80-4896-b111-4c9256396aff tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] 10.222.0.30 "PUT /v2.0/routers/deb002cd-6a7b-4713-ad0e-95bc2a856807/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8334324 Mar 28 12:01:40.789105 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-d3724001-8d96-40f7-8b9d-a686e716ea2c tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:40.829565 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 56124) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:40.848175 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e610ad0-4fc5-496d-a900-61ca6f05baf2 None None] Sync routers for ids ['deb002cd-6a7b-4713-ad0e-95bc2a856807'] in dv-neutron-835340-2-hyperv {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 12:01:40.866748 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-b7753a25-fa10-4079-ba69-e41411ef7345 tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:01:40.867181 dv-neutron-835340-2-hyperv neutron-server[87871]: WARNING neutron.api.v2.base [None req-b7753a25-fa10-4079-ba69-e41411ef7345 tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 28 12:01:40.867692 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.api.v2.resource [None req-b7753a25-fa10-4079-ba69-e41411ef7345 tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] create failed (client error): There was a conflict when trying to complete your request. Mar 28 12:01:40.868650 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-b7753a25-fa10-4079-ba69-e41411ef7345 tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2760880 Mar 28 12:01:40.872245 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 56128) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:40.874268 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e610ad0-4fc5-496d-a900-61ca6f05baf2 None None] Routers {'deb002cd-6a7b-4713-ad0e-95bc2a856807'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:01:40.875072 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-0e610ad0-4fc5-496d-a900-61ca6f05baf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:01:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['deb002cd-6a7b-4713-ad0e-95bc2a856807'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:01:40.883987 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-a694e357-075f-4ae6-9800-0d315be750cc tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Request body: {'security_group': {'name': 'tempest-secgroup--2126803928'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:01:40.890493 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.pecan_wsgi.hooks.translation [None req-351f0da5-47c7-436b-b747-2935b58a5a6e tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] GET failed (client error): The resource could not be found. Mar 28 12:01:40.894688 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-351f0da5-47c7-436b-b747-2935b58a5a6e tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] 10.222.0.30 "GET /v2.0/ports/44cef072-7ebe-4ca3-98c9-8c1e7f4b76db HTTP/1.1" status: 404 len: 333 time: 0.0602539 Mar 28 12:01:40.894876 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-a694e357-075f-4ae6-9800-0d315be750cc tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:01:40.895590 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 56132) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:40.903298 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-a694e357-075f-4ae6-9800-0d315be750cc tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Usage tracker for resource:security_group and tenant:4cdbb48ac209434084ea3a4545b45046 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:01:40.909806 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-a694e357-075f-4ae6-9800-0d315be750cc tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:01:40.920439 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-a694e357-075f-4ae6-9800-0d315be750cc tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:01:40.975173 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-a694e357-075f-4ae6-9800-0d315be750cc tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Notify callbacks [] for security_group, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:40.991569 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-a694e357-075f-4ae6-9800-0d315be750cc tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Notify callbacks [] for security_group, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:41.015054 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-a694e357-075f-4ae6-9800-0d315be750cc tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:01:41.018266 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f84d8f9b-2719-49d8-85c4-5650d36e33d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1d3f2a9-8722-5ce5-bc40-181687d1ed3f-101bcf09-8ae6-4ddd-9f39-4c40ee2a5de3', 'network_id': '101bcf09-8ae6-4ddd-9f39-4c40ee2a5de3', 'tenant_id': '87b6fb31e54f4a04a66fb616b83470a8', 'fixed_ips': [{'subnet_id': 'aee885d9-c1ae-41d5-96f8-424f3357f137'}]}} from dv-neutron-835340-2-hyperv. {{(pid=87872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 12:01:41.019169 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-f84d8f9b-2719-49d8-85c4-5650d36e33d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:41.019348 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-a694e357-075f-4ae6-9800-0d315be750cc tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Usage tracker for resource:security_group_rule and tenant:4cdbb48ac209434084ea3a4545b45046 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:01:41.022233 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-a694e357-075f-4ae6-9800-0d315be750cc tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:01:41.028083 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-a694e357-075f-4ae6-9800-0d315be750cc tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:01:41.046446 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-d89cb30d-ec26-4bc1-a316-eb2fec83f9af tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks [] for router, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:41.052938 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-0e610ad0-4fc5-496d-a900-61ca6f05baf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:01:41.121463 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-a694e357-075f-4ae6-9800-0d315be750cc tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Notify callbacks [] for security_group, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:41.129718 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.db_base_plugin_common [None req-d3724001-8d96-40f7-8b9d-a686e716ea2c tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Allocated IP 172.26.7.202 (ac2b1748-8f63-4b17-a9c7-07e79704aa5b/0b7ebf76-1dc7-431a-a0b4-b96bacf287c2/6e760a7a-044d-40de-b37a-e0fe2b9a07ec) {{(pid=87870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 12:01:41.132008 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-a694e357-075f-4ae6-9800-0d315be750cc tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:41.137272 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e610ad0-4fc5-496d-a900-61ca6f05baf2 None None] Routers {'deb002cd-6a7b-4713-ad0e-95bc2a856807'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:01:41.138028 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-0e610ad0-4fc5-496d-a900-61ca6f05baf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:01:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['deb002cd-6a7b-4713-ad0e-95bc2a856807'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:01:41.152523 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-a694e357-075f-4ae6-9800-0d315be750cc tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:01:41.163163 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-a694e357-075f-4ae6-9800-0d315be750cc tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Usage tracker for resource:security_group_rule and tenant:4cdbb48ac209434084ea3a4545b45046 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:01:41.173494 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-a694e357-075f-4ae6-9800-0d315be750cc tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:01:41.194668 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-d85e4ba9-85e5-4b5c-a688-9b59958ee6b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:41.217022 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-a694e357-075f-4ae6-9800-0d315be750cc tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:01:41.223337 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-0e610ad0-4fc5-496d-a900-61ca6f05baf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:01:41.223972 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e610ad0-4fc5-496d-a900-61ca6f05baf2 None None] The sync data for ids ['deb002cd-6a7b-4713-ad0e-95bc2a856807'] in dv-neutron-835340-2-hyperv is: [] {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 12:01:41.226178 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a694e357-075f-4ae6-9800-0d315be750cc tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98558e4a-33e8-4f39-a5e8-695608fe4ef3,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:01:41.290706 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-d85e4ba9-85e5-4b5c-a688-9b59958ee6b4 None None] For port 27521a63-f776-4521-9017-5b9e934057b2, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=27521a63-f776-4521-9017-5b9e934057b2,segment=NetworkSegment(97d3fdf6-3040-4e3e-befd-3b7a656c7b84),segment_id=97d3fdf6-3040-4e3e-befd-3b7a656c7b84)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:01:41.330252 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-d85e4ba9-85e5-4b5c-a688-9b59958ee6b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:41.364156 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-d89cb30d-ec26-4bc1-a316-eb2fec83f9af tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-745164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-260864'] for router, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:41.366567 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-d89cb30d-ec26-4bc1-a316-eb2fec83f9af tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:41.416823 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-a694e357-075f-4ae6-9800-0d315be750cc tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Notify callbacks [] for security_group, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:41.422190 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-d89cb30d-ec26-4bc1-a316-eb2fec83f9af tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-745021'] for router, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:41.422703 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d89cb30d-ec26-4bc1-a316-eb2fec83f9af tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Fanout notify agent at l3_agent the message router_deleted on router deb002cd-6a7b-4713-ad0e-95bc2a856807 {{(pid=87871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 12:01:41.425528 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-d3724001-8d96-40f7-8b9d-a686e716ea2c tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks [] for port, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:41.447398 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85e4ba9-85e5-4b5c-a688-9b59958ee6b4 None None] Pushing event updated for resources: {'Port': ['ID=27521a63-f776-4521-9017-5b9e934057b2,revision_number=3']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:01:41.458269 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-d89cb30d-ec26-4bc1-a316-eb2fec83f9af tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks [] for router, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:41.459997 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-d89cb30d-ec26-4bc1-a316-eb2fec83f9af tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] 10.222.0.30 "DELETE /v2.0/routers/deb002cd-6a7b-4713-ad0e-95bc2a856807 HTTP/1.1" status: 204 len: 168 time: 0.5633335 Mar 28 12:01:41.464600 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 56136) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:41.471327 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-a694e357-075f-4ae6-9800-0d315be750cc tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:41.478006 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.db_base_plugin_common [None req-f84d8f9b-2719-49d8-85c4-5650d36e33d4 None None] Allocated IP 172.20.0.2 (101bcf09-8ae6-4ddd-9f39-4c40ee2a5de3/aee885d9-c1ae-41d5-96f8-424f3357f137/dbb63627-7522-405f-87d1-86bd242b8542) {{(pid=87872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 12:01:41.501665 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-d3724001-8d96-40f7-8b9d-a686e716ea2c tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:41.579911 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fb75503-5d14-4205-8a5b-0d6f6b5280a6 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Deleting subnet 9f782a7d-719e-4e8c-a94d-147e2550f771 {{(pid=87871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 12:01:41.584366 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a694e357-075f-4ae6-9800-0d315be750cc tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c55acac1-d73a-4d7a-9c4f-fa78f56a36dd,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:01:41.586734 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-2fb75503-5d14-4205-8a5b-0d6f6b5280a6 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks [] for subnet, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:41.605385 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-a694e357-075f-4ae6-9800-0d315be750cc tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Notify callbacks [] for security_group, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:41.609403 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-a694e357-075f-4ae6-9800-0d315be750cc tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7304349 Mar 28 12:01:41.611065 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3724001-8d96-40f7-8b9d-a686e716ea2c tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Network ac2b1748-8f63-4b17-a9c7-07e79704aa5b is already hosted by enough agents. {{(pid=87870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:01:41.611950 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 56140) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:41.615886 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.base_scheduler [None req-d3724001-8d96-40f7-8b9d-a686e716ea2c tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Resources bound (agent type, host, resource id): {{(pid=87870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:01:41.616571 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-9243385c-cc53-4827-acbd-e44a73e17b47 tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2364128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26551408'] for subnet, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:41.619815 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3724001-8d96-40f7-8b9d-a686e716ea2c tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Received port after_create {{(pid=87870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 12:01:41.633282 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-9c42bcfe-6538-4ef6-9c4c-01a514e1a339 None None] Provisioning complete for port 27521a63-f776-4521-9017-5b9e934057b2 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:01:41.633653 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-9c42bcfe-6538-4ef6-9c4c-01a514e1a339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:41.649297 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3724001-8d96-40f7-8b9d-a686e716ea2c tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Pushing event updated for resources: {'Port': ['ID=6e760a7a-044d-40de-b37a-e0fe2b9a07ec,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:01:41.654140 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-d710d48e-f3fc-412e-bda0-29904dffca05 tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Request body: {'security_group_rule': {'security_group_id': 'c55acac1-d73a-4d7a-9c4f-fa78f56a36dd', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:01:41.720679 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-2fb75503-5d14-4205-8a5b-0d6f6b5280a6 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3436877'] for subnet, precommit_delete_associations {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:41.748721 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9243385c-cc53-4827-acbd-e44a73e17b47 tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Pushing event updated for resources: {'Subnet': ['ID=c221749e-cd85-4271-89d0-e152b044e91a,revision_number=0']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:01:41.780152 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-d710d48e-f3fc-412e-bda0-29904dffca05 tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:01:41.781529 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9243385c-cc53-4827-acbd-e44a73e17b47 tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Checking segment: {'id': '80444f65-47f7-41d9-bbd0-b4db50bc231a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '6747c06d-e8a1-4366-a1eb-4bb7699ec592'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 12:01:41.781878 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9243385c-cc53-4827-acbd-e44a73e17b47 tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Network hostable DHCP agents. Network: 6747c06d-e8a1-4366-a1eb-4bb7699ec592, hostable agents: ['3cb85949-855b-4a40-b988-cd5705e511da'], hosted agents: [] {{(pid=87871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 12:01:41.792031 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-d710d48e-f3fc-412e-bda0-29904dffca05 tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Usage tracker for resource:security_group_rule and tenant:4cdbb48ac209434084ea3a4545b45046 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:01:41.796440 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-d710d48e-f3fc-412e-bda0-29904dffca05 tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:01:41.805334 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-d710d48e-f3fc-412e-bda0-29904dffca05 tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:01:41.818728 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9243385c-cc53-4827-acbd-e44a73e17b47 tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Network 6747c06d-e8a1-4366-a1eb-4bb7699ec592 is scheduled to be hosted by DHCP agent 3cb85949-855b-4a40-b988-cd5705e511da with binding_index 1 {{(pid=87871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 12:01:41.843101 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-9243385c-cc53-4827-acbd-e44a73e17b47 tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-2-hyperv, 6747c06d-e8a1-4366-a1eb-4bb7699ec592) {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:01:41.844406 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-f84d8f9b-2719-49d8-85c4-5650d36e33d4 None None] Notify callbacks [] for port, precommit_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:41.851162 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9243385c-cc53-4827-acbd-e44a73e17b47 tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:01:41.851820 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-9243385c-cc53-4827-acbd-e44a73e17b47 tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Notify callbacks [] for subnet, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:41.857642 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-2fb75503-5d14-4205-8a5b-0d6f6b5280a6 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1919782'] for subnet, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:41.860806 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d720b71-8a1b-4301-b7d6-70a3760182b3 None None] Network 6747c06d-e8a1-4366-a1eb-4bb7699ec592 requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 12:01:41.873804 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-d710d48e-f3fc-412e-bda0-29904dffca05 tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:41.907401 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-f84d8f9b-2719-49d8-85c4-5650d36e33d4 None None] Transition to ACTIVE for port object dbb63627-7522-405f-87d1-86bd242b8542 will not be triggered until provisioned by entity L2. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:01:41.918196 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-9243385c-cc53-4827-acbd-e44a73e17b47 tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4799728 Mar 28 12:01:41.921599 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 56144) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:41.985883 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-f84d8f9b-2719-49d8-85c4-5650d36e33d4 None None] Transition to ACTIVE for port object dbb63627-7522-405f-87d1-86bd242b8542 will not be triggered until provisioned by entity DHCP. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:01:41.995501 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-f84d8f9b-2719-49d8-85c4-5650d36e33d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241'] for port, after_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:42.074293 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-d710d48e-f3fc-412e-bda0-29904dffca05 tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:42.079939 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f84d8f9b-2719-49d8-85c4-5650d36e33d4 None None] Network 101bcf09-8ae6-4ddd-9f39-4c40ee2a5de3 is already hosted by enough agents. {{(pid=87872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:01:42.088644 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.base_scheduler [None req-f84d8f9b-2719-49d8-85c4-5650d36e33d4 None None] Resources bound (agent type, host, resource id): {{(pid=87872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:01:42.089796 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-d710d48e-f3fc-412e-bda0-29904dffca05 tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740322'] for security_group_rule, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:42.094478 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f84d8f9b-2719-49d8-85c4-5650d36e33d4 None None] Received port after_create {{(pid=87872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 12:01:42.100486 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84d8f9b-2719-49d8-85c4-5650d36e33d4 None None] Pushing event updated for resources: {'Port': ['ID=dbb63627-7522-405f-87d1-86bd242b8542,revision_number=1']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:01:42.182579 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d710d48e-f3fc-412e-bda0-29904dffca05 tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f4edd69-51e1-4df2-aed9-c4dbfb8a1e9a,revision_number=0']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:01:42.202777 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-2fb75503-5d14-4205-8a5b-0d6f6b5280a6 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1919805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2364079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26551417'] for subnet, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:42.208267 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-d710d48e-f3fc-412e-bda0-29904dffca05 tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:42.212120 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-d710d48e-f3fc-412e-bda0-29904dffca05 tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5917847 Mar 28 12:01:42.214961 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 56150) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:42.218236 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-871a5e26-526c-4bdc-b30f-018606064e53 tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Request body: {'security_group_rule': {'security_group_id': 'c55acac1-d73a-4d7a-9c4f-fa78f56a36dd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:01:42.235305 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-871a5e26-526c-4bdc-b30f-018606064e53 tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:01:42.244238 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-871a5e26-526c-4bdc-b30f-018606064e53 tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Usage tracker for resource:security_group_rule and tenant:4cdbb48ac209434084ea3a4545b45046 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:01:42.249282 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-871a5e26-526c-4bdc-b30f-018606064e53 tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:01:42.261437 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-871a5e26-526c-4bdc-b30f-018606064e53 tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:01:42.269649 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-f84d8f9b-2719-49d8-85c4-5650d36e33d4 None None] Attempting to bind port dbb63627-7522-405f-87d1-86bd242b8542 on host dv-neutron-835340-2-hyperv for vnic_type normal with profile {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 12:01:42.270974 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-f84d8f9b-2719-49d8-85c4-5650d36e33d4 None None] Attempting to bind port dbb63627-7522-405f-87d1-86bd242b8542 by drivers openvswitch,hyperv on host dv-neutron-835340-2-hyperv at level 0 using segments [{'id': '07727e83-ec07-4aee-90fd-0bb3cdef8735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '101bcf09-8ae6-4ddd-9f39-4c40ee2a5de3'}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 12:01:42.270974 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f84d8f9b-2719-49d8-85c4-5650d36e33d4 None None] Attempting to bind port dbb63627-7522-405f-87d1-86bd242b8542 on network 101bcf09-8ae6-4ddd-9f39-4c40ee2a5de3 {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 12:01:42.285010 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f84d8f9b-2719-49d8-85c4-5650d36e33d4 None None] Checking agent: {'id': '961a16fe-cbc8-4264-ac28-bbbd53f89caa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 46, 6), 'started_at': datetime.datetime(2022, 3, 28, 11, 46, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 12, 1, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 12:01:42.285542 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f84d8f9b-2719-49d8-85c4-5650d36e33d4 None None] Checking segment: {'id': '07727e83-ec07-4aee-90fd-0bb3cdef8735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '101bcf09-8ae6-4ddd-9f39-4c40ee2a5de3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 12:01:42.286016 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-f84d8f9b-2719-49d8-85c4-5650d36e33d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:42.286428 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f84d8f9b-2719-49d8-85c4-5650d36e33d4 None None] Bound using segment: {'id': '07727e83-ec07-4aee-90fd-0bb3cdef8735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '101bcf09-8ae6-4ddd-9f39-4c40ee2a5de3'} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 12:01:42.286936 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-f84d8f9b-2719-49d8-85c4-5650d36e33d4 None None] Bound port: dbb63627-7522-405f-87d1-86bd242b8542, host: dv-neutron-835340-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07727e83-ec07-4aee-90fd-0bb3cdef8735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '101bcf09-8ae6-4ddd-9f39-4c40ee2a5de3'}}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 12:01:42.287277 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-f84d8f9b-2719-49d8-85c4-5650d36e33d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:42.295383 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-871a5e26-526c-4bdc-b30f-018606064e53 tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:42.302952 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b1d0c3b-61a1-4746-be50-37596e7bbf81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1d3f2a9-8722-5ce5-bc40-181687d1ed3f-6747c06d-e8a1-4366-a1eb-4bb7699ec592', 'network_id': '6747c06d-e8a1-4366-a1eb-4bb7699ec592', 'tenant_id': '87b6fb31e54f4a04a66fb616b83470a8', 'fixed_ips': [{'subnet_id': 'c221749e-cd85-4271-89d0-e152b044e91a'}]}} from dv-neutron-835340-2-hyperv. {{(pid=87872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 12:01:42.303816 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-6b1d0c3b-61a1-4746-be50-37596e7bbf81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:42.375438 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.api.v2.resource [None req-871a5e26-526c-4bdc-b30f-018606064e53 tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] create failed (client error): There was a conflict when trying to complete your request. Mar 28 12:01:42.379732 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-871a5e26-526c-4bdc-b30f-018606064e53 tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1626840 Mar 28 12:01:42.380135 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 56154) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:42.380814 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-2fb75503-5d14-4205-8a5b-0d6f6b5280a6 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks [] for subnet, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:42.383348 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-d3724001-8d96-40f7-8b9d-a686e716ea2c tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:42.402409 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-058ef86f-ec58-4d03-8ab3-c3a30f737d9c None None] Network a7f176ea-e916-43fa-9e74-5a62f05591c5 requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 12:01:42.498810 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-bfa19325-d892-4d75-a812-9d9086d9b6ad tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Notify callbacks [] for security_group, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:42.509601 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 56158) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:42.548409 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb75503-5d14-4205-8a5b-0d6f6b5280a6 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Pushing event deleted for resources: {'Subnet': ['ID=9f782a7d-719e-4e8c-a94d-147e2550f771,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:01:42.555507 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-2fb75503-5d14-4205-8a5b-0d6f6b5280a6 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] 10.222.0.30 "DELETE /v2.0/subnets/9f782a7d-719e-4e8c-a94d-147e2550f771 HTTP/1.1" status: 204 len: 168 time: 1.0899024 Mar 28 12:01:42.560513 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 56162) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:42.590655 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-f84d8f9b-2719-49d8-85c4-5650d36e33d4 None None] For port dbb63627-7522-405f-87d1-86bd242b8542, host dv-neutron-835340-2-hyperv, cleared binding levels {{(pid=87872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 12:01:42.595629 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-d3724001-8d96-40f7-8b9d-a686e716ea2c tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:42.646936 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-bfa19325-d892-4d75-a812-9d9086d9b6ad tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:42.665763 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-f84d8f9b-2719-49d8-85c4-5650d36e33d4 None None] For port dbb63627-7522-405f-87d1-86bd242b8542, host dv-neutron-835340-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=dbb63627-7522-405f-87d1-86bd242b8542,segment=NetworkSegment(07727e83-ec07-4aee-90fd-0bb3cdef8735),segment_id=07727e83-ec07-4aee-90fd-0bb3cdef8735)] {{(pid=87872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 12:01:42.679167 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-f84d8f9b-2719-49d8-85c4-5650d36e33d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:42.718164 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-17f7ed7b-0e67-41ce-a40b-4b4e4179840f tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:42.733485 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-fec8c9b2-990b-4af3-a90a-8ff5466437df tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588883'] for network, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:42.809221 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.db_base_plugin_common [None req-6b1d0c3b-61a1-4746-be50-37596e7bbf81 None None] Allocated IP 172.20.0.2 (6747c06d-e8a1-4366-a1eb-4bb7699ec592/c221749e-cd85-4271-89d0-e152b044e91a/d17ee174-4bec-4a91-8793-ea4645ba9b4a) {{(pid=87872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 12:01:42.893909 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84d8f9b-2719-49d8-85c4-5650d36e33d4 None None] Pushing event updated for resources: {'Port': ['ID=dbb63627-7522-405f-87d1-86bd242b8542,revision_number=2']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:01:42.977736 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-bfa19325-d892-4d75-a812-9d9086d9b6ad tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:42.987298 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-fec8c9b2-990b-4af3-a90a-8ff5466437df tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Deleting port 6fc9bf92-f2ed-49a7-a7d8-c2fb92545909 {{(pid=87871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:01:42.989058 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-fec8c9b2-990b-4af3-a90a-8ff5466437df tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:43.010840 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa19325-d892-4d75-a812-9d9086d9b6ad tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c55acac1-d73a-4d7a-9c4f-fa78f56a36dd,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:01:43.056000 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-024f2486-065c-480a-8b4c-adc53e2cec18 None None] DHCP port deletion for a7f176ea-e916-43fa-9e74-5a62f05591c5 request from dv-neutron-835340-2-hyperv {{(pid=87872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 12:01:43.095946 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-024f2486-065c-480a-8b4c-adc53e2cec18 None None] Deleting port 6fc9bf92-f2ed-49a7-a7d8-c2fb92545909 {{(pid=87872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:01:43.096319 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-024f2486-065c-480a-8b4c-adc53e2cec18 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:43.184745 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-bfa19325-d892-4d75-a812-9d9086d9b6ad tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Notify callbacks [] for security_group, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:43.185946 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-bfa19325-d892-4d75-a812-9d9086d9b6ad tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] 10.222.0.30 "DELETE /v2.0/security-groups/c55acac1-d73a-4d7a-9c4f-fa78f56a36dd HTTP/1.1" status: 204 len: 168 time: 0.8047650 Mar 28 12:01:43.192337 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 56166) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:43.208049 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 27521a63-f776-4521-9017-5b9e934057b2 up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:01:43.341674 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-6b1d0c3b-61a1-4746-be50-37596e7bbf81 None None] Notify callbacks [] for port, precommit_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:43.344345 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-caf043fd-1feb-4bd8-96b9-d8ab3f788905 tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Synchronizing usage tracker for tenant:4cdbb48ac209434084ea3a4545b45046 on resource:security_group {{(pid=87870) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:01:43.361132 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-d3724001-8d96-40f7-8b9d-a686e716ea2c tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks [] for port, precommit_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:43.389857 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-6b1d0c3b-61a1-4746-be50-37596e7bbf81 None None] Transition to ACTIVE for port object d17ee174-4bec-4a91-8793-ea4645ba9b4a will not be triggered until provisioned by entity L2. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:01:43.403940 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-d3724001-8d96-40f7-8b9d-a686e716ea2c tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2558288'] for port, after_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:43.446239 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.db [None req-fec8c9b2-990b-4af3-a90a-8ff5466437df tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] For port 6fc9bf92-f2ed-49a7-a7d8-c2fb92545909, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=6fc9bf92-f2ed-49a7-a7d8-c2fb92545909,segment=NetworkSegment(dbfc7505-00f2-41e6-aa61-b646da25eb38),segment_id=dbfc7505-00f2-41e6-aa61-b646da25eb38)] {{(pid=87871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:01:43.446859 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-fec8c9b2-990b-4af3-a90a-8ff5466437df tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:43.477492 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-caf043fd-1feb-4bd8-96b9-d8ab3f788905 tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Unset dirty status for tenant:4cdbb48ac209434084ea3a4545b45046 on resource:security_group {{(pid=87870) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:01:43.478715 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-caf043fd-1feb-4bd8-96b9-d8ab3f788905 tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2839861 Mar 28 12:01:43.502746 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port 27521a63-f776-4521-9017-5b9e934057b2 triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:01:43.503436 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:43.524108 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 56170) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:43.541393 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-6b1d0c3b-61a1-4746-be50-37596e7bbf81 None None] Transition to ACTIVE for port object d17ee174-4bec-4a91-8793-ea4645ba9b4a will not be triggered until provisioned by entity DHCP. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:01:43.568462 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-024f2486-065c-480a-8b4c-adc53e2cec18 None None] For port 6fc9bf92-f2ed-49a7-a7d8-c2fb92545909, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=6fc9bf92-f2ed-49a7-a7d8-c2fb92545909,segment=NetworkSegment(dbfc7505-00f2-41e6-aa61-b646da25eb38),segment_id=dbfc7505-00f2-41e6-aa61-b646da25eb38)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:01:43.568885 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-024f2486-065c-480a-8b4c-adc53e2cec18 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:43.582494 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-6b1d0c3b-61a1-4746-be50-37596e7bbf81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241'] for port, after_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:43.596721 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-fec8c9b2-990b-4af3-a90a-8ff5466437df tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Calling delete_port for 6fc9bf92-f2ed-49a7-a7d8-c2fb92545909 owned by network:dhcp {{(pid=87871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:01:43.631910 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-ed921694-6631-4f7b-a236-43b710bbf9f0 tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Request body: {'security_group': {'name': 'tempest-secgroup--410905038'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:01:43.637048 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.db_base_plugin_common [None req-17f7ed7b-0e67-41ce-a40b-4b4e4179840f tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Allocated IP 172.20.0.1 (101bcf09-8ae6-4ddd-9f39-4c40ee2a5de3/aee885d9-c1ae-41d5-96f8-424f3357f137/438fc8c2-3db3-4e1b-820a-09a92347d299) {{(pid=87871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 12:01:43.651911 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-ed921694-6631-4f7b-a236-43b710bbf9f0 tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:01:43.658349 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3724001-8d96-40f7-8b9d-a686e716ea2c tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Pushing event updated for resources: {'Port': ['ID=6e760a7a-044d-40de-b37a-e0fe2b9a07ec,revision_number=2']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:01:43.679152 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-d3724001-8d96-40f7-8b9d-a686e716ea2c tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-709520'] for floatingip, after_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:43.698831 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-ed921694-6631-4f7b-a236-43b710bbf9f0 tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:01:43.755894 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-024f2486-065c-480a-8b4c-adc53e2cec18 None None] Calling delete_port for 6fc9bf92-f2ed-49a7-a7d8-c2fb92545909 owned by network:dhcp {{(pid=87872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:01:43.806139 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b1d0c3b-61a1-4746-be50-37596e7bbf81 None None] Network 6747c06d-e8a1-4366-a1eb-4bb7699ec592 is already hosted by enough agents. {{(pid=87872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:01:43.824818 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.base_scheduler [None req-6b1d0c3b-61a1-4746-be50-37596e7bbf81 None None] Resources bound (agent type, host, resource id): {{(pid=87872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:01:43.867275 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b1d0c3b-61a1-4746-be50-37596e7bbf81 None None] Received port after_create {{(pid=87872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 12:01:43.868245 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-17f7ed7b-0e67-41ce-a40b-4b4e4179840f tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Notify callbacks [] for port, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:43.887150 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.provisioning_blocks [None req-17f7ed7b-0e67-41ce-a40b-4b4e4179840f tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Transition to ACTIVE for port object 438fc8c2-3db3-4e1b-820a-09a92347d299 will not be triggered until provisioned by entity DHCP. {{(pid=87871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:01:43.891158 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1d0c3b-61a1-4746-be50-37596e7bbf81 None None] Pushing event updated for resources: {'Port': ['ID=d17ee174-4bec-4a91-8793-ea4645ba9b4a,revision_number=1']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:01:43.916459 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-ed921694-6631-4f7b-a236-43b710bbf9f0 tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Notify callbacks [] for security_group, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:43.943206 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-17f7ed7b-0e67-41ce-a40b-4b4e4179840f tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:43.967079 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.db.l3_db [None req-d3724001-8d96-40f7-8b9d-a686e716ea2c tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Floating IP 9918bcb6-0aa9-44b0-a155-e5a8e8458f58 associated. External IP: 172.26.7.202, port: d3357d27-cba1-4efc-9b59-b3ae8c76646d. Mar 28 12:01:44.027419 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-ed921694-6631-4f7b-a236-43b710bbf9f0 tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:01:44.029753 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f7ed7b-0e67-41ce-a40b-4b4e4179840f tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Pushing event updated for resources: {'Port': ['ID=438fc8c2-3db3-4e1b-820a-09a92347d299,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:01:44.033174 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-fec8c9b2-990b-4af3-a90a-8ff5466437df tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:44.061629 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.db.api [None req-024f2486-065c-480a-8b4c-adc53e2cec18 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87872) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 12:01:44.063070 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG oslo_db.api [None req-024f2486-065c-480a-8b4c-adc53e2cec18 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 12:01:44.067948 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-6b1d0c3b-61a1-4746-be50-37596e7bbf81 None None] Attempting to bind port d17ee174-4bec-4a91-8793-ea4645ba9b4a on host dv-neutron-835340-2-hyperv for vnic_type normal with profile {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 12:01:44.068569 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-6b1d0c3b-61a1-4746-be50-37596e7bbf81 None None] Attempting to bind port d17ee174-4bec-4a91-8793-ea4645ba9b4a by drivers openvswitch,hyperv on host dv-neutron-835340-2-hyperv at level 0 using segments [{'id': '80444f65-47f7-41d9-bbd0-b4db50bc231a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '6747c06d-e8a1-4366-a1eb-4bb7699ec592'}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 12:01:44.069191 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b1d0c3b-61a1-4746-be50-37596e7bbf81 None None] Attempting to bind port d17ee174-4bec-4a91-8793-ea4645ba9b4a on network 6747c06d-e8a1-4366-a1eb-4bb7699ec592 {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 12:01:44.078111 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b1d0c3b-61a1-4746-be50-37596e7bbf81 None None] Checking agent: {'id': '961a16fe-cbc8-4264-ac28-bbbd53f89caa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 46, 6), 'started_at': datetime.datetime(2022, 3, 28, 11, 46, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 12, 1, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 12:01:44.078661 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b1d0c3b-61a1-4746-be50-37596e7bbf81 None None] Checking segment: {'id': '80444f65-47f7-41d9-bbd0-b4db50bc231a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '6747c06d-e8a1-4366-a1eb-4bb7699ec592'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 12:01:44.079169 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-6b1d0c3b-61a1-4746-be50-37596e7bbf81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:44.079679 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b1d0c3b-61a1-4746-be50-37596e7bbf81 None None] Bound using segment: {'id': '80444f65-47f7-41d9-bbd0-b4db50bc231a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '6747c06d-e8a1-4366-a1eb-4bb7699ec592'} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 12:01:44.080284 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-6b1d0c3b-61a1-4746-be50-37596e7bbf81 None None] Bound port: d17ee174-4bec-4a91-8793-ea4645ba9b4a, host: dv-neutron-835340-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80444f65-47f7-41d9-bbd0-b4db50bc231a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '6747c06d-e8a1-4366-a1eb-4bb7699ec592'}}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 12:01:44.080758 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-6b1d0c3b-61a1-4746-be50-37596e7bbf81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:44.162784 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 6fc9bf92-f2ed-49a7-a7d8-c2fb92545909 no longer exists at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 12:01:44.177227 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-00d0de05-16e9-4d18-88cb-3f181c97cab0 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-743394'] for router_interface, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:44.217840 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] No Port match for: 6fc9bf92-f2ed-49a7-a7d8-c2fb92545909 {{(pid=87872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 12:01:44.218273 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 6fc9bf92-f2ed-49a7-a7d8-c2fb92545909 not bound to the agent host dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 12:01:44.220584 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec8c9b2-990b-4af3-a90a-8ff5466437df tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] No DVR routers for this DVR port 6fc9bf92-f2ed-49a7-a7d8-c2fb92545909 on host dv-neutron-835340-2-hyperv {{(pid=87871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 12:01:44.251156 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-ed921694-6631-4f7b-a236-43b710bbf9f0 tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Usage tracker for resource:security_group_rule and tenant:4cdbb48ac209434084ea3a4545b45046 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:01:44.271151 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17f7ed7b-0e67-41ce-a40b-4b4e4179840f tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Network 101bcf09-8ae6-4ddd-9f39-4c40ee2a5de3 is already hosted by enough agents. {{(pid=87871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:01:44.272355 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-ed921694-6631-4f7b-a236-43b710bbf9f0 tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:01:44.279868 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-6b1d0c3b-61a1-4746-be50-37596e7bbf81 None None] For port d17ee174-4bec-4a91-8793-ea4645ba9b4a, host dv-neutron-835340-2-hyperv, cleared binding levels {{(pid=87872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 12:01:44.283890 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-6b1d0c3b-61a1-4746-be50-37596e7bbf81 None None] For port d17ee174-4bec-4a91-8793-ea4645ba9b4a, host dv-neutron-835340-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=d17ee174-4bec-4a91-8793-ea4645ba9b4a,segment=NetworkSegment(80444f65-47f7-41d9-bbd0-b4db50bc231a),segment_id=80444f65-47f7-41d9-bbd0-b4db50bc231a)] {{(pid=87872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 12:01:44.284069 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-17f7ed7b-0e67-41ce-a40b-4b4e4179840f tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Resources bound (agent type, host, resource id): {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:01:44.290907 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f7ed7b-0e67-41ce-a40b-4b4e4179840f tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Received port after_create {{(pid=87871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 12:01:44.297913 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-6b1d0c3b-61a1-4746-be50-37596e7bbf81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:44.330918 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f47bf422-bc16-4a3e-92c5-00822db26341 None None] Network 101bcf09-8ae6-4ddd-9f39-4c40ee2a5de3 requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 12:01:44.335068 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec8c9b2-990b-4af3-a90a-8ff5466437df tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Pushing event deleted for resources: {'Port': ['ID=6fc9bf92-f2ed-49a7-a7d8-c2fb92545909,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:01:44.340938 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-ed921694-6631-4f7b-a236-43b710bbf9f0 tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:01:44.452533 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-fec8c9b2-990b-4af3-a90a-8ff5466437df tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930431', 'neutron.services.segments.db._delete_segments_for_network-8783496351308'] for network, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:44.480139 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-6e6a6bf2-c788-4ecf-8ce2-f8c3ce92a514 None None] Provisioning for port dbb63627-7522-405f-87d1-86bd242b8542 completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:01:44.490143 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-17f7ed7b-0e67-41ce-a40b-4b4e4179840f tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-709483'] for router_interface, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:44.497642 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1d0c3b-61a1-4746-be50-37596e7bbf81 None None] Pushing event updated for resources: {'Port': ['ID=d17ee174-4bec-4a91-8793-ea4645ba9b4a,revision_number=2']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:01:44.509138 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.segments.db [None req-fec8c9b2-990b-4af3-a90a-8ff5466437df tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7f176ea-e916-43fa-9e74-5a62f05591c5']}} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:01:44.529147 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.segments.db [None req-fec8c9b2-990b-4af3-a90a-8ff5466437df tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbfc7505-00f2-41e6-aa61-b646da25eb38') {'for_net_delete': True} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:01:44.529490 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.segments.db [None req-fec8c9b2-990b-4af3-a90a-8ff5466437df tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbfc7505-00f2-41e6-aa61-b646da25eb38') {} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:01:44.557848 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-fec8c9b2-990b-4af3-a90a-8ff5466437df tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783496353639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3436890'] for segment, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:44.565143 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-024f2486-065c-480a-8b4c-adc53e2cec18 None None] Deleting port 6fc9bf92-f2ed-49a7-a7d8-c2fb92545909 {{(pid=87872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:01:44.568839 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-024f2486-065c-480a-8b4c-adc53e2cec18 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:44.583316 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-fec8c9b2-990b-4af3-a90a-8ff5466437df tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:44.606407 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fec8c9b2-990b-4af3-a90a-8ff5466437df tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=87871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 12:01:44.606407 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-fec8c9b2-990b-4af3-a90a-8ff5466437df tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1920481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2363149'] for segment, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:44.621284 dv-neutron-835340-2-hyperv neutron-server[87871]: Traceback (most recent call last): Mar 28 12:01:44.621284 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 12:01:44.621284 dv-neutron-835340-2-hyperv neutron-server[87871]: timer() Mar 28 12:01:44.621284 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 12:01:44.621284 dv-neutron-835340-2-hyperv neutron-server[87871]: cb(*args, **kw) Mar 28 12:01:44.621284 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 12:01:44.621284 dv-neutron-835340-2-hyperv neutron-server[87871]: return func(*args, **kwargs) Mar 28 12:01:44.621284 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 12:01:44.621284 dv-neutron-835340-2-hyperv neutron-server[87871]: self._notify() Mar 28 12:01:44.621284 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 12:01:44.621284 dv-neutron-835340-2-hyperv neutron-server[87871]: self.callback(batched_events) Mar 28 12:01:44.621284 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 12:01:44.621284 dv-neutron-835340-2-hyperv neutron-server[87871]: event.method(event) Mar 28 12:01:44.621284 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 12:01:44.621284 dv-neutron-835340-2-hyperv neutron-server[87871]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 12:01:44.621284 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 12:01:44.621284 dv-neutron-835340-2-hyperv neutron-server[87871]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 12:01:44.621284 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 12:01:44.621284 dv-neutron-835340-2-hyperv neutron-server[87871]: return f(self, *a, **k) Mar 28 12:01:44.621284 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 12:01:44.621284 dv-neutron-835340-2-hyperv neutron-server[87871]: return self._get(url).json() Mar 28 12:01:44.621284 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 12:01:44.621284 dv-neutron-835340-2-hyperv neutron-server[87871]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 12:01:44.621284 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 12:01:44.621284 dv-neutron-835340-2-hyperv neutron-server[87871]: return self.request(url, 'GET', **kwargs) Mar 28 12:01:44.621284 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 12:01:44.621284 dv-neutron-835340-2-hyperv neutron-server[87871]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 12:01:44.621284 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 12:01:44.621284 dv-neutron-835340-2-hyperv neutron-server[87871]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 12:01:44.621284 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 12:01:44.621284 dv-neutron-835340-2-hyperv neutron-server[87871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 12:01:44.621284 dv-neutron-835340-2-hyperv neutron-server[87871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 12:01:44.638145 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3724001-8d96-40f7-8b9d-a686e716ea2c tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Router 80a1cb0c-2b23-40f3-9433-a922b65a4212 has already been hosted by L3 agent af79d429-529e-400b-a119-94d4bec03f3e {{(pid=87870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 12:01:44.689179 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-024f2486-065c-480a-8b4c-adc53e2cec18 None None] The port '6fc9bf92-f2ed-49a7-a7d8-c2fb92545909' was deleted {{(pid=87872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 12:01:44.700816 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-ed921694-6631-4f7b-a236-43b710bbf9f0 tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Notify callbacks [] for security_group, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:44.713669 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-ed921694-6631-4f7b-a236-43b710bbf9f0 tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:44.812230 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-17f7ed7b-0e67-41ce-a40b-4b4e4179840f tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:44.854000 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-fec8c9b2-990b-4af3-a90a-8ff5466437df tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709602'] for network, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:44.858173 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-fec8c9b2-990b-4af3-a90a-8ff5466437df tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks [] for network, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:44.918155 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed921694-6631-4f7b-a236-43b710bbf9f0 tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d32f2ff5-13a9-4ee8-bfb0-1092adde37eb,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:01:44.941224 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec8c9b2-990b-4af3-a90a-8ff5466437df tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Pushing event deleted for resources: {'Network': ['ID=a7f176ea-e916-43fa-9e74-5a62f05591c5,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:01:44.954569 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-ed921694-6631-4f7b-a236-43b710bbf9f0 tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Notify callbacks [] for security_group, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:44.959314 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-ed921694-6631-4f7b-a236-43b710bbf9f0 tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.4320147 Mar 28 12:01:44.961208 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 56174) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:44.965757 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-fec8c9b2-990b-4af3-a90a-8ff5466437df tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] 10.222.0.30 "DELETE /v2.0/networks/a7f176ea-e916-43fa-9e74-5a62f05591c5 HTTP/1.1" status: 204 len: 168 time: 2.4032366 Mar 28 12:01:44.966910 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 56176) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:44.975007 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-12d06745-3cb0-4453-9f35-f88562adf059 tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Request body: {'security_group_rule': {'security_group_id': 'd32f2ff5-13a9-4ee8-bfb0-1092adde37eb', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:01:44.975898 dv-neutron-835340-2-hyperv neutron-server[87870]: WARNING neutron.api.v2.base [None req-12d06745-3cb0-4453-9f35-f88562adf059 tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Mar 28 12:01:44.976398 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.api.v2.resource [None req-12d06745-3cb0-4453-9f35-f88562adf059 tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 12:01:44.977379 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-12d06745-3cb0-4453-9f35-f88562adf059 tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0111411 Mar 28 12:01:44.980455 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3724001-8d96-40f7-8b9d-a686e716ea2c tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 12:01:44.982081 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 56182) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:44.991349 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7284727-6030-411a-8e32-78bcbef77063 None None] Sync routers for ids ['80a1cb0c-2b23-40f3-9433-a922b65a4212'] in dv-neutron-835340-2-hyperv {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 12:01:45.003311 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7284727-6030-411a-8e32-78bcbef77063 None None] Routers {'80a1cb0c-2b23-40f3-9433-a922b65a4212'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:01:45.005910 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-c7284727-6030-411a-8e32-78bcbef77063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:01:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['80a1cb0c-2b23-40f3-9433-a922b65a4212'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:01:45.068244 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-d3724001-8d96-40f7-8b9d-a686e716ea2c tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for floatingip, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:45.082704 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-c7284727-6030-411a-8e32-78bcbef77063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:01:45.092348 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7284727-6030-411a-8e32-78bcbef77063 None None] Routers {'80a1cb0c-2b23-40f3-9433-a922b65a4212'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:01:45.093386 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-c7284727-6030-411a-8e32-78bcbef77063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:01:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['80a1cb0c-2b23-40f3-9433-a922b65a4212'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:01:45.202576 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-d3724001-8d96-40f7-8b9d-a686e716ea2c tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 5.6244349 Mar 28 12:01:45.212161 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 56186) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:45.220425 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-920dd05f-6117-4265-aed4-64a5d86d6b55 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-440686187'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:01:45.224865 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-673643bb-a78a-4b3f-8d19-c2f5da0e7c53 tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Notify callbacks [] for security_group, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:45.225868 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-c7284727-6030-411a-8e32-78bcbef77063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:01:45.226519 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7284727-6030-411a-8e32-78bcbef77063 None None] The sync data for ids ['80a1cb0c-2b23-40f3-9433-a922b65a4212'] in dv-neutron-835340-2-hyperv is: [] {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 12:01:45.234705 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-920dd05f-6117-4265-aed4-64a5d86d6b55 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:01:45.281606 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device dbb63627-7522-405f-87d1-86bd242b8542 up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:01:45.331455 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-a76afd7a-f0e0-40b9-b36b-3be6b361d99f None None] Provisioning for port 438fc8c2-3db3-4e1b-820a-09a92347d299 completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:01:45.332342 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20862af1-0b7f-4f32-b796-9fd0cccbb4a9 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:01:45.332967 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-20862af1-0b7f-4f32-b796-9fd0cccbb4a9 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Synchronizing usage tracker for tenant:35b7084247a448e2b3e41f3619d7d4bc on resource:port {{(pid=87871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:01:45.350343 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-a76afd7a-f0e0-40b9-b36b-3be6b361d99f None None] Provisioning complete for port 438fc8c2-3db3-4e1b-820a-09a92347d299 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:01:45.350727 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-a76afd7a-f0e0-40b9-b36b-3be6b361d99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:45.434277 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-a76afd7a-f0e0-40b9-b36b-3be6b361d99f None None] Port 438fc8c2-3db3-4e1b-820a-09a92347d299 cannot update to ACTIVE because it is not bound. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 12:01:45.453300 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning for port dbb63627-7522-405f-87d1-86bd242b8542 completed by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:01:45.458863 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-920dd05f-6117-4265-aed4-64a5d86d6b55 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Usage tracker for resource:network and tenant:67b6faa452844e9d8ffe9a3a683b2834 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:01:45.461292 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port dbb63627-7522-405f-87d1-86bd242b8542 triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:01:45.461836 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:45.464040 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-920dd05f-6117-4265-aed4-64a5d86d6b55 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:01:45.479746 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-920dd05f-6117-4265-aed4-64a5d86d6b55 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:01:45.503583 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-673643bb-a78a-4b3f-8d19-c2f5da0e7c53 tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:45.510418 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-20862af1-0b7f-4f32-b796-9fd0cccbb4a9 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Unset dirty status for tenant:35b7084247a448e2b3e41f3619d7d4bc on resource:port {{(pid=87871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:01:45.515930 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-20862af1-0b7f-4f32-b796-9fd0cccbb4a9 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] 10.222.0.30 "GET /v2.0/ports/a81c6579-6e35-4f9b-8cee-8e424705fee4 HTTP/1.1" status: 200 len: 840 time: 0.5373428 Mar 28 12:01:45.518892 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-00d0de05-16e9-4d18-88cb-3f181c97cab0 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Deleting port 29f2c713-19b3-416c-b5d3-db487321a184 {{(pid=87870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:01:45.519233 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-00d0de05-16e9-4d18-88cb-3f181c97cab0 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:45.528333 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 56190) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:45.578985 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-920dd05f-6117-4265-aed4-64a5d86d6b55 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Made reservation on behalf of 67b6faa452844e9d8ffe9a3a683b2834 for: {'network': 1} {{(pid=87870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 12:01:45.583926 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-920dd05f-6117-4265-aed4-64a5d86d6b55 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for network, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:45.599912 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:45.628378 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-f24adaad-8cc1-452a-9c30-b8e1e5e25611 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] 10.222.0.30 "GET /v2.0/ports/a81c6579-6e35-4f9b-8cee-8e424705fee4?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0951247 Mar 28 12:01:45.633618 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 56194) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:45.634965 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-e281e85e-b571-4938-b0e1-e14ceaf8dfdc None None] Provisioning complete for port 438fc8c2-3db3-4e1b-820a-09a92347d299 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:01:45.635344 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-e281e85e-b571-4938-b0e1-e14ceaf8dfdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:45.643231 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-796aab24-a85d-4047-9aa9-9f91f00c3c1f tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Request body: {'subnet': {'network_id': '9d808d20-321a-4040-937a-68d7c35eefe2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:01:45.645627 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-920dd05f-6117-4265-aed4-64a5d86d6b55 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=87870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 12:01:45.654593 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-920dd05f-6117-4265-aed4-64a5d86d6b55 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:45.654984 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.db.segments_db [None req-920dd05f-6117-4265-aed4-64a5d86d6b55 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Added segment 31dfbaa4-b0ea-49e9-b329-3274fe405630 of type vlan for network 13605b52-ab28-46fc-bb68-57fddea7f58d Mar 28 12:01:45.677305 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] For port dbb63627-7522-405f-87d1-86bd242b8542, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=dbb63627-7522-405f-87d1-86bd242b8542,segment=NetworkSegment(07727e83-ec07-4aee-90fd-0bb3cdef8735),segment_id=07727e83-ec07-4aee-90fd-0bb3cdef8735)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:01:45.683968 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-920dd05f-6117-4265-aed4-64a5d86d6b55 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783495836591'] for network, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:45.687999 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:45.689269 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device d17ee174-4bec-4a91-8793-ea4645ba9b4a up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:01:45.789991 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-e281e85e-b571-4938-b0e1-e14ceaf8dfdc None None] Port 438fc8c2-3db3-4e1b-820a-09a92347d299 cannot update to ACTIVE because it is not bound. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 12:01:45.794762 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-796aab24-a85d-4047-9aa9-9f91f00c3c1f tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:01:45.809793 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-796aab24-a85d-4047-9aa9-9f91f00c3c1f tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Usage tracker for resource:subnet and tenant:35b7084247a448e2b3e41f3619d7d4bc is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:01:45.824842 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-17f7ed7b-0e67-41ce-a40b-4b4e4179840f tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Notify callbacks [] for port, precommit_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:45.826972 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-796aab24-a85d-4047-9aa9-9f91f00c3c1f tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:01:45.833630 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Pushing event updated for resources: {'Port': ['ID=dbb63627-7522-405f-87d1-86bd242b8542,revision_number=3']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:01:45.843985 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-796aab24-a85d-4047-9aa9-9f91f00c3c1f tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:01:45.846096 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-17f7ed7b-0e67-41ce-a40b-4b4e4179840f tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2363241'] for port, after_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:45.851854 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning for port d17ee174-4bec-4a91-8793-ea4645ba9b4a completed by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:01:45.912491 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-920dd05f-6117-4265-aed4-64a5d86d6b55 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765'] for network, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:45.918049 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-920dd05f-6117-4265-aed4-64a5d86d6b55 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:01:45.918769 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-920dd05f-6117-4265-aed4-64a5d86d6b55 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538751'] for network, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:45.941234 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-796aab24-a85d-4047-9aa9-9f91f00c3c1f tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Made reservation on behalf of 35b7084247a448e2b3e41f3619d7d4bc for: {'subnet': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 12:01:45.945058 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-796aab24-a85d-4047-9aa9-9f91f00c3c1f tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26551362'] for subnet, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:45.973672 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.db [None req-00d0de05-16e9-4d18-88cb-3f181c97cab0 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] For port 29f2c713-19b3-416c-b5d3-db487321a184, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=29f2c713-19b3-416c-b5d3-db487321a184,segment=NetworkSegment(0c16f700-172a-4559-8f9a-7ed8adf773e6),segment_id=0c16f700-172a-4559-8f9a-7ed8adf773e6)] {{(pid=87870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:01:45.974396 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-00d0de05-16e9-4d18-88cb-3f181c97cab0 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:45.984741 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-673643bb-a78a-4b3f-8d19-c2f5da0e7c53 tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:45.998174 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43f222e5-5715-4d7a-80cc-ee3fe74a4141 None None] Network 6747c06d-e8a1-4366-a1eb-4bb7699ec592 requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 12:01:46.087569 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f7ed7b-0e67-41ce-a40b-4b4e4179840f tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Pushing event updated for resources: {'Port': ['ID=438fc8c2-3db3-4e1b-820a-09a92347d299,revision_number=2']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:01:46.093058 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-17f7ed7b-0e67-41ce-a40b-4b4e4179840f tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-743372'] for router_interface, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:46.108271 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-2e3651d7-34a8-4c4f-aed9-9fcad7885daf None None] Provisioning for port d17ee174-4bec-4a91-8793-ea4645ba9b4a completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:01:46.117677 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-2e3651d7-34a8-4c4f-aed9-9fcad7885daf None None] Provisioning complete for port d17ee174-4bec-4a91-8793-ea4645ba9b4a triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:01:46.118273 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2e3651d7-34a8-4c4f-aed9-9fcad7885daf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:46.178829 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673643bb-a78a-4b3f-8d19-c2f5da0e7c53 tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d32f2ff5-13a9-4ee8-bfb0-1092adde37eb,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:01:46.189516 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-00d0de05-16e9-4d18-88cb-3f181c97cab0 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Calling delete_port for 29f2c713-19b3-416c-b5d3-db487321a184 owned by network:router_interface {{(pid=87870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:01:46.223325 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-673643bb-a78a-4b3f-8d19-c2f5da0e7c53 tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Notify callbacks [] for security_group, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:46.224495 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-673643bb-a78a-4b3f-8d19-c2f5da0e7c53 tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] 10.222.0.30 "DELETE /v2.0/security-groups/d32f2ff5-13a9-4ee8-bfb0-1092adde37eb HTTP/1.1" status: 204 len: 168 time: 1.2405319 Mar 28 12:01:46.232693 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920dd05f-6117-4265-aed4-64a5d86d6b55 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Pushing event updated for resources: {'Network': ['ID=13605b52-ab28-46fc-bb68-57fddea7f58d,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:01:46.234745 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 56198) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:46.238534 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-920dd05f-6117-4265-aed4-64a5d86d6b55 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0225148 Mar 28 12:01:46.256189 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Network 13605b52-ab28-46fc-bb68-57fddea7f58d details requested by agent ovs-agent-dv-neutron-835340-2-hyperv with host dv-neutron-835340-2-hyperv {{(pid=87872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 12:01:46.257636 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 56202) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:46.272381 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-cb762c54-3d5d-487e-99ec-346025f88f02 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Request body: {'subnet': {'network_id': '13605b52-ab28-46fc-bb68-57fddea7f58d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:01:46.409143 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-6c5c4e45-2ffc-44dc-a811-1d342ad70376 tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Synchronizing usage tracker for tenant:4cdbb48ac209434084ea3a4545b45046 on resource:security_group {{(pid=87870) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:01:46.444982 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17f7ed7b-0e67-41ce-a40b-4b4e4179840f tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Network 101bcf09-8ae6-4ddd-9f39-4c40ee2a5de3 is already hosted by enough agents. {{(pid=87871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:01:46.448108 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-17f7ed7b-0e67-41ce-a40b-4b4e4179840f tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Resources bound (agent type, host, resource id): {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:01:46.470742 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-cb762c54-3d5d-487e-99ec-346025f88f02 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:01:46.481346 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-6c5c4e45-2ffc-44dc-a811-1d342ad70376 tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Unset dirty status for tenant:4cdbb48ac209434084ea3a4545b45046 on resource:security_group {{(pid=87870) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:01:46.486548 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-6c5c4e45-2ffc-44dc-a811-1d342ad70376 tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2430663 Mar 28 12:01:46.486548 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-cb762c54-3d5d-487e-99ec-346025f88f02 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Usage tracker for resource:subnet and tenant:67b6faa452844e9d8ffe9a3a683b2834 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:01:46.488145 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 56206) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:46.488937 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-cb762c54-3d5d-487e-99ec-346025f88f02 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:01:46.490008 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2e3651d7-34a8-4c4f-aed9-9fcad7885daf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:46.500875 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-3640a754-15f4-46dd-8e5b-14bfd361a8f2 tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Request body: {'security_group': {'name': 'tempest-secgroup--1245110292'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:01:46.506349 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-cb762c54-3d5d-487e-99ec-346025f88f02 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:01:46.510989 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-3640a754-15f4-46dd-8e5b-14bfd361a8f2 tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:01:46.526498 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2e3651d7-34a8-4c4f-aed9-9fcad7885daf None None] For port d17ee174-4bec-4a91-8793-ea4645ba9b4a, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=d17ee174-4bec-4a91-8793-ea4645ba9b4a,segment=NetworkSegment(80444f65-47f7-41d9-bbd0-b4db50bc231a),segment_id=80444f65-47f7-41d9-bbd0-b4db50bc231a)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:01:46.537358 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-3640a754-15f4-46dd-8e5b-14bfd361a8f2 tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:01:46.539418 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb762c54-3d5d-487e-99ec-346025f88f02 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Made reservation on behalf of 67b6faa452844e9d8ffe9a3a683b2834 for: {'subnet': 1} {{(pid=87870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 12:01:46.541945 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2e3651d7-34a8-4c4f-aed9-9fcad7885daf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:46.544202 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-cb762c54-3d5d-487e-99ec-346025f88f02 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2563571'] for subnet, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:46.625495 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-796aab24-a85d-4047-9aa9-9f91f00c3c1f tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2364128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26551408'] for subnet, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:46.652531 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-3640a754-15f4-46dd-8e5b-14bfd361a8f2 tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Notify callbacks [] for security_group, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:46.653725 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3651d7-34a8-4c4f-aed9-9fcad7885daf None None] Pushing event updated for resources: {'Port': ['ID=d17ee174-4bec-4a91-8793-ea4645ba9b4a,revision_number=3']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:01:46.696248 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-796aab24-a85d-4047-9aa9-9f91f00c3c1f tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Network 9d808d20-321a-4040-937a-68d7c35eefe2 is already hosted by enough agents. {{(pid=87871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:01:46.701797 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-796aab24-a85d-4047-9aa9-9f91f00c3c1f tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Resources bound (agent type, host, resource id): {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:01:46.709862 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-796aab24-a85d-4047-9aa9-9f91f00c3c1f tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:01:46.710790 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-796aab24-a85d-4047-9aa9-9f91f00c3c1f tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks [] for subnet, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:46.712960 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d1b8dcf-65e6-42ce-b34d-c35130462071 None None] Network 9d808d20-321a-4040-937a-68d7c35eefe2 requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 12:01:46.750827 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-3640a754-15f4-46dd-8e5b-14bfd361a8f2 tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:01:46.761788 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796aab24-a85d-4047-9aa9-9f91f00c3c1f tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Pushing event updated for resources: {'Subnet': ['ID=fc3e5667-5ef9-4f53-94dd-f3da8865bc91,revision_number=0']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:01:46.772538 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-796aab24-a85d-4047-9aa9-9f91f00c3c1f tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1347523 Mar 28 12:01:46.773704 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 56210) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:46.780578 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-3640a754-15f4-46dd-8e5b-14bfd361a8f2 tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Usage tracker for resource:security_group_rule and tenant:4cdbb48ac209434084ea3a4545b45046 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:01:46.796725 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-0b74dcac-1345-4ad0-9c2c-88bfe5f7d7a2 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Request body: {'security_group': {'name': 'tempest-secgroup-244573399'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:01:46.797964 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17f7ed7b-0e67-41ce-a40b-4b4e4179840f tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Router a903c737-9114-4e46-8578-a20ce24dc16b is scheduled to L3 agent af79d429-529e-400b-a119-94d4bec03f3e with binding_index 1 {{(pid=87871) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 12:01:46.808863 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-3640a754-15f4-46dd-8e5b-14bfd361a8f2 tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:01:46.821322 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-0b74dcac-1345-4ad0-9c2c-88bfe5f7d7a2 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:01:46.825976 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-3640a754-15f4-46dd-8e5b-14bfd361a8f2 tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:01:46.846224 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-0b74dcac-1345-4ad0-9c2c-88bfe5f7d7a2 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Usage tracker for resource:security_group and tenant:35b7084247a448e2b3e41f3619d7d4bc is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:01:46.859623 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-0b74dcac-1345-4ad0-9c2c-88bfe5f7d7a2 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:01:46.894723 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-0b74dcac-1345-4ad0-9c2c-88bfe5f7d7a2 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:01:46.935061 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-00d0de05-16e9-4d18-88cb-3f181c97cab0 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:46.951080 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-b405462a-eb42-405c-accd-c82e181e2faf None None] Provisioning complete for port 438fc8c2-3db3-4e1b-820a-09a92347d299 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:01:46.951445 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-b405462a-eb42-405c-accd-c82e181e2faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:47.006829 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17f7ed7b-0e67-41ce-a40b-4b4e4179840f tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 12:01:47.011811 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-17f7ed7b-0e67-41ce-a40b-4b4e4179840f tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] 10.222.0.30 "PUT /v2.0/routers/a903c737-9114-4e46-8578-a20ce24dc16b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0886791 Mar 28 12:01:47.014921 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 56214) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:47.024287 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a24152e-d24b-4ae6-8f7e-dfc87a042112 None None] Sync routers for ids ['a903c737-9114-4e46-8578-a20ce24dc16b'] in dv-neutron-835340-2-hyperv {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 12:01:47.038374 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d0de05-16e9-4d18-88cb-3f181c97cab0 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Pushing event deleted for resources: {'Port': ['ID=29f2c713-19b3-416c-b5d3-db487321a184,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:01:47.064591 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-b405462a-eb42-405c-accd-c82e181e2faf None None] Port 438fc8c2-3db3-4e1b-820a-09a92347d299 cannot update to ACTIVE because it is not bound. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 12:01:47.075660 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a24152e-d24b-4ae6-8f7e-dfc87a042112 None None] Routers {'a903c737-9114-4e46-8578-a20ce24dc16b'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:01:47.076477 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-3a24152e-d24b-4ae6-8f7e-dfc87a042112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:01:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['a903c737-9114-4e46-8578-a20ce24dc16b'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:01:47.079290 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-0b74dcac-1345-4ad0-9c2c-88bfe5f7d7a2 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks [] for security_group, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:47.147671 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-3a24152e-d24b-4ae6-8f7e-dfc87a042112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:01:47.160359 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a24152e-d24b-4ae6-8f7e-dfc87a042112 None None] Routers {'a903c737-9114-4e46-8578-a20ce24dc16b'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:01:47.161202 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-3a24152e-d24b-4ae6-8f7e-dfc87a042112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:01:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['a903c737-9114-4e46-8578-a20ce24dc16b'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:01:47.227052 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-0b74dcac-1345-4ad0-9c2c-88bfe5f7d7a2 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:01:47.242582 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-0b74dcac-1345-4ad0-9c2c-88bfe5f7d7a2 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Usage tracker for resource:security_group_rule and tenant:35b7084247a448e2b3e41f3619d7d4bc is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:01:47.253931 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-0b74dcac-1345-4ad0-9c2c-88bfe5f7d7a2 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:01:47.279019 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-3640a754-15f4-46dd-8e5b-14bfd361a8f2 tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Notify callbacks [] for security_group, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:47.282414 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-0b74dcac-1345-4ad0-9c2c-88bfe5f7d7a2 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:01:47.312858 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-3640a754-15f4-46dd-8e5b-14bfd361a8f2 tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:47.327142 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device dbb63627-7522-405f-87d1-86bd242b8542 up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:01:47.357415 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-3a24152e-d24b-4ae6-8f7e-dfc87a042112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:01:47.357832 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a24152e-d24b-4ae6-8f7e-dfc87a042112 None None] The sync data for ids ['a903c737-9114-4e46-8578-a20ce24dc16b'] in dv-neutron-835340-2-hyperv is: [] {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 12:01:47.402709 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-58de7e85-0da5-41f1-ae5c-e4035b5f6da3 None None] Provisioning complete for port d17ee174-4bec-4a91-8793-ea4645ba9b4a triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:01:47.403063 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-58de7e85-0da5-41f1-ae5c-e4035b5f6da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:47.435611 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32829a0d-c47e-4b7c-b2f5-ffaa9d4cb9aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1d3f2a9-8722-5ce5-bc40-181687d1ed3f-9d808d20-321a-4040-937a-68d7c35eefe2', 'network_id': '9d808d20-321a-4040-937a-68d7c35eefe2', 'tenant_id': '35b7084247a448e2b3e41f3619d7d4bc', 'fixed_ips': [{'subnet_id': 'fc3e5667-5ef9-4f53-94dd-f3da8865bc91'}]}} from dv-neutron-835340-2-hyperv. {{(pid=87872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 12:01:47.436418 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-32829a0d-c47e-4b7c-b2f5-ffaa9d4cb9aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:47.453001 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-cb762c54-3d5d-487e-99ec-346025f88f02 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2561241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2563521'] for subnet, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:47.543850 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port dbb63627-7522-405f-87d1-86bd242b8542 triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:01:47.544448 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:47.642987 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3640a754-15f4-46dd-8e5b-14bfd361a8f2 tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2dd9f1d-a52e-47dd-a61c-d878500fecaf,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:01:47.718512 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.api.v2.resource [None req-f3243a45-f165-4eb6-8e41-b810e16a8218 tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 12:01:47.722650 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-f3243a45-f165-4eb6-8e41-b810e16a8218 tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] 10.222.0.30 "PUT /v2.0/routers/a903c737-9114-4e46-8578-a20ce24dc16b/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.7038054 Mar 28 12:01:47.722801 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 56218) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:47.780641 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-3640a754-15f4-46dd-8e5b-14bfd361a8f2 tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Notify callbacks [] for security_group, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:47.784903 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-3640a754-15f4-46dd-8e5b-14bfd361a8f2 tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.2922914 Mar 28 12:01:47.793968 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.db_base_plugin_common [None req-32829a0d-c47e-4b7c-b2f5-ffaa9d4cb9aa None None] Allocated IP 172.20.0.2 (9d808d20-321a-4040-937a-68d7c35eefe2/fc3e5667-5ef9-4f53-94dd-f3da8865bc91/59bbf8c4-aef4-4a26-9812-b066bd70f33b) {{(pid=87872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 12:01:47.794951 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 56222) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:47.796155 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb762c54-3d5d-487e-99ec-346025f88f02 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Pushing event updated for resources: {'Subnet': ['ID=7f8f1661-998a-4e5e-96bd-d91c554fd1fa,revision_number=0']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:01:47.805759 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device d17ee174-4bec-4a91-8793-ea4645ba9b4a up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:01:47.820371 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-a9064f49-8fc8-4868-8bb3-1c77cac983b7 tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Request body: {'security_group_rule': {'security_group_id': 'b2dd9f1d-a52e-47dd-a61c-d878500fecaf', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:01:47.821783 dv-neutron-835340-2-hyperv neutron-server[87870]: WARNING neutron.api.v2.base [None req-a9064f49-8fc8-4868-8bb3-1c77cac983b7 tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Mar 28 12:01:47.822328 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.api.v2.resource [None req-a9064f49-8fc8-4868-8bb3-1c77cac983b7 tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 12:01:47.826633 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-a9064f49-8fc8-4868-8bb3-1c77cac983b7 tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0271306 Mar 28 12:01:47.842832 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 56226) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:47.868046 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-00d0de05-16e9-4d18-88cb-3f181c97cab0 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-743246'] for router_interface, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:47.889516 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb762c54-3d5d-487e-99ec-346025f88f02 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Checking segment: {'id': '31dfbaa4-b0ea-49e9-b329-3274fe405630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '13605b52-ab28-46fc-bb68-57fddea7f58d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 12:01:47.889873 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb762c54-3d5d-487e-99ec-346025f88f02 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Network hostable DHCP agents. Network: 13605b52-ab28-46fc-bb68-57fddea7f58d, hostable agents: ['3cb85949-855b-4a40-b988-cd5705e511da'], hosted agents: [] {{(pid=87870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 12:01:47.897310 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-0b74dcac-1345-4ad0-9c2c-88bfe5f7d7a2 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks [] for security_group, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:47.921540 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-0b74dcac-1345-4ad0-9c2c-88bfe5f7d7a2 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:47.995327 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port d17ee174-4bec-4a91-8793-ea4645ba9b4a triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:01:47.995736 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:48.057527 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb762c54-3d5d-487e-99ec-346025f88f02 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Network 13605b52-ab28-46fc-bb68-57fddea7f58d is scheduled to be hosted by DHCP agent 3cb85949-855b-4a40-b988-cd5705e511da with binding_index 1 {{(pid=87870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 12:01:48.067831 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-0b74dcac-1345-4ad0-9c2c-88bfe5f7d7a2 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks [] for security_group, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:48.069007 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-0b74dcac-1345-4ad0-9c2c-88bfe5f7d7a2 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.2796471 Mar 28 12:01:48.081903 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 56230) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:48.095894 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b74dcac-1345-4ad0-9c2c-88bfe5f7d7a2 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Pushing event updated for resources: {'SecurityGroup': ['ID=998ef494-d154-44ca-8c0a-1bc2df692283,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:01:48.140147 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-32829a0d-c47e-4b7c-b2f5-ffaa9d4cb9aa None None] Notify callbacks [] for port, precommit_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:48.161834 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.base_scheduler [None req-cb762c54-3d5d-487e-99ec-346025f88f02 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-2-hyperv, 13605b52-ab28-46fc-bb68-57fddea7f58d) {{(pid=87870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:01:48.166155 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb762c54-3d5d-487e-99ec-346025f88f02 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:01:48.166963 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-cb762c54-3d5d-487e-99ec-346025f88f02 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks [] for subnet, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:48.175431 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-126ff2f6-a208-4126-8438-d61c4b39abd6 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Request body: {'security_group': {'name': 'tempest-secgroup-1821510553'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:01:48.181794 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-742cc3e6-b960-4ed9-ae98-acf0150615ff None None] Network 13605b52-ab28-46fc-bb68-57fddea7f58d requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 12:01:48.187518 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-a39b0f5e-50a1-4cc3-83cb-33089c950d19 tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Notify callbacks [] for security_group, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:48.197953 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-126ff2f6-a208-4126-8438-d61c4b39abd6 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:01:48.217910 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-32829a0d-c47e-4b7c-b2f5-ffaa9d4cb9aa None None] Transition to ACTIVE for port object 59bbf8c4-aef4-4a26-9812-b066bd70f33b will not be triggered until provisioned by entity L2. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:01:48.232281 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-126ff2f6-a208-4126-8438-d61c4b39abd6 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Usage tracker for resource:security_group and tenant:35b7084247a448e2b3e41f3619d7d4bc is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:01:48.244241 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-126ff2f6-a208-4126-8438-d61c4b39abd6 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:01:48.263281 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-cb762c54-3d5d-487e-99ec-346025f88f02 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0029974 Mar 28 12:01:48.264634 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-126ff2f6-a208-4126-8438-d61c4b39abd6 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:01:48.266485 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 56234) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:48.268054 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-a39b0f5e-50a1-4cc3-83cb-33089c950d19 tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:48.288244 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-386ab8a6-1108-457e-80fc-d4fc9a59bf70 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1538362739', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b'}, 'admin_state_up': False}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:01:48.318455 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-32829a0d-c47e-4b7c-b2f5-ffaa9d4cb9aa None None] Transition to ACTIVE for port object 59bbf8c4-aef4-4a26-9812-b066bd70f33b will not be triggered until provisioned by entity DHCP. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:01:48.327251 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-32829a0d-c47e-4b7c-b2f5-ffaa9d4cb9aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241'] for port, after_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:48.368942 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-386ab8a6-1108-457e-80fc-d4fc9a59bf70 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:01:48.389660 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-386ab8a6-1108-457e-80fc-d4fc9a59bf70 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Usage tracker for resource:router and tenant:67b6faa452844e9d8ffe9a3a683b2834 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:01:48.392398 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-126ff2f6-a208-4126-8438-d61c4b39abd6 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks [] for security_group, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:48.401908 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-386ab8a6-1108-457e-80fc-d4fc9a59bf70 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Quota usage for router was recalculated. Used quota:1. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:01:48.404900 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-dfff4500-12b0-4220-8b71-e8a99cc082f7 tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-743394'] for router_interface, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:48.412892 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32829a0d-c47e-4b7c-b2f5-ffaa9d4cb9aa None None] Network 9d808d20-321a-4040-937a-68d7c35eefe2 is already hosted by enough agents. {{(pid=87872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:01:48.417016 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-386ab8a6-1108-457e-80fc-d4fc9a59bf70 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:01:48.443857 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-126ff2f6-a208-4126-8438-d61c4b39abd6 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:01:48.449023 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.base_scheduler [None req-32829a0d-c47e-4b7c-b2f5-ffaa9d4cb9aa None None] Resources bound (agent type, host, resource id): {{(pid=87872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:01:48.457879 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32829a0d-c47e-4b7c-b2f5-ffaa9d4cb9aa None None] Received port after_create {{(pid=87872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 12:01:48.460980 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-386ab8a6-1108-457e-80fc-d4fc9a59bf70 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-707665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-260886'] for router, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:48.462584 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-386ab8a6-1108-457e-80fc-d4fc9a59bf70 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-705660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709650', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-767110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260873'] for router, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:48.465968 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-126ff2f6-a208-4126-8438-d61c4b39abd6 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Usage tracker for resource:security_group_rule and tenant:35b7084247a448e2b3e41f3619d7d4bc is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:01:48.471648 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32829a0d-c47e-4b7c-b2f5-ffaa9d4cb9aa None None] Pushing event updated for resources: {'Port': ['ID=59bbf8c4-aef4-4a26-9812-b066bd70f33b,revision_number=1']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:01:48.522432 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-126ff2f6-a208-4126-8438-d61c4b39abd6 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:01:48.532935 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-a39b0f5e-50a1-4cc3-83cb-33089c950d19 tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:48.555547 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-126ff2f6-a208-4126-8438-d61c4b39abd6 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:01:48.583123 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39b0f5e-50a1-4cc3-83cb-33089c950d19 tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2dd9f1d-a52e-47dd-a61c-d878500fecaf,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:01:48.610718 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-386ab8a6-1108-457e-80fc-d4fc9a59bf70 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:48.612508 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-a39b0f5e-50a1-4cc3-83cb-33089c950d19 tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Notify callbacks [] for security_group, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:48.614901 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-32829a0d-c47e-4b7c-b2f5-ffaa9d4cb9aa None None] Attempting to bind port 59bbf8c4-aef4-4a26-9812-b066bd70f33b on host dv-neutron-835340-2-hyperv for vnic_type normal with profile {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 12:01:48.615422 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-32829a0d-c47e-4b7c-b2f5-ffaa9d4cb9aa None None] Attempting to bind port 59bbf8c4-aef4-4a26-9812-b066bd70f33b by drivers openvswitch,hyperv on host dv-neutron-835340-2-hyperv at level 0 using segments [{'id': '287492be-530b-4587-955c-3ed4cbc033b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '9d808d20-321a-4040-937a-68d7c35eefe2'}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 12:01:48.615821 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32829a0d-c47e-4b7c-b2f5-ffaa9d4cb9aa None None] Attempting to bind port 59bbf8c4-aef4-4a26-9812-b066bd70f33b on network 9d808d20-321a-4040-937a-68d7c35eefe2 {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 12:01:48.616847 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-a39b0f5e-50a1-4cc3-83cb-33089c950d19 tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] 10.222.0.30 "DELETE /v2.0/security-groups/b2dd9f1d-a52e-47dd-a61c-d878500fecaf HTTP/1.1" status: 204 len: 168 time: 0.7711668 Mar 28 12:01:48.619928 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 56238) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:48.621594 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32829a0d-c47e-4b7c-b2f5-ffaa9d4cb9aa None None] Checking agent: {'id': '961a16fe-cbc8-4264-ac28-bbbd53f89caa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 46, 6), 'started_at': datetime.datetime(2022, 3, 28, 11, 46, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 12, 1, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 12:01:48.621964 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32829a0d-c47e-4b7c-b2f5-ffaa9d4cb9aa None None] Checking segment: {'id': '287492be-530b-4587-955c-3ed4cbc033b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '9d808d20-321a-4040-937a-68d7c35eefe2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 12:01:48.622371 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-32829a0d-c47e-4b7c-b2f5-ffaa9d4cb9aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:48.622836 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32829a0d-c47e-4b7c-b2f5-ffaa9d4cb9aa None None] Bound using segment: {'id': '287492be-530b-4587-955c-3ed4cbc033b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '9d808d20-321a-4040-937a-68d7c35eefe2'} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 12:01:48.623178 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-32829a0d-c47e-4b7c-b2f5-ffaa9d4cb9aa None None] Bound port: 59bbf8c4-aef4-4a26-9812-b066bd70f33b, host: dv-neutron-835340-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '287492be-530b-4587-955c-3ed4cbc033b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '9d808d20-321a-4040-937a-68d7c35eefe2'}}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 12:01:48.623713 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-32829a0d-c47e-4b7c-b2f5-ffaa9d4cb9aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:48.634725 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34081521-8faa-4ef5-a552-ba1e1f8f0ec6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1d3f2a9-8722-5ce5-bc40-181687d1ed3f-13605b52-ab28-46fc-bb68-57fddea7f58d', 'network_id': '13605b52-ab28-46fc-bb68-57fddea7f58d', 'tenant_id': '67b6faa452844e9d8ffe9a3a683b2834', 'fixed_ips': [{'subnet_id': '7f8f1661-998a-4e5e-96bd-d91c554fd1fa'}]}} from dv-neutron-835340-2-hyperv. {{(pid=87872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 12:01:48.635565 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-34081521-8faa-4ef5-a552-ba1e1f8f0ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:48.668590 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00d0de05-16e9-4d18-88cb-3f181c97cab0 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Router d5f02f7d-33a1-4bfb-8275-f54b07b21c14 has already been hosted by L3 agent af79d429-529e-400b-a119-94d4bec03f3e {{(pid=87870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 12:01:48.762380 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-dfff4500-12b0-4220-8b71-e8a99cc082f7 tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Deleting port 438fc8c2-3db3-4e1b-820a-09a92347d299 {{(pid=87871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:01:48.762986 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-dfff4500-12b0-4220-8b71-e8a99cc082f7 tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:48.798190 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-32829a0d-c47e-4b7c-b2f5-ffaa9d4cb9aa None None] For port 59bbf8c4-aef4-4a26-9812-b066bd70f33b, host dv-neutron-835340-2-hyperv, cleared binding levels {{(pid=87872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 12:01:48.802847 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-32829a0d-c47e-4b7c-b2f5-ffaa9d4cb9aa None None] For port 59bbf8c4-aef4-4a26-9812-b066bd70f33b, host dv-neutron-835340-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=59bbf8c4-aef4-4a26-9812-b066bd70f33b,segment=NetworkSegment(287492be-530b-4587-955c-3ed4cbc033b4),segment_id=287492be-530b-4587-955c-3ed4cbc033b4)] {{(pid=87872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 12:01:48.820153 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-32829a0d-c47e-4b7c-b2f5-ffaa9d4cb9aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:48.860331 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-ac963382-d62e-4ac7-a45a-e090babf46e4 tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Synchronizing usage tracker for tenant:4cdbb48ac209434084ea3a4545b45046 on resource:security_group {{(pid=87870) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:01:48.968550 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32829a0d-c47e-4b7c-b2f5-ffaa9d4cb9aa None None] Pushing event updated for resources: {'Port': ['ID=59bbf8c4-aef4-4a26-9812-b066bd70f33b,revision_number=2']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:01:48.982574 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.db_base_plugin_common [None req-34081521-8faa-4ef5-a552-ba1e1f8f0ec6 None None] Allocated IP 172.20.0.2 (13605b52-ab28-46fc-bb68-57fddea7f58d/7f8f1661-998a-4e5e-96bd-d91c554fd1fa/dd5e1c66-d686-4f80-9e4a-51c54814cc0d) {{(pid=87872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 12:01:48.999549 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-dfff4500-12b0-4220-8b71-e8a99cc082f7 tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:49.030531 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-126ff2f6-a208-4126-8438-d61c4b39abd6 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks [] for security_group, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:49.099789 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-386ab8a6-1108-457e-80fc-d4fc9a59bf70 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-709632', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-707672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260923'] for router, precommit_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:49.103949 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-126ff2f6-a208-4126-8438-d61c4b39abd6 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:49.141587 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-ac963382-d62e-4ac7-a45a-e090babf46e4 tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Unset dirty status for tenant:4cdbb48ac209434084ea3a4545b45046 on resource:security_group {{(pid=87870) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:01:49.149112 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-ac963382-d62e-4ac7-a45a-e090babf46e4 tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5205569 Mar 28 12:01:49.150639 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 56242) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:49.157418 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-dfff4500-12b0-4220-8b71-e8a99cc082f7 tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Calling delete_port for 438fc8c2-3db3-4e1b-820a-09a92347d299 owned by network:router_interface {{(pid=87871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:01:49.267216 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-eafe6a1b-4c9d-49e5-b969-f247cf64f57e tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Request body: {'security_group': {'name': 'tempest-secgroup--80004259'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:01:49.291139 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-eafe6a1b-4c9d-49e5-b969-f247cf64f57e tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:01:49.301239 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126ff2f6-a208-4126-8438-d61c4b39abd6 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78010d4c-3480-4fad-b363-56b4e9896a02,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:01:49.309388 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-34081521-8faa-4ef5-a552-ba1e1f8f0ec6 None None] Notify callbacks [] for port, precommit_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:49.333572 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-34081521-8faa-4ef5-a552-ba1e1f8f0ec6 None None] Transition to ACTIVE for port object dd5e1c66-d686-4f80-9e4a-51c54814cc0d will not be triggered until provisioned by entity L2. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:01:49.345334 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-126ff2f6-a208-4126-8438-d61c4b39abd6 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks [] for security_group, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:49.351536 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-126ff2f6-a208-4126-8438-d61c4b39abd6 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.2571146 Mar 28 12:01:49.354841 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 56246) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:49.357832 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-34081521-8faa-4ef5-a552-ba1e1f8f0ec6 None None] Transition to ACTIVE for port object dd5e1c66-d686-4f80-9e4a-51c54814cc0d will not be triggered until provisioned by entity DHCP. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:01:49.366564 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-34081521-8faa-4ef5-a552-ba1e1f8f0ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241'] for port, after_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:49.367859 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-3451f6dc-cff8-4fac-9a00-814cf1fa0e63 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1740710357', 'security_groups': ['78010d4c-3480-4fad-b363-56b4e9896a02'], 'network_id': '9d808d20-321a-4040-937a-68d7c35eefe2', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'fc3e5667-5ef9-4f53-94dd-f3da8865bc91'}]}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:01:49.370193 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-eafe6a1b-4c9d-49e5-b969-f247cf64f57e tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:01:49.372618 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00d0de05-16e9-4d18-88cb-3f181c97cab0 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 12:01:49.382689 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1074b8-6430-415e-ab62-6b8c575e78f5 None None] Sync routers for ids ['d5f02f7d-33a1-4bfb-8275-f54b07b21c14'] in dv-neutron-835340-2-hyperv {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 12:01:49.387825 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-00d0de05-16e9-4d18-88cb-3f181c97cab0 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "PUT /v2.0/routers/d5f02f7d-33a1-4bfb-8275-f54b07b21c14/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8674185 Mar 28 12:01:49.397075 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1074b8-6430-415e-ab62-6b8c575e78f5 None None] Routers {'d5f02f7d-33a1-4bfb-8275-f54b07b21c14'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:01:49.397696 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-5f1074b8-6430-415e-ab62-6b8c575e78f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:01:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['d5f02f7d-33a1-4bfb-8275-f54b07b21c14'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:01:49.557208 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34081521-8faa-4ef5-a552-ba1e1f8f0ec6 None None] Pushing event updated for resources: {'Port': ['ID=dd5e1c66-d686-4f80-9e4a-51c54814cc0d,revision_number=1']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:01:49.570329 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34081521-8faa-4ef5-a552-ba1e1f8f0ec6 None None] Network 13605b52-ab28-46fc-bb68-57fddea7f58d is already hosted by enough agents. {{(pid=87872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:01:49.572699 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.base_scheduler [None req-34081521-8faa-4ef5-a552-ba1e1f8f0ec6 None None] Resources bound (agent type, host, resource id): {{(pid=87872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:01:49.578161 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34081521-8faa-4ef5-a552-ba1e1f8f0ec6 None None] Received port after_create {{(pid=87872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 12:01:49.603776 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-eafe6a1b-4c9d-49e5-b969-f247cf64f57e tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Notify callbacks [] for security_group, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:49.639958 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-eafe6a1b-4c9d-49e5-b969-f247cf64f57e tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:01:49.647948 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-eafe6a1b-4c9d-49e5-b969-f247cf64f57e tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Usage tracker for resource:security_group_rule and tenant:4cdbb48ac209434084ea3a4545b45046 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:01:49.655026 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-eafe6a1b-4c9d-49e5-b969-f247cf64f57e tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:01:49.663094 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-eafe6a1b-4c9d-49e5-b969-f247cf64f57e tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:01:49.689920 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-34081521-8faa-4ef5-a552-ba1e1f8f0ec6 None None] Attempting to bind port dd5e1c66-d686-4f80-9e4a-51c54814cc0d on host dv-neutron-835340-2-hyperv for vnic_type normal with profile {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 12:01:49.691169 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-34081521-8faa-4ef5-a552-ba1e1f8f0ec6 None None] Attempting to bind port dd5e1c66-d686-4f80-9e4a-51c54814cc0d by drivers openvswitch,hyperv on host dv-neutron-835340-2-hyperv at level 0 using segments [{'id': '31dfbaa4-b0ea-49e9-b329-3274fe405630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '13605b52-ab28-46fc-bb68-57fddea7f58d'}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 12:01:49.691761 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34081521-8faa-4ef5-a552-ba1e1f8f0ec6 None None] Attempting to bind port dd5e1c66-d686-4f80-9e4a-51c54814cc0d on network 13605b52-ab28-46fc-bb68-57fddea7f58d {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 12:01:49.704438 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34081521-8faa-4ef5-a552-ba1e1f8f0ec6 None None] Checking agent: {'id': '961a16fe-cbc8-4264-ac28-bbbd53f89caa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 46, 6), 'started_at': datetime.datetime(2022, 3, 28, 11, 46, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 12, 1, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 12:01:49.705426 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34081521-8faa-4ef5-a552-ba1e1f8f0ec6 None None] Checking segment: {'id': '31dfbaa4-b0ea-49e9-b329-3274fe405630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '13605b52-ab28-46fc-bb68-57fddea7f58d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 12:01:49.706691 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-34081521-8faa-4ef5-a552-ba1e1f8f0ec6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:49.707145 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34081521-8faa-4ef5-a552-ba1e1f8f0ec6 None None] Bound using segment: {'id': '31dfbaa4-b0ea-49e9-b329-3274fe405630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '13605b52-ab28-46fc-bb68-57fddea7f58d'} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 12:01:49.707890 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-34081521-8faa-4ef5-a552-ba1e1f8f0ec6 None None] Bound port: dd5e1c66-d686-4f80-9e4a-51c54814cc0d, host: dv-neutron-835340-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31dfbaa4-b0ea-49e9-b329-3274fe405630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '13605b52-ab28-46fc-bb68-57fddea7f58d'}}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 12:01:49.708314 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-34081521-8faa-4ef5-a552-ba1e1f8f0ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:49.714582 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvr_db [None req-5f1074b8-6430-415e-ab62-6b8c575e78f5 None None] Set router d5f02f7d-33a1-4bfb-8275-f54b07b21c14 gateway port host: dv-neutron-835340-2-hyperv {{(pid=87873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:01:49.850416 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-34081521-8faa-4ef5-a552-ba1e1f8f0ec6 None None] For port dd5e1c66-d686-4f80-9e4a-51c54814cc0d, host dv-neutron-835340-2-hyperv, cleared binding levels {{(pid=87872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 12:01:49.854011 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-34081521-8faa-4ef5-a552-ba1e1f8f0ec6 None None] For port dd5e1c66-d686-4f80-9e4a-51c54814cc0d, host dv-neutron-835340-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=dd5e1c66-d686-4f80-9e4a-51c54814cc0d,segment=NetworkSegment(31dfbaa4-b0ea-49e9-b329-3274fe405630),segment_id=31dfbaa4-b0ea-49e9-b329-3274fe405630)] {{(pid=87872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 12:01:49.859151 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-34081521-8faa-4ef5-a552-ba1e1f8f0ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:49.972090 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34081521-8faa-4ef5-a552-ba1e1f8f0ec6 None None] Pushing event updated for resources: {'Port': ['ID=dd5e1c66-d686-4f80-9e4a-51c54814cc0d,revision_number=2']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:01:49.989893 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-3451f6dc-cff8-4fac-9a00-814cf1fa0e63 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:01:49.995127 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-3451f6dc-cff8-4fac-9a00-814cf1fa0e63 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Usage tracker for resource:port and tenant:35b7084247a448e2b3e41f3619d7d4bc is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:01:50.003673 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-3451f6dc-cff8-4fac-9a00-814cf1fa0e63 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:01:50.015246 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-3451f6dc-cff8-4fac-9a00-814cf1fa0e63 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:01:50.037240 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3451f6dc-cff8-4fac-9a00-814cf1fa0e63 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Made reservation on behalf of 35b7084247a448e2b3e41f3619d7d4bc for: {'port': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 12:01:50.098604 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-386ab8a6-1108-457e-80fc-d4fc9a59bf70 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks [] for router_gateway, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:50.181815 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-dfff4500-12b0-4220-8b71-e8a99cc082f7 tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:50.207906 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-eafe6a1b-4c9d-49e5-b969-f247cf64f57e tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Notify callbacks [] for security_group, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:50.224698 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-386ab8a6-1108-457e-80fc-d4fc9a59bf70 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:50.230189 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-eafe6a1b-4c9d-49e5-b969-f247cf64f57e tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:50.250699 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-5f1074b8-6430-415e-ab62-6b8c575e78f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5f02f7d-33a1-4bfb-8275-f54b07b21c14', 'name': 'tempest-TestNetworkBasicOps-router-1162902735', 'tenant_id': '527195c95736491ca1967a42cc300275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.177'}], 'enable_snat': True}, 'gw_port_id': '344b8558-f9db-4637-80bb-b51096537413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:59:11Z', 'updated_at': '2022-03-28T12:01:46Z', 'revision_number': 6, 'project_id': '527195c95736491ca1967a42cc300275', 'gw_port': {'id': '344b8558-f9db-4637-80bb-b51096537413', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:2b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f02f7d-33a1-4bfb-8275-f54b07b21c14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:59:13Z', 'updated_at': '2022-03-28T11:59:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_floatingips': [{'id': 'c7484ce1-88f5-44a5-a6fc-a3ae004afbfd', 'tenant_id': '527195c95736491ca1967a42cc300275', 'floating_ip_address': '172.26.7.213', 'floating_network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'router_id': 'd5f02f7d-33a1-4bfb-8275-f54b07b21c14', 'port_id': '12748102-4760-40db-84c0-2bcd579ab8d7', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 872, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3eabdfb2-13df-46a0-90ee-a82c1c8f310b', 'mac_address': 'fa:16:3e:b1:72:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87bd8c58-7f15-410e-aa63-e83fafd3b215', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T12:00:13Z', 'updated_at': '2022-03-28T12:00:19Z', 'revision_number': 1, 'project_id': '527195c95736491ca1967a42cc300275', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1916e1d1-6e95-4d71-9fca-2c50aa38f306', 'name': '', 'network_id': '3eabdfb2-13df-46a0-90ee-a82c1c8f310b', 'tenant_id': '527195c95736491ca1967a42cc300275', 'mac_address': 'fa:16:3e:04:43:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f02f7d-33a1-4bfb-8275-f54b07b21c14', 'device_owner': 'network:router_interface', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': '7e493e4f-4143-4d86-a3fc-05446ad68796', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:59:22Z', 'updated_at': '2022-03-28T11:59:35Z', 'revision_number': 5, 'project_id': '527195c95736491ca1967a42cc300275', 'subnets': [{'id': '7e493e4f-4143-4d86-a3fc-05446ad68796', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:01:50.254733 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1074b8-6430-415e-ab62-6b8c575e78f5 None None] Checking router: d5f02f7d-33a1-4bfb-8275-f54b07b21c14 for host: dv-neutron-835340-2-hyperv {{(pid=87873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 12:01:50.271850 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1074b8-6430-415e-ab62-6b8c575e78f5 None None] Routers {'d5f02f7d-33a1-4bfb-8275-f54b07b21c14'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:01:50.272633 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-5f1074b8-6430-415e-ab62-6b8c575e78f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:01:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['d5f02f7d-33a1-4bfb-8275-f54b07b21c14'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:01:50.281879 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfff4500-12b0-4220-8b71-e8a99cc082f7 tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Pushing event deleted for resources: {'Port': ['ID=438fc8c2-3db3-4e1b-820a-09a92347d299,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:01:50.407288 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafe6a1b-4c9d-49e5-b969-f247cf64f57e tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86409713-1dd2-4a97-9936-f9f1eca6e762,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:01:50.426739 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0273652f-1abc-4f6d-ae23-b94928c1c5bf req-cf3489c8-7f1b-4558-98f3-ba4a81fb47fc tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:01:50.427541 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [req-0273652f-1abc-4f6d-ae23-b94928c1c5bf req-cf3489c8-7f1b-4558-98f3-ba4a81fb47fc tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Synchronizing usage tracker for tenant:527195c95736491ca1967a42cc300275 on resource:port {{(pid=87870) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:01:50.445024 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-3451f6dc-cff8-4fac-9a00-814cf1fa0e63 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:50.461543 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [req-0273652f-1abc-4f6d-ae23-b94928c1c5bf req-cf3489c8-7f1b-4558-98f3-ba4a81fb47fc tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Unset dirty status for tenant:527195c95736491ca1967a42cc300275 on resource:port {{(pid=87870) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:01:50.468619 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-0273652f-1abc-4f6d-ae23-b94928c1c5bf req-cf3489c8-7f1b-4558-98f3-ba4a81fb47fc tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/ports?device_id=995a3ca1-3741-482f-8e09-4f70eb76f691 HTTP/1.1" status: 200 len: 946 time: 0.4985411 Mar 28 12:01:50.497540 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-eafe6a1b-4c9d-49e5-b969-f247cf64f57e tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Notify callbacks [] for security_group, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:50.501429 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-eafe6a1b-4c9d-49e5-b969-f247cf64f57e tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.3257554 Mar 28 12:01:50.508298 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 56254) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:50.559142 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-26124ea6-c4f8-4b11-b692-5ca0e9cd0d80 tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Request body: {'security_group_rule': {'security_group_id': '86409713-1dd2-4a97-9936-f9f1eca6e762', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:01:50.560981 dv-neutron-835340-2-hyperv neutron-server[87870]: WARNING neutron.api.v2.base [None req-26124ea6-c4f8-4b11-b692-5ca0e9cd0d80 tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Mar 28 12:01:50.561487 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.api.v2.resource [None req-26124ea6-c4f8-4b11-b692-5ca0e9cd0d80 tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 12:01:50.562472 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-26124ea6-c4f8-4b11-b692-5ca0e9cd0d80 tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0523026 Mar 28 12:01:50.570548 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 56258) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:50.579500 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:50.583836 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.notifiers.nova [None req-3451f6dc-cff8-4fac-9a00-814cf1fa0e63 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] device_id is not set on port a6f711ef-66ec-4a72-aa55-fcbdaa19a7c6 yet. {{(pid=87871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 12:01:50.592493 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvr_db [None req-5f1074b8-6430-415e-ab62-6b8c575e78f5 None None] Set router d5f02f7d-33a1-4bfb-8275-f54b07b21c14 gateway port host: dv-neutron-835340-2-hyperv {{(pid=87873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:01:50.603346 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-e38a8a77-27a9-4678-acce-6cdd7812ee09 tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Request body: {'security_group_rule': {'security_group_id': '86409713-1dd2-4a97-9936-f9f1eca6e762', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:01:50.604212 dv-neutron-835340-2-hyperv neutron-server[87870]: WARNING neutron.api.v2.base [None req-e38a8a77-27a9-4678-acce-6cdd7812ee09 tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Mar 28 12:01:50.604794 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.api.v2.resource [None req-e38a8a77-27a9-4678-acce-6cdd7812ee09 tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 12:01:50.610495 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-e38a8a77-27a9-4678-acce-6cdd7812ee09 tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0329018 Mar 28 12:01:50.620929 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 56262) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:50.646487 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-5f7dbe7b-5a3b-4cdf-95b9-37d9e0552662 tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Request body: {'security_group_rule': {'security_group_id': '86409713-1dd2-4a97-9936-f9f1eca6e762', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:01:50.647308 dv-neutron-835340-2-hyperv neutron-server[87871]: WARNING neutron.api.v2.base [None req-5f7dbe7b-5a3b-4cdf-95b9-37d9e0552662 tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Mar 28 12:01:50.647904 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.api.v2.resource [None req-5f7dbe7b-5a3b-4cdf-95b9-37d9e0552662 tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 12:01:50.648762 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-5f7dbe7b-5a3b-4cdf-95b9-37d9e0552662 tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0210130 Mar 28 12:01:50.652434 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 56266) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:50.663829 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.db_base_plugin_common [None req-386ab8a6-1108-457e-80fc-d4fc9a59bf70 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Allocated IP 172.26.7.6 (ac2b1748-8f63-4b17-a9c7-07e79704aa5b/0b7ebf76-1dc7-431a-a0b4-b96bacf287c2/fd713b65-9bff-43ae-9821-2941e0c59233) {{(pid=87870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 12:01:50.669790 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-2409eb63-ec99-4b6c-b548-f33cf9d250d9 tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Request body: {'security_group_rule': {'security_group_id': '86409713-1dd2-4a97-9936-f9f1eca6e762', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:01:50.670649 dv-neutron-835340-2-hyperv neutron-server[87871]: WARNING neutron.api.v2.base [None req-2409eb63-ec99-4b6c-b548-f33cf9d250d9 tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Mar 28 12:01:50.671124 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.api.v2.resource [None req-2409eb63-ec99-4b6c-b548-f33cf9d250d9 tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 12:01:50.672120 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-2409eb63-ec99-4b6c-b548-f33cf9d250d9 tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0149429 Mar 28 12:01:50.677740 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 56270) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:50.697846 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-0273652f-1abc-4f6d-ae23-b94928c1c5bf req-452ba71b-ff4e-490d-aec0-e7dcc23d43be tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5f98470-68ab-40c4-af40-df1dd85645b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2282932 Mar 28 12:01:50.748436 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-dfff4500-12b0-4220-8b71-e8a99cc082f7 tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-743246'] for router_interface, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:50.776241 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-8c8d9f04-1309-4712-b555-d6c223fcf53d None None] Provisioning complete for port a81c6579-6e35-4f9b-8cee-8e424705fee4 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:01:50.776798 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-8c8d9f04-1309-4712-b555-d6c223fcf53d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:50.856411 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-df74f958-e6c7-479a-a275-f322428e44c0 tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Notify callbacks [] for security_group, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:50.881095 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-8c8d9f04-1309-4712-b555-d6c223fcf53d None None] Port a81c6579-6e35-4f9b-8cee-8e424705fee4 cannot update to ACTIVE because it is not bound. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 12:01:50.899921 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-8c8d9f04-1309-4712-b555-d6c223fcf53d None None] Provisioning for port 59bbf8c4-aef4-4a26-9812-b066bd70f33b completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:01:50.936248 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-df74f958-e6c7-479a-a275-f322428e44c0 tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:50.950007 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-386ab8a6-1108-457e-80fc-d4fc9a59bf70 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks [] for port, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:51.027885 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-df74f958-e6c7-479a-a275-f322428e44c0 tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:51.051893 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df74f958-e6c7-479a-a275-f322428e44c0 tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86409713-1dd2-4a97-9936-f9f1eca6e762,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:01:51.059963 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-df74f958-e6c7-479a-a275-f322428e44c0 tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Notify callbacks [] for security_group, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:51.063659 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-df74f958-e6c7-479a-a275-f322428e44c0 tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] 10.222.0.30 "DELETE /v2.0/security-groups/86409713-1dd2-4a97-9936-f9f1eca6e762 HTTP/1.1" status: 204 len: 168 time: 0.3826120 Mar 28 12:01:51.063659 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-386ab8a6-1108-457e-80fc-d4fc9a59bf70 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:51.066779 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 56274) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:51.139788 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-5f1074b8-6430-415e-ab62-6b8c575e78f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5f02f7d-33a1-4bfb-8275-f54b07b21c14', 'name': 'tempest-TestNetworkBasicOps-router-1162902735', 'tenant_id': '527195c95736491ca1967a42cc300275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.177'}], 'enable_snat': True}, 'gw_port_id': '344b8558-f9db-4637-80bb-b51096537413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:59:11Z', 'updated_at': '2022-03-28T12:01:46Z', 'revision_number': 6, 'project_id': '527195c95736491ca1967a42cc300275', 'gw_port': {'id': '344b8558-f9db-4637-80bb-b51096537413', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:2b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f02f7d-33a1-4bfb-8275-f54b07b21c14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:59:13Z', 'updated_at': '2022-03-28T11:59:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_floatingips': [{'id': 'c7484ce1-88f5-44a5-a6fc-a3ae004afbfd', 'tenant_id': '527195c95736491ca1967a42cc300275', 'floating_ip_address': '172.26.7.213', 'floating_network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'router_id': 'd5f02f7d-33a1-4bfb-8275-f54b07b21c14', 'port_id': '12748102-4760-40db-84c0-2bcd579ab8d7', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 872, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3eabdfb2-13df-46a0-90ee-a82c1c8f310b', 'mac_address': 'fa:16:3e:b1:72:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87bd8c58-7f15-410e-aa63-e83fafd3b215', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T12:00:13Z', 'updated_at': '2022-03-28T12:00:19Z', 'revision_number': 1, 'project_id': '527195c95736491ca1967a42cc300275', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1916e1d1-6e95-4d71-9fca-2c50aa38f306', 'name': '', 'network_id': '3eabdfb2-13df-46a0-90ee-a82c1c8f310b', 'tenant_id': '527195c95736491ca1967a42cc300275', 'mac_address': 'fa:16:3e:04:43:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f02f7d-33a1-4bfb-8275-f54b07b21c14', 'device_owner': 'network:router_interface', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': '7e493e4f-4143-4d86-a3fc-05446ad68796', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:59:22Z', 'updated_at': '2022-03-28T11:59:35Z', 'revision_number': 5, 'project_id': '527195c95736491ca1967a42cc300275', 'subnets': [{'id': '7e493e4f-4143-4d86-a3fc-05446ad68796', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:01:51.148841 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1074b8-6430-415e-ab62-6b8c575e78f5 None None] The sync data for ids ['d5f02f7d-33a1-4bfb-8275-f54b07b21c14'] in dv-neutron-835340-2-hyperv is: [{'id': 'd5f02f7d-33a1-4bfb-8275-f54b07b21c14', 'name': 'tempest-TestNetworkBasicOps-router-1162902735', 'tenant_id': '527195c95736491ca1967a42cc300275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.177'}], 'enable_snat': True}, 'gw_port_id': '344b8558-f9db-4637-80bb-b51096537413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:59:11Z', 'updated_at': '2022-03-28T12:01:46Z', 'revision_number': 6, 'project_id': '527195c95736491ca1967a42cc300275', 'gw_port': {'id': '344b8558-f9db-4637-80bb-b51096537413', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:2b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f02f7d-33a1-4bfb-8275-f54b07b21c14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:59:13Z', 'updated_at': '2022-03-28T11:59:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_floatingips': [{'id': 'c7484ce1-88f5-44a5-a6fc-a3ae004afbfd', 'tenant_id': '527195c95736491ca1967a42cc300275', 'floating_ip_address': '172.26.7.213', 'floating_network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'router_id': 'd5f02f7d-33a1-4bfb-8275-f54b07b21c14', 'port_id': '12748102-4760-40db-84c0-2bcd579ab8d7', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 872, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3eabdfb2-13df-46a0-90ee-a82c1c8f310b', 'mac_address': 'fa:16:3e:b1:72:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87bd8c58-7f15-410e-aa63-e83fafd3b215', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T12:00:13Z', 'updated_at': '2022-03-28T12:00:19Z', 'revision_number': 1, 'project_id': '527195c95736491ca1967a42cc300275', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1916e1d1-6e95-4d71-9fca-2c50aa38f306', 'name': '', 'network_id': '3eabdfb2-13df-46a0-90ee-a82c1c8f310b', 'tenant_id': '527195c95736491ca1967a42cc300275', 'mac_address': 'fa:16:3e:04:43:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f02f7d-33a1-4bfb-8275-f54b07b21c14', 'device_owner': 'network:router_interface', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': '7e493e4f-4143-4d86-a3fc-05446ad68796', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:59:22Z', 'updated_at': '2022-03-28T11:59:35Z', 'revision_number': 5, 'project_id': '527195c95736491ca1967a42cc300275', 'subnets': [{'id': '7e493e4f-4143-4d86-a3fc-05446ad68796', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 12:01:51.194014 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.db_base_plugin_common [None req-3451f6dc-cff8-4fac-9a00-814cf1fa0e63 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Allocated IP 172.20.0.4 (9d808d20-321a-4040-937a-68d7c35eefe2/fc3e5667-5ef9-4f53-94dd-f3da8865bc91/a6f711ef-66ec-4a72-aa55-fcbdaa19a7c6) {{(pid=87871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 12:01:51.233201 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-386ab8a6-1108-457e-80fc-d4fc9a59bf70 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Network ac2b1748-8f63-4b17-a9c7-07e79704aa5b is already hosted by enough agents. {{(pid=87870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:01:51.244796 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.base_scheduler [None req-386ab8a6-1108-457e-80fc-d4fc9a59bf70 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Resources bound (agent type, host, resource id): {{(pid=87870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:01:51.259706 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386ab8a6-1108-457e-80fc-d4fc9a59bf70 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Received port after_create {{(pid=87870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 12:01:51.285000 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386ab8a6-1108-457e-80fc-d4fc9a59bf70 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Pushing event updated for resources: {'Port': ['ID=fd713b65-9bff-43ae-9821-2941e0c59233,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:01:51.317692 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfff4500-12b0-4220-8b71-e8a99cc082f7 tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Router a903c737-9114-4e46-8578-a20ce24dc16b has already been hosted by L3 agent af79d429-529e-400b-a119-94d4bec03f3e {{(pid=87871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 12:01:51.320780 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-e737e81b-29f1-4b4d-a778-85baff7100b5 tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Synchronizing usage tracker for tenant:4cdbb48ac209434084ea3a4545b45046 on resource:security_group {{(pid=87870) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:01:51.408538 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78dbec0e-fb48-46af-8faa-33ce119c90f8 None None] Network 13605b52-ab28-46fc-bb68-57fddea7f58d requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 12:01:51.421407 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-e737e81b-29f1-4b4d-a778-85baff7100b5 tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Unset dirty status for tenant:4cdbb48ac209434084ea3a4545b45046 on resource:security_group {{(pid=87870) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:01:51.427340 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-e737e81b-29f1-4b4d-a778-85baff7100b5 tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3291979 Mar 28 12:01:51.428760 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 56278) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:51.490653 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-bf099f48-bacd-4c0c-b562-05ef9d1ab9d2 tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Request body: {'security_group': {'name': 'tempest-secgroup--953050052'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:01:51.509403 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-f00a5638-2fd4-41bd-8e34-106d0eaf8e9a None None] Provisioning for port dd5e1c66-d686-4f80-9e4a-51c54814cc0d completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:01:51.543226 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-bf099f48-bacd-4c0c-b562-05ef9d1ab9d2 tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:01:51.575101 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfff4500-12b0-4220-8b71-e8a99cc082f7 tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 12:01:51.580784 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481bbf7c-a26c-4615-ab1c-b67948b6b7d2 req-3df3cac9-9b1b-4689-9304-edce44053c03 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:01:51.582850 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-481bbf7c-a26c-4615-ab1c-b67948b6b7d2 req-3df3cac9-9b1b-4689-9304-edce44053c03 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.11 "GET /v2.0/ports?device_id=995a3ca1-3741-482f-8e09-4f70eb76f691 HTTP/1.1" status: 200 len: 946 time: 0.4114423 Mar 28 12:01:51.590985 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-bf099f48-bacd-4c0c-b562-05ef9d1ab9d2 tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:01:51.599150 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-dfff4500-12b0-4220-8b71-e8a99cc082f7 tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] 10.222.0.30 "PUT /v2.0/routers/a903c737-9114-4e46-8578-a20ce24dc16b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8746345 Mar 28 12:01:51.610294 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 56282) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:51.645586 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e0339f9-af9a-468d-a4d8-14d9a23c7c79 None None] Sync routers for ids ['a903c737-9114-4e46-8578-a20ce24dc16b'] in dv-neutron-835340-2-hyperv {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 12:01:51.651549 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device dd5e1c66-d686-4f80-9e4a-51c54814cc0d up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:01:51.671287 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-bf099f48-bacd-4c0c-b562-05ef9d1ab9d2 tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Notify callbacks [] for security_group, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:51.762121 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e0339f9-af9a-468d-a4d8-14d9a23c7c79 None None] Routers {'a903c737-9114-4e46-8578-a20ce24dc16b'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:01:51.763023 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-6e0339f9-af9a-468d-a4d8-14d9a23c7c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:01:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['a903c737-9114-4e46-8578-a20ce24dc16b'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:01:51.843308 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.api.v2.resource [None req-038408bd-a19b-419d-9305-6633351af3b3 tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] delete failed (client error): The resource could not be found. Mar 28 12:01:51.848376 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-038408bd-a19b-419d-9305-6633351af3b3 tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] 10.222.0.30 "DELETE /v2.0/routers/tempest-non_exist_router-1170424678 HTTP/1.1" status: 404 len: 335 time: 0.2332861 Mar 28 12:01:51.850026 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 56288) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:51.855155 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-97b750cf-47c1-4410-9e3e-36c57f251fb2 tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a903c737-9114-4e46-8578-a20ce24dc16b'}}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:01:51.887875 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [req-481bbf7c-a26c-4615-ab1c-b67948b6b7d2 req-0f4f5f57-576b-40ec-9dfa-a554816dc09d tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Deleting port aaad7283-132c-41bd-a2b9-91a059f6114c {{(pid=87870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:01:51.888181 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [req-481bbf7c-a26c-4615-ab1c-b67948b6b7d2 req-0f4f5f57-576b-40ec-9dfa-a554816dc09d tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:51.926552 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-3451f6dc-cff8-4fac-9a00-814cf1fa0e63 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks [] for port, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:51.934953 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-bf099f48-bacd-4c0c-b562-05ef9d1ab9d2 tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:01:51.944735 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-bf099f48-bacd-4c0c-b562-05ef9d1ab9d2 tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Usage tracker for resource:security_group_rule and tenant:4cdbb48ac209434084ea3a4545b45046 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:01:51.949515 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-6e0339f9-af9a-468d-a4d8-14d9a23c7c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:01:51.953213 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-bf099f48-bacd-4c0c-b562-05ef9d1ab9d2 tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:01:51.972036 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-bf099f48-bacd-4c0c-b562-05ef9d1ab9d2 tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:01:51.999301 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e0339f9-af9a-468d-a4d8-14d9a23c7c79 None None] Routers {'a903c737-9114-4e46-8578-a20ce24dc16b'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:01:51.999938 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-6e0339f9-af9a-468d-a4d8-14d9a23c7c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:01:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['a903c737-9114-4e46-8578-a20ce24dc16b'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:01:52.068514 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-6e0339f9-af9a-468d-a4d8-14d9a23c7c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:01:52.068918 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e0339f9-af9a-468d-a4d8-14d9a23c7c79 None None] The sync data for ids ['a903c737-9114-4e46-8578-a20ce24dc16b'] in dv-neutron-835340-2-hyperv is: [] {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 12:01:52.091106 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning for port dd5e1c66-d686-4f80-9e4a-51c54814cc0d completed by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:01:52.097868 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port dd5e1c66-d686-4f80-9e4a-51c54814cc0d triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:01:52.098242 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:52.108212 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.provisioning_blocks [None req-3451f6dc-cff8-4fac-9a00-814cf1fa0e63 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Transition to ACTIVE for port object a6f711ef-66ec-4a72-aa55-fcbdaa19a7c6 will not be triggered until provisioned by entity DHCP. {{(pid=87871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:01:52.190113 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-386ab8a6-1108-457e-80fc-d4fc9a59bf70 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks [] for router_gateway, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:52.240865 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:52.290513 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] For port dd5e1c66-d686-4f80-9e4a-51c54814cc0d, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=dd5e1c66-d686-4f80-9e4a-51c54814cc0d,segment=NetworkSegment(31dfbaa4-b0ea-49e9-b329-3274fe405630),segment_id=31dfbaa4-b0ea-49e9-b329-3274fe405630)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:01:52.297717 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:52.298923 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 59bbf8c4-aef4-4a26-9812-b066bd70f33b up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:01:52.310640 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf90cb8f-ac4e-46df-aa52-c101a8028a59 req-4c19f6a6-3380-4529-81ef-1b2d6c4900f3 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:01:52.318406 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-bf90cb8f-ac4e-46df-aa52-c101a8028a59 req-4c19f6a6-3380-4529-81ef-1b2d6c4900f3 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/ports?device_id=995a3ca1-3741-482f-8e09-4f70eb76f691 HTTP/1.1" status: 200 len: 946 time: 0.4049127 Mar 28 12:01:52.372286 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-bf099f48-bacd-4c0c-b562-05ef9d1ab9d2 tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Notify callbacks [] for security_group, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:52.406764 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-97b750cf-47c1-4410-9e3e-36c57f251fb2 tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-709632', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-707672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260923'] for router, precommit_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:52.428251 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-3451f6dc-cff8-4fac-9a00-814cf1fa0e63 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:52.438416 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Pushing event updated for resources: {'Port': ['ID=dd5e1c66-d686-4f80-9e4a-51c54814cc0d,revision_number=3']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:01:52.449562 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-bf099f48-bacd-4c0c-b562-05ef9d1ab9d2 tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:52.453038 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning for port 59bbf8c4-aef4-4a26-9812-b066bd70f33b completed by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:01:52.458145 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.api.v2.resource [None req-97b750cf-47c1-4410-9e3e-36c57f251fb2 tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] update failed (client error): The resource could not be found. Mar 28 12:01:52.459180 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-97b750cf-47c1-4410-9e3e-36c57f251fb2 tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] 10.222.0.30 "PUT /v2.0/routers/a903c737-9114-4e46-8578-a20ce24dc16b HTTP/1.1" status: 404 len: 339 time: 0.6082289 Mar 28 12:01:52.464395 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port 59bbf8c4-aef4-4a26-9812-b066bd70f33b triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:01:52.464765 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:52.478525 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 56292) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:52.510692 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-bf90cb8f-ac4e-46df-aa52-c101a8028a59 req-3ed8bd23-a078-4a6b-ae18-50c0c5c93485 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5f98470-68ab-40c4-af40-df1dd85645b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1914136 Mar 28 12:01:52.528850 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3451f6dc-cff8-4fac-9a00-814cf1fa0e63 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Network 9d808d20-321a-4040-937a-68d7c35eefe2 is already hosted by enough agents. {{(pid=87871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:01:52.530382 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-359a9866-855d-4187-8875-e1c9227a86ac None None] Provisioning complete for port dd5e1c66-d686-4f80-9e4a-51c54814cc0d triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:01:52.530747 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-359a9866-855d-4187-8875-e1c9227a86ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:52.537733 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-3451f6dc-cff8-4fac-9a00-814cf1fa0e63 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Resources bound (agent type, host, resource id): {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:01:52.549872 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3451f6dc-cff8-4fac-9a00-814cf1fa0e63 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Received port after_create {{(pid=87871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 12:01:52.588288 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3451f6dc-cff8-4fac-9a00-814cf1fa0e63 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Pushing event updated for resources: {'Port': ['ID=a6f711ef-66ec-4a72-aa55-fcbdaa19a7c6,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:01:52.632011 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3451f6dc-cff8-4fac-9a00-814cf1fa0e63 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:01:52.633086 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-3451f6dc-cff8-4fac-9a00-814cf1fa0e63 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:52.656903 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-3451f6dc-cff8-4fac-9a00-814cf1fa0e63 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.3007534 Mar 28 12:01:52.660462 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 56296) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:52.661901 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:52.667659 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-0ad87047-ca08-4f2c-a0bc-8181bac1c4de tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Request body: {'subnet': {'network_id': '9d808d20-321a-4040-937a-68d7c35eefe2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:01:52.686562 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf099f48-bacd-4c0c-b562-05ef9d1ab9d2 tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63d91399-7264-40ca-9c86-e617352896f0,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:01:52.801649 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] For port 59bbf8c4-aef4-4a26-9812-b066bd70f33b, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=59bbf8c4-aef4-4a26-9812-b066bd70f33b,segment=NetworkSegment(287492be-530b-4587-955c-3ed4cbc033b4),segment_id=287492be-530b-4587-955c-3ed4cbc033b4)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:01:52.813496 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:52.825726 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-bf099f48-bacd-4c0c-b562-05ef9d1ab9d2 tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Notify callbacks [] for security_group, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:52.829817 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-bf099f48-bacd-4c0c-b562-05ef9d1ab9d2 tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.3983033 Mar 28 12:01:52.834920 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 56300) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:52.841207 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.db [req-481bbf7c-a26c-4615-ab1c-b67948b6b7d2 req-0f4f5f57-576b-40ec-9dfa-a554816dc09d tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] For port aaad7283-132c-41bd-a2b9-91a059f6114c, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=aaad7283-132c-41bd-a2b9-91a059f6114c,segment=NetworkSegment(0c16f700-172a-4559-8f9a-7ed8adf773e6),segment_id=0c16f700-172a-4559-8f9a-7ed8adf773e6)] {{(pid=87870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:01:52.841569 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [req-481bbf7c-a26c-4615-ab1c-b67948b6b7d2 req-0f4f5f57-576b-40ec-9dfa-a554816dc09d tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:52.842964 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-db4fc70a-0626-41a2-a351-6febc78084b3 tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Request body: {'security_group_rule': {'security_group_id': '63d91399-7264-40ca-9c86-e617352896f0', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:01:52.843435 dv-neutron-835340-2-hyperv neutron-server[87871]: WARNING neutron.api.v2.base [None req-db4fc70a-0626-41a2-a351-6febc78084b3 tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 28 12:01:52.843953 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.api.v2.resource [None req-db4fc70a-0626-41a2-a351-6febc78084b3 tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 12:01:52.844887 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-db4fc70a-0626-41a2-a351-6febc78084b3 tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0091746 Mar 28 12:01:52.848771 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 56304) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:52.853226 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-ec0448e0-82a6-4874-b66a-d2facfcb6a50 tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Request body: {'security_group_rule': {'security_group_id': '63d91399-7264-40ca-9c86-e617352896f0', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:01:52.866425 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-ec0448e0-82a6-4874-b66a-d2facfcb6a50 tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:01:52.873842 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-ec0448e0-82a6-4874-b66a-d2facfcb6a50 tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Usage tracker for resource:security_group_rule and tenant:4cdbb48ac209434084ea3a4545b45046 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:01:52.879642 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-ec0448e0-82a6-4874-b66a-d2facfcb6a50 tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:01:52.895061 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-ec0448e0-82a6-4874-b66a-d2facfcb6a50 tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:01:52.912286 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Pushing event updated for resources: {'Port': ['ID=59bbf8c4-aef4-4a26-9812-b066bd70f33b,revision_number=3']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:01:52.913475 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-0ad87047-ca08-4f2c-a0bc-8181bac1c4de tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:01:52.923172 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-0ad87047-ca08-4f2c-a0bc-8181bac1c4de tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Usage tracker for resource:subnet and tenant:35b7084247a448e2b3e41f3619d7d4bc is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:01:52.931280 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-0ad87047-ca08-4f2c-a0bc-8181bac1c4de tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:01:52.939543 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-0ad87047-ca08-4f2c-a0bc-8181bac1c4de tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:01:52.945281 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-3cd3a914-6cc9-4f49-b545-9fbc6fafb105 None None] Provisioning for port a6f711ef-66ec-4a72-aa55-fcbdaa19a7c6 completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:01:52.950796 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-3cd3a914-6cc9-4f49-b545-9fbc6fafb105 None None] Provisioning complete for port a6f711ef-66ec-4a72-aa55-fcbdaa19a7c6 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:01:52.951441 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-3cd3a914-6cc9-4f49-b545-9fbc6fafb105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:52.951775 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.api.v2.resource [None req-ec0448e0-82a6-4874-b66a-d2facfcb6a50 tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 12:01:52.955768 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-ec0448e0-82a6-4874-b66a-d2facfcb6a50 tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1034389 Mar 28 12:01:52.956026 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 56308) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:52.961593 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-3cc10756-8480-457b-a612-aa9d9d5a989a tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Request body: {'security_group_rule': {'security_group_id': '63d91399-7264-40ca-9c86-e617352896f0', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:01:52.962062 dv-neutron-835340-2-hyperv neutron-server[87871]: WARNING neutron.api.v2.base [None req-3cc10756-8480-457b-a612-aa9d9d5a989a tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Mar 28 12:01:52.962526 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.api.v2.resource [None req-3cc10756-8480-457b-a612-aa9d9d5a989a tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 12:01:52.965878 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-3cc10756-8480-457b-a612-aa9d9d5a989a tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0064580 Mar 28 12:01:52.965878 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ad87047-ca08-4f2c-a0bc-8181bac1c4de tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Made reservation on behalf of 35b7084247a448e2b3e41f3619d7d4bc for: {'subnet': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 12:01:52.968472 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-0ad87047-ca08-4f2c-a0bc-8181bac1c4de tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26551362'] for subnet, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:52.985926 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 56312) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:53.001592 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-8d061fb7-bcca-42b2-b559-c93310549115 tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Request body: {'security_group_rule': {'security_group_id': '63d91399-7264-40ca-9c86-e617352896f0', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:01:53.006392 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-3cd3a914-6cc9-4f49-b545-9fbc6fafb105 None None] Port a6f711ef-66ec-4a72-aa55-fcbdaa19a7c6 cannot update to ACTIVE because it is not bound. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 12:01:53.010968 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-8d061fb7-bcca-42b2-b559-c93310549115 tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:01:53.018854 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-8d061fb7-bcca-42b2-b559-c93310549115 tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Usage tracker for resource:security_group_rule and tenant:4cdbb48ac209434084ea3a4545b45046 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:01:53.041442 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [req-481bbf7c-a26c-4615-ab1c-b67948b6b7d2 req-0f4f5f57-576b-40ec-9dfa-a554816dc09d tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Calling delete_port for aaad7283-132c-41bd-a2b9-91a059f6114c owned by compute:nova {{(pid=87870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:01:53.068480 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-8d061fb7-bcca-42b2-b559-c93310549115 tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:01:53.085438 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-8d061fb7-bcca-42b2-b559-c93310549115 tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:01:53.139518 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.db.ipam_backend_mixin [None req-0ad87047-ca08-4f2c-a0bc-8181bac1c4de tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet fc3e5667-5ef9-4f53-94dd-f3da8865bc91 (CIDR: 172.20.0.0/28) Mar 28 12:01:53.140990 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.api.v2.resource [None req-8d061fb7-bcca-42b2-b559-c93310549115 tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 12:01:53.141391 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-8d061fb7-bcca-42b2-b559-c93310549115 tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1545391 Mar 28 12:01:53.145625 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 56316) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:53.150800 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-db0f00de-c9dc-44a1-b4b9-12c0443587ba tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Request body: {'security_group_rule': {'security_group_id': '63d91399-7264-40ca-9c86-e617352896f0', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:01:53.151203 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device dd5e1c66-d686-4f80-9e4a-51c54814cc0d up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:01:53.151325 dv-neutron-835340-2-hyperv neutron-server[87871]: WARNING neutron.api.v2.base [None req-db0f00de-c9dc-44a1-b4b9-12c0443587ba tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 28 12:01:53.151762 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.api.v2.resource [None req-db0f00de-c9dc-44a1-b4b9-12c0443587ba tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 12:01:53.155210 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-db0f00de-c9dc-44a1-b4b9-12c0443587ba tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0065806 Mar 28 12:01:53.155210 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ad87047-ca08-4f2c-a0bc-8181bac1c4de tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 12:01:53.155210 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ad87047-ca08-4f2c-a0bc-8181bac1c4de tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 12:01:53.164931 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 56320) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:53.174310 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-f8f070f9-7f9f-4584-8643-bac5f541fe30 tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Request body: {'security_group_rule': {'security_group_id': '63d91399-7264-40ca-9c86-e617352896f0', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:01:53.182896 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-f8f070f9-7f9f-4584-8643-bac5f541fe30 tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:01:53.187624 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-f8f070f9-7f9f-4584-8643-bac5f541fe30 tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Usage tracker for resource:security_group_rule and tenant:4cdbb48ac209434084ea3a4545b45046 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:01:53.195098 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-0ad87047-ca08-4f2c-a0bc-8181bac1c4de tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5306714 Mar 28 12:01:53.195098 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-f8f070f9-7f9f-4584-8643-bac5f541fe30 tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:01:53.196441 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 56324) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:53.205294 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-4dce76e5-5639-4739-a9bd-2bd9752fa10f tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Request body: {'subnet': {'network_id': '9d808d20-321a-4040-937a-68d7c35eefe2', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:01:53.220797 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-f8f070f9-7f9f-4584-8643-bac5f541fe30 tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:01:53.251314 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port dd5e1c66-d686-4f80-9e4a-51c54814cc0d triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:01:53.251810 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:53.334577 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.api.v2.resource [None req-f8f070f9-7f9f-4584-8643-bac5f541fe30 tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 12:01:53.340067 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-f8f070f9-7f9f-4584-8643-bac5f541fe30 tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1737552 Mar 28 12:01:53.353428 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 56328) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:53.379441 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-56b26b8b-f11e-4448-a4c0-fae20faf739e tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Request body: {'security_group_rule': {'security_group_id': '63d91399-7264-40ca-9c86-e617352896f0', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:01:53.380515 dv-neutron-835340-2-hyperv neutron-server[87870]: WARNING neutron.api.v2.base [None req-56b26b8b-f11e-4448-a4c0-fae20faf739e tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Mar 28 12:01:53.380515 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.api.v2.resource [None req-56b26b8b-f11e-4448-a4c0-fae20faf739e tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 12:01:53.381388 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-56b26b8b-f11e-4448-a4c0-fae20faf739e tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0244985 Mar 28 12:01:53.385226 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 59bbf8c4-aef4-4a26-9812-b066bd70f33b up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:01:53.390948 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 56332) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:53.394768 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-4dce76e5-5639-4739-a9bd-2bd9752fa10f tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:01:53.401664 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-6c7f822f-cc02-497f-99e3-2d23484cdb9d tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Request body: {'security_group_rule': {'security_group_id': '63d91399-7264-40ca-9c86-e617352896f0', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:01:53.406820 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-4dce76e5-5639-4739-a9bd-2bd9752fa10f tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Usage tracker for resource:subnet and tenant:35b7084247a448e2b3e41f3619d7d4bc is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:01:53.410952 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-4dce76e5-5639-4739-a9bd-2bd9752fa10f tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:01:53.418056 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-6c7f822f-cc02-497f-99e3-2d23484cdb9d tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:01:53.422189 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-4dce76e5-5639-4739-a9bd-2bd9752fa10f tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:01:53.427862 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-6c7f822f-cc02-497f-99e3-2d23484cdb9d tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Usage tracker for resource:security_group_rule and tenant:4cdbb48ac209434084ea3a4545b45046 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:01:53.434044 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-6c7f822f-cc02-497f-99e3-2d23484cdb9d tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:01:53.448232 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-6c7f822f-cc02-497f-99e3-2d23484cdb9d tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:01:53.453330 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dce76e5-5639-4739-a9bd-2bd9752fa10f tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Made reservation on behalf of 35b7084247a448e2b3e41f3619d7d4bc for: {'subnet': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 12:01:53.459003 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-4dce76e5-5639-4739-a9bd-2bd9752fa10f tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26551362'] for subnet, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:53.468379 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port 59bbf8c4-aef4-4a26-9812-b066bd70f33b triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:01:53.468745 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:53.526770 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-386ab8a6-1108-457e-80fc-d4fc9a59bf70 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709693'] for router, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:53.617938 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 29f2c713-19b3-416c-b5d3-db487321a184 no longer exists at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 12:01:53.669816 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] No Port match for: 29f2c713-19b3-416c-b5d3-db487321a184 {{(pid=87872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 12:01:53.670089 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 29f2c713-19b3-416c-b5d3-db487321a184 not bound to the agent host dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 12:01:53.760439 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.api.v2.resource [None req-6c7f822f-cc02-497f-99e3-2d23484cdb9d tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 12:01:53.761457 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-6c7f822f-cc02-497f-99e3-2d23484cdb9d tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.3694882 Mar 28 12:01:53.765461 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 56338) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:53.777980 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-e7262e12-4d89-4dbf-9df1-b778852515fa tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Request body: {'security_group_rule': {'security_group_id': '63d91399-7264-40ca-9c86-e617352896f0', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:01:53.789643 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-e7262e12-4d89-4dbf-9df1-b778852515fa tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:01:53.800362 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-e7262e12-4d89-4dbf-9df1-b778852515fa tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Usage tracker for resource:security_group_rule and tenant:4cdbb48ac209434084ea3a4545b45046 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:01:53.806699 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-e7262e12-4d89-4dbf-9df1-b778852515fa tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:01:53.809551 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-375688e8-2174-48b1-8c98-500d12e09224 tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:53.814833 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-e7262e12-4d89-4dbf-9df1-b778852515fa tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:01:53.896366 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.api.v2.resource [None req-e7262e12-4d89-4dbf-9df1-b778852515fa tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 12:01:53.897981 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-e7262e12-4d89-4dbf-9df1-b778852515fa tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1316900 Mar 28 12:01:53.905177 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 56342) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:53.973475 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [req-481bbf7c-a26c-4615-ab1c-b67948b6b7d2 req-0f4f5f57-576b-40ec-9dfa-a554816dc09d tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:53.974427 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-4dce76e5-5639-4739-a9bd-2bd9752fa10f tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2364128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26551408'] for subnet, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:54.031963 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dce76e5-5639-4739-a9bd-2bd9752fa10f tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Network 9d808d20-321a-4040-937a-68d7c35eefe2 is already hosted by enough agents. {{(pid=87871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:01:54.035923 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-4dce76e5-5639-4739-a9bd-2bd9752fa10f tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Resources bound (agent type, host, resource id): {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:01:54.040376 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dce76e5-5639-4739-a9bd-2bd9752fa10f tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:01:54.040947 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-4dce76e5-5639-4739-a9bd-2bd9752fa10f tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks [] for subnet, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:54.047572 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-678c9e12-269a-467c-b5c9-de8e0270507f None None] Network 9d808d20-321a-4040-937a-68d7c35eefe2 requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 12:01:54.062568 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dce76e5-5639-4739-a9bd-2bd9752fa10f tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Pushing event updated for resources: {'Subnet': ['ID=02d2198a-6548-47ea-be34-381a1972570b,revision_number=0']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:01:54.069975 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-4dce76e5-5639-4739-a9bd-2bd9752fa10f tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.8724723 Mar 28 12:01:54.072635 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 56346) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:54.078693 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-2814bfc4-e267-4d23-912d-150fcef62f87 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1847425230', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '02d2198a-6548-47ea-be34-381a1972570b'}], 'security_groups': ['998ef494-d154-44ca-8c0a-1bc2df692283']}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:01:54.134087 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4f5f57-576b-40ec-9dfa-a554816dc09d tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Pushing event deleted for resources: {'Port': ['ID=aaad7283-132c-41bd-a2b9-91a059f6114c,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:01:54.218437 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-2814bfc4-e267-4d23-912d-150fcef62f87 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:54.317748 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.l3_dvrscheduler_db [req-481bbf7c-a26c-4615-ab1c-b67948b6b7d2 req-0f4f5f57-576b-40ec-9dfa-a554816dc09d tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] No DVR routers for this DVR port aaad7283-132c-41bd-a2b9-91a059f6114c on host hv-neutron-8353 {{(pid=87870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 12:01:54.322418 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [req-481bbf7c-a26c-4615-ab1c-b67948b6b7d2 req-0f4f5f57-576b-40ec-9dfa-a554816dc09d tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:54.341506 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca5e8f6-8c82-4547-85e2-7ec7c4454cda req-a819126f-f552-4b30-8df5-6de64aa54896 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:01:54.343026 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-9ca5e8f6-8c82-4547-85e2-7ec7c4454cda req-a819126f-f552-4b30-8df5-6de64aa54896 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/ports?device_id=995a3ca1-3741-482f-8e09-4f70eb76f691 HTTP/1.1" status: 200 len: 946 time: 0.6451659 Mar 28 12:01:54.343652 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '995a3ca1-3741-482f-8e09-4f70eb76f691', 'name': 'network-vif-deleted', 'tag': 'aaad7283-132c-41bd-a2b9-91a059f6114c'}] {{(pid=87870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 12:01:54.401530 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '995a3ca1-3741-482f-8e09-4f70eb76f691', 'name': 'network-vif-deleted', 'tag': 'aaad7283-132c-41bd-a2b9-91a059f6114c', 'status': 'completed', 'code': 200} Mar 28 12:01:54.415647 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-bf7bb784-9634-4c86-9584-d9a77b7d2e3d tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Notify callbacks [] for security_group, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:54.426015 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5291edd-8dd8-48ce-abc4-ecc49f0a03f1 None None] Update dhcp port {'port': {'network_id': '9d808d20-321a-4040-937a-68d7c35eefe2', 'fixed_ips': [{'subnet_id': 'fc3e5667-5ef9-4f53-94dd-f3da8865bc91', 'ip_address': '172.20.0.2'}, {'subnet_id': '02d2198a-6548-47ea-be34-381a1972570b'}], 'binding:host_id': 'dv-neutron-835340-2-hyperv'}, 'id': '59bbf8c4-aef4-4a26-9812-b066bd70f33b'} from dv-neutron-835340-2-hyperv. {{(pid=87872) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 28 12:01:54.484228 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-c5291edd-8dd8-48ce-abc4-ecc49f0a03f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:54.493964 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-481bbf7c-a26c-4615-ab1c-b67948b6b7d2 req-0f4f5f57-576b-40ec-9dfa-a554816dc09d tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.11 "DELETE /v2.0/ports/aaad7283-132c-41bd-a2b9-91a059f6114c HTTP/1.1" status: 204 len: 173 time: 2.9040949 Mar 28 12:01:54.537153 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-9ca5e8f6-8c82-4547-85e2-7ec7c4454cda req-617f5c78-7b66-4cb6-8d3d-3bf2cca69546 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/security-groups?id=a5f98470-68ab-40c4-af40-df1dd85645b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1805940 Mar 28 12:01:54.548243 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-bf7bb784-9634-4c86-9584-d9a77b7d2e3d tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:54.556272 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-386ab8a6-1108-457e-80fc-d4fc9a59bf70 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Router aee21855-9ca1-4ba9-b166-3594b594c188 is scheduled to L3 agent af79d429-529e-400b-a119-94d4bec03f3e with binding_index 1 {{(pid=87870) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 12:01:54.736386 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.db_base_plugin_common [None req-2814bfc4-e267-4d23-912d-150fcef62f87 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Delete allocated IP 172.20.0.4 (9d808d20-321a-4040-937a-68d7c35eefe2/fc3e5667-5ef9-4f53-94dd-f3da8865bc91) {{(pid=87871) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 28 12:01:54.745948 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-bf7bb784-9634-4c86-9584-d9a77b7d2e3d tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:54.746190 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.db_base_plugin_common [None req-2814bfc4-e267-4d23-912d-150fcef62f87 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Allocated IP 172.20.0.21 (9d808d20-321a-4040-937a-68d7c35eefe2/02d2198a-6548-47ea-be34-381a1972570b/a6f711ef-66ec-4a72-aa55-fcbdaa19a7c6) {{(pid=87871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 12:01:54.781862 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7bb784-9634-4c86-9584-d9a77b7d2e3d tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63d91399-7264-40ca-9c86-e617352896f0,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:01:54.797905 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.db_base_plugin_common [None req-375688e8-2174-48b1-8c98-500d12e09224 tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Allocated IP 172.20.0.1 (fec03795-a37b-4098-9160-d2f1fc49687d/bf8b7add-c644-433f-8074-c22c2ab99685/bc290191-a15a-473c-9f48-cbaa928b6d8e) {{(pid=87870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 12:01:54.963489 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-2814bfc4-e267-4d23-912d-150fcef62f87 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks [] for port, precommit_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:54.981440 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.provisioning_blocks [None req-2814bfc4-e267-4d23-912d-150fcef62f87 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Transition to ACTIVE for port object a6f711ef-66ec-4a72-aa55-fcbdaa19a7c6 will not be triggered until provisioned by entity DHCP. {{(pid=87871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:01:54.988685 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-2814bfc4-e267-4d23-912d-150fcef62f87 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2363241'] for port, after_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:54.996427 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-bf7bb784-9634-4c86-9584-d9a77b7d2e3d tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Notify callbacks [] for security_group, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:54.999877 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-bf7bb784-9634-4c86-9584-d9a77b7d2e3d tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] 10.222.0.30 "DELETE /v2.0/security-groups/63d91399-7264-40ca-9c86-e617352896f0 HTTP/1.1" status: 204 len: 168 time: 1.0861101 Mar 28 12:01:55.006494 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 56352) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:55.040880 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Device aaad7283-132c-41bd-a2b9-91a059f6114c no longer exists at agent hyperv_hv-neutron-8353 {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 12:01:55.078072 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-386ab8a6-1108-457e-80fc-d4fc9a59bf70 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 12:01:55.089817 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e4f2a09-819a-4dd7-bfae-cfe0c05fa0e8 None None] Sync routers for ids ['aee21855-9ca1-4ba9-b166-3594b594c188'] in dv-neutron-835340-2-hyperv {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 12:01:55.093510 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2814bfc4-e267-4d23-912d-150fcef62f87 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Pushing event updated for resources: {'Port': ['ID=a6f711ef-66ec-4a72-aa55-fcbdaa19a7c6,revision_number=2']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:01:55.111338 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e4f2a09-819a-4dd7-bfae-cfe0c05fa0e8 None None] Routers {'aee21855-9ca1-4ba9-b166-3594b594c188'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:01:55.111989 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-1e4f2a09-819a-4dd7-bfae-cfe0c05fa0e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:01:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['aee21855-9ca1-4ba9-b166-3594b594c188'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:01:55.130362 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] No Port match for: aaad7283-132c-41bd-a2b9-91a059f6114c {{(pid=87872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 12:01:55.131417 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Device aaad7283-132c-41bd-a2b9-91a059f6114c not bound to the agent host hv-neutron-8353 {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 12:01:55.153723 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.db_base_plugin_common [None req-c5291edd-8dd8-48ce-abc4-ecc49f0a03f1 None None] Allocated IP 172.20.0.18 (9d808d20-321a-4040-937a-68d7c35eefe2/02d2198a-6548-47ea-be34-381a1972570b/59bbf8c4-aef4-4a26-9812-b066bd70f33b) {{(pid=87872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 12:01:55.217793 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-31299fe2-26fa-41bb-8588-29ad86cf5b0e tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Synchronizing usage tracker for tenant:4cdbb48ac209434084ea3a4545b45046 on resource:security_group {{(pid=87870) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:01:55.223499 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-2814bfc4-e267-4d23-912d-150fcef62f87 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] In _notify_port_updated(), no bound segment for port a6f711ef-66ec-4a72-aa55-fcbdaa19a7c6 on network 9d808d20-321a-4040-937a-68d7c35eefe2 {{(pid=87871) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 28 12:01:55.225577 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-386ab8a6-1108-457e-80fc-d4fc9a59bf70 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks [] for router, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:55.227055 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-386ab8a6-1108-457e-80fc-d4fc9a59bf70 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 6.9487953 Mar 28 12:01:55.230711 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 56356) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:55.236950 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2814bfc4-e267-4d23-912d-150fcef62f87 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:01:55.237872 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-2814bfc4-e267-4d23-912d-150fcef62f87 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:55.239443 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-2814bfc4-e267-4d23-912d-150fcef62f87 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] 10.222.0.30 "PUT /v2.0/ports/a6f711ef-66ec-4a72-aa55-fcbdaa19a7c6 HTTP/1.1" status: 200 len: 921 time: 1.1657426 Mar 28 12:01:55.242157 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 56360) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:55.248381 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-1e4f2a09-819a-4dd7-bfae-cfe0c05fa0e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:01:55.258153 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e4f2a09-819a-4dd7-bfae-cfe0c05fa0e8 None None] Routers {'aee21855-9ca1-4ba9-b166-3594b594c188'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:01:55.258783 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-1e4f2a09-819a-4dd7-bfae-cfe0c05fa0e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:01:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['aee21855-9ca1-4ba9-b166-3594b594c188'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:01:55.316246 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-667575f7-6d05-429c-b2cf-5c1ae5e8148e tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Deleting port a6f711ef-66ec-4a72-aa55-fcbdaa19a7c6 {{(pid=87871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:01:55.316625 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-667575f7-6d05-429c-b2cf-5c1ae5e8148e tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:55.338808 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-31299fe2-26fa-41bb-8588-29ad86cf5b0e tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Unset dirty status for tenant:4cdbb48ac209434084ea3a4545b45046 on resource:security_group {{(pid=87870) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:01:55.340492 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-31299fe2-26fa-41bb-8588-29ad86cf5b0e tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3331199 Mar 28 12:01:55.344821 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 56364) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:55.347806 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-1e4f2a09-819a-4dd7-bfae-cfe0c05fa0e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:01:55.349136 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e4f2a09-819a-4dd7-bfae-cfe0c05fa0e8 None None] The sync data for ids ['aee21855-9ca1-4ba9-b166-3594b594c188'] in dv-neutron-835340-2-hyperv is: [] {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 12:01:55.350138 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-c5291edd-8dd8-48ce-abc4-ecc49f0a03f1 None None] For port 59bbf8c4-aef4-4a26-9812-b066bd70f33b, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=59bbf8c4-aef4-4a26-9812-b066bd70f33b,segment=NetworkSegment(287492be-530b-4587-955c-3ed4cbc033b4),segment_id=287492be-530b-4587-955c-3ed4cbc033b4)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:01:55.363523 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-4abd302b-0543-4d59-9bef-108bb25db93d tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Request body: {'security_group': {'name': 'tempest-secgroup--1018155698'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:01:55.377203 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-4abd302b-0543-4d59-9bef-108bb25db93d tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:01:55.383019 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-c5291edd-8dd8-48ce-abc4-ecc49f0a03f1 None None] Notify callbacks [] for port, precommit_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:55.384350 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-375688e8-2174-48b1-8c98-500d12e09224 tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Notify callbacks [] for port, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:55.406139 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-c5291edd-8dd8-48ce-abc4-ecc49f0a03f1 None None] Transition to ACTIVE for port object 59bbf8c4-aef4-4a26-9812-b066bd70f33b will not be triggered until provisioned by entity DHCP. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:01:55.411267 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-4abd302b-0543-4d59-9bef-108bb25db93d tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:01:55.411966 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-c5291edd-8dd8-48ce-abc4-ecc49f0a03f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:55.483044 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.provisioning_blocks [None req-375688e8-2174-48b1-8c98-500d12e09224 tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Transition to ACTIVE for port object bc290191-a15a-473c-9f48-cbaa928b6d8e will not be triggered until provisioned by entity DHCP. {{(pid=87870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:01:55.508954 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-4abd302b-0543-4d59-9bef-108bb25db93d tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Notify callbacks [] for security_group, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:55.553146 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5291edd-8dd8-48ce-abc4-ecc49f0a03f1 None None] Pushing event updated for resources: {'Port': ['ID=59bbf8c4-aef4-4a26-9812-b066bd70f33b,revision_number=4']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:01:55.592198 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-667575f7-6d05-429c-b2cf-5c1ae5e8148e tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:55.617991 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-4abd302b-0543-4d59-9bef-108bb25db93d tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:01:55.626811 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-4abd302b-0543-4d59-9bef-108bb25db93d tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Usage tracker for resource:security_group_rule and tenant:4cdbb48ac209434084ea3a4545b45046 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:01:55.645249 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-4abd302b-0543-4d59-9bef-108bb25db93d tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:01:55.700964 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 56370) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:55.701845 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-4abd302b-0543-4d59-9bef-108bb25db93d tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:01:55.714561 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-375688e8-2174-48b1-8c98-500d12e09224 tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:55.778206 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-667575f7-6d05-429c-b2cf-5c1ae5e8148e tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Calling delete_port for a6f711ef-66ec-4a72-aa55-fcbdaa19a7c6 owned by {{(pid=87871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:01:55.876698 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-375688e8-2174-48b1-8c98-500d12e09224 tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Network fec03795-a37b-4098-9160-d2f1fc49687d is already hosted by enough agents. {{(pid=87870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:01:55.890053 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375688e8-2174-48b1-8c98-500d12e09224 tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Pushing event updated for resources: {'Port': ['ID=bc290191-a15a-473c-9f48-cbaa928b6d8e,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:01:55.892884 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.base_scheduler [None req-375688e8-2174-48b1-8c98-500d12e09224 tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Resources bound (agent type, host, resource id): {{(pid=87870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:01:55.953698 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-375688e8-2174-48b1-8c98-500d12e09224 tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Received port after_create {{(pid=87870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 12:01:56.068227 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-f0923e29-0aa8-43d9-8ffd-5f67d8757d95 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:56.073940 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-667575f7-6d05-429c-b2cf-5c1ae5e8148e tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:56.115516 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-375688e8-2174-48b1-8c98-500d12e09224 tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-709483'] for router_interface, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:56.137909 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667575f7-6d05-429c-b2cf-5c1ae5e8148e tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Pushing event deleted for resources: {'Port': ['ID=a6f711ef-66ec-4a72-aa55-fcbdaa19a7c6,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:01:56.192427 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-4abd302b-0543-4d59-9bef-108bb25db93d tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Notify callbacks [] for security_group, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:56.222511 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-4abd302b-0543-4d59-9bef-108bb25db93d tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:56.247155 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-f0923e29-0aa8-43d9-8ffd-5f67d8757d95 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:56.251685 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-667575f7-6d05-429c-b2cf-5c1ae5e8148e tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:56.260495 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-139bd0ce-c7dd-4c5d-b0b0-48257b67a51a None None] Provisioning for port bc290191-a15a-473c-9f48-cbaa928b6d8e completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:01:56.266887 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-667575f7-6d05-429c-b2cf-5c1ae5e8148e tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] 10.222.0.30 "DELETE /v2.0/ports/a6f711ef-66ec-4a72-aa55-fcbdaa19a7c6 HTTP/1.1" status: 204 len: 168 time: 1.0211720 Mar 28 12:01:56.267041 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-139bd0ce-c7dd-4c5d-b0b0-48257b67a51a None None] Provisioning complete for port bc290191-a15a-473c-9f48-cbaa928b6d8e triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:01:56.267041 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-139bd0ce-c7dd-4c5d-b0b0-48257b67a51a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:56.267325 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 56374) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:56.321968 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.pecan_wsgi.hooks.translation [None req-f96af668-f876-45e4-880c-608e98dc246e tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] GET failed (client error): The resource could not be found. Mar 28 12:01:56.322502 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-f96af668-f876-45e4-880c-608e98dc246e tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Synchronizing usage tracker for tenant:35b7084247a448e2b3e41f3619d7d4bc on resource:port {{(pid=87871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:01:56.337560 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-139bd0ce-c7dd-4c5d-b0b0-48257b67a51a None None] Port bc290191-a15a-473c-9f48-cbaa928b6d8e cannot update to ACTIVE because it is not bound. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 12:01:56.340478 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-f96af668-f876-45e4-880c-608e98dc246e tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Unset dirty status for tenant:35b7084247a448e2b3e41f3619d7d4bc on resource:port {{(pid=87871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:01:56.342119 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-f96af668-f876-45e4-880c-608e98dc246e tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] 10.222.0.30 "GET /v2.0/ports/a6f711ef-66ec-4a72-aa55-fcbdaa19a7c6 HTTP/1.1" status: 404 len: 333 time: 0.0738428 Mar 28 12:01:56.344763 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 56378) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:56.384219 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abd302b-0543-4d59-9bef-108bb25db93d tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9e17b8d-3791-44f9-a276-11e63d5c07d6,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:01:56.398192 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-4abd302b-0543-4d59-9bef-108bb25db93d tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Notify callbacks [] for security_group, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:56.399353 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-4abd302b-0543-4d59-9bef-108bb25db93d tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0500367 Mar 28 12:01:56.405432 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 56382) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:56.413348 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-3c2e0074-734c-4188-9c20-3a6bb57f6713 tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Request body: {'security_group_rule': {'security_group_id': 'f9e17b8d-3791-44f9-a276-11e63d5c07d6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:01:56.420990 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-3c2e0074-734c-4188-9c20-3a6bb57f6713 tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:01:56.423254 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-1a38ca65-66ad-48ac-8005-7acac5fd2666 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks [] for security_group, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:56.437413 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-3c2e0074-734c-4188-9c20-3a6bb57f6713 tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Usage tracker for resource:security_group_rule and tenant:4cdbb48ac209434084ea3a4545b45046 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:01:56.441919 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-3c2e0074-734c-4188-9c20-3a6bb57f6713 tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:01:56.455521 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-3c2e0074-734c-4188-9c20-3a6bb57f6713 tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:01:56.460958 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-6ce15fc0-f7cb-48ea-a870-41d5bcc45a61 None None] Provisioning complete for port a81c6579-6e35-4f9b-8cee-8e424705fee4 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:01:56.461337 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-6ce15fc0-f7cb-48ea-a870-41d5bcc45a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:56.461546 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-1a38ca65-66ad-48ac-8005-7acac5fd2666 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:56.536114 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.api.v2.resource [None req-3c2e0074-734c-4188-9c20-3a6bb57f6713 tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] create failed (client error): The resource could not be found. Mar 28 12:01:56.539958 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-3c2e0074-734c-4188-9c20-3a6bb57f6713 tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1310196 Mar 28 12:01:56.540578 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 56386) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:56.546153 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-66030fae-b783-47c5-82ec-a800356589b9 tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Request body: {'security_group_rule': {'security_group_id': 'f9e17b8d-3791-44f9-a276-11e63d5c07d6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'ff171c8d-72c4-466a-a700-1c5db0db7cf8'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:01:56.552411 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-66030fae-b783-47c5-82ec-a800356589b9 tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:01:56.554603 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-1a38ca65-66ad-48ac-8005-7acac5fd2666 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:56.560947 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-375688e8-2174-48b1-8c98-500d12e09224 tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:56.562420 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-6ce15fc0-f7cb-48ea-a870-41d5bcc45a61 None None] Port a81c6579-6e35-4f9b-8cee-8e424705fee4 cannot update to ACTIVE because it is not bound. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 12:01:56.567591 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-66030fae-b783-47c5-82ec-a800356589b9 tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Usage tracker for resource:security_group_rule and tenant:4cdbb48ac209434084ea3a4545b45046 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:01:56.573731 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-66030fae-b783-47c5-82ec-a800356589b9 tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:01:56.574063 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-f0923e29-0aa8-43d9-8ffd-5f67d8757d95 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:56.575593 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-6ce15fc0-f7cb-48ea-a870-41d5bcc45a61 None None] Provisioning for port 59bbf8c4-aef4-4a26-9812-b066bd70f33b completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:01:56.580830 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-6ce15fc0-f7cb-48ea-a870-41d5bcc45a61 None None] Provisioning complete for port 59bbf8c4-aef4-4a26-9812-b066bd70f33b triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:01:56.581339 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-6ce15fc0-f7cb-48ea-a870-41d5bcc45a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:56.581692 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a38ca65-66ad-48ac-8005-7acac5fd2666 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78010d4c-3480-4fad-b363-56b4e9896a02,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:01:56.583751 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-66030fae-b783-47c5-82ec-a800356589b9 tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:01:56.593272 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-1a38ca65-66ad-48ac-8005-7acac5fd2666 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks [] for security_group, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:56.594380 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-1a38ca65-66ad-48ac-8005-7acac5fd2666 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] 10.222.0.30 "DELETE /v2.0/security-groups/78010d4c-3480-4fad-b363-56b4e9896a02 HTTP/1.1" status: 204 len: 168 time: 0.2486734 Mar 28 12:01:56.598425 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 56390) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:56.611864 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0923e29-0aa8-43d9-8ffd-5f67d8757d95 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5f98470-68ab-40c4-af40-df1dd85645b2,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:01:56.668977 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-f0923e29-0aa8-43d9-8ffd-5f67d8757d95 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:56.670558 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-f0923e29-0aa8-43d9-8ffd-5f67d8757d95 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "DELETE /v2.0/security-groups/a5f98470-68ab-40c4-af40-df1dd85645b2 HTTP/1.1" status: 204 len: 168 time: 0.9664133 Mar 28 12:01:56.679755 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-573f2509-0b9a-4e8a-ab82-6ddd975c0325 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:56.686677 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.api.v2.resource [None req-66030fae-b783-47c5-82ec-a800356589b9 tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] create failed (client error): The resource could not be found. Mar 28 12:01:56.690738 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-66030fae-b783-47c5-82ec-a800356589b9 tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1462219 Mar 28 12:01:56.691789 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 56396) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:56.704638 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-3e236049-8c31-4818-b5e8-1d2a53818842 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks [] for security_group, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:56.766318 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 56400) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:56.791628 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-6ce15fc0-f7cb-48ea-a870-41d5bcc45a61 None None] Could not find standard attr ID for object a6f711ef-66ec-4a72-aa55-fcbdaa19a7c6. {{(pid=87872) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 28 12:01:56.852036 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-3e236049-8c31-4818-b5e8-1d2a53818842 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:56.876668 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.db_base_plugin_v2 [None req-0af28990-948b-4e2e-b57c-c3cff58c19bd tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Deleting subnet 60940c12-d54a-4413-97d1-30b1a13185dc {{(pid=87871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 12:01:56.880252 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-0af28990-948b-4e2e-b57c-c3cff58c19bd tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for subnet, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:56.904252 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-83025185-3519-48e8-b24a-8e3535d76819 None None] Could not find standard attr ID for object a6f711ef-66ec-4a72-aa55-fcbdaa19a7c6. {{(pid=87872) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 28 12:01:56.984841 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-0af28990-948b-4e2e-b57c-c3cff58c19bd tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3436877'] for subnet, precommit_delete_associations {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:57.034039 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-781005f5-306b-4a27-bae0-8d5fc638a4c6 tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Notify callbacks [] for security_group, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:57.058465 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-3e236049-8c31-4818-b5e8-1d2a53818842 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:57.088364 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e236049-8c31-4818-b5e8-1d2a53818842 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=998ef494-d154-44ca-8c0a-1bc2df692283,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:01:57.105107 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-781005f5-306b-4a27-bae0-8d5fc638a4c6 tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:57.128979 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-3e236049-8c31-4818-b5e8-1d2a53818842 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks [] for security_group, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:57.130047 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-3e236049-8c31-4818-b5e8-1d2a53818842 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] 10.222.0.30 "DELETE /v2.0/security-groups/998ef494-d154-44ca-8c0a-1bc2df692283 HTTP/1.1" status: 204 len: 168 time: 0.5313535 Mar 28 12:01:57.137513 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 56404) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:57.154324 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 59bbf8c4-aef4-4a26-9812-b066bd70f33b up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:01:57.221381 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-0af28990-948b-4e2e-b57c-c3cff58c19bd tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1919782'] for subnet, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:57.246572 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port 59bbf8c4-aef4-4a26-9812-b066bd70f33b triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:01:57.246958 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:57.273340 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1f54bc2-7f36-4a97-9f93-6f431e3b4bdf tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Deleting subnet fc3e5667-5ef9-4f53-94dd-f3da8865bc91 {{(pid=87871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 12:01:57.275051 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-781005f5-306b-4a27-bae0-8d5fc638a4c6 tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:57.292224 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-b1f54bc2-7f36-4a97-9f93-6f431e3b4bdf tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks [] for subnet, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:57.344608 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781005f5-306b-4a27-bae0-8d5fc638a4c6 tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9e17b8d-3791-44f9-a276-11e63d5c07d6,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:01:57.365262 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-781005f5-306b-4a27-bae0-8d5fc638a4c6 tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Notify callbacks [] for security_group, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:57.368858 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-781005f5-306b-4a27-bae0-8d5fc638a4c6 tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] 10.222.0.30 "DELETE /v2.0/security-groups/f9e17b8d-3791-44f9-a276-11e63d5c07d6 HTTP/1.1" status: 204 len: 168 time: 0.6741409 Mar 28 12:01:57.370082 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 56408) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:57.400225 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-b1f54bc2-7f36-4a97-9f93-6f431e3b4bdf tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3436877'] for subnet, precommit_delete_associations {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:57.445661 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-0af28990-948b-4e2e-b57c-c3cff58c19bd tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1919805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2364079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26551417'] for subnet, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:57.503202 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af28990-948b-4e2e-b57c-c3cff58c19bd tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Pushing event deleted for resources: {'Subnet': ['ID=60940c12-d54a-4413-97d1-30b1a13185dc,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:01:57.507727 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-0af28990-948b-4e2e-b57c-c3cff58c19bd tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for subnet, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:57.516174 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b6d0228-2088-4339-98c4-cb596d63bb9e None None] Network 407023ce-274c-4460-a707-774aa60c0992 requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 12:01:57.524772 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.db_base_plugin_common [None req-573f2509-0b9a-4e8a-ab82-6ddd975c0325 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Allocated IP 172.20.0.1 (13605b52-ab28-46fc-bb68-57fddea7f58d/7f8f1661-998a-4e5e-96bd-d91c554fd1fa/0aed893e-6841-4d86-8790-7c7f85269d58) {{(pid=87870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 12:01:57.527958 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-375688e8-2174-48b1-8c98-500d12e09224 tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Notify callbacks [] for port, precommit_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:57.536444 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-0af28990-948b-4e2e-b57c-c3cff58c19bd tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "DELETE /v2.0/subnets/60940c12-d54a-4413-97d1-30b1a13185dc HTTP/1.1" status: 204 len: 168 time: 0.7637796 Mar 28 12:01:57.537446 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 56412) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:57.538157 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-375688e8-2174-48b1-8c98-500d12e09224 tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2558288'] for port, after_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:57.541844 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-afd0a8e4-214e-458d-b044-92f4368c893a tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Synchronizing usage tracker for tenant:4cdbb48ac209434084ea3a4545b45046 on resource:security_group {{(pid=87871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:01:57.576593 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-afd0a8e4-214e-458d-b044-92f4368c893a tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Unset dirty status for tenant:4cdbb48ac209434084ea3a4545b45046 on resource:security_group {{(pid=87871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:01:57.581948 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-afd0a8e4-214e-458d-b044-92f4368c893a tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2074285 Mar 28 12:01:57.582162 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 56416) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:57.589150 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-66c6b6e2-6a29-40ad-bd7d-189b4683a69a tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Request body: {'security_group_rule': {'security_group_id': '0600375d-4894-4a30-b6d4-5a56c24bf937', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:01:57.598608 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-66c6b6e2-6a29-40ad-bd7d-189b4683a69a tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:01:57.601102 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-b1f54bc2-7f36-4a97-9f93-6f431e3b4bdf tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1919782'] for subnet, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:57.634518 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-66c6b6e2-6a29-40ad-bd7d-189b4683a69a tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Usage tracker for resource:security_group_rule and tenant:4cdbb48ac209434084ea3a4545b45046 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:01:57.643003 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-66c6b6e2-6a29-40ad-bd7d-189b4683a69a tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:01:57.652641 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-66c6b6e2-6a29-40ad-bd7d-189b4683a69a tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:01:57.708406 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.api.v2.resource [None req-66c6b6e2-6a29-40ad-bd7d-189b4683a69a tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] create failed (client error): The resource could not be found. Mar 28 12:01:57.713961 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-66c6b6e2-6a29-40ad-bd7d-189b4683a69a tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1270030 Mar 28 12:01:57.713961 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-b1f54bc2-7f36-4a97-9f93-6f431e3b4bdf tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1919805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2364079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26551417'] for subnet, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:57.715735 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 56420) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:57.756253 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-be60eeaf-4e6c-41e2-8f55-e992eb573094 tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Request body: {'security_group': {'name': 'tempest-secgroup--1258355059'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:01:57.762161 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f54bc2-7f36-4a97-9f93-6f431e3b4bdf tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Pushing event deleted for resources: {'Subnet': ['ID=fc3e5667-5ef9-4f53-94dd-f3da8865bc91,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:01:57.768076 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-b1f54bc2-7f36-4a97-9f93-6f431e3b4bdf tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks [] for subnet, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:57.771094 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-be60eeaf-4e6c-41e2-8f55-e992eb573094 tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:01:57.780895 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-b1f54bc2-7f36-4a97-9f93-6f431e3b4bdf tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] 10.222.0.30 "DELETE /v2.0/subnets/fc3e5667-5ef9-4f53-94dd-f3da8865bc91 HTTP/1.1" status: 204 len: 168 time: 0.6398554 Mar 28 12:01:57.789495 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 56424) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:57.792850 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-be60eeaf-4e6c-41e2-8f55-e992eb573094 tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:01:57.798169 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2446ff0c-dc04-4c0b-8f86-9b3404bcd014 None None] Network 9d808d20-321a-4040-937a-68d7c35eefe2 requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 12:01:57.800166 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-b53eb999-7876-48a9-a936-c1c5f01e4b8a tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Request body: {'subnet': {'network_id': '9d808d20-321a-4040-937a-68d7c35eefe2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:01:57.827397 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375688e8-2174-48b1-8c98-500d12e09224 tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Pushing event updated for resources: {'Port': ['ID=bc290191-a15a-473c-9f48-cbaa928b6d8e,revision_number=2']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:01:57.828446 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b470dfee-6e5f-4116-89ae-7ac88bc8ab21 None None] DHCP port deletion for 407023ce-274c-4460-a707-774aa60c0992 request from dv-neutron-835340-2-hyperv {{(pid=87872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 12:01:57.849448 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-375688e8-2174-48b1-8c98-500d12e09224 tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-743372'] for router_interface, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:57.854117 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-be60eeaf-4e6c-41e2-8f55-e992eb573094 tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Notify callbacks [] for security_group, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:57.856329 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-b470dfee-6e5f-4116-89ae-7ac88bc8ab21 None None] Deleting port b5f79bec-934e-4bce-aa83-114d662d259b {{(pid=87872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:01:57.856942 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-b470dfee-6e5f-4116-89ae-7ac88bc8ab21 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:57.873429 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-6107caee-60a8-4f61-926d-a82aebf9f59d tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588883'] for network, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:57.948652 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-be60eeaf-4e6c-41e2-8f55-e992eb573094 tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:01:57.957612 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-be60eeaf-4e6c-41e2-8f55-e992eb573094 tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Usage tracker for resource:security_group_rule and tenant:4cdbb48ac209434084ea3a4545b45046 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:01:57.962617 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-be60eeaf-4e6c-41e2-8f55-e992eb573094 tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:01:57.972690 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-be60eeaf-4e6c-41e2-8f55-e992eb573094 tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:01:57.996261 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-6107caee-60a8-4f61-926d-a82aebf9f59d tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Deleting port b5f79bec-934e-4bce-aa83-114d662d259b {{(pid=87870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:01:57.996632 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-6107caee-60a8-4f61-926d-a82aebf9f59d tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:58.018347 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-b53eb999-7876-48a9-a936-c1c5f01e4b8a tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:01:58.028143 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-b53eb999-7876-48a9-a936-c1c5f01e4b8a tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Usage tracker for resource:subnet and tenant:35b7084247a448e2b3e41f3619d7d4bc is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:01:58.032384 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-b53eb999-7876-48a9-a936-c1c5f01e4b8a tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:01:58.042228 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-b53eb999-7876-48a9-a936-c1c5f01e4b8a tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:01:58.061318 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-573f2509-0b9a-4e8a-ab82-6ddd975c0325 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks [] for port, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:58.088436 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b53eb999-7876-48a9-a936-c1c5f01e4b8a tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Made reservation on behalf of 35b7084247a448e2b3e41f3619d7d4bc for: {'subnet': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 12:01:58.091954 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-b53eb999-7876-48a9-a936-c1c5f01e4b8a tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26551362'] for subnet, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:58.103878 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.provisioning_blocks [None req-573f2509-0b9a-4e8a-ab82-6ddd975c0325 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Transition to ACTIVE for port object 0aed893e-6841-4d86-8790-7c7f85269d58 will not be triggered until provisioned by entity DHCP. {{(pid=87870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:01:58.136882 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-be60eeaf-4e6c-41e2-8f55-e992eb573094 tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Notify callbacks [] for security_group, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:58.144058 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-be60eeaf-4e6c-41e2-8f55-e992eb573094 tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:58.151562 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-375688e8-2174-48b1-8c98-500d12e09224 tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Network fec03795-a37b-4098-9160-d2f1fc49687d is already hosted by enough agents. {{(pid=87870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:01:58.161521 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.base_scheduler [None req-375688e8-2174-48b1-8c98-500d12e09224 tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Resources bound (agent type, host, resource id): {{(pid=87870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:01:58.181543 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-573f2509-0b9a-4e8a-ab82-6ddd975c0325 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:58.243900 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-b470dfee-6e5f-4116-89ae-7ac88bc8ab21 None None] For port b5f79bec-934e-4bce-aa83-114d662d259b, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=b5f79bec-934e-4bce-aa83-114d662d259b,segment=NetworkSegment(0c16f700-172a-4559-8f9a-7ed8adf773e6),segment_id=0c16f700-172a-4559-8f9a-7ed8adf773e6)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:01:58.244891 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-b470dfee-6e5f-4116-89ae-7ac88bc8ab21 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:58.354316 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-be60eeaf-4e6c-41e2-8f55-e992eb573094 tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Notify callbacks [] for security_group, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:58.355530 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-be60eeaf-4e6c-41e2-8f55-e992eb573094 tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6120577 Mar 28 12:01:58.366861 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 56428) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:58.379105 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-42543ed2-6b7d-4985-ac7a-78930df79b91 tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Request body: {'security_group': {'name': 'tempest-secgroup--686162334'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:01:58.393187 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-42543ed2-6b7d-4985-ac7a-78930df79b91 tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:01:58.406239 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-42543ed2-6b7d-4985-ac7a-78930df79b91 tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Usage tracker for resource:security_group and tenant:4cdbb48ac209434084ea3a4545b45046 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:01:58.412074 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-b470dfee-6e5f-4116-89ae-7ac88bc8ab21 None None] Calling delete_port for b5f79bec-934e-4bce-aa83-114d662d259b owned by network:dhcp {{(pid=87872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:01:58.412430 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-42543ed2-6b7d-4985-ac7a-78930df79b91 tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:01:58.418372 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be60eeaf-4e6c-41e2-8f55-e992eb573094 tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc54c0d6-3f9c-4ee2-a9a7-8b0cb8be5ea6,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:01:58.426412 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-42543ed2-6b7d-4985-ac7a-78930df79b91 tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:01:58.448274 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-42543ed2-6b7d-4985-ac7a-78930df79b91 tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Notify callbacks [] for security_group, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:58.475513 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-42543ed2-6b7d-4985-ac7a-78930df79b91 tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:01:58.480703 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-42543ed2-6b7d-4985-ac7a-78930df79b91 tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Usage tracker for resource:security_group_rule and tenant:4cdbb48ac209434084ea3a4545b45046 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:01:58.485191 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-42543ed2-6b7d-4985-ac7a-78930df79b91 tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:01:58.519130 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-42543ed2-6b7d-4985-ac7a-78930df79b91 tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:01:58.531127 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-8560d496-529e-4c7f-b4f0-d3cab2c58b5d None None] Provisioning complete for port bc290191-a15a-473c-9f48-cbaa928b6d8e triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:01:58.531705 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-8560d496-529e-4c7f-b4f0-d3cab2c58b5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:58.562203 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-573f2509-0b9a-4e8a-ab82-6ddd975c0325 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Network 13605b52-ab28-46fc-bb68-57fddea7f58d is already hosted by enough agents. {{(pid=87870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:01:58.569569 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.base_scheduler [None req-573f2509-0b9a-4e8a-ab82-6ddd975c0325 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Resources bound (agent type, host, resource id): {{(pid=87870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:01:58.571864 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-b470dfee-6e5f-4116-89ae-7ac88bc8ab21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250'] for port, after_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:58.572167 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-573f2509-0b9a-4e8a-ab82-6ddd975c0325 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Received port after_create {{(pid=87870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 12:01:58.640067 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b470dfee-6e5f-4116-89ae-7ac88bc8ab21 None None] Pushing event deleted for resources: {'Port': ['ID=b5f79bec-934e-4bce-aa83-114d662d259b,revision_number=None']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:01:58.654283 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b470dfee-6e5f-4116-89ae-7ac88bc8ab21 None None] No DVR routers for this DVR port b5f79bec-934e-4bce-aa83-114d662d259b on host dv-neutron-835340-2-hyperv {{(pid=87872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 12:01:58.662769 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-8560d496-529e-4c7f-b4f0-d3cab2c58b5d None None] Port bc290191-a15a-473c-9f48-cbaa928b6d8e cannot update to ACTIVE because it is not bound. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 12:01:58.679812 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573f2509-0b9a-4e8a-ab82-6ddd975c0325 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Pushing event updated for resources: {'Port': ['ID=0aed893e-6841-4d86-8790-7c7f85269d58,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:01:58.681977 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-42543ed2-6b7d-4985-ac7a-78930df79b91 tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Notify callbacks [] for security_group, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:58.690109 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-b53eb999-7876-48a9-a936-c1c5f01e4b8a tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2364128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26551408'] for subnet, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:58.729017 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.db [None req-6107caee-60a8-4f61-926d-a82aebf9f59d tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] For port b5f79bec-934e-4bce-aa83-114d662d259b, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=b5f79bec-934e-4bce-aa83-114d662d259b,segment=NetworkSegment(0c16f700-172a-4559-8f9a-7ed8adf773e6),segment_id=0c16f700-172a-4559-8f9a-7ed8adf773e6)] {{(pid=87870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:01:58.729374 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-6107caee-60a8-4f61-926d-a82aebf9f59d tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:58.732269 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-42543ed2-6b7d-4985-ac7a-78930df79b91 tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:58.746035 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-375688e8-2174-48b1-8c98-500d12e09224 tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Router a903c737-9114-4e46-8578-a20ce24dc16b has already been hosted by L3 agent af79d429-529e-400b-a119-94d4bec03f3e {{(pid=87870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 12:01:58.774015 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b53eb999-7876-48a9-a936-c1c5f01e4b8a tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Network 9d808d20-321a-4040-937a-68d7c35eefe2 is already hosted by enough agents. {{(pid=87871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:01:58.782944 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-b53eb999-7876-48a9-a936-c1c5f01e4b8a tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Resources bound (agent type, host, resource id): {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:01:58.790670 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b53eb999-7876-48a9-a936-c1c5f01e4b8a tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:01:58.791274 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-b53eb999-7876-48a9-a936-c1c5f01e4b8a tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks [] for subnet, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:58.830075 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-573f2509-0b9a-4e8a-ab82-6ddd975c0325 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-709483'] for router_interface, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:58.848856 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42543ed2-6b7d-4985-ac7a-78930df79b91 tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7af4731-4163-4deb-a60a-21a1dbd2fd3a,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:01:58.851513 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53eb999-7876-48a9-a936-c1c5f01e4b8a tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Pushing event updated for resources: {'Subnet': ['ID=ddacfb28-e037-487d-9d93-2843c8e19296,revision_number=0']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:01:58.854225 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-42543ed2-6b7d-4985-ac7a-78930df79b91 tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Notify callbacks [] for security_group, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:58.855390 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-42543ed2-6b7d-4985-ac7a-78930df79b91 tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4851077 Mar 28 12:01:58.857507 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-b53eb999-7876-48a9-a936-c1c5f01e4b8a tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0668147 Mar 28 12:01:58.859382 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 56432) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:58.861645 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 56434) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:58.865064 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-8e8b14ec-f2c3-4d3d-bbcf-58d7c6175da0 tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Request body: {'security_group_rule': {'security_group_id': 'dc54c0d6-3f9c-4ee2-a9a7-8b0cb8be5ea6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'e7af4731-4163-4deb-a60a-21a1dbd2fd3a'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:01:58.871157 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-8e8b14ec-f2c3-4d3d-bbcf-58d7c6175da0 tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:01:58.875264 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-8e8b14ec-f2c3-4d3d-bbcf-58d7c6175da0 tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Usage tracker for resource:security_group_rule and tenant:4cdbb48ac209434084ea3a4545b45046 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:01:58.878934 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-8e8b14ec-f2c3-4d3d-bbcf-58d7c6175da0 tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:01:58.885907 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-8e8b14ec-f2c3-4d3d-bbcf-58d7c6175da0 tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:01:58.906074 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-ac78a170-68d3-476f-b702-ed048d2d6c75 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Request body: {'security_group': {'name': 'tempest-secgroup-1749992912'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:01:58.907162 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-6107caee-60a8-4f61-926d-a82aebf9f59d tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Calling delete_port for b5f79bec-934e-4bce-aa83-114d662d259b owned by network:dhcp {{(pid=87870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:01:58.924164 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-ac78a170-68d3-476f-b702-ed048d2d6c75 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:01:58.933904 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-ac78a170-68d3-476f-b702-ed048d2d6c75 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Usage tracker for resource:security_group and tenant:35b7084247a448e2b3e41f3619d7d4bc is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:01:58.939634 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-ac78a170-68d3-476f-b702-ed048d2d6c75 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:01:58.953548 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-ac78a170-68d3-476f-b702-ed048d2d6c75 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:01:58.968007 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.api.v2.resource [None req-8e8b14ec-f2c3-4d3d-bbcf-58d7c6175da0 tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 12:01:58.971311 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-8e8b14ec-f2c3-4d3d-bbcf-58d7c6175da0 tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1109312 Mar 28 12:01:58.972821 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 56440) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:58.987983 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-ac78a170-68d3-476f-b702-ed048d2d6c75 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks [] for security_group, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:58.996488 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-db86f9b9-164e-485e-a1bb-51fb9eb1fd0e None None] Provisioning for port 0aed893e-6841-4d86-8790-7c7f85269d58 completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:01:59.002180 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-db86f9b9-164e-485e-a1bb-51fb9eb1fd0e None None] Provisioning complete for port 0aed893e-6841-4d86-8790-7c7f85269d58 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:01:59.003152 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-db86f9b9-164e-485e-a1bb-51fb9eb1fd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:59.064869 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-db86f9b9-164e-485e-a1bb-51fb9eb1fd0e None None] Port 0aed893e-6841-4d86-8790-7c7f85269d58 cannot update to ACTIVE because it is not bound. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 12:01:59.076001 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-ac78a170-68d3-476f-b702-ed048d2d6c75 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:01:59.086836 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-ac78a170-68d3-476f-b702-ed048d2d6c75 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Usage tracker for resource:security_group_rule and tenant:35b7084247a448e2b3e41f3619d7d4bc is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:01:59.091916 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-ac78a170-68d3-476f-b702-ed048d2d6c75 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:01:59.097174 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-ceecf5a4-e276-4d07-aa37-7f08b928ba13 tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Notify callbacks [] for security_group, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:59.102756 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-ac78a170-68d3-476f-b702-ed048d2d6c75 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:01:59.146296 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device b5f79bec-934e-4bce-aa83-114d662d259b no longer exists at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 12:01:59.146481 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-ceecf5a4-e276-4d07-aa37-7f08b928ba13 tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:59.182093 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.db.api [None req-6107caee-60a8-4f61-926d-a82aebf9f59d tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87870) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 12:01:59.182806 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG oslo_db.api [None req-6107caee-60a8-4f61-926d-a82aebf9f59d tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 12:01:59.188471 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] No Port match for: b5f79bec-934e-4bce-aa83-114d662d259b {{(pid=87872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 12:01:59.188809 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device b5f79bec-934e-4bce-aa83-114d662d259b not bound to the agent host dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 12:01:59.203161 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-375688e8-2174-48b1-8c98-500d12e09224 tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 12:01:59.226219 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a37de28-e41e-4a7e-a577-2136f78c77ad None None] Sync routers for ids ['a903c737-9114-4e46-8578-a20ce24dc16b'] in dv-neutron-835340-2-hyperv {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 12:01:59.232166 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-375688e8-2174-48b1-8c98-500d12e09224 tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] 10.222.0.30 "PUT /v2.0/routers/a903c737-9114-4e46-8578-a20ce24dc16b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7495675 Mar 28 12:01:59.240691 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 56444) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:59.241415 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a37de28-e41e-4a7e-a577-2136f78c77ad None None] Routers {'a903c737-9114-4e46-8578-a20ce24dc16b'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:01:59.242086 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-7a37de28-e41e-4a7e-a577-2136f78c77ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:01:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['a903c737-9114-4e46-8578-a20ce24dc16b'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:01:59.244776 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-ceecf5a4-e276-4d07-aa37-7f08b928ba13 tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:59.269980 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceecf5a4-e276-4d07-aa37-7f08b928ba13 tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7af4731-4163-4deb-a60a-21a1dbd2fd3a,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:01:59.290105 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-ac78a170-68d3-476f-b702-ed048d2d6c75 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks [] for security_group, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:59.301525 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-ac78a170-68d3-476f-b702-ed048d2d6c75 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:59.330479 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-ceecf5a4-e276-4d07-aa37-7f08b928ba13 tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Notify callbacks [] for security_group, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:59.332562 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-ceecf5a4-e276-4d07-aa37-7f08b928ba13 tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] 10.222.0.30 "DELETE /v2.0/security-groups/e7af4731-4163-4deb-a60a-21a1dbd2fd3a HTTP/1.1" status: 204 len: 168 time: 0.3586757 Mar 28 12:01:59.338883 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 56448) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:59.389774 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-7a37de28-e41e-4a7e-a577-2136f78c77ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:01:59.394095 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-ac78a170-68d3-476f-b702-ed048d2d6c75 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks [] for security_group, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:59.395053 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-ac78a170-68d3-476f-b702-ed048d2d6c75 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5011582 Mar 28 12:01:59.401328 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 56452) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:59.404888 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a37de28-e41e-4a7e-a577-2136f78c77ad None None] Routers {'a903c737-9114-4e46-8578-a20ce24dc16b'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:01:59.405598 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-7a37de28-e41e-4a7e-a577-2136f78c77ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:01:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['a903c737-9114-4e46-8578-a20ce24dc16b'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:01:59.406411 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-ff6d280b-06fa-4263-be45-098eb92ae479 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Request body: {'security_group': {'name': 'tempest-secgroup-208190849'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:01:59.412704 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-b1b1ee41-4bcf-437c-af6f-663a894fe596 tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Notify callbacks [] for router, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:59.418799 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac78a170-68d3-476f-b702-ed048d2d6c75 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6eb2f0aa-ee68-41ea-9bfb-67fc0c263db8,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:01:59.426433 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-ff6d280b-06fa-4263-be45-098eb92ae479 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:01:59.438450 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-ff6d280b-06fa-4263-be45-098eb92ae479 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Usage tracker for resource:security_group and tenant:35b7084247a448e2b3e41f3619d7d4bc is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:01:59.443505 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-ff6d280b-06fa-4263-be45-098eb92ae479 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:01:59.451660 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-ff6d280b-06fa-4263-be45-098eb92ae479 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:01:59.457890 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-03adfefe-a960-4b9d-960d-8d416db79204 tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Synchronizing usage tracker for tenant:4cdbb48ac209434084ea3a4545b45046 on resource:security_group {{(pid=87871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:01:59.462016 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e21949c6-5b53-41d2-9641-d908af83db99 None None] Network 9d808d20-321a-4040-937a-68d7c35eefe2 requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 12:01:59.474976 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-ff6d280b-06fa-4263-be45-098eb92ae479 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks [] for security_group, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:59.489855 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-03adfefe-a960-4b9d-960d-8d416db79204 tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Unset dirty status for tenant:4cdbb48ac209434084ea3a4545b45046 on resource:security_group {{(pid=87871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:01:59.493879 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-03adfefe-a960-4b9d-960d-8d416db79204 tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1513674 Mar 28 12:01:59.494288 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 56456) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:59.510335 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-7a37de28-e41e-4a7e-a577-2136f78c77ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:01:59.510832 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a37de28-e41e-4a7e-a577-2136f78c77ad None None] The sync data for ids ['a903c737-9114-4e46-8578-a20ce24dc16b'] in dv-neutron-835340-2-hyperv is: [] {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 12:01:59.512236 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-ff6d280b-06fa-4263-be45-098eb92ae479 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:01:59.515975 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-ff6d280b-06fa-4263-be45-098eb92ae479 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Usage tracker for resource:security_group_rule and tenant:35b7084247a448e2b3e41f3619d7d4bc is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:01:59.519387 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-ff6d280b-06fa-4263-be45-098eb92ae479 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:01:59.528540 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-ff6d280b-06fa-4263-be45-098eb92ae479 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:01:59.584587 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-be15944f-6dab-4990-ab20-d0be514b6b12 None None] Provisioning complete for port a81c6579-6e35-4f9b-8cee-8e424705fee4 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:01:59.585195 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-be15944f-6dab-4990-ab20-d0be514b6b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:59.603555 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-e8b71cd6-1e17-4581-b60b-f731d47d634e tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Notify callbacks [] for security_group, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:59.615772 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.api.v2.resource [None req-b1b1ee41-4bcf-437c-af6f-663a894fe596 tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 28 12:01:59.617084 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-b1b1ee41-4bcf-437c-af6f-663a894fe596 tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] 10.222.0.30 "DELETE /v2.0/routers/a903c737-9114-4e46-8578-a20ce24dc16b HTTP/1.1" status: 409 len: 329 time: 0.3754308 Mar 28 12:01:59.620098 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 56460) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:59.653019 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-e8b71cd6-1e17-4581-b60b-f731d47d634e tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:59.682484 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-ff6d280b-06fa-4263-be45-098eb92ae479 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks [] for security_group, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:59.691091 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-6107caee-60a8-4f61-926d-a82aebf9f59d tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Deleting port b5f79bec-934e-4bce-aa83-114d662d259b {{(pid=87870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:01:59.691425 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-6107caee-60a8-4f61-926d-a82aebf9f59d tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:59.695164 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-ff6d280b-06fa-4263-be45-098eb92ae479 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:59.695578 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-be15944f-6dab-4990-ab20-d0be514b6b12 None None] Port a81c6579-6e35-4f9b-8cee-8e424705fee4 cannot update to ACTIVE because it is not bound. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 12:01:59.726353 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-be15944f-6dab-4990-ab20-d0be514b6b12 None None] Provisioning complete for port 59bbf8c4-aef4-4a26-9812-b066bd70f33b triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:01:59.726826 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-be15944f-6dab-4990-ab20-d0be514b6b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:59.757689 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6d280b-06fa-4263-be45-098eb92ae479 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02f7acd1-4774-4099-9498-e7d4e3ced688,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:01:59.762235 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-ff6d280b-06fa-4263-be45-098eb92ae479 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks [] for security_group, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:59.766365 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-ff6d280b-06fa-4263-be45-098eb92ae479 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3612530 Mar 28 12:01:59.766575 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 56464) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:59.772404 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-69b1ae9c-a747-4a02-994e-d33fae6c873d tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Request body: {'security_group': {'name': 'tempest-secgroup-1649829977'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:01:59.778506 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-e8b71cd6-1e17-4581-b60b-f731d47d634e tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:59.782710 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-69b1ae9c-a747-4a02-994e-d33fae6c873d tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:01:59.795368 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-69b1ae9c-a747-4a02-994e-d33fae6c873d tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Usage tracker for resource:security_group and tenant:35b7084247a448e2b3e41f3619d7d4bc is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:01:59.803389 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-69b1ae9c-a747-4a02-994e-d33fae6c873d tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:01:59.811382 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b71cd6-1e17-4581-b60b-f731d47d634e tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc54c0d6-3f9c-4ee2-a9a7-8b0cb8be5ea6,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:01:59.813468 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-69b1ae9c-a747-4a02-994e-d33fae6c873d tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:01:59.829356 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-e8b71cd6-1e17-4581-b60b-f731d47d634e tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Notify callbacks [] for security_group, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:59.833336 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-e8b71cd6-1e17-4581-b60b-f731d47d634e tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] 10.222.0.30 "DELETE /v2.0/security-groups/dc54c0d6-3f9c-4ee2-a9a7-8b0cb8be5ea6 HTTP/1.1" status: 204 len: 168 time: 0.3354893 Mar 28 12:01:59.833336 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 56468) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:59.850341 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-69b1ae9c-a747-4a02-994e-d33fae6c873d tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks [] for security_group, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:59.874824 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-573f2509-0b9a-4e8a-ab82-6ddd975c0325 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:01:59.886777 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-69b1ae9c-a747-4a02-994e-d33fae6c873d tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:01:59.899197 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-69b1ae9c-a747-4a02-994e-d33fae6c873d tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Usage tracker for resource:security_group_rule and tenant:35b7084247a448e2b3e41f3619d7d4bc is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:01:59.905175 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-69b1ae9c-a747-4a02-994e-d33fae6c873d tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:01:59.914650 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-69b1ae9c-a747-4a02-994e-d33fae6c873d tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:01:59.918805 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-cd17b34e-f289-42ea-a006-c21f077abe1a tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Synchronizing usage tracker for tenant:4cdbb48ac209434084ea3a4545b45046 on resource:security_group {{(pid=87871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:01:59.954380 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-cd17b34e-f289-42ea-a006-c21f077abe1a tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Unset dirty status for tenant:4cdbb48ac209434084ea3a4545b45046 on resource:security_group {{(pid=87871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:01:59.959567 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-cd17b34e-f289-42ea-a006-c21f077abe1a tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1214240 Mar 28 12:01:59.961144 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 56472) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:01:59.968600 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-150544af-90f1-46f5-a29b-80766694bb9d tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Request body: {'security_group': {'name': 'tempest-secgroup--402367831'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:01:59.980002 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-150544af-90f1-46f5-a29b-80766694bb9d tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:01:59.982858 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-6107caee-60a8-4f61-926d-a82aebf9f59d tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] The port 'b5f79bec-934e-4bce-aa83-114d662d259b' was deleted {{(pid=87870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 12:02:00.010787 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-150544af-90f1-46f5-a29b-80766694bb9d tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:02:00.043712 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-69b1ae9c-a747-4a02-994e-d33fae6c873d tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks [] for security_group, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:00.050998 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-69b1ae9c-a747-4a02-994e-d33fae6c873d tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:00.070294 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-150544af-90f1-46f5-a29b-80766694bb9d tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Notify callbacks [] for security_group, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:00.094865 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-908a32ea-7b50-45cb-9b42-2a0bf649bce1 None None] Update dhcp port {'port': {'network_id': '9d808d20-321a-4040-937a-68d7c35eefe2', 'fixed_ips': [{'subnet_id': '02d2198a-6548-47ea-be34-381a1972570b', 'ip_address': '172.20.0.18'}, {'subnet_id': 'ddacfb28-e037-487d-9d93-2843c8e19296'}], 'binding:host_id': 'dv-neutron-835340-2-hyperv'}, 'id': '59bbf8c4-aef4-4a26-9812-b066bd70f33b'} from dv-neutron-835340-2-hyperv. {{(pid=87872) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 28 12:02:00.113053 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-150544af-90f1-46f5-a29b-80766694bb9d tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:02:00.116585 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b1ae9c-a747-4a02-994e-d33fae6c873d tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Pushing event updated for resources: {'SecurityGroup': ['ID=751190f8-d7e4-438a-968d-59086f9dbb20,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:02:00.119236 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-150544af-90f1-46f5-a29b-80766694bb9d tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Usage tracker for resource:security_group_rule and tenant:4cdbb48ac209434084ea3a4545b45046 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:02:00.121951 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-69b1ae9c-a747-4a02-994e-d33fae6c873d tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks [] for security_group, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:00.125715 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-69b1ae9c-a747-4a02-994e-d33fae6c873d tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3556476 Mar 28 12:02:00.125715 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-150544af-90f1-46f5-a29b-80766694bb9d tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:02:00.127183 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 56476) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:02:00.132923 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-be9dbcca-3891-4e71-b7d6-2eb2a491ea3d tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1259406066', 'security_groups': ['751190f8-d7e4-438a-968d-59086f9dbb20'], 'network_id': '9d808d20-321a-4040-937a-68d7c35eefe2', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'ddacfb28-e037-487d-9d93-2843c8e19296'}]}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:02:00.152269 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-150544af-90f1-46f5-a29b-80766694bb9d tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:02:00.156497 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-908a32ea-7b50-45cb-9b42-2a0bf649bce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:00.318191 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-be9dbcca-3891-4e71-b7d6-2eb2a491ea3d tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:02:00.339890 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-be9dbcca-3891-4e71-b7d6-2eb2a491ea3d tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:02:00.343327 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-150544af-90f1-46f5-a29b-80766694bb9d tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Notify callbacks [] for security_group, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:00.350421 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-150544af-90f1-46f5-a29b-80766694bb9d tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:00.365448 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be9dbcca-3891-4e71-b7d6-2eb2a491ea3d tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Made reservation on behalf of 35b7084247a448e2b3e41f3619d7d4bc for: {'port': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 12:02:00.370603 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.db_base_plugin_common [None req-908a32ea-7b50-45cb-9b42-2a0bf649bce1 None None] Allocated IP 172.20.0.2 (9d808d20-321a-4040-937a-68d7c35eefe2/ddacfb28-e037-487d-9d93-2843c8e19296/59bbf8c4-aef4-4a26-9812-b066bd70f33b) {{(pid=87872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 12:02:00.373105 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-6107caee-60a8-4f61-926d-a82aebf9f59d tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930431', 'neutron.services.segments.db._delete_segments_for_network-8783496351308'] for network, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:00.421610 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150544af-90f1-46f5-a29b-80766694bb9d tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a45886f-6bd9-4968-abb5-4faf06db7d7d,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:02:00.462172 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-6107caee-60a8-4f61-926d-a82aebf9f59d tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['407023ce-274c-4460-a707-774aa60c0992']}} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:02:00.490998 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-150544af-90f1-46f5-a29b-80766694bb9d tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Notify callbacks [] for security_group, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:00.494890 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-150544af-90f1-46f5-a29b-80766694bb9d tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5301960 Mar 28 12:02:00.495144 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 56480) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:02:00.501754 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-ee132bd3-dfd5-401e-a1b3-2b3c7b5cb343 tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:02:00.502170 dv-neutron-835340-2-hyperv neutron-server[87871]: WARNING neutron.api.v2.base [None req-ee132bd3-dfd5-401e-a1b3-2b3c7b5cb343 tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 28 12:02:00.503181 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.api.v2.resource [None req-ee132bd3-dfd5-401e-a1b3-2b3c7b5cb343 tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] update failed (client error): There was a conflict when trying to complete your request. Mar 28 12:02:00.506694 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-ee132bd3-dfd5-401e-a1b3-2b3c7b5cb343 tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] 10.222.0.30 "PUT /v2.0/security-groups/1a45886f-6bd9-4968-abb5-4faf06db7d7d HTTP/1.1" status: 409 len: 330 time: 0.0082984 Mar 28 12:02:00.506919 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 56484) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:02:00.518551 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-908a32ea-7b50-45cb-9b42-2a0bf649bce1 None None] For port 59bbf8c4-aef4-4a26-9812-b066bd70f33b, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=59bbf8c4-aef4-4a26-9812-b066bd70f33b,segment=NetworkSegment(287492be-530b-4587-955c-3ed4cbc033b4),segment_id=287492be-530b-4587-955c-3ed4cbc033b4)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:02:00.546460 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-908a32ea-7b50-45cb-9b42-2a0bf649bce1 None None] Notify callbacks [] for port, precommit_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:00.547154 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-6107caee-60a8-4f61-926d-a82aebf9f59d tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c16f700-172a-4559-8f9a-7ed8adf773e6') {'for_net_delete': True} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:02:00.547443 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-6107caee-60a8-4f61-926d-a82aebf9f59d tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c16f700-172a-4559-8f9a-7ed8adf773e6') {} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:02:00.563724 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-908a32ea-7b50-45cb-9b42-2a0bf649bce1 None None] Transition to ACTIVE for port object 59bbf8c4-aef4-4a26-9812-b066bd70f33b will not be triggered until provisioned by entity DHCP. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:02:00.568780 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-be9dbcca-3891-4e71-b7d6-2eb2a491ea3d tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:00.569389 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-6107caee-60a8-4f61-926d-a82aebf9f59d tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783496353639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3591341'] for segment, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:00.569708 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-908a32ea-7b50-45cb-9b42-2a0bf649bce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:00.604825 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.notifiers.nova [None req-be9dbcca-3891-4e71-b7d6-2eb2a491ea3d tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] device_id is not set on port 6efa4709-2056-45dc-8d14-43b72bf6bf48 yet. {{(pid=87871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 12:02:00.634611 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-6107caee-60a8-4f61-926d-a82aebf9f59d tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:00.657328 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-b1d0b5ac-f417-4879-a9c2-9d0863e5a733 tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Notify callbacks [] for security_group, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:00.657871 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6107caee-60a8-4f61-926d-a82aebf9f59d tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=87870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 12:02:00.658457 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-6107caee-60a8-4f61-926d-a82aebf9f59d tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1920481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2558260'] for segment, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:00.673340 dv-neutron-835340-2-hyperv neutron-server[87870]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 12:02:00.673340 dv-neutron-835340-2-hyperv neutron-server[87870]: util.warn( Mar 28 12:02:00.673340 dv-neutron-835340-2-hyperv neutron-server[87870]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 12:02:00.673340 dv-neutron-835340-2-hyperv neutron-server[87870]: util.warn( Mar 28 12:02:00.673340 dv-neutron-835340-2-hyperv neutron-server[87870]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 12:02:00.673340 dv-neutron-835340-2-hyperv neutron-server[87870]: util.warn( Mar 28 12:02:00.673340 dv-neutron-835340-2-hyperv neutron-server[87870]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 12:02:00.673340 dv-neutron-835340-2-hyperv neutron-server[87870]: util.warn( Mar 28 12:02:00.673340 dv-neutron-835340-2-hyperv neutron-server[87870]: Traceback (most recent call last): Mar 28 12:02:00.673340 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 12:02:00.673340 dv-neutron-835340-2-hyperv neutron-server[87870]: timer() Mar 28 12:02:00.673340 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 12:02:00.673340 dv-neutron-835340-2-hyperv neutron-server[87870]: cb(*args, **kw) Mar 28 12:02:00.673340 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 12:02:00.673340 dv-neutron-835340-2-hyperv neutron-server[87870]: return func(*args, **kwargs) Mar 28 12:02:00.673340 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 12:02:00.673340 dv-neutron-835340-2-hyperv neutron-server[87870]: self._notify() Mar 28 12:02:00.673340 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 12:02:00.673340 dv-neutron-835340-2-hyperv neutron-server[87870]: self.callback(batched_events) Mar 28 12:02:00.673340 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 12:02:00.673340 dv-neutron-835340-2-hyperv neutron-server[87870]: event.method(event) Mar 28 12:02:00.673340 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 12:02:00.673340 dv-neutron-835340-2-hyperv neutron-server[87870]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 12:02:00.673340 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 12:02:00.673340 dv-neutron-835340-2-hyperv neutron-server[87870]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 12:02:00.673340 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 12:02:00.673340 dv-neutron-835340-2-hyperv neutron-server[87870]: return f(self, *a, **k) Mar 28 12:02:00.673340 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 12:02:00.673340 dv-neutron-835340-2-hyperv neutron-server[87870]: return self._get(url).json() Mar 28 12:02:00.673340 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 12:02:00.673340 dv-neutron-835340-2-hyperv neutron-server[87870]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 12:02:00.673340 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 12:02:00.673340 dv-neutron-835340-2-hyperv neutron-server[87870]: return self.request(url, 'GET', **kwargs) Mar 28 12:02:00.673340 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 12:02:00.673340 dv-neutron-835340-2-hyperv neutron-server[87870]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 12:02:00.673340 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 12:02:00.673340 dv-neutron-835340-2-hyperv neutron-server[87870]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 12:02:00.673340 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 12:02:00.673340 dv-neutron-835340-2-hyperv neutron-server[87870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 12:02:00.673340 dv-neutron-835340-2-hyperv neutron-server[87870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 12:02:00.712080 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-b1d0b5ac-f417-4879-a9c2-9d0863e5a733 tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:00.716676 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908a32ea-7b50-45cb-9b42-2a0bf649bce1 None None] Pushing event updated for resources: {'Port': ['ID=59bbf8c4-aef4-4a26-9812-b066bd70f33b,revision_number=6']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:02:00.858715 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-b1d0b5ac-f417-4879-a9c2-9d0863e5a733 tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:00.864144 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-6107caee-60a8-4f61-926d-a82aebf9f59d tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709602'] for network, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:00.892022 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d0b5ac-f417-4879-a9c2-9d0863e5a733 tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a45886f-6bd9-4968-abb5-4faf06db7d7d,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:02:00.912483 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.db_base_plugin_common [None req-be9dbcca-3891-4e71-b7d6-2eb2a491ea3d tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Allocated IP 172.20.0.11 (9d808d20-321a-4040-937a-68d7c35eefe2/ddacfb28-e037-487d-9d93-2843c8e19296/6efa4709-2056-45dc-8d14-43b72bf6bf48) {{(pid=87871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 12:02:00.920930 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-b1d0b5ac-f417-4879-a9c2-9d0863e5a733 tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Notify callbacks [] for security_group, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:00.922459 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-b1d0b5ac-f417-4879-a9c2-9d0863e5a733 tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] 10.222.0.30 "DELETE /v2.0/security-groups/1a45886f-6bd9-4968-abb5-4faf06db7d7d HTTP/1.1" status: 204 len: 168 time: 0.4143744 Mar 28 12:02:00.926994 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 56488) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:02:00.949353 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-6107caee-60a8-4f61-926d-a82aebf9f59d tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538751'] for network, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:00.955034 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-573f2509-0b9a-4e8a-ab82-6ddd975c0325 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks [] for port, precommit_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:00.963349 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-573f2509-0b9a-4e8a-ab82-6ddd975c0325 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2558288'] for port, after_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:01.035183 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-76786028-b210-4e4b-903f-2a376cf093aa tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Synchronizing usage tracker for tenant:4cdbb48ac209434084ea3a4545b45046 on resource:security_group {{(pid=87871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:02:01.051676 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6107caee-60a8-4f61-926d-a82aebf9f59d tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Pushing event deleted for resources: {'Network': ['ID=407023ce-274c-4460-a707-774aa60c0992,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:02:01.082211 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-6107caee-60a8-4f61-926d-a82aebf9f59d tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "DELETE /v2.0/networks/407023ce-274c-4460-a707-774aa60c0992 HTTP/1.1" status: 204 len: 168 time: 3.5143588 Mar 28 12:02:01.129225 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 56492) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:02:01.146488 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 59bbf8c4-aef4-4a26-9812-b066bd70f33b up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:02:01.203221 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-be9dbcca-3891-4e71-b7d6-2eb2a491ea3d tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks [] for port, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:01.211053 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-76786028-b210-4e4b-903f-2a376cf093aa tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] Unset dirty status for tenant:4cdbb48ac209434084ea3a4545b45046 on resource:security_group {{(pid=87871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:02:01.212368 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-76786028-b210-4e4b-903f-2a376cf093aa tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2842574 Mar 28 12:02:01.216983 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 56496) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:02:01.241543 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.provisioning_blocks [None req-be9dbcca-3891-4e71-b7d6-2eb2a491ea3d tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Transition to ACTIVE for port object 6efa4709-2056-45dc-8d14-43b72bf6bf48 will not be triggered until provisioned by entity DHCP. {{(pid=87871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:02:01.243015 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.api.v2.resource [None req-3b18b13c-219c-4441-b185-fd75061c6499 tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] delete failed (client error): The resource could not be found. Mar 28 12:02:01.245780 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-3b18b13c-219c-4441-b185-fd75061c6499 tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] 10.222.0.30 "DELETE /v2.0/security-groups/892e7c46-08c6-4fa3-88cd-040e0e169a82 HTTP/1.1" status: 404 len: 347 time: 0.0262117 Mar 28 12:02:01.249546 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 56500) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:02:01.272539 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.api.v2.resource [None req-86cc001a-b637-4656-adad-b23afd66288c tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] show failed (client error): The resource could not be found. Mar 28 12:02:01.275969 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-86cc001a-b637-4656-adad-b23afd66288c tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] 10.222.0.30 "GET /v2.0/security-groups/4c5804fd-b151-471d-8b1b-884ee8174595 HTTP/1.1" status: 404 len: 347 time: 0.0230520 Mar 28 12:02:01.279624 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 56504) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:02:01.303073 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.api.v2.resource [None req-87fb7177-a905-4704-a3ca-1545c731cc32 tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] show failed (client error): The resource could not be found. Mar 28 12:02:01.303984 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-87fb7177-a905-4704-a3ca-1545c731cc32 tempest-NegativeSecGroupTest-1214616391 tempest-NegativeSecGroupTest-1214616391-project] 10.222.0.30 "GET /v2.0/security-group-rules/de9b8038-c4a9-413a-8bf6-aa1b675e2806 HTTP/1.1" status: 404 len: 356 time: 0.0232844 Mar 28 12:02:01.316669 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-be9dbcca-3891-4e71-b7d6-2eb2a491ea3d tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:01.388234 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be9dbcca-3891-4e71-b7d6-2eb2a491ea3d tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Network 9d808d20-321a-4040-937a-68d7c35eefe2 is already hosted by enough agents. {{(pid=87871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:02:01.389798 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-be9dbcca-3891-4e71-b7d6-2eb2a491ea3d tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Resources bound (agent type, host, resource id): {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:02:01.394928 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be9dbcca-3891-4e71-b7d6-2eb2a491ea3d tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Received port after_create {{(pid=87871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 12:02:01.400620 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573f2509-0b9a-4e8a-ab82-6ddd975c0325 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Pushing event updated for resources: {'Port': ['ID=0aed893e-6841-4d86-8790-7c7f85269d58,revision_number=2']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:02:01.413088 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-573f2509-0b9a-4e8a-ab82-6ddd975c0325 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-743372'] for router_interface, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:01.460610 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-06f60bb4-b8a5-4e60-ae8c-4c1e9832342e None None] Provisioning complete for port a81c6579-6e35-4f9b-8cee-8e424705fee4 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:02:01.461317 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-06f60bb4-b8a5-4e60-ae8c-4c1e9832342e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:01.462235 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9dbcca-3891-4e71-b7d6-2eb2a491ea3d tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Pushing event updated for resources: {'Port': ['ID=6efa4709-2056-45dc-8d14-43b72bf6bf48,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:02:01.492697 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be9dbcca-3891-4e71-b7d6-2eb2a491ea3d tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:02:01.493619 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-be9dbcca-3891-4e71-b7d6-2eb2a491ea3d tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:01.527438 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-be9dbcca-3891-4e71-b7d6-2eb2a491ea3d tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.3993783 Mar 28 12:02:01.534965 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 56510) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:02:01.543679 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-f2ad7e08-9b1c-4c57-b8d8-763d20e1a855 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Request body: {'subnet': {'network_id': '9d808d20-321a-4040-937a-68d7c35eefe2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:02:01.569356 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-06f60bb4-b8a5-4e60-ae8c-4c1e9832342e None None] Port a81c6579-6e35-4f9b-8cee-8e424705fee4 cannot update to ACTIVE because it is not bound. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 12:02:01.585539 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-06f60bb4-b8a5-4e60-ae8c-4c1e9832342e None None] Provisioning for port 59bbf8c4-aef4-4a26-9812-b066bd70f33b completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:02:01.596488 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-06f60bb4-b8a5-4e60-ae8c-4c1e9832342e None None] Provisioning complete for port 59bbf8c4-aef4-4a26-9812-b066bd70f33b triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:02:01.596878 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-06f60bb4-b8a5-4e60-ae8c-4c1e9832342e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:01.730174 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 56516) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:02:01.736075 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-573f2509-0b9a-4e8a-ab82-6ddd975c0325 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Network 13605b52-ab28-46fc-bb68-57fddea7f58d is already hosted by enough agents. {{(pid=87870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:02:01.754301 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.base_scheduler [None req-573f2509-0b9a-4e8a-ab82-6ddd975c0325 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Resources bound (agent type, host, resource id): {{(pid=87870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:02:01.859504 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-f3939eef-4e3f-47b1-a98e-0e573729112b None None] Provisioning for port 6efa4709-2056-45dc-8d14-43b72bf6bf48 completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:02:01.867031 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-f3939eef-4e3f-47b1-a98e-0e573729112b None None] Provisioning complete for port 6efa4709-2056-45dc-8d14-43b72bf6bf48 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:02:01.867232 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-f3939eef-4e3f-47b1-a98e-0e573729112b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:01.883151 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-f2ad7e08-9b1c-4c57-b8d8-763d20e1a855 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:02:01.895195 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-f2ad7e08-9b1c-4c57-b8d8-763d20e1a855 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Usage tracker for resource:subnet and tenant:35b7084247a448e2b3e41f3619d7d4bc is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:02:01.899567 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-f2ad7e08-9b1c-4c57-b8d8-763d20e1a855 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:02:01.910817 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-f2ad7e08-9b1c-4c57-b8d8-763d20e1a855 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:02:01.935309 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-5c60b3e3-f5ad-4760-b018-da9853c7e562 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4cdbb48ac209434084ea3a4545b45046&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2016666 Mar 28 12:02:01.935728 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 56522) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:02:01.938100 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-f3939eef-4e3f-47b1-a98e-0e573729112b None None] Port 6efa4709-2056-45dc-8d14-43b72bf6bf48 cannot update to ACTIVE because it is not bound. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 12:02:01.949016 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2ad7e08-9b1c-4c57-b8d8-763d20e1a855 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Made reservation on behalf of 35b7084247a448e2b3e41f3619d7d4bc for: {'subnet': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 12:02:01.952424 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-f2ad7e08-9b1c-4c57-b8d8-763d20e1a855 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26551362'] for subnet, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:01.982047 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-e2e9be1f-2903-4d0e-b23f-fe86dbb1ce9b tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-743394'] for router_interface, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:02.061035 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-c22506d3-5517-47c1-b3ed-21e253b79b62 None None] Provisioning complete for port 0aed893e-6841-4d86-8790-7c7f85269d58 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:02:02.061486 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-c22506d3-5517-47c1-b3ed-21e253b79b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:02.077291 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-374230a3-16d4-434b-842a-91340fc1d078 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Deleting port a7b91cfa-8db7-4d19-a918-51a49c14bff3 {{(pid=87870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:02:02.077631 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-374230a3-16d4-434b-842a-91340fc1d078 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:02.111577 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-57e1c63f-651d-46aa-aaee-66428baf8dca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:02.141271 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.db.ipam_backend_mixin [None req-f2ad7e08-9b1c-4c57-b8d8-763d20e1a855 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet ddacfb28-e037-487d-9d93-2843c8e19296 (CIDR: 172.20.0.0/28) Mar 28 12:02:02.148685 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2ad7e08-9b1c-4c57-b8d8-763d20e1a855 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 12:02:02.149164 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2ad7e08-9b1c-4c57-b8d8-763d20e1a855 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 12:02:02.151233 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-c22506d3-5517-47c1-b3ed-21e253b79b62 None None] Port 0aed893e-6841-4d86-8790-7c7f85269d58 cannot update to ACTIVE because it is not bound. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 12:02:02.154849 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-57e1c63f-651d-46aa-aaee-66428baf8dca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:02.184844 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-f2ad7e08-9b1c-4c57-b8d8-763d20e1a855 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6486878 Mar 28 12:02:02.192227 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 56526) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:02:02.217476 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-4ecb0b07-fa33-4dc4-8c4a-728a223c53d0 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Request body: {'subnet': {'network_id': '9d808d20-321a-4040-937a-68d7c35eefe2', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:02:02.218462 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-57e1c63f-651d-46aa-aaee-66428baf8dca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:02.239225 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-573f2509-0b9a-4e8a-ab82-6ddd975c0325 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Router aee21855-9ca1-4ba9-b166-3594b594c188 has already been hosted by L3 agent af79d429-529e-400b-a119-94d4bec03f3e {{(pid=87870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 12:02:02.239808 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e1c63f-651d-46aa-aaee-66428baf8dca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98558e4a-33e8-4f39-a5e8-695608fe4ef3,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:02:02.253616 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-57e1c63f-651d-46aa-aaee-66428baf8dca admin admin] Notify callbacks [] for security_group, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:02.254936 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-57e1c63f-651d-46aa-aaee-66428baf8dca admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/98558e4a-33e8-4f39-a5e8-695608fe4ef3 HTTP/1.1" status: 204 len: 168 time: 0.3184478 Mar 28 12:02:02.311182 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-ab6a24ae-67b2-4b0a-a0ac-5616d656dd8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:02.478478 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.agents_db [None req-03fd49d8-b51b-41c1-8716-b8e265c93689 None None] Agent healthcheck: found 6 active agents {{(pid=87873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 12:02:02.749526 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-4ecb0b07-fa33-4dc4-8c4a-728a223c53d0 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:02:02.760906 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-4ecb0b07-fa33-4dc4-8c4a-728a223c53d0 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Usage tracker for resource:subnet and tenant:35b7084247a448e2b3e41f3619d7d4bc is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:02:02.764660 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-374230a3-16d4-434b-842a-91340fc1d078 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:02.764986 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-374230a3-16d4-434b-842a-91340fc1d078 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:02.790231 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-4ecb0b07-fa33-4dc4-8c4a-728a223c53d0 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:02:02.801574 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-4ecb0b07-fa33-4dc4-8c4a-728a223c53d0 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:02:02.965977 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 56550) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:02:02.969718 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [-] 10.222.0.30 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0026336 Mar 28 12:02:02.973730 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 56552) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:02:03.066201 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-374230a3-16d4-434b-842a-91340fc1d078 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Calling delete_port for a7b91cfa-8db7-4d19-a918-51a49c14bff3 owned by network:floatingip {{(pid=87870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:02:03.079494 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-2bda085e-785c-42f9-9b75-398abc1d7c83 tempest-NetworksApiDiscovery-1186519045 tempest-NetworksApiDiscovery-1186519045-project] 10.222.0.30 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1046879 Mar 28 12:02:03.095861 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-573f2509-0b9a-4e8a-ab82-6ddd975c0325 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 12:02:03.104559 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 56560) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:02:03.105353 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-573f2509-0b9a-4e8a-ab82-6ddd975c0325 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] 10.222.0.30 "PUT /v2.0/routers/aee21855-9ca1-4ba9-b166-3594b594c188/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8714857 Mar 28 12:02:03.107390 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb30f95-f9e2-44d4-9694-6043fe39c1fb None None] Sync routers for ids ['aee21855-9ca1-4ba9-b166-3594b594c188'] in dv-neutron-835340-2-hyperv {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 12:02:03.110393 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-de051f95-3a65-457d-8ac1-f79e917f520f tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Request body: {'port': {'network_id': '13605b52-ab28-46fc-bb68-57fddea7f58d', 'name': 'tempest-FloatingIPTestJSON-1799171970'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:02:03.117428 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb30f95-f9e2-44d4-9694-6043fe39c1fb None None] Routers {'aee21855-9ca1-4ba9-b166-3594b594c188'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:02:03.118171 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-afb30f95-f9e2-44d4-9694-6043fe39c1fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:01:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['aee21855-9ca1-4ba9-b166-3594b594c188'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:02:03.121906 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ecb0b07-fa33-4dc4-8c4a-728a223c53d0 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Made reservation on behalf of 35b7084247a448e2b3e41f3619d7d4bc for: {'subnet': 1} {{(pid=87870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 12:02:03.125281 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-4ecb0b07-fa33-4dc4-8c4a-728a223c53d0 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2563571'] for subnet, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:03.222572 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-afb30f95-f9e2-44d4-9694-6043fe39c1fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:02:03.231913 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb30f95-f9e2-44d4-9694-6043fe39c1fb None None] Routers {'aee21855-9ca1-4ba9-b166-3594b594c188'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:02:03.232875 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-afb30f95-f9e2-44d4-9694-6043fe39c1fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:01:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['aee21855-9ca1-4ba9-b166-3594b594c188'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:02:03.294458 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-de051f95-3a65-457d-8ac1-f79e917f520f tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:02:03.299012 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-afb30f95-f9e2-44d4-9694-6043fe39c1fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:02:03.299813 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-de051f95-3a65-457d-8ac1-f79e917f520f tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Usage tracker for resource:port and tenant:67b6faa452844e9d8ffe9a3a683b2834 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:02:03.300789 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb30f95-f9e2-44d4-9694-6043fe39c1fb None None] The sync data for ids ['aee21855-9ca1-4ba9-b166-3594b594c188'] in dv-neutron-835340-2-hyperv is: [] {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 12:02:03.303588 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-de051f95-3a65-457d-8ac1-f79e917f520f tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Quota usage for port was recalculated. Used quota:6. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:02:03.308195 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-e2e9be1f-2903-4d0e-b23f-fe86dbb1ce9b tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Deleting port bc290191-a15a-473c-9f48-cbaa928b6d8e {{(pid=87870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:02:03.308536 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-e2e9be1f-2903-4d0e-b23f-fe86dbb1ce9b tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:03.312539 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-de051f95-3a65-457d-8ac1-f79e917f520f tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:02:03.327558 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de051f95-3a65-457d-8ac1-f79e917f520f tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Made reservation on behalf of 67b6faa452844e9d8ffe9a3a683b2834 for: {'port': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 12:02:03.331597 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-de051f95-3a65-457d-8ac1-f79e917f520f tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:03.356271 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.notifiers.nova [None req-de051f95-3a65-457d-8ac1-f79e917f520f tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] device_id is not set on port 1c987a0f-b1b4-4964-a08b-7444d915185e yet. {{(pid=87871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 12:02:03.422071 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 56566) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:02:03.444495 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.db.ipam_backend_mixin [None req-4ecb0b07-fa33-4dc4-8c4a-728a223c53d0 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 02d2198a-6548-47ea-be34-381a1972570b (CIDR: 172.20.0.16/28) Mar 28 12:02:03.453577 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ecb0b07-fa33-4dc4-8c4a-728a223c53d0 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 12:02:03.454070 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ecb0b07-fa33-4dc4-8c4a-728a223c53d0 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 12:02:03.511872 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.db_base_plugin_common [None req-de051f95-3a65-457d-8ac1-f79e917f520f tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Allocated IP 172.20.0.9 (13605b52-ab28-46fc-bb68-57fddea7f58d/7f8f1661-998a-4e5e-96bd-d91c554fd1fa/1c987a0f-b1b4-4964-a08b-7444d915185e) {{(pid=87871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 12:02:03.570422 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-9e1df39a-2292-43a4-b792-3ce4cdfea6be admin admin] Notify callbacks [] for security_group, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:03.586155 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-4ecb0b07-fa33-4dc4-8c4a-728a223c53d0 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.3902938 Mar 28 12:02:03.587808 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 56572) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:02:03.597650 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-9e1df39a-2292-43a4-b792-3ce4cdfea6be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:02:03.600563 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-94596199-f3ca-4791-89f5-d22d5e3d887b tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Request body: {'subnet': {'network_id': '9d808d20-321a-4040-937a-68d7c35eefe2', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:02:03.617532 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-9e1df39a-2292-43a4-b792-3ce4cdfea6be admin admin] Usage tracker for resource:security_group_rule and tenant:b3bf99c9eb004041acaa74c79d2be8c8 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:02:03.630476 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-9e1df39a-2292-43a4-b792-3ce4cdfea6be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:02:03.640259 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-9e1df39a-2292-43a4-b792-3ce4cdfea6be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:02:03.652387 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-e2e9be1f-2903-4d0e-b23f-fe86dbb1ce9b tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:03.781593 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-de051f95-3a65-457d-8ac1-f79e917f520f tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks [] for port, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:03.785411 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-374230a3-16d4-434b-842a-91340fc1d078 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:03.810283 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.provisioning_blocks [None req-de051f95-3a65-457d-8ac1-f79e917f520f tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Transition to ACTIVE for port object 1c987a0f-b1b4-4964-a08b-7444d915185e will not be triggered until provisioned by entity DHCP. {{(pid=87871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:02:03.842567 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-9e1df39a-2292-43a4-b792-3ce4cdfea6be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:03.848820 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-9e1df39a-2292-43a4-b792-3ce4cdfea6be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:03.891407 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-e2e9be1f-2903-4d0e-b23f-fe86dbb1ce9b tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Calling delete_port for bc290191-a15a-473c-9f48-cbaa928b6d8e owned by network:router_interface {{(pid=87870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:02:03.903167 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-9e1df39a-2292-43a4-b792-3ce4cdfea6be admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b3bf99c9eb004041acaa74c79d2be8c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4798732 Mar 28 12:02:03.906161 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 56578) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:02:03.907151 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-de051f95-3a65-457d-8ac1-f79e917f520f tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:03.946411 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374230a3-16d4-434b-842a-91340fc1d078 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Pushing event deleted for resources: {'Port': ['ID=a7b91cfa-8db7-4d19-a918-51a49c14bff3,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:02:03.961493 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1df39a-2292-43a4-b792-3ce4cdfea6be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54b99ea8-f06f-4c8a-a373-bebb8b73dc58,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:02:04.006300 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de051f95-3a65-457d-8ac1-f79e917f520f tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Network 13605b52-ab28-46fc-bb68-57fddea7f58d is already hosted by enough agents. {{(pid=87871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:02:04.020829 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-de051f95-3a65-457d-8ac1-f79e917f520f tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Resources bound (agent type, host, resource id): {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:02:04.027436 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de051f95-3a65-457d-8ac1-f79e917f520f tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Received port after_create {{(pid=87871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 12:02:04.061079 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de051f95-3a65-457d-8ac1-f79e917f520f tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Pushing event updated for resources: {'Port': ['ID=1c987a0f-b1b4-4964-a08b-7444d915185e,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:02:04.104353 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-a0026132-2ce5-43f7-b011-d5c199306bd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:04.121994 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de051f95-3a65-457d-8ac1-f79e917f520f tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:02:04.122604 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-de051f95-3a65-457d-8ac1-f79e917f520f tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:04.154050 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-a0026132-2ce5-43f7-b011-d5c199306bd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:04.197839 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-de051f95-3a65-457d-8ac1-f79e917f520f tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.0898418 Mar 28 12:02:04.199750 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 56582) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:02:04.207678 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-b5619eb5-3955-47ca-9a25-a20117581062 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Request body: {'floatingip': {'port_id': '1c987a0f-b1b4-4964-a08b-7444d915185e'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:02:04.230491 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-94596199-f3ca-4791-89f5-d22d5e3d887b tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:02:04.239832 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-94596199-f3ca-4791-89f5-d22d5e3d887b tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Usage tracker for resource:subnet and tenant:35b7084247a448e2b3e41f3619d7d4bc is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:02:04.287400 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-2e2b09de-0f27-4bde-bc25-ae2fe6557eb3 None None] Provisioning for port 1c987a0f-b1b4-4964-a08b-7444d915185e completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:02:04.294356 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-2e2b09de-0f27-4bde-bc25-ae2fe6557eb3 None None] Provisioning complete for port 1c987a0f-b1b4-4964-a08b-7444d915185e triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:02:04.295338 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2e2b09de-0f27-4bde-bc25-ae2fe6557eb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:04.304963 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-94596199-f3ca-4791-89f5-d22d5e3d887b tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:02:04.313155 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-b5619eb5-3955-47ca-9a25-a20117581062 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks [] for floatingip, before_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:04.321915 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-374230a3-16d4-434b-842a-91340fc1d078 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for floatingip, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:04.322242 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.db.l3_db [None req-374230a3-16d4-434b-842a-91340fc1d078 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Floating IP c7484ce1-88f5-44a5-a6fc-a3ae004afbfd disassociated (deleted). External IP: 172.26.7.213, port: 12748102-4760-40db-84c0-2bcd579ab8d7. Mar 28 12:02:04.353904 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-2e2b09de-0f27-4bde-bc25-ae2fe6557eb3 None None] Port 1c987a0f-b1b4-4964-a08b-7444d915185e cannot update to ACTIVE because it is not bound. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 12:02:04.368091 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-a0026132-2ce5-43f7-b011-d5c199306bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:04.372068 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-94596199-f3ca-4791-89f5-d22d5e3d887b tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:02:04.405793 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0026132-2ce5-43f7-b011-d5c199306bd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54b99ea8-f06f-4c8a-a373-bebb8b73dc58,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:02:04.417065 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-a0026132-2ce5-43f7-b011-d5c199306bd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:04.420741 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-a0026132-2ce5-43f7-b011-d5c199306bd7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/54b99ea8-f06f-4c8a-a373-bebb8b73dc58 HTTP/1.1" status: 204 len: 168 time: 0.5092349 Mar 28 12:02:04.566079 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94596199-f3ca-4791-89f5-d22d5e3d887b tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Made reservation on behalf of 35b7084247a448e2b3e41f3619d7d4bc for: {'subnet': 1} {{(pid=87870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 12:02:04.569529 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-94596199-f3ca-4791-89f5-d22d5e3d887b tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2563571'] for subnet, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:04.694051 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-1caf095a-ae1b-4000-8bf4-05d6e6fbf53a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:04.836701 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-e2e9be1f-2903-4d0e-b23f-fe86dbb1ce9b tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:04.961408 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e9be1f-2903-4d0e-b23f-fe86dbb1ce9b tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Pushing event deleted for resources: {'Port': ['ID=bc290191-a15a-473c-9f48-cbaa928b6d8e,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:02:05.171966 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-b5619eb5-3955-47ca-9a25-a20117581062 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:05.176905 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-b5619eb5-3955-47ca-9a25-a20117581062 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-709520'] for floatingip, after_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:05.288787 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-374230a3-16d4-434b-842a-91340fc1d078 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Router d5f02f7d-33a1-4bfb-8275-f54b07b21c14 has already been hosted by L3 agent af79d429-529e-400b-a119-94d4bec03f3e {{(pid=87870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 12:02:05.349604 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.db.l3_db [None req-b5619eb5-3955-47ca-9a25-a20117581062 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Floating IP 9918bcb6-0aa9-44b0-a155-e5a8e8458f58 associated. External IP: 172.26.7.202, port: d3357d27-cba1-4efc-9b59-b3ae8c76646d. Mar 28 12:02:05.362632 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-e2e9be1f-2903-4d0e-b23f-fe86dbb1ce9b tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-743246'] for router_interface, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:05.667678 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:05.702730 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5619eb5-3955-47ca-9a25-a20117581062 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Router 80a1cb0c-2b23-40f3-9433-a922b65a4212 has already been hosted by L3 agent af79d429-529e-400b-a119-94d4bec03f3e {{(pid=87871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 12:02:05.748843 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-ef3be119-c018-4979-be07-86cf959defc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:05.891052 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5619eb5-3955-47ca-9a25-a20117581062 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 12:02:05.902865 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-676a5cd7-0176-44ed-9330-151b0ff6d8d1 None None] Sync routers for ids ['80a1cb0c-2b23-40f3-9433-a922b65a4212'] in dv-neutron-835340-2-hyperv {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 12:02:05.913999 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-676a5cd7-0176-44ed-9330-151b0ff6d8d1 None None] Routers {'80a1cb0c-2b23-40f3-9433-a922b65a4212'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:02:05.914715 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-676a5cd7-0176-44ed-9330-151b0ff6d8d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:02:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['80a1cb0c-2b23-40f3-9433-a922b65a4212'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:02:05.965136 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-94596199-f3ca-4791-89f5-d22d5e3d887b tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2561241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2563521'] for subnet, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:05.977170 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-676a5cd7-0176-44ed-9330-151b0ff6d8d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:02:05.985912 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-676a5cd7-0176-44ed-9330-151b0ff6d8d1 None None] Routers {'80a1cb0c-2b23-40f3-9433-a922b65a4212'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:02:05.986596 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-676a5cd7-0176-44ed-9330-151b0ff6d8d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:02:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['80a1cb0c-2b23-40f3-9433-a922b65a4212'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:02:05.998995 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-374230a3-16d4-434b-842a-91340fc1d078 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 12:02:06.013017 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b48f4aa-1643-4054-931b-bd12c8eee860 None None] Sync routers for ids ['d5f02f7d-33a1-4bfb-8275-f54b07b21c14'] in dv-neutron-835340-2-hyperv {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 12:02:06.021765 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2e9be1f-2903-4d0e-b23f-fe86dbb1ce9b tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Router a903c737-9114-4e46-8578-a20ce24dc16b has already been hosted by L3 agent af79d429-529e-400b-a119-94d4bec03f3e {{(pid=87870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 12:02:06.024978 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b48f4aa-1643-4054-931b-bd12c8eee860 None None] Routers {'d5f02f7d-33a1-4bfb-8275-f54b07b21c14'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:02:06.025884 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-2b48f4aa-1643-4054-931b-bd12c8eee860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:02:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['d5f02f7d-33a1-4bfb-8275-f54b07b21c14'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:02:06.057854 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94596199-f3ca-4791-89f5-d22d5e3d887b tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Network 9d808d20-321a-4040-937a-68d7c35eefe2 is already hosted by enough agents. {{(pid=87870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:02:06.063507 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.base_scheduler [None req-94596199-f3ca-4791-89f5-d22d5e3d887b tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Resources bound (agent type, host, resource id): {{(pid=87870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:02:06.072257 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-374230a3-16d4-434b-842a-91340fc1d078 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for floatingip, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:06.098666 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-676a5cd7-0176-44ed-9330-151b0ff6d8d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:02:06.099356 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-676a5cd7-0176-44ed-9330-151b0ff6d8d1 None None] The sync data for ids ['80a1cb0c-2b23-40f3-9433-a922b65a4212'] in dv-neutron-835340-2-hyperv is: [] {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 12:02:06.109308 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94596199-f3ca-4791-89f5-d22d5e3d887b tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:02:06.109891 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-94596199-f3ca-4791-89f5-d22d5e3d887b tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks [] for subnet, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:06.110424 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60341c24-5e81-404b-88b6-230f2441a622 None None] Network 9d808d20-321a-4040-937a-68d7c35eefe2 requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 12:02:06.188010 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94596199-f3ca-4791-89f5-d22d5e3d887b tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Pushing event updated for resources: {'Subnet': ['ID=495fdcc4-ad8c-4b61-aea4-f37309a1f718,revision_number=0']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:02:06.219448 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvr_db [None req-2b48f4aa-1643-4054-931b-bd12c8eee860 None None] Set router d5f02f7d-33a1-4bfb-8275-f54b07b21c14 gateway port host: dv-neutron-835340-2-hyperv {{(pid=87873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:02:06.293098 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-94596199-f3ca-4791-89f5-d22d5e3d887b tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.6998894 Mar 28 12:02:06.295968 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 56588) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:02:06.297492 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-374230a3-16d4-434b-842a-91340fc1d078 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "DELETE /v2.0/floatingips/c7484ce1-88f5-44a5-a6fc-a3ae004afbfd HTTP/1.1" status: 204 len: 168 time: 5.1659987 Mar 28 12:02:06.298386 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2e9be1f-2903-4d0e-b23f-fe86dbb1ce9b tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 12:02:06.304687 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-e2e9be1f-2903-4d0e-b23f-fe86dbb1ce9b tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] 10.222.0.30 "PUT /v2.0/routers/a903c737-9114-4e46-8578-a20ce24dc16b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6837349 Mar 28 12:02:06.305564 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87bd8c58-7f15-410e-aa63-e83fafd3b215', 'tag': '12748102-4760-40db-84c0-2bcd579ab8d7'}] {{(pid=87870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 12:02:06.309713 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 56594) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:02:06.313480 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-18eb82c1-8062-4d59-9210-02d2a2f0704e tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1153054622', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '495fdcc4-ad8c-4b61-aea4-f37309a1f718'}], 'security_groups': ['6eb2f0aa-ee68-41ea-9bfb-67fc0c263db8', '02f7acd1-4774-4099-9498-e7d4e3ced688']}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:02:06.334861 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d683766a-831a-4adb-8071-199fe0ca5725 None None] Sync routers for ids ['a903c737-9114-4e46-8578-a20ce24dc16b'] in dv-neutron-835340-2-hyperv {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 12:02:06.360648 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d683766a-831a-4adb-8071-199fe0ca5725 None None] Routers {'a903c737-9114-4e46-8578-a20ce24dc16b'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:02:06.361276 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-d683766a-831a-4adb-8071-199fe0ca5725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:02:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['a903c737-9114-4e46-8578-a20ce24dc16b'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:02:06.416199 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5619eb5-3955-47ca-9a25-a20117581062 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Router aee21855-9ca1-4ba9-b166-3594b594c188 has already been hosted by L3 agent af79d429-529e-400b-a119-94d4bec03f3e {{(pid=87871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 12:02:06.449894 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87bd8c58-7f15-410e-aa63-e83fafd3b215', 'tag': '12748102-4760-40db-84c0-2bcd579ab8d7', 'status': 'completed', 'code': 200} Mar 28 12:02:06.454469 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-d683766a-831a-4adb-8071-199fe0ca5725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:02:06.472718 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d683766a-831a-4adb-8071-199fe0ca5725 None None] Routers {'a903c737-9114-4e46-8578-a20ce24dc16b'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:02:06.473249 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-d683766a-831a-4adb-8071-199fe0ca5725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:02:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['a903c737-9114-4e46-8578-a20ce24dc16b'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:02:06.505616 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.api.v2.resource [None req-1e7dbae2-97ff-457f-b1de-27bd17eb63cb tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] show failed (client error): The resource could not be found. Mar 28 12:02:06.506790 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-1e7dbae2-97ff-457f-b1de-27bd17eb63cb tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] 10.222.0.30 "GET /v2.0/routers/tempest-non_exist_router-1509509526 HTTP/1.1" status: 404 len: 335 time: 0.1658843 Mar 28 12:02:06.512152 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 56600) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:02:06.540206 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-e995c9f4-9701-4ad1-8f69-9654e1089150 tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Request body: {'router': {'name': 'new_name'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:02:06.568384 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-d683766a-831a-4adb-8071-199fe0ca5725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:02:06.568796 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d683766a-831a-4adb-8071-199fe0ca5725 None None] The sync data for ids ['a903c737-9114-4e46-8578-a20ce24dc16b'] in dv-neutron-835340-2-hyperv is: [] {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 12:02:06.612596 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.api.v2.resource [None req-e995c9f4-9701-4ad1-8f69-9654e1089150 tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] update failed (client error): The resource could not be found. Mar 28 12:02:06.613940 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-e995c9f4-9701-4ad1-8f69-9654e1089150 tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] 10.222.0.30 "PUT /v2.0/routers/tempest-non_exist_router-493706518 HTTP/1.1" status: 404 len: 334 time: 0.0893905 Mar 28 12:02:06.626683 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 56604) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:02:06.722648 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-2b48f4aa-1643-4054-931b-bd12c8eee860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5f02f7d-33a1-4bfb-8275-f54b07b21c14', 'name': 'tempest-TestNetworkBasicOps-router-1162902735', 'tenant_id': '527195c95736491ca1967a42cc300275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.177'}], 'enable_snat': True}, 'gw_port_id': '344b8558-f9db-4637-80bb-b51096537413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:59:11Z', 'updated_at': '2022-03-28T12:01:46Z', 'revision_number': 6, 'project_id': '527195c95736491ca1967a42cc300275', 'gw_port': {'id': '344b8558-f9db-4637-80bb-b51096537413', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:2b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f02f7d-33a1-4bfb-8275-f54b07b21c14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:59:13Z', 'updated_at': '2022-03-28T11:59:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_interfaces': [{'id': '1916e1d1-6e95-4d71-9fca-2c50aa38f306', 'name': '', 'network_id': '3eabdfb2-13df-46a0-90ee-a82c1c8f310b', 'tenant_id': '527195c95736491ca1967a42cc300275', 'mac_address': 'fa:16:3e:04:43:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f02f7d-33a1-4bfb-8275-f54b07b21c14', 'device_owner': 'network:router_interface', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': '7e493e4f-4143-4d86-a3fc-05446ad68796', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:59:22Z', 'updated_at': '2022-03-28T11:59:35Z', 'revision_number': 5, 'project_id': '527195c95736491ca1967a42cc300275', 'subnets': [{'id': '7e493e4f-4143-4d86-a3fc-05446ad68796', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:02:06.736720 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b48f4aa-1643-4054-931b-bd12c8eee860 None None] Checking router: d5f02f7d-33a1-4bfb-8275-f54b07b21c14 for host: dv-neutron-835340-2-hyperv {{(pid=87873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 12:02:06.748842 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b48f4aa-1643-4054-931b-bd12c8eee860 None None] Routers {'d5f02f7d-33a1-4bfb-8275-f54b07b21c14'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:02:06.749542 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-2b48f4aa-1643-4054-931b-bd12c8eee860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:02:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['d5f02f7d-33a1-4bfb-8275-f54b07b21c14'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:02:06.751722 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5619eb5-3955-47ca-9a25-a20117581062 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 12:02:06.755872 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215d3884-4e54-4479-a41c-f2315a67a238 req-6cbcaa73-1e13-4797-b69f-8977e4d30abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:02:06.757345 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-215d3884-4e54-4479-a41c-f2315a67a238 req-6cbcaa73-1e13-4797-b69f-8977e4d30abb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=527195c95736491ca1967a42cc300275&device_id=87bd8c58-7f15-410e-aa63-e83fafd3b215 HTTP/1.1" status: 200 len: 1098 time: 0.2958417 Mar 28 12:02:06.766331 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-b5619eb5-3955-47ca-9a25-a20117581062 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for floatingip, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:06.817072 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4bf391f-7302-46c9-b98b-70b0e395abfd None None] Sync routers for ids ['aee21855-9ca1-4ba9-b166-3594b594c188'] in dv-neutron-835340-2-hyperv {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 12:02:06.837245 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec61277f-e988-4c3f-9743-664f92a846e8 tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Deleting subnet c221749e-cd85-4271-89d0-e152b044e91a {{(pid=87870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 12:02:06.840613 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-ec61277f-e988-4c3f-9743-664f92a846e8 tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Notify callbacks [] for subnet, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:06.842687 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4bf391f-7302-46c9-b98b-70b0e395abfd None None] Routers {'aee21855-9ca1-4ba9-b166-3594b594c188'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:02:06.843406 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-e4bf391f-7302-46c9-b98b-70b0e395abfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:02:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['aee21855-9ca1-4ba9-b166-3594b594c188'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:02:06.876603 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7658e619-9b94-44ef-8647-9f314f91e914 None None] Update dhcp port {'port': {'network_id': '9d808d20-321a-4040-937a-68d7c35eefe2', 'fixed_ips': [{'subnet_id': '02d2198a-6548-47ea-be34-381a1972570b', 'ip_address': '172.20.0.18'}, {'subnet_id': 'ddacfb28-e037-487d-9d93-2843c8e19296', 'ip_address': '172.20.0.2'}, {'subnet_id': '495fdcc4-ad8c-4b61-aea4-f37309a1f718'}], 'binding:host_id': 'dv-neutron-835340-2-hyperv'}, 'id': '59bbf8c4-aef4-4a26-9812-b066bd70f33b'} from dv-neutron-835340-2-hyperv. {{(pid=87872) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 28 12:02:06.898249 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-ec61277f-e988-4c3f-9743-664f92a846e8 tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3591354'] for subnet, precommit_delete_associations {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:06.924253 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-e4bf391f-7302-46c9-b98b-70b0e395abfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:02:06.948509 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-7658e619-9b94-44ef-8647-9f314f91e914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:07.006307 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-b5619eb5-3955-47ca-9a25-a20117581062 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] 10.222.0.30 "PUT /v2.0/floatingips/9918bcb6-0aa9-44b0-a155-e5a8e8458f58 HTTP/1.1" status: 200 len: 978 time: 2.8055835 Mar 28 12:02:07.009095 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 56610) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:02:07.016096 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4bf391f-7302-46c9-b98b-70b0e395abfd None None] Routers {'aee21855-9ca1-4ba9-b166-3594b594c188'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:02:07.016820 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-e4bf391f-7302-46c9-b98b-70b0e395abfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:02:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['aee21855-9ca1-4ba9-b166-3594b594c188'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:02:07.097074 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-e4bf391f-7302-46c9-b98b-70b0e395abfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:02:07.097822 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4bf391f-7302-46c9-b98b-70b0e395abfd None None] The sync data for ids ['aee21855-9ca1-4ba9-b166-3594b594c188'] in dv-neutron-835340-2-hyperv is: [] {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 12:02:07.112916 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-76ab653e-0d7e-40b1-ad4a-c040b94b8fe4 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Deleting port 1c987a0f-b1b4-4964-a08b-7444d915185e {{(pid=87871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:02:07.113226 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-76ab653e-0d7e-40b1-ad4a-c040b94b8fe4 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:07.116434 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvr_db [None req-2b48f4aa-1643-4054-931b-bd12c8eee860 None None] Set router d5f02f7d-33a1-4bfb-8275-f54b07b21c14 gateway port host: dv-neutron-835340-2-hyperv {{(pid=87873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:02:07.129375 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-18eb82c1-8062-4d59-9210-02d2a2f0704e tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:07.214334 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.db_base_plugin_common [None req-7658e619-9b94-44ef-8647-9f314f91e914 None None] Allocated IP 172.20.0.34 (9d808d20-321a-4040-937a-68d7c35eefe2/495fdcc4-ad8c-4b61-aea4-f37309a1f718/59bbf8c4-aef4-4a26-9812-b066bd70f33b) {{(pid=87872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 12:02:07.288819 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215d3884-4e54-4479-a41c-f2315a67a238 req-e5af4a33-2ac3-41b8-8c85-9ef653b1f0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:02:07.290236 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-215d3884-4e54-4479-a41c-f2315a67a238 req-e5af4a33-2ac3-41b8-8c85-9ef653b1f0d3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=3eabdfb2-13df-46a0-90ee-a82c1c8f310b HTTP/1.1" status: 200 len: 896 time: 0.5246272 Mar 28 12:02:07.354921 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-ec61277f-e988-4c3f-9743-664f92a846e8 tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1919782'] for subnet, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:07.398075 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-76ab653e-0d7e-40b1-ad4a-c040b94b8fe4 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:07.414406 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-7658e619-9b94-44ef-8647-9f314f91e914 None None] For port 59bbf8c4-aef4-4a26-9812-b066bd70f33b, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=59bbf8c4-aef4-4a26-9812-b066bd70f33b,segment=NetworkSegment(287492be-530b-4587-955c-3ed4cbc033b4),segment_id=287492be-530b-4587-955c-3ed4cbc033b4)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:02:07.415284 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-215d3884-4e54-4479-a41c-f2315a67a238 req-36e64d05-e531-432f-82b6-6d960a397147 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=12748102-4760-40db-84c0-2bcd579ab8d7 HTTP/1.1" status: 200 len: 217 time: 0.1174507 Mar 28 12:02:07.429126 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-b7ccd3c7-0277-4f12-8e5c-e41478141af5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:07.452201 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-7658e619-9b94-44ef-8647-9f314f91e914 None None] Notify callbacks [] for port, precommit_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:07.472421 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-7658e619-9b94-44ef-8647-9f314f91e914 None None] Transition to ACTIVE for port object 59bbf8c4-aef4-4a26-9812-b066bd70f33b will not be triggered until provisioned by entity DHCP. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:02:07.477882 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-7658e619-9b94-44ef-8647-9f314f91e914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:07.541227 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-2b48f4aa-1643-4054-931b-bd12c8eee860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5f02f7d-33a1-4bfb-8275-f54b07b21c14', 'name': 'tempest-TestNetworkBasicOps-router-1162902735', 'tenant_id': '527195c95736491ca1967a42cc300275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.177'}], 'enable_snat': True}, 'gw_port_id': '344b8558-f9db-4637-80bb-b51096537413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:59:11Z', 'updated_at': '2022-03-28T12:01:46Z', 'revision_number': 6, 'project_id': '527195c95736491ca1967a42cc300275', 'gw_port': {'id': '344b8558-f9db-4637-80bb-b51096537413', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:2b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f02f7d-33a1-4bfb-8275-f54b07b21c14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:59:13Z', 'updated_at': '2022-03-28T11:59:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_interfaces': [{'id': '1916e1d1-6e95-4d71-9fca-2c50aa38f306', 'name': '', 'network_id': '3eabdfb2-13df-46a0-90ee-a82c1c8f310b', 'tenant_id': '527195c95736491ca1967a42cc300275', 'mac_address': 'fa:16:3e:04:43:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f02f7d-33a1-4bfb-8275-f54b07b21c14', 'device_owner': 'network:router_interface', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': '7e493e4f-4143-4d86-a3fc-05446ad68796', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:59:22Z', 'updated_at': '2022-03-28T11:59:35Z', 'revision_number': 5, 'project_id': '527195c95736491ca1967a42cc300275', 'subnets': [{'id': '7e493e4f-4143-4d86-a3fc-05446ad68796', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:02:07.545748 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b48f4aa-1643-4054-931b-bd12c8eee860 None None] The sync data for ids ['d5f02f7d-33a1-4bfb-8275-f54b07b21c14'] in dv-neutron-835340-2-hyperv is: [{'id': 'd5f02f7d-33a1-4bfb-8275-f54b07b21c14', 'name': 'tempest-TestNetworkBasicOps-router-1162902735', 'tenant_id': '527195c95736491ca1967a42cc300275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.177'}], 'enable_snat': True}, 'gw_port_id': '344b8558-f9db-4637-80bb-b51096537413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:59:11Z', 'updated_at': '2022-03-28T12:01:46Z', 'revision_number': 6, 'project_id': '527195c95736491ca1967a42cc300275', 'gw_port': {'id': '344b8558-f9db-4637-80bb-b51096537413', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:2b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f02f7d-33a1-4bfb-8275-f54b07b21c14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:59:13Z', 'updated_at': '2022-03-28T11:59:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_interfaces': [{'id': '1916e1d1-6e95-4d71-9fca-2c50aa38f306', 'name': '', 'network_id': '3eabdfb2-13df-46a0-90ee-a82c1c8f310b', 'tenant_id': '527195c95736491ca1967a42cc300275', 'mac_address': 'fa:16:3e:04:43:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f02f7d-33a1-4bfb-8275-f54b07b21c14', 'device_owner': 'network:router_interface', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': '7e493e4f-4143-4d86-a3fc-05446ad68796', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:59:22Z', 'updated_at': '2022-03-28T11:59:35Z', 'revision_number': 5, 'project_id': '527195c95736491ca1967a42cc300275', 'subnets': [{'id': '7e493e4f-4143-4d86-a3fc-05446ad68796', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 12:02:07.695858 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7658e619-9b94-44ef-8647-9f314f91e914 None None] Pushing event updated for resources: {'Port': ['ID=59bbf8c4-aef4-4a26-9812-b066bd70f33b,revision_number=7']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:02:07.714488 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5480265-f077-4705-bd1e-1e2fdf9b8d6e req-1675f2c3-fed7-4d96-a2d5-a6913e602b7f tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:02:07.715211 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [req-c5480265-f077-4705-bd1e-1e2fdf9b8d6e req-1675f2c3-fed7-4d96-a2d5-a6913e602b7f tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Synchronizing usage tracker for tenant:527195c95736491ca1967a42cc300275 on resource:port {{(pid=87870) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:02:07.750092 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-76ab653e-0d7e-40b1-ad4a-c040b94b8fe4 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:07.750634 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-76ab653e-0d7e-40b1-ad4a-c040b94b8fe4 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-709520'] for floatingip, after_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:07.750752 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.db.l3_db [None req-76ab653e-0d7e-40b1-ad4a-c040b94b8fe4 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Floating IP 9918bcb6-0aa9-44b0-a155-e5a8e8458f58 disassociated. External IP: 172.26.7.202, port: 1c987a0f-b1b4-4964-a08b-7444d915185e. Mar 28 12:02:07.751052 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-76ab653e-0d7e-40b1-ad4a-c040b94b8fe4 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Calling delete_port for 1c987a0f-b1b4-4964-a08b-7444d915185e owned by {{(pid=87871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:02:07.764850 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215d3884-4e54-4479-a41c-f2315a67a238 req-5bc215fc-8a03-4512-98ae-920317172c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:02:07.766293 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-215d3884-4e54-4479-a41c-f2315a67a238 req-5bc215fc-8a03-4512-98ae-920317172c5f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=7e493e4f-4143-4d86-a3fc-05446ad68796 HTTP/1.1" status: 200 len: 835 time: 0.3294151 Mar 28 12:02:07.869387 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [req-c5480265-f077-4705-bd1e-1e2fdf9b8d6e req-1675f2c3-fed7-4d96-a2d5-a6913e602b7f tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Unset dirty status for tenant:527195c95736491ca1967a42cc300275 on resource:port {{(pid=87870) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:02:07.870616 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-c5480265-f077-4705-bd1e-1e2fdf9b8d6e req-1675f2c3-fed7-4d96-a2d5-a6913e602b7f tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/ports?device_id=87bd8c58-7f15-410e-aa63-e83fafd3b215 HTTP/1.1" status: 200 len: 945 time: 0.9255693 Mar 28 12:02:07.890461 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-ec61277f-e988-4c3f-9743-664f92a846e8 tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1919805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2561174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2563528'] for subnet, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:07.936667 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7479a14c-6ff8-4ca0-8f8d-cd3baf81070b None None] New status for floating IP c7484ce1-88f5-44a5-a6fc-a3ae004afbfd: DOWN {{(pid=87872) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 12:02:07.970421 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec61277f-e988-4c3f-9743-664f92a846e8 tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Pushing event deleted for resources: {'Subnet': ['ID=c221749e-cd85-4271-89d0-e152b044e91a,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:02:07.982326 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-ec61277f-e988-4c3f-9743-664f92a846e8 tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Notify callbacks [] for subnet, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:07.997807 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deae15bd-83bc-4147-a4c2-3c41bb984382 None None] Network 6747c06d-e8a1-4366-a1eb-4bb7699ec592 requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 12:02:08.020194 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-ec61277f-e988-4c3f-9743-664f92a846e8 tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] 10.222.0.30 "DELETE /v2.0/subnets/c221749e-cd85-4271-89d0-e152b044e91a HTTP/1.1" status: 204 len: 168 time: 1.3860800 Mar 28 12:02:08.022576 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [req-c5480265-f077-4705-bd1e-1e2fdf9b8d6e req-18dc4d3f-7edf-4d3f-a10d-e26a6456702b tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Synchronizing usage tracker for tenant:527195c95736491ca1967a42cc300275 on resource:security_group {{(pid=87870) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:02:08.025176 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 56614) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:02:08.150052 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-76ab653e-0d7e-40b1-ad4a-c040b94b8fe4 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:08.173594 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215d3884-4e54-4479-a41c-f2315a67a238 req-567197b2-7923-4a13-a09a-08db6e8eed61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:02:08.176171 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-215d3884-4e54-4479-a41c-f2315a67a238 req-567197b2-7923-4a13-a09a-08db6e8eed61 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=3eabdfb2-13df-46a0-90ee-a82c1c8f310b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3944502 Mar 28 12:02:08.182480 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [req-c5480265-f077-4705-bd1e-1e2fdf9b8d6e req-18dc4d3f-7edf-4d3f-a10d-e26a6456702b tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Unset dirty status for tenant:527195c95736491ca1967a42cc300275 on resource:security_group {{(pid=87870) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:02:08.186691 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-c5480265-f077-4705-bd1e-1e2fdf9b8d6e req-18dc4d3f-7edf-4d3f-a10d-e26a6456702b tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/security-groups?id=e59444d0-c743-4927-b846-a029d293bc8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2993612 Mar 28 12:02:08.252202 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ab653e-0d7e-40b1-ad4a-c040b94b8fe4 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Pushing event deleted for resources: {'Port': ['ID=1c987a0f-b1b4-4964-a08b-7444d915185e,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:02:08.261330 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.db_base_plugin_common [None req-18eb82c1-8062-4d59-9210-02d2a2f0704e tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Delete allocated IP 172.20.0.11 (9d808d20-321a-4040-937a-68d7c35eefe2/ddacfb28-e037-487d-9d93-2843c8e19296) {{(pid=87870) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 28 12:02:08.317913 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.db_base_plugin_v2 [None req-59ac23d6-78da-432d-9f6f-e255c241d41a tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Deleting subnet aee885d9-c1ae-41d5-96f8-424f3357f137 {{(pid=87870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 12:02:08.321919 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.db_base_plugin_common [None req-18eb82c1-8062-4d59-9210-02d2a2f0704e tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Allocated IP 172.20.0.45 (9d808d20-321a-4040-937a-68d7c35eefe2/495fdcc4-ad8c-4b61-aea4-f37309a1f718/6efa4709-2056-45dc-8d14-43b72bf6bf48) {{(pid=87870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 12:02:08.399653 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-59ac23d6-78da-432d-9f6f-e255c241d41a tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Notify callbacks [] for subnet, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:08.463019 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e041f5de-fdbd-4565-929b-2000041b2a12 None None] DHCP port deletion for 6747c06d-e8a1-4366-a1eb-4bb7699ec592 request from dv-neutron-835340-2-hyperv {{(pid=87872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 12:02:08.468202 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-e041f5de-fdbd-4565-929b-2000041b2a12 None None] Deleting port d17ee174-4bec-4a91-8793-ea4645ba9b4a {{(pid=87872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:02:08.468719 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-e041f5de-fdbd-4565-929b-2000041b2a12 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:08.503992 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e140c119-9c42-4cc8-b47c-b3f3bf838e8a req-4d096733-074c-4a9a-babe-d250b6feb224 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:02:08.510281 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-e140c119-9c42-4cc8-b47c-b3f3bf838e8a req-4d096733-074c-4a9a-babe-d250b6feb224 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.11 "GET /v2.0/ports?device_id=87bd8c58-7f15-410e-aa63-e83fafd3b215 HTTP/1.1" status: 200 len: 945 time: 0.4229095 Mar 28 12:02:08.616645 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76ab653e-0d7e-40b1-ad4a-c040b94b8fe4 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Router aee21855-9ca1-4ba9-b166-3594b594c188 has already been hosted by L3 agent af79d429-529e-400b-a119-94d4bec03f3e {{(pid=87871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 12:02:08.620379 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [req-e140c119-9c42-4cc8-b47c-b3f3bf838e8a req-6a843ac3-371f-45f6-9edd-a3fd64939f6e tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Deleting port 12748102-4760-40db-84c0-2bcd579ab8d7 {{(pid=87871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:02:08.620723 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-e140c119-9c42-4cc8-b47c-b3f3bf838e8a req-6a843ac3-371f-45f6-9edd-a3fd64939f6e tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:08.638943 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-59ac23d6-78da-432d-9f6f-e255c241d41a tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3591354'] for subnet, precommit_delete_associations {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:08.651789 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-237db9b1-b903-4e0c-8e59-0d9cc034cc4a None None] Provisioning complete for port 6efa4709-2056-45dc-8d14-43b72bf6bf48 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:02:08.653455 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-237db9b1-b903-4e0c-8e59-0d9cc034cc4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:08.746949 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-215d3884-4e54-4479-a41c-f2315a67a238 req-d8ab4b36-3fb1-4fef-bfda-f8c486998c11 service neutron] 10.222.0.11 "GET /v2.0/networks/3eabdfb2-13df-46a0-90ee-a82c1c8f310b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5242734 Mar 28 12:02:08.769901 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-237db9b1-b903-4e0c-8e59-0d9cc034cc4a None None] Port 6efa4709-2056-45dc-8d14-43b72bf6bf48 cannot update to ACTIVE because it is not bound. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 12:02:08.778086 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-e041f5de-fdbd-4565-929b-2000041b2a12 None None] For port d17ee174-4bec-4a91-8793-ea4645ba9b4a, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=d17ee174-4bec-4a91-8793-ea4645ba9b4a,segment=NetworkSegment(80444f65-47f7-41d9-bbd0-b4db50bc231a),segment_id=80444f65-47f7-41d9-bbd0-b4db50bc231a)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:02:08.778308 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-e041f5de-fdbd-4565-929b-2000041b2a12 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:08.813230 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-18eb82c1-8062-4d59-9210-02d2a2f0704e tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks [] for port, precommit_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:08.899553 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-237db9b1-b903-4e0c-8e59-0d9cc034cc4a None None] Provisioning complete for port a81c6579-6e35-4f9b-8cee-8e424705fee4 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:02:08.900172 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-237db9b1-b903-4e0c-8e59-0d9cc034cc4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:08.902131 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-59ac23d6-78da-432d-9f6f-e255c241d41a tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1919782'] for subnet, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:08.934368 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-e041f5de-fdbd-4565-929b-2000041b2a12 None None] Calling delete_port for d17ee174-4bec-4a91-8793-ea4645ba9b4a owned by network:dhcp {{(pid=87872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:02:08.938336 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.provisioning_blocks [None req-18eb82c1-8062-4d59-9210-02d2a2f0704e tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Transition to ACTIVE for port object 6efa4709-2056-45dc-8d14-43b72bf6bf48 will not be triggered until provisioned by entity DHCP. {{(pid=87870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:02:08.952960 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-18eb82c1-8062-4d59-9210-02d2a2f0704e tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2558288'] for port, after_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:08.995360 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76ab653e-0d7e-40b1-ad4a-c040b94b8fe4 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 12:02:09.009293 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-237db9b1-b903-4e0c-8e59-0d9cc034cc4a None None] Port a81c6579-6e35-4f9b-8cee-8e424705fee4 cannot update to ACTIVE because it is not bound. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 12:02:09.015118 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5708d323-9f7f-44ad-ba87-04c5ab5c72be None None] Sync routers for ids ['aee21855-9ca1-4ba9-b166-3594b594c188'] in dv-neutron-835340-2-hyperv {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 12:02:09.032495 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5708d323-9f7f-44ad-ba87-04c5ab5c72be None None] Routers {'aee21855-9ca1-4ba9-b166-3594b594c188'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:02:09.033483 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-5708d323-9f7f-44ad-ba87-04c5ab5c72be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:02:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['aee21855-9ca1-4ba9-b166-3594b594c188'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:02:09.054954 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-237db9b1-b903-4e0c-8e59-0d9cc034cc4a None None] Provisioning for port 59bbf8c4-aef4-4a26-9812-b066bd70f33b completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:02:09.061556 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-237db9b1-b903-4e0c-8e59-0d9cc034cc4a None None] Provisioning complete for port 59bbf8c4-aef4-4a26-9812-b066bd70f33b triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:02:09.062064 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-237db9b1-b903-4e0c-8e59-0d9cc034cc4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:09.086627 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-215d3884-4e54-4479-a41c-f2315a67a238 req-3e27502c-ba62-4f48-b699-e086599f5720 service neutron] 10.222.0.11 "GET /v2.0/networks/3eabdfb2-13df-46a0-90ee-a82c1c8f310b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3323298 Mar 28 12:02:09.096338 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-e041f5de-fdbd-4565-929b-2000041b2a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250'] for port, after_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:09.104900 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18eb82c1-8062-4d59-9210-02d2a2f0704e tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Pushing event updated for resources: {'Port': ['ID=6efa4709-2056-45dc-8d14-43b72bf6bf48,revision_number=2']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:02:09.134049 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.db [req-e140c119-9c42-4cc8-b47c-b3f3bf838e8a req-6a843ac3-371f-45f6-9edd-a3fd64939f6e tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] For port 12748102-4760-40db-84c0-2bcd579ab8d7, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=12748102-4760-40db-84c0-2bcd579ab8d7,segment=NetworkSegment(caa6f1cf-f17c-4624-a07f-4a5b04f9c3a6),segment_id=caa6f1cf-f17c-4624-a07f-4a5b04f9c3a6)] {{(pid=87871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:02:09.134267 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-e140c119-9c42-4cc8-b47c-b3f3bf838e8a req-6a843ac3-371f-45f6-9edd-a3fd64939f6e tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:09.148740 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-76ab653e-0d7e-40b1-ad4a-c040b94b8fe4 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:09.179136 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e041f5de-fdbd-4565-929b-2000041b2a12 None None] Pushing event deleted for resources: {'Port': ['ID=d17ee174-4bec-4a91-8793-ea4645ba9b4a,revision_number=None']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:02:09.183151 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-59ac23d6-78da-432d-9f6f-e255c241d41a tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1919805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2561174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2563528'] for subnet, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:09.183614 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e041f5de-fdbd-4565-929b-2000041b2a12 None None] No DVR routers for this DVR port d17ee174-4bec-4a91-8793-ea4645ba9b4a on host dv-neutron-835340-2-hyperv {{(pid=87872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 12:02:09.228260 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-5708d323-9f7f-44ad-ba87-04c5ab5c72be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:02:09.240289 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5708d323-9f7f-44ad-ba87-04c5ab5c72be None None] Routers {'aee21855-9ca1-4ba9-b166-3594b594c188'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:02:09.241108 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-5708d323-9f7f-44ad-ba87-04c5ab5c72be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:02:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['aee21855-9ca1-4ba9-b166-3594b594c188'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:02:09.244217 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ac23d6-78da-432d-9f6f-e255c241d41a tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Pushing event deleted for resources: {'Subnet': ['ID=aee885d9-c1ae-41d5-96f8-424f3357f137,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:02:09.257205 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-59ac23d6-78da-432d-9f6f-e255c241d41a tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Notify callbacks [] for subnet, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:09.263294 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-18eb82c1-8062-4d59-9210-02d2a2f0704e tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] In _notify_port_updated(), no bound segment for port 6efa4709-2056-45dc-8d14-43b72bf6bf48 on network 9d808d20-321a-4040-937a-68d7c35eefe2 {{(pid=87870) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 28 12:02:09.270029 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18eb82c1-8062-4d59-9210-02d2a2f0704e tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:02:09.270851 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-18eb82c1-8062-4d59-9210-02d2a2f0704e tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:09.272326 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-18eb82c1-8062-4d59-9210-02d2a2f0704e tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] 10.222.0.30 "PUT /v2.0/ports/6efa4709-2056-45dc-8d14-43b72bf6bf48 HTTP/1.1" status: 200 len: 960 time: 2.9719501 Mar 28 12:02:09.275684 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-59ac23d6-78da-432d-9f6f-e255c241d41a tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] 10.222.0.30 "DELETE /v2.0/subnets/aee885d9-c1ae-41d5-96f8-424f3357f137 HTTP/1.1" status: 204 len: 168 time: 1.2178802 Mar 28 12:02:09.276471 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 56620) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:02:09.278465 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 56622) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:02:09.325858 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38dc6632-4981-4d06-89ff-4b662787d7fe None None] Network 101bcf09-8ae6-4ddd-9f39-4c40ee2a5de3 requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 12:02:09.352161 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-5708d323-9f7f-44ad-ba87-04c5ab5c72be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:02:09.352718 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5708d323-9f7f-44ad-ba87-04c5ab5c72be None None] The sync data for ids ['aee21855-9ca1-4ba9-b166-3594b594c188'] in dv-neutron-835340-2-hyperv is: [] {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 12:02:09.358610 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-76ab653e-0d7e-40b1-ad4a-c040b94b8fe4 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] 10.222.0.30 "DELETE /v2.0/ports/1c987a0f-b1b4-4964-a08b-7444d915185e HTTP/1.1" status: 204 len: 168 time: 2.3482485 Mar 28 12:02:09.364563 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 56628) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:02:09.366072 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [req-e140c119-9c42-4cc8-b47c-b3f3bf838e8a req-6a843ac3-371f-45f6-9edd-a3fd64939f6e tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Calling delete_port for 12748102-4760-40db-84c0-2bcd579ab8d7 owned by compute:nova {{(pid=87871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:02:09.404494 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 59bbf8c4-aef4-4a26-9812-b066bd70f33b up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:02:09.535358 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-5c2d70f6-a425-4d71-9587-fad4a589be8f tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Deleting port 6efa4709-2056-45dc-8d14-43b72bf6bf48 {{(pid=87870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:02:09.536365 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-5c2d70f6-a425-4d71-9587-fad4a589be8f tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:09.582717 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82285b0b-78c0-440e-9c28-33bbda2314d7 req-13710077-a8ad-42a7-9cb8-c73869d64db8 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:02:09.584343 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-82285b0b-78c0-440e-9c28-33bbda2314d7 req-13710077-a8ad-42a7-9cb8-c73869d64db8 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/ports?device_id=87bd8c58-7f15-410e-aa63-e83fafd3b215 HTTP/1.1" status: 200 len: 945 time: 0.1758728 Mar 28 12:02:09.615764 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port 59bbf8c4-aef4-4a26-9812-b066bd70f33b triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:02:09.616610 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:09.654510 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-82285b0b-78c0-440e-9c28-33bbda2314d7 req-30d85437-056b-4b65-a719-0458b09f93bf tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/security-groups?id=e59444d0-c743-4927-b846-a029d293bc8e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569148 Mar 28 12:02:09.655252 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-e140c119-9c42-4cc8-b47c-b3f3bf838e8a req-6a843ac3-371f-45f6-9edd-a3fd64939f6e tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:09.707272 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a843ac3-371f-45f6-9edd-a3fd64939f6e tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Pushing event deleted for resources: {'Port': ['ID=12748102-4760-40db-84c0-2bcd579ab8d7,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:02:09.718550 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-17fe8f3e-40c4-4222-8521-6ede2ffd031c tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588883'] for network, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:09.831548 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-2c10a001-be92-429b-87e0-0474fd4a70d1 None None] Provisioning for port 6efa4709-2056-45dc-8d14-43b72bf6bf48 completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:02:09.841689 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-2c10a001-be92-429b-87e0-0474fd4a70d1 None None] Provisioning complete for port 6efa4709-2056-45dc-8d14-43b72bf6bf48 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:02:09.842062 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2c10a001-be92-429b-87e0-0474fd4a70d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:09.922908 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3cafb7b-4435-4bda-b3d5-d86993053828 None None] DHCP port deletion for 101bcf09-8ae6-4ddd-9f39-4c40ee2a5de3 request from dv-neutron-835340-2-hyperv {{(pid=87872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 12:02:09.930551 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device d17ee174-4bec-4a91-8793-ea4645ba9b4a no longer exists at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 12:02:09.941807 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.l3_dvrscheduler_db [req-e140c119-9c42-4cc8-b47c-b3f3bf838e8a req-6a843ac3-371f-45f6-9edd-a3fd64939f6e tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] No DVR routers for this DVR port 12748102-4760-40db-84c0-2bcd579ab8d7 on host hv-neutron-8353 {{(pid=87871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 12:02:09.944310 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-e140c119-9c42-4cc8-b47c-b3f3bf838e8a req-6a843ac3-371f-45f6-9edd-a3fd64939f6e tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:09.947912 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87bd8c58-7f15-410e-aa63-e83fafd3b215', 'name': 'network-vif-deleted', 'tag': '12748102-4760-40db-84c0-2bcd579ab8d7'}] {{(pid=87871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 12:02:09.967350 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-2c10a001-be92-429b-87e0-0474fd4a70d1 None None] Port 6efa4709-2056-45dc-8d14-43b72bf6bf48 cannot update to ACTIVE because it is not bound. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 12:02:09.968930 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-a3cafb7b-4435-4bda-b3d5-d86993053828 None None] Deleting port dbb63627-7522-405f-87d1-86bd242b8542 {{(pid=87872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:02:09.969288 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-a3cafb7b-4435-4bda-b3d5-d86993053828 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:09.970377 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-e140c119-9c42-4cc8-b47c-b3f3bf838e8a req-6a843ac3-371f-45f6-9edd-a3fd64939f6e tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.11 "DELETE /v2.0/ports/12748102-4760-40db-84c0-2bcd579ab8d7 HTTP/1.1" status: 204 len: 173 time: 1.4428380 Mar 28 12:02:10.026760 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87bd8c58-7f15-410e-aa63-e83fafd3b215', 'name': 'network-vif-deleted', 'tag': '12748102-4760-40db-84c0-2bcd579ab8d7', 'status': 'completed', 'code': 200} Mar 28 12:02:10.050947 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] No Port match for: d17ee174-4bec-4a91-8793-ea4645ba9b4a {{(pid=87872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 12:02:10.050947 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device d17ee174-4bec-4a91-8793-ea4645ba9b4a not bound to the agent host dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 12:02:10.217191 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-17fe8f3e-40c4-4222-8521-6ede2ffd031c tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930431', 'neutron.services.segments.db._delete_segments_for_network-8783496351308'] for network, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:10.254174 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-a3cafb7b-4435-4bda-b3d5-d86993053828 None None] For port dbb63627-7522-405f-87d1-86bd242b8542, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=dbb63627-7522-405f-87d1-86bd242b8542,segment=NetworkSegment(07727e83-ec07-4aee-90fd-0bb3cdef8735),segment_id=07727e83-ec07-4aee-90fd-0bb3cdef8735)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:02:10.254624 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-a3cafb7b-4435-4bda-b3d5-d86993053828 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:10.333355 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-17fe8f3e-40c4-4222-8521-6ede2ffd031c tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6747c06d-e8a1-4366-a1eb-4bb7699ec592']}} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:02:10.382551 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-a3cafb7b-4435-4bda-b3d5-d86993053828 None None] Calling delete_port for dbb63627-7522-405f-87d1-86bd242b8542 owned by network:dhcp {{(pid=87872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:02:10.395056 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-17fe8f3e-40c4-4222-8521-6ede2ffd031c tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80444f65-47f7-41d9-bbd0-b4db50bc231a') {'for_net_delete': True} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:02:10.395371 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-17fe8f3e-40c4-4222-8521-6ede2ffd031c tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80444f65-47f7-41d9-bbd0-b4db50bc231a') {} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:02:10.426197 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-17fe8f3e-40c4-4222-8521-6ede2ffd031c tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783496353639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3591341'] for segment, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:10.441929 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-5c2d70f6-a425-4d71-9587-fad4a589be8f tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:10.462650 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-a3cafb7b-4435-4bda-b3d5-d86993053828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250'] for port, after_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:10.465050 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-17fe8f3e-40c4-4222-8521-6ede2ffd031c tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:10.509320 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cafb7b-4435-4bda-b3d5-d86993053828 None None] Pushing event deleted for resources: {'Port': ['ID=dbb63627-7522-405f-87d1-86bd242b8542,revision_number=None']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:02:10.513856 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3cafb7b-4435-4bda-b3d5-d86993053828 None None] No DVR routers for this DVR port dbb63627-7522-405f-87d1-86bd242b8542 on host dv-neutron-835340-2-hyperv {{(pid=87872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 12:02:10.587460 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17fe8f3e-40c4-4222-8521-6ede2ffd031c tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=87870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 12:02:10.588132 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-17fe8f3e-40c4-4222-8521-6ede2ffd031c tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1920481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2558260'] for segment, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:10.602581 dv-neutron-835340-2-hyperv neutron-server[87870]: Traceback (most recent call last): Mar 28 12:02:10.602581 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 12:02:10.602581 dv-neutron-835340-2-hyperv neutron-server[87870]: timer() Mar 28 12:02:10.602581 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 12:02:10.602581 dv-neutron-835340-2-hyperv neutron-server[87870]: cb(*args, **kw) Mar 28 12:02:10.602581 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 12:02:10.602581 dv-neutron-835340-2-hyperv neutron-server[87870]: return func(*args, **kwargs) Mar 28 12:02:10.602581 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 12:02:10.602581 dv-neutron-835340-2-hyperv neutron-server[87870]: self._notify() Mar 28 12:02:10.602581 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 12:02:10.602581 dv-neutron-835340-2-hyperv neutron-server[87870]: self.callback(batched_events) Mar 28 12:02:10.602581 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 12:02:10.602581 dv-neutron-835340-2-hyperv neutron-server[87870]: event.method(event) Mar 28 12:02:10.602581 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 12:02:10.602581 dv-neutron-835340-2-hyperv neutron-server[87870]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 12:02:10.602581 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 12:02:10.602581 dv-neutron-835340-2-hyperv neutron-server[87870]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 12:02:10.602581 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 12:02:10.602581 dv-neutron-835340-2-hyperv neutron-server[87870]: return f(self, *a, **k) Mar 28 12:02:10.602581 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 12:02:10.602581 dv-neutron-835340-2-hyperv neutron-server[87870]: return self._get(url).json() Mar 28 12:02:10.602581 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 12:02:10.602581 dv-neutron-835340-2-hyperv neutron-server[87870]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 12:02:10.602581 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 12:02:10.602581 dv-neutron-835340-2-hyperv neutron-server[87870]: return self.request(url, 'GET', **kwargs) Mar 28 12:02:10.602581 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 12:02:10.602581 dv-neutron-835340-2-hyperv neutron-server[87870]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 12:02:10.602581 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 12:02:10.602581 dv-neutron-835340-2-hyperv neutron-server[87870]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 12:02:10.602581 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 12:02:10.602581 dv-neutron-835340-2-hyperv neutron-server[87870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 12:02:10.602581 dv-neutron-835340-2-hyperv neutron-server[87870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 12:02:10.609068 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-5c2d70f6-a425-4d71-9587-fad4a589be8f tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Calling delete_port for 6efa4709-2056-45dc-8d14-43b72bf6bf48 owned by {{(pid=87870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:02:10.760719 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 56636) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:02:10.802773 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-17fe8f3e-40c4-4222-8521-6ede2ffd031c tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709602'] for network, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:10.841832 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-c92d3bf2-41da-4e9d-892c-feac8a72a9c8 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:10.856809 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-17fe8f3e-40c4-4222-8521-6ede2ffd031c tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538751'] for network, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:10.873244 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-c92d3bf2-41da-4e9d-892c-feac8a72a9c8 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:10.883150 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fe8f3e-40c4-4222-8521-6ede2ffd031c tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Pushing event deleted for resources: {'Network': ['ID=6747c06d-e8a1-4366-a1eb-4bb7699ec592,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:02:10.895612 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-17fe8f3e-40c4-4222-8521-6ede2ffd031c tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] 10.222.0.30 "DELETE /v2.0/networks/6747c06d-e8a1-4366-a1eb-4bb7699ec592 HTTP/1.1" status: 204 len: 168 time: 1.6137371 Mar 28 12:02:10.897868 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 56640) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:02:10.944398 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-c92d3bf2-41da-4e9d-892c-feac8a72a9c8 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:10.966163 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92d3bf2-41da-4e9d-892c-feac8a72a9c8 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e59444d0-c743-4927-b846-a029d293bc8e,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:02:10.978832 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-c92d3bf2-41da-4e9d-892c-feac8a72a9c8 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:10.980452 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-c92d3bf2-41da-4e9d-892c-feac8a72a9c8 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "DELETE /v2.0/security-groups/e59444d0-c743-4927-b846-a029d293bc8e HTTP/1.1" status: 204 len: 168 time: 0.2185493 Mar 28 12:02:11.019700 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 56646) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:02:11.038984 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-5c2d70f6-a425-4d71-9587-fad4a589be8f tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:11.100739 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Device 12748102-4760-40db-84c0-2bcd579ab8d7 no longer exists at agent hyperv_hv-neutron-8353 {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 12:02:11.111598 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2d70f6-a425-4d71-9587-fad4a589be8f tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Pushing event deleted for resources: {'Port': ['ID=6efa4709-2056-45dc-8d14-43b72bf6bf48,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:02:11.122753 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-1923bfa6-4094-4905-b201-16228927ba73 tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588883'] for network, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:11.177625 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] No Port match for: 12748102-4760-40db-84c0-2bcd579ab8d7 {{(pid=87872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 12:02:11.178178 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Device 12748102-4760-40db-84c0-2bcd579ab8d7 not bound to the agent host hv-neutron-8353 {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 12:02:11.180488 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device dbb63627-7522-405f-87d1-86bd242b8542 no longer exists at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 12:02:11.218006 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] No Port match for: dbb63627-7522-405f-87d1-86bd242b8542 {{(pid=87872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 12:02:11.218351 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device dbb63627-7522-405f-87d1-86bd242b8542 not bound to the agent host dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 12:02:11.386804 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-1fc52d9f-9d61-4594-a457-42748fef8f02 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-743394'] for router_interface, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:11.568280 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-5c2d70f6-a425-4d71-9587-fad4a589be8f tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:11.570049 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-5c2d70f6-a425-4d71-9587-fad4a589be8f tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] 10.222.0.30 "DELETE /v2.0/ports/6efa4709-2056-45dc-8d14-43b72bf6bf48 HTTP/1.1" status: 204 len: 168 time: 2.2925587 Mar 28 12:02:11.579168 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 56650) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:02:11.633465 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.pecan_wsgi.hooks.translation [None req-74c3a1f7-4684-4d61-b466-c580c350f2d7 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] GET failed (client error): The resource could not be found. Mar 28 12:02:11.633744 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-74c3a1f7-4684-4d61-b466-c580c350f2d7 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Synchronizing usage tracker for tenant:35b7084247a448e2b3e41f3619d7d4bc on resource:port {{(pid=87871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:02:11.639076 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-1923bfa6-4094-4905-b201-16228927ba73 tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930431', 'neutron.services.segments.db._delete_segments_for_network-8783496351308'] for network, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:11.654556 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-74c3a1f7-4684-4d61-b466-c580c350f2d7 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Unset dirty status for tenant:35b7084247a448e2b3e41f3619d7d4bc on resource:port {{(pid=87871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:02:11.658349 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-74c3a1f7-4684-4d61-b466-c580c350f2d7 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] 10.222.0.30 "GET /v2.0/ports/6efa4709-2056-45dc-8d14-43b72bf6bf48 HTTP/1.1" status: 404 len: 333 time: 0.0756044 Mar 28 12:02:11.659316 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 56654) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:02:11.683441 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-1923bfa6-4094-4905-b201-16228927ba73 tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['101bcf09-8ae6-4ddd-9f39-4c40ee2a5de3']}} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:02:11.699483 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-65249141-29bd-4738-9645-0c48ead94982 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-743394'] for router_interface, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:11.745912 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-1923bfa6-4094-4905-b201-16228927ba73 tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07727e83-ec07-4aee-90fd-0bb3cdef8735') {'for_net_delete': True} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:02:11.746194 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-1923bfa6-4094-4905-b201-16228927ba73 tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07727e83-ec07-4aee-90fd-0bb3cdef8735') {} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:02:11.796876 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-1923bfa6-4094-4905-b201-16228927ba73 tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783496353639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3591341'] for segment, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:11.821571 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-1923bfa6-4094-4905-b201-16228927ba73 tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:11.830195 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1923bfa6-4094-4905-b201-16228927ba73 tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=87870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 12:02:11.831227 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-1923bfa6-4094-4905-b201-16228927ba73 tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1920481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2558260'] for segment, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:11.845862 dv-neutron-835340-2-hyperv neutron-server[87870]: Traceback (most recent call last): Mar 28 12:02:11.845862 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 12:02:11.845862 dv-neutron-835340-2-hyperv neutron-server[87870]: timer() Mar 28 12:02:11.845862 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 12:02:11.845862 dv-neutron-835340-2-hyperv neutron-server[87870]: cb(*args, **kw) Mar 28 12:02:11.845862 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 12:02:11.845862 dv-neutron-835340-2-hyperv neutron-server[87870]: return func(*args, **kwargs) Mar 28 12:02:11.845862 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 12:02:11.845862 dv-neutron-835340-2-hyperv neutron-server[87870]: self._notify() Mar 28 12:02:11.845862 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 12:02:11.845862 dv-neutron-835340-2-hyperv neutron-server[87870]: self.callback(batched_events) Mar 28 12:02:11.845862 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 12:02:11.845862 dv-neutron-835340-2-hyperv neutron-server[87870]: event.method(event) Mar 28 12:02:11.845862 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 12:02:11.845862 dv-neutron-835340-2-hyperv neutron-server[87870]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 12:02:11.845862 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 12:02:11.845862 dv-neutron-835340-2-hyperv neutron-server[87870]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 12:02:11.845862 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 12:02:11.845862 dv-neutron-835340-2-hyperv neutron-server[87870]: return f(self, *a, **k) Mar 28 12:02:11.845862 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 12:02:11.845862 dv-neutron-835340-2-hyperv neutron-server[87870]: return self._get(url).json() Mar 28 12:02:11.845862 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 12:02:11.845862 dv-neutron-835340-2-hyperv neutron-server[87870]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 12:02:11.845862 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 12:02:11.845862 dv-neutron-835340-2-hyperv neutron-server[87870]: return self.request(url, 'GET', **kwargs) Mar 28 12:02:11.845862 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 12:02:11.845862 dv-neutron-835340-2-hyperv neutron-server[87870]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 12:02:11.845862 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 12:02:11.845862 dv-neutron-835340-2-hyperv neutron-server[87870]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 12:02:11.845862 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 12:02:11.845862 dv-neutron-835340-2-hyperv neutron-server[87870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 12:02:11.845862 dv-neutron-835340-2-hyperv neutron-server[87870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 12:02:11.868060 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-7003f731-f213-4b9d-b226-1af3b68e8481 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks [] for security_group, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:11.926683 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-7003f731-f213-4b9d-b226-1af3b68e8481 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:11.942827 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-1923bfa6-4094-4905-b201-16228927ba73 tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709602'] for network, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:11.962803 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-1923bfa6-4094-4905-b201-16228927ba73 tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538751'] for network, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:11.974534 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1923bfa6-4094-4905-b201-16228927ba73 tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Pushing event deleted for resources: {'Network': ['ID=101bcf09-8ae6-4ddd-9f39-4c40ee2a5de3,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:02:12.005634 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-1923bfa6-4094-4905-b201-16228927ba73 tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] 10.222.0.30 "DELETE /v2.0/networks/101bcf09-8ae6-4ddd-9f39-4c40ee2a5de3 HTTP/1.1" status: 204 len: 168 time: 1.1062012 Mar 28 12:02:12.012157 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 56658) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:02:12.079565 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-7003f731-f213-4b9d-b226-1af3b68e8481 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:12.086773 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-1fc52d9f-9d61-4594-a457-42748fef8f02 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Deleting port 0aed893e-6841-4d86-8790-7c7f85269d58 {{(pid=87870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:02:12.087113 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-1fc52d9f-9d61-4594-a457-42748fef8f02 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:12.099620 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7003f731-f213-4b9d-b226-1af3b68e8481 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=751190f8-d7e4-438a-968d-59086f9dbb20,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:02:12.110444 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-7003f731-f213-4b9d-b226-1af3b68e8481 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks [] for security_group, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:12.111553 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-7003f731-f213-4b9d-b226-1af3b68e8481 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] 10.222.0.30 "DELETE /v2.0/security-groups/751190f8-d7e4-438a-968d-59086f9dbb20 HTTP/1.1" status: 204 len: 168 time: 0.4517965 Mar 28 12:02:12.117919 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 56662) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:02:12.155180 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.db_base_plugin_v2 [None req-0911dc66-bf20-4840-9530-2b7bd51bce3f tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Deleting subnet bf8b7add-c644-433f-8074-c22c2ab99685 {{(pid=87870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 12:02:12.170802 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-65249141-29bd-4738-9645-0c48ead94982 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Deleting port 1916e1d1-6e95-4d71-9fca-2c50aa38f306 {{(pid=87871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:02:12.171143 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-65249141-29bd-4738-9645-0c48ead94982 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:12.175253 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-0911dc66-bf20-4840-9530-2b7bd51bce3f tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Notify callbacks [] for subnet, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:12.352610 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-0911dc66-bf20-4840-9530-2b7bd51bce3f tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3591354'] for subnet, precommit_delete_associations {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:12.363239 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.db [None req-65249141-29bd-4738-9645-0c48ead94982 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] For port 1916e1d1-6e95-4d71-9fca-2c50aa38f306, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=1916e1d1-6e95-4d71-9fca-2c50aa38f306,segment=NetworkSegment(caa6f1cf-f17c-4624-a07f-4a5b04f9c3a6),segment_id=caa6f1cf-f17c-4624-a07f-4a5b04f9c3a6)] {{(pid=87871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:02:12.363693 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-65249141-29bd-4738-9645-0c48ead94982 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:12.400840 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-5608e51e-a8ed-4f3a-9a0f-78ffd8701bd8 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks [] for security_group, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:12.463514 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-1fc52d9f-9d61-4594-a457-42748fef8f02 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:12.477912 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-5608e51e-a8ed-4f3a-9a0f-78ffd8701bd8 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:12.598998 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-65249141-29bd-4738-9645-0c48ead94982 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Calling delete_port for 1916e1d1-6e95-4d71-9fca-2c50aa38f306 owned by network:router_interface {{(pid=87871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:02:12.617021 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-1fc52d9f-9d61-4594-a457-42748fef8f02 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Calling delete_port for 0aed893e-6841-4d86-8790-7c7f85269d58 owned by network:router_interface {{(pid=87870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:02:12.701144 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-0911dc66-bf20-4840-9530-2b7bd51bce3f tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1919782'] for subnet, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:12.748451 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-5608e51e-a8ed-4f3a-9a0f-78ffd8701bd8 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:12.810566 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-65249141-29bd-4738-9645-0c48ead94982 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:12.861272 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65249141-29bd-4738-9645-0c48ead94982 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Pushing event deleted for resources: {'Port': ['ID=1916e1d1-6e95-4d71-9fca-2c50aa38f306,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:02:12.910982 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5608e51e-a8ed-4f3a-9a0f-78ffd8701bd8 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02f7acd1-4774-4099-9498-e7d4e3ced688,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:02:12.933769 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-5608e51e-a8ed-4f3a-9a0f-78ffd8701bd8 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks [] for security_group, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:12.934581 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-5608e51e-a8ed-4f3a-9a0f-78ffd8701bd8 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] 10.222.0.30 "DELETE /v2.0/security-groups/02f7acd1-4774-4099-9498-e7d4e3ced688 HTTP/1.1" status: 204 len: 168 time: 0.8098464 Mar 28 12:02:12.937250 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 56666) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:02:12.987445 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-0911dc66-bf20-4840-9530-2b7bd51bce3f tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1919805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2561174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2563528'] for subnet, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:13.051732 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6753fe1e-c252-4bc7-b2bf-7ede3db47a8d None None] Network fec03795-a37b-4098-9160-d2f1fc49687d requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 12:02:13.054661 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-0911dc66-bf20-4840-9530-2b7bd51bce3f tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Notify callbacks [] for subnet, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:13.058707 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0911dc66-bf20-4840-9530-2b7bd51bce3f tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Pushing event deleted for resources: {'Subnet': ['ID=bf8b7add-c644-433f-8074-c22c2ab99685,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:02:13.070925 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-0911dc66-bf20-4840-9530-2b7bd51bce3f tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] 10.222.0.30 "DELETE /v2.0/subnets/bf8b7add-c644-433f-8074-c22c2ab99685 HTTP/1.1" status: 204 len: 168 time: 1.0577395 Mar 28 12:02:13.074788 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 56670) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:02:13.094347 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c7a807ec-d6b9-484d-865a-8fe96dafd830 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks [] for security_group, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:13.169025 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c7a807ec-d6b9-484d-865a-8fe96dafd830 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:13.205602 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-1fc52d9f-9d61-4594-a457-42748fef8f02 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:13.265519 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc52d9f-9d61-4594-a457-42748fef8f02 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Pushing event deleted for resources: {'Port': ['ID=0aed893e-6841-4d86-8790-7c7f85269d58,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:02:13.305033 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-210eba84-321d-4cf3-bd84-c9d45cf43912 tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588883'] for network, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:13.333389 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-210eba84-321d-4cf3-bd84-c9d45cf43912 tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Deleting port 27521a63-f776-4521-9017-5b9e934057b2 {{(pid=87871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:02:13.333603 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-210eba84-321d-4cf3-bd84-c9d45cf43912 tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:13.338880 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c7a807ec-d6b9-484d-865a-8fe96dafd830 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:13.373022 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a825f77c-6557-43ac-a108-fe6b56383d12 None None] DHCP port deletion for fec03795-a37b-4098-9160-d2f1fc49687d request from dv-neutron-835340-2-hyperv {{(pid=87872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 12:02:13.374322 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-65249141-29bd-4738-9645-0c48ead94982 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-743246'] for router_interface, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:13.378596 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-a825f77c-6557-43ac-a108-fe6b56383d12 None None] Deleting port 27521a63-f776-4521-9017-5b9e934057b2 {{(pid=87872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:02:13.379861 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-a825f77c-6557-43ac-a108-fe6b56383d12 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:13.382453 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a807ec-d6b9-484d-865a-8fe96dafd830 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eb2f0aa-ee68-41ea-9bfb-67fc0c263db8,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:02:13.400148 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c7a807ec-d6b9-484d-865a-8fe96dafd830 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks [] for security_group, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:13.401590 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-c7a807ec-d6b9-484d-865a-8fe96dafd830 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] 10.222.0.30 "DELETE /v2.0/security-groups/6eb2f0aa-ee68-41ea-9bfb-67fc0c263db8 HTTP/1.1" status: 204 len: 168 time: 0.4616795 Mar 28 12:02:13.459129 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 56674) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:02:13.605009 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.db_base_plugin_v2 [None req-38c67eaa-a151-42bc-97ba-9aa1c7fe28d1 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Deleting subnet ddacfb28-e037-487d-9d93-2843c8e19296 {{(pid=87870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 12:02:13.617157 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-38c67eaa-a151-42bc-97ba-9aa1c7fe28d1 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks [] for subnet, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:13.638985 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-a825f77c-6557-43ac-a108-fe6b56383d12 None None] For port 27521a63-f776-4521-9017-5b9e934057b2, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=27521a63-f776-4521-9017-5b9e934057b2,segment=NetworkSegment(97d3fdf6-3040-4e3e-befd-3b7a656c7b84),segment_id=97d3fdf6-3040-4e3e-befd-3b7a656c7b84)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:02:13.639664 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-a825f77c-6557-43ac-a108-fe6b56383d12 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:13.688504 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-1fc52d9f-9d61-4594-a457-42748fef8f02 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-743246'] for router_interface, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:13.698076 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-38c67eaa-a151-42bc-97ba-9aa1c7fe28d1 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3591354'] for subnet, precommit_delete_associations {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:13.767852 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-a825f77c-6557-43ac-a108-fe6b56383d12 None None] Calling delete_port for 27521a63-f776-4521-9017-5b9e934057b2 owned by network:dhcp {{(pid=87872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:02:13.865723 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-a825f77c-6557-43ac-a108-fe6b56383d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250'] for port, after_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:13.894686 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.db [None req-210eba84-321d-4cf3-bd84-c9d45cf43912 tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] For port 27521a63-f776-4521-9017-5b9e934057b2, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=27521a63-f776-4521-9017-5b9e934057b2,segment=NetworkSegment(97d3fdf6-3040-4e3e-befd-3b7a656c7b84),segment_id=97d3fdf6-3040-4e3e-befd-3b7a656c7b84)] {{(pid=87871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:02:13.895304 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-210eba84-321d-4cf3-bd84-c9d45cf43912 tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:13.922459 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a825f77c-6557-43ac-a108-fe6b56383d12 None None] No DVR routers for this DVR port 27521a63-f776-4521-9017-5b9e934057b2 on host dv-neutron-835340-2-hyperv {{(pid=87872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 12:02:13.926880 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a825f77c-6557-43ac-a108-fe6b56383d12 None None] Pushing event deleted for resources: {'Port': ['ID=27521a63-f776-4521-9017-5b9e934057b2,revision_number=None']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:02:13.956501 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-38c67eaa-a151-42bc-97ba-9aa1c7fe28d1 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1919782'] for subnet, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:14.157377 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-210eba84-321d-4cf3-bd84-c9d45cf43912 tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Calling delete_port for 27521a63-f776-4521-9017-5b9e934057b2 owned by network:dhcp {{(pid=87871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:02:14.173712 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-38c67eaa-a151-42bc-97ba-9aa1c7fe28d1 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1919805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2561174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2563528'] for subnet, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:14.198766 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65249141-29bd-4738-9645-0c48ead94982 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Router d5f02f7d-33a1-4bfb-8275-f54b07b21c14 has already been hosted by L3 agent af79d429-529e-400b-a119-94d4bec03f3e {{(pid=87871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 12:02:14.227168 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c67eaa-a151-42bc-97ba-9aa1c7fe28d1 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Pushing event deleted for resources: {'Subnet': ['ID=ddacfb28-e037-487d-9d93-2843c8e19296,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:02:14.234475 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-38c67eaa-a151-42bc-97ba-9aa1c7fe28d1 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks [] for subnet, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:14.240779 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1727f505-f95c-46ac-b3b3-c6d2bb337397 None None] Network 9d808d20-321a-4040-937a-68d7c35eefe2 requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 12:02:14.245410 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fc52d9f-9d61-4594-a457-42748fef8f02 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Router aee21855-9ca1-4ba9-b166-3594b594c188 has already been hosted by L3 agent af79d429-529e-400b-a119-94d4bec03f3e {{(pid=87870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 12:02:14.253051 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-38c67eaa-a151-42bc-97ba-9aa1c7fe28d1 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] 10.222.0.30 "DELETE /v2.0/subnets/ddacfb28-e037-487d-9d93-2843c8e19296 HTTP/1.1" status: 204 len: 168 time: 0.7885301 Mar 28 12:02:14.254240 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 56678) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:02:14.314734 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.db.api [None req-210eba84-321d-4cf3-bd84-c9d45cf43912 tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87871) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 12:02:14.315063 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG oslo_db.api [None req-210eba84-321d-4cf3-bd84-c9d45cf43912 tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 12:02:14.398005 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ec5e4bc-ce65-4b02-a991-29cae4e1412c tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Deleting subnet 495fdcc4-ad8c-4b61-aea4-f37309a1f718 {{(pid=87870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 12:02:14.412158 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65249141-29bd-4738-9645-0c48ead94982 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 12:02:14.416789 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-3ec5e4bc-ce65-4b02-a991-29cae4e1412c tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks [] for subnet, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:14.431609 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-65249141-29bd-4738-9645-0c48ead94982 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "PUT /v2.0/routers/d5f02f7d-33a1-4bfb-8275-f54b07b21c14/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4078679 Mar 28 12:02:14.431871 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b7ac9e-69fa-46ae-a13a-242b8fdbd974 None None] Sync routers for ids ['d5f02f7d-33a1-4bfb-8275-f54b07b21c14'] in dv-neutron-835340-2-hyperv {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 12:02:14.431988 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 56682) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:02:14.457998 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b7ac9e-69fa-46ae-a13a-242b8fdbd974 None None] Routers {'d5f02f7d-33a1-4bfb-8275-f54b07b21c14'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:02:14.458771 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-d3b7ac9e-69fa-46ae-a13a-242b8fdbd974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:02:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['d5f02f7d-33a1-4bfb-8275-f54b07b21c14'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:02:14.504503 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.db_base_plugin_v2 [None req-88ab0132-b63e-4f90-a86e-22f93d59a81b tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Deleting subnet 7e493e4f-4143-4d86-a3fc-05446ad68796 {{(pid=87871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 12:02:14.508010 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-88ab0132-b63e-4f90-a86e-22f93d59a81b tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for subnet, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:14.570641 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-88ab0132-b63e-4f90-a86e-22f93d59a81b tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3436877'] for subnet, precommit_delete_associations {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:14.660266 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-88ab0132-b63e-4f90-a86e-22f93d59a81b tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1919782'] for subnet, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:14.660810 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-3ec5e4bc-ce65-4b02-a991-29cae4e1412c tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3591354'] for subnet, precommit_delete_associations {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:14.690053 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvr_db [None req-d3b7ac9e-69fa-46ae-a13a-242b8fdbd974 None None] Set router d5f02f7d-33a1-4bfb-8275-f54b07b21c14 gateway port host: dv-neutron-835340-2-hyperv {{(pid=87872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:02:14.702144 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fc52d9f-9d61-4594-a457-42748fef8f02 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 12:02:14.707704 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-1fc52d9f-9d61-4594-a457-42748fef8f02 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] 10.222.0.30 "PUT /v2.0/routers/aee21855-9ca1-4ba9-b166-3594b594c188/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3394389 Mar 28 12:02:14.710962 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 56686) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:02:14.716376 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65f24b87-a012-4593-a151-50f66e340826 None None] Sync routers for ids ['aee21855-9ca1-4ba9-b166-3594b594c188'] in dv-neutron-835340-2-hyperv {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 12:02:14.727001 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f24b87-a012-4593-a151-50f66e340826 None None] Routers {'aee21855-9ca1-4ba9-b166-3594b594c188'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:02:14.727999 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-65f24b87-a012-4593-a151-50f66e340826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:02:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['aee21855-9ca1-4ba9-b166-3594b594c188'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:02:14.750401 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-88ab0132-b63e-4f90-a86e-22f93d59a81b tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1919805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2364079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26551417'] for subnet, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:14.792542 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-65f24b87-a012-4593-a151-50f66e340826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:02:14.802129 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f24b87-a012-4593-a151-50f66e340826 None None] Routers {'aee21855-9ca1-4ba9-b166-3594b594c188'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:02:14.803070 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-65f24b87-a012-4593-a151-50f66e340826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:02:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['aee21855-9ca1-4ba9-b166-3594b594c188'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:02:14.823105 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-210eba84-321d-4cf3-bd84-c9d45cf43912 tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Deleting port 27521a63-f776-4521-9017-5b9e934057b2 {{(pid=87871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:02:14.823610 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-210eba84-321d-4cf3-bd84-c9d45cf43912 tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:14.854952 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf729491-7c79-4f2f-8545-31453c6c1529 None None] Network 3eabdfb2-13df-46a0-90ee-a82c1c8f310b requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 12:02:14.866704 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ab0132-b63e-4f90-a86e-22f93d59a81b tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Pushing event deleted for resources: {'Subnet': ['ID=7e493e4f-4143-4d86-a3fc-05446ad68796,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:02:14.869635 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-88ab0132-b63e-4f90-a86e-22f93d59a81b tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for subnet, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:14.908236 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-65f24b87-a012-4593-a151-50f66e340826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:02:14.909798 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65f24b87-a012-4593-a151-50f66e340826 None None] The sync data for ids ['aee21855-9ca1-4ba9-b166-3594b594c188'] in dv-neutron-835340-2-hyperv is: [] {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 12:02:14.926136 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-210eba84-321d-4cf3-bd84-c9d45cf43912 tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] The port '27521a63-f776-4521-9017-5b9e934057b2' was deleted {{(pid=87871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 12:02:14.931373 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-88ab0132-b63e-4f90-a86e-22f93d59a81b tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "DELETE /v2.0/subnets/7e493e4f-4143-4d86-a3fc-05446ad68796 HTTP/1.1" status: 204 len: 168 time: 0.4985645 Mar 28 12:02:14.932198 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 56690) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:02:14.946767 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-3ec5e4bc-ce65-4b02-a991-29cae4e1412c tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1919782'] for subnet, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:14.988942 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-50f87da8-a8ca-4cfa-8ef3-b2ec36c11262 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks [] for router, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:15.184917 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-210eba84-321d-4cf3-bd84-c9d45cf43912 tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930431', 'neutron.services.segments.db._delete_segments_for_network-8783496351308'] for network, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:15.221695 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-3ec5e4bc-ce65-4b02-a991-29cae4e1412c tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1919805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2561174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2563528'] for subnet, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:15.248554 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 27521a63-f776-4521-9017-5b9e934057b2 no longer exists at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 12:02:15.272926 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec5e4bc-ce65-4b02-a991-29cae4e1412c tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Pushing event deleted for resources: {'Subnet': ['ID=495fdcc4-ad8c-4b61-aea4-f37309a1f718,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:02:15.285620 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.segments.db [None req-210eba84-321d-4cf3-bd84-c9d45cf43912 tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fec03795-a37b-4098-9160-d2f1fc49687d']}} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:02:15.297926 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-3ec5e4bc-ce65-4b02-a991-29cae4e1412c tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks [] for subnet, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:15.304619 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-50f87da8-a8ca-4cfa-8ef3-b2ec36c11262 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:15.314758 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.segments.db [None req-210eba84-321d-4cf3-bd84-c9d45cf43912 tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97d3fdf6-3040-4e3e-befd-3b7a656c7b84') {'for_net_delete': True} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:02:15.315757 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.segments.db [None req-210eba84-321d-4cf3-bd84-c9d45cf43912 tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97d3fdf6-3040-4e3e-befd-3b7a656c7b84') {} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:02:15.317394 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-3ec5e4bc-ce65-4b02-a991-29cae4e1412c tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] 10.222.0.30 "DELETE /v2.0/subnets/495fdcc4-ad8c-4b61-aea4-f37309a1f718 HTTP/1.1" status: 204 len: 168 time: 1.0605779 Mar 28 12:02:15.318273 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 56694) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:02:15.323621 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] No Port match for: 27521a63-f776-4521-9017-5b9e934057b2 {{(pid=87872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 12:02:15.323961 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 27521a63-f776-4521-9017-5b9e934057b2 not bound to the agent host dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 12:02:15.343083 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-91e8eb66-8c36-4b3b-b5b9-8e844b52ecd3 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for router, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:15.363329 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-50f87da8-a8ca-4cfa-8ef3-b2ec36c11262 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Deleting port fd713b65-9bff-43ae-9821-2941e0c59233 {{(pid=87870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:02:15.363607 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-50f87da8-a8ca-4cfa-8ef3-b2ec36c11262 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:15.392256 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-d3b7ac9e-69fa-46ae-a13a-242b8fdbd974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5f02f7d-33a1-4bfb-8275-f54b07b21c14', 'name': 'tempest-TestNetworkBasicOps-router-1162902735', 'tenant_id': '527195c95736491ca1967a42cc300275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.177'}], 'enable_snat': True}, 'gw_port_id': '344b8558-f9db-4637-80bb-b51096537413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:59:11Z', 'updated_at': '2022-03-28T12:02:12Z', 'revision_number': 7, 'project_id': '527195c95736491ca1967a42cc300275', 'gw_port': {'id': '344b8558-f9db-4637-80bb-b51096537413', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:2b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f02f7d-33a1-4bfb-8275-f54b07b21c14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:59:13Z', 'updated_at': '2022-03-28T11:59:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv'}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:02:15.400419 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b7ac9e-69fa-46ae-a13a-242b8fdbd974 None None] Checking router: d5f02f7d-33a1-4bfb-8275-f54b07b21c14 for host: dv-neutron-835340-2-hyperv {{(pid=87872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 12:02:15.407721 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-210eba84-321d-4cf3-bd84-c9d45cf43912 tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783496353639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3436890'] for segment, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:15.423005 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b7ac9e-69fa-46ae-a13a-242b8fdbd974 None None] Routers {'d5f02f7d-33a1-4bfb-8275-f54b07b21c14'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:02:15.423693 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-d3b7ac9e-69fa-46ae-a13a-242b8fdbd974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:02:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['d5f02f7d-33a1-4bfb-8275-f54b07b21c14'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:02:15.437842 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-210eba84-321d-4cf3-bd84-c9d45cf43912 tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:15.450758 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-210eba84-321d-4cf3-bd84-c9d45cf43912 tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=87871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 12:02:15.451159 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-210eba84-321d-4cf3-bd84-c9d45cf43912 tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1920481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2363149'] for segment, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:15.465694 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fdb324e-b6f2-473f-8dd9-7bc0612f36d9 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] DELETE failed (client error): The resource could not be found. Mar 28 12:02:15.466151 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5fdb324e-b6f2-473f-8dd9-7bc0612f36d9 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 12:02:15.471103 dv-neutron-835340-2-hyperv neutron-server[87871]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 12:02:15.471103 dv-neutron-835340-2-hyperv neutron-server[87871]: util.warn( Mar 28 12:02:15.471103 dv-neutron-835340-2-hyperv neutron-server[87871]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 12:02:15.471103 dv-neutron-835340-2-hyperv neutron-server[87871]: util.warn( Mar 28 12:02:15.471103 dv-neutron-835340-2-hyperv neutron-server[87871]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 12:02:15.471103 dv-neutron-835340-2-hyperv neutron-server[87871]: util.warn( Mar 28 12:02:15.471103 dv-neutron-835340-2-hyperv neutron-server[87871]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 12:02:15.471103 dv-neutron-835340-2-hyperv neutron-server[87871]: util.warn( Mar 28 12:02:15.471103 dv-neutron-835340-2-hyperv neutron-server[87871]: Traceback (most recent call last): Mar 28 12:02:15.471103 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 12:02:15.471103 dv-neutron-835340-2-hyperv neutron-server[87871]: timer() Mar 28 12:02:15.471103 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 12:02:15.471103 dv-neutron-835340-2-hyperv neutron-server[87871]: cb(*args, **kw) Mar 28 12:02:15.471103 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 12:02:15.471103 dv-neutron-835340-2-hyperv neutron-server[87871]: return func(*args, **kwargs) Mar 28 12:02:15.471103 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 12:02:15.471103 dv-neutron-835340-2-hyperv neutron-server[87871]: self._notify() Mar 28 12:02:15.471103 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 12:02:15.471103 dv-neutron-835340-2-hyperv neutron-server[87871]: self.callback(batched_events) Mar 28 12:02:15.471103 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 12:02:15.471103 dv-neutron-835340-2-hyperv neutron-server[87871]: event.method(event) Mar 28 12:02:15.471103 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 12:02:15.471103 dv-neutron-835340-2-hyperv neutron-server[87871]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 12:02:15.471103 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 12:02:15.471103 dv-neutron-835340-2-hyperv neutron-server[87871]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 12:02:15.471103 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 12:02:15.471103 dv-neutron-835340-2-hyperv neutron-server[87871]: return f(self, *a, **k) Mar 28 12:02:15.471103 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 12:02:15.471103 dv-neutron-835340-2-hyperv neutron-server[87871]: return self._get(url).json() Mar 28 12:02:15.471103 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 12:02:15.471103 dv-neutron-835340-2-hyperv neutron-server[87871]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 12:02:15.471103 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 12:02:15.471103 dv-neutron-835340-2-hyperv neutron-server[87871]: return self.request(url, 'GET', **kwargs) Mar 28 12:02:15.471103 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 12:02:15.471103 dv-neutron-835340-2-hyperv neutron-server[87871]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 12:02:15.471103 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 12:02:15.471103 dv-neutron-835340-2-hyperv neutron-server[87871]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 12:02:15.471103 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 12:02:15.471103 dv-neutron-835340-2-hyperv neutron-server[87871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 12:02:15.471103 dv-neutron-835340-2-hyperv neutron-server[87871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 12:02:15.474179 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 56698) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:02:15.479734 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-5fdb324e-b6f2-473f-8dd9-7bc0612f36d9 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] 10.222.0.30 "DELETE /v2.0/subnets/ddacfb28-e037-487d-9d93-2843c8e19296 HTTP/1.1" status: 404 len: 337 time: 0.1602387 Mar 28 12:02:15.515990 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93ca97f8-d1c1-49ed-9c21-f007c4c3e0a8 None None] DHCP port deletion for 3eabdfb2-13df-46a0-90ee-a82c1c8f310b request from dv-neutron-835340-2-hyperv {{(pid=87872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 12:02:15.523046 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-93ca97f8-d1c1-49ed-9c21-f007c4c3e0a8 None None] Deleting port 551ccb37-59eb-495d-bf8f-efe590287881 {{(pid=87872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:02:15.523422 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-93ca97f8-d1c1-49ed-9c21-f007c4c3e0a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:15.558703 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-538759f7-1255-4790-9bef-9121d0bd98a7 None None] Network 9d808d20-321a-4040-937a-68d7c35eefe2 requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 12:02:15.605730 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-50f87da8-a8ca-4cfa-8ef3-b2ec36c11262 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:15.733755 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-50f87da8-a8ca-4cfa-8ef3-b2ec36c11262 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Calling delete_port for fd713b65-9bff-43ae-9821-2941e0c59233 owned by network:router_gateway {{(pid=87870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:02:15.840242 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e7bfaf9-fedb-477b-a5b7-0a77103c67d1 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Deleting subnet 02d2198a-6548-47ea-be34-381a1972570b {{(pid=87871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 12:02:15.844881 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-5e7bfaf9-fedb-477b-a5b7-0a77103c67d1 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks [] for subnet, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:15.876743 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-210eba84-321d-4cf3-bd84-c9d45cf43912 tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709602'] for network, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:15.881659 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-210eba84-321d-4cf3-bd84-c9d45cf43912 tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Notify callbacks [] for network, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:15.914193 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-91e8eb66-8c36-4b3b-b5b9-8e844b52ecd3 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:15.933042 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-210eba84-321d-4cf3-bd84-c9d45cf43912 tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] 10.222.0.30 "DELETE /v2.0/networks/fec03795-a37b-4098-9160-d2f1fc49687d HTTP/1.1" status: 204 len: 168 time: 2.8547196 Mar 28 12:02:15.933722 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 56702) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:02:15.935144 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210eba84-321d-4cf3-bd84-c9d45cf43912 tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Pushing event deleted for resources: {'Network': ['ID=fec03795-a37b-4098-9160-d2f1fc49687d,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:02:15.948122 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210eba84-321d-4cf3-bd84-c9d45cf43912 tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:02:15.948464 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210eba84-321d-4cf3-bd84-c9d45cf43912 tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:02:15.948796 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210eba84-321d-4cf3-bd84-c9d45cf43912 tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:02:15.949124 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210eba84-321d-4cf3-bd84-c9d45cf43912 tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:02:15.949458 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210eba84-321d-4cf3-bd84-c9d45cf43912 tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:02:15.949776 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210eba84-321d-4cf3-bd84-c9d45cf43912 tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:02:15.950097 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210eba84-321d-4cf3-bd84-c9d45cf43912 tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:02:15.950411 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210eba84-321d-4cf3-bd84-c9d45cf43912 tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:02:15.950732 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210eba84-321d-4cf3-bd84-c9d45cf43912 tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:02:15.951045 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210eba84-321d-4cf3-bd84-c9d45cf43912 tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:02:15.951356 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210eba84-321d-4cf3-bd84-c9d45cf43912 tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:02:15.951693 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210eba84-321d-4cf3-bd84-c9d45cf43912 tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:02:15.957946 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-5e7bfaf9-fedb-477b-a5b7-0a77103c67d1 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3436877'] for subnet, precommit_delete_associations {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:15.986414 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-91e8eb66-8c36-4b3b-b5b9-8e844b52ecd3 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Deleting port 344b8558-f9db-4637-80bb-b51096537413 {{(pid=87871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:02:15.986696 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-4a2c125b-2dde-4f73-a1e7-e06848f71ea4 tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Synchronizing usage tracker for tenant:87b6fb31e54f4a04a66fb616b83470a8 on resource:port {{(pid=87870) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:02:15.986864 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-91e8eb66-8c36-4b3b-b5b9-8e844b52ecd3 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:15.989936 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-8bc2b86f-6fde-4327-bacb-3435465b88f6 None None] Provisioning complete for port a81c6579-6e35-4f9b-8cee-8e424705fee4 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:02:15.990312 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-8bc2b86f-6fde-4327-bacb-3435465b88f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:16.008991 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-50f87da8-a8ca-4cfa-8ef3-b2ec36c11262 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:16.053404 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-4a2c125b-2dde-4f73-a1e7-e06848f71ea4 tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Unset dirty status for tenant:87b6fb31e54f4a04a66fb616b83470a8 on resource:port {{(pid=87870) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:02:16.057117 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-4a2c125b-2dde-4f73-a1e7-e06848f71ea4 tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] 10.222.0.30 "GET /v2.0/ports?device_id=a903c737-9114-4e46-8578-a20ce24dc16b HTTP/1.1" status: 200 len: 205 time: 0.1202333 Mar 28 12:02:16.058641 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvr_db [None req-d3b7ac9e-69fa-46ae-a13a-242b8fdbd974 None None] Set router d5f02f7d-33a1-4bfb-8275-f54b07b21c14 gateway port host: dv-neutron-835340-2-hyperv {{(pid=87872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:02:16.060056 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 56706) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:02:16.064548 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f87da8-a8ca-4cfa-8ef3-b2ec36c11262 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Pushing event deleted for resources: {'Port': ['ID=fd713b65-9bff-43ae-9821-2941e0c59233,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:02:16.131939 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f87da8-a8ca-4cfa-8ef3-b2ec36c11262 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:02:16.132431 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f87da8-a8ca-4cfa-8ef3-b2ec36c11262 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:02:16.132870 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f87da8-a8ca-4cfa-8ef3-b2ec36c11262 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:02:16.133304 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f87da8-a8ca-4cfa-8ef3-b2ec36c11262 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:02:16.133738 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f87da8-a8ca-4cfa-8ef3-b2ec36c11262 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:02:16.134164 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f87da8-a8ca-4cfa-8ef3-b2ec36c11262 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:02:16.134590 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f87da8-a8ca-4cfa-8ef3-b2ec36c11262 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:02:16.135034 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f87da8-a8ca-4cfa-8ef3-b2ec36c11262 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:02:16.135456 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f87da8-a8ca-4cfa-8ef3-b2ec36c11262 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:02:16.135897 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f87da8-a8ca-4cfa-8ef3-b2ec36c11262 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:02:16.136315 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f87da8-a8ca-4cfa-8ef3-b2ec36c11262 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:02:16.136734 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f87da8-a8ca-4cfa-8ef3-b2ec36c11262 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:02:16.169709 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-93ca97f8-d1c1-49ed-9c21-f007c4c3e0a8 None None] For port 551ccb37-59eb-495d-bf8f-efe590287881, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=551ccb37-59eb-495d-bf8f-efe590287881,segment=NetworkSegment(caa6f1cf-f17c-4624-a07f-4a5b04f9c3a6),segment_id=caa6f1cf-f17c-4624-a07f-4a5b04f9c3a6)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:02:16.170107 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-93ca97f8-d1c1-49ed-9c21-f007c4c3e0a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:16.170268 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-50f87da8-a8ca-4cfa-8ef3-b2ec36c11262 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-709573'] for router_gateway, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:16.295322 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-a2954c9c-7e62-4b04-a397-3ee18c020dd6 tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Notify callbacks [] for router, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:16.378480 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-93ca97f8-d1c1-49ed-9c21-f007c4c3e0a8 None None] Calling delete_port for 551ccb37-59eb-495d-bf8f-efe590287881 owned by network:dhcp {{(pid=87872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:02:16.454885 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-8bc2b86f-6fde-4327-bacb-3435465b88f6 None None] Port a81c6579-6e35-4f9b-8cee-8e424705fee4 cannot update to ACTIVE because it is not bound. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 12:02:16.459129 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-50f87da8-a8ca-4cfa-8ef3-b2ec36c11262 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-745164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-260864'] for router, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:16.461455 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-50f87da8-a8ca-4cfa-8ef3-b2ec36c11262 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:16.485883 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-50f87da8-a8ca-4cfa-8ef3-b2ec36c11262 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-745021'] for router, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:16.486574 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50f87da8-a8ca-4cfa-8ef3-b2ec36c11262 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Fanout notify agent at l3_agent the message router_deleted on router aee21855-9ca1-4ba9-b166-3594b594c188 {{(pid=87870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 12:02:16.504484 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-50f87da8-a8ca-4cfa-8ef3-b2ec36c11262 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks [] for router, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:16.507919 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-50f87da8-a8ca-4cfa-8ef3-b2ec36c11262 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] 10.222.0.30 "DELETE /v2.0/routers/aee21855-9ca1-4ba9-b166-3594b594c188 HTTP/1.1" status: 204 len: 168 time: 1.7957683 Mar 28 12:02:16.508787 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 56710) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:02:16.574864 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-8bc2b86f-6fde-4327-bacb-3435465b88f6 None None] Provisioning complete for port 59bbf8c4-aef4-4a26-9812-b066bd70f33b triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:02:16.575737 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-8bc2b86f-6fde-4327-bacb-3435465b88f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:16.580338 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.db_base_plugin_v2 [None req-183afc52-fbcd-4ba6-bd35-66c27695edc1 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Deleting subnet 7f8f1661-998a-4e5e-96bd-d91c554fd1fa {{(pid=87870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 12:02:16.584294 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-183afc52-fbcd-4ba6-bd35-66c27695edc1 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks [] for subnet, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:16.587763 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-5e7bfaf9-fedb-477b-a5b7-0a77103c67d1 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1919782'] for subnet, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:16.646870 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-183afc52-fbcd-4ba6-bd35-66c27695edc1 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3591354'] for subnet, precommit_delete_associations {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:16.668817 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-93ca97f8-d1c1-49ed-9c21-f007c4c3e0a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250'] for port, after_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:16.694199 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-a2954c9c-7e62-4b04-a397-3ee18c020dd6 tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-745164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-260864'] for router, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:16.696834 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.db [None req-91e8eb66-8c36-4b3b-b5b9-8e844b52ecd3 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] For port 344b8558-f9db-4637-80bb-b51096537413, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=344b8558-f9db-4637-80bb-b51096537413,segment=NetworkSegment(688afb86-c9bd-46e2-ba7d-3fe76fb1efff),segment_id=688afb86-c9bd-46e2-ba7d-3fe76fb1efff)] {{(pid=87871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:02:16.697180 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-91e8eb66-8c36-4b3b-b5b9-8e844b52ecd3 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:16.706816 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-a2954c9c-7e62-4b04-a397-3ee18c020dd6 tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:16.735191 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ca97f8-d1c1-49ed-9c21-f007c4c3e0a8 None None] Pushing event deleted for resources: {'Port': ['ID=551ccb37-59eb-495d-bf8f-efe590287881,revision_number=None']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:02:16.735674 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-183afc52-fbcd-4ba6-bd35-66c27695edc1 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1919782'] for subnet, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:16.742601 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ca97f8-d1c1-49ed-9c21-f007c4c3e0a8 None None] No DVR routers for this DVR port 551ccb37-59eb-495d-bf8f-efe590287881 on host dv-neutron-835340-2-hyperv {{(pid=87872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 12:02:16.823718 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-183afc52-fbcd-4ba6-bd35-66c27695edc1 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1919805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2561174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2563528'] for subnet, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:16.855455 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-91e8eb66-8c36-4b3b-b5b9-8e844b52ecd3 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Calling delete_port for 344b8558-f9db-4637-80bb-b51096537413 owned by network:router_gateway {{(pid=87871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:02:16.878255 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183afc52-fbcd-4ba6-bd35-66c27695edc1 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Pushing event deleted for resources: {'Subnet': ['ID=7f8f1661-998a-4e5e-96bd-d91c554fd1fa,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:02:16.878255 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-183afc52-fbcd-4ba6-bd35-66c27695edc1 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks [] for subnet, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:16.887729 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-183afc52-fbcd-4ba6-bd35-66c27695edc1 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] 10.222.0.30 "DELETE /v2.0/subnets/7f8f1661-998a-4e5e-96bd-d91c554fd1fa HTTP/1.1" status: 204 len: 168 time: 0.3777695 Mar 28 12:02:16.888566 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 56714) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:02:16.890044 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b81f5a9e-bb84-49d0-ac4d-e085e1df656a None None] Network 13605b52-ab28-46fc-bb68-57fddea7f58d requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 12:02:16.907056 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-a2954c9c-7e62-4b04-a397-3ee18c020dd6 tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-745021'] for router, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:16.907594 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2954c9c-7e62-4b04-a397-3ee18c020dd6 tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Fanout notify agent at l3_agent the message router_deleted on router a903c737-9114-4e46-8578-a20ce24dc16b {{(pid=87871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 12:02:16.930173 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-a2954c9c-7e62-4b04-a397-3ee18c020dd6 tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] Notify callbacks [] for router, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:16.933699 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-a2954c9c-7e62-4b04-a397-3ee18c020dd6 tempest-RoutersNegativeTest-1778674225 tempest-RoutersNegativeTest-1778674225-project] 10.222.0.30 "DELETE /v2.0/routers/a903c737-9114-4e46-8578-a20ce24dc16b HTTP/1.1" status: 204 len: 168 time: 0.8682177 Mar 28 12:02:16.968191 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-5e7bfaf9-fedb-477b-a5b7-0a77103c67d1 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1919805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2364079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26551417'] for subnet, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:17.025893 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7bfaf9-fedb-477b-a5b7-0a77103c67d1 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Pushing event deleted for resources: {'Subnet': ['ID=02d2198a-6548-47ea-be34-381a1972570b,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:02:17.038997 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-fd8043c7-6710-4952-a197-4ca259c64d3f tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588883'] for network, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:17.039650 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-5e7bfaf9-fedb-477b-a5b7-0a77103c67d1 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks [] for subnet, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:17.048035 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-5e7bfaf9-fedb-477b-a5b7-0a77103c67d1 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] 10.222.0.30 "DELETE /v2.0/subnets/02d2198a-6548-47ea-be34-381a1972570b HTTP/1.1" status: 204 len: 168 time: 1.5667744 Mar 28 12:02:17.050727 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 56720) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:02:17.056797 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-d3b7ac9e-69fa-46ae-a13a-242b8fdbd974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5f02f7d-33a1-4bfb-8275-f54b07b21c14', 'name': 'tempest-TestNetworkBasicOps-router-1162902735', 'tenant_id': '527195c95736491ca1967a42cc300275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.177'}], 'enable_snat': True}, 'gw_port_id': '344b8558-f9db-4637-80bb-b51096537413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:59:11Z', 'updated_at': '2022-03-28T12:02:12Z', 'revision_number': 7, 'project_id': '527195c95736491ca1967a42cc300275', 'gw_port': {'id': '344b8558-f9db-4637-80bb-b51096537413', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:2b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f02f7d-33a1-4bfb-8275-f54b07b21c14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:59:13Z', 'updated_at': '2022-03-28T11:59:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv'}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:02:17.062862 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-fd8043c7-6710-4952-a197-4ca259c64d3f tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Deleting port dd5e1c66-d686-4f80-9e4a-51c54814cc0d {{(pid=87870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:02:17.063956 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-fd8043c7-6710-4952-a197-4ca259c64d3f tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:17.095401 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b7ac9e-69fa-46ae-a13a-242b8fdbd974 None None] The sync data for ids ['d5f02f7d-33a1-4bfb-8275-f54b07b21c14'] in dv-neutron-835340-2-hyperv is: [{'id': 'd5f02f7d-33a1-4bfb-8275-f54b07b21c14', 'name': 'tempest-TestNetworkBasicOps-router-1162902735', 'tenant_id': '527195c95736491ca1967a42cc300275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.177'}], 'enable_snat': True}, 'gw_port_id': '344b8558-f9db-4637-80bb-b51096537413', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T11:59:11Z', 'updated_at': '2022-03-28T12:02:12Z', 'revision_number': 7, 'project_id': '527195c95736491ca1967a42cc300275', 'gw_port': {'id': '344b8558-f9db-4637-80bb-b51096537413', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:2b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f02f7d-33a1-4bfb-8275-f54b07b21c14', 'device_owner': 'network:router_gateway', 'standard_attr_id': 733, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T11:59:13Z', 'updated_at': '2022-03-28T11:59:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv'}] {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 12:02:17.112449 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1ba1d7c-28d1-47b1-9f14-1427964c0670 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] DELETE failed (client error): The resource could not be found. Mar 28 12:02:17.113557 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1ba1d7c-28d1-47b1-9f14-1427964c0670 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 12:02:17.117798 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-c1ba1d7c-28d1-47b1-9f14-1427964c0670 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] 10.222.0.30 "DELETE /v2.0/subnets/fc3e5667-5ef9-4f53-94dd-f3da8865bc91 HTTP/1.1" status: 404 len: 337 time: 0.0636725 Mar 28 12:02:17.125646 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 56724) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:02:17.339810 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-c2865f8d-9216-4030-9f15-4f62304c3dca tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] 10.222.0.30 "GET /v2.0/ports?device_id=deb002cd-6a7b-4713-ad0e-95bc2a856807 HTTP/1.1" status: 200 len: 205 time: 0.2130444 Mar 28 12:02:17.342465 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 56730) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:02:17.376821 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.db [None req-fd8043c7-6710-4952-a197-4ca259c64d3f tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] For port dd5e1c66-d686-4f80-9e4a-51c54814cc0d, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=dd5e1c66-d686-4f80-9e4a-51c54814cc0d,segment=NetworkSegment(31dfbaa4-b0ea-49e9-b329-3274fe405630),segment_id=31dfbaa4-b0ea-49e9-b329-3274fe405630)] {{(pid=87870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:02:17.378459 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-fd8043c7-6710-4952-a197-4ca259c64d3f tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:17.406761 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 56734) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:02:17.456071 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.api.v2.resource [None req-c9d06651-306d-4cad-9145-4cf19d732dac tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] delete failed (client error): The resource could not be found. Mar 28 12:02:17.457066 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-c9d06651-306d-4cad-9145-4cf19d732dac tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] 10.222.0.30 "DELETE /v2.0/routers/deb002cd-6a7b-4713-ad0e-95bc2a856807 HTTP/1.1" status: 404 len: 336 time: 0.1138847 Mar 28 12:02:17.463452 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 56740) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:02:17.513029 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd9c699d-359b-4566-9f36-e8e3353217bc tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] DELETE failed (client error): The resource could not be found. Mar 28 12:02:17.513815 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd9c699d-359b-4566-9f36-e8e3353217bc tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 12:02:17.525151 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-fd9c699d-359b-4566-9f36-e8e3353217bc tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] 10.222.0.30 "DELETE /v2.0/subnets/9f782a7d-719e-4e8c-a94d-147e2550f771 HTTP/1.1" status: 404 len: 337 time: 0.0586059 Mar 28 12:02:17.525729 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 56744) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:02:17.532838 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7778ec13-3623-4a05-85f5-b40ef7061090 None None] DHCP port deletion for 13605b52-ab28-46fc-bb68-57fddea7f58d request from dv-neutron-835340-2-hyperv {{(pid=87872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 12:02:17.537079 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-fd8043c7-6710-4952-a197-4ca259c64d3f tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Calling delete_port for dd5e1c66-d686-4f80-9e4a-51c54814cc0d owned by network:dhcp {{(pid=87870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:02:17.538734 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-7778ec13-3623-4a05-85f5-b40ef7061090 None None] Deleting port dd5e1c66-d686-4f80-9e4a-51c54814cc0d {{(pid=87872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:02:17.539342 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-7778ec13-3623-4a05-85f5-b40ef7061090 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:17.606440 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 551ccb37-59eb-495d-bf8f-efe590287881 no longer exists at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 12:02:17.617138 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.pecan_wsgi.hooks.translation [None req-e553ab86-0e5c-474f-b969-a66572b06c75 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] DELETE failed (client error): The resource could not be found. Mar 28 12:02:17.617680 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e553ab86-0e5c-474f-b969-a66572b06c75 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 12:02:17.619938 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-e553ab86-0e5c-474f-b969-a66572b06c75 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] 10.222.0.30 "DELETE /v2.0/subnets/ab939a54-896c-4830-8cca-b6f53c57ca0e HTTP/1.1" status: 404 len: 337 time: 0.0852010 Mar 28 12:02:17.622189 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-91e8eb66-8c36-4b3b-b5b9-8e844b52ecd3 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:17.624523 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 56748) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:02:17.680808 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] No Port match for: 551ccb37-59eb-495d-bf8f-efe590287881 {{(pid=87872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 12:02:17.681767 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 551ccb37-59eb-495d-bf8f-efe590287881 not bound to the agent host dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 12:02:17.726397 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e8eb66-8c36-4b3b-b5b9-8e844b52ecd3 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Pushing event deleted for resources: {'Port': ['ID=344b8558-f9db-4637-80bb-b51096537413,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:02:17.733630 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-fd8043c7-6710-4952-a197-4ca259c64d3f tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:17.745210 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-7778ec13-3623-4a05-85f5-b40ef7061090 None None] The port 'dd5e1c66-d686-4f80-9e4a-51c54814cc0d' was deleted {{(pid=87872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 12:02:17.771789 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-296726dc-315c-4241-ae78-24c8ea86028a None None] Network 9d808d20-321a-4040-937a-68d7c35eefe2 requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 12:02:17.796956 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccc2f10b-f0a4-4de1-bd80-ff927a795dab tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] DELETE failed (client error): The resource could not be found. Mar 28 12:02:17.797437 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ccc2f10b-f0a4-4de1-bd80-ff927a795dab tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 12:02:17.818622 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8043c7-6710-4952-a197-4ca259c64d3f tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Pushing event deleted for resources: {'Port': ['ID=dd5e1c66-d686-4f80-9e4a-51c54814cc0d,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:02:17.826293 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd8043c7-6710-4952-a197-4ca259c64d3f tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] No DVR routers for this DVR port dd5e1c66-d686-4f80-9e4a-51c54814cc0d on host dv-neutron-835340-2-hyperv {{(pid=87870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 12:02:17.872293 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-ccc2f10b-f0a4-4de1-bd80-ff927a795dab tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] 10.222.0.30 "DELETE /v2.0/subnets/1228ad4d-a7d7-479a-a4c6-fc4680212ba3 HTTP/1.1" status: 404 len: 337 time: 0.2357814 Mar 28 12:02:17.872293 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 56752) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:02:17.872629 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-b855c88e-b963-486a-b4a1-be45954184e8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=87b6fb31e54f4a04a66fb616b83470a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4580579 Mar 28 12:02:17.872629 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 56754) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:02:17.920713 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-37fca468-d8fa-4a33-86e4-48f6b16663cc None None] Provisioning complete for port a81c6579-6e35-4f9b-8cee-8e424705fee4 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:02:17.921984 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-37fca468-d8fa-4a33-86e4-48f6b16663cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:17.944054 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-91e8eb66-8c36-4b3b-b5b9-8e844b52ecd3 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-709573'] for router_gateway, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:17.949139 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1f7ff4a-5380-44bf-8595-8de5ea5f4cce tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] DELETE failed (client error): The resource could not be found. Mar 28 12:02:17.949609 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1f7ff4a-5380-44bf-8595-8de5ea5f4cce tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 12:02:17.953601 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-a1f7ff4a-5380-44bf-8595-8de5ea5f4cce tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] 10.222.0.30 "DELETE /v2.0/ports/256262f4-e92e-4df7-aa7e-50bda0b7a15a HTTP/1.1" status: 404 len: 333 time: 0.0838530 Mar 28 12:02:17.954435 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 56760) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:02:18.048707 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6230cd8-8c12-4397-9330-1734f895cce7 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] DELETE failed (client error): The resource could not be found. Mar 28 12:02:18.049935 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6230cd8-8c12-4397-9330-1734f895cce7 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 12:02:18.053854 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-c6230cd8-8c12-4397-9330-1734f895cce7 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] 10.222.0.30 "DELETE /v2.0/subnets/0436a82b-f565-4eda-9354-d9531154b5ef HTTP/1.1" status: 404 len: 337 time: 0.0965593 Mar 28 12:02:18.053854 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-fd8043c7-6710-4952-a197-4ca259c64d3f tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930431', 'neutron.services.segments.db._delete_segments_for_network-8783496351308'] for network, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:18.054646 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-510f7d11-e9ae-4414-908d-889c32b09303 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:18.055869 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 56764) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:02:18.073920 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-37fca468-d8fa-4a33-86e4-48f6b16663cc None None] Port a81c6579-6e35-4f9b-8cee-8e424705fee4 cannot update to ACTIVE because it is not bound. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 12:02:18.100227 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-37fca468-d8fa-4a33-86e4-48f6b16663cc None None] Provisioning complete for port 59bbf8c4-aef4-4a26-9812-b066bd70f33b triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:02:18.100755 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-37fca468-d8fa-4a33-86e4-48f6b16663cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:18.184816 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-fd8043c7-6710-4952-a197-4ca259c64d3f tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13605b52-ab28-46fc-bb68-57fddea7f58d']}} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:02:18.186315 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.pecan_wsgi.hooks.translation [None req-222da227-b399-4e35-b1ca-dd8a2a677e7f tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] DELETE failed (client error): The resource could not be found. Mar 28 12:02:18.186755 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-222da227-b399-4e35-b1ca-dd8a2a677e7f tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 12:02:18.191647 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-222da227-b399-4e35-b1ca-dd8a2a677e7f tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] 10.222.0.30 "DELETE /v2.0/subnets/6e4f344e-5d63-4dc2-99f3-c8da127d83e1 HTTP/1.1" status: 404 len: 337 time: 0.1240785 Mar 28 12:02:18.192756 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 56768) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:02:18.194297 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-91e8eb66-8c36-4b3b-b5b9-8e844b52ecd3 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-745164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-260864'] for router, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:18.197154 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-510f7d11-e9ae-4414-908d-889c32b09303 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:18.204563 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-91e8eb66-8c36-4b3b-b5b9-8e844b52ecd3 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:18.234477 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-fd8043c7-6710-4952-a197-4ca259c64d3f tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31dfbaa4-b0ea-49e9-b329-3274fe405630') {'for_net_delete': True} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:02:18.234750 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-fd8043c7-6710-4952-a197-4ca259c64d3f tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31dfbaa4-b0ea-49e9-b329-3274fe405630') {} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:02:18.249922 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfa52ee3-fbad-4aa9-a951-5d2ea3b2adfe tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] DELETE failed (client error): The resource could not be found. Mar 28 12:02:18.250349 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfa52ee3-fbad-4aa9-a951-5d2ea3b2adfe tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 12:02:18.253113 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-cfa52ee3-fbad-4aa9-a951-5d2ea3b2adfe tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] 10.222.0.30 "DELETE /v2.0/ports/98586ed6-ef63-4af8-ba7b-dc337e0e9192 HTTP/1.1" status: 404 len: 333 time: 0.0584249 Mar 28 12:02:18.253785 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-91e8eb66-8c36-4b3b-b5b9-8e844b52ecd3 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-745021'] for router, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:18.254460 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91e8eb66-8c36-4b3b-b5b9-8e844b52ecd3 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Fanout notify agent at l3_agent the message router_deleted on router d5f02f7d-33a1-4bfb-8275-f54b07b21c14 {{(pid=87871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 12:02:18.255805 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 56772) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:02:18.259140 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-fd8043c7-6710-4952-a197-4ca259c64d3f tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783496353639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3591341'] for segment, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:18.260391 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9241dce-6056-4f1e-9d9f-f56f5c7d0921 None None] DHCP port deletion for 9d808d20-321a-4040-937a-68d7c35eefe2 request from dv-neutron-835340-2-hyperv {{(pid=87872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 12:02:18.271962 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-c9241dce-6056-4f1e-9d9f-f56f5c7d0921 None None] Deleting port 59bbf8c4-aef4-4a26-9812-b066bd70f33b {{(pid=87872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:02:18.272475 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-c9241dce-6056-4f1e-9d9f-f56f5c7d0921 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:18.272656 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-91e8eb66-8c36-4b3b-b5b9-8e844b52ecd3 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for router, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:18.276411 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-91e8eb66-8c36-4b3b-b5b9-8e844b52ecd3 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "DELETE /v2.0/routers/d5f02f7d-33a1-4bfb-8275-f54b07b21c14 HTTP/1.1" status: 204 len: 168 time: 3.3010590 Mar 28 12:02:18.278624 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 56776) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:02:18.311704 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.pecan_wsgi.hooks.translation [None req-0def1202-a327-45c8-ac56-81222e913022 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] DELETE failed (client error): The resource could not be found. Mar 28 12:02:18.312241 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0def1202-a327-45c8-ac56-81222e913022 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 12:02:18.315950 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-0def1202-a327-45c8-ac56-81222e913022 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] 10.222.0.30 "DELETE /v2.0/subnets/155e75c0-d1e1-4cca-82f8-0513f84f84af HTTP/1.1" status: 404 len: 337 time: 0.0571346 Mar 28 12:02:18.316976 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 56780) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:02:18.319997 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-fd8043c7-6710-4952-a197-4ca259c64d3f tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:18.329948 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-510f7d11-e9ae-4414-908d-889c32b09303 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:18.368008 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd8043c7-6710-4952-a197-4ca259c64d3f tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=87870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 12:02:18.368439 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-fd8043c7-6710-4952-a197-4ca259c64d3f tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1920481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2558260'] for segment, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:18.384102 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6d01590-79f3-4b51-8759-6a8cdafac03b tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] DELETE failed (client error): The resource could not be found. Mar 28 12:02:18.385640 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6d01590-79f3-4b51-8759-6a8cdafac03b tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 12:02:18.387347 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-d6d01590-79f3-4b51-8759-6a8cdafac03b tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] 10.222.0.30 "DELETE /v2.0/subnets/d8e5dc2e-d1b1-4197-8f2c-c4b6721ceaa1 HTTP/1.1" status: 404 len: 337 time: 0.0693026 Mar 28 12:02:18.388164 dv-neutron-835340-2-hyperv neutron-server[87870]: Traceback (most recent call last): Mar 28 12:02:18.388164 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 12:02:18.388164 dv-neutron-835340-2-hyperv neutron-server[87870]: timer() Mar 28 12:02:18.388164 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 12:02:18.388164 dv-neutron-835340-2-hyperv neutron-server[87870]: cb(*args, **kw) Mar 28 12:02:18.388164 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 12:02:18.388164 dv-neutron-835340-2-hyperv neutron-server[87870]: return func(*args, **kwargs) Mar 28 12:02:18.388164 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 12:02:18.388164 dv-neutron-835340-2-hyperv neutron-server[87870]: self._notify() Mar 28 12:02:18.388164 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 12:02:18.388164 dv-neutron-835340-2-hyperv neutron-server[87870]: self.callback(batched_events) Mar 28 12:02:18.388164 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 12:02:18.388164 dv-neutron-835340-2-hyperv neutron-server[87870]: event.method(event) Mar 28 12:02:18.388164 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 12:02:18.388164 dv-neutron-835340-2-hyperv neutron-server[87870]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 12:02:18.388164 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 12:02:18.388164 dv-neutron-835340-2-hyperv neutron-server[87870]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 12:02:18.388164 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 12:02:18.388164 dv-neutron-835340-2-hyperv neutron-server[87870]: return f(self, *a, **k) Mar 28 12:02:18.388164 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 12:02:18.388164 dv-neutron-835340-2-hyperv neutron-server[87870]: return self._get(url).json() Mar 28 12:02:18.388164 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 12:02:18.388164 dv-neutron-835340-2-hyperv neutron-server[87870]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 12:02:18.388164 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 12:02:18.388164 dv-neutron-835340-2-hyperv neutron-server[87870]: return self.request(url, 'GET', **kwargs) Mar 28 12:02:18.388164 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 12:02:18.388164 dv-neutron-835340-2-hyperv neutron-server[87870]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 12:02:18.388164 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 12:02:18.388164 dv-neutron-835340-2-hyperv neutron-server[87870]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 12:02:18.388164 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 12:02:18.388164 dv-neutron-835340-2-hyperv neutron-server[87870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 12:02:18.388164 dv-neutron-835340-2-hyperv neutron-server[87870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 12:02:18.391706 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-510f7d11-e9ae-4414-908d-889c32b09303 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:18.393274 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-510f7d11-e9ae-4414-908d-889c32b09303 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b73ba0a0-a652-4250-8812-1fbb9da3ae83 HTTP/1.1" status: 204 len: 168 time: 0.5232844 Mar 28 12:02:18.401053 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 56784) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:02:18.410313 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510f7d11-e9ae-4414-908d-889c32b09303 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b73ba0a0-a652-4250-8812-1fbb9da3ae83,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:02:18.438212 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-9fee5488-c4b2-41ea-92a5-45ead7be45fd tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588883'] for network, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:18.536652 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-3a4143b0-ce09-4d90-8666-4a6fb0616f68 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Deleting port a81c6579-6e35-4f9b-8cee-8e424705fee4 {{(pid=87870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:02:18.537028 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-3a4143b0-ce09-4d90-8666-4a6fb0616f68 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:18.561459 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-c9241dce-6056-4f1e-9d9f-f56f5c7d0921 None None] For port 59bbf8c4-aef4-4a26-9812-b066bd70f33b, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=59bbf8c4-aef4-4a26-9812-b066bd70f33b,segment=NetworkSegment(287492be-530b-4587-955c-3ed4cbc033b4),segment_id=287492be-530b-4587-955c-3ed4cbc033b4)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:02:18.562027 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-c9241dce-6056-4f1e-9d9f-f56f5c7d0921 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:18.571629 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-fd8043c7-6710-4952-a197-4ca259c64d3f tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709602'] for network, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:18.600594 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-fd8043c7-6710-4952-a197-4ca259c64d3f tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538751'] for network, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:18.609533 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8043c7-6710-4952-a197-4ca259c64d3f tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Pushing event deleted for resources: {'Network': ['ID=13605b52-ab28-46fc-bb68-57fddea7f58d,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:02:18.629161 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-9fee5488-c4b2-41ea-92a5-45ead7be45fd tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930431', 'neutron.services.segments.db._delete_segments_for_network-8783496351308'] for network, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:18.631885 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-fd8043c7-6710-4952-a197-4ca259c64d3f tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] 10.222.0.30 "DELETE /v2.0/networks/13605b52-ab28-46fc-bb68-57fddea7f58d HTTP/1.1" status: 204 len: 168 time: 1.7422709 Mar 28 12:02:18.634761 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 56790) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:02:18.666054 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.segments.db [None req-9fee5488-c4b2-41ea-92a5-45ead7be45fd tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3eabdfb2-13df-46a0-90ee-a82c1c8f310b']}} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:02:18.682747 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.segments.db [None req-9fee5488-c4b2-41ea-92a5-45ead7be45fd tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'caa6f1cf-f17c-4624-a07f-4a5b04f9c3a6') {'for_net_delete': True} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:02:18.683359 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.segments.db [None req-9fee5488-c4b2-41ea-92a5-45ead7be45fd tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'caa6f1cf-f17c-4624-a07f-4a5b04f9c3a6') {} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:02:18.698262 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-9fee5488-c4b2-41ea-92a5-45ead7be45fd tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783496353639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3436890'] for segment, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:18.706484 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-c9241dce-6056-4f1e-9d9f-f56f5c7d0921 None None] Calling delete_port for 59bbf8c4-aef4-4a26-9812-b066bd70f33b owned by network:dhcp {{(pid=87872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:02:18.718403 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-9fee5488-c4b2-41ea-92a5-45ead7be45fd tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:18.726291 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fee5488-c4b2-41ea-92a5-45ead7be45fd tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=87871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 12:02:18.726721 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-9fee5488-c4b2-41ea-92a5-45ead7be45fd tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1920481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2363149'] for segment, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:18.758854 dv-neutron-835340-2-hyperv neutron-server[87871]: Traceback (most recent call last): Mar 28 12:02:18.758854 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 12:02:18.758854 dv-neutron-835340-2-hyperv neutron-server[87871]: timer() Mar 28 12:02:18.758854 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 12:02:18.758854 dv-neutron-835340-2-hyperv neutron-server[87871]: cb(*args, **kw) Mar 28 12:02:18.758854 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 12:02:18.758854 dv-neutron-835340-2-hyperv neutron-server[87871]: return func(*args, **kwargs) Mar 28 12:02:18.758854 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 12:02:18.758854 dv-neutron-835340-2-hyperv neutron-server[87871]: self._notify() Mar 28 12:02:18.758854 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 12:02:18.758854 dv-neutron-835340-2-hyperv neutron-server[87871]: self.callback(batched_events) Mar 28 12:02:18.758854 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 12:02:18.758854 dv-neutron-835340-2-hyperv neutron-server[87871]: event.method(event) Mar 28 12:02:18.758854 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 12:02:18.758854 dv-neutron-835340-2-hyperv neutron-server[87871]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 12:02:18.758854 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 12:02:18.758854 dv-neutron-835340-2-hyperv neutron-server[87871]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 12:02:18.758854 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 12:02:18.758854 dv-neutron-835340-2-hyperv neutron-server[87871]: return f(self, *a, **k) Mar 28 12:02:18.758854 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 12:02:18.758854 dv-neutron-835340-2-hyperv neutron-server[87871]: return self._get(url).json() Mar 28 12:02:18.758854 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 12:02:18.758854 dv-neutron-835340-2-hyperv neutron-server[87871]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 12:02:18.758854 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 12:02:18.758854 dv-neutron-835340-2-hyperv neutron-server[87871]: return self.request(url, 'GET', **kwargs) Mar 28 12:02:18.758854 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 12:02:18.758854 dv-neutron-835340-2-hyperv neutron-server[87871]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 12:02:18.758854 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 12:02:18.758854 dv-neutron-835340-2-hyperv neutron-server[87871]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 12:02:18.758854 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 12:02:18.758854 dv-neutron-835340-2-hyperv neutron-server[87871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 12:02:18.758854 dv-neutron-835340-2-hyperv neutron-server[87871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 12:02:18.831776 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-c9241dce-6056-4f1e-9d9f-f56f5c7d0921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250'] for port, after_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:18.892326 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-9fee5488-c4b2-41ea-92a5-45ead7be45fd tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709602'] for network, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:18.899707 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9241dce-6056-4f1e-9d9f-f56f5c7d0921 None None] No DVR routers for this DVR port 59bbf8c4-aef4-4a26-9812-b066bd70f33b on host dv-neutron-835340-2-hyperv {{(pid=87872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 12:02:18.903571 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-cb3264a9-1d5d-44c7-9e88-1093a04525bc tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Deleting port 6e760a7a-044d-40de-b37a-e0fe2b9a07ec {{(pid=87870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:02:18.903863 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-cb3264a9-1d5d-44c7-9e88-1093a04525bc tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:18.904304 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9241dce-6056-4f1e-9d9f-f56f5c7d0921 None None] Pushing event deleted for resources: {'Port': ['ID=59bbf8c4-aef4-4a26-9812-b066bd70f33b,revision_number=None']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:02:18.917358 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-9fee5488-c4b2-41ea-92a5-45ead7be45fd tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for network, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:18.944462 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-9fee5488-c4b2-41ea-92a5-45ead7be45fd tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "DELETE /v2.0/networks/3eabdfb2-13df-46a0-90ee-a82c1c8f310b HTTP/1.1" status: 204 len: 168 time: 0.6646380 Mar 28 12:02:18.949564 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fee5488-c4b2-41ea-92a5-45ead7be45fd tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Pushing event deleted for resources: {'Network': ['ID=3eabdfb2-13df-46a0-90ee-a82c1c8f310b,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:02:18.963824 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 56794) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:02:18.969677 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-8dcd2b0b-c08d-4c0f-adbb-cd5684bce76d tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Request body: {'network': {'name': 'tempest-network-smoke--161490985', 'project_id': '527195c95736491ca1967a42cc300275', 'port_security_enabled': True}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:02:18.974642 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-8dcd2b0b-c08d-4c0f-adbb-cd5684bce76d tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:02:18.978735 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-8dcd2b0b-c08d-4c0f-adbb-cd5684bce76d tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Usage tracker for resource:network and tenant:527195c95736491ca1967a42cc300275 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:02:18.981613 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-8dcd2b0b-c08d-4c0f-adbb-cd5684bce76d tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:02:18.988539 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-8dcd2b0b-c08d-4c0f-adbb-cd5684bce76d tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:02:18.997859 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dcd2b0b-c08d-4c0f-adbb-cd5684bce76d tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Made reservation on behalf of 527195c95736491ca1967a42cc300275 for: {'network': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 12:02:19.001252 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-8dcd2b0b-c08d-4c0f-adbb-cd5684bce76d tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for network, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:19.029529 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8dcd2b0b-c08d-4c0f-adbb-cd5684bce76d tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'} {{(pid=87871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 12:02:19.038709 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-8dcd2b0b-c08d-4c0f-adbb-cd5684bce76d tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:19.039059 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.db.segments_db [None req-8dcd2b0b-c08d-4c0f-adbb-cd5684bce76d tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Added segment c682aff1-a7cb-49be-a4a9-25d0e3913505 of type vlan for network 23ec2e99-fe73-4c26-b043-ea335f81a26f Mar 28 12:02:19.061417 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-3a4143b0-ce09-4d90-8666-4a6fb0616f68 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:19.064387 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-8dcd2b0b-c08d-4c0f-adbb-cd5684bce76d tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783495836591'] for network, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:19.099092 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-8dcd2b0b-c08d-4c0f-adbb-cd5684bce76d tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765'] for network, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:19.105331 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dcd2b0b-c08d-4c0f-adbb-cd5684bce76d tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:02:19.105935 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-8dcd2b0b-c08d-4c0f-adbb-cd5684bce76d tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for network, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:19.142555 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 344b8558-f9db-4637-80bb-b51096537413 no longer exists at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 12:02:19.180028 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] No Port match for: 344b8558-f9db-4637-80bb-b51096537413 {{(pid=87872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 12:02:19.180415 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 344b8558-f9db-4637-80bb-b51096537413 not bound to the agent host dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 12:02:19.180936 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device dd5e1c66-d686-4f80-9e4a-51c54814cc0d no longer exists at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 12:02:19.227326 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-8dcd2b0b-c08d-4c0f-adbb-cd5684bce76d tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2529781 Mar 28 12:02:19.227592 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] No Port match for: dd5e1c66-d686-4f80-9e4a-51c54814cc0d {{(pid=87872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 12:02:19.227592 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device dd5e1c66-d686-4f80-9e4a-51c54814cc0d not bound to the agent host dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 12:02:19.227592 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 59bbf8c4-aef4-4a26-9812-b066bd70f33b no longer exists at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 12:02:19.227877 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 56798) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:02:19.228927 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-7059204f-b0e0-4922-af50-33ab32b789d4 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-153614218', 'admin_state_up': True, 'project_id': '527195c95736491ca1967a42cc300275', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b'}}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:02:19.237441 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcd2b0b-c08d-4c0f-adbb-cd5684bce76d tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Pushing event updated for resources: {'Network': ['ID=23ec2e99-fe73-4c26-b043-ea335f81a26f,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:02:19.243285 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-3a4143b0-ce09-4d90-8666-4a6fb0616f68 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Calling delete_port for a81c6579-6e35-4f9b-8cee-8e424705fee4 owned by {{(pid=87870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:02:19.249170 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-7059204f-b0e0-4922-af50-33ab32b789d4 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:02:19.252731 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Network 23ec2e99-fe73-4c26-b043-ea335f81a26f details requested by agent ovs-agent-dv-neutron-835340-2-hyperv with host dv-neutron-835340-2-hyperv {{(pid=87872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 12:02:19.254820 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-7059204f-b0e0-4922-af50-33ab32b789d4 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Usage tracker for resource:router and tenant:527195c95736491ca1967a42cc300275 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:02:19.257809 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-7059204f-b0e0-4922-af50-33ab32b789d4 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:02:19.264109 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-7059204f-b0e0-4922-af50-33ab32b789d4 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:02:19.275907 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-7059204f-b0e0-4922-af50-33ab32b789d4 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-707665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-260886'] for router, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:19.276907 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-7059204f-b0e0-4922-af50-33ab32b789d4 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-705660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709650', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-767110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260873'] for router, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:19.290393 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] No Port match for: 59bbf8c4-aef4-4a26-9812-b066bd70f33b {{(pid=87872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 12:02:19.290986 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 59bbf8c4-aef4-4a26-9812-b066bd70f33b not bound to the agent host dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 12:02:19.291719 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 1916e1d1-6e95-4d71-9fca-2c50aa38f306 no longer exists at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 12:02:19.295172 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-7059204f-b0e0-4922-af50-33ab32b789d4 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:19.349287 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-cb3264a9-1d5d-44c7-9e88-1093a04525bc tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:19.349599 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-cb3264a9-1d5d-44c7-9e88-1093a04525bc tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:19.372268 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] No Port match for: 1916e1d1-6e95-4d71-9fca-2c50aa38f306 {{(pid=87872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 12:02:19.372778 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 1916e1d1-6e95-4d71-9fca-2c50aa38f306 not bound to the agent host dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 12:02:19.472263 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-3a4143b0-ce09-4d90-8666-4a6fb0616f68 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:19.479928 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-cb3264a9-1d5d-44c7-9e88-1093a04525bc tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Calling delete_port for 6e760a7a-044d-40de-b37a-e0fe2b9a07ec owned by network:floatingip {{(pid=87870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:02:19.664644 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4143b0-ce09-4d90-8666-4a6fb0616f68 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Pushing event deleted for resources: {'Port': ['ID=a81c6579-6e35-4f9b-8cee-8e424705fee4,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:02:19.680720 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-3a4143b0-ce09-4d90-8666-4a6fb0616f68 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:19.693667 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-7059204f-b0e0-4922-af50-33ab32b789d4 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-709632', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-707672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260923'] for router, precommit_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:19.704881 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-3a4143b0-ce09-4d90-8666-4a6fb0616f68 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] 10.222.0.30 "DELETE /v2.0/ports/a81c6579-6e35-4f9b-8cee-8e424705fee4 HTTP/1.1" status: 204 len: 168 time: 1.3026204 Mar 28 12:02:19.713000 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 56802) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:02:19.867659 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c4b714cc-9be2-47b4-a223-d544d5ba7dc9 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588883'] for network, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:19.884989 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-cb3264a9-1d5d-44c7-9e88-1093a04525bc tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:19.976943 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3264a9-1d5d-44c7-9e88-1093a04525bc tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Pushing event deleted for resources: {'Port': ['ID=6e760a7a-044d-40de-b37a-e0fe2b9a07ec,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:02:20.008230 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-7059204f-b0e0-4922-af50-33ab32b789d4 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for router_gateway, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:20.038178 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-7059204f-b0e0-4922-af50-33ab32b789d4 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:20.124835 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c4b714cc-9be2-47b4-a223-d544d5ba7dc9 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930431', 'neutron.services.segments.db._delete_segments_for_network-8783496351308'] for network, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:20.158267 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-c4b714cc-9be2-47b4-a223-d544d5ba7dc9 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d808d20-321a-4040-937a-68d7c35eefe2']}} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:02:20.168908 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-cb3264a9-1d5d-44c7-9e88-1093a04525bc tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks [] for floatingip, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:20.175802 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.db_base_plugin_common [None req-7059204f-b0e0-4922-af50-33ab32b789d4 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Allocated IP 172.26.7.126 (ac2b1748-8f63-4b17-a9c7-07e79704aa5b/0b7ebf76-1dc7-431a-a0b4-b96bacf287c2/d1963e89-2b46-4578-8f3c-ccca86c76862) {{(pid=87871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 12:02:20.178052 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-c4b714cc-9be2-47b4-a223-d544d5ba7dc9 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '287492be-530b-4587-955c-3ed4cbc033b4') {'for_net_delete': True} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:02:20.178316 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-c4b714cc-9be2-47b4-a223-d544d5ba7dc9 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '287492be-530b-4587-955c-3ed4cbc033b4') {} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:02:20.194529 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c4b714cc-9be2-47b4-a223-d544d5ba7dc9 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783496353639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3591341'] for segment, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:20.213432 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-cb3264a9-1d5d-44c7-9e88-1093a04525bc tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for floatingip, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:20.218184 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-cb3264a9-1d5d-44c7-9e88-1093a04525bc tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] 10.222.0.30 "DELETE /v2.0/floatingips/9918bcb6-0aa9-44b0-a155-e5a8e8458f58 HTTP/1.1" status: 204 len: 168 time: 1.5788834 Mar 28 12:02:20.218184 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c4b714cc-9be2-47b4-a223-d544d5ba7dc9 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:20.219861 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 56806) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:02:20.254990 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4b714cc-9be2-47b4-a223-d544d5ba7dc9 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=87870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 12:02:20.255390 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c4b714cc-9be2-47b4-a223-d544d5ba7dc9 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1920481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2558260'] for segment, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:20.270728 dv-neutron-835340-2-hyperv neutron-server[87870]: Traceback (most recent call last): Mar 28 12:02:20.270728 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 12:02:20.270728 dv-neutron-835340-2-hyperv neutron-server[87870]: timer() Mar 28 12:02:20.270728 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 12:02:20.270728 dv-neutron-835340-2-hyperv neutron-server[87870]: cb(*args, **kw) Mar 28 12:02:20.270728 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 12:02:20.270728 dv-neutron-835340-2-hyperv neutron-server[87870]: return func(*args, **kwargs) Mar 28 12:02:20.270728 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 12:02:20.270728 dv-neutron-835340-2-hyperv neutron-server[87870]: self._notify() Mar 28 12:02:20.270728 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 12:02:20.270728 dv-neutron-835340-2-hyperv neutron-server[87870]: self.callback(batched_events) Mar 28 12:02:20.270728 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 12:02:20.270728 dv-neutron-835340-2-hyperv neutron-server[87870]: event.method(event) Mar 28 12:02:20.270728 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 12:02:20.270728 dv-neutron-835340-2-hyperv neutron-server[87870]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 12:02:20.270728 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 12:02:20.270728 dv-neutron-835340-2-hyperv neutron-server[87870]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 12:02:20.270728 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 12:02:20.270728 dv-neutron-835340-2-hyperv neutron-server[87870]: return f(self, *a, **k) Mar 28 12:02:20.270728 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 12:02:20.270728 dv-neutron-835340-2-hyperv neutron-server[87870]: return self._get(url).json() Mar 28 12:02:20.270728 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 12:02:20.270728 dv-neutron-835340-2-hyperv neutron-server[87870]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 12:02:20.270728 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 12:02:20.270728 dv-neutron-835340-2-hyperv neutron-server[87870]: return self.request(url, 'GET', **kwargs) Mar 28 12:02:20.270728 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 12:02:20.270728 dv-neutron-835340-2-hyperv neutron-server[87870]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 12:02:20.270728 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 12:02:20.270728 dv-neutron-835340-2-hyperv neutron-server[87870]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 12:02:20.270728 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 12:02:20.270728 dv-neutron-835340-2-hyperv neutron-server[87870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 12:02:20.270728 dv-neutron-835340-2-hyperv neutron-server[87870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 12:02:20.294750 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ea1718a-818b-4c06-9d38-ff31f779673c tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] DELETE failed (client error): The resource could not be found. Mar 28 12:02:20.295222 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ea1718a-818b-4c06-9d38-ff31f779673c tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 12:02:20.299338 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-2ea1718a-818b-4c06-9d38-ff31f779673c tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] 10.222.0.30 "DELETE /v2.0/ports/1c987a0f-b1b4-4964-a08b-7444d915185e HTTP/1.1" status: 404 len: 333 time: 0.0761814 Mar 28 12:02:20.306791 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 56810) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:02:20.362833 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c4b714cc-9be2-47b4-a223-d544d5ba7dc9 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709602'] for network, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:20.363461 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-779edc13-34b6-4871-9e5e-1a8a8af6920f tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Synchronizing usage tracker for tenant:67b6faa452844e9d8ffe9a3a683b2834 on resource:port {{(pid=87871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:02:20.372939 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-7059204f-b0e0-4922-af50-33ab32b789d4 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for port, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:20.382884 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c4b714cc-9be2-47b4-a223-d544d5ba7dc9 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538751'] for network, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:20.389199 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b714cc-9be2-47b4-a223-d544d5ba7dc9 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] Pushing event deleted for resources: {'Network': ['ID=9d808d20-321a-4040-937a-68d7c35eefe2,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:02:20.392695 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-779edc13-34b6-4871-9e5e-1a8a8af6920f tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Unset dirty status for tenant:67b6faa452844e9d8ffe9a3a683b2834 on resource:port {{(pid=87871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:02:20.394064 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-c4b714cc-9be2-47b4-a223-d544d5ba7dc9 tempest-PortsTestJSON-1571917262 tempest-PortsTestJSON-1571917262-project] 10.222.0.30 "DELETE /v2.0/networks/9d808d20-321a-4040-937a-68d7c35eefe2 HTTP/1.1" status: 204 len: 168 time: 0.6799488 Mar 28 12:02:20.394706 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-779edc13-34b6-4871-9e5e-1a8a8af6920f tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] 10.222.0.30 "GET /v2.0/ports?device_id=aee21855-9ca1-4ba9-b166-3594b594c188 HTTP/1.1" status: 200 len: 205 time: 0.0869434 Mar 28 12:02:20.398982 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 56816) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:02:20.472101 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.api.v2.resource [None req-4a36a9d0-26e4-4e76-9a5f-6f875be310c1 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] delete failed (client error): The resource could not be found. Mar 28 12:02:20.473122 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-4a36a9d0-26e4-4e76-9a5f-6f875be310c1 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] 10.222.0.30 "DELETE /v2.0/routers/aee21855-9ca1-4ba9-b166-3594b594c188 HTTP/1.1" status: 404 len: 336 time: 0.0731280 Mar 28 12:02:20.475654 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 56820) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:02:20.516019 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.pecan_wsgi.hooks.translation [None req-2642ee30-85a2-4ce2-8491-bbd171bf0bd2 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] DELETE failed (client error): The resource could not be found. Mar 28 12:02:20.516507 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2642ee30-85a2-4ce2-8491-bbd171bf0bd2 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 12:02:20.521009 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-7059204f-b0e0-4922-af50-33ab32b789d4 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:20.563554 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:20.572895 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-2642ee30-85a2-4ce2-8491-bbd171bf0bd2 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] 10.222.0.30 "DELETE /v2.0/subnets/7f8f1661-998a-4e5e-96bd-d91c554fd1fa HTTP/1.1" status: 404 len: 337 time: 0.0962751 Mar 28 12:02:20.576085 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 56826) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:02:20.586633 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7059204f-b0e0-4922-af50-33ab32b789d4 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Network ac2b1748-8f63-4b17-a9c7-07e79704aa5b is already hosted by enough agents. {{(pid=87871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:02:20.589457 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-7059204f-b0e0-4922-af50-33ab32b789d4 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Resources bound (agent type, host, resource id): {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:02:20.601914 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7059204f-b0e0-4922-af50-33ab32b789d4 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Received port after_create {{(pid=87871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 12:02:20.637168 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7059204f-b0e0-4922-af50-33ab32b789d4 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Pushing event updated for resources: {'Port': ['ID=d1963e89-2b46-4578-8f3c-ccca86c76862,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:02:20.645657 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-73b92c50-5786-4e4e-a3c7-733cbefe4f40 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Deleting port d3357d27-cba1-4efc-9b59-b3ae8c76646d {{(pid=87870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:02:20.646332 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-73b92c50-5786-4e4e-a3c7-733cbefe4f40 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:20.684408 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 56830) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:02:20.925148 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-13d34442-b0bd-4ce5-82c5-447fc5309faa admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=35b7084247a448e2b3e41f3619d7d4bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2393098 Mar 28 12:02:20.927596 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 56836) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:02:20.970593 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-73b92c50-5786-4e4e-a3c7-733cbefe4f40 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:21.109390 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-73b92c50-5786-4e4e-a3c7-733cbefe4f40 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Calling delete_port for d3357d27-cba1-4efc-9b59-b3ae8c76646d owned by {{(pid=87870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:02:21.154350 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-7059204f-b0e0-4922-af50-33ab32b789d4 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for router_gateway, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:21.171758 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-958aeea4-4f14-4029-af06-b20103252f6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:21.215487 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-958aeea4-4f14-4029-af06-b20103252f6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:21.317347 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-73b92c50-5786-4e4e-a3c7-733cbefe4f40 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:21.367017 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b92c50-5786-4e4e-a3c7-733cbefe4f40 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Pushing event deleted for resources: {'Port': ['ID=d3357d27-cba1-4efc-9b59-b3ae8c76646d,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:02:21.368834 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-958aeea4-4f14-4029-af06-b20103252f6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:21.419437 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958aeea4-4f14-4029-af06-b20103252f6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbe3a05b-45d7-4642-87ce-0e097dbfb38f,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:02:21.514835 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-7059204f-b0e0-4922-af50-33ab32b789d4 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709693'] for router, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:21.585616 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-958aeea4-4f14-4029-af06-b20103252f6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:21.586958 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-958aeea4-4f14-4029-af06-b20103252f6c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/bbe3a05b-45d7-4642-87ce-0e097dbfb38f HTTP/1.1" status: 204 len: 168 time: 0.6582713 Mar 28 12:02:21.596119 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-73b92c50-5786-4e4e-a3c7-733cbefe4f40 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:21.600281 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-73b92c50-5786-4e4e-a3c7-733cbefe4f40 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] 10.222.0.30 "DELETE /v2.0/ports/d3357d27-cba1-4efc-9b59-b3ae8c76646d HTTP/1.1" status: 204 len: 168 time: 1.0212619 Mar 28 12:02:21.600518 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 56842) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:02:21.670940 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-8e90b8e2-20d7-48f5-ae18-f156e750514e tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Deleting port 6ba8252d-bcd3-4fd6-921c-f85474b207ee {{(pid=87870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:02:21.671291 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-8e90b8e2-20d7-48f5-ae18-f156e750514e tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:21.730999 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7059204f-b0e0-4922-af50-33ab32b789d4 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Router d626f2e2-632b-487e-9b55-e86f5951fd05 is scheduled to L3 agent af79d429-529e-400b-a119-94d4bec03f3e with binding_index 1 {{(pid=87871) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 12:02:21.916624 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7059204f-b0e0-4922-af50-33ab32b789d4 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 12:02:21.927643 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e131a3e7-4883-4499-a2d6-ed1502248acf None None] Sync routers for ids ['d626f2e2-632b-487e-9b55-e86f5951fd05'] in dv-neutron-835340-2-hyperv {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 12:02:21.936746 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-8e90b8e2-20d7-48f5-ae18-f156e750514e tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:21.940982 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e131a3e7-4883-4499-a2d6-ed1502248acf None None] Routers {'d626f2e2-632b-487e-9b55-e86f5951fd05'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:02:21.941841 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-e131a3e7-4883-4499-a2d6-ed1502248acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:02:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['d626f2e2-632b-487e-9b55-e86f5951fd05'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:02:21.942934 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-7059204f-b0e0-4922-af50-33ab32b789d4 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for router, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:21.944554 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-7059204f-b0e0-4922-af50-33ab32b789d4 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.7201233 Mar 28 12:02:21.947761 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 56854) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:02:22.104717 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-978c55b3-7988-42a6-beaa-406c7ad1ecc2 tempest-TestNetworkBasicOps-386611239 tempest-TestNetworkBasicOps-386611239-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=527195c95736491ca1967a42cc300275&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1558552 Mar 28 12:02:22.107420 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 56862) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:02:22.111358 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-8e90b8e2-20d7-48f5-ae18-f156e750514e tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Calling delete_port for 6ba8252d-bcd3-4fd6-921c-f85474b207ee owned by {{(pid=87870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:02:22.146229 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvr_db [None req-e131a3e7-4883-4499-a2d6-ed1502248acf None None] Set router d626f2e2-632b-487e-9b55-e86f5951fd05 gateway port host: dv-neutron-835340-2-hyperv {{(pid=87872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:02:22.273685 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-8e90b8e2-20d7-48f5-ae18-f156e750514e tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:22.278046 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d16dd6c8-806b-4e7b-8c22-03d984c61574 tempest-TestNetworkBasicOps-386611239 tempest-TestNetworkBasicOps-386611239-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:02:22.282576 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-d16dd6c8-806b-4e7b-8c22-03d984c61574 tempest-TestNetworkBasicOps-386611239 tempest-TestNetworkBasicOps-386611239-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1701787 Mar 28 12:02:22.282747 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 56872) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:02:22.331865 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-c4e61102-0489-428c-bd0b-4257b2f96a53 tempest-TestNetworkBasicOps-386611239 tempest-TestNetworkBasicOps-386611239-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=ac2b1748-8f63-4b17-a9c7-07e79704aa5b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0424881 Mar 28 12:02:22.332061 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e90b8e2-20d7-48f5-ae18-f156e750514e tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Pushing event deleted for resources: {'Port': ['ID=6ba8252d-bcd3-4fd6-921c-f85474b207ee,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:02:22.333115 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 56876) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:02:22.342428 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-1a983506-9871-4187-87b0-af160e7be85b tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1248245492', 'network_id': '23ec2e99-fe73-4c26-b043-ea335f81a26f', 'project_id': '527195c95736491ca1967a42cc300275', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:02:22.419549 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 56880) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:02:22.459569 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-8e90b8e2-20d7-48f5-ae18-f156e750514e tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:22.467609 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-1a983506-9871-4187-87b0-af160e7be85b tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:02:22.470730 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-8e90b8e2-20d7-48f5-ae18-f156e750514e tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] 10.222.0.30 "DELETE /v2.0/ports/6ba8252d-bcd3-4fd6-921c-f85474b207ee HTTP/1.1" status: 204 len: 168 time: 0.8682871 Mar 28 12:02:22.473305 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 56886) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:02:22.475855 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-1a983506-9871-4187-87b0-af160e7be85b tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Usage tracker for resource:subnet and tenant:527195c95736491ca1967a42cc300275 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:02:22.478791 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-1a983506-9871-4187-87b0-af160e7be85b tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:02:22.484774 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-1a983506-9871-4187-87b0-af160e7be85b tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:02:22.498512 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a983506-9871-4187-87b0-af160e7be85b tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Made reservation on behalf of 527195c95736491ca1967a42cc300275 for: {'subnet': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 12:02:22.503224 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-1a983506-9871-4187-87b0-af160e7be85b tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26551362'] for subnet, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:22.550087 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-e131a3e7-4883-4499-a2d6-ed1502248acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd626f2e2-632b-487e-9b55-e86f5951fd05', 'name': 'tempest-TestNetworkBasicOps-router-153614218', 'tenant_id': '527195c95736491ca1967a42cc300275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.126'}], 'enable_snat': True}, 'gw_port_id': 'd1963e89-2b46-4578-8f3c-ccca86c76862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:02:19Z', 'updated_at': '2022-03-28T12:02:20Z', 'revision_number': 3, 'project_id': '527195c95736491ca1967a42cc300275', 'gw_port': {'id': 'd1963e89-2b46-4578-8f3c-ccca86c76862', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:aa:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd626f2e2-632b-487e-9b55-e86f5951fd05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:02:20Z', 'updated_at': '2022-03-28T12:02:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv'}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:02:22.555429 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e131a3e7-4883-4499-a2d6-ed1502248acf None None] Checking router: d626f2e2-632b-487e-9b55-e86f5951fd05 for host: dv-neutron-835340-2-hyperv {{(pid=87872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 12:02:22.555813 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e131a3e7-4883-4499-a2d6-ed1502248acf None None] Updating router d626f2e2-632b-487e-9b55-e86f5951fd05 port d1963e89-2b46-4578-8f3c-ccca86c76862 binding host dv-neutron-835340-2-hyperv {{(pid=87872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 12:02:22.563721 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-8d03b9fe-ff11-4921-8b81-ab61a826cbbc tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1780013429'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:02:22.570840 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-8d03b9fe-ff11-4921-8b81-ab61a826cbbc tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:02:22.580989 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-071c64db-d56b-41a7-be39-91d282729dcf tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:02:22.581941 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-071c64db-d56b-41a7-be39-91d282729dcf tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Synchronizing usage tracker for tenant:67b6faa452844e9d8ffe9a3a683b2834 on resource:port {{(pid=87870) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:02:22.587631 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-8d03b9fe-ff11-4921-8b81-ab61a826cbbc tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Usage tracker for resource:network and tenant:44a7e1c73898465da6902581d6416cd0 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:02:22.592667 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-8d03b9fe-ff11-4921-8b81-ab61a826cbbc tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:02:22.602583 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-8d03b9fe-ff11-4921-8b81-ab61a826cbbc tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:02:22.614413 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-071c64db-d56b-41a7-be39-91d282729dcf tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Unset dirty status for tenant:67b6faa452844e9d8ffe9a3a683b2834 on resource:port {{(pid=87870) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:02:22.615173 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-071c64db-d56b-41a7-be39-91d282729dcf tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] 10.222.0.30 "GET /v2.0/ports?device_id=80a1cb0c-2b23-40f3-9433-a922b65a4212 HTTP/1.1" status: 200 len: 913 time: 0.1409724 Mar 28 12:02:22.617451 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d03b9fe-ff11-4921-8b81-ab61a826cbbc tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Made reservation on behalf of 44a7e1c73898465da6902581d6416cd0 for: {'network': 1} {{(pid=87870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 12:02:22.620129 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-e131a3e7-4883-4499-a2d6-ed1502248acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:22.621477 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-8d03b9fe-ff11-4921-8b81-ab61a826cbbc tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for network, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:22.630864 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 56890) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:02:22.721678 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-8d03b9fe-ff11-4921-8b81-ab61a826cbbc tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks [] for security_group, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:22.809286 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-8d03b9fe-ff11-4921-8b81-ab61a826cbbc tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:02:22.817231 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-8d03b9fe-ff11-4921-8b81-ab61a826cbbc tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Usage tracker for resource:security_group_rule and tenant:44a7e1c73898465da6902581d6416cd0 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:02:22.821637 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-8d03b9fe-ff11-4921-8b81-ab61a826cbbc tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:02:22.837087 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-8d03b9fe-ff11-4921-8b81-ab61a826cbbc tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:02:22.893053 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-1a983506-9871-4187-87b0-af160e7be85b tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2364128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26551408'] for subnet, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:22.972984 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a983506-9871-4187-87b0-af160e7be85b tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Pushing event updated for resources: {'Subnet': ['ID=6d44b182-dd4a-4bef-a755-3bded7d35295,revision_number=0']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:02:22.974685 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-e131a3e7-4883-4499-a2d6-ed1502248acf None None] Notify callbacks [] for port, precommit_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:22.982039 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a983506-9871-4187-87b0-af160e7be85b tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Checking segment: {'id': 'c682aff1-a7cb-49be-a4a9-25d0e3913505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '23ec2e99-fe73-4c26-b043-ea335f81a26f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 12:02:22.982389 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a983506-9871-4187-87b0-af160e7be85b tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Network hostable DHCP agents. Network: 23ec2e99-fe73-4c26-b043-ea335f81a26f, hostable agents: ['3cb85949-855b-4a40-b988-cd5705e511da'], hosted agents: [] {{(pid=87871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 12:02:22.987645 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-e131a3e7-4883-4499-a2d6-ed1502248acf None None] Transition to ACTIVE for port object d1963e89-2b46-4578-8f3c-ccca86c76862 will not be triggered until provisioned by entity L2. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:02:22.994096 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-e131a3e7-4883-4499-a2d6-ed1502248acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:23.001653 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a983506-9871-4187-87b0-af160e7be85b tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Network 23ec2e99-fe73-4c26-b043-ea335f81a26f is scheduled to be hosted by DHCP agent 3cb85949-855b-4a40-b988-cd5705e511da with binding_index 1 {{(pid=87871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 12:02:23.012859 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-1a983506-9871-4187-87b0-af160e7be85b tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-2-hyperv, 23ec2e99-fe73-4c26-b043-ea335f81a26f) {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:02:23.017685 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a983506-9871-4187-87b0-af160e7be85b tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:02:23.018803 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-1a983506-9871-4187-87b0-af160e7be85b tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for subnet, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:23.036808 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b548873-183a-4fc9-bcb9-38a7497e5354 None None] Network 23ec2e99-fe73-4c26-b043-ea335f81a26f requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 12:02:23.045366 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-1a983506-9871-4187-87b0-af160e7be85b tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7111971 Mar 28 12:02:23.048080 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 56894) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:02:23.171701 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d426e6ed-e17c-49b5-940f-633dc3b8f412 None None] Pushing event updated for resources: {'Port': ['ID=d1963e89-2b46-4578-8f3c-ccca86c76862,revision_number=2']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:02:23.175582 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-8d03b9fe-ff11-4921-8b81-ab61a826cbbc tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks [] for security_group, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:23.176701 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-e131a3e7-4883-4499-a2d6-ed1502248acf None None] Attempting to bind port d1963e89-2b46-4578-8f3c-ccca86c76862 on host dv-neutron-835340-2-hyperv for vnic_type normal with profile {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 12:02:23.176958 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-e131a3e7-4883-4499-a2d6-ed1502248acf None None] Attempting to bind port d1963e89-2b46-4578-8f3c-ccca86c76862 by drivers openvswitch,hyperv on host dv-neutron-835340-2-hyperv at level 0 using segments [{'id': '688afb86-c9bd-46e2-ba7d-3fe76fb1efff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b'}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 12:02:23.177426 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e131a3e7-4883-4499-a2d6-ed1502248acf None None] Attempting to bind port d1963e89-2b46-4578-8f3c-ccca86c76862 on network ac2b1748-8f63-4b17-a9c7-07e79704aa5b {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 12:02:23.190434 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d426e6ed-e17c-49b5-940f-633dc3b8f412 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:02:23.191789 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d426e6ed-e17c-49b5-940f-633dc3b8f412 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:02:23.191789 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d426e6ed-e17c-49b5-940f-633dc3b8f412 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:02:23.191986 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d426e6ed-e17c-49b5-940f-633dc3b8f412 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:02:23.192227 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d426e6ed-e17c-49b5-940f-633dc3b8f412 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:02:23.192514 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d426e6ed-e17c-49b5-940f-633dc3b8f412 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:02:23.192826 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d426e6ed-e17c-49b5-940f-633dc3b8f412 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:02:23.193158 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d426e6ed-e17c-49b5-940f-633dc3b8f412 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:02:23.193469 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d426e6ed-e17c-49b5-940f-633dc3b8f412 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:02:23.193786 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d426e6ed-e17c-49b5-940f-633dc3b8f412 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:02:23.194099 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d426e6ed-e17c-49b5-940f-633dc3b8f412 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:02:23.194410 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d426e6ed-e17c-49b5-940f-633dc3b8f412 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:02:23.199568 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e131a3e7-4883-4499-a2d6-ed1502248acf None None] Checking agent: {'id': '961a16fe-cbc8-4264-ac28-bbbd53f89caa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 46, 6), 'started_at': datetime.datetime(2022, 3, 28, 11, 46, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 12, 2, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 12:02:23.199930 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e131a3e7-4883-4499-a2d6-ed1502248acf None None] Checking segment: {'id': '688afb86-c9bd-46e2-ba7d-3fe76fb1efff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 12:02:23.200326 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-e131a3e7-4883-4499-a2d6-ed1502248acf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:23.200700 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e131a3e7-4883-4499-a2d6-ed1502248acf None None] Bound using segment: {'id': '688afb86-c9bd-46e2-ba7d-3fe76fb1efff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b'} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 12:02:23.201171 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-e131a3e7-4883-4499-a2d6-ed1502248acf None None] Bound port: d1963e89-2b46-4578-8f3c-ccca86c76862, host: dv-neutron-835340-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '688afb86-c9bd-46e2-ba7d-3fe76fb1efff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b'}}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 12:02:23.201537 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-e131a3e7-4883-4499-a2d6-ed1502248acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:23.313694 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-8d03b9fe-ff11-4921-8b81-ab61a826cbbc tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:23.336403 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-e131a3e7-4883-4499-a2d6-ed1502248acf None None] For port d1963e89-2b46-4578-8f3c-ccca86c76862, host dv-neutron-835340-2-hyperv, cleared binding levels {{(pid=87872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 12:02:23.340958 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-e131a3e7-4883-4499-a2d6-ed1502248acf None None] For port d1963e89-2b46-4578-8f3c-ccca86c76862, host dv-neutron-835340-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=d1963e89-2b46-4578-8f3c-ccca86c76862,segment=NetworkSegment(688afb86-c9bd-46e2-ba7d-3fe76fb1efff),segment_id=688afb86-c9bd-46e2-ba7d-3fe76fb1efff)] {{(pid=87872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 12:02:23.358016 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d03b9fe-ff11-4921-8b81-ab61a826cbbc tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=87870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 12:02:23.375620 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d03b9fe-ff11-4921-8b81-ab61a826cbbc tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e87b5705-4bc5-4c45-860f-1a2bfe4b4b49,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:02:23.376366 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-e131a3e7-4883-4499-a2d6-ed1502248acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:23.383285 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-8d03b9fe-ff11-4921-8b81-ab61a826cbbc tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:23.383655 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.db.segments_db [None req-8d03b9fe-ff11-4921-8b81-ab61a826cbbc tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Added segment f9987df4-3bc7-4ea0-ac04-1ba341b767f2 of type vlan for network 2f758905-b23b-4d4f-a7eb-d8bb14a0a648 Mar 28 12:02:23.425534 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-8d03b9fe-ff11-4921-8b81-ab61a826cbbc tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783495836591'] for network, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:23.439089 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac11487f-cfab-4073-952f-6d7006088863 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1d3f2a9-8722-5ce5-bc40-181687d1ed3f-23ec2e99-fe73-4c26-b043-ea335f81a26f', 'network_id': '23ec2e99-fe73-4c26-b043-ea335f81a26f', 'tenant_id': '527195c95736491ca1967a42cc300275', 'fixed_ips': [{'subnet_id': '6d44b182-dd4a-4bef-a755-3bded7d35295'}]}} from dv-neutron-835340-2-hyperv. {{(pid=87872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 12:02:23.439955 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-ac11487f-cfab-4073-952f-6d7006088863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:23.508168 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-8d03b9fe-ff11-4921-8b81-ab61a826cbbc tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765'] for network, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:23.513852 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d03b9fe-ff11-4921-8b81-ab61a826cbbc tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:02:23.514435 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-8d03b9fe-ff11-4921-8b81-ab61a826cbbc tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538751'] for network, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:23.524392 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e131a3e7-4883-4499-a2d6-ed1502248acf None None] Routers {'d626f2e2-632b-487e-9b55-e86f5951fd05'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:02:23.525020 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-e131a3e7-4883-4499-a2d6-ed1502248acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:02:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['d626f2e2-632b-487e-9b55-e86f5951fd05'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:02:23.583898 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d426e6ed-e17c-49b5-940f-633dc3b8f412 None None] Pushing event updated for resources: {'Port': ['ID=d1963e89-2b46-4578-8f3c-ccca86c76862,revision_number=3']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:02:23.638571 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c89173b3-d7b7-4d31-92a2-51897cc70627 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-743394'] for router_interface, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:23.701730 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-8d03b9fe-ff11-4921-8b81-ab61a826cbbc tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.2786665 Mar 28 12:02:23.709742 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 56898) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:02:23.710503 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d03b9fe-ff11-4921-8b81-ab61a826cbbc tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Pushing event updated for resources: {'Network': ['ID=2f758905-b23b-4d4f-a7eb-d8bb14a0a648,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:02:23.726466 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-d6d13bdd-5fb8-4b38-b2eb-38043ddae0ee tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1541612556'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:02:23.732946 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-d6d13bdd-5fb8-4b38-b2eb-38043ddae0ee tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:02:23.735953 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Network 2f758905-b23b-4d4f-a7eb-d8bb14a0a648 details requested by agent ovs-agent-dv-neutron-835340-2-hyperv with host dv-neutron-835340-2-hyperv {{(pid=87872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 12:02:23.741039 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-d6d13bdd-5fb8-4b38-b2eb-38043ddae0ee tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Usage tracker for resource:network and tenant:44a7e1c73898465da6902581d6416cd0 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:02:23.745606 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-d6d13bdd-5fb8-4b38-b2eb-38043ddae0ee tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:02:23.761612 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-d6d13bdd-5fb8-4b38-b2eb-38043ddae0ee tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:02:23.812237 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-87b3191f-af34-4771-8a1d-2bfd8c311cb7 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:23.841300 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6d13bdd-5fb8-4b38-b2eb-38043ddae0ee tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Made reservation on behalf of 44a7e1c73898465da6902581d6416cd0 for: {'network': 1} {{(pid=87870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 12:02:23.845489 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-d6d13bdd-5fb8-4b38-b2eb-38043ddae0ee tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for network, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:23.899972 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvr_db [None req-e131a3e7-4883-4499-a2d6-ed1502248acf None None] Set router d626f2e2-632b-487e-9b55-e86f5951fd05 gateway port host: dv-neutron-835340-2-hyperv {{(pid=87872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:02:23.983767 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6d13bdd-5fb8-4b38-b2eb-38043ddae0ee tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=87870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 12:02:23.998982 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-d6d13bdd-5fb8-4b38-b2eb-38043ddae0ee tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:23.999891 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.db.segments_db [None req-d6d13bdd-5fb8-4b38-b2eb-38043ddae0ee tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Added segment 7e2da213-254f-4cee-90cb-0d3e30f45e11 of type vlan for network 987f689e-7bc9-4c0d-a3d1-7f67be46b186 Mar 28 12:02:24.042887 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-d6d13bdd-5fb8-4b38-b2eb-38043ddae0ee tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783495836591'] for network, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:24.080235 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.db_base_plugin_common [None req-ac11487f-cfab-4073-952f-6d7006088863 None None] Allocated IP 172.20.0.2 (23ec2e99-fe73-4c26-b043-ea335f81a26f/6d44b182-dd4a-4bef-a755-3bded7d35295/c7ca2c7b-08bf-4393-a004-5d0338613b29) {{(pid=87872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 12:02:24.125227 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-c89173b3-d7b7-4d31-92a2-51897cc70627 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Deleting port ac971300-363f-4919-8b88-bf87aabdfdb2 {{(pid=87870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:02:24.125722 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c89173b3-d7b7-4d31-92a2-51897cc70627 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:24.169087 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-d6d13bdd-5fb8-4b38-b2eb-38043ddae0ee tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765'] for network, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:24.174344 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d13bdd-5fb8-4b38-b2eb-38043ddae0ee tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:02:24.174930 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-d6d13bdd-5fb8-4b38-b2eb-38043ddae0ee tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538751'] for network, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:24.308543 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-d6d13bdd-5fb8-4b38-b2eb-38043ddae0ee tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5927489 Mar 28 12:02:24.309069 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 56902) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:02:24.315769 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-b1d0f9ce-f77a-46a0-b037-453e054a4c56 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Request body: {'subnet': {'network_id': '2f758905-b23b-4d4f-a7eb-d8bb14a0a648', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:02:24.325548 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d13bdd-5fb8-4b38-b2eb-38043ddae0ee tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Pushing event updated for resources: {'Network': ['ID=987f689e-7bc9-4c0d-a3d1-7f67be46b186,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:02:24.342020 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Network 987f689e-7bc9-4c0d-a3d1-7f67be46b186 details requested by agent ovs-agent-dv-neutron-835340-2-hyperv with host dv-neutron-835340-2-hyperv {{(pid=87872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 12:02:24.426254 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-b1d0f9ce-f77a-46a0-b037-453e054a4c56 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:02:24.427363 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c89173b3-d7b7-4d31-92a2-51897cc70627 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:24.430200 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-b1d0f9ce-f77a-46a0-b037-453e054a4c56 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Usage tracker for resource:subnet and tenant:44a7e1c73898465da6902581d6416cd0 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:02:24.433077 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-b1d0f9ce-f77a-46a0-b037-453e054a4c56 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:02:24.438948 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-b1d0f9ce-f77a-46a0-b037-453e054a4c56 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:02:24.450268 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1d0f9ce-f77a-46a0-b037-453e054a4c56 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Made reservation on behalf of 44a7e1c73898465da6902581d6416cd0 for: {'subnet': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 12:02:24.453968 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-b1d0f9ce-f77a-46a0-b037-453e054a4c56 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26551362'] for subnet, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:24.528285 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-ac11487f-cfab-4073-952f-6d7006088863 None None] Notify callbacks [] for port, precommit_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:24.541811 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-ac11487f-cfab-4073-952f-6d7006088863 None None] Transition to ACTIVE for port object c7ca2c7b-08bf-4393-a004-5d0338613b29 will not be triggered until provisioned by entity L2. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:02:24.554749 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-e131a3e7-4883-4499-a2d6-ed1502248acf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd626f2e2-632b-487e-9b55-e86f5951fd05', 'name': 'tempest-TestNetworkBasicOps-router-153614218', 'tenant_id': '527195c95736491ca1967a42cc300275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.126'}], 'enable_snat': True}, 'gw_port_id': 'd1963e89-2b46-4578-8f3c-ccca86c76862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:02:19Z', 'updated_at': '2022-03-28T12:02:20Z', 'revision_number': 3, 'project_id': '527195c95736491ca1967a42cc300275', 'gw_port': {'id': 'd1963e89-2b46-4578-8f3c-ccca86c76862', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:aa:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd626f2e2-632b-487e-9b55-e86f5951fd05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:02:20Z', 'updated_at': '2022-03-28T12:02:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv'}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:02:24.566070 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e131a3e7-4883-4499-a2d6-ed1502248acf None None] The sync data for ids ['d626f2e2-632b-487e-9b55-e86f5951fd05'] in dv-neutron-835340-2-hyperv is: [{'id': 'd626f2e2-632b-487e-9b55-e86f5951fd05', 'name': 'tempest-TestNetworkBasicOps-router-153614218', 'tenant_id': '527195c95736491ca1967a42cc300275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.126'}], 'enable_snat': True}, 'gw_port_id': 'd1963e89-2b46-4578-8f3c-ccca86c76862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:02:19Z', 'updated_at': '2022-03-28T12:02:20Z', 'revision_number': 3, 'project_id': '527195c95736491ca1967a42cc300275', 'gw_port': {'id': 'd1963e89-2b46-4578-8f3c-ccca86c76862', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:aa:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd626f2e2-632b-487e-9b55-e86f5951fd05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:02:20Z', 'updated_at': '2022-03-28T12:02:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv'}] {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 12:02:24.568744 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-c89173b3-d7b7-4d31-92a2-51897cc70627 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Calling delete_port for ac971300-363f-4919-8b88-bf87aabdfdb2 owned by network:router_interface {{(pid=87870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:02:24.570292 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-ac11487f-cfab-4073-952f-6d7006088863 None None] Transition to ACTIVE for port object c7ca2c7b-08bf-4393-a004-5d0338613b29 will not be triggered until provisioned by entity DHCP. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:02:24.578646 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-ac11487f-cfab-4073-952f-6d7006088863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241'] for port, after_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:24.657060 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac11487f-cfab-4073-952f-6d7006088863 None None] Pushing event updated for resources: {'Port': ['ID=c7ca2c7b-08bf-4393-a004-5d0338613b29,revision_number=1']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:02:24.665796 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac11487f-cfab-4073-952f-6d7006088863 None None] Network 23ec2e99-fe73-4c26-b043-ea335f81a26f is already hosted by enough agents. {{(pid=87872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:02:24.667003 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.base_scheduler [None req-ac11487f-cfab-4073-952f-6d7006088863 None None] Resources bound (agent type, host, resource id): {{(pid=87872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:02:24.670018 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac11487f-cfab-4073-952f-6d7006088863 None None] Received port after_create {{(pid=87872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 12:02:24.761025 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.db_base_plugin_common [None req-87b3191f-af34-4771-8a1d-2bfd8c311cb7 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Allocated IP 172.20.0.1 (23ec2e99-fe73-4c26-b043-ea335f81a26f/6d44b182-dd4a-4bef-a755-3bded7d35295/ca7c26d4-2122-4045-b6ad-bfc9df75ba84) {{(pid=87871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 12:02:24.775506 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-ac11487f-cfab-4073-952f-6d7006088863 None None] Attempting to bind port c7ca2c7b-08bf-4393-a004-5d0338613b29 on host dv-neutron-835340-2-hyperv for vnic_type normal with profile {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 12:02:24.775748 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-ac11487f-cfab-4073-952f-6d7006088863 None None] Attempting to bind port c7ca2c7b-08bf-4393-a004-5d0338613b29 by drivers openvswitch,hyperv on host dv-neutron-835340-2-hyperv at level 0 using segments [{'id': 'c682aff1-a7cb-49be-a4a9-25d0e3913505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '23ec2e99-fe73-4c26-b043-ea335f81a26f'}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 12:02:24.776301 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac11487f-cfab-4073-952f-6d7006088863 None None] Attempting to bind port c7ca2c7b-08bf-4393-a004-5d0338613b29 on network 23ec2e99-fe73-4c26-b043-ea335f81a26f {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 12:02:24.782005 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac11487f-cfab-4073-952f-6d7006088863 None None] Checking agent: {'id': '961a16fe-cbc8-4264-ac28-bbbd53f89caa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 46, 6), 'started_at': datetime.datetime(2022, 3, 28, 11, 46, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 12, 2, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 12:02:24.782383 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac11487f-cfab-4073-952f-6d7006088863 None None] Checking segment: {'id': 'c682aff1-a7cb-49be-a4a9-25d0e3913505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '23ec2e99-fe73-4c26-b043-ea335f81a26f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 12:02:24.782793 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-ac11487f-cfab-4073-952f-6d7006088863 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:24.783186 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac11487f-cfab-4073-952f-6d7006088863 None None] Bound using segment: {'id': 'c682aff1-a7cb-49be-a4a9-25d0e3913505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '23ec2e99-fe73-4c26-b043-ea335f81a26f'} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 12:02:24.784234 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-ac11487f-cfab-4073-952f-6d7006088863 None None] Bound port: c7ca2c7b-08bf-4393-a004-5d0338613b29, host: dv-neutron-835340-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c682aff1-a7cb-49be-a4a9-25d0e3913505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '23ec2e99-fe73-4c26-b043-ea335f81a26f'}}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 12:02:24.784615 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-ac11487f-cfab-4073-952f-6d7006088863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:24.829219 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c89173b3-d7b7-4d31-92a2-51897cc70627 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:24.949441 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-ac11487f-cfab-4073-952f-6d7006088863 None None] For port c7ca2c7b-08bf-4393-a004-5d0338613b29, host dv-neutron-835340-2-hyperv, cleared binding levels {{(pid=87872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 12:02:24.952598 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-ac11487f-cfab-4073-952f-6d7006088863 None None] For port c7ca2c7b-08bf-4393-a004-5d0338613b29, host dv-neutron-835340-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=c7ca2c7b-08bf-4393-a004-5d0338613b29,segment=NetworkSegment(c682aff1-a7cb-49be-a4a9-25d0e3913505),segment_id=c682aff1-a7cb-49be-a4a9-25d0e3913505)] {{(pid=87872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 12:02:24.960072 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-ac11487f-cfab-4073-952f-6d7006088863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:25.054211 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-87b3191f-af34-4771-8a1d-2bfd8c311cb7 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for port, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:25.061989 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac11487f-cfab-4073-952f-6d7006088863 None None] Pushing event updated for resources: {'Port': ['ID=c7ca2c7b-08bf-4393-a004-5d0338613b29,revision_number=2']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:02:25.072165 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-b1d0f9ce-f77a-46a0-b037-453e054a4c56 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2364128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26551408'] for subnet, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:25.144688 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.provisioning_blocks [None req-87b3191f-af34-4771-8a1d-2bfd8c311cb7 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Transition to ACTIVE for port object ca7c26d4-2122-4045-b6ad-bfc9df75ba84 will not be triggered until provisioned by entity DHCP. {{(pid=87871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:02:25.165629 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89173b3-d7b7-4d31-92a2-51897cc70627 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Pushing event deleted for resources: {'Port': ['ID=ac971300-363f-4919-8b88-bf87aabdfdb2,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:02:25.192604 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d0f9ce-f77a-46a0-b037-453e054a4c56 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Pushing event updated for resources: {'Subnet': ['ID=d4423284-95ca-4e95-bf64-944bf1055c76,revision_number=0']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:02:25.207696 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d0f9ce-f77a-46a0-b037-453e054a4c56 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Checking segment: {'id': 'f9987df4-3bc7-4ea0-ac04-1ba341b767f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2f758905-b23b-4d4f-a7eb-d8bb14a0a648'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 12:02:25.207892 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1d0f9ce-f77a-46a0-b037-453e054a4c56 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Network hostable DHCP agents. Network: 2f758905-b23b-4d4f-a7eb-d8bb14a0a648, hostable agents: ['3cb85949-855b-4a40-b988-cd5705e511da'], hosted agents: [] {{(pid=87871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 12:02:25.243175 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device d1963e89-2b46-4578-8f3c-ccca86c76862 up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:02:25.246652 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1d0f9ce-f77a-46a0-b037-453e054a4c56 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Network 2f758905-b23b-4d4f-a7eb-d8bb14a0a648 is scheduled to be hosted by DHCP agent 3cb85949-855b-4a40-b988-cd5705e511da with binding_index 1 {{(pid=87871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 12:02:25.249467 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-87b3191f-af34-4771-8a1d-2bfd8c311cb7 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:25.322499 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-b1d0f9ce-f77a-46a0-b037-453e054a4c56 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-2-hyperv, 2f758905-b23b-4d4f-a7eb-d8bb14a0a648) {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:02:25.327018 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1d0f9ce-f77a-46a0-b037-453e054a4c56 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:02:25.327705 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-b1d0f9ce-f77a-46a0-b037-453e054a4c56 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks [] for subnet, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:25.347752 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87b3191f-af34-4771-8a1d-2bfd8c311cb7 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Network 23ec2e99-fe73-4c26-b043-ea335f81a26f is already hosted by enough agents. {{(pid=87871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:02:25.351213 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-87b3191f-af34-4771-8a1d-2bfd8c311cb7 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Resources bound (agent type, host, resource id): {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:02:25.359396 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b3191f-af34-4771-8a1d-2bfd8c311cb7 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Received port after_create {{(pid=87871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 12:02:25.372863 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b117aee1-1432-4963-8465-d7d6caf5028d None None] Network 2f758905-b23b-4d4f-a7eb-d8bb14a0a648 requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 12:02:25.444942 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b3191f-af34-4771-8a1d-2bfd8c311cb7 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Pushing event updated for resources: {'Port': ['ID=ca7c26d4-2122-4045-b6ad-bfc9df75ba84,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:02:25.453158 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-b1d0f9ce-f77a-46a0-b037-453e054a4c56 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1428039 Mar 28 12:02:25.457309 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 56906) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:02:25.467625 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-1b548439-4fa2-4292-b549-beae620ed393 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Request body: {'subnet': {'network_id': '987f689e-7bc9-4c0d-a3d1-7f67be46b186', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:02:25.486291 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c89173b3-d7b7-4d31-92a2-51897cc70627 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-743246'] for router_interface, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:25.549216 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning for port d1963e89-2b46-4578-8f3c-ccca86c76862 completed by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:02:25.561507 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port d1963e89-2b46-4578-8f3c-ccca86c76862 triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:02:25.562058 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:25.614964 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-1b548439-4fa2-4292-b549-beae620ed393 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:02:25.617306 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-87b3191f-af34-4771-8a1d-2bfd8c311cb7 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-709483'] for router_interface, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:25.622040 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-1b548439-4fa2-4292-b549-beae620ed393 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Usage tracker for resource:subnet and tenant:44a7e1c73898465da6902581d6416cd0 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:02:25.631117 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-1b548439-4fa2-4292-b549-beae620ed393 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:02:25.638054 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-1b548439-4fa2-4292-b549-beae620ed393 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:02:25.668242 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b548439-4fa2-4292-b549-beae620ed393 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Made reservation on behalf of 44a7e1c73898465da6902581d6416cd0 for: {'subnet': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 12:02:25.671662 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-1b548439-4fa2-4292-b549-beae620ed393 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26551362'] for subnet, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:25.802312 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:25.825277 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78482a0a-ef50-4262-8d83-0528e13c87b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1d3f2a9-8722-5ce5-bc40-181687d1ed3f-2f758905-b23b-4d4f-a7eb-d8bb14a0a648', 'network_id': '2f758905-b23b-4d4f-a7eb-d8bb14a0a648', 'tenant_id': '44a7e1c73898465da6902581d6416cd0', 'fixed_ips': [{'subnet_id': 'd4423284-95ca-4e95-bf64-944bf1055c76'}]}} from dv-neutron-835340-2-hyperv. {{(pid=87872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 12:02:25.826107 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-78482a0a-ef50-4262-8d83-0528e13c87b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:25.873523 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] For port d1963e89-2b46-4578-8f3c-ccca86c76862, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=d1963e89-2b46-4578-8f3c-ccca86c76862,segment=NetworkSegment(688afb86-c9bd-46e2-ba7d-3fe76fb1efff),segment_id=688afb86-c9bd-46e2-ba7d-3fe76fb1efff)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:02:25.920909 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:26.024099 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c89173b3-d7b7-4d31-92a2-51897cc70627 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Router 80a1cb0c-2b23-40f3-9433-a922b65a4212 has already been hosted by L3 agent af79d429-529e-400b-a119-94d4bec03f3e {{(pid=87870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 12:02:26.055553 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Pushing event updated for resources: {'Port': ['ID=d1963e89-2b46-4578-8f3c-ccca86c76862,revision_number=4']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:02:26.075560 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-87b3191f-af34-4771-8a1d-2bfd8c311cb7 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:26.154576 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.db_base_plugin_common [None req-78482a0a-ef50-4262-8d83-0528e13c87b6 None None] Allocated IP 2001:db8::2 (2f758905-b23b-4d4f-a7eb-d8bb14a0a648/d4423284-95ca-4e95-bf64-944bf1055c76/6b3bad7f-eb2e-465b-89c7-20e7a6e777f5) {{(pid=87872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 12:02:26.181112 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-1b548439-4fa2-4292-b549-beae620ed393 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2364128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26551408'] for subnet, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:26.259362 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c89173b3-d7b7-4d31-92a2-51897cc70627 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 12:02:26.272036 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dfac570-4d63-4f55-91d0-143dd2c45485 None None] Sync routers for ids ['80a1cb0c-2b23-40f3-9433-a922b65a4212'] in dv-neutron-835340-2-hyperv {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 12:02:26.282555 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-c89173b3-d7b7-4d31-92a2-51897cc70627 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] 10.222.0.30 "PUT /v2.0/routers/80a1cb0c-2b23-40f3-9433-a922b65a4212/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6504478 Mar 28 12:02:26.286203 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 56910) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:02:26.287120 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dfac570-4d63-4f55-91d0-143dd2c45485 None None] Routers {'80a1cb0c-2b23-40f3-9433-a922b65a4212'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:02:26.287937 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-0dfac570-4d63-4f55-91d0-143dd2c45485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:02:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['80a1cb0c-2b23-40f3-9433-a922b65a4212'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:02:26.364268 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b548439-4fa2-4292-b549-beae620ed393 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Pushing event updated for resources: {'Subnet': ['ID=fb7e1b6f-29dc-4cc5-9390-cf19960f9128,revision_number=0']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:02:26.395319 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-0dfac570-4d63-4f55-91d0-143dd2c45485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:02:26.414217 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dfac570-4d63-4f55-91d0-143dd2c45485 None None] Routers {'80a1cb0c-2b23-40f3-9433-a922b65a4212'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:02:26.415089 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-0dfac570-4d63-4f55-91d0-143dd2c45485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:02:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['80a1cb0c-2b23-40f3-9433-a922b65a4212'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:02:26.509870 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-0dfac570-4d63-4f55-91d0-143dd2c45485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:02:26.510488 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dfac570-4d63-4f55-91d0-143dd2c45485 None None] The sync data for ids ['80a1cb0c-2b23-40f3-9433-a922b65a4212'] in dv-neutron-835340-2-hyperv is: [] {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 12:02:26.532909 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-78482a0a-ef50-4262-8d83-0528e13c87b6 None None] Notify callbacks [] for port, precommit_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:26.545461 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-2d9334f1-7382-418e-9bf6-8f356a30d788 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks [] for router, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:26.554515 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-78482a0a-ef50-4262-8d83-0528e13c87b6 None None] Transition to ACTIVE for port object 6b3bad7f-eb2e-465b-89c7-20e7a6e777f5 will not be triggered until provisioned by entity L2. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:02:26.579054 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-78482a0a-ef50-4262-8d83-0528e13c87b6 None None] Transition to ACTIVE for port object 6b3bad7f-eb2e-465b-89c7-20e7a6e777f5 will not be triggered until provisioned by entity DHCP. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:02:26.585883 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-78482a0a-ef50-4262-8d83-0528e13c87b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241'] for port, after_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:26.636156 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7090829-bc5b-4b0c-8ee8-07fc2f6c6ee8 None None] Network 23ec2e99-fe73-4c26-b043-ea335f81a26f requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 12:02:26.662766 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b548439-4fa2-4292-b549-beae620ed393 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Checking segment: {'id': '7e2da213-254f-4cee-90cb-0d3e30f45e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '987f689e-7bc9-4c0d-a3d1-7f67be46b186'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 12:02:26.663079 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b548439-4fa2-4292-b549-beae620ed393 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Network hostable DHCP agents. Network: 987f689e-7bc9-4c0d-a3d1-7f67be46b186, hostable agents: ['3cb85949-855b-4a40-b988-cd5705e511da'], hosted agents: [] {{(pid=87871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 12:02:26.707673 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b548439-4fa2-4292-b549-beae620ed393 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Network 987f689e-7bc9-4c0d-a3d1-7f67be46b186 is scheduled to be hosted by DHCP agent 3cb85949-855b-4a40-b988-cd5705e511da with binding_index 1 {{(pid=87871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 12:02:26.746581 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-1b548439-4fa2-4292-b549-beae620ed393 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-2-hyperv, 987f689e-7bc9-4c0d-a3d1-7f67be46b186) {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:02:26.757892 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78482a0a-ef50-4262-8d83-0528e13c87b6 None None] Network 2f758905-b23b-4d4f-a7eb-d8bb14a0a648 is already hosted by enough agents. {{(pid=87872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:02:26.766110 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-f7fc389a-6230-48cd-91ea-82f7f0709db0 None None] Provisioning for port c7ca2c7b-08bf-4393-a004-5d0338613b29 completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:02:26.778279 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.base_scheduler [None req-78482a0a-ef50-4262-8d83-0528e13c87b6 None None] Resources bound (agent type, host, resource id): {{(pid=87872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:02:26.779429 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-2d9334f1-7382-418e-9bf6-8f356a30d788 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:26.781247 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78482a0a-ef50-4262-8d83-0528e13c87b6 None None] Received port after_create {{(pid=87872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 12:02:26.783222 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78482a0a-ef50-4262-8d83-0528e13c87b6 None None] Pushing event updated for resources: {'Port': ['ID=6b3bad7f-eb2e-465b-89c7-20e7a6e777f5,revision_number=1']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:02:26.791297 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11258878-ea54-4bb5-a0c9-22c38b1972e7 None None] Network 987f689e-7bc9-4c0d-a3d1-7f67be46b186 requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 12:02:26.797705 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-2d9334f1-7382-418e-9bf6-8f356a30d788 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Deleting port e51b901b-e17d-4b78-a146-bacbdd717c8b {{(pid=87870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:02:26.798134 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-2d9334f1-7382-418e-9bf6-8f356a30d788 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:26.821423 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b548439-4fa2-4292-b549-beae620ed393 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:02:26.822366 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-1b548439-4fa2-4292-b549-beae620ed393 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks [] for subnet, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:26.882838 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-1b548439-4fa2-4292-b549-beae620ed393 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.4240663 Mar 28 12:02:26.887516 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 56914) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:02:26.891942 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-95efe4d3-7bf4-4476-b837-55f2563ee0a6 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-495562316', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:02:26.914210 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-95efe4d3-7bf4-4476-b837-55f2563ee0a6 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:02:26.924877 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-95efe4d3-7bf4-4476-b837-55f2563ee0a6 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Usage tracker for resource:router and tenant:44a7e1c73898465da6902581d6416cd0 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:02:26.929400 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-95efe4d3-7bf4-4476-b837-55f2563ee0a6 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:02:26.936868 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-95efe4d3-7bf4-4476-b837-55f2563ee0a6 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:02:26.959063 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-95efe4d3-7bf4-4476-b837-55f2563ee0a6 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-707665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-260886'] for router, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:26.960138 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-95efe4d3-7bf4-4476-b837-55f2563ee0a6 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-705660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709650', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-767110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260873'] for router, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:26.975343 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-87b3191f-af34-4771-8a1d-2bfd8c311cb7 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for port, precommit_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:26.984254 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-87b3191f-af34-4771-8a1d-2bfd8c311cb7 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2363241'] for port, after_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:27.058260 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-95efe4d3-7bf4-4476-b837-55f2563ee0a6 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:27.059319 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-78482a0a-ef50-4262-8d83-0528e13c87b6 None None] Attempting to bind port 6b3bad7f-eb2e-465b-89c7-20e7a6e777f5 on host dv-neutron-835340-2-hyperv for vnic_type normal with profile {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 12:02:27.059884 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-78482a0a-ef50-4262-8d83-0528e13c87b6 None None] Attempting to bind port 6b3bad7f-eb2e-465b-89c7-20e7a6e777f5 by drivers openvswitch,hyperv on host dv-neutron-835340-2-hyperv at level 0 using segments [{'id': 'f9987df4-3bc7-4ea0-ac04-1ba341b767f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2f758905-b23b-4d4f-a7eb-d8bb14a0a648'}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 12:02:27.060066 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78482a0a-ef50-4262-8d83-0528e13c87b6 None None] Attempting to bind port 6b3bad7f-eb2e-465b-89c7-20e7a6e777f5 on network 2f758905-b23b-4d4f-a7eb-d8bb14a0a648 {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 12:02:27.104810 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78482a0a-ef50-4262-8d83-0528e13c87b6 None None] Checking agent: {'id': '961a16fe-cbc8-4264-ac28-bbbd53f89caa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 46, 6), 'started_at': datetime.datetime(2022, 3, 28, 11, 46, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 12, 2, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 12:02:27.105185 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78482a0a-ef50-4262-8d83-0528e13c87b6 None None] Checking segment: {'id': 'f9987df4-3bc7-4ea0-ac04-1ba341b767f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2f758905-b23b-4d4f-a7eb-d8bb14a0a648'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 12:02:27.105578 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-78482a0a-ef50-4262-8d83-0528e13c87b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:27.105964 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78482a0a-ef50-4262-8d83-0528e13c87b6 None None] Bound using segment: {'id': 'f9987df4-3bc7-4ea0-ac04-1ba341b767f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2f758905-b23b-4d4f-a7eb-d8bb14a0a648'} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 12:02:27.106437 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-78482a0a-ef50-4262-8d83-0528e13c87b6 None None] Bound port: 6b3bad7f-eb2e-465b-89c7-20e7a6e777f5, host: dv-neutron-835340-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9987df4-3bc7-4ea0-ac04-1ba341b767f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '2f758905-b23b-4d4f-a7eb-d8bb14a0a648'}}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 12:02:27.106805 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-78482a0a-ef50-4262-8d83-0528e13c87b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:27.132949 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-87b3191f-af34-4771-8a1d-2bfd8c311cb7 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-743372'] for router_interface, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:27.133904 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-2d9334f1-7382-418e-9bf6-8f356a30d788 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:27.136740 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b3191f-af34-4771-8a1d-2bfd8c311cb7 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Pushing event updated for resources: {'Port': ['ID=ca7c26d4-2122-4045-b6ad-bfc9df75ba84,revision_number=2']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:02:27.147532 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-95efe4d3-7bf4-4476-b837-55f2563ee0a6 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709693'] for router, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:27.273176 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-95efe4d3-7bf4-4476-b837-55f2563ee0a6 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks [] for router, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:27.279503 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-95efe4d3-7bf4-4476-b837-55f2563ee0a6 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3898518 Mar 28 12:02:27.279503 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 56918) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:02:27.302451 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-2d9334f1-7382-418e-9bf6-8f356a30d788 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Calling delete_port for e51b901b-e17d-4b78-a146-bacbdd717c8b owned by network:router_gateway {{(pid=87870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:02:27.320385 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a22ff84e-5e16-468a-9ab1-3e3aff85a1fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1d3f2a9-8722-5ce5-bc40-181687d1ed3f-987f689e-7bc9-4c0d-a3d1-7f67be46b186', 'network_id': '987f689e-7bc9-4c0d-a3d1-7f67be46b186', 'tenant_id': '44a7e1c73898465da6902581d6416cd0', 'fixed_ips': [{'subnet_id': 'fb7e1b6f-29dc-4cc5-9390-cf19960f9128'}]}} from dv-neutron-835340-2-hyperv. {{(pid=87872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 12:02:27.321078 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-a22ff84e-5e16-468a-9ab1-3e3aff85a1fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:27.336864 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device d1963e89-2b46-4578-8f3c-ccca86c76862 up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:02:27.404741 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-78482a0a-ef50-4262-8d83-0528e13c87b6 None None] For port 6b3bad7f-eb2e-465b-89c7-20e7a6e777f5, host dv-neutron-835340-2-hyperv, cleared binding levels {{(pid=87872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 12:02:27.459296 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-78482a0a-ef50-4262-8d83-0528e13c87b6 None None] For port 6b3bad7f-eb2e-465b-89c7-20e7a6e777f5, host dv-neutron-835340-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=6b3bad7f-eb2e-465b-89c7-20e7a6e777f5,segment=NetworkSegment(f9987df4-3bc7-4ea0-ac04-1ba341b767f2),segment_id=f9987df4-3bc7-4ea0-ac04-1ba341b767f2)] {{(pid=87872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 12:02:27.485920 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-78482a0a-ef50-4262-8d83-0528e13c87b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:27.537369 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-2d9334f1-7382-418e-9bf6-8f356a30d788 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:27.610726 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9334f1-7382-418e-9bf6-8f356a30d788 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Pushing event deleted for resources: {'Port': ['ID=e51b901b-e17d-4b78-a146-bacbdd717c8b,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:02:27.641206 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87b3191f-af34-4771-8a1d-2bfd8c311cb7 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Network 23ec2e99-fe73-4c26-b043-ea335f81a26f is already hosted by enough agents. {{(pid=87871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:02:27.654294 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-87b3191f-af34-4771-8a1d-2bfd8c311cb7 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Resources bound (agent type, host, resource id): {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:02:27.688443 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78482a0a-ef50-4262-8d83-0528e13c87b6 None None] Pushing event updated for resources: {'Port': ['ID=6b3bad7f-eb2e-465b-89c7-20e7a6e777f5,revision_number=2']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:02:27.694980 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port d1963e89-2b46-4578-8f3c-ccca86c76862 triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:02:27.695349 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:27.743162 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-2d9334f1-7382-418e-9bf6-8f356a30d788 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-709573'] for router_gateway, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:27.761085 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.db_base_plugin_common [None req-a22ff84e-5e16-468a-9ab1-3e3aff85a1fa None None] Allocated IP 2001:db8:1::2 (987f689e-7bc9-4c0d-a3d1-7f67be46b186/fb7e1b6f-29dc-4cc5-9390-cf19960f9128/5ef615bf-bd83-47d6-b4ec-879fd7b4cb0e) {{(pid=87872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 12:02:28.040422 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device c7ca2c7b-08bf-4393-a004-5d0338613b29 up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:02:28.122113 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-2d9334f1-7382-418e-9bf6-8f356a30d788 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-745164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-260864'] for router, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:28.128796 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-2d9334f1-7382-418e-9bf6-8f356a30d788 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:28.170799 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-2d9334f1-7382-418e-9bf6-8f356a30d788 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-745021'] for router, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:28.173082 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d9334f1-7382-418e-9bf6-8f356a30d788 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Fanout notify agent at l3_agent the message router_deleted on router 80a1cb0c-2b23-40f3-9433-a922b65a4212 {{(pid=87870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 12:02:28.208583 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-2d9334f1-7382-418e-9bf6-8f356a30d788 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks [] for router, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:28.211928 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-2d9334f1-7382-418e-9bf6-8f356a30d788 tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] 10.222.0.30 "DELETE /v2.0/routers/80a1cb0c-2b23-40f3-9433-a922b65a4212 HTTP/1.1" status: 204 len: 168 time: 1.9225423 Mar 28 12:02:28.212621 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 56922) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:02:28.245683 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-c1f1a658-84f8-4583-95fa-7c00aa6faf07 None None] Provisioning for port ca7c26d4-2122-4045-b6ad-bfc9df75ba84 completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:02:28.248769 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-04211768-c856-4453-8f39-0ae8a7759a48 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:28.324441 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecf1c7b7-79ca-49bd-b5f6-6a4ace8854fc tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Deleting subnet 76f09993-c164-4bc4-b4b5-b39564fe6344 {{(pid=87870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 12:02:28.327734 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-ecf1c7b7-79ca-49bd-b5f6-6a4ace8854fc tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks [] for subnet, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:28.328126 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-c1f1a658-84f8-4583-95fa-7c00aa6faf07 None None] Provisioning complete for port ca7c26d4-2122-4045-b6ad-bfc9df75ba84 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:02:28.329843 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-c1f1a658-84f8-4583-95fa-7c00aa6faf07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:28.368269 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87b3191f-af34-4771-8a1d-2bfd8c311cb7 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Router d626f2e2-632b-487e-9b55-e86f5951fd05 has already been hosted by L3 agent af79d429-529e-400b-a119-94d4bec03f3e {{(pid=87871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 12:02:28.412975 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-ecf1c7b7-79ca-49bd-b5f6-6a4ace8854fc tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3591354'] for subnet, precommit_delete_associations {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:28.490872 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning for port c7ca2c7b-08bf-4393-a004-5d0338613b29 completed by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:02:28.504383 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-c1f1a658-84f8-4583-95fa-7c00aa6faf07 None None] Port ca7c26d4-2122-4045-b6ad-bfc9df75ba84 cannot update to ACTIVE because it is not bound. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 12:02:28.509976 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-ecf1c7b7-79ca-49bd-b5f6-6a4ace8854fc tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1919782'] for subnet, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:28.522088 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port c7ca2c7b-08bf-4393-a004-5d0338613b29 triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:02:28.522471 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:28.564011 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-a22ff84e-5e16-468a-9ab1-3e3aff85a1fa None None] Notify callbacks [] for port, precommit_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:28.586924 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-a22ff84e-5e16-468a-9ab1-3e3aff85a1fa None None] Transition to ACTIVE for port object 5ef615bf-bd83-47d6-b4ec-879fd7b4cb0e will not be triggered until provisioned by entity L2. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:02:28.634684 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-a22ff84e-5e16-468a-9ab1-3e3aff85a1fa None None] Transition to ACTIVE for port object 5ef615bf-bd83-47d6-b4ec-879fd7b4cb0e will not be triggered until provisioned by entity DHCP. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:02:28.639680 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-ecf1c7b7-79ca-49bd-b5f6-6a4ace8854fc tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1919805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2561174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2563528'] for subnet, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:28.647043 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-a22ff84e-5e16-468a-9ab1-3e3aff85a1fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241'] for port, after_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:28.680213 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-13bce7de-c50b-4b1d-bce4-18fcc907e316 None None] Provisioning complete for port ca7c26d4-2122-4045-b6ad-bfc9df75ba84 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:02:28.681611 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-13bce7de-c50b-4b1d-bce4-18fcc907e316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:28.683893 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf1c7b7-79ca-49bd-b5f6-6a4ace8854fc tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Pushing event deleted for resources: {'Subnet': ['ID=76f09993-c164-4bc4-b4b5-b39564fe6344,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:02:28.687541 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-ecf1c7b7-79ca-49bd-b5f6-6a4ace8854fc tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks [] for subnet, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:28.696727 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-ecf1c7b7-79ca-49bd-b5f6-6a4ace8854fc tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] 10.222.0.30 "DELETE /v2.0/subnets/76f09993-c164-4bc4-b4b5-b39564fe6344 HTTP/1.1" status: 204 len: 168 time: 0.4812777 Mar 28 12:02:28.697209 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 56926) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:02:28.792861 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a22ff84e-5e16-468a-9ab1-3e3aff85a1fa None None] Network 987f689e-7bc9-4c0d-a3d1-7f67be46b186 is already hosted by enough agents. {{(pid=87872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:02:28.805807 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.base_scheduler [None req-a22ff84e-5e16-468a-9ab1-3e3aff85a1fa None None] Resources bound (agent type, host, resource id): {{(pid=87872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:02:28.808754 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a22ff84e-5e16-468a-9ab1-3e3aff85a1fa None None] Received port after_create {{(pid=87872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 12:02:28.835575 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22ff84e-5e16-468a-9ab1-3e3aff85a1fa None None] Pushing event updated for resources: {'Port': ['ID=5ef615bf-bd83-47d6-b4ec-879fd7b4cb0e,revision_number=1']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:02:28.845695 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-13bce7de-c50b-4b1d-bce4-18fcc907e316 None None] Port ca7c26d4-2122-4045-b6ad-bfc9df75ba84 cannot update to ACTIVE because it is not bound. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 12:02:28.879587 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:28.918771 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-3b0bbffa-423d-4cb6-82d4-d142e7e9e4fb tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588883'] for network, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:28.972883 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-a22ff84e-5e16-468a-9ab1-3e3aff85a1fa None None] Attempting to bind port 5ef615bf-bd83-47d6-b4ec-879fd7b4cb0e on host dv-neutron-835340-2-hyperv for vnic_type normal with profile {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 12:02:28.973244 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-a22ff84e-5e16-468a-9ab1-3e3aff85a1fa None None] Attempting to bind port 5ef615bf-bd83-47d6-b4ec-879fd7b4cb0e by drivers openvswitch,hyperv on host dv-neutron-835340-2-hyperv at level 0 using segments [{'id': '7e2da213-254f-4cee-90cb-0d3e30f45e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '987f689e-7bc9-4c0d-a3d1-7f67be46b186'}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 12:02:28.973600 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a22ff84e-5e16-468a-9ab1-3e3aff85a1fa None None] Attempting to bind port 5ef615bf-bd83-47d6-b4ec-879fd7b4cb0e on network 987f689e-7bc9-4c0d-a3d1-7f67be46b186 {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 12:02:28.983505 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] For port c7ca2c7b-08bf-4393-a004-5d0338613b29, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=c7ca2c7b-08bf-4393-a004-5d0338613b29,segment=NetworkSegment(c682aff1-a7cb-49be-a4a9-25d0e3913505),segment_id=c682aff1-a7cb-49be-a4a9-25d0e3913505)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:02:28.984876 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a22ff84e-5e16-468a-9ab1-3e3aff85a1fa None None] Checking agent: {'id': '961a16fe-cbc8-4264-ac28-bbbd53f89caa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 46, 6), 'started_at': datetime.datetime(2022, 3, 28, 11, 46, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 12, 2, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 12:02:28.985385 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a22ff84e-5e16-468a-9ab1-3e3aff85a1fa None None] Checking segment: {'id': '7e2da213-254f-4cee-90cb-0d3e30f45e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '987f689e-7bc9-4c0d-a3d1-7f67be46b186'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 12:02:28.985724 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-a22ff84e-5e16-468a-9ab1-3e3aff85a1fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:28.986148 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a22ff84e-5e16-468a-9ab1-3e3aff85a1fa None None] Bound using segment: {'id': '7e2da213-254f-4cee-90cb-0d3e30f45e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '987f689e-7bc9-4c0d-a3d1-7f67be46b186'} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 12:02:28.987328 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-a22ff84e-5e16-468a-9ab1-3e3aff85a1fa None None] Bound port: 5ef615bf-bd83-47d6-b4ec-879fd7b4cb0e, host: dv-neutron-835340-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e2da213-254f-4cee-90cb-0d3e30f45e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '987f689e-7bc9-4c0d-a3d1-7f67be46b186'}}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 12:02:28.987704 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-a22ff84e-5e16-468a-9ab1-3e3aff85a1fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:28.992214 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87b3191f-af34-4771-8a1d-2bfd8c311cb7 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 12:02:29.009583 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-87b3191f-af34-4771-8a1d-2bfd8c311cb7 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "PUT /v2.0/routers/d626f2e2-632b-487e-9b55-e86f5951fd05/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9592066 Mar 28 12:02:29.009913 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da7b38b2-87ed-4ed4-960c-260c7057bbc1 None None] Sync routers for ids ['d626f2e2-632b-487e-9b55-e86f5951fd05'] in dv-neutron-835340-2-hyperv {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 12:02:29.010605 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 56930) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:02:29.012908 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:29.063746 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-65d8b8df-3978-45af-b967-d733c32ecebd None None] Provisioning complete for port ca7c26d4-2122-4045-b6ad-bfc9df75ba84 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:02:29.064112 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-65d8b8df-3978-45af-b967-d733c32ecebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:29.134560 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-3b0bbffa-423d-4cb6-82d4-d142e7e9e4fb tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930431', 'neutron.services.segments.db._delete_segments_for_network-8783496351308'] for network, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:29.173364 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-3b0bbffa-423d-4cb6-82d4-d142e7e9e4fb tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['454ec8d0-cf0d-4891-a3da-f7681dcf6352']}} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:02:29.194500 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7c95b29-5226-44c7-8366-1c0f3c5274cb None None] Network 2f758905-b23b-4d4f-a7eb-d8bb14a0a648 requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 12:02:29.200968 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-3b0bbffa-423d-4cb6-82d4-d142e7e9e4fb tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a2f8240-8cff-441f-abe0-266567fec6d1') {'for_net_delete': True} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:02:29.200968 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-3b0bbffa-423d-4cb6-82d4-d142e7e9e4fb tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a2f8240-8cff-441f-abe0-266567fec6d1') {} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:02:29.226554 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-3b0bbffa-423d-4cb6-82d4-d142e7e9e4fb tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783496353639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3591341'] for segment, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:29.230768 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 6b3bad7f-eb2e-465b-89c7-20e7a6e777f5 up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:02:29.244784 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-3b0bbffa-423d-4cb6-82d4-d142e7e9e4fb tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:29.250953 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b0bbffa-423d-4cb6-82d4-d142e7e9e4fb tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=87870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 12:02:29.251494 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-3b0bbffa-423d-4cb6-82d4-d142e7e9e4fb tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1920481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2558260'] for segment, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:29.255708 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da7b38b2-87ed-4ed4-960c-260c7057bbc1 None None] Routers {'d626f2e2-632b-487e-9b55-e86f5951fd05'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:02:29.256333 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-da7b38b2-87ed-4ed4-960c-260c7057bbc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:02:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['d626f2e2-632b-487e-9b55-e86f5951fd05'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:02:29.267511 dv-neutron-835340-2-hyperv neutron-server[87870]: Traceback (most recent call last): Mar 28 12:02:29.267511 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 12:02:29.267511 dv-neutron-835340-2-hyperv neutron-server[87870]: timer() Mar 28 12:02:29.267511 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 12:02:29.267511 dv-neutron-835340-2-hyperv neutron-server[87870]: cb(*args, **kw) Mar 28 12:02:29.267511 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 12:02:29.267511 dv-neutron-835340-2-hyperv neutron-server[87870]: return func(*args, **kwargs) Mar 28 12:02:29.267511 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 12:02:29.267511 dv-neutron-835340-2-hyperv neutron-server[87870]: self._notify() Mar 28 12:02:29.267511 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 12:02:29.267511 dv-neutron-835340-2-hyperv neutron-server[87870]: self.callback(batched_events) Mar 28 12:02:29.267511 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 12:02:29.267511 dv-neutron-835340-2-hyperv neutron-server[87870]: event.method(event) Mar 28 12:02:29.267511 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 12:02:29.267511 dv-neutron-835340-2-hyperv neutron-server[87870]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 12:02:29.267511 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 12:02:29.267511 dv-neutron-835340-2-hyperv neutron-server[87870]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 12:02:29.267511 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 12:02:29.267511 dv-neutron-835340-2-hyperv neutron-server[87870]: return f(self, *a, **k) Mar 28 12:02:29.267511 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 12:02:29.267511 dv-neutron-835340-2-hyperv neutron-server[87870]: return self._get(url).json() Mar 28 12:02:29.267511 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 12:02:29.267511 dv-neutron-835340-2-hyperv neutron-server[87870]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 12:02:29.267511 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 12:02:29.267511 dv-neutron-835340-2-hyperv neutron-server[87870]: return self.request(url, 'GET', **kwargs) Mar 28 12:02:29.267511 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 12:02:29.267511 dv-neutron-835340-2-hyperv neutron-server[87870]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 12:02:29.267511 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 12:02:29.267511 dv-neutron-835340-2-hyperv neutron-server[87870]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 12:02:29.267511 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 12:02:29.267511 dv-neutron-835340-2-hyperv neutron-server[87870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 12:02:29.267511 dv-neutron-835340-2-hyperv neutron-server[87870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 12:02:29.287884 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.db_base_plugin_common [None req-04211768-c856-4453-8f39-0ae8a7759a48 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Allocated IP 2001:db8::1 (2f758905-b23b-4d4f-a7eb-d8bb14a0a648/d4423284-95ca-4e95-bf64-944bf1055c76/e02f16e7-0aef-41f9-aa1c-89565429ab89) {{(pid=87871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 12:02:29.295422 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dc14b4b-526b-4f81-9553-8c507909f18d tempest-TestNetworkBasicOps-386611239 tempest-TestNetworkBasicOps-386611239-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:02:29.295929 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dc14b4b-526b-4f81-9553-8c507909f18d tempest-TestNetworkBasicOps-386611239 tempest-TestNetworkBasicOps-386611239-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:02:29.296391 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dc14b4b-526b-4f81-9553-8c507909f18d tempest-TestNetworkBasicOps-386611239 tempest-TestNetworkBasicOps-386611239-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:02:29.296851 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dc14b4b-526b-4f81-9553-8c507909f18d tempest-TestNetworkBasicOps-386611239 tempest-TestNetworkBasicOps-386611239-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:02:29.297298 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dc14b4b-526b-4f81-9553-8c507909f18d tempest-TestNetworkBasicOps-386611239 tempest-TestNetworkBasicOps-386611239-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:02:29.297754 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dc14b4b-526b-4f81-9553-8c507909f18d tempest-TestNetworkBasicOps-386611239 tempest-TestNetworkBasicOps-386611239-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:02:29.298207 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dc14b4b-526b-4f81-9553-8c507909f18d tempest-TestNetworkBasicOps-386611239 tempest-TestNetworkBasicOps-386611239-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:02:29.302326 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-6dc14b4b-526b-4f81-9553-8c507909f18d tempest-TestNetworkBasicOps-386611239 tempest-TestNetworkBasicOps-386611239-project-admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4915 time: 0.2853978 Mar 28 12:02:29.306506 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 56934) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:02:29.356417 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-3b0bbffa-423d-4cb6-82d4-d142e7e9e4fb tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709602'] for network, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:29.373172 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-65d8b8df-3978-45af-b967-d733c32ecebd None None] Port ca7c26d4-2122-4045-b6ad-bfc9df75ba84 cannot update to ACTIVE because it is not bound. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 12:02:29.381438 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-3b0bbffa-423d-4cb6-82d4-d142e7e9e4fb tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538751'] for network, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:29.388029 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0bbffa-423d-4cb6-82d4-d142e7e9e4fb tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] Pushing event deleted for resources: {'Network': ['ID=454ec8d0-cf0d-4891-a3da-f7681dcf6352,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:02:29.399461 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-3b0bbffa-423d-4cb6-82d4-d142e7e9e4fb tempest-FloatingIPTestJSON-613686551 tempest-FloatingIPTestJSON-613686551-project] 10.222.0.30 "DELETE /v2.0/networks/454ec8d0-cf0d-4891-a3da-f7681dcf6352 HTTP/1.1" status: 204 len: 168 time: 0.6792545 Mar 28 12:02:29.498581 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c45b4e9-6e83-4694-90f8-652883393706 tempest-TestNetworkBasicOps-386611239 tempest-TestNetworkBasicOps-386611239-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:02:29.498581 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c45b4e9-6e83-4694-90f8-652883393706 tempest-TestNetworkBasicOps-386611239 tempest-TestNetworkBasicOps-386611239-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:02:29.498947 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c45b4e9-6e83-4694-90f8-652883393706 tempest-TestNetworkBasicOps-386611239 tempest-TestNetworkBasicOps-386611239-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:02:29.499307 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c45b4e9-6e83-4694-90f8-652883393706 tempest-TestNetworkBasicOps-386611239 tempest-TestNetworkBasicOps-386611239-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:02:29.499778 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c45b4e9-6e83-4694-90f8-652883393706 tempest-TestNetworkBasicOps-386611239 tempest-TestNetworkBasicOps-386611239-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:02:29.500469 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c45b4e9-6e83-4694-90f8-652883393706 tempest-TestNetworkBasicOps-386611239 tempest-TestNetworkBasicOps-386611239-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:02:29.506603 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-9c45b4e9-6e83-4694-90f8-652883393706 tempest-TestNetworkBasicOps-386611239 tempest-TestNetworkBasicOps-386611239-project-admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3961 time: 0.1945646 Mar 28 12:02:29.506787 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 56940) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:02:29.508578 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-a22ff84e-5e16-468a-9ab1-3e3aff85a1fa None None] For port 5ef615bf-bd83-47d6-b4ec-879fd7b4cb0e, host dv-neutron-835340-2-hyperv, cleared binding levels {{(pid=87872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 12:02:29.512551 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Pushing event updated for resources: {'Port': ['ID=c7ca2c7b-08bf-4393-a004-5d0338613b29,revision_number=3']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:02:29.576346 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-04211768-c856-4453-8f39-0ae8a7759a48 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks [] for port, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:29.599511 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.provisioning_blocks [None req-04211768-c856-4453-8f39-0ae8a7759a48 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Transition to ACTIVE for port object e02f16e7-0aef-41f9-aa1c-89565429ab89 will not be triggered until provisioned by entity DHCP. {{(pid=87871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:02:29.599789 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-a22ff84e-5e16-468a-9ab1-3e3aff85a1fa None None] For port 5ef615bf-bd83-47d6-b4ec-879fd7b4cb0e, host dv-neutron-835340-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=5ef615bf-bd83-47d6-b4ec-879fd7b4cb0e,segment=NetworkSegment(7e2da213-254f-4cee-90cb-0d3e30f45e11),segment_id=7e2da213-254f-4cee-90cb-0d3e30f45e11)] {{(pid=87872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 12:02:29.628757 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-aa44836d-493b-4cdc-bf8c-ebfe85271826 None None] Provisioning for port 6b3bad7f-eb2e-465b-89c7-20e7a6e777f5 completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:02:29.632185 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-a22ff84e-5e16-468a-9ab1-3e3aff85a1fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:29.647553 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-04211768-c856-4453-8f39-0ae8a7759a48 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:29.749501 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04211768-c856-4453-8f39-0ae8a7759a48 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Network 2f758905-b23b-4d4f-a7eb-d8bb14a0a648 is already hosted by enough agents. {{(pid=87871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:02:29.758390 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-04211768-c856-4453-8f39-0ae8a7759a48 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Resources bound (agent type, host, resource id): {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:02:29.764786 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04211768-c856-4453-8f39-0ae8a7759a48 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Received port after_create {{(pid=87871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 12:02:29.766072 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-04211768-c856-4453-8f39-0ae8a7759a48 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-709483'] for router_interface, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:29.788344 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-02450e56-85dc-41a0-b2eb-de51183c4377 tempest-TestNetworkBasicOps-386611239 tempest-TestNetworkBasicOps-386611239-project-admin] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2136 time: 0.2813797 Mar 28 12:02:29.788986 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 56948) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:02:29.793991 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04211768-c856-4453-8f39-0ae8a7759a48 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Pushing event updated for resources: {'Port': ['ID=e02f16e7-0aef-41f9-aa1c-89565429ab89,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:02:29.861509 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning for port 6b3bad7f-eb2e-465b-89c7-20e7a6e777f5 completed by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:02:29.871725 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvr_db [None req-da7b38b2-87ed-4ed4-960c-260c7057bbc1 None None] Set router d626f2e2-632b-487e-9b55-e86f5951fd05 gateway port host: dv-neutron-835340-2-hyperv {{(pid=87872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:02:29.941909 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-04211768-c856-4453-8f39-0ae8a7759a48 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:29.977460 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port 6b3bad7f-eb2e-465b-89c7-20e7a6e777f5 triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:02:29.977834 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:30.026476 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22ff84e-5e16-468a-9ab1-3e3aff85a1fa None None] Pushing event updated for resources: {'Port': ['ID=5ef615bf-bd83-47d6-b4ec-879fd7b4cb0e,revision_number=2']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:02:30.086490 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-7d87d5a5-c493-44f6-8f5e-6b73840fa097 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=67b6faa452844e9d8ffe9a3a683b2834&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2964041 Mar 28 12:02:30.088926 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 56956) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:02:30.208390 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 56960) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:02:30.214456 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-cba161bf-5f5f-4810-8848-2b533b0f0731 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-535319978', 'description': 'tempest-secgroup-smoke-535319978 description', 'project_id': '527195c95736491ca1967a42cc300275'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:02:30.221613 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-cba161bf-5f5f-4810-8848-2b533b0f0731 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:02:30.228525 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-cba161bf-5f5f-4810-8848-2b533b0f0731 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Usage tracker for resource:security_group and tenant:527195c95736491ca1967a42cc300275 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:02:30.236260 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-cba161bf-5f5f-4810-8848-2b533b0f0731 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:02:30.244772 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-cba161bf-5f5f-4810-8848-2b533b0f0731 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:02:30.268646 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-cba161bf-5f5f-4810-8848-2b533b0f0731 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:30.371774 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-8fe5ac65-80e8-40d8-9500-26e06a94b77d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:30.402226 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-cba161bf-5f5f-4810-8848-2b533b0f0731 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:02:30.406258 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-cba161bf-5f5f-4810-8848-2b533b0f0731 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Usage tracker for resource:security_group_rule and tenant:527195c95736491ca1967a42cc300275 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:02:30.410374 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-cba161bf-5f5f-4810-8848-2b533b0f0731 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:02:30.417817 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-cba161bf-5f5f-4810-8848-2b533b0f0731 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:02:30.441444 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-8fe5ac65-80e8-40d8-9500-26e06a94b77d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:30.496201 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-cba161bf-5f5f-4810-8848-2b533b0f0731 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:30.500888 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-cba161bf-5f5f-4810-8848-2b533b0f0731 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:30.553851 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba161bf-5f5f-4810-8848-2b533b0f0731 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b88777ae-9f2f-433d-925e-f6676c8d30b0,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:02:30.559634 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-cba161bf-5f5f-4810-8848-2b533b0f0731 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:30.561513 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-cba161bf-5f5f-4810-8848-2b533b0f0731 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3518381 Mar 28 12:02:30.564972 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 56964) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:02:30.573439 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-2a27d7d3-d411-4f3c-9e8a-a7d43df1bba4 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Request body: {'security_group_rule': {'security_group_id': 'b88777ae-9f2f-433d-925e-f6676c8d30b0', 'project_id': '527195c95736491ca1967a42cc300275', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:02:30.581009 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-2a27d7d3-d411-4f3c-9e8a-a7d43df1bba4 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:02:30.585350 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-2a27d7d3-d411-4f3c-9e8a-a7d43df1bba4 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Usage tracker for resource:security_group_rule and tenant:527195c95736491ca1967a42cc300275 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:02:30.588386 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:30.591408 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-2a27d7d3-d411-4f3c-9e8a-a7d43df1bba4 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:02:30.603116 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-2a27d7d3-d411-4f3c-9e8a-a7d43df1bba4 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:02:30.609336 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-8fe5ac65-80e8-40d8-9500-26e06a94b77d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:30.623379 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-2a27d7d3-d411-4f3c-9e8a-a7d43df1bba4 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:30.631586 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe5ac65-80e8-40d8-9500-26e06a94b77d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5da60093-153d-4924-925a-0c30532d6f70,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:02:30.650079 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-8fe5ac65-80e8-40d8-9500-26e06a94b77d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:30.651216 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-8fe5ac65-80e8-40d8-9500-26e06a94b77d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5da60093-153d-4924-925a-0c30532d6f70 HTTP/1.1" status: 204 len: 168 time: 0.5610766 Mar 28 12:02:30.663485 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] For port 6b3bad7f-eb2e-465b-89c7-20e7a6e777f5, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=6b3bad7f-eb2e-465b-89c7-20e7a6e777f5,segment=NetworkSegment(f9987df4-3bc7-4ea0-ac04-1ba341b767f2),segment_id=f9987df4-3bc7-4ea0-ac04-1ba341b767f2)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:02:30.667598 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-04211768-c856-4453-8f39-0ae8a7759a48 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks [] for port, precommit_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:30.678314 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-04211768-c856-4453-8f39-0ae8a7759a48 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2363241'] for port, after_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:30.680670 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-04211768-c856-4453-8f39-0ae8a7759a48 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-743372'] for router_interface, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:30.682057 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:30.726829 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-2a27d7d3-d411-4f3c-9e8a-a7d43df1bba4 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:30.735806 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-2a27d7d3-d411-4f3c-9e8a-a7d43df1bba4 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740322'] for security_group_rule, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:30.775517 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a27d7d3-d411-4f3c-9e8a-a7d43df1bba4 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a72f8445-6fde-4de1-89bb-9fd3b35dd1ff,revision_number=0']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:02:30.798158 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-2a27d7d3-d411-4f3c-9e8a-a7d43df1bba4 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:30.800684 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-da7b38b2-87ed-4ed4-960c-260c7057bbc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd626f2e2-632b-487e-9b55-e86f5951fd05', 'name': 'tempest-TestNetworkBasicOps-router-153614218', 'tenant_id': '527195c95736491ca1967a42cc300275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.126'}], 'enable_snat': True}, 'gw_port_id': 'd1963e89-2b46-4578-8f3c-ccca86c76862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:02:19Z', 'updated_at': '2022-03-28T12:02:25Z', 'revision_number': 4, 'project_id': '527195c95736491ca1967a42cc300275', 'gw_port': {'id': 'd1963e89-2b46-4578-8f3c-ccca86c76862', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:aa:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd626f2e2-632b-487e-9b55-e86f5951fd05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:02:20Z', 'updated_at': '2022-03-28T12:02:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_interfaces': [{'id': 'ca7c26d4-2122-4045-b6ad-bfc9df75ba84', 'name': '', 'network_id': '23ec2e99-fe73-4c26-b043-ea335f81a26f', 'tenant_id': '527195c95736491ca1967a42cc300275', 'mac_address': 'fa:16:3e:2d:4c:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd626f2e2-632b-487e-9b55-e86f5951fd05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1131, 'fixed_ips': [{'subnet_id': '6d44b182-dd4a-4bef-a755-3bded7d35295', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:02:24Z', 'updated_at': '2022-03-28T12:02:26Z', 'revision_number': 2, 'project_id': '527195c95736491ca1967a42cc300275', 'subnets': [{'id': '6d44b182-dd4a-4bef-a755-3bded7d35295', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:02:30.801471 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-2a27d7d3-d411-4f3c-9e8a-a7d43df1bba4 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2337425 Mar 28 12:02:30.806912 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 56970) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:02:30.810388 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Pushing event updated for resources: {'Port': ['ID=6b3bad7f-eb2e-465b-89c7-20e7a6e777f5,revision_number=3']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:02:30.812313 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-e5b7d9e5-e437-403d-8683-cb6137effdc7 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Request body: {'security_group_rule': {'security_group_id': 'b88777ae-9f2f-433d-925e-f6676c8d30b0', 'project_id': '527195c95736491ca1967a42cc300275', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:02:30.823849 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da7b38b2-87ed-4ed4-960c-260c7057bbc1 None None] Checking router: d626f2e2-632b-487e-9b55-e86f5951fd05 for host: dv-neutron-835340-2-hyperv {{(pid=87872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 12:02:30.827756 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da7b38b2-87ed-4ed4-960c-260c7057bbc1 None None] Updating router d626f2e2-632b-487e-9b55-e86f5951fd05 port ca7c26d4-2122-4045-b6ad-bfc9df75ba84 binding host dv-neutron-835340-2-hyperv {{(pid=87872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 12:02:30.827925 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-e5b7d9e5-e437-403d-8683-cb6137effdc7 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:02:30.833803 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-e5b7d9e5-e437-403d-8683-cb6137effdc7 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Usage tracker for resource:security_group_rule and tenant:527195c95736491ca1967a42cc300275 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:02:30.837098 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-e5b7d9e5-e437-403d-8683-cb6137effdc7 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:02:30.843937 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-e5b7d9e5-e437-403d-8683-cb6137effdc7 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:02:30.873165 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-e5b7d9e5-e437-403d-8683-cb6137effdc7 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:30.972888 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-e5b7d9e5-e437-403d-8683-cb6137effdc7 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:30.977871 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-e5b7d9e5-e437-403d-8683-cb6137effdc7 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740322'] for security_group_rule, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:30.978091 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-da7b38b2-87ed-4ed4-960c-260c7057bbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:31.024582 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b7d9e5-e437-403d-8683-cb6137effdc7 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=082439fb-3744-4927-b803-a5dba08d2f9f,revision_number=0']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:02:31.037917 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-e5b7d9e5-e437-403d-8683-cb6137effdc7 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:31.044908 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-e5b7d9e5-e437-403d-8683-cb6137effdc7 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2365782 Mar 28 12:02:31.046025 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 56976) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:02:31.052773 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-047e24d2-21f4-4eb1-96a4-bb1105acab8b tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Request body: {'security_group_rule': {'security_group_id': 'b88777ae-9f2f-433d-925e-f6676c8d30b0', 'project_id': '527195c95736491ca1967a42cc300275', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:02:31.068127 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-047e24d2-21f4-4eb1-96a4-bb1105acab8b tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:02:31.073502 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-047e24d2-21f4-4eb1-96a4-bb1105acab8b tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Usage tracker for resource:security_group_rule and tenant:527195c95736491ca1967a42cc300275 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:02:31.077320 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-047e24d2-21f4-4eb1-96a4-bb1105acab8b tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:02:31.084728 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-047e24d2-21f4-4eb1-96a4-bb1105acab8b tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:02:31.101181 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-675df01b-b29e-47b5-beab-50f119377741 None None] Provisioning for port e02f16e7-0aef-41f9-aa1c-89565429ab89 completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:02:31.124272 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-675df01b-b29e-47b5-beab-50f119377741 None None] Provisioning complete for port e02f16e7-0aef-41f9-aa1c-89565429ab89 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:02:31.124650 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-675df01b-b29e-47b5-beab-50f119377741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:31.131504 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-047e24d2-21f4-4eb1-96a4-bb1105acab8b tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:31.240172 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-047e24d2-21f4-4eb1-96a4-bb1105acab8b tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:31.264601 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-047e24d2-21f4-4eb1-96a4-bb1105acab8b tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740322'] for security_group_rule, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:31.287284 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04211768-c856-4453-8f39-0ae8a7759a48 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Pushing event updated for resources: {'Port': ['ID=e02f16e7-0aef-41f9-aa1c-89565429ab89,revision_number=2']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:02:31.339368 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-047e24d2-21f4-4eb1-96a4-bb1105acab8b tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:31.340602 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-047e24d2-21f4-4eb1-96a4-bb1105acab8b tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2934067 Mar 28 12:02:31.353055 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 56984) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:02:31.364096 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-b976b855-f7d5-419d-b2cd-beb814924703 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Request body: {'security_group_rule': {'security_group_id': 'b88777ae-9f2f-433d-925e-f6676c8d30b0', 'project_id': '527195c95736491ca1967a42cc300275', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:02:31.373148 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-b976b855-f7d5-419d-b2cd-beb814924703 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:02:31.379617 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047e24d2-21f4-4eb1-96a4-bb1105acab8b tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf4cedd4-b866-48ac-8c35-120240f2174b,revision_number=0']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:02:31.383737 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-b976b855-f7d5-419d-b2cd-beb814924703 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Usage tracker for resource:security_group_rule and tenant:527195c95736491ca1967a42cc300275 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:02:31.388961 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-b976b855-f7d5-419d-b2cd-beb814924703 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:02:31.394115 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04211768-c856-4453-8f39-0ae8a7759a48 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Network 2f758905-b23b-4d4f-a7eb-d8bb14a0a648 is already hosted by enough agents. {{(pid=87871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:02:31.400490 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-04211768-c856-4453-8f39-0ae8a7759a48 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Resources bound (agent type, host, resource id): {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:02:31.413114 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-b976b855-f7d5-419d-b2cd-beb814924703 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:02:31.415344 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 5ef615bf-bd83-47d6-b4ec-879fd7b4cb0e up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:02:31.448904 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-675df01b-b29e-47b5-beab-50f119377741 None None] Port e02f16e7-0aef-41f9-aa1c-89565429ab89 cannot update to ACTIVE because it is not bound. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 12:02:31.514403 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-b976b855-f7d5-419d-b2cd-beb814924703 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:31.550426 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4adaf89f-5377-4d75-b5ac-2a2d483666b9 None None] Network 987f689e-7bc9-4c0d-a3d1-7f67be46b186 requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 12:02:31.622220 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-675df01b-b29e-47b5-beab-50f119377741 None None] Provisioning complete for port 6b3bad7f-eb2e-465b-89c7-20e7a6e777f5 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:02:31.622893 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-675df01b-b29e-47b5-beab-50f119377741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:31.689413 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-b976b855-f7d5-419d-b2cd-beb814924703 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:31.698944 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-b976b855-f7d5-419d-b2cd-beb814924703 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740322'] for security_group_rule, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:31.729361 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b976b855-f7d5-419d-b2cd-beb814924703 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2326e791-f39b-4283-ace4-9a65e89bd11b,revision_number=0']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:02:31.740384 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04211768-c856-4453-8f39-0ae8a7759a48 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Router fb115dde-cd73-4050-937c-7412eb1c6356 is scheduled to L3 agent af79d429-529e-400b-a119-94d4bec03f3e with binding_index 1 {{(pid=87871) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 12:02:31.869898 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning for port 5ef615bf-bd83-47d6-b4ec-879fd7b4cb0e completed by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:02:31.904244 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 6b3bad7f-eb2e-465b-89c7-20e7a6e777f5 up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:02:31.909662 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-b976b855-f7d5-419d-b2cd-beb814924703 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:31.911155 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-b976b855-f7d5-419d-b2cd-beb814924703 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5567789 Mar 28 12:02:31.914007 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 57000) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:02:31.922229 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-428184a7-1f07-4c9d-bb5c-38f9af231ab6 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Request body: {'security_group_rule': {'security_group_id': 'b88777ae-9f2f-433d-925e-f6676c8d30b0', 'project_id': '527195c95736491ca1967a42cc300275', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:02:31.928634 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 57004) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:02:31.933777 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-428184a7-1f07-4c9d-bb5c-38f9af231ab6 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:02:31.938033 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-428184a7-1f07-4c9d-bb5c-38f9af231ab6 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Usage tracker for resource:security_group_rule and tenant:527195c95736491ca1967a42cc300275 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:02:31.941882 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-428184a7-1f07-4c9d-bb5c-38f9af231ab6 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:02:31.948454 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-428184a7-1f07-4c9d-bb5c-38f9af231ab6 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:02:31.957014 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04211768-c856-4453-8f39-0ae8a7759a48 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 12:02:31.966345 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-04211768-c856-4453-8f39-0ae8a7759a48 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] 10.222.0.30 "PUT /v2.0/routers/fb115dde-cd73-4050-937c-7412eb1c6356/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6708791 Mar 28 12:02:31.968286 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.db.securitygroups_db [None req-428184a7-1f07-4c9d-bb5c-38f9af231ab6 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Project 527195c95736491ca1967a42cc300275 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 12:02:31.969841 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef77f0c-6490-4b06-ac64-cdd0a57d5849 None None] Sync routers for ids ['fb115dde-cd73-4050-937c-7412eb1c6356'] in dv-neutron-835340-2-hyperv {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 12:02:31.977348 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 57010) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:02:31.978542 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-428184a7-1f07-4c9d-bb5c-38f9af231ab6 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:31.988240 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef77f0c-6490-4b06-ac64-cdd0a57d5849 None None] Routers {'fb115dde-cd73-4050-937c-7412eb1c6356'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:02:31.989557 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-6ef77f0c-6490-4b06-ac64-cdd0a57d5849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:02:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['fb115dde-cd73-4050-937c-7412eb1c6356'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:02:32.068335 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-428184a7-1f07-4c9d-bb5c-38f9af231ab6 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:32.073353 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-428184a7-1f07-4c9d-bb5c-38f9af231ab6 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740322'] for security_group_rule, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:32.090680 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-3228fafd-ee03-4330-a3e0-88c7fe196165 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-262753965'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:02:32.102433 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-3228fafd-ee03-4330-a3e0-88c7fe196165 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:02:32.105691 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-6ef77f0c-6490-4b06-ac64-cdd0a57d5849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:02:32.112897 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428184a7-1f07-4c9d-bb5c-38f9af231ab6 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07694c7b-349f-46f6-a791-c7c5448b1bae,revision_number=0']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:02:32.116502 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef77f0c-6490-4b06-ac64-cdd0a57d5849 None None] Routers {'fb115dde-cd73-4050-937c-7412eb1c6356'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:02:32.116674 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-428184a7-1f07-4c9d-bb5c-38f9af231ab6 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:32.117403 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-6ef77f0c-6490-4b06-ac64-cdd0a57d5849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:02:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['fb115dde-cd73-4050-937c-7412eb1c6356'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:02:32.117842 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-428184a7-1f07-4c9d-bb5c-38f9af231ab6 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2016103 Mar 28 12:02:32.121179 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-3228fafd-ee03-4330-a3e0-88c7fe196165 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Usage tracker for resource:network and tenant:08f960886b5a46fda15477794d40e0c7 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:02:32.122686 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 57014) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:02:32.130327 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-3228fafd-ee03-4330-a3e0-88c7fe196165 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:02:32.134253 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-da7b38b2-87ed-4ed4-960c-260c7057bbc1 None None] Notify callbacks [] for port, precommit_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:32.134747 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-0cff8b86-cd07-4777-aefa-fae7ded8da53 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Request body: {'security_group_rule': {'security_group_id': 'b88777ae-9f2f-433d-925e-f6676c8d30b0', 'project_id': '527195c95736491ca1967a42cc300275', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:02:32.142201 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-0cff8b86-cd07-4777-aefa-fae7ded8da53 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:02:32.146569 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-0cff8b86-cd07-4777-aefa-fae7ded8da53 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Usage tracker for resource:security_group_rule and tenant:527195c95736491ca1967a42cc300275 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:02:32.150128 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-0cff8b86-cd07-4777-aefa-fae7ded8da53 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:02:32.156502 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-0cff8b86-cd07-4777-aefa-fae7ded8da53 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:02:32.157616 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-654c0fc3-ba89-43f6-9ffb-4dc5c8f79f7b tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:02:32.158943 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-654c0fc3-ba89-43f6-9ffb-4dc5c8f79f7b tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Synchronizing usage tracker for tenant:44a7e1c73898465da6902581d6416cd0 on resource:port {{(pid=87871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:02:32.160688 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-da7b38b2-87ed-4ed4-960c-260c7057bbc1 None None] Transition to ACTIVE for port object ca7c26d4-2122-4045-b6ad-bfc9df75ba84 will not be triggered until provisioned by entity L2. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:02:32.169057 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-3228fafd-ee03-4330-a3e0-88c7fe196165 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:02:32.171963 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.db.securitygroups_db [None req-0cff8b86-cd07-4777-aefa-fae7ded8da53 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Project 527195c95736491ca1967a42cc300275 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 12:02:32.177142 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-da7b38b2-87ed-4ed4-960c-260c7057bbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:32.182217 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-0cff8b86-cd07-4777-aefa-fae7ded8da53 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:32.187684 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-6ef77f0c-6490-4b06-ac64-cdd0a57d5849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:02:32.188298 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef77f0c-6490-4b06-ac64-cdd0a57d5849 None None] The sync data for ids ['fb115dde-cd73-4050-937c-7412eb1c6356'] in dv-neutron-835340-2-hyperv is: [] {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 12:02:32.195975 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-654c0fc3-ba89-43f6-9ffb-4dc5c8f79f7b tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Unset dirty status for tenant:44a7e1c73898465da6902581d6416cd0 on resource:port {{(pid=87871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:02:32.200120 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-654c0fc3-ba89-43f6-9ffb-4dc5c8f79f7b tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] 10.222.0.30 "GET /v2.0/ports/e02f16e7-0aef-41f9-aa1c-89565429ab89 HTTP/1.1" status: 200 len: 911 time: 0.2216682 Mar 28 12:02:32.200819 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 57018) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:02:32.202261 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3228fafd-ee03-4330-a3e0-88c7fe196165 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Made reservation on behalf of 08f960886b5a46fda15477794d40e0c7 for: {'network': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 12:02:32.207995 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-3228fafd-ee03-4330-a3e0-88c7fe196165 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for network, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:32.223441 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-3228fafd-ee03-4330-a3e0-88c7fe196165 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Notify callbacks [] for security_group, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:32.225479 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port 6b3bad7f-eb2e-465b-89c7-20e7a6e777f5 triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:02:32.225850 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:32.241364 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-3228fafd-ee03-4330-a3e0-88c7fe196165 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:02:32.245692 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-3228fafd-ee03-4330-a3e0-88c7fe196165 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Usage tracker for resource:security_group_rule and tenant:08f960886b5a46fda15477794d40e0c7 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:02:32.249481 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-3228fafd-ee03-4330-a3e0-88c7fe196165 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:02:32.257511 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-3228fafd-ee03-4330-a3e0-88c7fe196165 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:02:32.324159 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-deeb3831-65c2-44de-aaa5-ee4ce2b98c68 None None] Provisioning complete for port e02f16e7-0aef-41f9-aa1c-89565429ab89 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:02:32.324527 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-deeb3831-65c2-44de-aaa5-ee4ce2b98c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:32.370384 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-3228fafd-ee03-4330-a3e0-88c7fe196165 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Notify callbacks [] for security_group, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:32.379134 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-3228fafd-ee03-4330-a3e0-88c7fe196165 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:32.406841 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3228fafd-ee03-4330-a3e0-88c7fe196165 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] vlan segment allocate from pool success with {'vlan_id': 83, 'physical_network': 'physnet1'} {{(pid=87871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 12:02:32.434234 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-3228fafd-ee03-4330-a3e0-88c7fe196165 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:32.434688 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.db.segments_db [None req-3228fafd-ee03-4330-a3e0-88c7fe196165 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Added segment 80221da2-c793-4e18-9ba2-5e4aab90348e of type vlan for network 0ec1dc79-fbf6-4a54-84f7-5581ee5d9eeb Mar 28 12:02:32.444488 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3228fafd-ee03-4330-a3e0-88c7fe196165 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de564894-c5d9-43da-82a2-3f4a1385c15a,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:02:32.473922 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-3228fafd-ee03-4330-a3e0-88c7fe196165 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783495836591'] for network, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:32.518586 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-3228fafd-ee03-4330-a3e0-88c7fe196165 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765'] for network, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:32.525555 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3228fafd-ee03-4330-a3e0-88c7fe196165 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:02:32.526668 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-3228fafd-ee03-4330-a3e0-88c7fe196165 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Notify callbacks [] for network, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:32.565880 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14ce0af-363a-4ee7-8832-f5f228c464b1 None None] Pushing event updated for resources: {'Port': ['ID=ca7c26d4-2122-4045-b6ad-bfc9df75ba84,revision_number=3']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:02:32.570343 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-d670935b-e0a8-436c-9c02-a4db4cb96bed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:32.591661 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-0cff8b86-cd07-4777-aefa-fae7ded8da53 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:32.611966 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-3228fafd-ee03-4330-a3e0-88c7fe196165 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6629241 Mar 28 12:02:32.645312 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-deeb3831-65c2-44de-aaa5-ee4ce2b98c68 None None] Port e02f16e7-0aef-41f9-aa1c-89565429ab89 cannot update to ACTIVE because it is not bound. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 12:02:32.666304 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3228fafd-ee03-4330-a3e0-88c7fe196165 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Pushing event updated for resources: {'Network': ['ID=0ec1dc79-fbf6-4a54-84f7-5581ee5d9eeb,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:02:32.691513 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Network 0ec1dc79-fbf6-4a54-84f7-5581ee5d9eeb details requested by agent ovs-agent-dv-neutron-835340-2-hyperv with host dv-neutron-835340-2-hyperv {{(pid=87872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 12:02:32.703898 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-da7b38b2-87ed-4ed4-960c-260c7057bbc1 None None] Attempting to bind port ca7c26d4-2122-4045-b6ad-bfc9df75ba84 on host dv-neutron-835340-2-hyperv for vnic_type normal with profile {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 12:02:32.704531 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-da7b38b2-87ed-4ed4-960c-260c7057bbc1 None None] Attempting to bind port ca7c26d4-2122-4045-b6ad-bfc9df75ba84 by drivers openvswitch,hyperv on host dv-neutron-835340-2-hyperv at level 0 using segments [{'id': 'c682aff1-a7cb-49be-a4a9-25d0e3913505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '23ec2e99-fe73-4c26-b043-ea335f81a26f'}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 12:02:32.705127 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da7b38b2-87ed-4ed4-960c-260c7057bbc1 None None] Attempting to bind port ca7c26d4-2122-4045-b6ad-bfc9df75ba84 on network 23ec2e99-fe73-4c26-b043-ea335f81a26f {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 12:02:32.709112 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-0cff8b86-cd07-4777-aefa-fae7ded8da53 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740322'] for security_group_rule, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:32.716448 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da7b38b2-87ed-4ed4-960c-260c7057bbc1 None None] Checking agent: {'id': '961a16fe-cbc8-4264-ac28-bbbd53f89caa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 46, 6), 'started_at': datetime.datetime(2022, 3, 28, 11, 46, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 12, 2, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 12:02:32.717108 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da7b38b2-87ed-4ed4-960c-260c7057bbc1 None None] Checking segment: {'id': 'c682aff1-a7cb-49be-a4a9-25d0e3913505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '23ec2e99-fe73-4c26-b043-ea335f81a26f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 12:02:32.717664 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-da7b38b2-87ed-4ed4-960c-260c7057bbc1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:32.718214 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da7b38b2-87ed-4ed4-960c-260c7057bbc1 None None] Bound using segment: {'id': 'c682aff1-a7cb-49be-a4a9-25d0e3913505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '23ec2e99-fe73-4c26-b043-ea335f81a26f'} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 12:02:32.718865 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-da7b38b2-87ed-4ed4-960c-260c7057bbc1 None None] Bound port: ca7c26d4-2122-4045-b6ad-bfc9df75ba84, host: dv-neutron-835340-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c682aff1-a7cb-49be-a4a9-25d0e3913505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '23ec2e99-fe73-4c26-b043-ea335f81a26f'}}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 12:02:32.719422 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-da7b38b2-87ed-4ed4-960c-260c7057bbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:32.760186 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-0cff8b86-cd07-4777-aefa-fae7ded8da53 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:32.767512 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-0cff8b86-cd07-4777-aefa-fae7ded8da53 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6377661 Mar 28 12:02:32.801592 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-deeb3831-65c2-44de-aaa5-ee4ce2b98c68 None None] Provisioning for port 5ef615bf-bd83-47d6-b4ec-879fd7b4cb0e completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:02:32.855333 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device c7ca2c7b-08bf-4393-a004-5d0338613b29 up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:02:32.859798 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cff8b86-cd07-4777-aefa-fae7ded8da53 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=583f36f7-348a-4867-b358-dc50d158552b,revision_number=0']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:02:32.931809 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-deeb3831-65c2-44de-aaa5-ee4ce2b98c68 None None] Provisioning complete for port 5ef615bf-bd83-47d6-b4ec-879fd7b4cb0e triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:02:32.932596 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-deeb3831-65c2-44de-aaa5-ee4ce2b98c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:33.121538 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-cd80dc31-76ea-4e06-85df-c144f8cb0395 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:33.138557 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-da7b38b2-87ed-4ed4-960c-260c7057bbc1 None None] For port ca7c26d4-2122-4045-b6ad-bfc9df75ba84, host dv-neutron-835340-2-hyperv, cleared binding levels {{(pid=87872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 12:02:33.140288 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [req-39cd0b87-56b0-4b3d-8e5b-3f3ca00bc309 req-94610566-9fdb-437c-b2f4-e94d437d1a36 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Synchronizing usage tracker for tenant:527195c95736491ca1967a42cc300275 on resource:security_group {{(pid=87870) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:02:33.143959 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-da7b38b2-87ed-4ed4-960c-260c7057bbc1 None None] For port ca7c26d4-2122-4045-b6ad-bfc9df75ba84, host dv-neutron-835340-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=ca7c26d4-2122-4045-b6ad-bfc9df75ba84,segment=NetworkSegment(c682aff1-a7cb-49be-a4a9-25d0e3913505),segment_id=c682aff1-a7cb-49be-a4a9-25d0e3913505)] {{(pid=87872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 12:02:33.182104 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-da7b38b2-87ed-4ed4-960c-260c7057bbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:33.243016 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port c7ca2c7b-08bf-4393-a004-5d0338613b29 triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:02:33.243388 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:33.267385 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [req-39cd0b87-56b0-4b3d-8e5b-3f3ca00bc309 req-94610566-9fdb-437c-b2f4-e94d437d1a36 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Unset dirty status for tenant:527195c95736491ca1967a42cc300275 on resource:security_group {{(pid=87870) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:02:33.268396 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-39cd0b87-56b0-4b3d-8e5b-3f3ca00bc309 req-94610566-9fdb-437c-b2f4-e94d437d1a36 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-535319978&fields=id&tenant_id=527195c95736491ca1967a42cc300275 HTTP/1.1" status: 200 len: 267 time: 0.1908510 Mar 28 12:02:33.333090 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-deeb3831-65c2-44de-aaa5-ee4ce2b98c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:33.360908 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da7b38b2-87ed-4ed4-960c-260c7057bbc1 None None] Routers {'d626f2e2-632b-487e-9b55-e86f5951fd05'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:02:33.362079 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-da7b38b2-87ed-4ed4-960c-260c7057bbc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:02:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['d626f2e2-632b-487e-9b55-e86f5951fd05'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:02:33.435814 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14ce0af-363a-4ee7-8832-f5f228c464b1 None None] Pushing event updated for resources: {'Port': ['ID=ca7c26d4-2122-4045-b6ad-bfc9df75ba84,revision_number=4']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:02:33.522646 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-deeb3831-65c2-44de-aaa5-ee4ce2b98c68 None None] For port 5ef615bf-bd83-47d6-b4ec-879fd7b4cb0e, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=5ef615bf-bd83-47d6-b4ec-879fd7b4cb0e,segment=NetworkSegment(7e2da213-254f-4cee-90cb-0d3e30f45e11),segment_id=7e2da213-254f-4cee-90cb-0d3e30f45e11)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:02:33.589843 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-deeb3831-65c2-44de-aaa5-ee4ce2b98c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:33.688857 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cd0b87-56b0-4b3d-8e5b-3f3ca00bc309 req-ea1bac3f-3b7b-4b77-933f-d4ff7af988b9 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:02:33.690412 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [req-39cd0b87-56b0-4b3d-8e5b-3f3ca00bc309 req-ea1bac3f-3b7b-4b77-933f-d4ff7af988b9 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Synchronizing usage tracker for tenant:527195c95736491ca1967a42cc300275 on resource:network {{(pid=87870) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:02:33.692651 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvr_db [None req-da7b38b2-87ed-4ed4-960c-260c7057bbc1 None None] Set router d626f2e2-632b-487e-9b55-e86f5951fd05 gateway port host: dv-neutron-835340-2-hyperv {{(pid=87872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:02:33.756027 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [req-39cd0b87-56b0-4b3d-8e5b-3f3ca00bc309 req-ea1bac3f-3b7b-4b77-933f-d4ff7af988b9 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Unset dirty status for tenant:527195c95736491ca1967a42cc300275 on resource:network {{(pid=87870) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:02:33.757661 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-39cd0b87-56b0-4b3d-8e5b-3f3ca00bc309 req-ea1bac3f-3b7b-4b77-933f-d4ff7af988b9 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/networks?id=23ec2e99-fe73-4c26-b043-ea335f81a26f HTTP/1.1" status: 200 len: 796 time: 0.4418230 Mar 28 12:02:33.771285 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deeb3831-65c2-44de-aaa5-ee4ce2b98c68 None None] Pushing event updated for resources: {'Port': ['ID=5ef615bf-bd83-47d6-b4ec-879fd7b4cb0e,revision_number=3']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:02:33.782125 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-39cd0b87-56b0-4b3d-8e5b-3f3ca00bc309 req-06261f84-16e9-4583-b4cb-3f2c3b12f5a2 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/quotas/527195c95736491ca1967a42cc300275 HTTP/1.1" status: 200 len: 375 time: 0.0169282 Mar 28 12:02:33.878631 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-a28bda0d-8edc-4939-8589-d6e4f5e33c58 None None] Provisioning complete for port 5ef615bf-bd83-47d6-b4ec-879fd7b4cb0e triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:02:33.879302 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-a28bda0d-8edc-4939-8589-d6e4f5e33c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:33.887711 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.db_base_plugin_common [None req-cd80dc31-76ea-4e06-85df-c144f8cb0395 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Allocated IP 2001:db8:1::1 (987f689e-7bc9-4c0d-a3d1-7f67be46b186/fb7e1b6f-29dc-4cc5-9390-cf19960f9128/728725f0-d766-4f2f-bd31-ba290530ddb4) {{(pid=87870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 12:02:33.959619 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-39cd0b87-56b0-4b3d-8e5b-3f3ca00bc309 req-9e096c78-7209-48f0-ac19-c72b812aae20 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=527195c95736491ca1967a42cc300275&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1486540 Mar 28 12:02:34.081363 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-cd80dc31-76ea-4e06-85df-c144f8cb0395 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks [] for port, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:34.138592 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.provisioning_blocks [None req-cd80dc31-76ea-4e06-85df-c144f8cb0395 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Transition to ACTIVE for port object 728725f0-d766-4f2f-bd31-ba290530ddb4 will not be triggered until provisioned by entity DHCP. {{(pid=87870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:02:34.194227 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-da7b38b2-87ed-4ed4-960c-260c7057bbc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd626f2e2-632b-487e-9b55-e86f5951fd05', 'name': 'tempest-TestNetworkBasicOps-router-153614218', 'tenant_id': '527195c95736491ca1967a42cc300275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.126'}], 'enable_snat': True}, 'gw_port_id': 'd1963e89-2b46-4578-8f3c-ccca86c76862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:02:19Z', 'updated_at': '2022-03-28T12:02:25Z', 'revision_number': 4, 'project_id': '527195c95736491ca1967a42cc300275', 'gw_port': {'id': 'd1963e89-2b46-4578-8f3c-ccca86c76862', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:aa:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd626f2e2-632b-487e-9b55-e86f5951fd05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:02:20Z', 'updated_at': '2022-03-28T12:02:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_interfaces': [{'id': 'ca7c26d4-2122-4045-b6ad-bfc9df75ba84', 'name': '', 'network_id': '23ec2e99-fe73-4c26-b043-ea335f81a26f', 'tenant_id': '527195c95736491ca1967a42cc300275', 'mac_address': 'fa:16:3e:2d:4c:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd626f2e2-632b-487e-9b55-e86f5951fd05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1131, 'fixed_ips': [{'subnet_id': '6d44b182-dd4a-4bef-a755-3bded7d35295', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:02:24Z', 'updated_at': '2022-03-28T12:02:33Z', 'revision_number': 4, 'project_id': '527195c95736491ca1967a42cc300275', 'subnets': [{'id': '6d44b182-dd4a-4bef-a755-3bded7d35295', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:02:34.198591 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da7b38b2-87ed-4ed4-960c-260c7057bbc1 None None] The sync data for ids ['d626f2e2-632b-487e-9b55-e86f5951fd05'] in dv-neutron-835340-2-hyperv is: [{'id': 'd626f2e2-632b-487e-9b55-e86f5951fd05', 'name': 'tempest-TestNetworkBasicOps-router-153614218', 'tenant_id': '527195c95736491ca1967a42cc300275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.126'}], 'enable_snat': True}, 'gw_port_id': 'd1963e89-2b46-4578-8f3c-ccca86c76862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:02:19Z', 'updated_at': '2022-03-28T12:02:25Z', 'revision_number': 4, 'project_id': '527195c95736491ca1967a42cc300275', 'gw_port': {'id': 'd1963e89-2b46-4578-8f3c-ccca86c76862', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:aa:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd626f2e2-632b-487e-9b55-e86f5951fd05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:02:20Z', 'updated_at': '2022-03-28T12:02:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_interfaces': [{'id': 'ca7c26d4-2122-4045-b6ad-bfc9df75ba84', 'name': '', 'network_id': '23ec2e99-fe73-4c26-b043-ea335f81a26f', 'tenant_id': '527195c95736491ca1967a42cc300275', 'mac_address': 'fa:16:3e:2d:4c:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd626f2e2-632b-487e-9b55-e86f5951fd05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1131, 'fixed_ips': [{'subnet_id': '6d44b182-dd4a-4bef-a755-3bded7d35295', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:02:24Z', 'updated_at': '2022-03-28T12:02:33Z', 'revision_number': 4, 'project_id': '527195c95736491ca1967a42cc300275', 'subnets': [{'id': '6d44b182-dd4a-4bef-a755-3bded7d35295', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 12:02:34.266597 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-39cd0b87-56b0-4b3d-8e5b-3f3ca00bc309 req-7568f0ac-e725-4c75-916b-49add4f54117 service neutron] 10.222.0.30 "GET /v2.0/networks/23ec2e99-fe73-4c26-b043-ea335f81a26f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2644114 Mar 28 12:02:34.283897 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-cd80dc31-76ea-4e06-85df-c144f8cb0395 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:34.391065 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd80dc31-76ea-4e06-85df-c144f8cb0395 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Network 987f689e-7bc9-4c0d-a3d1-7f67be46b186 is already hosted by enough agents. {{(pid=87870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:02:34.453226 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.base_scheduler [None req-cd80dc31-76ea-4e06-85df-c144f8cb0395 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Resources bound (agent type, host, resource id): {{(pid=87870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:02:34.479598 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd80dc31-76ea-4e06-85df-c144f8cb0395 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Received port after_create {{(pid=87870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 12:02:34.480666 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-cd80dc31-76ea-4e06-85df-c144f8cb0395 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-709483'] for router_interface, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:34.702330 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd80dc31-76ea-4e06-85df-c144f8cb0395 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Pushing event updated for resources: {'Port': ['ID=728725f0-d766-4f2f-bd31-ba290530ddb4,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:02:34.722803 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-e9bb970b-0fa0-4a9e-bd22-dcd2528114d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:34.810035 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-39cd0b87-56b0-4b3d-8e5b-3f3ca00bc309 req-8fc578f6-b2a0-4743-ab42-932b949fd328 service neutron] 10.222.0.30 "GET /v2.0/networks/23ec2e99-fe73-4c26-b043-ea335f81a26f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4904146 Mar 28 12:02:34.811773 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-5f10374f-fde0-431f-b387-9a2f5d5b5bca None None] Provisioning for port 728725f0-d766-4f2f-bd31-ba290530ddb4 completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:02:34.828654 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-5f10374f-fde0-431f-b387-9a2f5d5b5bca None None] Provisioning complete for port 728725f0-d766-4f2f-bd31-ba290530ddb4 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:02:34.831308 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-5f10374f-fde0-431f-b387-9a2f5d5b5bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:35.008653 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-cd80dc31-76ea-4e06-85df-c144f8cb0395 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:35.049826 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-5f10374f-fde0-431f-b387-9a2f5d5b5bca None None] Port 728725f0-d766-4f2f-bd31-ba290530ddb4 cannot update to ACTIVE because it is not bound. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 12:02:35.206777 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [req-02afb05f-451b-4cca-98a3-4aff7198e4ea req-8300f383-f506-4fa9-96ec-4192419c0dbc tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Synchronizing usage tracker for tenant:527195c95736491ca1967a42cc300275 on resource:port {{(pid=87871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:02:35.227737 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [req-02afb05f-451b-4cca-98a3-4aff7198e4ea req-8300f383-f506-4fa9-96ec-4192419c0dbc tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Unset dirty status for tenant:527195c95736491ca1967a42cc300275 on resource:port {{(pid=87871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:02:35.229189 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-02afb05f-451b-4cca-98a3-4aff7198e4ea req-8300f383-f506-4fa9-96ec-4192419c0dbc tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/ports?device_id=39711091-cbc3-44ae-b5c4-db841cd296c3 HTTP/1.1" status: 200 len: 210 time: 0.1029932 Mar 28 12:02:35.629653 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-cd80dc31-76ea-4e06-85df-c144f8cb0395 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks [] for port, precommit_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:35.634269 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-cd80dc31-76ea-4e06-85df-c144f8cb0395 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2558288'] for port, after_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:35.634957 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-cd80dc31-76ea-4e06-85df-c144f8cb0395 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-743372'] for router_interface, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:35.672881 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:35.757444 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-ef3be119-c018-4979-be07-86cf959defc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:35.779200 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 57040) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:02:35.785869 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-70e8bfdd-ee4c-44b4-918b-401c9cf8bd43 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Request body: {'subnet': {'network_id': '0ec1dc79-fbf6-4a54-84f7-5581ee5d9eeb', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:02:35.807072 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd80dc31-76ea-4e06-85df-c144f8cb0395 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Pushing event updated for resources: {'Port': ['ID=728725f0-d766-4f2f-bd31-ba290530ddb4,revision_number=2']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:02:35.831730 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device ca7c26d4-2122-4045-b6ad-bfc9df75ba84 up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:02:35.853741 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd80dc31-76ea-4e06-85df-c144f8cb0395 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Network 987f689e-7bc9-4c0d-a3d1-7f67be46b186 is already hosted by enough agents. {{(pid=87870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:02:35.854741 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.base_scheduler [None req-cd80dc31-76ea-4e06-85df-c144f8cb0395 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Resources bound (agent type, host, resource id): {{(pid=87870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:02:35.927681 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-70e8bfdd-ee4c-44b4-918b-401c9cf8bd43 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:02:35.931689 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-70e8bfdd-ee4c-44b4-918b-401c9cf8bd43 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Usage tracker for resource:subnet and tenant:08f960886b5a46fda15477794d40e0c7 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:02:35.935995 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-70e8bfdd-ee4c-44b4-918b-401c9cf8bd43 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:02:35.943046 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-70e8bfdd-ee4c-44b4-918b-401c9cf8bd43 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:02:35.944418 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning for port ca7c26d4-2122-4045-b6ad-bfc9df75ba84 completed by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:02:35.953176 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port ca7c26d4-2122-4045-b6ad-bfc9df75ba84 triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:02:35.953968 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:35.958312 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70e8bfdd-ee4c-44b4-918b-401c9cf8bd43 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Made reservation on behalf of 08f960886b5a46fda15477794d40e0c7 for: {'subnet': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 12:02:35.962403 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-70e8bfdd-ee4c-44b4-918b-401c9cf8bd43 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26551362'] for subnet, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:36.057679 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd80dc31-76ea-4e06-85df-c144f8cb0395 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Router fb115dde-cd73-4050-937c-7412eb1c6356 has already been hosted by L3 agent af79d429-529e-400b-a119-94d4bec03f3e {{(pid=87870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 12:02:36.084812 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:36.122155 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] For port ca7c26d4-2122-4045-b6ad-bfc9df75ba84, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=ca7c26d4-2122-4045-b6ad-bfc9df75ba84,segment=NetworkSegment(c682aff1-a7cb-49be-a4a9-25d0e3913505),segment_id=c682aff1-a7cb-49be-a4a9-25d0e3913505)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:02:36.126291 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:36.127338 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 5ef615bf-bd83-47d6-b4ec-879fd7b4cb0e up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:02:36.219554 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-70e8bfdd-ee4c-44b4-918b-401c9cf8bd43 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2364128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26551408'] for subnet, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:36.258585 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd80dc31-76ea-4e06-85df-c144f8cb0395 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 12:02:36.282839 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0070c01-2419-4697-ac18-386c6d5ea035 None None] Sync routers for ids ['fb115dde-cd73-4050-937c-7412eb1c6356'] in dv-neutron-835340-2-hyperv {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 12:02:36.289707 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-0fd5e7e2-f8ad-4083-b27a-e9b35b0a09e4 None None] Provisioning complete for port 728725f0-d766-4f2f-bd31-ba290530ddb4 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:02:36.290167 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-0fd5e7e2-f8ad-4083-b27a-e9b35b0a09e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:36.299125 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e8bfdd-ee4c-44b4-918b-401c9cf8bd43 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Pushing event updated for resources: {'Subnet': ['ID=59ba6d73-eb32-4a28-b7d7-275749f11bc6,revision_number=0']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:02:36.309455 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-cd80dc31-76ea-4e06-85df-c144f8cb0395 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] 10.222.0.30 "PUT /v2.0/routers/fb115dde-cd73-4050-937c-7412eb1c6356/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1047051 Mar 28 12:02:36.311850 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 57052) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:02:36.350965 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Pushing event updated for resources: {'Port': ['ID=ca7c26d4-2122-4045-b6ad-bfc9df75ba84,revision_number=5']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:02:36.367599 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0070c01-2419-4697-ac18-386c6d5ea035 None None] Routers {'fb115dde-cd73-4050-937c-7412eb1c6356'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:02:36.368319 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-c0070c01-2419-4697-ac18-386c6d5ea035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:02:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['fb115dde-cd73-4050-937c-7412eb1c6356'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:02:36.374061 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-b616fb12-4d2c-410b-ae49-8b91202e857f req-b9bd157b-3607-4b7f-ab36-12646451474d tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/ports?device_id=39711091-cbc3-44ae-b5c4-db841cd296c3 HTTP/1.1" status: 200 len: 210 time: 0.0575941 Mar 28 12:02:36.403699 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e8bfdd-ee4c-44b4-918b-401c9cf8bd43 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Checking segment: {'id': '80221da2-c793-4e18-9ba2-5e4aab90348e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '0ec1dc79-fbf6-4a54-84f7-5581ee5d9eeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 12:02:36.404052 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70e8bfdd-ee4c-44b4-918b-401c9cf8bd43 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Network hostable DHCP agents. Network: 0ec1dc79-fbf6-4a54-84f7-5581ee5d9eeb, hostable agents: ['3cb85949-855b-4a40-b988-cd5705e511da'], hosted agents: [] {{(pid=87871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 12:02:36.414369 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b109779c-293c-4028-af5e-89e984669f86 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:02:36.415714 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-b109779c-293c-4028-af5e-89e984669f86 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] 10.222.0.30 "GET /v2.0/ports/728725f0-d766-4f2f-bd31-ba290530ddb4 HTTP/1.1" status: 200 len: 913 time: 0.1026943 Mar 28 12:02:36.418577 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 57056) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:02:36.427728 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port 5ef615bf-bd83-47d6-b4ec-879fd7b4cb0e triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:02:36.428099 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:36.473239 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-0fd5e7e2-f8ad-4083-b27a-e9b35b0a09e4 None None] Port 728725f0-d766-4f2f-bd31-ba290530ddb4 cannot update to ACTIVE because it is not bound. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 12:02:36.477676 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-c0070c01-2419-4697-ac18-386c6d5ea035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:02:36.500801 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0070c01-2419-4697-ac18-386c6d5ea035 None None] Routers {'fb115dde-cd73-4050-937c-7412eb1c6356'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:02:36.501432 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-c0070c01-2419-4697-ac18-386c6d5ea035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:02:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['fb115dde-cd73-4050-937c-7412eb1c6356'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:02:36.569726 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-c0070c01-2419-4697-ac18-386c6d5ea035 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:02:36.570123 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0070c01-2419-4697-ac18-386c6d5ea035 None None] The sync data for ids ['fb115dde-cd73-4050-937c-7412eb1c6356'] in dv-neutron-835340-2-hyperv is: [] {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 12:02:36.671551 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70e8bfdd-ee4c-44b4-918b-401c9cf8bd43 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Network 0ec1dc79-fbf6-4a54-84f7-5581ee5d9eeb is scheduled to be hosted by DHCP agent 3cb85949-855b-4a40-b988-cd5705e511da with binding_index 1 {{(pid=87871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 12:02:36.685819 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-70e8bfdd-ee4c-44b4-918b-401c9cf8bd43 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-2-hyperv, 0ec1dc79-fbf6-4a54-84f7-5581ee5d9eeb) {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:02:36.694682 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2de5c6b0-3381-4ace-a24f-3809405e953a None None] Network 0ec1dc79-fbf6-4a54-84f7-5581ee5d9eeb requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 12:02:36.700682 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70e8bfdd-ee4c-44b4-918b-401c9cf8bd43 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:02:36.701256 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-70e8bfdd-ee4c-44b4-918b-401c9cf8bd43 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Notify callbacks [] for subnet, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:36.843379 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-70e8bfdd-ee4c-44b4-918b-401c9cf8bd43 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0629351 Mar 28 12:02:36.843797 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 57060) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:02:36.853247 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-d79e068a-cc08-478a-913f-f2fff37a7163 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-991470162'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:02:36.862923 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-d79e068a-cc08-478a-913f-f2fff37a7163 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:02:36.866971 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-d79e068a-cc08-478a-913f-f2fff37a7163 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Usage tracker for resource:network and tenant:08f960886b5a46fda15477794d40e0c7 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:02:36.870013 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-d79e068a-cc08-478a-913f-f2fff37a7163 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:02:36.876321 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-d79e068a-cc08-478a-913f-f2fff37a7163 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:02:36.888437 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d79e068a-cc08-478a-913f-f2fff37a7163 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Made reservation on behalf of 08f960886b5a46fda15477794d40e0c7 for: {'network': 1} {{(pid=87870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 12:02:36.891757 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-d79e068a-cc08-478a-913f-f2fff37a7163 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for network, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:36.917053 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dad51179-16e6-424a-a1d8-720b7cec591e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1d3f2a9-8722-5ce5-bc40-181687d1ed3f-0ec1dc79-fbf6-4a54-84f7-5581ee5d9eeb', 'network_id': '0ec1dc79-fbf6-4a54-84f7-5581ee5d9eeb', 'tenant_id': '08f960886b5a46fda15477794d40e0c7', 'fixed_ips': [{'subnet_id': '59ba6d73-eb32-4a28-b7d7-275749f11bc6'}]}} from dv-neutron-835340-2-hyperv. {{(pid=87872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 12:02:36.917903 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-dad51179-16e6-424a-a1d8-720b7cec591e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:36.925501 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d79e068a-cc08-478a-913f-f2fff37a7163 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=87870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 12:02:36.935064 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-d79e068a-cc08-478a-913f-f2fff37a7163 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:36.935780 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.db.segments_db [None req-d79e068a-cc08-478a-913f-f2fff37a7163 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Added segment 533c8d72-aea0-466b-a186-c8c550390679 of type vlan for network 230d1994-02b6-427f-8003-5f71b9e1ea58 Mar 28 12:02:36.963035 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-d79e068a-cc08-478a-913f-f2fff37a7163 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783495836591'] for network, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:36.994270 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-d79e068a-cc08-478a-913f-f2fff37a7163 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765'] for network, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:37.000871 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d79e068a-cc08-478a-913f-f2fff37a7163 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:02:37.001578 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-d79e068a-cc08-478a-913f-f2fff37a7163 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538751'] for network, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:37.078667 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-3711dc2d-de36-420f-80dd-9a8a6a79e8d0 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-743394'] for router_interface, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:37.083513 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.db_base_plugin_common [None req-dad51179-16e6-424a-a1d8-720b7cec591e None None] Allocated IP 2001:db8:0:ffff::2 (0ec1dc79-fbf6-4a54-84f7-5581ee5d9eeb/59ba6d73-eb32-4a28-b7d7-275749f11bc6/9170e8c8-380b-464a-807e-be8e5bbd3dce) {{(pid=87872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 12:02:37.117091 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-d79e068a-cc08-478a-913f-f2fff37a7163 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2714002 Mar 28 12:02:37.121477 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 57064) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:02:37.126204 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79e068a-cc08-478a-913f-f2fff37a7163 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Pushing event updated for resources: {'Network': ['ID=230d1994-02b6-427f-8003-5f71b9e1ea58,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:02:37.131450 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-7757e752-2a7a-4634-ab01-5dea93b59fc0 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Request body: {'subnet': {'network_id': '230d1994-02b6-427f-8003-5f71b9e1ea58', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:02:37.137303 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Network 230d1994-02b6-427f-8003-5f71b9e1ea58 details requested by agent ovs-agent-dv-neutron-835340-2-hyperv with host dv-neutron-835340-2-hyperv {{(pid=87872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 12:02:37.242531 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-7757e752-2a7a-4634-ab01-5dea93b59fc0 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:02:37.246375 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-7757e752-2a7a-4634-ab01-5dea93b59fc0 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Usage tracker for resource:subnet and tenant:08f960886b5a46fda15477794d40e0c7 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:02:37.249350 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-7757e752-2a7a-4634-ab01-5dea93b59fc0 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:02:37.255519 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-7757e752-2a7a-4634-ab01-5dea93b59fc0 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:02:37.265819 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7757e752-2a7a-4634-ab01-5dea93b59fc0 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Made reservation on behalf of 08f960886b5a46fda15477794d40e0c7 for: {'subnet': 1} {{(pid=87870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 12:02:37.271087 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-7757e752-2a7a-4634-ab01-5dea93b59fc0 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2563571'] for subnet, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:37.400075 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-dad51179-16e6-424a-a1d8-720b7cec591e None None] Notify callbacks [] for port, precommit_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:37.433987 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-3711dc2d-de36-420f-80dd-9a8a6a79e8d0 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Deleting port 728725f0-d766-4f2f-bd31-ba290530ddb4 {{(pid=87871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:02:37.434598 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-dad51179-16e6-424a-a1d8-720b7cec591e None None] Transition to ACTIVE for port object 9170e8c8-380b-464a-807e-be8e5bbd3dce will not be triggered until provisioned by entity L2. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:02:37.434710 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-3711dc2d-de36-420f-80dd-9a8a6a79e8d0 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:37.466661 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-dad51179-16e6-424a-a1d8-720b7cec591e None None] Transition to ACTIVE for port object 9170e8c8-380b-464a-807e-be8e5bbd3dce will not be triggered until provisioned by entity DHCP. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:02:37.485472 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-dad51179-16e6-424a-a1d8-720b7cec591e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241'] for port, after_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:37.533813 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-c45bd6e3-481f-4c3f-8b62-79acec66e5bc req-fda361f0-bb3c-4a8b-bcf2-de954f53eb0f tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/ports?device_id=39711091-cbc3-44ae-b5c4-db841cd296c3 HTTP/1.1" status: 200 len: 210 time: 0.0580451 Mar 28 12:02:37.577112 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dad51179-16e6-424a-a1d8-720b7cec591e None None] Network 0ec1dc79-fbf6-4a54-84f7-5581ee5d9eeb is already hosted by enough agents. {{(pid=87872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:02:37.577903 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-b7ccd3c7-0277-4f12-8e5c-e41478141af5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:37.581005 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.base_scheduler [None req-dad51179-16e6-424a-a1d8-720b7cec591e None None] Resources bound (agent type, host, resource id): {{(pid=87872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:02:37.584624 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad51179-16e6-424a-a1d8-720b7cec591e None None] Received port after_create {{(pid=87872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 12:02:37.595596 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-7757e752-2a7a-4634-ab01-5dea93b59fc0 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2561241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2563521'] for subnet, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:37.633074 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad51179-16e6-424a-a1d8-720b7cec591e None None] Pushing event updated for resources: {'Port': ['ID=9170e8c8-380b-464a-807e-be8e5bbd3dce,revision_number=1']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:02:37.712694 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7757e752-2a7a-4634-ab01-5dea93b59fc0 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Checking segment: {'id': '533c8d72-aea0-466b-a186-c8c550390679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '230d1994-02b6-427f-8003-5f71b9e1ea58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 12:02:37.713067 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7757e752-2a7a-4634-ab01-5dea93b59fc0 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Network hostable DHCP agents. Network: 230d1994-02b6-427f-8003-5f71b9e1ea58, hostable agents: ['3cb85949-855b-4a40-b988-cd5705e511da'], hosted agents: [] {{(pid=87870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 12:02:37.723658 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7757e752-2a7a-4634-ab01-5dea93b59fc0 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Pushing event updated for resources: {'Subnet': ['ID=e10900fe-b551-42d1-9da9-8e9ca55d97ba,revision_number=0']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:02:37.736122 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-dad51179-16e6-424a-a1d8-720b7cec591e None None] Attempting to bind port 9170e8c8-380b-464a-807e-be8e5bbd3dce on host dv-neutron-835340-2-hyperv for vnic_type normal with profile {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 12:02:37.737801 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-dad51179-16e6-424a-a1d8-720b7cec591e None None] Attempting to bind port 9170e8c8-380b-464a-807e-be8e5bbd3dce by drivers openvswitch,hyperv on host dv-neutron-835340-2-hyperv at level 0 using segments [{'id': '80221da2-c793-4e18-9ba2-5e4aab90348e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '0ec1dc79-fbf6-4a54-84f7-5581ee5d9eeb'}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 12:02:37.737801 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad51179-16e6-424a-a1d8-720b7cec591e None None] Attempting to bind port 9170e8c8-380b-464a-807e-be8e5bbd3dce on network 0ec1dc79-fbf6-4a54-84f7-5581ee5d9eeb {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 12:02:37.742854 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad51179-16e6-424a-a1d8-720b7cec591e None None] Checking agent: {'id': '961a16fe-cbc8-4264-ac28-bbbd53f89caa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 46, 6), 'started_at': datetime.datetime(2022, 3, 28, 11, 46, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 12, 2, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 12:02:37.743237 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad51179-16e6-424a-a1d8-720b7cec591e None None] Checking segment: {'id': '80221da2-c793-4e18-9ba2-5e4aab90348e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '0ec1dc79-fbf6-4a54-84f7-5581ee5d9eeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 12:02:37.743645 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-dad51179-16e6-424a-a1d8-720b7cec591e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:37.744027 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad51179-16e6-424a-a1d8-720b7cec591e None None] Bound using segment: {'id': '80221da2-c793-4e18-9ba2-5e4aab90348e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '0ec1dc79-fbf6-4a54-84f7-5581ee5d9eeb'} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 12:02:37.744483 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-dad51179-16e6-424a-a1d8-720b7cec591e None None] Bound port: 9170e8c8-380b-464a-807e-be8e5bbd3dce, host: dv-neutron-835340-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80221da2-c793-4e18-9ba2-5e4aab90348e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '0ec1dc79-fbf6-4a54-84f7-5581ee5d9eeb'}}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 12:02:37.744847 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-dad51179-16e6-424a-a1d8-720b7cec591e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:37.753974 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7757e752-2a7a-4634-ab01-5dea93b59fc0 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Network 230d1994-02b6-427f-8003-5f71b9e1ea58 is scheduled to be hosted by DHCP agent 3cb85949-855b-4a40-b988-cd5705e511da with binding_index 1 {{(pid=87870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 12:02:37.772014 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.base_scheduler [None req-7757e752-2a7a-4634-ab01-5dea93b59fc0 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-2-hyperv, 230d1994-02b6-427f-8003-5f71b9e1ea58) {{(pid=87870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:02:37.780752 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-3711dc2d-de36-420f-80dd-9a8a6a79e8d0 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:37.786869 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device ca7c26d4-2122-4045-b6ad-bfc9df75ba84 up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:02:37.788290 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7757e752-2a7a-4634-ab01-5dea93b59fc0 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:02:37.789117 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-7757e752-2a7a-4634-ab01-5dea93b59fc0 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Notify callbacks [] for subnet, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:37.822972 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7bd45e5-3d68-497e-85d1-1befc831eb28 None None] Network 230d1994-02b6-427f-8003-5f71b9e1ea58 requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 12:02:37.823581 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-7757e752-2a7a-4634-ab01-5dea93b59fc0 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.7008560 Mar 28 12:02:37.824249 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 57074) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:02:37.927218 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-3711dc2d-de36-420f-80dd-9a8a6a79e8d0 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Calling delete_port for 728725f0-d766-4f2f-bd31-ba290530ddb4 owned by network:router_interface {{(pid=87871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:02:37.986778 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-dad51179-16e6-424a-a1d8-720b7cec591e None None] For port 9170e8c8-380b-464a-807e-be8e5bbd3dce, host dv-neutron-835340-2-hyperv, cleared binding levels {{(pid=87872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 12:02:37.991880 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-dad51179-16e6-424a-a1d8-720b7cec591e None None] For port 9170e8c8-380b-464a-807e-be8e5bbd3dce, host dv-neutron-835340-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=9170e8c8-380b-464a-807e-be8e5bbd3dce,segment=NetworkSegment(80221da2-c793-4e18-9ba2-5e4aab90348e),segment_id=80221da2-c793-4e18-9ba2-5e4aab90348e)] {{(pid=87872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 12:02:38.000152 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-dad51179-16e6-424a-a1d8-720b7cec591e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:38.041913 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-39c678c8-0caa-47d6-8d71-1744fb8a761d tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588883'] for network, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:38.110673 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-39c678c8-0caa-47d6-8d71-1744fb8a761d tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1919782'] for subnet, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:38.118563 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port ca7c26d4-2122-4045-b6ad-bfc9df75ba84 triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:02:38.118925 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:38.125493 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-3711dc2d-de36-420f-80dd-9a8a6a79e8d0 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:38.191655 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3711dc2d-de36-420f-80dd-9a8a6a79e8d0 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Pushing event deleted for resources: {'Port': ['ID=728725f0-d766-4f2f-bd31-ba290530ddb4,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:02:38.228484 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad51179-16e6-424a-a1d8-720b7cec591e None None] Pushing event updated for resources: {'Port': ['ID=9170e8c8-380b-464a-807e-be8e5bbd3dce,revision_number=2']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:02:38.257965 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffcb0e47-1686-46b7-a64b-f12e5004a967 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1d3f2a9-8722-5ce5-bc40-181687d1ed3f-230d1994-02b6-427f-8003-5f71b9e1ea58', 'network_id': '230d1994-02b6-427f-8003-5f71b9e1ea58', 'tenant_id': '08f960886b5a46fda15477794d40e0c7', 'fixed_ips': [{'subnet_id': 'e10900fe-b551-42d1-9da9-8e9ca55d97ba'}]}} from dv-neutron-835340-2-hyperv. {{(pid=87872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 12:02:38.258808 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-ffcb0e47-1686-46b7-a64b-f12e5004a967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:38.388042 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-39c678c8-0caa-47d6-8d71-1744fb8a761d tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1919805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2561174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2563528'] for subnet, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:38.458588 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c678c8-0caa-47d6-8d71-1744fb8a761d tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Pushing event deleted for resources: {'Subnet': ['ID=e10900fe-b551-42d1-9da9-8e9ca55d97ba,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:02:38.459362 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server [None req-ffcb0e47-1686-46b7-a64b-f12e5004a967 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e10900fe-b551-42d1-9da9-8e9ca55d97ba: This subnet is being modified by another concurrent operation. Mar 28 12:02:38.459362 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 28 12:02:38.459362 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 28 12:02:38.459362 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 28 12:02:38.459362 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 28 12:02:38.459362 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 28 12:02:38.459362 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 28 12:02:38.459362 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 28 12:02:38.459362 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 28 12:02:38.459362 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 28 12:02:38.459362 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 28 12:02:38.459362 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 28 12:02:38.459362 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 12:02:38.459362 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 12:02:38.459362 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 12:02:38.459362 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 12:02:38.459362 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 28 12:02:38.459362 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 28 12:02:38.459362 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 28 12:02:38.459362 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 28 12:02:38.459362 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 12:02:38.459362 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 12:02:38.459362 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 12:02:38.459362 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 12:02:38.459362 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 28 12:02:38.459362 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 28 12:02:38.459362 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 28 12:02:38.459362 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 28 12:02:38.459362 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 12:02:38.459362 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 12:02:38.459362 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 12:02:38.459362 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 12:02:38.459362 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 28 12:02:38.459362 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 28 12:02:38.459362 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 28 12:02:38.459362 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 28 12:02:38.459362 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Mar 28 12:02:38.459362 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 28 12:02:38.459362 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Mar 28 12:02:38.459362 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 28 12:02:38.459362 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 28 12:02:38.459362 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 28 12:02:38.459362 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 28 12:02:38.459362 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 28 12:02:38.459362 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 28 12:02:38.459362 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 28 12:02:38.459362 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 28 12:02:38.459362 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 28 12:02:38.459362 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 12:02:38.459362 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 12:02:38.459362 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 12:02:38.459362 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 12:02:38.459362 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 28 12:02:38.459362 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 28 12:02:38.459362 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 28 12:02:38.459362 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 28 12:02:38.459362 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 12:02:38.459362 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 12:02:38.459362 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 12:02:38.459362 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 12:02:38.459362 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 28 12:02:38.459362 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 28 12:02:38.459362 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 28 12:02:38.459362 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 28 12:02:38.459362 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 12:02:38.459362 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 12:02:38.459362 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 12:02:38.459362 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 12:02:38.459362 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 28 12:02:38.459362 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 28 12:02:38.459362 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Mar 28 12:02:38.459362 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 28 12:02:38.459362 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Mar 28 12:02:38.459362 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 28 12:02:38.459362 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Mar 28 12:02:38.459362 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 28 12:02:38.459362 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 28 12:02:38.459362 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 28 12:02:38.459362 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 28 12:02:38.459362 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 28 12:02:38.459362 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 28 12:02:38.459362 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 28 12:02:38.459362 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 28 12:02:38.459362 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 28 12:02:38.459362 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 28 12:02:38.459362 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 28 12:02:38.459362 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Mar 28 12:02:38.459362 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 28 12:02:38.459362 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 28 12:02:38.459362 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server raise exception Mar 28 12:02:38.459362 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e10900fe-b551-42d1-9da9-8e9ca55d97ba: This subnet is being modified by another concurrent operation. Mar 28 12:02:38.459362 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server Mar 28 12:02:38.502395 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d91d3343-7f5c-4425-8cb7-b1b80b48c28e None None] Network 230d1994-02b6-427f-8003-5f71b9e1ea58 requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 12:02:38.648997 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-39c678c8-0caa-47d6-8d71-1744fb8a761d tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930431', 'neutron.services.segments.db._delete_segments_for_network-8783496351308'] for network, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:38.682751 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-39c678c8-0caa-47d6-8d71-1744fb8a761d tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['230d1994-02b6-427f-8003-5f71b9e1ea58']}} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:02:38.696250 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-39c678c8-0caa-47d6-8d71-1744fb8a761d tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '533c8d72-aea0-466b-a186-c8c550390679') {'for_net_delete': True} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:02:38.696543 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-39c678c8-0caa-47d6-8d71-1744fb8a761d tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '533c8d72-aea0-466b-a186-c8c550390679') {} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:02:38.708740 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-39c678c8-0caa-47d6-8d71-1744fb8a761d tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783496353639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3591341'] for segment, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:38.731455 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-39c678c8-0caa-47d6-8d71-1744fb8a761d tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:38.740153 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39c678c8-0caa-47d6-8d71-1744fb8a761d tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=87870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 12:02:38.740558 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-39c678c8-0caa-47d6-8d71-1744fb8a761d tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1920481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2558260'] for segment, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:38.845240 dv-neutron-835340-2-hyperv neutron-server[87870]: Traceback (most recent call last): Mar 28 12:02:38.845240 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 12:02:38.845240 dv-neutron-835340-2-hyperv neutron-server[87870]: timer() Mar 28 12:02:38.845240 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 12:02:38.845240 dv-neutron-835340-2-hyperv neutron-server[87870]: cb(*args, **kw) Mar 28 12:02:38.845240 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 12:02:38.845240 dv-neutron-835340-2-hyperv neutron-server[87870]: return func(*args, **kwargs) Mar 28 12:02:38.845240 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 12:02:38.845240 dv-neutron-835340-2-hyperv neutron-server[87870]: self._notify() Mar 28 12:02:38.845240 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 12:02:38.845240 dv-neutron-835340-2-hyperv neutron-server[87870]: self.callback(batched_events) Mar 28 12:02:38.845240 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 12:02:38.845240 dv-neutron-835340-2-hyperv neutron-server[87870]: event.method(event) Mar 28 12:02:38.845240 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 12:02:38.845240 dv-neutron-835340-2-hyperv neutron-server[87870]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 12:02:38.845240 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 12:02:38.845240 dv-neutron-835340-2-hyperv neutron-server[87870]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 12:02:38.845240 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 12:02:38.845240 dv-neutron-835340-2-hyperv neutron-server[87870]: return f(self, *a, **k) Mar 28 12:02:38.845240 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 12:02:38.845240 dv-neutron-835340-2-hyperv neutron-server[87870]: return self._get(url).json() Mar 28 12:02:38.845240 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 12:02:38.845240 dv-neutron-835340-2-hyperv neutron-server[87870]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 12:02:38.845240 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 12:02:38.845240 dv-neutron-835340-2-hyperv neutron-server[87870]: return self.request(url, 'GET', **kwargs) Mar 28 12:02:38.845240 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 12:02:38.845240 dv-neutron-835340-2-hyperv neutron-server[87870]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 12:02:38.845240 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 12:02:38.845240 dv-neutron-835340-2-hyperv neutron-server[87870]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 12:02:38.845240 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 12:02:38.845240 dv-neutron-835340-2-hyperv neutron-server[87870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 12:02:38.845240 dv-neutron-835340-2-hyperv neutron-server[87870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 12:02:38.885462 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-39c678c8-0caa-47d6-8d71-1744fb8a761d tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709602'] for network, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:38.903317 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-3711dc2d-de36-420f-80dd-9a8a6a79e8d0 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-743246'] for router_interface, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:38.915079 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-39c678c8-0caa-47d6-8d71-1744fb8a761d tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538751'] for network, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:38.919144 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-34e7d783-377f-4156-9172-033868667d78 req-86438980-592e-4c30-8f33-aa4366f67794 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/ports?device_id=39711091-cbc3-44ae-b5c4-db841cd296c3 HTTP/1.1" status: 200 len: 210 time: 0.0721593 Mar 28 12:02:38.923066 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c678c8-0caa-47d6-8d71-1744fb8a761d tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Pushing event deleted for resources: {'Network': ['ID=230d1994-02b6-427f-8003-5f71b9e1ea58,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:02:38.933150 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-39c678c8-0caa-47d6-8d71-1744fb8a761d tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] 10.222.0.30 "DELETE /v2.0/networks/230d1994-02b6-427f-8003-5f71b9e1ea58 HTTP/1.1" status: 204 len: 168 time: 1.1043735 Mar 28 12:02:38.933435 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 57084) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:02:38.938907 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-0887f178-e287-4545-afbe-9e13687a1e73 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1874623493'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:02:38.941690 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cd0b87-56b0-4b3d-8e5b-3f3ca00bc309 req-e1cd3a9d-1ded-4178-961e-6847fa414764 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:02:38.942536 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [req-39cd0b87-56b0-4b3d-8e5b-3f3ca00bc309 req-e1cd3a9d-1ded-4178-961e-6847fa414764 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Synchronizing usage tracker for tenant:527195c95736491ca1967a42cc300275 on resource:network {{(pid=87871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:02:38.944744 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-0887f178-e287-4545-afbe-9e13687a1e73 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:02:38.948578 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-0887f178-e287-4545-afbe-9e13687a1e73 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Usage tracker for resource:network and tenant:08f960886b5a46fda15477794d40e0c7 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:02:38.951404 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-0887f178-e287-4545-afbe-9e13687a1e73 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:02:38.957773 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-0887f178-e287-4545-afbe-9e13687a1e73 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:02:38.969951 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0887f178-e287-4545-afbe-9e13687a1e73 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Made reservation on behalf of 08f960886b5a46fda15477794d40e0c7 for: {'network': 1} {{(pid=87870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 12:02:38.974316 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-0887f178-e287-4545-afbe-9e13687a1e73 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for network, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:39.003703 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0887f178-e287-4545-afbe-9e13687a1e73 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=87870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 12:02:39.012358 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-0887f178-e287-4545-afbe-9e13687a1e73 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:39.012690 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.db.segments_db [None req-0887f178-e287-4545-afbe-9e13687a1e73 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Added segment c670a6f8-0387-402a-af42-4ca169b79478 of type vlan for network f0dda7ad-303d-4bdb-baf0-3ee71cecd15a Mar 28 12:02:39.026727 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [req-39cd0b87-56b0-4b3d-8e5b-3f3ca00bc309 req-e1cd3a9d-1ded-4178-961e-6847fa414764 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Unset dirty status for tenant:527195c95736491ca1967a42cc300275 on resource:network {{(pid=87871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:02:39.027983 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-39cd0b87-56b0-4b3d-8e5b-3f3ca00bc309 req-e1cd3a9d-1ded-4178-961e-6847fa414764 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.11 "GET /v2.0/networks?id=23ec2e99-fe73-4c26-b043-ea335f81a26f HTTP/1.1" status: 200 len: 796 time: 0.5268257 Mar 28 12:02:39.038744 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-0887f178-e287-4545-afbe-9e13687a1e73 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783495836591'] for network, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:39.067843 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-0887f178-e287-4545-afbe-9e13687a1e73 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765'] for network, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:39.073107 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0887f178-e287-4545-afbe-9e13687a1e73 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:02:39.073691 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-0887f178-e287-4545-afbe-9e13687a1e73 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538751'] for network, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:39.129659 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-0887f178-e287-4545-afbe-9e13687a1e73 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1916020 Mar 28 12:02:39.131389 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 57088) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:02:39.140915 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-77360dc6-6ad1-49a9-b389-23265069b296 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Request body: {'subnet': {'network_id': 'f0dda7ad-303d-4bdb-baf0-3ee71cecd15a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:02:39.182549 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [req-39cd0b87-56b0-4b3d-8e5b-3f3ca00bc309 req-c9f91d75-cf2d-47ee-ab38-6d1ab7910417 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Synchronizing usage tracker for tenant:527195c95736491ca1967a42cc300275 on resource:security_group {{(pid=87871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:02:39.186988 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0887f178-e287-4545-afbe-9e13687a1e73 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Pushing event updated for resources: {'Network': ['ID=f0dda7ad-303d-4bdb-baf0-3ee71cecd15a,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:02:39.198857 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Network f0dda7ad-303d-4bdb-baf0-3ee71cecd15a details requested by agent ovs-agent-dv-neutron-835340-2-hyperv with host dv-neutron-835340-2-hyperv {{(pid=87872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 12:02:39.324715 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [req-39cd0b87-56b0-4b3d-8e5b-3f3ca00bc309 req-c9f91d75-cf2d-47ee-ab38-6d1ab7910417 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Unset dirty status for tenant:527195c95736491ca1967a42cc300275 on resource:security_group {{(pid=87871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:02:39.325754 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-39cd0b87-56b0-4b3d-8e5b-3f3ca00bc309 req-c9f91d75-cf2d-47ee-ab38-6d1ab7910417 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=527195c95736491ca1967a42cc300275 HTTP/1.1" status: 200 len: 379 time: 0.2497098 Mar 28 12:02:39.346067 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [req-39cd0b87-56b0-4b3d-8e5b-3f3ca00bc309 req-d5ad35bc-8016-4e9a-8011-3051499bcf8c tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Request body: {'port': {'device_id': '39711091-cbc3-44ae-b5c4-db841cd296c3', 'network_id': '23ec2e99-fe73-4c26-b043-ea335f81a26f', 'admin_state_up': True, 'tenant_id': '527195c95736491ca1967a42cc300275', 'security_groups': ['b88777ae-9f2f-433d-925e-f6676c8d30b0']}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:02:39.436368 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ed7e971-177f-4a3f-8673-3947ab6d6301 None None] Network 0ec1dc79-fbf6-4a54-84f7-5581ee5d9eeb requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 12:02:39.443757 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-77360dc6-6ad1-49a9-b389-23265069b296 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:02:39.450857 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-77360dc6-6ad1-49a9-b389-23265069b296 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Usage tracker for resource:subnet and tenant:08f960886b5a46fda15477794d40e0c7 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:02:39.457909 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-77360dc6-6ad1-49a9-b389-23265069b296 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:02:39.478117 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.agents_db [None req-03fd49d8-b51b-41c1-8716-b8e265c93689 None None] Agent healthcheck: found 6 active agents {{(pid=87873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 12:02:39.527751 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-77360dc6-6ad1-49a9-b389-23265069b296 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:02:39.547534 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-9dbec702-4382-40be-be15-a851c2111c9a None None] Provisioning for port 9170e8c8-380b-464a-807e-be8e5bbd3dce completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:02:39.555444 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3711dc2d-de36-420f-80dd-9a8a6a79e8d0 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Router fb115dde-cd73-4050-937c-7412eb1c6356 has already been hosted by L3 agent af79d429-529e-400b-a119-94d4bec03f3e {{(pid=87871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 12:02:39.563116 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77360dc6-6ad1-49a9-b389-23265069b296 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Made reservation on behalf of 08f960886b5a46fda15477794d40e0c7 for: {'subnet': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 12:02:39.567146 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-77360dc6-6ad1-49a9-b389-23265069b296 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26551362'] for subnet, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:39.753920 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 9170e8c8-380b-464a-807e-be8e5bbd3dce up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:02:39.810771 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [req-39cd0b87-56b0-4b3d-8e5b-3f3ca00bc309 req-d5ad35bc-8016-4e9a-8011-3051499bcf8c tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:02:39.844734 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [req-39cd0b87-56b0-4b3d-8e5b-3f3ca00bc309 req-d5ad35bc-8016-4e9a-8011-3051499bcf8c tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:02:39.850409 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning for port 9170e8c8-380b-464a-807e-be8e5bbd3dce completed by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:02:39.856842 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port 9170e8c8-380b-464a-807e-be8e5bbd3dce triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:02:39.857333 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:39.878212 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3711dc2d-de36-420f-80dd-9a8a6a79e8d0 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 12:02:39.885615 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39cd0b87-56b0-4b3d-8e5b-3f3ca00bc309 req-d5ad35bc-8016-4e9a-8011-3051499bcf8c tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Made reservation on behalf of 527195c95736491ca1967a42cc300275 for: {'port': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 12:02:39.889361 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-39cd0b87-56b0-4b3d-8e5b-3f3ca00bc309 req-d5ad35bc-8016-4e9a-8011-3051499bcf8c tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:39.890700 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f67e4d67-5ed9-41e9-948d-57abb0da520d None None] Sync routers for ids ['fb115dde-cd73-4050-937c-7412eb1c6356'] in dv-neutron-835340-2-hyperv {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 12:02:39.902104 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f67e4d67-5ed9-41e9-948d-57abb0da520d None None] Routers {'fb115dde-cd73-4050-937c-7412eb1c6356'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:02:39.903021 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-f67e4d67-5ed9-41e9-948d-57abb0da520d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:02:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['fb115dde-cd73-4050-937c-7412eb1c6356'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:02:39.925606 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fafc226c-1281-48fc-84fc-10ab76512559 None None] get_active_networks_info from dv-neutron-835340-2-hyperv {{(pid=87872) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 28 12:02:39.976123 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-f67e4d67-5ed9-41e9-948d-57abb0da520d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:02:39.986759 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f67e4d67-5ed9-41e9-948d-57abb0da520d None None] Routers {'fb115dde-cd73-4050-937c-7412eb1c6356'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:02:39.988188 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-f67e4d67-5ed9-41e9-948d-57abb0da520d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:02:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['fb115dde-cd73-4050-937c-7412eb1c6356'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:02:40.057676 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-f67e4d67-5ed9-41e9-948d-57abb0da520d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:02:40.058436 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f67e4d67-5ed9-41e9-948d-57abb0da520d None None] The sync data for ids ['fb115dde-cd73-4050-937c-7412eb1c6356'] in dv-neutron-835340-2-hyperv is: [] {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 12:02:40.061280 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-682487fc-e732-4a6f-a14d-540d5235a0d9 None None] Provisioning complete for port 9170e8c8-380b-464a-807e-be8e5bbd3dce triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:02:40.061723 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-682487fc-e732-4a6f-a14d-540d5235a0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:40.175990 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:40.176267 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-3711dc2d-de36-420f-80dd-9a8a6a79e8d0 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] 10.222.0.30 "PUT /v2.0/routers/fb115dde-cd73-4050-937c-7412eb1c6356/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7567034 Mar 28 12:02:40.179270 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 57094) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:02:40.232311 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-c52c8826-67b4-4bf9-a989-4302c0959102 req-55a542e3-85ea-4a9d-a497-e086eda8016e tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/ports?device_id=39711091-cbc3-44ae-b5c4-db841cd296c3 HTTP/1.1" status: 200 len: 210 time: 0.0978336 Mar 28 12:02:40.239120 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] For port 9170e8c8-380b-464a-807e-be8e5bbd3dce, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=9170e8c8-380b-464a-807e-be8e5bbd3dce,segment=NetworkSegment(80221da2-c793-4e18-9ba2-5e4aab90348e),segment_id=80221da2-c793-4e18-9ba2-5e4aab90348e)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:02:40.249537 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:40.281719 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fafc226c-1281-48fc-84fc-10ab76512559 None None] Resources bound (agent type, host, resource id): {{(pid=87872) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 28 12:02:40.355138 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-77360dc6-6ad1-49a9-b389-23265069b296 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2364128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26551408'] for subnet, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:40.421275 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Pushing event updated for resources: {'Port': ['ID=9170e8c8-380b-464a-807e-be8e5bbd3dce,revision_number=3']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:02:40.437243 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.db_base_plugin_common [req-39cd0b87-56b0-4b3d-8e5b-3f3ca00bc309 req-d5ad35bc-8016-4e9a-8011-3051499bcf8c tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Allocated IP 172.20.0.10 (23ec2e99-fe73-4c26-b043-ea335f81a26f/6d44b182-dd4a-4bef-a755-3bded7d35295/cdac5450-50ef-4b5f-bce9-c5e46bcc0853) {{(pid=87871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 12:02:40.464131 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77360dc6-6ad1-49a9-b389-23265069b296 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Pushing event updated for resources: {'Subnet': ['ID=b60edc6f-68d5-48fe-b496-03d0ed93a55d,revision_number=0']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:02:40.485126 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77360dc6-6ad1-49a9-b389-23265069b296 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Checking segment: {'id': 'c670a6f8-0387-402a-af42-4ca169b79478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'f0dda7ad-303d-4bdb-baf0-3ee71cecd15a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 12:02:40.485495 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77360dc6-6ad1-49a9-b389-23265069b296 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Network hostable DHCP agents. Network: f0dda7ad-303d-4bdb-baf0-3ee71cecd15a, hostable agents: ['3cb85949-855b-4a40-b988-cd5705e511da'], hosted agents: [] {{(pid=87871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 12:02:40.551625 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77360dc6-6ad1-49a9-b389-23265069b296 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Network f0dda7ad-303d-4bdb-baf0-3ee71cecd15a is scheduled to be hosted by DHCP agent 3cb85949-855b-4a40-b988-cd5705e511da with binding_index 1 {{(pid=87871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 12:02:40.619731 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-77360dc6-6ad1-49a9-b389-23265069b296 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-2-hyperv, f0dda7ad-303d-4bdb-baf0-3ee71cecd15a) {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:02:40.628095 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77360dc6-6ad1-49a9-b389-23265069b296 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:02:40.628677 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-77360dc6-6ad1-49a9-b389-23265069b296 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Notify callbacks [] for subnet, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:40.672677 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-77360dc6-6ad1-49a9-b389-23265069b296 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.5409858 Mar 28 12:02:40.676552 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 57098) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:02:40.681864 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-eefc5971-9d63-41e8-978c-ea5a05bc867a tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1493691525'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:02:40.691669 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-eefc5971-9d63-41e8-978c-ea5a05bc867a tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:02:40.705370 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-eefc5971-9d63-41e8-978c-ea5a05bc867a tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Usage tracker for resource:network and tenant:08f960886b5a46fda15477794d40e0c7 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:02:40.709490 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-eefc5971-9d63-41e8-978c-ea5a05bc867a tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:02:40.714166 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-39cd0b87-56b0-4b3d-8e5b-3f3ca00bc309 req-d5ad35bc-8016-4e9a-8011-3051499bcf8c tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for port, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:40.722512 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-eefc5971-9d63-41e8-978c-ea5a05bc867a tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:02:40.725330 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae87b0c4-4303-45d9-a308-1d6e6d1f0e4b None None] Network f0dda7ad-303d-4bdb-baf0-3ee71cecd15a requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 12:02:40.728305 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-dfc34f00-fe25-4d4c-b9a0-0291014a1253 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-743394'] for router_interface, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:40.737762 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.provisioning_blocks [req-39cd0b87-56b0-4b3d-8e5b-3f3ca00bc309 req-d5ad35bc-8016-4e9a-8011-3051499bcf8c tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Transition to ACTIVE for port object cdac5450-50ef-4b5f-bce9-c5e46bcc0853 will not be triggered until provisioned by entity DHCP. {{(pid=87871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:02:40.742216 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eefc5971-9d63-41e8-978c-ea5a05bc867a tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Made reservation on behalf of 08f960886b5a46fda15477794d40e0c7 for: {'network': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 12:02:40.745634 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-eefc5971-9d63-41e8-978c-ea5a05bc867a tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for network, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:40.782158 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eefc5971-9d63-41e8-978c-ea5a05bc867a tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=87871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 12:02:40.793703 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-eefc5971-9d63-41e8-978c-ea5a05bc867a tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:40.794045 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.db.segments_db [None req-eefc5971-9d63-41e8-978c-ea5a05bc867a tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Added segment d5498e2e-d678-4508-860a-d73134c508e8 of type vlan for network d4f2ed88-4385-475f-b7d5-fd10b0b51d1c Mar 28 12:02:40.800273 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-39cd0b87-56b0-4b3d-8e5b-3f3ca00bc309 req-d5ad35bc-8016-4e9a-8011-3051499bcf8c tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:40.899496 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-eefc5971-9d63-41e8-978c-ea5a05bc867a tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783495836591'] for network, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:40.904451 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39cd0b87-56b0-4b3d-8e5b-3f3ca00bc309 req-d5ad35bc-8016-4e9a-8011-3051499bcf8c tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Network 23ec2e99-fe73-4c26-b043-ea335f81a26f is already hosted by enough agents. {{(pid=87871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:02:40.905233 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ad35bc-8016-4e9a-8011-3051499bcf8c tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Pushing event updated for resources: {'Port': ['ID=cdac5450-50ef-4b5f-bce9-c5e46bcc0853,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:02:40.909227 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [req-39cd0b87-56b0-4b3d-8e5b-3f3ca00bc309 req-d5ad35bc-8016-4e9a-8011-3051499bcf8c tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Resources bound (agent type, host, resource id): {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:02:40.912817 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.l3_dvrscheduler_db [req-39cd0b87-56b0-4b3d-8e5b-3f3ca00bc309 req-d5ad35bc-8016-4e9a-8011-3051499bcf8c tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Received port after_create {{(pid=87871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 12:02:40.968296 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67e7ff18-1150-4d88-b555-5060b38b2891 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1d3f2a9-8722-5ce5-bc40-181687d1ed3f-f0dda7ad-303d-4bdb-baf0-3ee71cecd15a', 'network_id': 'f0dda7ad-303d-4bdb-baf0-3ee71cecd15a', 'tenant_id': '08f960886b5a46fda15477794d40e0c7', 'fixed_ips': [{'subnet_id': 'b60edc6f-68d5-48fe-b496-03d0ed93a55d'}]}} from dv-neutron-835340-2-hyperv. {{(pid=87872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 12:02:40.969401 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-67e7ff18-1150-4d88-b555-5060b38b2891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:40.989645 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cd0b87-56b0-4b3d-8e5b-3f3ca00bc309 req-d5ad35bc-8016-4e9a-8011-3051499bcf8c tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:02:40.990292 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-39cd0b87-56b0-4b3d-8e5b-3f3ca00bc309 req-d5ad35bc-8016-4e9a-8011-3051499bcf8c tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:40.995972 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-eefc5971-9d63-41e8-978c-ea5a05bc867a tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765'] for network, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:41.001360 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eefc5971-9d63-41e8-978c-ea5a05bc867a tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:02:41.002488 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-eefc5971-9d63-41e8-978c-ea5a05bc867a tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Notify callbacks [] for network, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:41.125016 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-39cd0b87-56b0-4b3d-8e5b-3f3ca00bc309 req-d5ad35bc-8016-4e9a-8011-3051499bcf8c tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7859588 Mar 28 12:02:41.132809 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-eefc5971-9d63-41e8-978c-ea5a05bc867a tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4552352 Mar 28 12:02:41.147998 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [req-39cd0b87-56b0-4b3d-8e5b-3f3ca00bc309 req-2472e1bd-b409-4eaf-a3e1-1b43b597890c service neutron] Request body: {'port': {'device_id': '39711091-cbc3-44ae-b5c4-db841cd296c3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8353'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:02:41.172957 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 57102) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:02:41.173431 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.db_base_plugin_common [None req-67e7ff18-1150-4d88-b555-5060b38b2891 None None] Allocated IP 2001:db8::3 (f0dda7ad-303d-4bdb-baf0-3ee71cecd15a/b60edc6f-68d5-48fe-b496-03d0ed93a55d/8e156265-c6e8-4178-989a-e31ac004b390) {{(pid=87872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 12:02:41.184301 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-e5a685e9-b725-406c-8794-76bbff6fc80e tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Request body: {'subnet': {'network_id': 'd4f2ed88-4385-475f-b7d5-fd10b0b51d1c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:02:41.203610 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefc5971-9d63-41e8-978c-ea5a05bc867a tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Pushing event updated for resources: {'Network': ['ID=d4f2ed88-4385-475f-b7d5-fd10b0b51d1c,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:02:41.224791 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Network d4f2ed88-4385-475f-b7d5-fd10b0b51d1c details requested by agent ovs-agent-dv-neutron-835340-2-hyperv with host dv-neutron-835340-2-hyperv {{(pid=87872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 12:02:41.281979 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-dfc34f00-fe25-4d4c-b9a0-0291014a1253 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Deleting port e02f16e7-0aef-41f9-aa1c-89565429ab89 {{(pid=87870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:02:41.282540 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-dfc34f00-fe25-4d4c-b9a0-0291014a1253 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:41.373628 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-e5a685e9-b725-406c-8794-76bbff6fc80e tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:02:41.387552 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-e5a685e9-b725-406c-8794-76bbff6fc80e tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Usage tracker for resource:subnet and tenant:08f960886b5a46fda15477794d40e0c7 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:02:41.393052 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-e5a685e9-b725-406c-8794-76bbff6fc80e tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:02:41.396291 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-39cd0b87-56b0-4b3d-8e5b-3f3ca00bc309 req-2472e1bd-b409-4eaf-a3e1-1b43b597890c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:41.398800 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-e78ba5b7-dc2e-4ca8-9b4f-86bda619104c None None] Provisioning for port cdac5450-50ef-4b5f-bce9-c5e46bcc0853 completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:02:41.406398 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-e78ba5b7-dc2e-4ca8-9b4f-86bda619104c None None] Provisioning complete for port cdac5450-50ef-4b5f-bce9-c5e46bcc0853 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:02:41.406761 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-e78ba5b7-dc2e-4ca8-9b4f-86bda619104c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:41.411063 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-e5a685e9-b725-406c-8794-76bbff6fc80e tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:02:41.461007 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5a685e9-b725-406c-8794-76bbff6fc80e tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Made reservation on behalf of 08f960886b5a46fda15477794d40e0c7 for: {'subnet': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 12:02:41.464358 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-e5a685e9-b725-406c-8794-76bbff6fc80e tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26551362'] for subnet, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:41.534636 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-e78ba5b7-dc2e-4ca8-9b4f-86bda619104c None None] Port cdac5450-50ef-4b5f-bce9-c5e46bcc0853 cannot update to ACTIVE because it is not bound. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 12:02:41.556555 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-dfc34f00-fe25-4d4c-b9a0-0291014a1253 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:41.574665 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-67e7ff18-1150-4d88-b555-5060b38b2891 None None] Notify callbacks [] for port, precommit_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:41.586374 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-67e7ff18-1150-4d88-b555-5060b38b2891 None None] Transition to ACTIVE for port object 8e156265-c6e8-4178-989a-e31ac004b390 will not be triggered until provisioned by entity L2. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:02:41.605464 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-67e7ff18-1150-4d88-b555-5060b38b2891 None None] Transition to ACTIVE for port object 8e156265-c6e8-4178-989a-e31ac004b390 will not be triggered until provisioned by entity DHCP. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:02:41.613543 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-67e7ff18-1150-4d88-b555-5060b38b2891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241'] for port, after_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:41.617128 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.ipam_backend_mixin [None req-e5a685e9-b725-406c-8794-76bbff6fc80e tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Performing IP validity checks on allocation pools {{(pid=87871) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 28 12:02:41.617647 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.ipam_backend_mixin [None req-e5a685e9-b725-406c-8794-76bbff6fc80e tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87871) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 28 12:02:41.683847 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67e7ff18-1150-4d88-b555-5060b38b2891 None None] Network f0dda7ad-303d-4bdb-baf0-3ee71cecd15a is already hosted by enough agents. {{(pid=87872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:02:41.686882 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.base_scheduler [None req-67e7ff18-1150-4d88-b555-5060b38b2891 None None] Resources bound (agent type, host, resource id): {{(pid=87872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:02:41.690450 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e7ff18-1150-4d88-b555-5060b38b2891 None None] Received port after_create {{(pid=87872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 12:02:41.696436 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e7ff18-1150-4d88-b555-5060b38b2891 None None] Pushing event updated for resources: {'Port': ['ID=8e156265-c6e8-4178-989a-e31ac004b390,revision_number=1']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:02:41.711328 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e5f042-17c9-4cc2-ab47-ba2093980307 req-fb27f7f6-a761-4120-9718-fdd7eac294b7 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:02:41.712815 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-29e5f042-17c9-4cc2-ab47-ba2093980307 req-fb27f7f6-a761-4120-9718-fdd7eac294b7 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/ports?device_id=39711091-cbc3-44ae-b5c4-db841cd296c3 HTTP/1.1" status: 200 len: 932 time: 0.2678013 Mar 28 12:02:41.720141 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-dfc34f00-fe25-4d4c-b9a0-0291014a1253 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Calling delete_port for e02f16e7-0aef-41f9-aa1c-89565429ab89 owned by network:router_interface {{(pid=87870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:02:41.784689 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 9170e8c8-380b-464a-807e-be8e5bbd3dce up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:02:41.828439 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-67e7ff18-1150-4d88-b555-5060b38b2891 None None] Attempting to bind port 8e156265-c6e8-4178-989a-e31ac004b390 on host dv-neutron-835340-2-hyperv for vnic_type normal with profile {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 12:02:41.828804 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-67e7ff18-1150-4d88-b555-5060b38b2891 None None] Attempting to bind port 8e156265-c6e8-4178-989a-e31ac004b390 by drivers openvswitch,hyperv on host dv-neutron-835340-2-hyperv at level 0 using segments [{'id': 'c670a6f8-0387-402a-af42-4ca169b79478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'f0dda7ad-303d-4bdb-baf0-3ee71cecd15a'}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 12:02:41.829167 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e7ff18-1150-4d88-b555-5060b38b2891 None None] Attempting to bind port 8e156265-c6e8-4178-989a-e31ac004b390 on network f0dda7ad-303d-4bdb-baf0-3ee71cecd15a {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 12:02:41.841525 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-29e5f042-17c9-4cc2-ab47-ba2093980307 req-9fba4663-0cf0-477a-8baf-bdf5e666e7dc tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/security-groups?id=b88777ae-9f2f-433d-925e-f6676c8d30b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685840 Mar 28 12:02:41.845448 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e7ff18-1150-4d88-b555-5060b38b2891 None None] Checking agent: {'id': '961a16fe-cbc8-4264-ac28-bbbd53f89caa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 46, 6), 'started_at': datetime.datetime(2022, 3, 28, 11, 46, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 12, 2, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 12:02:41.846346 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e7ff18-1150-4d88-b555-5060b38b2891 None None] Checking segment: {'id': 'c670a6f8-0387-402a-af42-4ca169b79478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'f0dda7ad-303d-4bdb-baf0-3ee71cecd15a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 12:02:41.846756 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-67e7ff18-1150-4d88-b555-5060b38b2891 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:41.847229 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67e7ff18-1150-4d88-b555-5060b38b2891 None None] Bound using segment: {'id': 'c670a6f8-0387-402a-af42-4ca169b79478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'f0dda7ad-303d-4bdb-baf0-3ee71cecd15a'} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 12:02:41.848349 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-67e7ff18-1150-4d88-b555-5060b38b2891 None None] Bound port: 8e156265-c6e8-4178-989a-e31ac004b390, host: dv-neutron-835340-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c670a6f8-0387-402a-af42-4ca169b79478', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'f0dda7ad-303d-4bdb-baf0-3ee71cecd15a'}}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 12:02:41.848349 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-67e7ff18-1150-4d88-b555-5060b38b2891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:41.919306 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-e5a685e9-b725-406c-8794-76bbff6fc80e tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2364128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26551408'] for subnet, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:41.968986 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port 9170e8c8-380b-464a-807e-be8e5bbd3dce triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:02:41.969646 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:42.006239 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-67e7ff18-1150-4d88-b555-5060b38b2891 None None] For port 8e156265-c6e8-4178-989a-e31ac004b390, host dv-neutron-835340-2-hyperv, cleared binding levels {{(pid=87872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 12:02:42.010646 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-dfc34f00-fe25-4d4c-b9a0-0291014a1253 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:42.022652 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-67e7ff18-1150-4d88-b555-5060b38b2891 None None] For port 8e156265-c6e8-4178-989a-e31ac004b390, host dv-neutron-835340-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=8e156265-c6e8-4178-989a-e31ac004b390,segment=NetworkSegment(c670a6f8-0387-402a-af42-4ca169b79478),segment_id=c670a6f8-0387-402a-af42-4ca169b79478)] {{(pid=87872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 12:02:42.035653 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-67e7ff18-1150-4d88-b555-5060b38b2891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:42.067159 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc34f00-fe25-4d4c-b9a0-0291014a1253 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Pushing event deleted for resources: {'Port': ['ID=e02f16e7-0aef-41f9-aa1c-89565429ab89,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:02:42.135373 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.notifiers.nova [req-39cd0b87-56b0-4b3d-8e5b-3f3ca00bc309 req-2472e1bd-b409-4eaf-a3e1-1b43b597890c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cdac5450-50ef-4b5f-bce9-c5e46bcc0853 {{(pid=87871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 12:02:42.147870 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-39cd0b87-56b0-4b3d-8e5b-3f3ca00bc309 req-2472e1bd-b409-4eaf-a3e1-1b43b597890c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:42.175899 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a685e9-b725-406c-8794-76bbff6fc80e tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Pushing event updated for resources: {'Subnet': ['ID=ec4e6a4c-cf79-4cfa-85a8-201d40c98df9,revision_number=0']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:02:42.180557 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e7ff18-1150-4d88-b555-5060b38b2891 None None] Pushing event updated for resources: {'Port': ['ID=8e156265-c6e8-4178-989a-e31ac004b390,revision_number=2']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:02:42.201906 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.provisioning_blocks [req-39cd0b87-56b0-4b3d-8e5b-3f3ca00bc309 req-2472e1bd-b409-4eaf-a3e1-1b43b597890c service neutron] Transition to ACTIVE for port object cdac5450-50ef-4b5f-bce9-c5e46bcc0853 will not be triggered until provisioned by entity L2. {{(pid=87871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:02:42.215046 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a685e9-b725-406c-8794-76bbff6fc80e tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Checking segment: {'id': 'd5498e2e-d678-4508-860a-d73134c508e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd4f2ed88-4385-475f-b7d5-fd10b0b51d1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 12:02:42.215686 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5a685e9-b725-406c-8794-76bbff6fc80e tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Network hostable DHCP agents. Network: d4f2ed88-4385-475f-b7d5-fd10b0b51d1c, hostable agents: ['3cb85949-855b-4a40-b988-cd5705e511da'], hosted agents: [] {{(pid=87871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 12:02:42.222871 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-39cd0b87-56b0-4b3d-8e5b-3f3ca00bc309 req-2472e1bd-b409-4eaf-a3e1-1b43b597890c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2363241'] for port, after_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:42.332347 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-dfc34f00-fe25-4d4c-b9a0-0291014a1253 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-743246'] for router_interface, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:42.389698 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5a685e9-b725-406c-8794-76bbff6fc80e tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Network d4f2ed88-4385-475f-b7d5-fd10b0b51d1c is scheduled to be hosted by DHCP agent 3cb85949-855b-4a40-b988-cd5705e511da with binding_index 1 {{(pid=87871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 12:02:42.430853 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2472e1bd-b409-4eaf-a3e1-1b43b597890c service neutron] Pushing event updated for resources: {'Port': ['ID=cdac5450-50ef-4b5f-bce9-c5e46bcc0853,revision_number=2']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:02:42.467985 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-e5a685e9-b725-406c-8794-76bbff6fc80e tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-2-hyperv, d4f2ed88-4385-475f-b7d5-fd10b0b51d1c) {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:02:42.477120 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05a4020a-7b4d-43e9-b1e8-49e90c0d61a3 None None] Network d4f2ed88-4385-475f-b7d5-fd10b0b51d1c requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 12:02:42.481794 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5a685e9-b725-406c-8794-76bbff6fc80e tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:02:42.482363 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-e5a685e9-b725-406c-8794-76bbff6fc80e tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Notify callbacks [] for subnet, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:42.549681 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-e5a685e9-b725-406c-8794-76bbff6fc80e tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.3747985 Mar 28 12:02:42.552836 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 57108) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:02:42.585855 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.managers [req-39cd0b87-56b0-4b3d-8e5b-3f3ca00bc309 req-2472e1bd-b409-4eaf-a3e1-1b43b597890c service neutron] Attempting to bind port cdac5450-50ef-4b5f-bce9-c5e46bcc0853 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 12:02:42.586299 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.managers [req-39cd0b87-56b0-4b3d-8e5b-3f3ca00bc309 req-2472e1bd-b409-4eaf-a3e1-1b43b597890c service neutron] Attempting to bind port cdac5450-50ef-4b5f-bce9-c5e46bcc0853 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': 'c682aff1-a7cb-49be-a4a9-25d0e3913505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '23ec2e99-fe73-4c26-b043-ea335f81a26f'}] {{(pid=87871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 12:02:42.586536 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39cd0b87-56b0-4b3d-8e5b-3f3ca00bc309 req-2472e1bd-b409-4eaf-a3e1-1b43b597890c service neutron] Attempting to bind port cdac5450-50ef-4b5f-bce9-c5e46bcc0853 on network 23ec2e99-fe73-4c26-b043-ea335f81a26f {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 12:02:42.614460 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39cd0b87-56b0-4b3d-8e5b-3f3ca00bc309 req-2472e1bd-b409-4eaf-a3e1-1b43b597890c service neutron] Port cdac5450-50ef-4b5f-bce9-c5e46bcc0853 on network 23ec2e99-fe73-4c26-b043-ea335f81a26f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 12:02:42.614811 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39cd0b87-56b0-4b3d-8e5b-3f3ca00bc309 req-2472e1bd-b409-4eaf-a3e1-1b43b597890c service neutron] Attempting to bind port cdac5450-50ef-4b5f-bce9-c5e46bcc0853 on network 23ec2e99-fe73-4c26-b043-ea335f81a26f {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 12:02:42.684676 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39cd0b87-56b0-4b3d-8e5b-3f3ca00bc309 req-2472e1bd-b409-4eaf-a3e1-1b43b597890c service neutron] Checking agent: {'id': '01dfae6e-0e91-4100-b27f-ff8156eac7d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8353', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 52, 20), 'started_at': datetime.datetime(2022, 3, 28, 11, 52, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 12, 2, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 12:02:42.685076 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39cd0b87-56b0-4b3d-8e5b-3f3ca00bc309 req-2472e1bd-b409-4eaf-a3e1-1b43b597890c service neutron] Checking segment: {'id': 'c682aff1-a7cb-49be-a4a9-25d0e3913505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '23ec2e99-fe73-4c26-b043-ea335f81a26f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 12:02:42.685396 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39cd0b87-56b0-4b3d-8e5b-3f3ca00bc309 req-2472e1bd-b409-4eaf-a3e1-1b43b597890c service neutron] Bound using segment: {'id': 'c682aff1-a7cb-49be-a4a9-25d0e3913505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '23ec2e99-fe73-4c26-b043-ea335f81a26f'} {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 12:02:42.685843 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.managers [req-39cd0b87-56b0-4b3d-8e5b-3f3ca00bc309 req-2472e1bd-b409-4eaf-a3e1-1b43b597890c service neutron] Bound port: cdac5450-50ef-4b5f-bce9-c5e46bcc0853, host: hv-neutron-8353, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c682aff1-a7cb-49be-a4a9-25d0e3913505', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '23ec2e99-fe73-4c26-b043-ea335f81a26f'}}] {{(pid=87871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 12:02:42.686184 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-39cd0b87-56b0-4b3d-8e5b-3f3ca00bc309 req-2472e1bd-b409-4eaf-a3e1-1b43b597890c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:42.727708 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfc34f00-fe25-4d4c-b9a0-0291014a1253 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Router fb115dde-cd73-4050-937c-7412eb1c6356 has already been hosted by L3 agent af79d429-529e-400b-a119-94d4bec03f3e {{(pid=87870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 12:02:42.796769 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fb44f83-af13-4adb-a764-a4d3ed7a2539 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1d3f2a9-8722-5ce5-bc40-181687d1ed3f-d4f2ed88-4385-475f-b7d5-fd10b0b51d1c', 'network_id': 'd4f2ed88-4385-475f-b7d5-fd10b0b51d1c', 'tenant_id': '08f960886b5a46fda15477794d40e0c7', 'fixed_ips': [{'subnet_id': 'ec4e6a4c-cf79-4cfa-85a8-201d40c98df9'}]}} from dv-neutron-835340-2-hyperv. {{(pid=87872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 12:02:42.798469 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-4fb44f83-af13-4adb-a764-a4d3ed7a2539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:42.819093 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-73482571-8d5f-4b0b-8a70-f05218a7d33a tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588883'] for network, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:42.831454 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.db [req-39cd0b87-56b0-4b3d-8e5b-3f3ca00bc309 req-2472e1bd-b409-4eaf-a3e1-1b43b597890c service neutron] For port cdac5450-50ef-4b5f-bce9-c5e46bcc0853, host hv-neutron-8353, cleared binding levels {{(pid=87871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 12:02:42.834856 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.db [req-39cd0b87-56b0-4b3d-8e5b-3f3ca00bc309 req-2472e1bd-b409-4eaf-a3e1-1b43b597890c service neutron] For port cdac5450-50ef-4b5f-bce9-c5e46bcc0853, host hv-neutron-8353, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=cdac5450-50ef-4b5f-bce9-c5e46bcc0853,segment=NetworkSegment(c682aff1-a7cb-49be-a4a9-25d0e3913505),segment_id=c682aff1-a7cb-49be-a4a9-25d0e3913505)] {{(pid=87871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 12:02:42.869190 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-39cd0b87-56b0-4b3d-8e5b-3f3ca00bc309 req-2472e1bd-b409-4eaf-a3e1-1b43b597890c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2363241'] for port, after_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:42.953934 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cd0b87-56b0-4b3d-8e5b-3f3ca00bc309 req-2472e1bd-b409-4eaf-a3e1-1b43b597890c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:02:42.954492 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-39cd0b87-56b0-4b3d-8e5b-3f3ca00bc309 req-2472e1bd-b409-4eaf-a3e1-1b43b597890c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:42.956247 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-39cd0b87-56b0-4b3d-8e5b-3f3ca00bc309 req-2472e1bd-b409-4eaf-a3e1-1b43b597890c service neutron] 10.222.0.11 "PUT /v2.0/ports/cdac5450-50ef-4b5f-bce9-c5e46bcc0853 HTTP/1.1" status: 200 len: 1094 time: 1.8135462 Mar 28 12:02:42.958780 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39711091-cbc3-44ae-b5c4-db841cd296c3', 'tag': 'cdac5450-50ef-4b5f-bce9-c5e46bcc0853'}] {{(pid=87871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 12:02:42.969139 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-73482571-8d5f-4b0b-8a70-f05218a7d33a tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1919782'] for subnet, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:43.038050 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfc34f00-fe25-4d4c-b9a0-0291014a1253 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 12:02:43.058334 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-dfc34f00-fe25-4d4c-b9a0-0291014a1253 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] 10.222.0.30 "PUT /v2.0/routers/fb115dde-cd73-4050-937c-7412eb1c6356/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8748825 Mar 28 12:02:43.058573 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 57116) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:02:43.068587 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41845c86-3cd4-4b37-b52d-5b68ebb42468 None None] Sync routers for ids ['fb115dde-cd73-4050-937c-7412eb1c6356'] in dv-neutron-835340-2-hyperv {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 12:02:43.102139 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39711091-cbc3-44ae-b5c4-db841cd296c3', 'tag': 'cdac5450-50ef-4b5f-bce9-c5e46bcc0853', 'status': 'completed', 'code': 200} Mar 28 12:02:43.106586 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41845c86-3cd4-4b37-b52d-5b68ebb42468 None None] Routers {'fb115dde-cd73-4050-937c-7412eb1c6356'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:02:43.107264 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-41845c86-3cd4-4b37-b52d-5b68ebb42468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:02:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['fb115dde-cd73-4050-937c-7412eb1c6356'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:02:43.118649 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-a55ce9c2-d71b-4613-b0ae-07c0b9d47d35 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Synchronizing usage tracker for tenant:44a7e1c73898465da6902581d6416cd0 on resource:port {{(pid=87870) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:02:43.145812 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-a55ce9c2-d71b-4613-b0ae-07c0b9d47d35 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Unset dirty status for tenant:44a7e1c73898465da6902581d6416cd0 on resource:port {{(pid=87870) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:02:43.153555 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-a55ce9c2-d71b-4613-b0ae-07c0b9d47d35 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb115dde-cd73-4050-937c-7412eb1c6356 HTTP/1.1" status: 200 len: 205 time: 0.0937538 Mar 28 12:02:43.154474 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 57120) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:02:43.162315 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2472e1bd-b409-4eaf-a3e1-1b43b597890c service neutron] Pushing event updated for resources: {'Port': ['ID=cdac5450-50ef-4b5f-bce9-c5e46bcc0853,revision_number=3']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:02:43.204751 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.db_base_plugin_common [None req-4fb44f83-af13-4adb-a764-a4d3ed7a2539 None None] Allocated IP 2001:db8::3 (d4f2ed88-4385-475f-b7d5-fd10b0b51d1c/ec4e6a4c-cf79-4cfa-85a8-201d40c98df9/46a482ff-3466-4b06-a420-f3fb8d2fe2d3) {{(pid=87872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 12:02:43.249285 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cd0b87-56b0-4b3d-8e5b-3f3ca00bc309 req-4cc23c74-54f7-4195-bf1e-a1050fbe053a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:02:43.250813 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-39cd0b87-56b0-4b3d-8e5b-3f3ca00bc309 req-4cc23c74-54f7-4195-bf1e-a1050fbe053a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=527195c95736491ca1967a42cc300275&device_id=39711091-cbc3-44ae-b5c4-db841cd296c3 HTTP/1.1" status: 200 len: 1097 time: 0.2318947 Mar 28 12:02:43.257793 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-41845c86-3cd4-4b37-b52d-5b68ebb42468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:02:43.266742 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a57341-9667-4b34-b5f8-a8495da3e795 req-0b386cc9-245b-4d67-b78a-550954e328fa tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:02:43.267666 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [req-f6a57341-9667-4b34-b5f8-a8495da3e795 req-0b386cc9-245b-4d67-b78a-550954e328fa tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Synchronizing usage tracker for tenant:527195c95736491ca1967a42cc300275 on resource:port {{(pid=87871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:02:43.329383 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41845c86-3cd4-4b37-b52d-5b68ebb42468 None None] Routers {'fb115dde-cd73-4050-937c-7412eb1c6356'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:02:43.330716 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-41845c86-3cd4-4b37-b52d-5b68ebb42468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:02:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['fb115dde-cd73-4050-937c-7412eb1c6356'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:02:43.337305 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-112557aa-94cc-4a1a-8b0d-b9c0c8029e3e tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks [] for router, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:43.340600 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-39cd0b87-56b0-4b3d-8e5b-3f3ca00bc309 req-84e29cf5-1805-41f8-b1d9-3a3616d28ec3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cdac5450-50ef-4b5f-bce9-c5e46bcc0853 HTTP/1.1" status: 200 len: 217 time: 0.0698295 Mar 28 12:02:43.396694 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [req-f6a57341-9667-4b34-b5f8-a8495da3e795 req-0b386cc9-245b-4d67-b78a-550954e328fa tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Unset dirty status for tenant:527195c95736491ca1967a42cc300275 on resource:port {{(pid=87871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:02:43.397925 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-f6a57341-9667-4b34-b5f8-a8495da3e795 req-0b386cc9-245b-4d67-b78a-550954e328fa tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/ports?device_id=39711091-cbc3-44ae-b5c4-db841cd296c3 HTTP/1.1" status: 200 len: 944 time: 0.3277934 Mar 28 12:02:43.413349 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-41845c86-3cd4-4b37-b52d-5b68ebb42468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:02:43.413752 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41845c86-3cd4-4b37-b52d-5b68ebb42468 None None] The sync data for ids ['fb115dde-cd73-4050-937c-7412eb1c6356'] in dv-neutron-835340-2-hyperv is: [] {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 12:02:43.443134 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cd0b87-56b0-4b3d-8e5b-3f3ca00bc309 req-c082d5b1-26d1-4240-a126-d7b0bef3e9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:02:43.446155 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-39cd0b87-56b0-4b3d-8e5b-3f3ca00bc309 req-c082d5b1-26d1-4240-a126-d7b0bef3e9d3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6d44b182-dd4a-4bef-a755-3bded7d35295 HTTP/1.1" status: 200 len: 835 time: 0.0992029 Mar 28 12:02:43.525518 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-f6a57341-9667-4b34-b5f8-a8495da3e795 req-455da7fe-4734-48d8-8fff-280e5fe3c2cc tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/security-groups?id=b88777ae-9f2f-433d-925e-f6676c8d30b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1203928 Mar 28 12:02:43.546007 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-4fb44f83-af13-4adb-a764-a4d3ed7a2539 None None] Notify callbacks [] for port, precommit_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:43.557566 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-4fb44f83-af13-4adb-a764-a4d3ed7a2539 None None] Transition to ACTIVE for port object 46a482ff-3466-4b06-a420-f3fb8d2fe2d3 will not be triggered until provisioned by entity L2. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:02:43.575151 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cd0b87-56b0-4b3d-8e5b-3f3ca00bc309 req-1c2679c5-add2-475b-9b08-9911afa161be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:02:43.577606 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-39cd0b87-56b0-4b3d-8e5b-3f3ca00bc309 req-1c2679c5-add2-475b-9b08-9911afa161be service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=23ec2e99-fe73-4c26-b043-ea335f81a26f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1211104 Mar 28 12:02:43.579041 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-4fb44f83-af13-4adb-a764-a4d3ed7a2539 None None] Transition to ACTIVE for port object 46a482ff-3466-4b06-a420-f3fb8d2fe2d3 will not be triggered until provisioned by entity DHCP. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:02:43.586069 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-4fb44f83-af13-4adb-a764-a4d3ed7a2539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241'] for port, after_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:43.631076 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-793e1661-a0eb-4cfe-a276-2ca4f14dfee0 None None] Network f0dda7ad-303d-4bdb-baf0-3ee71cecd15a requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 12:02:43.688673 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-73482571-8d5f-4b0b-8a70-f05218a7d33a tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1919805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2364079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26551417'] for subnet, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:43.690483 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fb44f83-af13-4adb-a764-a4d3ed7a2539 None None] Network d4f2ed88-4385-475f-b7d5-fd10b0b51d1c is already hosted by enough agents. {{(pid=87872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:02:43.712457 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-112557aa-94cc-4a1a-8b0d-b9c0c8029e3e tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-745164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-260864'] for router, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:43.714931 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-112557aa-94cc-4a1a-8b0d-b9c0c8029e3e tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:43.745953 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.base_scheduler [None req-4fb44f83-af13-4adb-a764-a4d3ed7a2539 None None] Resources bound (agent type, host, resource id): {{(pid=87872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:02:43.747317 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-112557aa-94cc-4a1a-8b0d-b9c0c8029e3e tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-745021'] for router, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:43.747595 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-112557aa-94cc-4a1a-8b0d-b9c0c8029e3e tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Fanout notify agent at l3_agent the message router_deleted on router fb115dde-cd73-4050-937c-7412eb1c6356 {{(pid=87870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 12:02:43.749409 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb44f83-af13-4adb-a764-a4d3ed7a2539 None None] Received port after_create {{(pid=87872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 12:02:43.759950 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-112557aa-94cc-4a1a-8b0d-b9c0c8029e3e tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks [] for router, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:43.761028 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-112557aa-94cc-4a1a-8b0d-b9c0c8029e3e tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] 10.222.0.30 "DELETE /v2.0/routers/fb115dde-cd73-4050-937c-7412eb1c6356 HTTP/1.1" status: 204 len: 168 time: 0.6055980 Mar 28 12:02:43.764018 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 57124) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:02:43.784209 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73482571-8d5f-4b0b-8a70-f05218a7d33a tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Pushing event deleted for resources: {'Subnet': ['ID=ec4e6a4c-cf79-4cfa-85a8-201d40c98df9,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:02:43.805235 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-7520dd6d-193d-404f-821c-9927d7c90a68 None None] Provisioning for port 8e156265-c6e8-4178-989a-e31ac004b390 completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:02:43.822730 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb44f83-af13-4adb-a764-a4d3ed7a2539 None None] Pushing event updated for resources: {'Port': ['ID=46a482ff-3466-4b06-a420-f3fb8d2fe2d3,revision_number=1']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:02:43.864955 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.db_base_plugin_v2 [None req-d998fc80-840f-45f6-927a-face9843a090 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Deleting subnet fb7e1b6f-29dc-4cc5-9390-cf19960f9128 {{(pid=87870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 12:02:43.868254 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-d998fc80-840f-45f6-927a-face9843a090 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks [] for subnet, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:43.876511 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 8e156265-c6e8-4178-989a-e31ac004b390 up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:02:43.890983 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-73482571-8d5f-4b0b-8a70-f05218a7d33a tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930431', 'neutron.services.segments.db._delete_segments_for_network-8783496351308'] for network, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:43.900670 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-39cd0b87-56b0-4b3d-8e5b-3f3ca00bc309 req-bc5b7810-abed-4039-94e7-b3c604c4c73c service neutron] 10.222.0.11 "GET /v2.0/networks/23ec2e99-fe73-4c26-b043-ea335f81a26f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3160946 Mar 28 12:02:43.941116 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-4fb44f83-af13-4adb-a764-a4d3ed7a2539 None None] Attempting to bind port 46a482ff-3466-4b06-a420-f3fb8d2fe2d3 on host dv-neutron-835340-2-hyperv for vnic_type normal with profile {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 12:02:43.941952 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-4fb44f83-af13-4adb-a764-a4d3ed7a2539 None None] Attempting to bind port 46a482ff-3466-4b06-a420-f3fb8d2fe2d3 by drivers openvswitch,hyperv on host dv-neutron-835340-2-hyperv at level 0 using segments [{'id': 'd5498e2e-d678-4508-860a-d73134c508e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd4f2ed88-4385-475f-b7d5-fd10b0b51d1c'}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 12:02:43.941952 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb44f83-af13-4adb-a764-a4d3ed7a2539 None None] Attempting to bind port 46a482ff-3466-4b06-a420-f3fb8d2fe2d3 on network d4f2ed88-4385-475f-b7d5-fd10b0b51d1c {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 12:02:43.946597 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-d998fc80-840f-45f6-927a-face9843a090 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3591354'] for subnet, precommit_delete_associations {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:43.953201 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.segments.db [None req-73482571-8d5f-4b0b-8a70-f05218a7d33a tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4f2ed88-4385-475f-b7d5-fd10b0b51d1c']}} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:02:43.968321 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb44f83-af13-4adb-a764-a4d3ed7a2539 None None] Checking agent: {'id': '961a16fe-cbc8-4264-ac28-bbbd53f89caa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 46, 6), 'started_at': datetime.datetime(2022, 3, 28, 11, 46, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 12, 2, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 12:02:43.968695 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb44f83-af13-4adb-a764-a4d3ed7a2539 None None] Checking segment: {'id': 'd5498e2e-d678-4508-860a-d73134c508e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd4f2ed88-4385-475f-b7d5-fd10b0b51d1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 12:02:43.969233 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-4fb44f83-af13-4adb-a764-a4d3ed7a2539 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:43.969469 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb44f83-af13-4adb-a764-a4d3ed7a2539 None None] Bound using segment: {'id': 'd5498e2e-d678-4508-860a-d73134c508e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd4f2ed88-4385-475f-b7d5-fd10b0b51d1c'} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 12:02:43.969936 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-4fb44f83-af13-4adb-a764-a4d3ed7a2539 None None] Bound port: 46a482ff-3466-4b06-a420-f3fb8d2fe2d3, host: dv-neutron-835340-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5498e2e-d678-4508-860a-d73134c508e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'd4f2ed88-4385-475f-b7d5-fd10b0b51d1c'}}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 12:02:43.970308 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-4fb44f83-af13-4adb-a764-a4d3ed7a2539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:43.970999 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.segments.db [None req-73482571-8d5f-4b0b-8a70-f05218a7d33a tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5498e2e-d678-4508-860a-d73134c508e8') {'for_net_delete': True} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:02:43.971233 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.segments.db [None req-73482571-8d5f-4b0b-8a70-f05218a7d33a tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5498e2e-d678-4508-860a-d73134c508e8') {} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:02:44.035383 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-d998fc80-840f-45f6-927a-face9843a090 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1919782'] for subnet, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:44.117944 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-d998fc80-840f-45f6-927a-face9843a090 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1919805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2561174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2563528'] for subnet, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:44.155332 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning for port 8e156265-c6e8-4178-989a-e31ac004b390 completed by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:02:44.162565 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d998fc80-840f-45f6-927a-face9843a090 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Pushing event deleted for resources: {'Subnet': ['ID=fb7e1b6f-29dc-4cc5-9390-cf19960f9128,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:02:44.162942 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-4fb44f83-af13-4adb-a764-a4d3ed7a2539 None None] For port 46a482ff-3466-4b06-a420-f3fb8d2fe2d3, host dv-neutron-835340-2-hyperv, cleared binding levels {{(pid=87872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 12:02:44.166370 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-d998fc80-840f-45f6-927a-face9843a090 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks [] for subnet, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:44.167984 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port 8e156265-c6e8-4178-989a-e31ac004b390 triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:02:44.168697 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:44.170614 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-73482571-8d5f-4b0b-8a70-f05218a7d33a tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783496353639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3436890'] for segment, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:44.173167 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-d998fc80-840f-45f6-927a-face9843a090 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] 10.222.0.30 "DELETE /v2.0/subnets/fb7e1b6f-29dc-4cc5-9390-cf19960f9128 HTTP/1.1" status: 204 len: 168 time: 0.4077504 Mar 28 12:02:44.177909 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 57128) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:02:44.202536 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-109f1c00-72b0-423f-8731-e17863bb37fa None None] Network 987f689e-7bc9-4c0d-a3d1-7f67be46b186 requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 12:02:44.267088 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-39cd0b87-56b0-4b3d-8e5b-3f3ca00bc309 req-81c27432-fff9-4581-9d19-22623fe91e24 service neutron] 10.222.0.11 "GET /v2.0/networks/23ec2e99-fe73-4c26-b043-ea335f81a26f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3602972 Mar 28 12:02:44.276509 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2b85d86-a322-4b40-9bad-dd1cf9617656 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Deleting subnet d4423284-95ca-4e95-bf64-944bf1055c76 {{(pid=87871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 12:02:44.279982 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-f2b85d86-a322-4b40-9bad-dd1cf9617656 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks [] for subnet, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:44.299208 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-4fb44f83-af13-4adb-a764-a4d3ed7a2539 None None] For port 46a482ff-3466-4b06-a420-f3fb8d2fe2d3, host dv-neutron-835340-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=46a482ff-3466-4b06-a420-f3fb8d2fe2d3,segment=NetworkSegment(d5498e2e-d678-4508-860a-d73134c508e8),segment_id=d5498e2e-d678-4508-860a-d73134c508e8)] {{(pid=87872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 12:02:44.348058 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-73482571-8d5f-4b0b-8a70-f05218a7d33a tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:44.352183 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-4fb44f83-af13-4adb-a764-a4d3ed7a2539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:44.375451 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73482571-8d5f-4b0b-8a70-f05218a7d33a tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=87871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 12:02:44.375875 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-73482571-8d5f-4b0b-8a70-f05218a7d33a tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1920481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2363149'] for segment, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:44.392553 dv-neutron-835340-2-hyperv neutron-server[87871]: Traceback (most recent call last): Mar 28 12:02:44.392553 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 12:02:44.392553 dv-neutron-835340-2-hyperv neutron-server[87871]: timer() Mar 28 12:02:44.392553 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 12:02:44.392553 dv-neutron-835340-2-hyperv neutron-server[87871]: cb(*args, **kw) Mar 28 12:02:44.392553 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 12:02:44.392553 dv-neutron-835340-2-hyperv neutron-server[87871]: return func(*args, **kwargs) Mar 28 12:02:44.392553 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 12:02:44.392553 dv-neutron-835340-2-hyperv neutron-server[87871]: self._notify() Mar 28 12:02:44.392553 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 12:02:44.392553 dv-neutron-835340-2-hyperv neutron-server[87871]: self.callback(batched_events) Mar 28 12:02:44.392553 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 12:02:44.392553 dv-neutron-835340-2-hyperv neutron-server[87871]: event.method(event) Mar 28 12:02:44.392553 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 12:02:44.392553 dv-neutron-835340-2-hyperv neutron-server[87871]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 12:02:44.392553 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 12:02:44.392553 dv-neutron-835340-2-hyperv neutron-server[87871]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 12:02:44.392553 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 12:02:44.392553 dv-neutron-835340-2-hyperv neutron-server[87871]: return f(self, *a, **k) Mar 28 12:02:44.392553 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 12:02:44.392553 dv-neutron-835340-2-hyperv neutron-server[87871]: return self._get(url).json() Mar 28 12:02:44.392553 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 12:02:44.392553 dv-neutron-835340-2-hyperv neutron-server[87871]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 12:02:44.392553 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 12:02:44.392553 dv-neutron-835340-2-hyperv neutron-server[87871]: return self.request(url, 'GET', **kwargs) Mar 28 12:02:44.392553 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 12:02:44.392553 dv-neutron-835340-2-hyperv neutron-server[87871]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 12:02:44.392553 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 12:02:44.392553 dv-neutron-835340-2-hyperv neutron-server[87871]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 12:02:44.392553 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 12:02:44.392553 dv-neutron-835340-2-hyperv neutron-server[87871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 12:02:44.392553 dv-neutron-835340-2-hyperv neutron-server[87871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 12:02:44.463338 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-f2b85d86-a322-4b40-9bad-dd1cf9617656 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3436877'] for subnet, precommit_delete_associations {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:44.531484 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.db.api [None req-73482571-8d5f-4b0b-8a70-f05218a7d33a tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 28 12:02:44.531484 dv-neutron-835340-2-hyperv neutron-server[87871]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 28 12:02:44.531484 dv-neutron-835340-2-hyperv neutron-server[87871]: [parameters: {'id': 'd4f2ed88-4385-475f-b7d5-fd10b0b51d1c'}] Mar 28 12:02:44.531484 dv-neutron-835340-2-hyperv neutron-server[87871]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87871) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 12:02:44.532019 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG oslo_db.api [None req-73482571-8d5f-4b0b-8a70-f05218a7d33a tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 12:02:44.558314 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc37e2bc-98e4-4f04-80d8-b082fdab2925 req-02163d33-7d84-41a2-a691-74bbbf0a1cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:02:44.559790 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-dc37e2bc-98e4-4f04-80d8-b082fdab2925 req-02163d33-7d84-41a2-a691-74bbbf0a1cc3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=527195c95736491ca1967a42cc300275&device_id=39711091-cbc3-44ae-b5c4-db841cd296c3 HTTP/1.1" status: 200 len: 1097 time: 0.2406371 Mar 28 12:02:44.600893 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb44f83-af13-4adb-a764-a4d3ed7a2539 None None] Pushing event updated for resources: {'Port': ['ID=46a482ff-3466-4b06-a420-f3fb8d2fe2d3,revision_number=2']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:02:44.685148 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-f2b85d86-a322-4b40-9bad-dd1cf9617656 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1919782'] for subnet, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:44.689445 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:44.702007 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca132a52-1156-41da-b0a6-7bf1a3656eaa None None] Network d4f2ed88-4385-475f-b7d5-fd10b0b51d1c requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 12:02:44.770237 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4431bde6-b508-4be7-b3a6-5e7ce2e7b696 req-a3974bad-ea04-41bb-9b21-4cd747624741 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:02:44.774324 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-4431bde6-b508-4be7-b3a6-5e7ce2e7b696 req-a3974bad-ea04-41bb-9b21-4cd747624741 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/ports?device_id=39711091-cbc3-44ae-b5c4-db841cd296c3 HTTP/1.1" status: 200 len: 944 time: 0.1279130 Mar 28 12:02:44.783404 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc37e2bc-98e4-4f04-80d8-b082fdab2925 req-3bb05a26-0ef2-46f7-bc6f-977dcb3b2761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:02:44.784495 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-dc37e2bc-98e4-4f04-80d8-b082fdab2925 req-3bb05a26-0ef2-46f7-bc6f-977dcb3b2761 service neutron] 10.222.0.11 "GET /v2.0/networks?id=23ec2e99-fe73-4c26-b043-ea335f81a26f HTTP/1.1" status: 200 len: 896 time: 0.2156839 Mar 28 12:02:44.840138 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] For port 8e156265-c6e8-4178-989a-e31ac004b390, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=8e156265-c6e8-4178-989a-e31ac004b390,segment=NetworkSegment(c670a6f8-0387-402a-af42-4ca169b79478),segment_id=c670a6f8-0387-402a-af42-4ca169b79478)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:02:44.867549 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-4431bde6-b508-4be7-b3a6-5e7ce2e7b696 req-21cd239a-fe4d-426c-a3bf-abd6cd71a757 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/security-groups?id=b88777ae-9f2f-433d-925e-f6676c8d30b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749466 Mar 28 12:02:44.906687 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:44.922901 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-dc37e2bc-98e4-4f04-80d8-b082fdab2925 req-5f4247ec-2272-4198-99d5-b648bcf55bc7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cdac5450-50ef-4b5f-bce9-c5e46bcc0853 HTTP/1.1" status: 200 len: 217 time: 0.1186271 Mar 28 12:02:44.924959 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-f2b85d86-a322-4b40-9bad-dd1cf9617656 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1919805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2364079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26551417'] for subnet, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:44.964630 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc790f6f-e0d7-44a4-9f66-38b8ad482aeb None None] DHCP port deletion for 987f689e-7bc9-4c0d-a3d1-7f67be46b186 request from dv-neutron-835340-2-hyperv {{(pid=87872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 12:02:44.974382 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-dc790f6f-e0d7-44a4-9f66-38b8ad482aeb None None] Deleting port 5ef615bf-bd83-47d6-b4ec-879fd7b4cb0e {{(pid=87872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:02:44.974753 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-dc790f6f-e0d7-44a4-9f66-38b8ad482aeb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:44.999136 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b85d86-a322-4b40-9bad-dd1cf9617656 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Pushing event deleted for resources: {'Subnet': ['ID=d4423284-95ca-4e95-bf64-944bf1055c76,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:02:45.012152 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-f2b85d86-a322-4b40-9bad-dd1cf9617656 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks [] for subnet, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:45.022921 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e091f09-8986-4324-9756-6239aa417271 None None] Network 2f758905-b23b-4d4f-a7eb-d8bb14a0a648 requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 12:02:45.024113 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 57134) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:02:45.024466 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-f2b85d86-a322-4b40-9bad-dd1cf9617656 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] 10.222.0.30 "DELETE /v2.0/subnets/d4423284-95ca-4e95-bf64-944bf1055c76 HTTP/1.1" status: 204 len: 168 time: 0.8428023 Mar 28 12:02:45.034425 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-73482571-8d5f-4b0b-8a70-f05218a7d33a tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588883'] for network, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:45.047146 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc37e2bc-98e4-4f04-80d8-b082fdab2925 req-0660da20-81ff-44fa-93e4-255f16befa80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:02:45.049840 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-dc37e2bc-98e4-4f04-80d8-b082fdab2925 req-0660da20-81ff-44fa-93e4-255f16befa80 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6d44b182-dd4a-4bef-a755-3bded7d35295 HTTP/1.1" status: 200 len: 835 time: 0.0894454 Mar 28 12:02:45.054590 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-73482571-8d5f-4b0b-8a70-f05218a7d33a tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Deleting port 46a482ff-3466-4b06-a420-f3fb8d2fe2d3 {{(pid=87871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:02:45.054928 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-73482571-8d5f-4b0b-8a70-f05218a7d33a tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:45.147752 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-a8dc8d4e-4a09-4795-bba4-7230bb696a97 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588883'] for network, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:45.158328 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Pushing event updated for resources: {'Port': ['ID=8e156265-c6e8-4178-989a-e31ac004b390,revision_number=3']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:02:45.159686 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-a8dc8d4e-4a09-4795-bba4-7230bb696a97 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Deleting port 5ef615bf-bd83-47d6-b4ec-879fd7b4cb0e {{(pid=87870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:02:45.160257 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-a8dc8d4e-4a09-4795-bba4-7230bb696a97 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:45.202716 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-b384ad60-f7eb-4c60-9c7b-52f32abf083c None None] Provisioning complete for port 8e156265-c6e8-4178-989a-e31ac004b390 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:02:45.203045 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-b384ad60-f7eb-4c60-9c7b-52f32abf083c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:45.252907 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc37e2bc-98e4-4f04-80d8-b082fdab2925 req-72677f80-9275-4e66-96d0-506f0df09576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:02:45.254356 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-dc37e2bc-98e4-4f04-80d8-b082fdab2925 req-72677f80-9275-4e66-96d0-506f0df09576 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=23ec2e99-fe73-4c26-b043-ea335f81a26f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1706474 Mar 28 12:02:45.378653 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.db [None req-a8dc8d4e-4a09-4795-bba4-7230bb696a97 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] For port 5ef615bf-bd83-47d6-b4ec-879fd7b4cb0e, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=5ef615bf-bd83-47d6-b4ec-879fd7b4cb0e,segment=NetworkSegment(7e2da213-254f-4cee-90cb-0d3e30f45e11),segment_id=7e2da213-254f-4cee-90cb-0d3e30f45e11)] {{(pid=87870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:02:45.379051 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-a8dc8d4e-4a09-4795-bba4-7230bb696a97 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:45.417691 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.db [None req-73482571-8d5f-4b0b-8a70-f05218a7d33a tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] For port 46a482ff-3466-4b06-a420-f3fb8d2fe2d3, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=46a482ff-3466-4b06-a420-f3fb8d2fe2d3,segment=NetworkSegment(d5498e2e-d678-4508-860a-d73134c508e8),segment_id=d5498e2e-d678-4508-860a-d73134c508e8)] {{(pid=87871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:02:45.418305 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-73482571-8d5f-4b0b-8a70-f05218a7d33a tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:45.472635 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-dc790f6f-e0d7-44a4-9f66-38b8ad482aeb None None] For port 5ef615bf-bd83-47d6-b4ec-879fd7b4cb0e, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=5ef615bf-bd83-47d6-b4ec-879fd7b4cb0e,segment=NetworkSegment(7e2da213-254f-4cee-90cb-0d3e30f45e11),segment_id=7e2da213-254f-4cee-90cb-0d3e30f45e11)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:02:45.473029 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-dc790f6f-e0d7-44a4-9f66-38b8ad482aeb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:45.551716 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-73482571-8d5f-4b0b-8a70-f05218a7d33a tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Calling delete_port for 46a482ff-3466-4b06-a420-f3fb8d2fe2d3 owned by network:dhcp {{(pid=87871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:02:45.618854 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-dc37e2bc-98e4-4f04-80d8-b082fdab2925 req-78eeb2de-99a5-4e56-a78c-9f38278753c3 service neutron] 10.222.0.11 "GET /v2.0/networks/23ec2e99-fe73-4c26-b043-ea335f81a26f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3193157 Mar 28 12:02:45.626052 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-a8dc8d4e-4a09-4795-bba4-7230bb696a97 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Calling delete_port for 5ef615bf-bd83-47d6-b4ec-879fd7b4cb0e owned by network:dhcp {{(pid=87870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:02:45.634875 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-dc790f6f-e0d7-44a4-9f66-38b8ad482aeb None None] Calling delete_port for 5ef615bf-bd83-47d6-b4ec-879fd7b4cb0e owned by network:dhcp {{(pid=87872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:02:45.734117 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-a8dc8d4e-4a09-4795-bba4-7230bb696a97 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:45.769120 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.db.api [None req-dc790f6f-e0d7-44a4-9f66-38b8ad482aeb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87872) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 12:02:45.769569 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG oslo_db.api [None req-dc790f6f-e0d7-44a4-9f66-38b8ad482aeb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 12:02:45.787240 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dc8d4e-4a09-4795-bba4-7230bb696a97 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Pushing event deleted for resources: {'Port': ['ID=5ef615bf-bd83-47d6-b4ec-879fd7b4cb0e,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:02:45.790769 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8dc8d4e-4a09-4795-bba4-7230bb696a97 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] No DVR routers for this DVR port 5ef615bf-bd83-47d6-b4ec-879fd7b4cb0e on host dv-neutron-835340-2-hyperv {{(pid=87870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 12:02:45.806525 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42083123-db2d-4b7f-9342-8bcef177de1a None None] DHCP port deletion for 2f758905-b23b-4d4f-a7eb-d8bb14a0a648 request from dv-neutron-835340-2-hyperv {{(pid=87872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 12:02:45.821285 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-42083123-db2d-4b7f-9342-8bcef177de1a None None] Deleting port 6b3bad7f-eb2e-465b-89c7-20e7a6e777f5 {{(pid=87872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:02:45.821653 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-42083123-db2d-4b7f-9342-8bcef177de1a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:45.864154 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-73482571-8d5f-4b0b-8a70-f05218a7d33a tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:45.879930 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 8e156265-c6e8-4178-989a-e31ac004b390 up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:02:45.919724 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-a8dc8d4e-4a09-4795-bba4-7230bb696a97 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930431', 'neutron.services.segments.db._delete_segments_for_network-8783496351308'] for network, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:45.946733 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73482571-8d5f-4b0b-8a70-f05218a7d33a tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Pushing event deleted for resources: {'Port': ['ID=46a482ff-3466-4b06-a420-f3fb8d2fe2d3,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:02:45.947506 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-a8dc8d4e-4a09-4795-bba4-7230bb696a97 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['987f689e-7bc9-4c0d-a3d1-7f67be46b186']}} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:02:45.953314 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73482571-8d5f-4b0b-8a70-f05218a7d33a tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] No DVR routers for this DVR port 46a482ff-3466-4b06-a420-f3fb8d2fe2d3 on host dv-neutron-835340-2-hyperv {{(pid=87871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 12:02:45.962547 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-a8dc8d4e-4a09-4795-bba4-7230bb696a97 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e2da213-254f-4cee-90cb-0d3e30f45e11') {'for_net_delete': True} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:02:45.962940 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-a8dc8d4e-4a09-4795-bba4-7230bb696a97 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e2da213-254f-4cee-90cb-0d3e30f45e11') {} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:02:45.976397 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-a8dc8d4e-4a09-4795-bba4-7230bb696a97 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783496353639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3591341'] for segment, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:45.994341 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-a8dc8d4e-4a09-4795-bba4-7230bb696a97 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:46.006074 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8dc8d4e-4a09-4795-bba4-7230bb696a97 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=87870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 12:02:46.006927 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-a8dc8d4e-4a09-4795-bba4-7230bb696a97 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1920481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2558260'] for segment, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:46.026160 dv-neutron-835340-2-hyperv neutron-server[87870]: Traceback (most recent call last): Mar 28 12:02:46.026160 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 12:02:46.026160 dv-neutron-835340-2-hyperv neutron-server[87870]: timer() Mar 28 12:02:46.026160 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 12:02:46.026160 dv-neutron-835340-2-hyperv neutron-server[87870]: cb(*args, **kw) Mar 28 12:02:46.026160 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 12:02:46.026160 dv-neutron-835340-2-hyperv neutron-server[87870]: return func(*args, **kwargs) Mar 28 12:02:46.026160 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 12:02:46.026160 dv-neutron-835340-2-hyperv neutron-server[87870]: self._notify() Mar 28 12:02:46.026160 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 12:02:46.026160 dv-neutron-835340-2-hyperv neutron-server[87870]: self.callback(batched_events) Mar 28 12:02:46.026160 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 12:02:46.026160 dv-neutron-835340-2-hyperv neutron-server[87870]: event.method(event) Mar 28 12:02:46.026160 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 12:02:46.026160 dv-neutron-835340-2-hyperv neutron-server[87870]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 12:02:46.026160 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 12:02:46.026160 dv-neutron-835340-2-hyperv neutron-server[87870]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 12:02:46.026160 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 12:02:46.026160 dv-neutron-835340-2-hyperv neutron-server[87870]: return f(self, *a, **k) Mar 28 12:02:46.026160 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 12:02:46.026160 dv-neutron-835340-2-hyperv neutron-server[87870]: return self._get(url).json() Mar 28 12:02:46.026160 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 12:02:46.026160 dv-neutron-835340-2-hyperv neutron-server[87870]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 12:02:46.026160 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 12:02:46.026160 dv-neutron-835340-2-hyperv neutron-server[87870]: return self.request(url, 'GET', **kwargs) Mar 28 12:02:46.026160 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 12:02:46.026160 dv-neutron-835340-2-hyperv neutron-server[87870]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 12:02:46.026160 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 12:02:46.026160 dv-neutron-835340-2-hyperv neutron-server[87870]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 12:02:46.026160 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 12:02:46.026160 dv-neutron-835340-2-hyperv neutron-server[87870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 12:02:46.026160 dv-neutron-835340-2-hyperv neutron-server[87870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 12:02:46.072252 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port 8e156265-c6e8-4178-989a-e31ac004b390 triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:02:46.072631 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:46.105793 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-a8dc8d4e-4a09-4795-bba4-7230bb696a97 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709602'] for network, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:46.125171 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-a8dc8d4e-4a09-4795-bba4-7230bb696a97 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538751'] for network, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:46.138610 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dc8d4e-4a09-4795-bba4-7230bb696a97 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Pushing event deleted for resources: {'Network': ['ID=987f689e-7bc9-4c0d-a3d1-7f67be46b186,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:02:46.156338 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-a8dc8d4e-4a09-4795-bba4-7230bb696a97 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] 10.222.0.30 "DELETE /v2.0/networks/987f689e-7bc9-4c0d-a3d1-7f67be46b186 HTTP/1.1" status: 204 len: 168 time: 1.1302938 Mar 28 12:02:46.157284 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 57140) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:02:46.161970 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-dc37e2bc-98e4-4f04-80d8-b082fdab2925 req-0dd5a86a-06b1-470e-8474-0ba40e51e96d service neutron] 10.222.0.11 "GET /v2.0/networks/23ec2e99-fe73-4c26-b043-ea335f81a26f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5370231 Mar 28 12:02:46.200181 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-73482571-8d5f-4b0b-8a70-f05218a7d33a tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930431', 'neutron.services.segments.db._delete_segments_for_network-8783496351308'] for network, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:46.243932 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-42083123-db2d-4b7f-9342-8bcef177de1a None None] For port 6b3bad7f-eb2e-465b-89c7-20e7a6e777f5, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=6b3bad7f-eb2e-465b-89c7-20e7a6e777f5,segment=NetworkSegment(f9987df4-3bc7-4ea0-ac04-1ba341b767f2),segment_id=f9987df4-3bc7-4ea0-ac04-1ba341b767f2)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:02:46.244317 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-42083123-db2d-4b7f-9342-8bcef177de1a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:46.306350 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.segments.db [None req-73482571-8d5f-4b0b-8a70-f05218a7d33a tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4f2ed88-4385-475f-b7d5-fd10b0b51d1c']}} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:02:46.328020 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-dc790f6f-e0d7-44a4-9f66-38b8ad482aeb None None] Deleting port 5ef615bf-bd83-47d6-b4ec-879fd7b4cb0e {{(pid=87872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:02:46.328390 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-dc790f6f-e0d7-44a4-9f66-38b8ad482aeb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:46.336538 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.segments.db [None req-73482571-8d5f-4b0b-8a70-f05218a7d33a tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5498e2e-d678-4508-860a-d73134c508e8') {'for_net_delete': True} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:02:46.336837 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.segments.db [None req-73482571-8d5f-4b0b-8a70-f05218a7d33a tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5498e2e-d678-4508-860a-d73134c508e8') {} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:02:46.352728 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-764e7c1e-cb93-4722-b0c7-893d38fbe4fd tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588883'] for network, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:46.355336 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-73482571-8d5f-4b0b-8a70-f05218a7d33a tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783496353639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3436890'] for segment, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:46.370026 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e5c247-c440-4a48-a1f2-1050ef2cc5a7 req-eeceb72a-13c7-4ef6-acc1-9b8bc50ea06a tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:02:46.371490 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-08e5c247-c440-4a48-a1f2-1050ef2cc5a7 req-eeceb72a-13c7-4ef6-acc1-9b8bc50ea06a tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/ports?device_id=39711091-cbc3-44ae-b5c4-db841cd296c3 HTTP/1.1" status: 200 len: 944 time: 0.3664956 Mar 28 12:02:46.401492 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-764e7c1e-cb93-4722-b0c7-893d38fbe4fd tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Deleting port 6b3bad7f-eb2e-465b-89c7-20e7a6e777f5 {{(pid=87871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:02:46.401829 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-764e7c1e-cb93-4722-b0c7-893d38fbe4fd tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:46.421081 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-42083123-db2d-4b7f-9342-8bcef177de1a None None] Calling delete_port for 6b3bad7f-eb2e-465b-89c7-20e7a6e777f5 owned by network:dhcp {{(pid=87872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:02:46.432430 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-73482571-8d5f-4b0b-8a70-f05218a7d33a tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:46.462739 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73482571-8d5f-4b0b-8a70-f05218a7d33a tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=87871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 12:02:46.463028 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-73482571-8d5f-4b0b-8a70-f05218a7d33a tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1920481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2363149'] for segment, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:46.479664 dv-neutron-835340-2-hyperv neutron-server[87871]: Traceback (most recent call last): Mar 28 12:02:46.479664 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 12:02:46.479664 dv-neutron-835340-2-hyperv neutron-server[87871]: timer() Mar 28 12:02:46.479664 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 12:02:46.479664 dv-neutron-835340-2-hyperv neutron-server[87871]: cb(*args, **kw) Mar 28 12:02:46.479664 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 12:02:46.479664 dv-neutron-835340-2-hyperv neutron-server[87871]: return func(*args, **kwargs) Mar 28 12:02:46.479664 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 12:02:46.479664 dv-neutron-835340-2-hyperv neutron-server[87871]: self._notify() Mar 28 12:02:46.479664 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 12:02:46.479664 dv-neutron-835340-2-hyperv neutron-server[87871]: self.callback(batched_events) Mar 28 12:02:46.479664 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 12:02:46.479664 dv-neutron-835340-2-hyperv neutron-server[87871]: event.method(event) Mar 28 12:02:46.479664 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 12:02:46.479664 dv-neutron-835340-2-hyperv neutron-server[87871]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 12:02:46.479664 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 12:02:46.479664 dv-neutron-835340-2-hyperv neutron-server[87871]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 12:02:46.479664 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 12:02:46.479664 dv-neutron-835340-2-hyperv neutron-server[87871]: return f(self, *a, **k) Mar 28 12:02:46.479664 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 12:02:46.479664 dv-neutron-835340-2-hyperv neutron-server[87871]: return self._get(url).json() Mar 28 12:02:46.479664 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 12:02:46.479664 dv-neutron-835340-2-hyperv neutron-server[87871]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 12:02:46.479664 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 12:02:46.479664 dv-neutron-835340-2-hyperv neutron-server[87871]: return self.request(url, 'GET', **kwargs) Mar 28 12:02:46.479664 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 12:02:46.479664 dv-neutron-835340-2-hyperv neutron-server[87871]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 12:02:46.479664 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 12:02:46.479664 dv-neutron-835340-2-hyperv neutron-server[87871]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 12:02:46.479664 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 12:02:46.479664 dv-neutron-835340-2-hyperv neutron-server[87871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 12:02:46.479664 dv-neutron-835340-2-hyperv neutron-server[87871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 12:02:46.505268 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-dc790f6f-e0d7-44a4-9f66-38b8ad482aeb None None] The port '5ef615bf-bd83-47d6-b4ec-879fd7b4cb0e' was deleted {{(pid=87872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 12:02:46.561029 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-42083123-db2d-4b7f-9342-8bcef177de1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250'] for port, after_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:46.593065 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-08e5c247-c440-4a48-a1f2-1050ef2cc5a7 req-e8fbc06e-6ac7-41be-a3c3-4da1ad87d74a tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/security-groups?id=b88777ae-9f2f-433d-925e-f6676c8d30b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2123885 Mar 28 12:02:46.598345 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-764e7c1e-cb93-4722-b0c7-893d38fbe4fd tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] The port '6b3bad7f-eb2e-465b-89c7-20e7a6e777f5' was deleted {{(pid=87871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 12:02:46.603764 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 5ef615bf-bd83-47d6-b4ec-879fd7b4cb0e no longer exists at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 12:02:46.645295 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42083123-db2d-4b7f-9342-8bcef177de1a None None] Pushing event deleted for resources: {'Port': ['ID=6b3bad7f-eb2e-465b-89c7-20e7a6e777f5,revision_number=None']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:02:46.649939 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] No Port match for: 5ef615bf-bd83-47d6-b4ec-879fd7b4cb0e {{(pid=87872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 12:02:46.650399 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 5ef615bf-bd83-47d6-b4ec-879fd7b4cb0e not bound to the agent host dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 12:02:46.656867 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42083123-db2d-4b7f-9342-8bcef177de1a None None] No DVR routers for this DVR port 6b3bad7f-eb2e-465b-89c7-20e7a6e777f5 on host dv-neutron-835340-2-hyperv {{(pid=87872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 12:02:46.670178 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-73482571-8d5f-4b0b-8a70-f05218a7d33a tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709602'] for network, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:46.675109 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f9914aa-8105-4cbd-a71f-28ee3084d78d None None] get_active_networks_info from dv-neutron-835340-2-hyperv {{(pid=87872) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 28 12:02:46.690486 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-73482571-8d5f-4b0b-8a70-f05218a7d33a tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Notify callbacks [] for network, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:46.750754 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73482571-8d5f-4b0b-8a70-f05218a7d33a tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Pushing event deleted for resources: {'Network': ['ID=d4f2ed88-4385-475f-b7d5-fd10b0b51d1c,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:02:46.759071 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-73482571-8d5f-4b0b-8a70-f05218a7d33a tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] 10.222.0.30 "DELETE /v2.0/networks/d4f2ed88-4385-475f-b7d5-fd10b0b51d1c HTTP/1.1" status: 204 len: 168 time: 4.2052093 Mar 28 12:02:46.762709 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 57144) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:02:46.764956 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-764e7c1e-cb93-4722-b0c7-893d38fbe4fd tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930431', 'neutron.services.segments.db._delete_segments_for_network-8783496351308'] for network, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:46.768819 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-30b4e477-15dc-401c-96c3-778a55f73023 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1195225349'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:02:46.773650 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-30b4e477-15dc-401c-96c3-778a55f73023 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:02:46.778081 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-30b4e477-15dc-401c-96c3-778a55f73023 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Usage tracker for resource:network and tenant:08f960886b5a46fda15477794d40e0c7 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:02:46.781116 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-30b4e477-15dc-401c-96c3-778a55f73023 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:02:46.781398 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f9914aa-8105-4cbd-a71f-28ee3084d78d None None] Resources bound (agent type, host, resource id): {{(pid=87872) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 28 12:02:46.792495 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.segments.db [None req-764e7c1e-cb93-4722-b0c7-893d38fbe4fd tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f758905-b23b-4d4f-a7eb-d8bb14a0a648']}} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:02:46.797423 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-30b4e477-15dc-401c-96c3-778a55f73023 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:02:46.806375 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.segments.db [None req-764e7c1e-cb93-4722-b0c7-893d38fbe4fd tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9987df4-3bc7-4ea0-ac04-1ba341b767f2') {'for_net_delete': True} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:02:46.806740 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.segments.db [None req-764e7c1e-cb93-4722-b0c7-893d38fbe4fd tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9987df4-3bc7-4ea0-ac04-1ba341b767f2') {} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:02:46.814832 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30b4e477-15dc-401c-96c3-778a55f73023 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Made reservation on behalf of 08f960886b5a46fda15477794d40e0c7 for: {'network': 1} {{(pid=87870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 12:02:46.819765 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-30b4e477-15dc-401c-96c3-778a55f73023 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for network, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:46.820259 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-764e7c1e-cb93-4722-b0c7-893d38fbe4fd tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783496353639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3436890'] for segment, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:46.842117 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-764e7c1e-cb93-4722-b0c7-893d38fbe4fd tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:46.849546 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-764e7c1e-cb93-4722-b0c7-893d38fbe4fd tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=87871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 12:02:46.849929 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-764e7c1e-cb93-4722-b0c7-893d38fbe4fd tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1920481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2363149'] for segment, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:46.866781 dv-neutron-835340-2-hyperv neutron-server[87871]: Traceback (most recent call last): Mar 28 12:02:46.866781 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 12:02:46.866781 dv-neutron-835340-2-hyperv neutron-server[87871]: timer() Mar 28 12:02:46.866781 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 12:02:46.866781 dv-neutron-835340-2-hyperv neutron-server[87871]: cb(*args, **kw) Mar 28 12:02:46.866781 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 12:02:46.866781 dv-neutron-835340-2-hyperv neutron-server[87871]: return func(*args, **kwargs) Mar 28 12:02:46.866781 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 12:02:46.866781 dv-neutron-835340-2-hyperv neutron-server[87871]: self._notify() Mar 28 12:02:46.866781 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 12:02:46.866781 dv-neutron-835340-2-hyperv neutron-server[87871]: self.callback(batched_events) Mar 28 12:02:46.866781 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 12:02:46.866781 dv-neutron-835340-2-hyperv neutron-server[87871]: event.method(event) Mar 28 12:02:46.866781 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 12:02:46.866781 dv-neutron-835340-2-hyperv neutron-server[87871]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 12:02:46.866781 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 12:02:46.866781 dv-neutron-835340-2-hyperv neutron-server[87871]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 12:02:46.866781 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 12:02:46.866781 dv-neutron-835340-2-hyperv neutron-server[87871]: return f(self, *a, **k) Mar 28 12:02:46.866781 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 12:02:46.866781 dv-neutron-835340-2-hyperv neutron-server[87871]: return self._get(url).json() Mar 28 12:02:46.866781 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 12:02:46.866781 dv-neutron-835340-2-hyperv neutron-server[87871]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 12:02:46.866781 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 12:02:46.866781 dv-neutron-835340-2-hyperv neutron-server[87871]: return self.request(url, 'GET', **kwargs) Mar 28 12:02:46.866781 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 12:02:46.866781 dv-neutron-835340-2-hyperv neutron-server[87871]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 12:02:46.866781 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 12:02:46.866781 dv-neutron-835340-2-hyperv neutron-server[87871]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 12:02:46.866781 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 12:02:46.866781 dv-neutron-835340-2-hyperv neutron-server[87871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 12:02:46.866781 dv-neutron-835340-2-hyperv neutron-server[87871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 12:02:46.870148 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30b4e477-15dc-401c-96c3-778a55f73023 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=87870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 12:02:46.880998 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-30b4e477-15dc-401c-96c3-778a55f73023 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:46.881332 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.db.segments_db [None req-30b4e477-15dc-401c-96c3-778a55f73023 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Added segment 415a6ea8-5816-4d3c-b77a-d0d0149bef19 of type vlan for network 86268be1-2881-4e65-bf97-e75bf1bf141b Mar 28 12:02:46.911094 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-30b4e477-15dc-401c-96c3-778a55f73023 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783495836591'] for network, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:46.943109 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-30b4e477-15dc-401c-96c3-778a55f73023 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765'] for network, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:46.948610 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30b4e477-15dc-401c-96c3-778a55f73023 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:02:46.949201 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-30b4e477-15dc-401c-96c3-778a55f73023 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538751'] for network, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:46.954417 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-764e7c1e-cb93-4722-b0c7-893d38fbe4fd tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709602'] for network, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:46.973034 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-764e7c1e-cb93-4722-b0c7-893d38fbe4fd tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks [] for network, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:46.983721 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-764e7c1e-cb93-4722-b0c7-893d38fbe4fd tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] 10.222.0.30 "DELETE /v2.0/networks/2f758905-b23b-4d4f-a7eb-d8bb14a0a648 HTTP/1.1" status: 204 len: 168 time: 0.8245714 Mar 28 12:02:46.984838 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764e7c1e-cb93-4722-b0c7-893d38fbe4fd tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Pushing event deleted for resources: {'Network': ['ID=2f758905-b23b-4d4f-a7eb-d8bb14a0a648,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:02:46.991070 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 57148) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:02:46.996957 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-d541ea8e-f45e-41ff-876b-2ac9902d090c tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-648643334'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:02:47.002911 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-d541ea8e-f45e-41ff-876b-2ac9902d090c tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:02:47.008093 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-d541ea8e-f45e-41ff-876b-2ac9902d090c tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Usage tracker for resource:network and tenant:44a7e1c73898465da6902581d6416cd0 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:02:47.010981 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-d541ea8e-f45e-41ff-876b-2ac9902d090c tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:02:47.017674 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-d541ea8e-f45e-41ff-876b-2ac9902d090c tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:02:47.028880 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d541ea8e-f45e-41ff-876b-2ac9902d090c tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Made reservation on behalf of 44a7e1c73898465da6902581d6416cd0 for: {'network': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 12:02:47.032335 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-d541ea8e-f45e-41ff-876b-2ac9902d090c tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for network, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:47.054223 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-30b4e477-15dc-401c-96c3-778a55f73023 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2875473 Mar 28 12:02:47.057599 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 57152) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:02:47.061098 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d541ea8e-f45e-41ff-876b-2ac9902d090c tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=87871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 12:02:47.066907 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-8e3ffc0a-8120-42ae-9a6d-6a43ec88057e tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Request body: {'subnet': {'network_id': '86268be1-2881-4e65-bf97-e75bf1bf141b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:02:47.070612 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-d541ea8e-f45e-41ff-876b-2ac9902d090c tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:47.070956 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.db.segments_db [None req-d541ea8e-f45e-41ff-876b-2ac9902d090c tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Added segment 610c8723-587d-441e-b9b9-437809b2ec6a of type vlan for network d3c2c8b6-878e-4f33-b177-05c95e26e95c Mar 28 12:02:47.097012 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b4e477-15dc-401c-96c3-778a55f73023 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Pushing event updated for resources: {'Network': ['ID=86268be1-2881-4e65-bf97-e75bf1bf141b,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:02:47.099122 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-d541ea8e-f45e-41ff-876b-2ac9902d090c tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783495836591'] for network, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:47.115811 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Network 86268be1-2881-4e65-bf97-e75bf1bf141b details requested by agent ovs-agent-dv-neutron-835340-2-hyperv with host dv-neutron-835340-2-hyperv {{(pid=87872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 12:02:47.135578 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-d541ea8e-f45e-41ff-876b-2ac9902d090c tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765'] for network, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:47.143188 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d541ea8e-f45e-41ff-876b-2ac9902d090c tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:02:47.144179 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-d541ea8e-f45e-41ff-876b-2ac9902d090c tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks [] for network, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:47.179873 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-8e3ffc0a-8120-42ae-9a6d-6a43ec88057e tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:02:47.183725 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-8e3ffc0a-8120-42ae-9a6d-6a43ec88057e tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Usage tracker for resource:subnet and tenant:08f960886b5a46fda15477794d40e0c7 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:02:47.186545 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-8e3ffc0a-8120-42ae-9a6d-6a43ec88057e tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:02:47.194137 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-8e3ffc0a-8120-42ae-9a6d-6a43ec88057e tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:02:47.209810 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e3ffc0a-8120-42ae-9a6d-6a43ec88057e tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Made reservation on behalf of 08f960886b5a46fda15477794d40e0c7 for: {'subnet': 1} {{(pid=87870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 12:02:47.213858 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-8e3ffc0a-8120-42ae-9a6d-6a43ec88057e tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2563571'] for subnet, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:47.246822 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-d541ea8e-f45e-41ff-876b-2ac9902d090c tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2551973 Mar 28 12:02:47.249633 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 57156) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:02:47.258632 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d541ea8e-f45e-41ff-876b-2ac9902d090c tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Pushing event updated for resources: {'Network': ['ID=d3c2c8b6-878e-4f33-b177-05c95e26e95c,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:02:47.259245 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-a0f01caf-a510-47b8-ae82-8098d7e3114b tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Request body: {'subnet': {'network_id': 'd3c2c8b6-878e-4f33-b177-05c95e26e95c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:02:47.269521 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Network d3c2c8b6-878e-4f33-b177-05c95e26e95c details requested by agent ovs-agent-dv-neutron-835340-2-hyperv with host dv-neutron-835340-2-hyperv {{(pid=87872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 12:02:47.370380 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Device cdac5450-50ef-4b5f-bce9-c5e46bcc0853 details requested by agent hyperv_hv-neutron-8353 with host hv-neutron-8353 {{(pid=87872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 28 12:02:47.433151 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-a0f01caf-a510-47b8-ae82-8098d7e3114b tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:02:47.438144 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-a0f01caf-a510-47b8-ae82-8098d7e3114b tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Usage tracker for resource:subnet and tenant:44a7e1c73898465da6902581d6416cd0 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:02:47.442656 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-a0f01caf-a510-47b8-ae82-8098d7e3114b tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:02:47.450681 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-a0f01caf-a510-47b8-ae82-8098d7e3114b tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:02:47.492030 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0f01caf-a510-47b8-ae82-8098d7e3114b tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Made reservation on behalf of 44a7e1c73898465da6902581d6416cd0 for: {'subnet': 1} {{(pid=87870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 12:02:47.495355 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-a0f01caf-a510-47b8-ae82-8098d7e3114b tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2563571'] for subnet, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:47.505512 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] For port cdac5450-50ef-4b5f-bce9-c5e46bcc0853, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=cdac5450-50ef-4b5f-bce9-c5e46bcc0853,segment=NetworkSegment(c682aff1-a7cb-49be-a4a9-25d0e3913505),segment_id=c682aff1-a7cb-49be-a4a9-25d0e3913505)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:02:47.519826 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Returning: {'device': 'cdac5450-50ef-4b5f-bce9-c5e46bcc0853', 'network_id': '23ec2e99-fe73-4c26-b043-ea335f81a26f', 'port_id': 'cdac5450-50ef-4b5f-bce9-c5e46bcc0853', 'mac_address': 'fa:16:3e:ad:9f:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d44b182-dd4a-4bef-a755-3bded7d35295', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 28 12:02:47.611528 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:47.629608 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.notifiers.nova [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdac5450-50ef-4b5f-bce9-c5e46bcc0853 {{(pid=87872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 12:02:47.646857 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] For port cdac5450-50ef-4b5f-bce9-c5e46bcc0853, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=cdac5450-50ef-4b5f-bce9-c5e46bcc0853,segment=NetworkSegment(c682aff1-a7cb-49be-a4a9-25d0e3913505),segment_id=c682aff1-a7cb-49be-a4a9-25d0e3913505)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:02:47.651311 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:47.675339 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-8e3ffc0a-8120-42ae-9a6d-6a43ec88057e tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2561241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2563521'] for subnet, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:47.725193 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Pushing event updated for resources: {'Port': ['ID=cdac5450-50ef-4b5f-bce9-c5e46bcc0853,revision_number=4']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:02:47.751316 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 6b3bad7f-eb2e-465b-89c7-20e7a6e777f5 no longer exists at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 12:02:47.789956 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] No Port match for: 6b3bad7f-eb2e-465b-89c7-20e7a6e777f5 {{(pid=87872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 12:02:47.790702 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 6b3bad7f-eb2e-465b-89c7-20e7a6e777f5 not bound to the agent host dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 12:02:47.855594 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3ffc0a-8120-42ae-9a6d-6a43ec88057e tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Pushing event updated for resources: {'Subnet': ['ID=495efca7-0726-4592-a704-05e23338450d,revision_number=0']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:02:47.860472 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] get_ports_and_sgs() called for port_ids ['cdac5450-50ef-4b5f-bce9-c5e46bcc0853'] {{(pid=87872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 12:02:47.885100 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e3ffc0a-8120-42ae-9a6d-6a43ec88057e tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Checking segment: {'id': '415a6ea8-5816-4d3c-b77a-d0d0149bef19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '86268be1-2881-4e65-bf97-e75bf1bf141b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 12:02:47.885449 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e3ffc0a-8120-42ae-9a6d-6a43ec88057e tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Network hostable DHCP agents. Network: 86268be1-2881-4e65-bf97-e75bf1bf141b, hostable agents: ['3cb85949-855b-4a40-b988-cd5705e511da'], hosted agents: [] {{(pid=87870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 12:02:47.925263 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-a0f01caf-a510-47b8-ae82-8098d7e3114b tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2561241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2563521'] for subnet, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:47.969621 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e3ffc0a-8120-42ae-9a6d-6a43ec88057e tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Network 86268be1-2881-4e65-bf97-e75bf1bf141b is scheduled to be hosted by DHCP agent 3cb85949-855b-4a40-b988-cd5705e511da with binding_index 1 {{(pid=87870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 12:02:48.098896 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7815c5c-8ea7-43a6-9999-ca7028d3abe9 req-e480ac84-7578-4855-9a6a-74e36ee77a53 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:02:48.100278 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-c7815c5c-8ea7-43a6-9999-ca7028d3abe9 req-e480ac84-7578-4855-9a6a-74e36ee77a53 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/ports?device_id=39711091-cbc3-44ae-b5c4-db841cd296c3 HTTP/1.1" status: 200 len: 945 time: 0.3867965 Mar 28 12:02:48.114724 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.base_scheduler [None req-8e3ffc0a-8120-42ae-9a6d-6a43ec88057e tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-2-hyperv, 86268be1-2881-4e65-bf97-e75bf1bf141b) {{(pid=87870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:02:48.128406 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91041bbd-5ec8-4260-80e3-91be2f712724 None None] Network 86268be1-2881-4e65-bf97-e75bf1bf141b requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 12:02:48.147155 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e3ffc0a-8120-42ae-9a6d-6a43ec88057e tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:02:48.147758 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-8e3ffc0a-8120-42ae-9a6d-6a43ec88057e tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Notify callbacks [] for subnet, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:48.155615 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f01caf-a510-47b8-ae82-8098d7e3114b tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Pushing event updated for resources: {'Subnet': ['ID=17d0815a-b7e5-4fac-bf0a-017465cd8317,revision_number=0']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:02:48.197562 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-c7815c5c-8ea7-43a6-9999-ca7028d3abe9 req-83597add-bdf5-4b85-8447-0da74dcff836 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/security-groups?id=b88777ae-9f2f-433d-925e-f6676c8d30b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884817 Mar 28 12:02:48.198636 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0f01caf-a510-47b8-ae82-8098d7e3114b tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Checking segment: {'id': '610c8723-587d-441e-b9b9-437809b2ec6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'd3c2c8b6-878e-4f33-b177-05c95e26e95c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 12:02:48.198981 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0f01caf-a510-47b8-ae82-8098d7e3114b tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Network hostable DHCP agents. Network: d3c2c8b6-878e-4f33-b177-05c95e26e95c, hostable agents: ['3cb85949-855b-4a40-b988-cd5705e511da'], hosted agents: [] {{(pid=87870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 12:02:48.203911 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-8e3ffc0a-8120-42ae-9a6d-6a43ec88057e tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.1457183 Mar 28 12:02:48.207232 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 57162) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:02:48.313698 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0f01caf-a510-47b8-ae82-8098d7e3114b tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Network d3c2c8b6-878e-4f33-b177-05c95e26e95c is scheduled to be hosted by DHCP agent 3cb85949-855b-4a40-b988-cd5705e511da with binding_index 1 {{(pid=87870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 12:02:48.330146 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.base_scheduler [None req-a0f01caf-a510-47b8-ae82-8098d7e3114b tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-2-hyperv, d3c2c8b6-878e-4f33-b177-05c95e26e95c) {{(pid=87870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:02:48.337690 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0f01caf-a510-47b8-ae82-8098d7e3114b tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:02:48.338252 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-a0f01caf-a510-47b8-ae82-8098d7e3114b tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks [] for subnet, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:48.360975 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe669c54-6698-4fba-ac27-6050a7356687 None None] Network d3c2c8b6-878e-4f33-b177-05c95e26e95c requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 12:02:48.375766 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-71f9f626-183b-4297-b237-f34807d2c6ed tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588883'] for network, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:48.381907 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-a0f01caf-a510-47b8-ae82-8098d7e3114b tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1269336 Mar 28 12:02:48.382407 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 57166) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:02:48.388363 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-d3024fc2-9079-4a29-9162-c80d13a91fbd tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1678111123', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:02:48.395989 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-d3024fc2-9079-4a29-9162-c80d13a91fbd tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:02:48.400263 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-d3024fc2-9079-4a29-9162-c80d13a91fbd tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Usage tracker for resource:router and tenant:44a7e1c73898465da6902581d6416cd0 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:02:48.403661 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-d3024fc2-9079-4a29-9162-c80d13a91fbd tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:02:48.410899 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-d3024fc2-9079-4a29-9162-c80d13a91fbd tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:02:48.422389 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-d3024fc2-9079-4a29-9162-c80d13a91fbd tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-707665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-260886'] for router, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:48.424443 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-d3024fc2-9079-4a29-9162-c80d13a91fbd tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-705660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709650', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-767110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260873'] for router, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:48.440758 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-d3024fc2-9079-4a29-9162-c80d13a91fbd tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:48.446617 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-71f9f626-183b-4297-b237-f34807d2c6ed tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1919782'] for subnet, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:48.454857 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39bdfe12-4227-4b10-bcf2-e3932fc31de0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1d3f2a9-8722-5ce5-bc40-181687d1ed3f-86268be1-2881-4e65-bf97-e75bf1bf141b', 'network_id': '86268be1-2881-4e65-bf97-e75bf1bf141b', 'tenant_id': '08f960886b5a46fda15477794d40e0c7', 'fixed_ips': [{'subnet_id': '495efca7-0726-4592-a704-05e23338450d'}]}} from dv-neutron-835340-2-hyperv. {{(pid=87872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 12:02:48.455934 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-39bdfe12-4227-4b10-bcf2-e3932fc31de0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:48.464162 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-d3024fc2-9079-4a29-9162-c80d13a91fbd tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709693'] for router, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:48.487950 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-d3024fc2-9079-4a29-9162-c80d13a91fbd tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks [] for router, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:48.491675 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-d3024fc2-9079-4a29-9162-c80d13a91fbd tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1057262 Mar 28 12:02:48.492015 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 57170) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:02:48.498190 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-8ba38597-19a5-46b0-8f47-98cf85c3f1fd tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Request body: {'port': {'network_id': 'd3c2c8b6-878e-4f33-b177-05c95e26e95c', 'name': 'tempest-RoutersIpV6Test-2021301947'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:02:48.544047 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-71f9f626-183b-4297-b237-f34807d2c6ed tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1919805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2561174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2563528'] for subnet, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:48.583856 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f9f626-183b-4297-b237-f34807d2c6ed tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Pushing event deleted for resources: {'Subnet': ['ID=495efca7-0726-4592-a704-05e23338450d,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:02:48.637148 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server [None req-39bdfe12-4227-4b10-bcf2-e3932fc31de0 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 495efca7-0726-4592-a704-05e23338450d: This subnet is being modified by another concurrent operation. Mar 28 12:02:48.637148 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 28 12:02:48.637148 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 28 12:02:48.637148 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 28 12:02:48.637148 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 28 12:02:48.637148 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 28 12:02:48.637148 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 28 12:02:48.637148 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 28 12:02:48.637148 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 28 12:02:48.637148 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 28 12:02:48.637148 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 28 12:02:48.637148 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 28 12:02:48.637148 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 12:02:48.637148 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 12:02:48.637148 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 12:02:48.637148 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 12:02:48.637148 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 28 12:02:48.637148 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 28 12:02:48.637148 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 28 12:02:48.637148 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 28 12:02:48.637148 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 12:02:48.637148 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 12:02:48.637148 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 12:02:48.637148 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 12:02:48.637148 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 28 12:02:48.637148 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 28 12:02:48.637148 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 28 12:02:48.637148 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 28 12:02:48.637148 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 12:02:48.637148 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 12:02:48.637148 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 12:02:48.637148 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 12:02:48.637148 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 28 12:02:48.637148 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 28 12:02:48.637148 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 28 12:02:48.637148 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 28 12:02:48.637148 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Mar 28 12:02:48.637148 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 28 12:02:48.637148 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Mar 28 12:02:48.637148 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 28 12:02:48.637148 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 28 12:02:48.637148 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 28 12:02:48.637148 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 28 12:02:48.637148 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 28 12:02:48.637148 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 28 12:02:48.637148 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 28 12:02:48.637148 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 28 12:02:48.637148 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 28 12:02:48.637148 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 12:02:48.637148 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 12:02:48.637148 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 12:02:48.637148 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 12:02:48.637148 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 28 12:02:48.637148 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 28 12:02:48.637148 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 28 12:02:48.637148 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 28 12:02:48.637148 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 12:02:48.637148 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 12:02:48.637148 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 12:02:48.637148 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 12:02:48.637148 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 28 12:02:48.637148 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 28 12:02:48.637148 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 28 12:02:48.637148 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 28 12:02:48.637148 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 12:02:48.637148 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 12:02:48.637148 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 12:02:48.637148 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 12:02:48.637148 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 28 12:02:48.637148 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 28 12:02:48.637148 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Mar 28 12:02:48.637148 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 28 12:02:48.637148 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Mar 28 12:02:48.637148 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 28 12:02:48.637148 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Mar 28 12:02:48.637148 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 28 12:02:48.637148 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 28 12:02:48.637148 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 28 12:02:48.637148 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 28 12:02:48.637148 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 28 12:02:48.637148 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 28 12:02:48.637148 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 28 12:02:48.637148 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 28 12:02:48.637148 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 28 12:02:48.637148 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 28 12:02:48.637148 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 28 12:02:48.637148 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Mar 28 12:02:48.637148 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 28 12:02:48.637148 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 28 12:02:48.637148 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server raise exception Mar 28 12:02:48.637148 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 495efca7-0726-4592-a704-05e23338450d: This subnet is being modified by another concurrent operation. Mar 28 12:02:48.637148 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server Mar 28 12:02:48.657705 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-8ba38597-19a5-46b0-8f47-98cf85c3f1fd tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:02:48.663154 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-8ba38597-19a5-46b0-8f47-98cf85c3f1fd tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Usage tracker for resource:port and tenant:44a7e1c73898465da6902581d6416cd0 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:02:48.666594 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-8ba38597-19a5-46b0-8f47-98cf85c3f1fd tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:02:48.672542 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-8ba38597-19a5-46b0-8f47-98cf85c3f1fd tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:02:48.675541 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b4191cb-4f3f-4974-93d4-58c1ecf5e988 None None] Network 86268be1-2881-4e65-bf97-e75bf1bf141b requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 12:02:48.686076 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-71f9f626-183b-4297-b237-f34807d2c6ed tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930431', 'neutron.services.segments.db._delete_segments_for_network-8783496351308'] for network, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:48.686753 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ba38597-19a5-46b0-8f47-98cf85c3f1fd tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Made reservation on behalf of 44a7e1c73898465da6902581d6416cd0 for: {'port': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 12:02:48.691592 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-8ba38597-19a5-46b0-8f47-98cf85c3f1fd tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:48.714726 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-71f9f626-183b-4297-b237-f34807d2c6ed tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86268be1-2881-4e65-bf97-e75bf1bf141b']}} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:02:48.716017 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66155ce1-62df-43e1-82de-7bcacbb15689 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1d3f2a9-8722-5ce5-bc40-181687d1ed3f-d3c2c8b6-878e-4f33-b177-05c95e26e95c', 'network_id': 'd3c2c8b6-878e-4f33-b177-05c95e26e95c', 'tenant_id': '44a7e1c73898465da6902581d6416cd0', 'fixed_ips': [{'subnet_id': '17d0815a-b7e5-4fac-bf0a-017465cd8317'}]}} from dv-neutron-835340-2-hyperv. {{(pid=87872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 12:02:48.716903 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-66155ce1-62df-43e1-82de-7bcacbb15689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:48.723014 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.notifiers.nova [None req-8ba38597-19a5-46b0-8f47-98cf85c3f1fd tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] device_id is not set on port 5b3b2a7a-ed91-4578-840d-46de0b479dcc yet. {{(pid=87871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 12:02:48.730061 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-71f9f626-183b-4297-b237-f34807d2c6ed tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '415a6ea8-5816-4d3c-b77a-d0d0149bef19') {'for_net_delete': True} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:02:48.730441 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-71f9f626-183b-4297-b237-f34807d2c6ed tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '415a6ea8-5816-4d3c-b77a-d0d0149bef19') {} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:02:48.742132 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-71f9f626-183b-4297-b237-f34807d2c6ed tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783496353639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3591341'] for segment, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:48.758226 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-71f9f626-183b-4297-b237-f34807d2c6ed tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:48.764665 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71f9f626-183b-4297-b237-f34807d2c6ed tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=87870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 12:02:48.765054 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-71f9f626-183b-4297-b237-f34807d2c6ed tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1920481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2558260'] for segment, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:48.780808 dv-neutron-835340-2-hyperv neutron-server[87870]: Traceback (most recent call last): Mar 28 12:02:48.780808 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 12:02:48.780808 dv-neutron-835340-2-hyperv neutron-server[87870]: timer() Mar 28 12:02:48.780808 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 12:02:48.780808 dv-neutron-835340-2-hyperv neutron-server[87870]: cb(*args, **kw) Mar 28 12:02:48.780808 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 12:02:48.780808 dv-neutron-835340-2-hyperv neutron-server[87870]: return func(*args, **kwargs) Mar 28 12:02:48.780808 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 12:02:48.780808 dv-neutron-835340-2-hyperv neutron-server[87870]: self._notify() Mar 28 12:02:48.780808 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 12:02:48.780808 dv-neutron-835340-2-hyperv neutron-server[87870]: self.callback(batched_events) Mar 28 12:02:48.780808 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 12:02:48.780808 dv-neutron-835340-2-hyperv neutron-server[87870]: event.method(event) Mar 28 12:02:48.780808 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 12:02:48.780808 dv-neutron-835340-2-hyperv neutron-server[87870]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 12:02:48.780808 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 12:02:48.780808 dv-neutron-835340-2-hyperv neutron-server[87870]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 12:02:48.780808 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 12:02:48.780808 dv-neutron-835340-2-hyperv neutron-server[87870]: return f(self, *a, **k) Mar 28 12:02:48.780808 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 12:02:48.780808 dv-neutron-835340-2-hyperv neutron-server[87870]: return self._get(url).json() Mar 28 12:02:48.780808 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 12:02:48.780808 dv-neutron-835340-2-hyperv neutron-server[87870]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 12:02:48.780808 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 12:02:48.780808 dv-neutron-835340-2-hyperv neutron-server[87870]: return self.request(url, 'GET', **kwargs) Mar 28 12:02:48.780808 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 12:02:48.780808 dv-neutron-835340-2-hyperv neutron-server[87870]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 12:02:48.780808 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 12:02:48.780808 dv-neutron-835340-2-hyperv neutron-server[87870]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 12:02:48.780808 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 12:02:48.780808 dv-neutron-835340-2-hyperv neutron-server[87870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 12:02:48.780808 dv-neutron-835340-2-hyperv neutron-server[87870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 12:02:48.864847 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-71f9f626-183b-4297-b237-f34807d2c6ed tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709602'] for network, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:48.883289 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-71f9f626-183b-4297-b237-f34807d2c6ed tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538751'] for network, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:48.895787 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f9f626-183b-4297-b237-f34807d2c6ed tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Pushing event deleted for resources: {'Network': ['ID=86268be1-2881-4e65-bf97-e75bf1bf141b,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:02:48.905626 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-71f9f626-183b-4297-b237-f34807d2c6ed tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] 10.222.0.30 "DELETE /v2.0/networks/86268be1-2881-4e65-bf97-e75bf1bf141b HTTP/1.1" status: 204 len: 168 time: 0.6972942 Mar 28 12:02:48.906289 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 57174) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:02:48.915090 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-dea5fcc8-07c4-4213-952b-fa76b0babf37 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-357210266'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:02:48.920110 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-dea5fcc8-07c4-4213-952b-fa76b0babf37 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:02:48.924011 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-dea5fcc8-07c4-4213-952b-fa76b0babf37 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Usage tracker for resource:network and tenant:08f960886b5a46fda15477794d40e0c7 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:02:48.926889 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-dea5fcc8-07c4-4213-952b-fa76b0babf37 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:02:48.932650 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-dea5fcc8-07c4-4213-952b-fa76b0babf37 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:02:48.945520 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dea5fcc8-07c4-4213-952b-fa76b0babf37 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Made reservation on behalf of 08f960886b5a46fda15477794d40e0c7 for: {'network': 1} {{(pid=87870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 12:02:48.949645 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-dea5fcc8-07c4-4213-952b-fa76b0babf37 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for network, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:48.978326 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dea5fcc8-07c4-4213-952b-fa76b0babf37 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=87870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 12:02:48.987854 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-dea5fcc8-07c4-4213-952b-fa76b0babf37 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:48.988199 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.db.segments_db [None req-dea5fcc8-07c4-4213-952b-fa76b0babf37 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Added segment 26ce3873-fbcb-4bca-ac81-3a5a87211696 of type vlan for network 01527695-b4ad-4090-b617-294b479aaf07 Mar 28 12:02:49.016869 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-dea5fcc8-07c4-4213-952b-fa76b0babf37 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783495836591'] for network, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:49.049770 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-dea5fcc8-07c4-4213-952b-fa76b0babf37 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765'] for network, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:49.055173 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dea5fcc8-07c4-4213-952b-fa76b0babf37 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:02:49.055805 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-dea5fcc8-07c4-4213-952b-fa76b0babf37 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538751'] for network, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:49.105875 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.db_base_plugin_common [None req-8ba38597-19a5-46b0-8f47-98cf85c3f1fd tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Allocated IP 2001:db8::32e (d3c2c8b6-878e-4f33-b177-05c95e26e95c/17d0815a-b7e5-4fac-bf0a-017465cd8317/5b3b2a7a-ed91-4578-840d-46de0b479dcc) {{(pid=87871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 12:02:49.162454 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-dea5fcc8-07c4-4213-952b-fa76b0babf37 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2549391 Mar 28 12:02:49.165122 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 57178) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:02:49.168538 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea5fcc8-07c4-4213-952b-fa76b0babf37 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Pushing event updated for resources: {'Network': ['ID=01527695-b4ad-4090-b617-294b479aaf07,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:02:49.179765 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Network 01527695-b4ad-4090-b617-294b479aaf07 details requested by agent ovs-agent-dv-neutron-835340-2-hyperv with host dv-neutron-835340-2-hyperv {{(pid=87872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 12:02:49.185494 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-17846e73-5eab-4152-90a1-414d9bbfec79 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Request body: {'subnet': {'network_id': '01527695-b4ad-4090-b617-294b479aaf07', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:02:49.376395 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Device cdac5450-50ef-4b5f-bce9-c5e46bcc0853 up at agent hyperv_hv-neutron-8353 {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:02:49.419427 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-17846e73-5eab-4152-90a1-414d9bbfec79 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:02:49.440185 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-17846e73-5eab-4152-90a1-414d9bbfec79 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Usage tracker for resource:subnet and tenant:08f960886b5a46fda15477794d40e0c7 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:02:49.444369 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Provisioning for port cdac5450-50ef-4b5f-bce9-c5e46bcc0853 completed by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:02:49.446084 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-17846e73-5eab-4152-90a1-414d9bbfec79 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:02:49.449180 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Provisioning complete for port cdac5450-50ef-4b5f-bce9-c5e46bcc0853 triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:02:49.449545 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:49.455517 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-17846e73-5eab-4152-90a1-414d9bbfec79 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:02:49.478936 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-8ba38597-19a5-46b0-8f47-98cf85c3f1fd tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks [] for port, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:49.485690 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17846e73-5eab-4152-90a1-414d9bbfec79 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Made reservation on behalf of 08f960886b5a46fda15477794d40e0c7 for: {'subnet': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 12:02:49.489614 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-17846e73-5eab-4152-90a1-414d9bbfec79 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26551362'] for subnet, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:49.542522 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.provisioning_blocks [None req-8ba38597-19a5-46b0-8f47-98cf85c3f1fd tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Transition to ACTIVE for port object 5b3b2a7a-ed91-4578-840d-46de0b479dcc will not be triggered until provisioned by entity DHCP. {{(pid=87871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:02:49.551282 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db952f57-9b15-42b5-828c-6c7c203eacc0 req-ffc84100-5375-4d51-9202-d143439db234 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:02:49.552754 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-db952f57-9b15-42b5-828c-6c7c203eacc0 req-ffc84100-5375-4d51-9202-d143439db234 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/ports?device_id=39711091-cbc3-44ae-b5c4-db841cd296c3 HTTP/1.1" status: 200 len: 945 time: 0.2167847 Mar 28 12:02:49.571288 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:49.598397 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39711091-cbc3-44ae-b5c4-db841cd296c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdac5450-50ef-4b5f-bce9-c5e46bcc0853'}] {{(pid=87872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 12:02:49.608413 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] For port cdac5450-50ef-4b5f-bce9-c5e46bcc0853, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=cdac5450-50ef-4b5f-bce9-c5e46bcc0853,segment=NetworkSegment(c682aff1-a7cb-49be-a4a9-25d0e3913505),segment_id=c682aff1-a7cb-49be-a4a9-25d0e3913505)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:02:49.613781 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:49.680841 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-db952f57-9b15-42b5-828c-6c7c203eacc0 req-e7487be1-636a-4c99-8370-502c08fe0032 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/security-groups?id=b88777ae-9f2f-433d-925e-f6676c8d30b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808713 Mar 28 12:02:49.696509 dv-neutron-835340-2-hyperv neutron-server[87872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39711091-cbc3-44ae-b5c4-db841cd296c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdac5450-50ef-4b5f-bce9-c5e46bcc0853', 'code': 200} Mar 28 12:02:49.701432 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-8ba38597-19a5-46b0-8f47-98cf85c3f1fd tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:49.778969 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Pushing event updated for resources: {'Port': ['ID=cdac5450-50ef-4b5f-bce9-c5e46bcc0853,revision_number=5']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:02:49.788512 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.db_base_plugin_common [None req-66155ce1-62df-43e1-82de-7bcacbb15689 None None] Allocated IP 2001:db8::2 (d3c2c8b6-878e-4f33-b177-05c95e26e95c/17d0815a-b7e5-4fac-bf0a-017465cd8317/19e9220f-5120-4352-89ba-2ce272869bac) {{(pid=87872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 12:02:49.813483 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ba38597-19a5-46b0-8f47-98cf85c3f1fd tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Network d3c2c8b6-878e-4f33-b177-05c95e26e95c is already hosted by enough agents. {{(pid=87871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:02:49.818405 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-8ba38597-19a5-46b0-8f47-98cf85c3f1fd tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Resources bound (agent type, host, resource id): {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:02:49.828848 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba38597-19a5-46b0-8f47-98cf85c3f1fd tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Received port after_create {{(pid=87871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 12:02:49.834463 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ba38597-19a5-46b0-8f47-98cf85c3f1fd tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:02:49.835271 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-8ba38597-19a5-46b0-8f47-98cf85c3f1fd tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:49.855403 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba38597-19a5-46b0-8f47-98cf85c3f1fd tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Pushing event updated for resources: {'Port': ['ID=5b3b2a7a-ed91-4578-840d-46de0b479dcc,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:02:49.940220 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-8ba38597-19a5-46b0-8f47-98cf85c3f1fd tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.4470820 Mar 28 12:02:49.943385 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 57186) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:02:49.959492 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-17846e73-5eab-4152-90a1-414d9bbfec79 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2364128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26551408'] for subnet, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:50.010275 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-66155ce1-62df-43e1-82de-7bcacbb15689 None None] Notify callbacks [] for port, precommit_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:50.021527 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-66155ce1-62df-43e1-82de-7bcacbb15689 None None] Transition to ACTIVE for port object 19e9220f-5120-4352-89ba-2ce272869bac will not be triggered until provisioned by entity L2. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:02:50.025022 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e5c5d5-614d-4af0-b15e-0ffb881d4c74 req-fe44c514-9d33-4231-9f9f-9c8e2471f063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:02:50.026476 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-56e5c5d5-614d-4af0-b15e-0ffb881d4c74 req-fe44c514-9d33-4231-9f9f-9c8e2471f063 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=39711091-cbc3-44ae-b5c4-db841cd296c3 HTTP/1.1" status: 200 len: 1099 time: 0.1761136 Mar 28 12:02:50.041437 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-66155ce1-62df-43e1-82de-7bcacbb15689 None None] Transition to ACTIVE for port object 19e9220f-5120-4352-89ba-2ce272869bac will not be triggered until provisioned by entity DHCP. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:02:50.048211 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-66155ce1-62df-43e1-82de-7bcacbb15689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241'] for port, after_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:50.071338 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17846e73-5eab-4152-90a1-414d9bbfec79 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Pushing event updated for resources: {'Subnet': ['ID=0af91668-34e5-489d-977e-5c7c67db4244,revision_number=0']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:02:50.084690 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17846e73-5eab-4152-90a1-414d9bbfec79 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Checking segment: {'id': '26ce3873-fbcb-4bca-ac81-3a5a87211696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '01527695-b4ad-4090-b617-294b479aaf07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 12:02:50.085517 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17846e73-5eab-4152-90a1-414d9bbfec79 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Network hostable DHCP agents. Network: 01527695-b4ad-4090-b617-294b479aaf07, hostable agents: ['3cb85949-855b-4a40-b988-cd5705e511da'], hosted agents: [] {{(pid=87871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 12:02:50.103928 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-56e5c5d5-614d-4af0-b15e-0ffb881d4c74 req-87465354-b2d9-4752-9dbb-dca719c348ec service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=b88777ae-9f2f-433d-925e-f6676c8d30b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707660 Mar 28 12:02:50.114235 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17846e73-5eab-4152-90a1-414d9bbfec79 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Network 01527695-b4ad-4090-b617-294b479aaf07 is scheduled to be hosted by DHCP agent 3cb85949-855b-4a40-b988-cd5705e511da with binding_index 1 {{(pid=87871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 12:02:50.124951 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-17846e73-5eab-4152-90a1-414d9bbfec79 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-2-hyperv, 01527695-b4ad-4090-b617-294b479aaf07) {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:02:50.130123 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17846e73-5eab-4152-90a1-414d9bbfec79 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:02:50.130326 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66155ce1-62df-43e1-82de-7bcacbb15689 None None] Network d3c2c8b6-878e-4f33-b177-05c95e26e95c is already hosted by enough agents. {{(pid=87872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:02:50.131085 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-17846e73-5eab-4152-90a1-414d9bbfec79 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Notify callbacks [] for subnet, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:50.133340 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.base_scheduler [None req-66155ce1-62df-43e1-82de-7bcacbb15689 None None] Resources bound (agent type, host, resource id): {{(pid=87872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:02:50.137040 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66155ce1-62df-43e1-82de-7bcacbb15689 None None] Received port after_create {{(pid=87872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 12:02:50.148989 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eec9216-20ce-43c7-8f25-1fbad1fc00a2 None None] Network 01527695-b4ad-4090-b617-294b479aaf07 requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 12:02:50.155697 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-17846e73-5eab-4152-90a1-414d9bbfec79 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.9869373 Mar 28 12:02:50.156099 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 57190) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:02:50.217911 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66155ce1-62df-43e1-82de-7bcacbb15689 None None] Pushing event updated for resources: {'Port': ['ID=19e9220f-5120-4352-89ba-2ce272869bac,revision_number=1']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:02:50.302396 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-6ec045a6-5f1f-4b49-a7c2-6086de8526db tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588883'] for network, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:50.332626 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-66155ce1-62df-43e1-82de-7bcacbb15689 None None] Attempting to bind port 19e9220f-5120-4352-89ba-2ce272869bac on host dv-neutron-835340-2-hyperv for vnic_type normal with profile {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 12:02:50.332988 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-66155ce1-62df-43e1-82de-7bcacbb15689 None None] Attempting to bind port 19e9220f-5120-4352-89ba-2ce272869bac by drivers openvswitch,hyperv on host dv-neutron-835340-2-hyperv at level 0 using segments [{'id': '610c8723-587d-441e-b9b9-437809b2ec6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'd3c2c8b6-878e-4f33-b177-05c95e26e95c'}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 12:02:50.333352 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66155ce1-62df-43e1-82de-7bcacbb15689 None None] Attempting to bind port 19e9220f-5120-4352-89ba-2ce272869bac on network d3c2c8b6-878e-4f33-b177-05c95e26e95c {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 12:02:50.341300 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66155ce1-62df-43e1-82de-7bcacbb15689 None None] Checking agent: {'id': '961a16fe-cbc8-4264-ac28-bbbd53f89caa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 46, 6), 'started_at': datetime.datetime(2022, 3, 28, 11, 46, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 12, 2, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 12:02:50.341665 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66155ce1-62df-43e1-82de-7bcacbb15689 None None] Checking segment: {'id': '610c8723-587d-441e-b9b9-437809b2ec6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'd3c2c8b6-878e-4f33-b177-05c95e26e95c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 12:02:50.342056 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-66155ce1-62df-43e1-82de-7bcacbb15689 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:50.342441 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66155ce1-62df-43e1-82de-7bcacbb15689 None None] Bound using segment: {'id': '610c8723-587d-441e-b9b9-437809b2ec6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'd3c2c8b6-878e-4f33-b177-05c95e26e95c'} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 12:02:50.342897 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-66155ce1-62df-43e1-82de-7bcacbb15689 None None] Bound port: 19e9220f-5120-4352-89ba-2ce272869bac, host: dv-neutron-835340-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '610c8723-587d-441e-b9b9-437809b2ec6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'd3c2c8b6-878e-4f33-b177-05c95e26e95c'}}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 12:02:50.343265 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-66155ce1-62df-43e1-82de-7bcacbb15689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:50.368131 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-6ec045a6-5f1f-4b49-a7c2-6086de8526db tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1919782'] for subnet, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:50.455402 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-6ec045a6-5f1f-4b49-a7c2-6086de8526db tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1919805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2364079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26551417'] for subnet, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:50.527840 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-66155ce1-62df-43e1-82de-7bcacbb15689 None None] For port 19e9220f-5120-4352-89ba-2ce272869bac, host dv-neutron-835340-2-hyperv, cleared binding levels {{(pid=87872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 12:02:50.533708 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec045a6-5f1f-4b49-a7c2-6086de8526db tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Pushing event deleted for resources: {'Subnet': ['ID=0af91668-34e5-489d-977e-5c7c67db4244,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:02:50.542044 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-66155ce1-62df-43e1-82de-7bcacbb15689 None None] For port 19e9220f-5120-4352-89ba-2ce272869bac, host dv-neutron-835340-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=19e9220f-5120-4352-89ba-2ce272869bac,segment=NetworkSegment(610c8723-587d-441e-b9b9-437809b2ec6a),segment_id=610c8723-587d-441e-b9b9-437809b2ec6a)] {{(pid=87872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 12:02:50.549478 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-66155ce1-62df-43e1-82de-7bcacbb15689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:50.589928 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1320b453-c10b-4927-9a22-c20d2c95ac10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1d3f2a9-8722-5ce5-bc40-181687d1ed3f-01527695-b4ad-4090-b617-294b479aaf07', 'network_id': '01527695-b4ad-4090-b617-294b479aaf07', 'tenant_id': '08f960886b5a46fda15477794d40e0c7', 'fixed_ips': [{'subnet_id': '0af91668-34e5-489d-977e-5c7c67db4244'}]}} from dv-neutron-835340-2-hyperv. {{(pid=87872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 12:02:50.590753 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-1320b453-c10b-4927-9a22-c20d2c95ac10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:50.664196 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-6ec045a6-5f1f-4b49-a7c2-6086de8526db tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930431', 'neutron.services.segments.db._delete_segments_for_network-8783496351308'] for network, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:50.697926 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-e1577db5-be84-4627-a548-610445a50392 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:50.702784 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.segments.db [None req-6ec045a6-5f1f-4b49-a7c2-6086de8526db tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01527695-b4ad-4090-b617-294b479aaf07']}} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:02:50.712130 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:50.722763 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.segments.db [None req-6ec045a6-5f1f-4b49-a7c2-6086de8526db tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26ce3873-fbcb-4bca-ac81-3a5a87211696') {'for_net_delete': True} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:02:50.723237 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.segments.db [None req-6ec045a6-5f1f-4b49-a7c2-6086de8526db tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26ce3873-fbcb-4bca-ac81-3a5a87211696') {} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:02:50.741899 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-6ec045a6-5f1f-4b49-a7c2-6086de8526db tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783496353639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3436890'] for segment, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:50.763450 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66155ce1-62df-43e1-82de-7bcacbb15689 None None] Pushing event updated for resources: {'Port': ['ID=19e9220f-5120-4352-89ba-2ce272869bac,revision_number=2']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:02:50.766774 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-6ec045a6-5f1f-4b49-a7c2-6086de8526db tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:50.775741 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ec045a6-5f1f-4b49-a7c2-6086de8526db tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=87871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 12:02:50.776349 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-6ec045a6-5f1f-4b49-a7c2-6086de8526db tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1920481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2363149'] for segment, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:50.793971 dv-neutron-835340-2-hyperv neutron-server[87871]: Traceback (most recent call last): Mar 28 12:02:50.793971 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 12:02:50.793971 dv-neutron-835340-2-hyperv neutron-server[87871]: timer() Mar 28 12:02:50.793971 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 12:02:50.793971 dv-neutron-835340-2-hyperv neutron-server[87871]: cb(*args, **kw) Mar 28 12:02:50.793971 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 12:02:50.793971 dv-neutron-835340-2-hyperv neutron-server[87871]: return func(*args, **kwargs) Mar 28 12:02:50.793971 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 12:02:50.793971 dv-neutron-835340-2-hyperv neutron-server[87871]: self._notify() Mar 28 12:02:50.793971 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 12:02:50.793971 dv-neutron-835340-2-hyperv neutron-server[87871]: self.callback(batched_events) Mar 28 12:02:50.793971 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 12:02:50.793971 dv-neutron-835340-2-hyperv neutron-server[87871]: event.method(event) Mar 28 12:02:50.793971 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 12:02:50.793971 dv-neutron-835340-2-hyperv neutron-server[87871]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 12:02:50.793971 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 12:02:50.793971 dv-neutron-835340-2-hyperv neutron-server[87871]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 12:02:50.793971 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 12:02:50.793971 dv-neutron-835340-2-hyperv neutron-server[87871]: return f(self, *a, **k) Mar 28 12:02:50.793971 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 12:02:50.793971 dv-neutron-835340-2-hyperv neutron-server[87871]: return self._get(url).json() Mar 28 12:02:50.793971 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 12:02:50.793971 dv-neutron-835340-2-hyperv neutron-server[87871]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 12:02:50.793971 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 12:02:50.793971 dv-neutron-835340-2-hyperv neutron-server[87871]: return self.request(url, 'GET', **kwargs) Mar 28 12:02:50.793971 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 12:02:50.793971 dv-neutron-835340-2-hyperv neutron-server[87871]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 12:02:50.793971 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 12:02:50.793971 dv-neutron-835340-2-hyperv neutron-server[87871]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 12:02:50.793971 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 12:02:50.793971 dv-neutron-835340-2-hyperv neutron-server[87871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 12:02:50.793971 dv-neutron-835340-2-hyperv neutron-server[87871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 12:02:50.814807 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aac9315-818c-4448-9f8f-14714528ea22 None None] Network 01527695-b4ad-4090-b617-294b479aaf07 requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 12:02:50.917523 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-6ec045a6-5f1f-4b49-a7c2-6086de8526db tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709602'] for network, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:50.924207 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-6ec045a6-5f1f-4b49-a7c2-6086de8526db tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Notify callbacks [] for network, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:50.952660 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec045a6-5f1f-4b49-a7c2-6086de8526db tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Pushing event deleted for resources: {'Network': ['ID=01527695-b4ad-4090-b617-294b479aaf07,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:02:50.964855 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-6ec045a6-5f1f-4b49-a7c2-6086de8526db tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] 10.222.0.30 "DELETE /v2.0/networks/01527695-b4ad-4090-b617-294b479aaf07 HTTP/1.1" status: 204 len: 168 time: 0.8075964 Mar 28 12:02:50.965634 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 57196) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:02:50.971203 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-19c46ae6-7118-468c-b977-1692c0808d02 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-714526519'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:02:51.000157 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-19c46ae6-7118-468c-b977-1692c0808d02 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:02:51.014478 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-19c46ae6-7118-468c-b977-1692c0808d02 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Usage tracker for resource:network and tenant:08f960886b5a46fda15477794d40e0c7 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:02:51.019985 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-19c46ae6-7118-468c-b977-1692c0808d02 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:02:51.026506 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-19c46ae6-7118-468c-b977-1692c0808d02 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:02:51.038387 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19c46ae6-7118-468c-b977-1692c0808d02 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Made reservation on behalf of 08f960886b5a46fda15477794d40e0c7 for: {'network': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 12:02:51.051376 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-19c46ae6-7118-468c-b977-1692c0808d02 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for network, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:51.086890 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19c46ae6-7118-468c-b977-1692c0808d02 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=87871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 12:02:51.100482 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-19c46ae6-7118-468c-b977-1692c0808d02 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:51.100829 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.db.segments_db [None req-19c46ae6-7118-468c-b977-1692c0808d02 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Added segment 35cf9ec6-3268-4bc3-91e5-6bb3e12c4395 of type vlan for network 1ce8f92e-ded0-4af1-a854-caca4db9145e Mar 28 12:02:51.136677 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-19c46ae6-7118-468c-b977-1692c0808d02 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783495836591'] for network, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:51.172371 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-19c46ae6-7118-468c-b977-1692c0808d02 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765'] for network, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:51.179385 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19c46ae6-7118-468c-b977-1692c0808d02 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:02:51.180046 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-19c46ae6-7118-468c-b977-1692c0808d02 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Notify callbacks [] for network, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:51.253432 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0374a82-06eb-4f61-8c3e-7b8935b222a1 req-7c2a7091-9030-472c-89f2-933fb753fc77 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:02:51.254920 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-d0374a82-06eb-4f61-8c3e-7b8935b222a1 req-7c2a7091-9030-472c-89f2-933fb753fc77 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/ports?device_id=39711091-cbc3-44ae-b5c4-db841cd296c3 HTTP/1.1" status: 200 len: 946 time: 0.3315895 Mar 28 12:02:51.328141 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-d0374a82-06eb-4f61-8c3e-7b8935b222a1 req-229dc219-40c3-4357-9720-99028e1bf622 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/security-groups?id=b88777ae-9f2f-433d-925e-f6676c8d30b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664456 Mar 28 12:02:51.358532 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-e1577db5-be84-4627-a548-610445a50392 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks [] for port, precommit_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:51.365004 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-e1577db5-be84-4627-a548-610445a50392 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2558288'] for port, after_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:51.415361 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-19c46ae6-7118-468c-b977-1692c0808d02 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4486661 Mar 28 12:02:51.421132 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 57200) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:02:51.427559 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-e723ede0-35a4-4402-8281-d78affe611ba tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Request body: {'subnet': {'network_id': '1ce8f92e-ded0-4af1-a854-caca4db9145e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:02:51.462105 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c46ae6-7118-468c-b977-1692c0808d02 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Pushing event updated for resources: {'Network': ['ID=1ce8f92e-ded0-4af1-a854-caca4db9145e,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:02:51.476583 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Network 1ce8f92e-ded0-4af1-a854-caca4db9145e details requested by agent ovs-agent-dv-neutron-835340-2-hyperv with host dv-neutron-835340-2-hyperv {{(pid=87872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 12:02:51.501113 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1577db5-be84-4627-a548-610445a50392 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Pushing event updated for resources: {'Port': ['ID=5b3b2a7a-ed91-4578-840d-46de0b479dcc,revision_number=2']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:02:51.544415 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-e723ede0-35a4-4402-8281-d78affe611ba tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:02:51.549063 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-e723ede0-35a4-4402-8281-d78affe611ba tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Usage tracker for resource:subnet and tenant:08f960886b5a46fda15477794d40e0c7 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:02:51.552209 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-e723ede0-35a4-4402-8281-d78affe611ba tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:02:51.558140 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-e723ede0-35a4-4402-8281-d78affe611ba tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:02:51.575834 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e723ede0-35a4-4402-8281-d78affe611ba tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Made reservation on behalf of 08f960886b5a46fda15477794d40e0c7 for: {'subnet': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 12:02:51.580613 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-e723ede0-35a4-4402-8281-d78affe611ba tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26551362'] for subnet, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:51.665868 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-e1577db5-be84-4627-a548-610445a50392 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-709483'] for router_interface, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:51.784205 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 19e9220f-5120-4352-89ba-2ce272869bac up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:02:51.816685 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-e1577db5-be84-4627-a548-610445a50392 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:51.842480 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-e723ede0-35a4-4402-8281-d78affe611ba tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2364128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26551408'] for subnet, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:51.897178 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning for port 19e9220f-5120-4352-89ba-2ce272869bac completed by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:02:51.942317 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e723ede0-35a4-4402-8281-d78affe611ba tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Pushing event updated for resources: {'Subnet': ['ID=0328eecd-8d60-469e-a674-7822330a03ab,revision_number=0']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:02:51.950736 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e723ede0-35a4-4402-8281-d78affe611ba tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Checking segment: {'id': '35cf9ec6-3268-4bc3-91e5-6bb3e12c4395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '1ce8f92e-ded0-4af1-a854-caca4db9145e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 12:02:51.951216 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e723ede0-35a4-4402-8281-d78affe611ba tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Network hostable DHCP agents. Network: 1ce8f92e-ded0-4af1-a854-caca4db9145e, hostable agents: ['3cb85949-855b-4a40-b988-cd5705e511da'], hosted agents: [] {{(pid=87871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 12:02:51.972306 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e723ede0-35a4-4402-8281-d78affe611ba tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Network 1ce8f92e-ded0-4af1-a854-caca4db9145e is scheduled to be hosted by DHCP agent 3cb85949-855b-4a40-b988-cd5705e511da with binding_index 1 {{(pid=87871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 12:02:51.983323 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-e723ede0-35a4-4402-8281-d78affe611ba tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-2-hyperv, 1ce8f92e-ded0-4af1-a854-caca4db9145e) {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:02:51.989745 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e723ede0-35a4-4402-8281-d78affe611ba tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:02:51.990338 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-e723ede0-35a4-4402-8281-d78affe611ba tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Notify callbacks [] for subnet, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:51.996894 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ed14783-6d16-456e-9f60-c48069c2401f None None] Network 1ce8f92e-ded0-4af1-a854-caca4db9145e requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 12:02:52.018191 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-e723ede0-35a4-4402-8281-d78affe611ba tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5960267 Mar 28 12:02:52.019215 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 57204) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:02:52.025018 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-494c6bbf-b55a-465c-8aac-c9039c15c699 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Request body: {'subnet': {'network_id': '1ce8f92e-ded0-4af1-a854-caca4db9145e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:02:52.032347 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58d2b0cd-c07b-44eb-a7ed-535d251a2fdd None None] Network d3c2c8b6-878e-4f33-b177-05c95e26e95c requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 12:02:52.167299 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-494c6bbf-b55a-465c-8aac-c9039c15c699 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:02:52.171321 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-494c6bbf-b55a-465c-8aac-c9039c15c699 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Usage tracker for resource:subnet and tenant:08f960886b5a46fda15477794d40e0c7 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:02:52.174597 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-494c6bbf-b55a-465c-8aac-c9039c15c699 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:02:52.181027 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-494c6bbf-b55a-465c-8aac-c9039c15c699 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:02:52.192985 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-494c6bbf-b55a-465c-8aac-c9039c15c699 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Made reservation on behalf of 08f960886b5a46fda15477794d40e0c7 for: {'subnet': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 12:02:52.196883 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-494c6bbf-b55a-465c-8aac-c9039c15c699 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26551362'] for subnet, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:52.242932 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-e1577db5-be84-4627-a548-610445a50392 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks [] for port, precommit_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:52.247260 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-2df304da-3943-4a9d-aa81-3e9425cf3c08 None None] Provisioning for port 19e9220f-5120-4352-89ba-2ce272869bac completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:02:52.247665 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-e1577db5-be84-4627-a548-610445a50392 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2558288'] for port, after_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:52.248384 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-e1577db5-be84-4627-a548-610445a50392 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-743372'] for router_interface, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:52.282810 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-2df304da-3943-4a9d-aa81-3e9425cf3c08 None None] Provisioning complete for port 19e9220f-5120-4352-89ba-2ce272869bac triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:02:52.283454 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2df304da-3943-4a9d-aa81-3e9425cf3c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:52.535091 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1577db5-be84-4627-a548-610445a50392 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Pushing event updated for resources: {'Port': ['ID=5b3b2a7a-ed91-4578-840d-46de0b479dcc,revision_number=3']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:02:52.545750 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-494c6bbf-b55a-465c-8aac-c9039c15c699 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2364128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26551408'] for subnet, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:52.577591 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22a73875-5961-4124-a01a-d657b6ba9605 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1d3f2a9-8722-5ce5-bc40-181687d1ed3f-1ce8f92e-ded0-4af1-a854-caca4db9145e', 'network_id': '1ce8f92e-ded0-4af1-a854-caca4db9145e', 'tenant_id': '08f960886b5a46fda15477794d40e0c7', 'fixed_ips': [{'subnet_id': '0328eecd-8d60-469e-a674-7822330a03ab'}]}} from dv-neutron-835340-2-hyperv. {{(pid=87872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 12:02:52.578738 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-22a73875-5961-4124-a01a-d657b6ba9605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:52.592556 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1577db5-be84-4627-a548-610445a50392 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Network d3c2c8b6-878e-4f33-b177-05c95e26e95c is already hosted by enough agents. {{(pid=87870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:02:52.593742 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.base_scheduler [None req-e1577db5-be84-4627-a548-610445a50392 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Resources bound (agent type, host, resource id): {{(pid=87870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:02:52.628998 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad594f1-14b0-4447-ae15-7477d2efef40 req-821b3880-27e1-4f98-8864-b799bf5f506d tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:02:52.630592 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-6ad594f1-14b0-4447-ae15-7477d2efef40 req-821b3880-27e1-4f98-8864-b799bf5f506d tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/ports?device_id=39711091-cbc3-44ae-b5c4-db841cd296c3 HTTP/1.1" status: 200 len: 946 time: 0.1794033 Mar 28 12:02:52.638620 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-494c6bbf-b55a-465c-8aac-c9039c15c699 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Network 1ce8f92e-ded0-4af1-a854-caca4db9145e is already hosted by enough agents. {{(pid=87871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:02:52.643495 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-494c6bbf-b55a-465c-8aac-c9039c15c699 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Resources bound (agent type, host, resource id): {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:02:52.659815 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-494c6bbf-b55a-465c-8aac-c9039c15c699 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:02:52.660396 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-494c6bbf-b55a-465c-8aac-c9039c15c699 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Notify callbacks [] for subnet, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:52.670895 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494c6bbf-b55a-465c-8aac-c9039c15c699 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Pushing event updated for resources: {'Subnet': ['ID=233625cc-6f43-43fb-990b-ca9803d4cbdc,revision_number=0']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:02:52.674799 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2df304da-3943-4a9d-aa81-3e9425cf3c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:52.706304 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-6ad594f1-14b0-4447-ae15-7477d2efef40 req-7149af6b-f1c5-4eff-bb9e-a4f1820c6b65 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/security-groups?id=b88777ae-9f2f-433d-925e-f6676c8d30b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640166 Mar 28 12:02:52.708532 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-494c6bbf-b55a-465c-8aac-c9039c15c699 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.6885586 Mar 28 12:02:52.711088 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 57210) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:02:52.745165 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2df304da-3943-4a9d-aa81-3e9425cf3c08 None None] For port 19e9220f-5120-4352-89ba-2ce272869bac, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=19e9220f-5120-4352-89ba-2ce272869bac,segment=NetworkSegment(610c8723-587d-441e-b9b9-437809b2ec6a),segment_id=610c8723-587d-441e-b9b9-437809b2ec6a)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:02:52.805785 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b81403a-7367-401e-a7d0-3b80496f4055 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:02:52.807300 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b81403a-7367-401e-a7d0-3b80496f4055 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:02:52.808553 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2df304da-3943-4a9d-aa81-3e9425cf3c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:52.815808 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b81403a-7367-401e-a7d0-3b80496f4055 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:02:52.818006 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b81403a-7367-401e-a7d0-3b80496f4055 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:02:52.821030 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1577db5-be84-4627-a548-610445a50392 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Router fd2e5c33-59a1-4677-a235-765ccc23219c is scheduled to L3 agent af79d429-529e-400b-a119-94d4bec03f3e with binding_index 1 {{(pid=87870) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 12:02:52.823049 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b81403a-7367-401e-a7d0-3b80496f4055 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:02:52.828437 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-2b81403a-7367-401e-a7d0-3b80496f4055 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Synchronizing usage tracker for tenant:08f960886b5a46fda15477794d40e0c7 on resource:subnet {{(pid=87871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:02:52.865167 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-2b81403a-7367-401e-a7d0-3b80496f4055 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Unset dirty status for tenant:08f960886b5a46fda15477794d40e0c7 on resource:subnet {{(pid=87871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:02:52.866773 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-2b81403a-7367-401e-a7d0-3b80496f4055 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1546595 Mar 28 12:02:52.870629 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 57216) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:02:52.877953 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-d858838d-d63f-446b-b344-b73e2ffbfbcd tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-345433242'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:02:52.889684 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-d858838d-d63f-446b-b344-b73e2ffbfbcd tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:02:52.894468 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-d858838d-d63f-446b-b344-b73e2ffbfbcd tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Usage tracker for resource:network and tenant:08f960886b5a46fda15477794d40e0c7 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:02:52.897875 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-d858838d-d63f-446b-b344-b73e2ffbfbcd tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:02:52.905980 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-d858838d-d63f-446b-b344-b73e2ffbfbcd tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:02:52.920892 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d858838d-d63f-446b-b344-b73e2ffbfbcd tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Made reservation on behalf of 08f960886b5a46fda15477794d40e0c7 for: {'network': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 12:02:52.925634 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-d858838d-d63f-446b-b344-b73e2ffbfbcd tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for network, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:52.959815 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d858838d-d63f-446b-b344-b73e2ffbfbcd tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=87871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 12:02:52.967971 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.db_base_plugin_common [None req-22a73875-5961-4124-a01a-d657b6ba9605 None None] Allocated IP 2001:db8::2 (1ce8f92e-ded0-4af1-a854-caca4db9145e/0328eecd-8d60-469e-a674-7822330a03ab/e07d49bf-1f84-4150-862f-b808b5c8df97) {{(pid=87872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 12:02:52.970645 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-d858838d-d63f-446b-b344-b73e2ffbfbcd tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:52.971130 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.db.segments_db [None req-d858838d-d63f-446b-b344-b73e2ffbfbcd tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Added segment 1b8aab08-2a9a-471c-8c2c-a47f672067b0 of type vlan for network 5bd5cefe-11f7-4806-b69e-e39e8687109e Mar 28 12:02:52.978655 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df304da-3943-4a9d-aa81-3e9425cf3c08 None None] Pushing event updated for resources: {'Port': ['ID=19e9220f-5120-4352-89ba-2ce272869bac,revision_number=3']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:02:53.011310 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-d858838d-d63f-446b-b344-b73e2ffbfbcd tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783495836591'] for network, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:53.049560 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-d858838d-d63f-446b-b344-b73e2ffbfbcd tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765'] for network, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:53.055341 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d858838d-d63f-446b-b344-b73e2ffbfbcd tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:02:53.055976 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-d858838d-d63f-446b-b344-b73e2ffbfbcd tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Notify callbacks [] for network, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:53.078627 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1577db5-be84-4627-a548-610445a50392 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 12:02:53.086089 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-e1577db5-be84-4627-a548-610445a50392 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] 10.222.0.30 "PUT /v2.0/routers/fd2e5c33-59a1-4677-a235-765ccc23219c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1409202 Mar 28 12:02:53.090132 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 57220) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:02:53.092283 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbc554bf-9882-41c1-9d5b-21ecfb98f03b None None] Sync routers for ids ['fd2e5c33-59a1-4677-a235-765ccc23219c'] in dv-neutron-835340-2-hyperv {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 12:02:53.102766 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc554bf-9882-41c1-9d5b-21ecfb98f03b None None] Routers {'fd2e5c33-59a1-4677-a235-765ccc23219c'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:02:53.103640 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-bbc554bf-9882-41c1-9d5b-21ecfb98f03b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:02:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['fd2e5c33-59a1-4677-a235-765ccc23219c'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:02:53.172599 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-de4e0c4a-510c-4e0f-8597-752f3ce19596 None None] Provisioning complete for port 19e9220f-5120-4352-89ba-2ce272869bac triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:02:53.172989 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-de4e0c4a-510c-4e0f-8597-752f3ce19596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:53.177729 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed59b9e-c208-4891-b625-8e2f985994d6 req-90001214-af8a-434e-92b7-f4a4be1c3fad tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:02:53.182022 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-0ed59b9e-c208-4891-b625-8e2f985994d6 req-90001214-af8a-434e-92b7-f4a4be1c3fad tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/ports?device_id=39711091-cbc3-44ae-b5c4-db841cd296c3 HTTP/1.1" status: 200 len: 946 time: 0.2654233 Mar 28 12:02:53.186416 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-bbc554bf-9882-41c1-9d5b-21ecfb98f03b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:02:53.198562 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc554bf-9882-41c1-9d5b-21ecfb98f03b None None] Routers {'fd2e5c33-59a1-4677-a235-765ccc23219c'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:02:53.199612 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-bbc554bf-9882-41c1-9d5b-21ecfb98f03b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:02:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['fd2e5c33-59a1-4677-a235-765ccc23219c'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:02:53.225663 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-d858838d-d63f-446b-b344-b73e2ffbfbcd tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3537245 Mar 28 12:02:53.229130 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 57224) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:02:53.237742 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-63c6e5f9-3fdf-4ce2-8c07-74b075d0ce59 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Request body: {'network': {'name': 'New_network'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:02:53.251838 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d858838d-d63f-446b-b344-b73e2ffbfbcd tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Pushing event updated for resources: {'Network': ['ID=5bd5cefe-11f7-4806-b69e-e39e8687109e,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:02:53.278794 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-bbc554bf-9882-41c1-9d5b-21ecfb98f03b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:02:53.279287 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbc554bf-9882-41c1-9d5b-21ecfb98f03b None None] The sync data for ids ['fd2e5c33-59a1-4677-a235-765ccc23219c'] in dv-neutron-835340-2-hyperv is: [] {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 12:02:53.290673 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8e77cb9-d2b5-4443-8198-fb6ad7183d5a tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:02:53.291349 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-c8e77cb9-d2b5-4443-8198-fb6ad7183d5a tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Synchronizing usage tracker for tenant:44a7e1c73898465da6902581d6416cd0 on resource:port {{(pid=87870) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:02:53.300060 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Network 5bd5cefe-11f7-4806-b69e-e39e8687109e details requested by agent ovs-agent-dv-neutron-835340-2-hyperv with host dv-neutron-835340-2-hyperv {{(pid=87872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 12:02:53.341370 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-0ed59b9e-c208-4891-b625-8e2f985994d6 req-ac7fc48a-186b-4b59-ab34-6f86cfc19472 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/security-groups?id=b88777ae-9f2f-433d-925e-f6676c8d30b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1501305 Mar 28 12:02:53.341962 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-c8e77cb9-d2b5-4443-8198-fb6ad7183d5a tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Unset dirty status for tenant:44a7e1c73898465da6902581d6416cd0 on resource:port {{(pid=87870) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:02:53.347156 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-c8e77cb9-d2b5-4443-8198-fb6ad7183d5a tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] 10.222.0.30 "GET /v2.0/ports/5b3b2a7a-ed91-4578-840d-46de0b479dcc HTTP/1.1" status: 200 len: 984 time: 0.2557466 Mar 28 12:02:53.347156 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 57228) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:02:53.374279 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 57232) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:02:53.547223 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-22a73875-5961-4124-a01a-d657b6ba9605 None None] Notify callbacks [] for port, precommit_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:53.564599 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-22a73875-5961-4124-a01a-d657b6ba9605 None None] Transition to ACTIVE for port object e07d49bf-1f84-4150-862f-b808b5c8df97 will not be triggered until provisioned by entity L2. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:02:53.583947 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-de4e0c4a-510c-4e0f-8597-752f3ce19596 None None] Provisioning for port 5b3b2a7a-ed91-4578-840d-46de0b479dcc completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:02:53.594025 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-de4e0c4a-510c-4e0f-8597-752f3ce19596 None None] Provisioning complete for port 5b3b2a7a-ed91-4578-840d-46de0b479dcc triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:02:53.594362 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-de4e0c4a-510c-4e0f-8597-752f3ce19596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:53.641261 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-22a73875-5961-4124-a01a-d657b6ba9605 None None] Transition to ACTIVE for port object e07d49bf-1f84-4150-862f-b808b5c8df97 will not be triggered until provisioned by entity DHCP. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:02:53.661960 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-22a73875-5961-4124-a01a-d657b6ba9605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241'] for port, after_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:53.698677 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-63c6e5f9-3fdf-4ce2-8c07-74b075d0ce59 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783495836591'] for network, precommit_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:53.714630 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22a73875-5961-4124-a01a-d657b6ba9605 None None] Network 1ce8f92e-ded0-4af1-a854-caca4db9145e is already hosted by enough agents. {{(pid=87872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:02:53.721333 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.base_scheduler [None req-22a73875-5961-4124-a01a-d657b6ba9605 None None] Resources bound (agent type, host, resource id): {{(pid=87872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:02:53.723634 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a73875-5961-4124-a01a-d657b6ba9605 None None] Received port after_create {{(pid=87872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 12:02:53.731581 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-de4e0c4a-510c-4e0f-8597-752f3ce19596 None None] Port 5b3b2a7a-ed91-4578-840d-46de0b479dcc cannot update to ACTIVE because it is not bound. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 12:02:53.732330 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-63c6e5f9-3fdf-4ce2-8c07-74b075d0ce59 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765'] for network, after_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:53.776702 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-63c6e5f9-3fdf-4ce2-8c07-74b075d0ce59 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Network 5bd5cefe-11f7-4806-b69e-e39e8687109e is not hosted by any dhcp agent {{(pid=87871) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Mar 28 12:02:53.782138 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63c6e5f9-3fdf-4ce2-8c07-74b075d0ce59 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:02:53.787879 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-63c6e5f9-3fdf-4ce2-8c07-74b075d0ce59 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Notify callbacks [] for network, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:53.792592 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-63c6e5f9-3fdf-4ce2-8c07-74b075d0ce59 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] 10.222.0.30 "PUT /v2.0/networks/5bd5cefe-11f7-4806-b69e-e39e8687109e HTTP/1.1" status: 200 len: 723 time: 0.5624316 Mar 28 12:02:53.795498 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 57236) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:02:53.816980 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-81c003d7-0492-4d51-bc5c-e43dd8b9ec85 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Request body: {'subnet': {'network_id': '5bd5cefe-11f7-4806-b69e-e39e8687109e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:02:53.832945 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 19e9220f-5120-4352-89ba-2ce272869bac up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:02:53.886309 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d6c105b-5e24-4f6b-b8dc-a1bc60a00ba6 tempest-TestNetworkBasicOps-386611239 tempest-TestNetworkBasicOps-386611239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:02:53.887844 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-3d6c105b-5e24-4f6b-b8dc-a1bc60a00ba6 tempest-TestNetworkBasicOps-386611239 tempest-TestNetworkBasicOps-386611239-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=39711091-cbc3-44ae-b5c4-db841cd296c3 HTTP/1.1" status: 200 len: 1094 time: 0.5125401 Mar 28 12:02:53.894832 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 57242) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:02:53.900165 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-b36d061c-79f5-40fd-9614-1962d1ebd1fd tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Request body: {'floatingip': {'floating_network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'port_id': 'cdac5450-50ef-4b5f-bce9-c5e46bcc0853', 'tenant_id': '527195c95736491ca1967a42cc300275', 'fixed_ip_address': '172.20.0.10'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:02:53.911531 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-b36d061c-79f5-40fd-9614-1962d1ebd1fd tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:02:53.913984 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c6e5f9-3fdf-4ce2-8c07-74b075d0ce59 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Pushing event updated for resources: {'Network': ['ID=5bd5cefe-11f7-4806-b69e-e39e8687109e,revision_number=2']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:02:53.918243 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-b36d061c-79f5-40fd-9614-1962d1ebd1fd tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Usage tracker for resource:floatingip and tenant:527195c95736491ca1967a42cc300275 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:02:53.921315 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-b36d061c-79f5-40fd-9614-1962d1ebd1fd tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:02:53.927858 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-b36d061c-79f5-40fd-9614-1962d1ebd1fd tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:02:53.934757 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Network 5bd5cefe-11f7-4806-b69e-e39e8687109e details requested by agent ovs-agent-dv-neutron-835340-2-hyperv with host dv-neutron-835340-2-hyperv {{(pid=87872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 12:02:53.944125 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-b36d061c-79f5-40fd-9614-1962d1ebd1fd tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for floatingip, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:53.958465 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-81c003d7-0492-4d51-bc5c-e43dd8b9ec85 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:02:53.982474 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a73875-5961-4124-a01a-d657b6ba9605 None None] Pushing event updated for resources: {'Port': ['ID=e07d49bf-1f84-4150-862f-b808b5c8df97,revision_number=1']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:02:54.012312 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-81c003d7-0492-4d51-bc5c-e43dd8b9ec85 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:02:54.033458 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81c003d7-0492-4d51-bc5c-e43dd8b9ec85 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Made reservation on behalf of 08f960886b5a46fda15477794d40e0c7 for: {'subnet': 1} {{(pid=87870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 12:02:54.037535 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-81c003d7-0492-4d51-bc5c-e43dd8b9ec85 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2563571'] for subnet, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:54.051070 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-22a73875-5961-4124-a01a-d657b6ba9605 None None] Attempting to bind port e07d49bf-1f84-4150-862f-b808b5c8df97 on host dv-neutron-835340-2-hyperv for vnic_type normal with profile {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 12:02:54.051440 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-22a73875-5961-4124-a01a-d657b6ba9605 None None] Attempting to bind port e07d49bf-1f84-4150-862f-b808b5c8df97 by drivers openvswitch,hyperv on host dv-neutron-835340-2-hyperv at level 0 using segments [{'id': '35cf9ec6-3268-4bc3-91e5-6bb3e12c4395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '1ce8f92e-ded0-4af1-a854-caca4db9145e'}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 12:02:54.051825 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a73875-5961-4124-a01a-d657b6ba9605 None None] Attempting to bind port e07d49bf-1f84-4150-862f-b808b5c8df97 on network 1ce8f92e-ded0-4af1-a854-caca4db9145e {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 12:02:54.060274 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port 19e9220f-5120-4352-89ba-2ce272869bac triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:02:54.061062 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:54.087878 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-b36d061c-79f5-40fd-9614-1962d1ebd1fd tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:54.100544 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-91e2ee89-f544-4da4-935f-389845adea47 None None] Provisioning complete for port 5b3b2a7a-ed91-4578-840d-46de0b479dcc triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:02:54.100777 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-91e2ee89-f544-4da4-935f-389845adea47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:54.123902 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a73875-5961-4124-a01a-d657b6ba9605 None None] Checking agent: {'id': '961a16fe-cbc8-4264-ac28-bbbd53f89caa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 46, 6), 'started_at': datetime.datetime(2022, 3, 28, 11, 46, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 12, 2, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 12:02:54.124284 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a73875-5961-4124-a01a-d657b6ba9605 None None] Checking segment: {'id': '35cf9ec6-3268-4bc3-91e5-6bb3e12c4395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '1ce8f92e-ded0-4af1-a854-caca4db9145e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 12:02:54.124691 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-22a73875-5961-4124-a01a-d657b6ba9605 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:54.125033 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a73875-5961-4124-a01a-d657b6ba9605 None None] Bound using segment: {'id': '35cf9ec6-3268-4bc3-91e5-6bb3e12c4395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '1ce8f92e-ded0-4af1-a854-caca4db9145e'} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 12:02:54.125506 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-22a73875-5961-4124-a01a-d657b6ba9605 None None] Bound port: e07d49bf-1f84-4150-862f-b808b5c8df97, host: dv-neutron-835340-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35cf9ec6-3268-4bc3-91e5-6bb3e12c4395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '1ce8f92e-ded0-4af1-a854-caca4db9145e'}}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 12:02:54.125877 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-22a73875-5961-4124-a01a-d657b6ba9605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:54.218415 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-4092c31e-0582-4e49-bdbe-0bdc99b2ef65 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-743394'] for router_interface, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:54.238632 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.db_base_plugin_common [None req-b36d061c-79f5-40fd-9614-1962d1ebd1fd tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Allocated IP 172.26.7.161 (ac2b1748-8f63-4b17-a9c7-07e79704aa5b/0b7ebf76-1dc7-431a-a0b4-b96bacf287c2/e7bdd01e-d627-49ea-a6b6-f1a4a7e66d12) {{(pid=87871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 12:02:54.292892 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-91e2ee89-f544-4da4-935f-389845adea47 None None] Port 5b3b2a7a-ed91-4578-840d-46de0b479dcc cannot update to ACTIVE because it is not bound. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 12:02:54.397587 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-22a73875-5961-4124-a01a-d657b6ba9605 None None] For port e07d49bf-1f84-4150-862f-b808b5c8df97, host dv-neutron-835340-2-hyperv, cleared binding levels {{(pid=87872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 12:02:54.427620 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-b36d061c-79f5-40fd-9614-1962d1ebd1fd tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for port, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:54.431270 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-22a73875-5961-4124-a01a-d657b6ba9605 None None] For port e07d49bf-1f84-4150-862f-b808b5c8df97, host dv-neutron-835340-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=e07d49bf-1f84-4150-862f-b808b5c8df97,segment=NetworkSegment(35cf9ec6-3268-4bc3-91e5-6bb3e12c4395),segment_id=35cf9ec6-3268-4bc3-91e5-6bb3e12c4395)] {{(pid=87872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 12:02:54.441100 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-22a73875-5961-4124-a01a-d657b6ba9605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:54.461576 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-b36d061c-79f5-40fd-9614-1962d1ebd1fd tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:54.494182 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-7da3bd4a-fd38-4976-9c29-916838d35fff None None] Provisioning complete for port 5b3b2a7a-ed91-4578-840d-46de0b479dcc triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:02:54.494584 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-7da3bd4a-fd38-4976-9c29-916838d35fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:54.527653 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b36d061c-79f5-40fd-9614-1962d1ebd1fd tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Network ac2b1748-8f63-4b17-a9c7-07e79704aa5b is already hosted by enough agents. {{(pid=87871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:02:54.530930 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-b36d061c-79f5-40fd-9614-1962d1ebd1fd tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Resources bound (agent type, host, resource id): {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:02:54.537247 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b36d061c-79f5-40fd-9614-1962d1ebd1fd tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Received port after_create {{(pid=87871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 12:02:54.602424 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36d061c-79f5-40fd-9614-1962d1ebd1fd tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Pushing event updated for resources: {'Port': ['ID=e7bdd01e-d627-49ea-a6b6-f1a4a7e66d12,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:02:54.602746 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-7da3bd4a-fd38-4976-9c29-916838d35fff None None] Port 5b3b2a7a-ed91-4578-840d-46de0b479dcc cannot update to ACTIVE because it is not bound. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 12:02:54.606379 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a73875-5961-4124-a01a-d657b6ba9605 None None] Pushing event updated for resources: {'Port': ['ID=e07d49bf-1f84-4150-862f-b808b5c8df97,revision_number=2']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:02:54.796930 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-81c003d7-0492-4d51-bc5c-e43dd8b9ec85 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2561241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2563521'] for subnet, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:54.872694 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-4092c31e-0582-4e49-bdbe-0bdc99b2ef65 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Deleting port 5b3b2a7a-ed91-4578-840d-46de0b479dcc {{(pid=87870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:02:54.872694 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-4092c31e-0582-4e49-bdbe-0bdc99b2ef65 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:54.932166 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c003d7-0492-4d51-bc5c-e43dd8b9ec85 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Pushing event updated for resources: {'Subnet': ['ID=1135fae4-c988-46a6-93df-8a76a0e081e7,revision_number=0']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:02:55.005798 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81c003d7-0492-4d51-bc5c-e43dd8b9ec85 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Checking segment: {'id': '1b8aab08-2a9a-471c-8c2c-a47f672067b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '5bd5cefe-11f7-4806-b69e-e39e8687109e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 12:02:55.005798 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81c003d7-0492-4d51-bc5c-e43dd8b9ec85 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Network hostable DHCP agents. Network: 5bd5cefe-11f7-4806-b69e-e39e8687109e, hostable agents: ['3cb85949-855b-4a40-b988-cd5705e511da'], hosted agents: [] {{(pid=87870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 12:02:55.072881 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-b36d061c-79f5-40fd-9614-1962d1ebd1fd tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:55.123682 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81c003d7-0492-4d51-bc5c-e43dd8b9ec85 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Network 5bd5cefe-11f7-4806-b69e-e39e8687109e is scheduled to be hosted by DHCP agent 3cb85949-855b-4a40-b988-cd5705e511da with binding_index 1 {{(pid=87870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 12:02:55.145756 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.base_scheduler [None req-81c003d7-0492-4d51-bc5c-e43dd8b9ec85 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-2-hyperv, 5bd5cefe-11f7-4806-b69e-e39e8687109e) {{(pid=87870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:02:55.155901 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81b5e1ea-cf5b-4087-bc5d-d825dad81215 None None] Network 5bd5cefe-11f7-4806-b69e-e39e8687109e requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 12:02:55.156540 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-b36d061c-79f5-40fd-9614-1962d1ebd1fd tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:55.160590 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81c003d7-0492-4d51-bc5c-e43dd8b9ec85 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:02:55.161185 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-81c003d7-0492-4d51-bc5c-e43dd8b9ec85 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Notify callbacks [] for subnet, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:55.180174 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-4092c31e-0582-4e49-bdbe-0bdc99b2ef65 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:55.316713 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-4092c31e-0582-4e49-bdbe-0bdc99b2ef65 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Calling delete_port for 5b3b2a7a-ed91-4578-840d-46de0b479dcc owned by network:router_interface {{(pid=87870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:02:55.357680 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-81c003d7-0492-4d51-bc5c-e43dd8b9ec85 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5578730 Mar 28 12:02:55.360743 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 57246) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:02:55.367128 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-4dc143ef-2a59-4254-b4b1-5de52d7e3dbd tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:02:55.411972 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-650cb395-5c5c-44f7-a1d6-26f0ce8f0f96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1d3f2a9-8722-5ce5-bc40-181687d1ed3f-5bd5cefe-11f7-4806-b69e-e39e8687109e', 'network_id': '5bd5cefe-11f7-4806-b69e-e39e8687109e', 'tenant_id': '08f960886b5a46fda15477794d40e0c7', 'fixed_ips': [{'subnet_id': '1135fae4-c988-46a6-93df-8a76a0e081e7'}]}} from dv-neutron-835340-2-hyperv. {{(pid=87872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 12:02:55.413246 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-650cb395-5c5c-44f7-a1d6-26f0ce8f0f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:55.413945 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-b36d061c-79f5-40fd-9614-1962d1ebd1fd tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for port, precommit_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:55.422801 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-b36d061c-79f5-40fd-9614-1962d1ebd1fd tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2363241'] for port, after_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:55.557049 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36d061c-79f5-40fd-9614-1962d1ebd1fd tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Pushing event updated for resources: {'Port': ['ID=e7bdd01e-d627-49ea-a6b6-f1a4a7e66d12,revision_number=2']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:02:55.570908 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-4dc143ef-2a59-4254-b4b1-5de52d7e3dbd tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2563578'] for subnet, before_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:55.583973 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-b36d061c-79f5-40fd-9614-1962d1ebd1fd tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-709520'] for floatingip, after_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:55.602763 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.db_base_plugin_common [None req-650cb395-5c5c-44f7-a1d6-26f0ce8f0f96 None None] Allocated IP 2001:db8::2 (5bd5cefe-11f7-4806-b69e-e39e8687109e/1135fae4-c988-46a6-93df-8a76a0e081e7/a72d78f5-3373-41e4-a6db-4ebab69416db) {{(pid=87872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 12:02:55.737069 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-4092c31e-0582-4e49-bdbe-0bdc99b2ef65 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:55.832122 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4092c31e-0582-4e49-bdbe-0bdc99b2ef65 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Pushing event deleted for resources: {'Port': ['ID=5b3b2a7a-ed91-4578-840d-46de0b479dcc,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:02:55.846448 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device e07d49bf-1f84-4150-862f-b808b5c8df97 up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:02:55.944919 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e98849d2-6487-4d6c-852c-d01603b70415 None None] Network 1ce8f92e-ded0-4af1-a854-caca4db9145e requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 12:02:55.964359 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.db.l3_db [None req-b36d061c-79f5-40fd-9614-1962d1ebd1fd tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Floating IP fa1f6d46-95fe-4e9f-9e6b-5633654559ea associated. External IP: 172.26.7.161, port: cdac5450-50ef-4b5f-bce9-c5e46bcc0853. Mar 28 12:02:56.037958 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-4092c31e-0582-4e49-bdbe-0bdc99b2ef65 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-743246'] for router_interface, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:56.092202 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-650cb395-5c5c-44f7-a1d6-26f0ce8f0f96 None None] Notify callbacks [] for port, precommit_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:56.101491 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-261d28f4-66e3-44a3-9ca3-8967d314d9d1 None None] Provisioning for port e07d49bf-1f84-4150-862f-b808b5c8df97 completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:02:56.108966 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning for port e07d49bf-1f84-4150-862f-b808b5c8df97 completed by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:02:56.121712 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-650cb395-5c5c-44f7-a1d6-26f0ce8f0f96 None None] Transition to ACTIVE for port object a72d78f5-3373-41e4-a6db-4ebab69416db will not be triggered until provisioned by entity L2. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:02:56.126359 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-261d28f4-66e3-44a3-9ca3-8967d314d9d1 None None] Provisioning complete for port e07d49bf-1f84-4150-862f-b808b5c8df97 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:02:56.126764 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-261d28f4-66e3-44a3-9ca3-8967d314d9d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:56.151397 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port e07d49bf-1f84-4150-862f-b808b5c8df97 triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:02:56.151799 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:56.266012 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-650cb395-5c5c-44f7-a1d6-26f0ce8f0f96 None None] Transition to ACTIVE for port object a72d78f5-3373-41e4-a6db-4ebab69416db will not be triggered until provisioned by entity DHCP. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:02:56.305590 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-650cb395-5c5c-44f7-a1d6-26f0ce8f0f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241'] for port, after_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:56.366881 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b36d061c-79f5-40fd-9614-1962d1ebd1fd tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Router d626f2e2-632b-487e-9b55-e86f5951fd05 has already been hosted by L3 agent af79d429-529e-400b-a119-94d4bec03f3e {{(pid=87871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 12:02:56.467182 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-650cb395-5c5c-44f7-a1d6-26f0ce8f0f96 None None] Network 5bd5cefe-11f7-4806-b69e-e39e8687109e is already hosted by enough agents. {{(pid=87872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:02:56.474234 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650cb395-5c5c-44f7-a1d6-26f0ce8f0f96 None None] Pushing event updated for resources: {'Port': ['ID=a72d78f5-3373-41e4-a6db-4ebab69416db,revision_number=1']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:02:56.506208 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.base_scheduler [None req-650cb395-5c5c-44f7-a1d6-26f0ce8f0f96 None None] Resources bound (agent type, host, resource id): {{(pid=87872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:02:56.515859 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-650cb395-5c5c-44f7-a1d6-26f0ce8f0f96 None None] Received port after_create {{(pid=87872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 12:02:56.547082 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4092c31e-0582-4e49-bdbe-0bdc99b2ef65 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Router fd2e5c33-59a1-4677-a235-765ccc23219c has already been hosted by L3 agent af79d429-529e-400b-a119-94d4bec03f3e {{(pid=87870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 12:02:56.559315 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b36d061c-79f5-40fd-9614-1962d1ebd1fd tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 12:02:56.585494 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9655aee2-4b26-43eb-a43f-81948aaf42c3 None None] Sync routers for ids ['d626f2e2-632b-487e-9b55-e86f5951fd05'] in dv-neutron-835340-2-hyperv {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 12:02:56.588412 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-b36d061c-79f5-40fd-9614-1962d1ebd1fd tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for floatingip, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:56.621930 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-4dc143ef-2a59-4254-b4b1-5de52d7e3dbd tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8783496229102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2561167'] for subnet, after_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:56.629596 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-261d28f4-66e3-44a3-9ca3-8967d314d9d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:56.647353 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-b36d061c-79f5-40fd-9614-1962d1ebd1fd tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.7516825 Mar 28 12:02:56.648202 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39711091-cbc3-44ae-b5c4-db841cd296c3', 'tag': 'cdac5450-50ef-4b5f-bce9-c5e46bcc0853'}] {{(pid=87871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 12:02:56.652370 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 57250) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:02:56.656045 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:56.693767 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9655aee2-4b26-43eb-a43f-81948aaf42c3 None None] Routers {'d626f2e2-632b-487e-9b55-e86f5951fd05'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:02:56.694401 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-9655aee2-4b26-43eb-a43f-81948aaf42c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:02:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['d626f2e2-632b-487e-9b55-e86f5951fd05'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:02:56.739583 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dc143ef-2a59-4254-b4b1-5de52d7e3dbd tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:02:56.740338 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-4dc143ef-2a59-4254-b4b1-5de52d7e3dbd tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Notify callbacks [] for subnet, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:56.744407 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-4dc143ef-2a59-4254-b4b1-5de52d7e3dbd tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] 10.222.0.30 "PUT /v2.0/subnets/1135fae4-c988-46a6-93df-8a76a0e081e7 HTTP/1.1" status: 200 len: 826 time: 1.3798265 Mar 28 12:02:56.752234 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 57256) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:02:56.755081 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39711091-cbc3-44ae-b5c4-db841cd296c3', 'tag': 'cdac5450-50ef-4b5f-bce9-c5e46bcc0853', 'status': 'completed', 'code': 200} Mar 28 12:02:56.761176 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4092c31e-0582-4e49-bdbe-0bdc99b2ef65 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 12:02:56.772915 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ebb58a6-5e77-4247-a861-01931dd888f0 None None] Sync routers for ids ['fd2e5c33-59a1-4677-a235-765ccc23219c'] in dv-neutron-835340-2-hyperv {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 12:02:56.782635 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc143ef-2a59-4254-b4b1-5de52d7e3dbd tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Pushing event updated for resources: {'Subnet': ['ID=1135fae4-c988-46a6-93df-8a76a0e081e7,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:02:56.795276 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-4092c31e-0582-4e49-bdbe-0bdc99b2ef65 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] 10.222.0.30 "PUT /v2.0/routers/fd2e5c33-59a1-4677-a235-765ccc23219c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4468670 Mar 28 12:02:56.796426 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ebb58a6-5e77-4247-a861-01931dd888f0 None None] Routers {'fd2e5c33-59a1-4677-a235-765ccc23219c'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:02:56.797286 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-3ebb58a6-5e77-4247-a861-01931dd888f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:02:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['fd2e5c33-59a1-4677-a235-765ccc23219c'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:02:56.797793 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 57260) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:02:56.830329 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-650cb395-5c5c-44f7-a1d6-26f0ce8f0f96 None None] Attempting to bind port a72d78f5-3373-41e4-a6db-4ebab69416db on host dv-neutron-835340-2-hyperv for vnic_type normal with profile {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 12:02:56.830700 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-650cb395-5c5c-44f7-a1d6-26f0ce8f0f96 None None] Attempting to bind port a72d78f5-3373-41e4-a6db-4ebab69416db by drivers openvswitch,hyperv on host dv-neutron-835340-2-hyperv at level 0 using segments [{'id': '1b8aab08-2a9a-471c-8c2c-a47f672067b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '5bd5cefe-11f7-4806-b69e-e39e8687109e'}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 12:02:56.831060 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-650cb395-5c5c-44f7-a1d6-26f0ce8f0f96 None None] Attempting to bind port a72d78f5-3373-41e4-a6db-4ebab69416db on network 5bd5cefe-11f7-4806-b69e-e39e8687109e {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 12:02:56.848573 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-650cb395-5c5c-44f7-a1d6-26f0ce8f0f96 None None] Checking agent: {'id': '961a16fe-cbc8-4264-ac28-bbbd53f89caa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 46, 6), 'started_at': datetime.datetime(2022, 3, 28, 11, 46, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 12, 2, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 12:02:56.848944 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-650cb395-5c5c-44f7-a1d6-26f0ce8f0f96 None None] Checking segment: {'id': '1b8aab08-2a9a-471c-8c2c-a47f672067b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '5bd5cefe-11f7-4806-b69e-e39e8687109e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 12:02:56.849343 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-650cb395-5c5c-44f7-a1d6-26f0ce8f0f96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:56.849745 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-650cb395-5c5c-44f7-a1d6-26f0ce8f0f96 None None] Bound using segment: {'id': '1b8aab08-2a9a-471c-8c2c-a47f672067b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '5bd5cefe-11f7-4806-b69e-e39e8687109e'} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 12:02:56.850201 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-650cb395-5c5c-44f7-a1d6-26f0ce8f0f96 None None] Bound port: a72d78f5-3373-41e4-a6db-4ebab69416db, host: dv-neutron-835340-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b8aab08-2a9a-471c-8c2c-a47f672067b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '5bd5cefe-11f7-4806-b69e-e39e8687109e'}}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 12:02:56.850570 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-650cb395-5c5c-44f7-a1d6-26f0ce8f0f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:56.870336 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-261d28f4-66e3-44a3-9ca3-8967d314d9d1 None None] For port e07d49bf-1f84-4150-862f-b808b5c8df97, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=e07d49bf-1f84-4150-862f-b808b5c8df97,segment=NetworkSegment(35cf9ec6-3268-4bc3-91e5-6bb3e12c4395),segment_id=35cf9ec6-3268-4bc3-91e5-6bb3e12c4395)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:02:56.946073 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-3ebb58a6-5e77-4247-a861-01931dd888f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:02:56.946582 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-261d28f4-66e3-44a3-9ca3-8967d314d9d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:56.957642 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ebb58a6-5e77-4247-a861-01931dd888f0 None None] Routers {'fd2e5c33-59a1-4677-a235-765ccc23219c'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:02:56.958501 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-3ebb58a6-5e77-4247-a861-01931dd888f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:02:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['fd2e5c33-59a1-4677-a235-765ccc23219c'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:02:57.024514 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-e9c80e59-79e8-4e04-ae63-edf0f339078f tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/floatingips/fa1f6d46-95fe-4e9f-9e6b-5633654559ea HTTP/1.1" status: 200 len: 992 time: 0.3706937 Mar 28 12:02:57.029626 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-3ebb58a6-5e77-4247-a861-01931dd888f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:02:57.030203 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ebb58a6-5e77-4247-a861-01931dd888f0 None None] The sync data for ids ['fd2e5c33-59a1-4677-a235-765ccc23219c'] in dv-neutron-835340-2-hyperv is: [] {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 12:02:57.074231 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91245e24-f371-48a3-be13-0fcd032197b2 req-595e9af3-90c4-434a-b9c8-d5484538fea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:02:57.075635 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-91245e24-f371-48a3-be13-0fcd032197b2 req-595e9af3-90c4-434a-b9c8-d5484538fea0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=527195c95736491ca1967a42cc300275&device_id=39711091-cbc3-44ae-b5c4-db841cd296c3 HTTP/1.1" status: 200 len: 1099 time: 0.3248036 Mar 28 12:02:57.083436 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-73cc6a86-3da0-47a6-b5ba-3e2094503f2c tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588883'] for network, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:57.124712 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-73cc6a86-3da0-47a6-b5ba-3e2094503f2c tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Deleting port a72d78f5-3373-41e4-a6db-4ebab69416db {{(pid=87871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:02:57.124974 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-73cc6a86-3da0-47a6-b5ba-3e2094503f2c tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:57.197133 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.db.api [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87872) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 12:02:57.197482 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG oslo_db.api [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 12:02:57.219764 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvr_db [None req-9655aee2-4b26-43eb-a43f-81948aaf42c3 None None] Set router d626f2e2-632b-487e-9b55-e86f5951fd05 gateway port host: dv-neutron-835340-2-hyperv {{(pid=87872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:02:57.223966 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.api.v2.resource [None req-cc838310-fba6-4fff-8a47-eb04c4405f79 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] remove_router_interface failed (client error): The resource could not be found. Mar 28 12:02:57.228320 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-cc838310-fba6-4fff-8a47-eb04c4405f79 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] 10.222.0.30 "PUT /v2.0/routers/fd2e5c33-59a1-4677-a235-765ccc23219c/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4256761 Mar 28 12:02:57.228320 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 57264) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:02:57.264210 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261d28f4-66e3-44a3-9ca3-8967d314d9d1 None None] Pushing event updated for resources: {'Port': ['ID=e07d49bf-1f84-4150-862f-b808b5c8df97,revision_number=3']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:02:57.271838 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-dd005442-d1b3-42eb-9d8a-136dfd157088 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Synchronizing usage tracker for tenant:44a7e1c73898465da6902581d6416cd0 on resource:port {{(pid=87870) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:02:57.279977 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-650cb395-5c5c-44f7-a1d6-26f0ce8f0f96 None None] For port a72d78f5-3373-41e4-a6db-4ebab69416db, host dv-neutron-835340-2-hyperv, cleared binding levels {{(pid=87872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 12:02:57.287334 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e2e7e97-7185-460d-a2bc-e68e0064252f None None] Update dhcp port {'port': {'network_id': '1ce8f92e-ded0-4af1-a854-caca4db9145e', 'fixed_ips': [{'subnet_id': '0328eecd-8d60-469e-a674-7822330a03ab', 'ip_address': '2001:db8::2'}, {'subnet_id': '233625cc-6f43-43fb-990b-ca9803d4cbdc'}], 'binding:host_id': 'dv-neutron-835340-2-hyperv'}, 'id': 'e07d49bf-1f84-4150-862f-b808b5c8df97'} from dv-neutron-835340-2-hyperv. {{(pid=87872) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 28 12:02:57.290364 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-dd005442-d1b3-42eb-9d8a-136dfd157088 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Unset dirty status for tenant:44a7e1c73898465da6902581d6416cd0 on resource:port {{(pid=87870) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:02:57.294284 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-dd005442-d1b3-42eb-9d8a-136dfd157088 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] 10.222.0.30 "GET /v2.0/ports?device_id=fd2e5c33-59a1-4677-a235-765ccc23219c HTTP/1.1" status: 200 len: 205 time: 0.0625534 Mar 28 12:02:57.294790 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 57268) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:02:57.321389 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-650cb395-5c5c-44f7-a1d6-26f0ce8f0f96 None None] For port a72d78f5-3373-41e4-a6db-4ebab69416db, host dv-neutron-835340-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=a72d78f5-3373-41e4-a6db-4ebab69416db,segment=NetworkSegment(1b8aab08-2a9a-471c-8c2c-a47f672067b0),segment_id=1b8aab08-2a9a-471c-8c2c-a47f672067b0)] {{(pid=87872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 12:02:57.341674 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-650cb395-5c5c-44f7-a1d6-26f0ce8f0f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:57.433473 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-fd80dcfc-5f43-4c85-95e9-bb610024f61c tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks [] for router, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:57.473162 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91245e24-f371-48a3-be13-0fcd032197b2 req-935b64ea-400a-4adb-ba6a-68e14d37344c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:02:57.474566 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-91245e24-f371-48a3-be13-0fcd032197b2 req-935b64ea-400a-4adb-ba6a-68e14d37344c service neutron] 10.222.0.11 "GET /v2.0/networks?id=23ec2e99-fe73-4c26-b043-ea335f81a26f HTTP/1.1" status: 200 len: 896 time: 0.3829322 Mar 28 12:02:57.504731 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2e2e7e97-7185-460d-a2bc-e68e0064252f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:57.545798 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650cb395-5c5c-44f7-a1d6-26f0ce8f0f96 None None] Pushing event updated for resources: {'Port': ['ID=a72d78f5-3373-41e4-a6db-4ebab69416db,revision_number=2']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:02:57.662664 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-91245e24-f371-48a3-be13-0fcd032197b2 req-3a070ef6-d135-4e0e-ada0-e68e3fda4e78 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cdac5450-50ef-4b5f-bce9-c5e46bcc0853 HTTP/1.1" status: 200 len: 1000 time: 0.1811337 Mar 28 12:02:57.723041 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.db [None req-73cc6a86-3da0-47a6-b5ba-3e2094503f2c tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] For port a72d78f5-3373-41e4-a6db-4ebab69416db, host dv-neutron-835340-2-hyperv, got binding levels [] {{(pid=87871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:02:57.723394 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-73cc6a86-3da0-47a6-b5ba-3e2094503f2c tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:57.868317 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-73cc6a86-3da0-47a6-b5ba-3e2094503f2c tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Calling delete_port for a72d78f5-3373-41e4-a6db-4ebab69416db owned by network:dhcp {{(pid=87871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:02:57.908472 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91245e24-f371-48a3-be13-0fcd032197b2 req-74677214-9fae-433f-aa29-b7b03341dc66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:02:57.910207 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-91245e24-f371-48a3-be13-0fcd032197b2 req-74677214-9fae-433f-aa29-b7b03341dc66 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6d44b182-dd4a-4bef-a755-3bded7d35295 HTTP/1.1" status: 200 len: 835 time: 0.2383163 Mar 28 12:02:57.968631 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-fd80dcfc-5f43-4c85-95e9-bb610024f61c tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-745164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-260864'] for router, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:57.973043 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-fd80dcfc-5f43-4c85-95e9-bb610024f61c tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:58.004049 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-fd80dcfc-5f43-4c85-95e9-bb610024f61c tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-745021'] for router, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:58.004576 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd80dcfc-5f43-4c85-95e9-bb610024f61c tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Fanout notify agent at l3_agent the message router_deleted on router fd2e5c33-59a1-4677-a235-765ccc23219c {{(pid=87870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 12:02:58.030868 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 57272) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:02:58.036033 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-fd80dcfc-5f43-4c85-95e9-bb610024f61c tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks [] for router, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:58.040163 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-fd80dcfc-5f43-4c85-95e9-bb610024f61c tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] 10.222.0.30 "DELETE /v2.0/routers/fd2e5c33-59a1-4677-a235-765ccc23219c HTTP/1.1" status: 204 len: 168 time: 0.7442107 Mar 28 12:02:58.040957 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 57276) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:02:58.049858 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.db_base_plugin_common [None req-2e2e7e97-7185-460d-a2bc-e68e0064252f None None] Allocated IP 172.20.0.1 (1ce8f92e-ded0-4af1-a854-caca4db9145e/233625cc-6f43-43fb-990b-ca9803d4cbdc/e07d49bf-1f84-4150-862f-b808b5c8df97) {{(pid=87872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 12:02:58.105915 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.db.api [None req-73cc6a86-3da0-47a6-b5ba-3e2094503f2c tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87871) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 12:02:58.106232 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG oslo_db.api [None req-73cc6a86-3da0-47a6-b5ba-3e2094503f2c tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 12:02:58.145068 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91245e24-f371-48a3-be13-0fcd032197b2 req-18aa84eb-26c8-4bd4-af99-1681da893d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:02:58.146539 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-91245e24-f371-48a3-be13-0fcd032197b2 req-18aa84eb-26c8-4bd4-af99-1681da893d2b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=23ec2e99-fe73-4c26-b043-ea335f81a26f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2287927 Mar 28 12:02:58.162617 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.db_base_plugin_v2 [None req-35d75863-a9bd-48c7-8242-acc64fe98e9c tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Deleting subnet 17d0815a-b7e5-4fac-bf0a-017465cd8317 {{(pid=87870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 12:02:58.164470 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device e07d49bf-1f84-4150-862f-b808b5c8df97 up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:02:58.166255 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-35d75863-a9bd-48c7-8242-acc64fe98e9c tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks [] for subnet, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:58.194589 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-95f92a5f-d71c-4108-8bf8-8ae4fef7247e tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/floatingips/fa1f6d46-95fe-4e9f-9e6b-5633654559ea HTTP/1.1" status: 200 len: 992 time: 0.1639626 Mar 28 12:02:58.227386 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-35d75863-a9bd-48c7-8242-acc64fe98e9c tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3591354'] for subnet, precommit_delete_associations {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:58.243320 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-9655aee2-4b26-43eb-a43f-81948aaf42c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd626f2e2-632b-487e-9b55-e86f5951fd05', 'name': 'tempest-TestNetworkBasicOps-router-153614218', 'tenant_id': '527195c95736491ca1967a42cc300275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.126'}], 'enable_snat': True}, 'gw_port_id': 'd1963e89-2b46-4578-8f3c-ccca86c76862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:02:19Z', 'updated_at': '2022-03-28T12:02:25Z', 'revision_number': 4, 'project_id': '527195c95736491ca1967a42cc300275', 'gw_port': {'id': 'd1963e89-2b46-4578-8f3c-ccca86c76862', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:aa:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd626f2e2-632b-487e-9b55-e86f5951fd05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:02:20Z', 'updated_at': '2022-03-28T12:02:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_floatingips': [{'id': 'fa1f6d46-95fe-4e9f-9e6b-5633654559ea', 'tenant_id': '527195c95736491ca1967a42cc300275', 'floating_ip_address': '172.26.7.161', 'floating_network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'router_id': 'd626f2e2-632b-487e-9b55-e86f5951fd05', 'port_id': 'cdac5450-50ef-4b5f-bce9-c5e46bcc0853', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1193, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23ec2e99-fe73-4c26-b043-ea335f81a26f', 'mac_address': 'fa:16:3e:ad:9f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39711091-cbc3-44ae-b5c4-db841cd296c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T12:02:54Z', 'updated_at': '2022-03-28T12:02:54Z', 'revision_number': 0, 'project_id': '527195c95736491ca1967a42cc300275', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca7c26d4-2122-4045-b6ad-bfc9df75ba84', 'name': '', 'network_id': '23ec2e99-fe73-4c26-b043-ea335f81a26f', 'tenant_id': '527195c95736491ca1967a42cc300275', 'mac_address': 'fa:16:3e:2d:4c:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd626f2e2-632b-487e-9b55-e86f5951fd05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1131, 'fixed_ips': [{'subnet_id': '6d44b182-dd4a-4bef-a755-3bded7d35295', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:02:24Z', 'updated_at': '2022-03-28T12:02:36Z', 'revision_number': 5, 'project_id': '527195c95736491ca1967a42cc300275', 'subnets': [{'id': '6d44b182-dd4a-4bef-a755-3bded7d35295', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:02:58.269544 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9655aee2-4b26-43eb-a43f-81948aaf42c3 None None] Checking router: d626f2e2-632b-487e-9b55-e86f5951fd05 for host: dv-neutron-835340-2-hyperv {{(pid=87872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 12:02:58.281565 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2e2e7e97-7185-460d-a2bc-e68e0064252f None None] For port e07d49bf-1f84-4150-862f-b808b5c8df97, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=e07d49bf-1f84-4150-862f-b808b5c8df97,segment=NetworkSegment(35cf9ec6-3268-4bc3-91e5-6bb3e12c4395),segment_id=35cf9ec6-3268-4bc3-91e5-6bb3e12c4395)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:02:58.292969 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9655aee2-4b26-43eb-a43f-81948aaf42c3 None None] Routers {'d626f2e2-632b-487e-9b55-e86f5951fd05'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:02:58.293837 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-9655aee2-4b26-43eb-a43f-81948aaf42c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:02:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['d626f2e2-632b-487e-9b55-e86f5951fd05'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:02:58.304094 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-91245e24-f371-48a3-be13-0fcd032197b2 req-c1638056-d62a-4537-936e-130ed87e6329 service neutron] 10.222.0.11 "GET /v2.0/networks/23ec2e99-fe73-4c26-b043-ea335f81a26f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480310 Mar 28 12:02:58.321768 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-35d75863-a9bd-48c7-8242-acc64fe98e9c tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1919782'] for subnet, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:58.401038 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-35d75863-a9bd-48c7-8242-acc64fe98e9c tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1919805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2561174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2563528'] for subnet, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:58.433019 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port e07d49bf-1f84-4150-862f-b808b5c8df97 triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:02:58.433623 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:58.448235 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-35d75863-a9bd-48c7-8242-acc64fe98e9c tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks [] for subnet, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:58.451113 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d75863-a9bd-48c7-8242-acc64fe98e9c tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Pushing event deleted for resources: {'Subnet': ['ID=17d0815a-b7e5-4fac-bf0a-017465cd8317,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:02:58.459369 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-35d75863-a9bd-48c7-8242-acc64fe98e9c tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] 10.222.0.30 "DELETE /v2.0/subnets/17d0815a-b7e5-4fac-bf0a-017465cd8317 HTTP/1.1" status: 204 len: 168 time: 0.4171269 Mar 28 12:02:58.461845 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 57280) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:02:58.471921 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec85c700-f0e2-4415-a638-5d42c88d8815 None None] Network d3c2c8b6-878e-4f33-b177-05c95e26e95c requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 12:02:58.472917 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-91245e24-f371-48a3-be13-0fcd032197b2 req-e74c1237-d3b9-4e94-9a75-7db1c903cfc3 service neutron] 10.222.0.11 "GET /v2.0/networks/23ec2e99-fe73-4c26-b043-ea335f81a26f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620338 Mar 28 12:02:58.520021 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2e2e7e97-7185-460d-a2bc-e68e0064252f None None] Notify callbacks [] for port, precommit_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:58.591962 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-be0a0c27-bea0-4334-8e8a-a567f5243a14 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588883'] for network, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:58.603416 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-be0a0c27-bea0-4334-8e8a-a567f5243a14 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Deleting port 19e9220f-5120-4352-89ba-2ce272869bac {{(pid=87870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:02:58.603911 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-be0a0c27-bea0-4334-8e8a-a567f5243a14 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:58.608367 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-73cc6a86-3da0-47a6-b5ba-3e2094503f2c tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Deleting port a72d78f5-3373-41e4-a6db-4ebab69416db {{(pid=87871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:02:58.608901 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-73cc6a86-3da0-47a6-b5ba-3e2094503f2c tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:58.680261 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-2e2e7e97-7185-460d-a2bc-e68e0064252f None None] Transition to ACTIVE for port object e07d49bf-1f84-4150-862f-b808b5c8df97 will not be triggered until provisioned by entity DHCP. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:02:58.709135 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2e2e7e97-7185-460d-a2bc-e68e0064252f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:58.850889 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.db [None req-be0a0c27-bea0-4334-8e8a-a567f5243a14 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] For port 19e9220f-5120-4352-89ba-2ce272869bac, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=19e9220f-5120-4352-89ba-2ce272869bac,segment=NetworkSegment(610c8723-587d-441e-b9b9-437809b2ec6a),segment_id=610c8723-587d-441e-b9b9-437809b2ec6a)] {{(pid=87870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:02:58.851280 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-be0a0c27-bea0-4334-8e8a-a567f5243a14 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:58.871579 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvr_db [None req-9655aee2-4b26-43eb-a43f-81948aaf42c3 None None] Set router d626f2e2-632b-487e-9b55-e86f5951fd05 gateway port host: dv-neutron-835340-2-hyperv {{(pid=87872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:02:58.875241 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.db [None req-73cc6a86-3da0-47a6-b5ba-3e2094503f2c tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] For port a72d78f5-3373-41e4-a6db-4ebab69416db, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=a72d78f5-3373-41e4-a6db-4ebab69416db,segment=NetworkSegment(1b8aab08-2a9a-471c-8c2c-a47f672067b0),segment_id=1b8aab08-2a9a-471c-8c2c-a47f672067b0)] {{(pid=87871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:02:58.875768 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-73cc6a86-3da0-47a6-b5ba-3e2094503f2c tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:58.929021 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2e7e97-7185-460d-a2bc-e68e0064252f None None] Pushing event updated for resources: {'Port': ['ID=e07d49bf-1f84-4150-862f-b808b5c8df97,revision_number=4']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:02:58.987426 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29f86657-c9df-421f-b76f-5077e55b044b None None] Network 5bd5cefe-11f7-4806-b69e-e39e8687109e requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 12:02:58.992554 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-be0a0c27-bea0-4334-8e8a-a567f5243a14 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Calling delete_port for 19e9220f-5120-4352-89ba-2ce272869bac owned by network:dhcp {{(pid=87870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:02:59.003918 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-73cc6a86-3da0-47a6-b5ba-3e2094503f2c tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Calling delete_port for a72d78f5-3373-41e4-a6db-4ebab69416db owned by network:dhcp {{(pid=87871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:02:59.014148 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Port e07d49bf-1f84-4150-862f-b808b5c8df97 had new provisioning blocks added so it will not transition to active. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Mar 28 12:02:59.014676 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device a72d78f5-3373-41e4-a6db-4ebab69416db up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:02:59.076957 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-be0a0c27-bea0-4334-8e8a-a567f5243a14 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:59.130829 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be0a0c27-bea0-4334-8e8a-a567f5243a14 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] No DVR routers for this DVR port 19e9220f-5120-4352-89ba-2ce272869bac on host dv-neutron-835340-2-hyperv {{(pid=87870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 12:02:59.160496 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0a0c27-bea0-4334-8e8a-a567f5243a14 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Pushing event deleted for resources: {'Port': ['ID=19e9220f-5120-4352-89ba-2ce272869bac,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:02:59.202112 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 57284) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:02:59.284483 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-73cc6a86-3da0-47a6-b5ba-3e2094503f2c tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:59.297456 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-143fbebc-04f2-4ff2-accd-8b4f82fae630 None None] Provisioning for port a72d78f5-3373-41e4-a6db-4ebab69416db completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:02:59.338849 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] No active binding found for port a72d78f5-3373-41e4-a6db-4ebab69416db {{(pid=87872) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Mar 28 12:02:59.339297 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device a72d78f5-3373-41e4-a6db-4ebab69416db not bound to the agent host dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Mar 28 12:02:59.341413 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cc6a86-3da0-47a6-b5ba-3e2094503f2c tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Pushing event deleted for resources: {'Port': ['ID=a72d78f5-3373-41e4-a6db-4ebab69416db,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:02:59.353357 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-be0a0c27-bea0-4334-8e8a-a567f5243a14 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930431', 'neutron.services.segments.db._delete_segments_for_network-8783496351308'] for network, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:59.397863 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-be0a0c27-bea0-4334-8e8a-a567f5243a14 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3c2c8b6-878e-4f33-b177-05c95e26e95c']}} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:02:59.408196 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-9294f0ee-d1ae-4660-ba50-c1c3b995135c tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/floatingips/fa1f6d46-95fe-4e9f-9e6b-5633654559ea HTTP/1.1" status: 200 len: 992 time: 0.2048619 Mar 28 12:02:59.414367 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-be0a0c27-bea0-4334-8e8a-a567f5243a14 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '610c8723-587d-441e-b9b9-437809b2ec6a') {'for_net_delete': True} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:02:59.414663 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-be0a0c27-bea0-4334-8e8a-a567f5243a14 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '610c8723-587d-441e-b9b9-437809b2ec6a') {} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:02:59.428086 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73cc6a86-3da0-47a6-b5ba-3e2094503f2c tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] No DVR routers for this DVR port a72d78f5-3373-41e4-a6db-4ebab69416db on host dv-neutron-835340-2-hyperv {{(pid=87871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 12:02:59.430497 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Port a72d78f5-3373-41e4-a6db-4ebab69416db not found, will not notify nova. {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Mar 28 12:02:59.430678 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-be0a0c27-bea0-4334-8e8a-a567f5243a14 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783496353639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3591341'] for segment, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:59.438460 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-143fbebc-04f2-4ff2-accd-8b4f82fae630 None None] Provisioning complete for port a72d78f5-3373-41e4-a6db-4ebab69416db triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:02:59.439267 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-143fbebc-04f2-4ff2-accd-8b4f82fae630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:59.459886 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-be0a0c27-bea0-4334-8e8a-a567f5243a14 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:59.469766 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be0a0c27-bea0-4334-8e8a-a567f5243a14 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=87870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 12:02:59.470237 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-be0a0c27-bea0-4334-8e8a-a567f5243a14 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1920481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2558260'] for segment, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:59.499173 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-73cc6a86-3da0-47a6-b5ba-3e2094503f2c tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1919782'] for subnet, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:59.554634 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-143fbebc-04f2-4ff2-accd-8b4f82fae630 None None] Port a72d78f5-3373-41e4-a6db-4ebab69416db was deleted so its status cannot be updated. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Mar 28 12:02:59.594160 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-73cc6a86-3da0-47a6-b5ba-3e2094503f2c tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1919805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2364079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26551417'] for subnet, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:59.658304 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cc6a86-3da0-47a6-b5ba-3e2094503f2c tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Pushing event deleted for resources: {'Subnet': ['ID=1135fae4-c988-46a6-93df-8a76a0e081e7,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:02:59.683154 dv-neutron-835340-2-hyperv neutron-server[87870]: Traceback (most recent call last): Mar 28 12:02:59.683154 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 12:02:59.683154 dv-neutron-835340-2-hyperv neutron-server[87870]: timer() Mar 28 12:02:59.683154 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 12:02:59.683154 dv-neutron-835340-2-hyperv neutron-server[87870]: cb(*args, **kw) Mar 28 12:02:59.683154 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 12:02:59.683154 dv-neutron-835340-2-hyperv neutron-server[87870]: return func(*args, **kwargs) Mar 28 12:02:59.683154 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 12:02:59.683154 dv-neutron-835340-2-hyperv neutron-server[87870]: self._notify() Mar 28 12:02:59.683154 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 12:02:59.683154 dv-neutron-835340-2-hyperv neutron-server[87870]: self.callback(batched_events) Mar 28 12:02:59.683154 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 12:02:59.683154 dv-neutron-835340-2-hyperv neutron-server[87870]: event.method(event) Mar 28 12:02:59.683154 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 12:02:59.683154 dv-neutron-835340-2-hyperv neutron-server[87870]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 12:02:59.683154 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 12:02:59.683154 dv-neutron-835340-2-hyperv neutron-server[87870]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 12:02:59.683154 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 12:02:59.683154 dv-neutron-835340-2-hyperv neutron-server[87870]: return f(self, *a, **k) Mar 28 12:02:59.683154 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 12:02:59.683154 dv-neutron-835340-2-hyperv neutron-server[87870]: return self._get(url).json() Mar 28 12:02:59.683154 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 12:02:59.683154 dv-neutron-835340-2-hyperv neutron-server[87870]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 12:02:59.683154 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 12:02:59.683154 dv-neutron-835340-2-hyperv neutron-server[87870]: return self.request(url, 'GET', **kwargs) Mar 28 12:02:59.683154 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 12:02:59.683154 dv-neutron-835340-2-hyperv neutron-server[87870]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 12:02:59.683154 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 12:02:59.683154 dv-neutron-835340-2-hyperv neutron-server[87870]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 12:02:59.683154 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 12:02:59.683154 dv-neutron-835340-2-hyperv neutron-server[87870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 12:02:59.683154 dv-neutron-835340-2-hyperv neutron-server[87870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 12:02:59.702955 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d20a7529-126c-4e38-925b-6a48b0fa1882 None None] DHCP port deletion for d3c2c8b6-878e-4f33-b177-05c95e26e95c request from dv-neutron-835340-2-hyperv {{(pid=87872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 12:02:59.708345 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-be0a0c27-bea0-4334-8e8a-a567f5243a14 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709602'] for network, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:59.714268 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-be0a0c27-bea0-4334-8e8a-a567f5243a14 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538751'] for network, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:59.756139 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0a0c27-bea0-4334-8e8a-a567f5243a14 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Pushing event deleted for resources: {'Network': ['ID=d3c2c8b6-878e-4f33-b177-05c95e26e95c,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:02:59.779647 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-be0a0c27-bea0-4334-8e8a-a567f5243a14 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] 10.222.0.30 "DELETE /v2.0/networks/d3c2c8b6-878e-4f33-b177-05c95e26e95c HTTP/1.1" status: 204 len: 168 time: 1.3134038 Mar 28 12:02:59.779877 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 57288) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:02:59.786492 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-fc4c2f6e-32a2-4838-8e07-ca505ef4f465 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-171445963'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:02:59.796879 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-fc4c2f6e-32a2-4838-8e07-ca505ef4f465 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:02:59.801400 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-fc4c2f6e-32a2-4838-8e07-ca505ef4f465 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Usage tracker for resource:network and tenant:44a7e1c73898465da6902581d6416cd0 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:02:59.811372 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-fc4c2f6e-32a2-4838-8e07-ca505ef4f465 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:02:59.816304 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-73cc6a86-3da0-47a6-b5ba-3e2094503f2c tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930431', 'neutron.services.segments.db._delete_segments_for_network-8783496351308'] for network, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:59.823579 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9b1d5a1-4a4c-4bd8-913d-8de977394a0c None None] DHCP port deletion for 5bd5cefe-11f7-4806-b69e-e39e8687109e request from dv-neutron-835340-2-hyperv {{(pid=87872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 12:02:59.823778 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-fc4c2f6e-32a2-4838-8e07-ca505ef4f465 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:02:59.844766 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-9655aee2-4b26-43eb-a43f-81948aaf42c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd626f2e2-632b-487e-9b55-e86f5951fd05', 'name': 'tempest-TestNetworkBasicOps-router-153614218', 'tenant_id': '527195c95736491ca1967a42cc300275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.126'}], 'enable_snat': True}, 'gw_port_id': 'd1963e89-2b46-4578-8f3c-ccca86c76862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:02:19Z', 'updated_at': '2022-03-28T12:02:25Z', 'revision_number': 4, 'project_id': '527195c95736491ca1967a42cc300275', 'gw_port': {'id': 'd1963e89-2b46-4578-8f3c-ccca86c76862', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:aa:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd626f2e2-632b-487e-9b55-e86f5951fd05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:02:20Z', 'updated_at': '2022-03-28T12:02:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_floatingips': [{'id': 'fa1f6d46-95fe-4e9f-9e6b-5633654559ea', 'tenant_id': '527195c95736491ca1967a42cc300275', 'floating_ip_address': '172.26.7.161', 'floating_network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'router_id': 'd626f2e2-632b-487e-9b55-e86f5951fd05', 'port_id': 'cdac5450-50ef-4b5f-bce9-c5e46bcc0853', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1193, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23ec2e99-fe73-4c26-b043-ea335f81a26f', 'mac_address': 'fa:16:3e:ad:9f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39711091-cbc3-44ae-b5c4-db841cd296c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T12:02:54Z', 'updated_at': '2022-03-28T12:02:54Z', 'revision_number': 0, 'project_id': '527195c95736491ca1967a42cc300275', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca7c26d4-2122-4045-b6ad-bfc9df75ba84', 'name': '', 'network_id': '23ec2e99-fe73-4c26-b043-ea335f81a26f', 'tenant_id': '527195c95736491ca1967a42cc300275', 'mac_address': 'fa:16:3e:2d:4c:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd626f2e2-632b-487e-9b55-e86f5951fd05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1131, 'fixed_ips': [{'subnet_id': '6d44b182-dd4a-4bef-a755-3bded7d35295', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:02:24Z', 'updated_at': '2022-03-28T12:02:36Z', 'revision_number': 5, 'project_id': '527195c95736491ca1967a42cc300275', 'subnets': [{'id': '6d44b182-dd4a-4bef-a755-3bded7d35295', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:02:59.855275 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31e09209-62fe-4aab-9d84-9bad997dd0f0 None None] Network 5bd5cefe-11f7-4806-b69e-e39e8687109e requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 12:02:59.859118 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.segments.db [None req-73cc6a86-3da0-47a6-b5ba-3e2094503f2c tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bd5cefe-11f7-4806-b69e-e39e8687109e']}} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:02:59.866552 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc4c2f6e-32a2-4838-8e07-ca505ef4f465 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Made reservation on behalf of 44a7e1c73898465da6902581d6416cd0 for: {'network': 1} {{(pid=87870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 12:02:59.870025 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-fc4c2f6e-32a2-4838-8e07-ca505ef4f465 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for network, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:59.874554 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.segments.db [None req-73cc6a86-3da0-47a6-b5ba-3e2094503f2c tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b8aab08-2a9a-471c-8c2c-a47f672067b0') {'for_net_delete': True} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:02:59.874846 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.segments.db [None req-73cc6a86-3da0-47a6-b5ba-3e2094503f2c tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b8aab08-2a9a-471c-8c2c-a47f672067b0') {} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:02:59.887758 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-73cc6a86-3da0-47a6-b5ba-3e2094503f2c tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783496353639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3436890'] for segment, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:59.897923 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9655aee2-4b26-43eb-a43f-81948aaf42c3 None None] The sync data for ids ['d626f2e2-632b-487e-9b55-e86f5951fd05'] in dv-neutron-835340-2-hyperv is: [{'id': 'd626f2e2-632b-487e-9b55-e86f5951fd05', 'name': 'tempest-TestNetworkBasicOps-router-153614218', 'tenant_id': '527195c95736491ca1967a42cc300275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.126'}], 'enable_snat': True}, 'gw_port_id': 'd1963e89-2b46-4578-8f3c-ccca86c76862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:02:19Z', 'updated_at': '2022-03-28T12:02:25Z', 'revision_number': 4, 'project_id': '527195c95736491ca1967a42cc300275', 'gw_port': {'id': 'd1963e89-2b46-4578-8f3c-ccca86c76862', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:aa:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd626f2e2-632b-487e-9b55-e86f5951fd05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:02:20Z', 'updated_at': '2022-03-28T12:02:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_floatingips': [{'id': 'fa1f6d46-95fe-4e9f-9e6b-5633654559ea', 'tenant_id': '527195c95736491ca1967a42cc300275', 'floating_ip_address': '172.26.7.161', 'floating_network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'router_id': 'd626f2e2-632b-487e-9b55-e86f5951fd05', 'port_id': 'cdac5450-50ef-4b5f-bce9-c5e46bcc0853', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1193, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23ec2e99-fe73-4c26-b043-ea335f81a26f', 'mac_address': 'fa:16:3e:ad:9f:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39711091-cbc3-44ae-b5c4-db841cd296c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T12:02:54Z', 'updated_at': '2022-03-28T12:02:54Z', 'revision_number': 0, 'project_id': '527195c95736491ca1967a42cc300275', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca7c26d4-2122-4045-b6ad-bfc9df75ba84', 'name': '', 'network_id': '23ec2e99-fe73-4c26-b043-ea335f81a26f', 'tenant_id': '527195c95736491ca1967a42cc300275', 'mac_address': 'fa:16:3e:2d:4c:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd626f2e2-632b-487e-9b55-e86f5951fd05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1131, 'fixed_ips': [{'subnet_id': '6d44b182-dd4a-4bef-a755-3bded7d35295', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:02:24Z', 'updated_at': '2022-03-28T12:02:36Z', 'revision_number': 5, 'project_id': '527195c95736491ca1967a42cc300275', 'subnets': [{'id': '6d44b182-dd4a-4bef-a755-3bded7d35295', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 12:02:59.910149 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-73cc6a86-3da0-47a6-b5ba-3e2094503f2c tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:59.922005 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73cc6a86-3da0-47a6-b5ba-3e2094503f2c tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=87871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 12:02:59.923045 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-73cc6a86-3da0-47a6-b5ba-3e2094503f2c tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1920481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2363149'] for segment, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:02:59.939979 dv-neutron-835340-2-hyperv neutron-server[87871]: Traceback (most recent call last): Mar 28 12:02:59.939979 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 12:02:59.939979 dv-neutron-835340-2-hyperv neutron-server[87871]: timer() Mar 28 12:02:59.939979 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 12:02:59.939979 dv-neutron-835340-2-hyperv neutron-server[87871]: cb(*args, **kw) Mar 28 12:02:59.939979 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 12:02:59.939979 dv-neutron-835340-2-hyperv neutron-server[87871]: return func(*args, **kwargs) Mar 28 12:02:59.939979 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 12:02:59.939979 dv-neutron-835340-2-hyperv neutron-server[87871]: self._notify() Mar 28 12:02:59.939979 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 12:02:59.939979 dv-neutron-835340-2-hyperv neutron-server[87871]: self.callback(batched_events) Mar 28 12:02:59.939979 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 12:02:59.939979 dv-neutron-835340-2-hyperv neutron-server[87871]: event.method(event) Mar 28 12:02:59.939979 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 12:02:59.939979 dv-neutron-835340-2-hyperv neutron-server[87871]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 12:02:59.939979 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 12:02:59.939979 dv-neutron-835340-2-hyperv neutron-server[87871]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 12:02:59.939979 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 12:02:59.939979 dv-neutron-835340-2-hyperv neutron-server[87871]: return f(self, *a, **k) Mar 28 12:02:59.939979 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 12:02:59.939979 dv-neutron-835340-2-hyperv neutron-server[87871]: return self._get(url).json() Mar 28 12:02:59.939979 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 12:02:59.939979 dv-neutron-835340-2-hyperv neutron-server[87871]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 12:02:59.939979 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 12:02:59.939979 dv-neutron-835340-2-hyperv neutron-server[87871]: return self.request(url, 'GET', **kwargs) Mar 28 12:02:59.939979 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 12:02:59.939979 dv-neutron-835340-2-hyperv neutron-server[87871]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 12:02:59.939979 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 12:02:59.939979 dv-neutron-835340-2-hyperv neutron-server[87871]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 12:02:59.939979 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 12:02:59.939979 dv-neutron-835340-2-hyperv neutron-server[87871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 12:02:59.939979 dv-neutron-835340-2-hyperv neutron-server[87871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 12:03:00.037862 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-73cc6a86-3da0-47a6-b5ba-3e2094503f2c tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709602'] for network, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:00.043490 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc4c2f6e-32a2-4838-8e07-ca505ef4f465 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=87870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 12:03:00.054179 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-fc4c2f6e-32a2-4838-8e07-ca505ef4f465 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:00.054698 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.db.segments_db [None req-fc4c2f6e-32a2-4838-8e07-ca505ef4f465 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Added segment 7ec52c55-e0cd-44ca-9a96-67f192852c89 of type vlan for network 7b58e352-ec16-4455-85e6-6a961951c5c5 Mar 28 12:03:00.065711 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-73cc6a86-3da0-47a6-b5ba-3e2094503f2c tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Notify callbacks [] for network, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:00.078949 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device e07d49bf-1f84-4150-862f-b808b5c8df97 up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:03:00.087092 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-73cc6a86-3da0-47a6-b5ba-3e2094503f2c tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] 10.222.0.30 "DELETE /v2.0/networks/5bd5cefe-11f7-4806-b69e-e39e8687109e HTTP/1.1" status: 204 len: 168 time: 3.3285499 Mar 28 12:03:00.087284 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-fc4c2f6e-32a2-4838-8e07-ca505ef4f465 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783495836591'] for network, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:00.087407 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 57292) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:03:00.108022 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-483efe08-0e6e-4d45-b0cd-44fe0bb8b26f None None] Network 1ce8f92e-ded0-4af1-a854-caca4db9145e requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 12:03:00.109754 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cc6a86-3da0-47a6-b5ba-3e2094503f2c tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Pushing event deleted for resources: {'Network': ['ID=5bd5cefe-11f7-4806-b69e-e39e8687109e,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:03:00.118828 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b14e396-2c15-4cf7-b9ff-afba641ce432 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] DELETE failed (client error): The resource could not be found. Mar 28 12:03:00.119306 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b14e396-2c15-4cf7-b9ff-afba641ce432 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 12:03:00.124558 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-8b14e396-2c15-4cf7-b9ff-afba641ce432 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] 10.222.0.30 "DELETE /v2.0/networks/5bd5cefe-11f7-4806-b69e-e39e8687109e HTTP/1.1" status: 404 len: 339 time: 0.0327003 Mar 28 12:03:00.124917 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 57296) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:03:00.130809 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-2029e657-d8d4-4dc3-b42a-78357fd36d12 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2084765722', 'description': 'd1'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:03:00.136143 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-2029e657-d8d4-4dc3-b42a-78357fd36d12 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:03:00.136390 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-fc4c2f6e-32a2-4838-8e07-ca505ef4f465 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765'] for network, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:00.140793 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-2029e657-d8d4-4dc3-b42a-78357fd36d12 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Usage tracker for resource:network and tenant:08f960886b5a46fda15477794d40e0c7 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:03:00.145598 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-2029e657-d8d4-4dc3-b42a-78357fd36d12 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:03:00.148400 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc4c2f6e-32a2-4838-8e07-ca505ef4f465 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:03:00.149229 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-fc4c2f6e-32a2-4838-8e07-ca505ef4f465 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538751'] for network, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:00.151635 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-2029e657-d8d4-4dc3-b42a-78357fd36d12 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:03:00.165454 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2029e657-d8d4-4dc3-b42a-78357fd36d12 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Made reservation on behalf of 08f960886b5a46fda15477794d40e0c7 for: {'network': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 12:03:00.170954 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-2029e657-d8d4-4dc3-b42a-78357fd36d12 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for network, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:00.198521 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-fc4c2f6e-32a2-4838-8e07-ca505ef4f465 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4176464 Mar 28 12:03:00.198992 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 57300) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:03:00.206029 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-4a5d99c5-868a-48ad-94ce-8aa4b286f94b tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Request body: {'subnet': {'network_id': '7b58e352-ec16-4455-85e6-6a961951c5c5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:03:00.256395 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2029e657-d8d4-4dc3-b42a-78357fd36d12 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=87871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 12:03:00.270467 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-963a70b9-884e-4458-a2e0-729e1c0bb1bf None None] Provisioning for port e07d49bf-1f84-4150-862f-b808b5c8df97 completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:03:00.273654 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c556bb3-8e1b-4093-8c49-c0755fdfa85e None None] New status for floating IP fa1f6d46-95fe-4e9f-9e6b-5633654559ea: ACTIVE {{(pid=87872) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 12:03:00.285239 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4c2f6e-32a2-4838-8e07-ca505ef4f465 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Pushing event updated for resources: {'Network': ['ID=7b58e352-ec16-4455-85e6-6a961951c5c5,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:03:00.332767 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-2029e657-d8d4-4dc3-b42a-78357fd36d12 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:00.333106 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.db.segments_db [None req-2029e657-d8d4-4dc3-b42a-78357fd36d12 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Added segment 693b739a-5e76-4eed-99db-1d5e59cbad9a of type vlan for network 56db17e4-1bf8-4377-af26-92a4841e3288 Mar 28 12:03:00.341200 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Network 7b58e352-ec16-4455-85e6-6a961951c5c5 details requested by agent ovs-agent-dv-neutron-835340-2-hyperv with host dv-neutron-835340-2-hyperv {{(pid=87872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 12:03:00.349175 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-4a5d99c5-868a-48ad-94ce-8aa4b286f94b tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:03:00.362062 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-4a5d99c5-868a-48ad-94ce-8aa4b286f94b tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Usage tracker for resource:subnet and tenant:44a7e1c73898465da6902581d6416cd0 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:03:00.367440 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-4a5d99c5-868a-48ad-94ce-8aa4b286f94b tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:03:00.374609 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-2029e657-d8d4-4dc3-b42a-78357fd36d12 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783495836591'] for network, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:00.378527 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-4a5d99c5-868a-48ad-94ce-8aa4b286f94b tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:03:00.398189 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a5d99c5-868a-48ad-94ce-8aa4b286f94b tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Made reservation on behalf of 44a7e1c73898465da6902581d6416cd0 for: {'subnet': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 12:03:00.401561 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-4a5d99c5-868a-48ad-94ce-8aa4b286f94b tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26551362'] for subnet, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:00.412098 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 57304) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:03:00.431197 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-963a70b9-884e-4458-a2e0-729e1c0bb1bf None None] Provisioning complete for port e07d49bf-1f84-4150-862f-b808b5c8df97 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:03:00.431596 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-963a70b9-884e-4458-a2e0-729e1c0bb1bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:00.495442 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-2029e657-d8d4-4dc3-b42a-78357fd36d12 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765'] for network, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:00.501027 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2029e657-d8d4-4dc3-b42a-78357fd36d12 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:03:00.502119 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-2029e657-d8d4-4dc3-b42a-78357fd36d12 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Notify callbacks [] for network, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:00.535396 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-94e5930b-3525-4449-8eaa-ed55e3d86001 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/floatingips/fa1f6d46-95fe-4e9f-9e6b-5633654559ea HTTP/1.1" status: 200 len: 992 time: 0.1198630 Mar 28 12:03:00.570653 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-2029e657-d8d4-4dc3-b42a-78357fd36d12 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4422219 Mar 28 12:03:00.571305 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 57310) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:03:00.633599 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2029e657-d8d4-4dc3-b42a-78357fd36d12 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Pushing event updated for resources: {'Network': ['ID=56db17e4-1bf8-4377-af26-92a4841e3288,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:03:00.675043 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Network 56db17e4-1bf8-4377-af26-92a4841e3288 details requested by agent ovs-agent-dv-neutron-835340-2-hyperv with host dv-neutron-835340-2-hyperv {{(pid=87872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 12:03:00.695008 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84665b5e-ddfa-469c-823a-c5d4d530e934 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:03:00.695871 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-84665b5e-ddfa-469c-823a-c5d4d530e934 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Synchronizing usage tracker for tenant:08f960886b5a46fda15477794d40e0c7 on resource:network {{(pid=87870) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:03:00.714713 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-84665b5e-ddfa-469c-823a-c5d4d530e934 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Unset dirty status for tenant:08f960886b5a46fda15477794d40e0c7 on resource:network {{(pid=87870) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:03:00.718879 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-84665b5e-ddfa-469c-823a-c5d4d530e934 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] 10.222.0.30 "GET /v2.0/networks?id=56db17e4-1bf8-4377-af26-92a4841e3288 HTTP/1.1" status: 200 len: 765 time: 0.1463459 Mar 28 12:03:00.719638 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 57314) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:03:00.726385 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-18ad1d27-687b-439e-85c8-ded3d1289f3b tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Request body: {'network': {'description': 'd2'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:03:00.746218 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-4a5d99c5-868a-48ad-94ce-8aa4b286f94b tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2364128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26551408'] for subnet, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:00.789139 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port e07d49bf-1f84-4150-862f-b808b5c8df97 triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:03:00.790021 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:00.829599 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5d99c5-868a-48ad-94ce-8aa4b286f94b tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Pushing event updated for resources: {'Subnet': ['ID=85612ccd-f8ad-4c21-ad6a-a640d82bf894,revision_number=0']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:03:00.843180 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a5d99c5-868a-48ad-94ce-8aa4b286f94b tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Checking segment: {'id': '7ec52c55-e0cd-44ca-9a96-67f192852c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '7b58e352-ec16-4455-85e6-6a961951c5c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 12:03:00.843657 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a5d99c5-868a-48ad-94ce-8aa4b286f94b tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Network hostable DHCP agents. Network: 7b58e352-ec16-4455-85e6-6a961951c5c5, hostable agents: ['3cb85949-855b-4a40-b988-cd5705e511da'], hosted agents: [] {{(pid=87871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 12:03:00.866947 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a5d99c5-868a-48ad-94ce-8aa4b286f94b tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Network 7b58e352-ec16-4455-85e6-6a961951c5c5 is scheduled to be hosted by DHCP agent 3cb85949-855b-4a40-b988-cd5705e511da with binding_index 1 {{(pid=87871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 12:03:00.882530 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-4a5d99c5-868a-48ad-94ce-8aa4b286f94b tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-2-hyperv, 7b58e352-ec16-4455-85e6-6a961951c5c5) {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:03:00.899884 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a5d99c5-868a-48ad-94ce-8aa4b286f94b tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:03:00.900557 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-4a5d99c5-868a-48ad-94ce-8aa4b286f94b tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks [] for subnet, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:00.919955 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ecee162-c7fb-435f-9e57-0d811f9e1d98 None None] Network 7b58e352-ec16-4455-85e6-6a961951c5c5 requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 12:03:00.936800 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-4a5d99c5-868a-48ad-94ce-8aa4b286f94b tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7365413 Mar 28 12:03:00.940853 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 57320) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:03:00.946383 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-f7c71b9e-ba9a-421b-be2c-774e9e456044 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1832992018', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:03:00.953227 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-f7c71b9e-ba9a-421b-be2c-774e9e456044 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:03:00.957874 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-f7c71b9e-ba9a-421b-be2c-774e9e456044 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Usage tracker for resource:router and tenant:44a7e1c73898465da6902581d6416cd0 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:03:00.960843 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-f7c71b9e-ba9a-421b-be2c-774e9e456044 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:03:00.966660 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-f7c71b9e-ba9a-421b-be2c-774e9e456044 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:03:00.979407 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-f7c71b9e-ba9a-421b-be2c-774e9e456044 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-707665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-260886'] for router, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:00.980754 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-f7c71b9e-ba9a-421b-be2c-774e9e456044 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-705660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709650', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-767110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260873'] for router, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:00.986331 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-18ad1d27-687b-439e-85c8-ded3d1289f3b tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783495836591'] for network, precommit_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:00.996280 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-f7c71b9e-ba9a-421b-be2c-774e9e456044 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:01.006256 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-18ad1d27-687b-439e-85c8-ded3d1289f3b tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765'] for network, after_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:01.016839 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-f7c71b9e-ba9a-421b-be2c-774e9e456044 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709693'] for router, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:01.039630 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-18ad1d27-687b-439e-85c8-ded3d1289f3b tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Network 56db17e4-1bf8-4377-af26-92a4841e3288 is not hosted by any dhcp agent {{(pid=87870) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Mar 28 12:03:01.041361 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-f7c71b9e-ba9a-421b-be2c-774e9e456044 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks [] for router, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:01.044975 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18ad1d27-687b-439e-85c8-ded3d1289f3b tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:03:01.045635 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-f7c71b9e-ba9a-421b-be2c-774e9e456044 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1035192 Mar 28 12:03:01.045779 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-18ad1d27-687b-439e-85c8-ded3d1289f3b tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Notify callbacks [] for network, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:01.046298 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 57324) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:03:01.049627 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-18ad1d27-687b-439e-85c8-ded3d1289f3b tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] 10.222.0.30 "PUT /v2.0/networks/56db17e4-1bf8-4377-af26-92a4841e3288 HTTP/1.1" status: 200 len: 762 time: 0.3257196 Mar 28 12:03:01.049935 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 57328) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:03:01.116711 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ad1d27-687b-439e-85c8-ded3d1289f3b tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Pushing event updated for resources: {'Network': ['ID=56db17e4-1bf8-4377-af26-92a4841e3288,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:03:01.200258 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Network 56db17e4-1bf8-4377-af26-92a4841e3288 details requested by agent ovs-agent-dv-neutron-835340-2-hyperv with host dv-neutron-835340-2-hyperv {{(pid=87872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 12:03:01.536141 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 57332) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:03:01.594829 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 19e9220f-5120-4352-89ba-2ce272869bac no longer exists at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 12:03:01.603456 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4ffa7a6-75db-4d05-9899-9e29edb168aa tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:03:01.604161 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-d4ffa7a6-75db-4d05-9899-9e29edb168aa tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Synchronizing usage tracker for tenant:08f960886b5a46fda15477794d40e0c7 on resource:network {{(pid=87871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:03:01.630872 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] No Port match for: 19e9220f-5120-4352-89ba-2ce272869bac {{(pid=87872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 12:03:01.631221 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 19e9220f-5120-4352-89ba-2ce272869bac not bound to the agent host dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 12:03:01.631802 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device a72d78f5-3373-41e4-a6db-4ebab69416db no longer exists at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 12:03:01.660401 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5463e7a-8df4-4882-aebd-1ef77e002e78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1d3f2a9-8722-5ce5-bc40-181687d1ed3f-7b58e352-ec16-4455-85e6-6a961951c5c5', 'network_id': '7b58e352-ec16-4455-85e6-6a961951c5c5', 'tenant_id': '44a7e1c73898465da6902581d6416cd0', 'fixed_ips': [{'subnet_id': '85612ccd-f8ad-4c21-ad6a-a640d82bf894'}]}} from dv-neutron-835340-2-hyperv. {{(pid=87872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 12:03:01.661377 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-b5463e7a-8df4-4882-aebd-1ef77e002e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:01.685619 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] No Port match for: a72d78f5-3373-41e4-a6db-4ebab69416db {{(pid=87872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 12:03:01.685964 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device a72d78f5-3373-41e4-a6db-4ebab69416db not bound to the agent host dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 12:03:01.710896 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-d4ffa7a6-75db-4d05-9899-9e29edb168aa tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Unset dirty status for tenant:08f960886b5a46fda15477794d40e0c7 on resource:network {{(pid=87871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:03:01.712067 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-d4ffa7a6-75db-4d05-9899-9e29edb168aa tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] 10.222.0.30 "GET /v2.0/networks?id=56db17e4-1bf8-4377-af26-92a4841e3288 HTTP/1.1" status: 200 len: 765 time: 0.6611419 Mar 28 12:03:01.716354 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 57336) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:03:01.845197 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-5dc49033-766d-4e7e-b66b-d9805748a472 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/floatingips/fa1f6d46-95fe-4e9f-9e6b-5633654559ea HTTP/1.1" status: 200 len: 994 time: 0.3035753 Mar 28 12:03:01.886439 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.db_base_plugin_common [None req-b5463e7a-8df4-4882-aebd-1ef77e002e78 None None] Allocated IP 2001:db8::2 (7b58e352-ec16-4455-85e6-6a961951c5c5/85612ccd-f8ad-4c21-ad6a-a640d82bf894/28520750-60e4-4060-b070-5133a334ce5f) {{(pid=87872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 12:03:01.898722 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-65e1fce6-0ccf-4b4b-b64c-df021cf221d9 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:01.909735 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-49f3566c-1f41-4c53-b168-bec5e42baca9 None None] Provisioning complete for port e07d49bf-1f84-4150-862f-b808b5c8df97 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:03:01.909992 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-49f3566c-1f41-4c53-b168-bec5e42baca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:01.916296 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91bb1760-1ef7-4fa3-aa3b-fa87f4f99da4 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:03:01.918042 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-91bb1760-1ef7-4fa3-aa3b-fa87f4f99da4 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2005107 Mar 28 12:03:01.923940 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 57340) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:03:01.965665 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-7c8c3435-04b9-4102-9ed0-27e4816cd83b tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Synchronizing usage tracker for tenant:08f960886b5a46fda15477794d40e0c7 on resource:subnet {{(pid=87870) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:03:01.983422 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-7c8c3435-04b9-4102-9ed0-27e4816cd83b tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Unset dirty status for tenant:08f960886b5a46fda15477794d40e0c7 on resource:subnet {{(pid=87870) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:03:01.984787 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-7c8c3435-04b9-4102-9ed0-27e4816cd83b tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] 10.222.0.30 "GET /v2.0/subnets?network_id=ac2b1748-8f63-4b17-a9c7-07e79704aa5b HTTP/1.1" status: 200 len: 207 time: 0.0596015 Mar 28 12:03:01.987881 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 57344) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:03:02.147272 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c0d5966-dbdc-411b-b455-70163705e775 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:03:02.153158 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c0d5966-dbdc-411b-b455-70163705e775 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:03:02.159016 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c0d5966-dbdc-411b-b455-70163705e775 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:03:02.165047 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c0d5966-dbdc-411b-b455-70163705e775 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:03:02.170790 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c0d5966-dbdc-411b-b455-70163705e775 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:03:02.176980 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c0d5966-dbdc-411b-b455-70163705e775 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:03:02.178739 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-4c0d5966-dbdc-411b-b455-70163705e775 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.1898191 Mar 28 12:03:02.182687 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 57348) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:03:02.210837 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-b5463e7a-8df4-4882-aebd-1ef77e002e78 None None] Notify callbacks [] for port, precommit_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:02.221674 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-b5463e7a-8df4-4882-aebd-1ef77e002e78 None None] Transition to ACTIVE for port object 28520750-60e4-4060-b070-5133a334ce5f will not be triggered until provisioned by entity L2. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:03:02.239485 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-b5463e7a-8df4-4882-aebd-1ef77e002e78 None None] Transition to ACTIVE for port object 28520750-60e4-4060-b070-5133a334ce5f will not be triggered until provisioned by entity DHCP. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:03:02.245260 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-b5463e7a-8df4-4882-aebd-1ef77e002e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241'] for port, after_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:02.315347 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.db_base_plugin_common [None req-65e1fce6-0ccf-4b4b-b64c-df021cf221d9 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Allocated IP 2001:db8::1 (7b58e352-ec16-4455-85e6-6a961951c5c5/85612ccd-f8ad-4c21-ad6a-a640d82bf894/e307bb4a-9b28-464d-a6bf-54920aca51f7) {{(pid=87871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 12:03:02.323351 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5463e7a-8df4-4882-aebd-1ef77e002e78 None None] Network 7b58e352-ec16-4455-85e6-6a961951c5c5 is already hosted by enough agents. {{(pid=87872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:03:02.334739 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.base_scheduler [None req-b5463e7a-8df4-4882-aebd-1ef77e002e78 None None] Resources bound (agent type, host, resource id): {{(pid=87872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:03:02.337131 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5463e7a-8df4-4882-aebd-1ef77e002e78 None None] Received port after_create {{(pid=87872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 12:03:02.341374 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5463e7a-8df4-4882-aebd-1ef77e002e78 None None] Pushing event updated for resources: {'Port': ['ID=28520750-60e4-4060-b070-5133a334ce5f,revision_number=1']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:03:02.372706 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-38ee3543-73b5-4829-83ef-b004cc717111 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] 10.222.0.30 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.1858082 Mar 28 12:03:02.373177 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 57352) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:03:02.380534 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-b4c2a80e-8440-408f-adaa-7fa3d3cc1ccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:02.444151 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-b5463e7a-8df4-4882-aebd-1ef77e002e78 None None] Attempting to bind port 28520750-60e4-4060-b070-5133a334ce5f on host dv-neutron-835340-2-hyperv for vnic_type normal with profile {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 12:03:02.444151 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-b5463e7a-8df4-4882-aebd-1ef77e002e78 None None] Attempting to bind port 28520750-60e4-4060-b070-5133a334ce5f by drivers openvswitch,hyperv on host dv-neutron-835340-2-hyperv at level 0 using segments [{'id': '7ec52c55-e0cd-44ca-9a96-67f192852c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '7b58e352-ec16-4455-85e6-6a961951c5c5'}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 12:03:02.444151 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5463e7a-8df4-4882-aebd-1ef77e002e78 None None] Attempting to bind port 28520750-60e4-4060-b070-5133a334ce5f on network 7b58e352-ec16-4455-85e6-6a961951c5c5 {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 12:03:02.449916 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5463e7a-8df4-4882-aebd-1ef77e002e78 None None] Checking agent: {'id': '961a16fe-cbc8-4264-ac28-bbbd53f89caa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 46, 6), 'started_at': datetime.datetime(2022, 3, 28, 11, 46, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 12, 2, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 12:03:02.450290 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5463e7a-8df4-4882-aebd-1ef77e002e78 None None] Checking segment: {'id': '7ec52c55-e0cd-44ca-9a96-67f192852c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '7b58e352-ec16-4455-85e6-6a961951c5c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 12:03:02.450684 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-b5463e7a-8df4-4882-aebd-1ef77e002e78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:02.451068 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5463e7a-8df4-4882-aebd-1ef77e002e78 None None] Bound using segment: {'id': '7ec52c55-e0cd-44ca-9a96-67f192852c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '7b58e352-ec16-4455-85e6-6a961951c5c5'} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 12:03:02.451699 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-b5463e7a-8df4-4882-aebd-1ef77e002e78 None None] Bound port: 28520750-60e4-4060-b070-5133a334ce5f, host: dv-neutron-835340-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ec52c55-e0cd-44ca-9a96-67f192852c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '7b58e352-ec16-4455-85e6-6a961951c5c5'}}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 12:03:02.452074 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-b5463e7a-8df4-4882-aebd-1ef77e002e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:02.456511 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71715ed2-2bcc-4e63-a7ec-7a0c658448aa tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:03:02.458119 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71715ed2-2bcc-4e63-a7ec-7a0c658448aa tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:03:02.459617 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71715ed2-2bcc-4e63-a7ec-7a0c658448aa tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:03:02.461083 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71715ed2-2bcc-4e63-a7ec-7a0c658448aa tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:03:02.462686 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71715ed2-2bcc-4e63-a7ec-7a0c658448aa tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:03:02.467783 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-71715ed2-2bcc-4e63-a7ec-7a0c658448aa tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0896780 Mar 28 12:03:02.468553 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 57356) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:03:02.492839 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-65e1fce6-0ccf-4b4b-b64c-df021cf221d9 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks [] for port, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:02.511395 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.provisioning_blocks [None req-65e1fce6-0ccf-4b4b-b64c-df021cf221d9 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Transition to ACTIVE for port object e307bb4a-9b28-464d-a6bf-54920aca51f7 will not be triggered until provisioned by entity DHCP. {{(pid=87871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:03:02.538689 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-65e1fce6-0ccf-4b4b-b64c-df021cf221d9 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:02.549974 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-b5463e7a-8df4-4882-aebd-1ef77e002e78 None None] For port 28520750-60e4-4060-b070-5133a334ce5f, host dv-neutron-835340-2-hyperv, cleared binding levels {{(pid=87872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 12:03:02.553684 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-b5463e7a-8df4-4882-aebd-1ef77e002e78 None None] For port 28520750-60e4-4060-b070-5133a334ce5f, host dv-neutron-835340-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=28520750-60e4-4060-b070-5133a334ce5f,segment=NetworkSegment(7ec52c55-e0cd-44ca-9a96-67f192852c89),segment_id=7ec52c55-e0cd-44ca-9a96-67f192852c89)] {{(pid=87872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 12:03:02.557695 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-b5463e7a-8df4-4882-aebd-1ef77e002e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:02.607865 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65e1fce6-0ccf-4b4b-b64c-df021cf221d9 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Network 7b58e352-ec16-4455-85e6-6a961951c5c5 is already hosted by enough agents. {{(pid=87871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:03:02.609163 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-65e1fce6-0ccf-4b4b-b64c-df021cf221d9 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Resources bound (agent type, host, resource id): {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:03:02.617574 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e1fce6-0ccf-4b4b-b64c-df021cf221d9 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Received port after_create {{(pid=87871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 12:03:02.618324 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-65e1fce6-0ccf-4b4b-b64c-df021cf221d9 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-709483'] for router_interface, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:02.644772 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5463e7a-8df4-4882-aebd-1ef77e002e78 None None] Pushing event updated for resources: {'Port': ['ID=28520750-60e4-4060-b070-5133a334ce5f,revision_number=2']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:03:02.648698 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e1fce6-0ccf-4b4b-b64c-df021cf221d9 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Pushing event updated for resources: {'Port': ['ID=e307bb4a-9b28-464d-a6bf-54920aca51f7,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:03:02.669131 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85bdd460-bcfe-42dd-b7b7-7a39362c2779 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Attributes excluded by policy engine: ['shared'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:03:02.670520 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85bdd460-bcfe-42dd-b7b7-7a39362c2779 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Attributes excluded by policy engine: ['shared'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:03:02.671919 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85bdd460-bcfe-42dd-b7b7-7a39362c2779 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Attributes excluded by policy engine: ['shared'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:03:02.673984 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85bdd460-bcfe-42dd-b7b7-7a39362c2779 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Attributes excluded by policy engine: ['shared'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:03:02.675505 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85bdd460-bcfe-42dd-b7b7-7a39362c2779 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Attributes excluded by policy engine: ['shared'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:03:02.677108 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-85bdd460-bcfe-42dd-b7b7-7a39362c2779 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] 10.222.0.30 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.2076464 Mar 28 12:03:02.681238 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 57360) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:03:02.748404 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-65e1fce6-0ccf-4b4b-b64c-df021cf221d9 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:02.852405 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6fa6df7-32c9-48f6-b5d1-4f17c56d58c6 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:03:02.853845 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-d6fa6df7-32c9-48f6-b5d1-4f17c56d58c6 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] 10.222.0.30 "GET /v2.0/networks/0ec1dc79-fbf6-4a54-84f7-5581ee5d9eeb HTTP/1.1" status: 200 len: 803 time: 0.1715784 Mar 28 12:03:02.864913 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 57364) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:03:03.032446 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-9b702cda-4233-4b14-b5c5-9aaf7174402e tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] 10.222.0.30 "GET /v2.0/networks/0ec1dc79-fbf6-4a54-84f7-5581ee5d9eeb?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.1630678 Mar 28 12:03:03.032971 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 57368) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:03:03.103177 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84683771-ca36-4d32-b3d1-4de30039e319 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:03:03.107830 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-84683771-ca36-4d32-b3d1-4de30039e319 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] 10.222.0.30 "GET /v2.0/subnets/59ba6d73-eb32-4a28-b7d7-275749f11bc6 HTTP/1.1" status: 200 len: 843 time: 0.0704978 Mar 28 12:03:03.108109 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 57372) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:03:03.174064 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-633e20fc-90df-484a-92ea-e5e39bfe33eb tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Attributes excluded by policy engine: ['shared'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:03:03.175919 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-633e20fc-90df-484a-92ea-e5e39bfe33eb tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] 10.222.0.30 "GET /v2.0/subnets/59ba6d73-eb32-4a28-b7d7-275749f11bc6?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0668828 Mar 28 12:03:03.179482 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 57376) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:03:03.186604 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-4699242e-b0f2-485b-9398-372b33b89b29 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2134291467'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:03:03.192840 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-4699242e-b0f2-485b-9398-372b33b89b29 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:03:03.203987 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-4699242e-b0f2-485b-9398-372b33b89b29 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:03:03.214841 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4699242e-b0f2-485b-9398-372b33b89b29 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Made reservation on behalf of 08f960886b5a46fda15477794d40e0c7 for: {'network': 1} {{(pid=87870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 12:03:03.218289 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-4699242e-b0f2-485b-9398-372b33b89b29 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for network, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:03.246383 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4699242e-b0f2-485b-9398-372b33b89b29 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=87870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 12:03:03.255584 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-4699242e-b0f2-485b-9398-372b33b89b29 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:03.255852 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.db.segments_db [None req-4699242e-b0f2-485b-9398-372b33b89b29 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Added segment 6f0d0b9c-5440-4a81-85dd-fcf8db8c54e5 of type vlan for network 1394c69c-dfe7-4d25-acea-737a53488c0c Mar 28 12:03:03.282054 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-4699242e-b0f2-485b-9398-372b33b89b29 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783495836591'] for network, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:03.304559 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-65e1fce6-0ccf-4b4b-b64c-df021cf221d9 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks [] for port, precommit_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:03.309606 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-65e1fce6-0ccf-4b4b-b64c-df021cf221d9 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2363241'] for port, after_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:03.310367 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-65e1fce6-0ccf-4b4b-b64c-df021cf221d9 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-743372'] for router_interface, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:03.316207 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-4699242e-b0f2-485b-9398-372b33b89b29 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765'] for network, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:03.321712 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4699242e-b0f2-485b-9398-372b33b89b29 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:03:03.322628 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-4699242e-b0f2-485b-9398-372b33b89b29 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Notify callbacks [] for network, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:03.438189 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-4699242e-b0f2-485b-9398-372b33b89b29 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2576380 Mar 28 12:03:03.441605 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4699242e-b0f2-485b-9398-372b33b89b29 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Pushing event updated for resources: {'Network': ['ID=1394c69c-dfe7-4d25-acea-737a53488c0c,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:03:03.444696 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 57380) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:03:03.451410 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-556ef5ae-4f70-4c5e-8512-10cfbfa9ebd1 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Request body: {'subnet': {'network_id': '1394c69c-dfe7-4d25-acea-737a53488c0c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:03:03.454148 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Network 1394c69c-dfe7-4d25-acea-737a53488c0c details requested by agent ovs-agent-dv-neutron-835340-2-hyperv with host dv-neutron-835340-2-hyperv {{(pid=87872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 12:03:03.465390 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e1fce6-0ccf-4b4b-b64c-df021cf221d9 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Pushing event updated for resources: {'Port': ['ID=e307bb4a-9b28-464d-a6bf-54920aca51f7,revision_number=2']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:03:03.526482 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65e1fce6-0ccf-4b4b-b64c-df021cf221d9 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Network 7b58e352-ec16-4455-85e6-6a961951c5c5 is already hosted by enough agents. {{(pid=87871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:03:03.527973 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-65e1fce6-0ccf-4b4b-b64c-df021cf221d9 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Resources bound (agent type, host, resource id): {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:03:03.595812 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-556ef5ae-4f70-4c5e-8512-10cfbfa9ebd1 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:03:03.605842 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-556ef5ae-4f70-4c5e-8512-10cfbfa9ebd1 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:03:03.619859 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-556ef5ae-4f70-4c5e-8512-10cfbfa9ebd1 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Made reservation on behalf of 08f960886b5a46fda15477794d40e0c7 for: {'subnet': 1} {{(pid=87870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 12:03:03.623509 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-556ef5ae-4f70-4c5e-8512-10cfbfa9ebd1 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2563571'] for subnet, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:03.683394 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b71ca026-0dbf-4dcc-955c-fa5e848d93fd None None] Network 7b58e352-ec16-4455-85e6-6a961951c5c5 requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 12:03:03.721981 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.ipam_backend_mixin [None req-556ef5ae-4f70-4c5e-8512-10cfbfa9ebd1 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Performing IP validity checks on allocation pools {{(pid=87870) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 28 12:03:03.722501 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.ipam_backend_mixin [None req-556ef5ae-4f70-4c5e-8512-10cfbfa9ebd1 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87870) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 28 12:03:03.741002 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65e1fce6-0ccf-4b4b-b64c-df021cf221d9 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Router 694a3790-0f03-4ee8-b70c-e68322b692db is scheduled to L3 agent af79d429-529e-400b-a119-94d4bec03f3e with binding_index 1 {{(pid=87871) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 12:03:03.855594 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-499165b2-a264-4072-b9f7-d343b1e04c02 None None] Provisioning for port 28520750-60e4-4060-b070-5133a334ce5f completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:03:03.875820 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-556ef5ae-4f70-4c5e-8512-10cfbfa9ebd1 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2561241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2563521'] for subnet, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:03.925545 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65e1fce6-0ccf-4b4b-b64c-df021cf221d9 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 12:03:03.937928 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f7985b7-2080-4027-9f64-2e04576735bb None None] Sync routers for ids ['694a3790-0f03-4ee8-b70c-e68322b692db'] in dv-neutron-835340-2-hyperv {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 12:03:03.946358 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-65e1fce6-0ccf-4b4b-b64c-df021cf221d9 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] 10.222.0.30 "PUT /v2.0/routers/694a3790-0f03-4ee8-b70c-e68322b692db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8989689 Mar 28 12:03:03.947048 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 57384) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:03:03.952835 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f7985b7-2080-4027-9f64-2e04576735bb None None] Routers {'694a3790-0f03-4ee8-b70c-e68322b692db'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:03:03.953559 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-8f7985b7-2080-4027-9f64-2e04576735bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:02:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['694a3790-0f03-4ee8-b70c-e68322b692db'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:03:03.984139 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556ef5ae-4f70-4c5e-8512-10cfbfa9ebd1 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Pushing event updated for resources: {'Subnet': ['ID=833719a9-c734-42e2-b186-0c89bad6666c,revision_number=0']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:03:03.990067 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-556ef5ae-4f70-4c5e-8512-10cfbfa9ebd1 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Checking segment: {'id': '6f0d0b9c-5440-4a81-85dd-fcf8db8c54e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '1394c69c-dfe7-4d25-acea-737a53488c0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 12:03:03.990417 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-556ef5ae-4f70-4c5e-8512-10cfbfa9ebd1 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Network hostable DHCP agents. Network: 1394c69c-dfe7-4d25-acea-737a53488c0c, hostable agents: ['3cb85949-855b-4a40-b988-cd5705e511da'], hosted agents: [] {{(pid=87870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 12:03:04.015173 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-556ef5ae-4f70-4c5e-8512-10cfbfa9ebd1 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Network 1394c69c-dfe7-4d25-acea-737a53488c0c is scheduled to be hosted by DHCP agent 3cb85949-855b-4a40-b988-cd5705e511da with binding_index 1 {{(pid=87870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 12:03:04.028703 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.base_scheduler [None req-556ef5ae-4f70-4c5e-8512-10cfbfa9ebd1 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-2-hyperv, 1394c69c-dfe7-4d25-acea-737a53488c0c) {{(pid=87870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:03:04.035384 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 28520750-60e4-4060-b070-5133a334ce5f up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:03:04.036703 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-556ef5ae-4f70-4c5e-8512-10cfbfa9ebd1 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:03:04.037377 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-556ef5ae-4f70-4c5e-8512-10cfbfa9ebd1 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Notify callbacks [] for subnet, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:04.058979 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-8f7985b7-2080-4027-9f64-2e04576735bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:03:04.059750 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9a2f0f6-2603-4de9-9e00-c977bccc4ca8 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:03:04.060358 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-f9a2f0f6-2603-4de9-9e00-c977bccc4ca8 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Synchronizing usage tracker for tenant:44a7e1c73898465da6902581d6416cd0 on resource:port {{(pid=87871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:03:04.069407 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f7985b7-2080-4027-9f64-2e04576735bb None None] Routers {'694a3790-0f03-4ee8-b70c-e68322b692db'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:03:04.070237 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-8f7985b7-2080-4027-9f64-2e04576735bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:02:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['694a3790-0f03-4ee8-b70c-e68322b692db'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:03:04.075186 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-556ef5ae-4f70-4c5e-8512-10cfbfa9ebd1 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.6291518 Mar 28 12:03:04.077999 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 57388) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:03:04.081015 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-f9a2f0f6-2603-4de9-9e00-c977bccc4ca8 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Unset dirty status for tenant:44a7e1c73898465da6902581d6416cd0 on resource:port {{(pid=87871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:03:04.082758 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-f9a2f0f6-2603-4de9-9e00-c977bccc4ca8 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] 10.222.0.30 "GET /v2.0/ports/e307bb4a-9b28-464d-a6bf-54920aca51f7 HTTP/1.1" status: 200 len: 911 time: 0.1345456 Mar 28 12:03:04.084554 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-f08a79d3-beba-4e22-a059-569e6ddc0d15 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:03:04.085573 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 57392) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:03:04.122382 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eabea3cf-ca3e-4a6a-b5bf-ef79883f6092 None None] Network 1394c69c-dfe7-4d25-acea-737a53488c0c requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 12:03:04.155001 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-8f7985b7-2080-4027-9f64-2e04576735bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:03:04.160365 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f7985b7-2080-4027-9f64-2e04576735bb None None] The sync data for ids ['694a3790-0f03-4ee8-b70c-e68322b692db'] in dv-neutron-835340-2-hyperv is: [] {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 12:03:04.238531 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning for port 28520750-60e4-4060-b070-5133a334ce5f completed by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:03:04.241303 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-f08a79d3-beba-4e22-a059-569e6ddc0d15 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2563578'] for subnet, before_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:04.247878 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port 28520750-60e4-4060-b070-5133a334ce5f triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:03:04.248242 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:04.433418 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-53e47f8e-dbb9-4e79-9aed-2934e99dbd99 None None] Provisioning for port e307bb4a-9b28-464d-a6bf-54920aca51f7 completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:03:04.506356 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-53e47f8e-dbb9-4e79-9aed-2934e99dbd99 None None] Provisioning complete for port e307bb4a-9b28-464d-a6bf-54920aca51f7 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:03:04.507045 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-53e47f8e-dbb9-4e79-9aed-2934e99dbd99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:04.518845 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-f08a79d3-beba-4e22-a059-569e6ddc0d15 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8783496229102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2561167'] for subnet, after_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:04.585545 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcbd13f0-ebaf-497b-b73d-f3c9653bdcdf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1d3f2a9-8722-5ce5-bc40-181687d1ed3f-1394c69c-dfe7-4d25-acea-737a53488c0c', 'network_id': '1394c69c-dfe7-4d25-acea-737a53488c0c', 'tenant_id': '08f960886b5a46fda15477794d40e0c7', 'fixed_ips': [{'subnet_id': '833719a9-c734-42e2-b186-0c89bad6666c'}]}} from dv-neutron-835340-2-hyperv. {{(pid=87872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 12:03:04.586659 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-fcbd13f0-ebaf-497b-b73d-f3c9653bdcdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:04.600259 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f08a79d3-beba-4e22-a059-569e6ddc0d15 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:03:04.601273 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-f08a79d3-beba-4e22-a059-569e6ddc0d15 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Notify callbacks [] for subnet, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:04.602710 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-f08a79d3-beba-4e22-a059-569e6ddc0d15 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] 10.222.0.30 "PUT /v2.0/subnets/833719a9-c734-42e2-b186-0c89bad6666c HTTP/1.1" status: 200 len: 900 time: 0.5237288 Mar 28 12:03:04.606220 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08a79d3-beba-4e22-a059-569e6ddc0d15 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Pushing event updated for resources: {'Subnet': ['ID=833719a9-c734-42e2-b186-0c89bad6666c,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:03:04.609802 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 57396) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:03:04.612228 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:04.627938 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-53e47f8e-dbb9-4e79-9aed-2934e99dbd99 None None] Port e307bb4a-9b28-464d-a6bf-54920aca51f7 cannot update to ACTIVE because it is not bound. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 12:03:04.738824 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] For port 28520750-60e4-4060-b070-5133a334ce5f, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=28520750-60e4-4060-b070-5133a334ce5f,segment=NetworkSegment(7ec52c55-e0cd-44ca-9a96-67f192852c89),segment_id=7ec52c55-e0cd-44ca-9a96-67f192852c89)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:03:04.743386 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-43db915e-a684-4410-8549-840282e57599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:04.744689 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-53e47f8e-dbb9-4e79-9aed-2934e99dbd99 None None] Provisioning complete for port 28520750-60e4-4060-b070-5133a334ce5f triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:03:04.745051 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-53e47f8e-dbb9-4e79-9aed-2934e99dbd99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:04.778289 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:04.933852 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Pushing event updated for resources: {'Port': ['ID=28520750-60e4-4060-b070-5133a334ce5f,revision_number=3']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:03:04.942204 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.db_base_plugin_common [None req-fcbd13f0-ebaf-497b-b73d-f3c9653bdcdf None None] Allocated IP 2001:db8::3 (1394c69c-dfe7-4d25-acea-737a53488c0c/833719a9-c734-42e2-b186-0c89bad6666c/9ee88f0f-8649-4b64-bbbd-73457d5260f2) {{(pid=87872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 12:03:04.943696 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-73f1ed19-e722-48de-b308-3a76fcc321d4 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588883'] for network, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:05.017349 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-819506d1-025d-4d65-b721-aedac200d68c tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-743394'] for router_interface, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:05.091823 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-73f1ed19-e722-48de-b308-3a76fcc321d4 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1919782'] for subnet, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:05.199556 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-fcbd13f0-ebaf-497b-b73d-f3c9653bdcdf None None] Notify callbacks [] for port, precommit_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:05.213059 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-fcbd13f0-ebaf-497b-b73d-f3c9653bdcdf None None] Transition to ACTIVE for port object 9ee88f0f-8649-4b64-bbbd-73457d5260f2 will not be triggered until provisioned by entity L2. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:03:05.228671 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-efcb5a2a-b0a1-47d1-90de-1787fae4f00a None None] Provisioning complete for port e307bb4a-9b28-464d-a6bf-54920aca51f7 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:03:05.229050 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-efcb5a2a-b0a1-47d1-90de-1787fae4f00a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:05.270325 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-fcbd13f0-ebaf-497b-b73d-f3c9653bdcdf None None] Transition to ACTIVE for port object 9ee88f0f-8649-4b64-bbbd-73457d5260f2 will not be triggered until provisioned by entity DHCP. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:03:05.285967 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-fcbd13f0-ebaf-497b-b73d-f3c9653bdcdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241'] for port, after_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:05.335322 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-73f1ed19-e722-48de-b308-3a76fcc321d4 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1919805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2364079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26551417'] for subnet, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:05.337179 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-efcb5a2a-b0a1-47d1-90de-1787fae4f00a None None] Port e307bb4a-9b28-464d-a6bf-54920aca51f7 cannot update to ACTIVE because it is not bound. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 12:03:05.363832 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcbd13f0-ebaf-497b-b73d-f3c9653bdcdf None None] Network 1394c69c-dfe7-4d25-acea-737a53488c0c is already hosted by enough agents. {{(pid=87872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:03:05.367476 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.base_scheduler [None req-fcbd13f0-ebaf-497b-b73d-f3c9653bdcdf None None] Resources bound (agent type, host, resource id): {{(pid=87872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:03:05.369160 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd13f0-ebaf-497b-b73d-f3c9653bdcdf None None] Pushing event updated for resources: {'Port': ['ID=9ee88f0f-8649-4b64-bbbd-73457d5260f2,revision_number=1']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:03:05.371247 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcbd13f0-ebaf-497b-b73d-f3c9653bdcdf None None] Received port after_create {{(pid=87872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 12:03:05.375766 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f1ed19-e722-48de-b308-3a76fcc321d4 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Pushing event deleted for resources: {'Subnet': ['ID=833719a9-c734-42e2-b186-0c89bad6666c,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:03:05.462612 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-fcbd13f0-ebaf-497b-b73d-f3c9653bdcdf None None] Attempting to bind port 9ee88f0f-8649-4b64-bbbd-73457d5260f2 on host dv-neutron-835340-2-hyperv for vnic_type normal with profile {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 12:03:05.462879 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-fcbd13f0-ebaf-497b-b73d-f3c9653bdcdf None None] Attempting to bind port 9ee88f0f-8649-4b64-bbbd-73457d5260f2 by drivers openvswitch,hyperv on host dv-neutron-835340-2-hyperv at level 0 using segments [{'id': '6f0d0b9c-5440-4a81-85dd-fcf8db8c54e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '1394c69c-dfe7-4d25-acea-737a53488c0c'}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 12:03:05.463238 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcbd13f0-ebaf-497b-b73d-f3c9653bdcdf None None] Attempting to bind port 9ee88f0f-8649-4b64-bbbd-73457d5260f2 on network 1394c69c-dfe7-4d25-acea-737a53488c0c {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 12:03:05.468419 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcbd13f0-ebaf-497b-b73d-f3c9653bdcdf None None] Checking agent: {'id': '961a16fe-cbc8-4264-ac28-bbbd53f89caa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 46, 6), 'started_at': datetime.datetime(2022, 3, 28, 11, 46, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 12, 2, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 12:03:05.468837 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcbd13f0-ebaf-497b-b73d-f3c9653bdcdf None None] Checking segment: {'id': '6f0d0b9c-5440-4a81-85dd-fcf8db8c54e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '1394c69c-dfe7-4d25-acea-737a53488c0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 12:03:05.469235 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-fcbd13f0-ebaf-497b-b73d-f3c9653bdcdf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:05.469616 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcbd13f0-ebaf-497b-b73d-f3c9653bdcdf None None] Bound using segment: {'id': '6f0d0b9c-5440-4a81-85dd-fcf8db8c54e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '1394c69c-dfe7-4d25-acea-737a53488c0c'} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 12:03:05.470129 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-fcbd13f0-ebaf-497b-b73d-f3c9653bdcdf None None] Bound port: 9ee88f0f-8649-4b64-bbbd-73457d5260f2, host: dv-neutron-835340-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f0d0b9c-5440-4a81-85dd-fcf8db8c54e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '1394c69c-dfe7-4d25-acea-737a53488c0c'}}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 12:03:05.470984 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-fcbd13f0-ebaf-497b-b73d-f3c9653bdcdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:05.484128 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-73f1ed19-e722-48de-b308-3a76fcc321d4 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930431', 'neutron.services.segments.db._delete_segments_for_network-8783496351308'] for network, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:05.550778 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.segments.db [None req-73f1ed19-e722-48de-b308-3a76fcc321d4 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1394c69c-dfe7-4d25-acea-737a53488c0c']}} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:03:05.558719 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-fcbd13f0-ebaf-497b-b73d-f3c9653bdcdf None None] For port 9ee88f0f-8649-4b64-bbbd-73457d5260f2, host dv-neutron-835340-2-hyperv, cleared binding levels {{(pid=87872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 12:03:05.561668 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-fcbd13f0-ebaf-497b-b73d-f3c9653bdcdf None None] For port 9ee88f0f-8649-4b64-bbbd-73457d5260f2, host dv-neutron-835340-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=9ee88f0f-8649-4b64-bbbd-73457d5260f2,segment=NetworkSegment(6f0d0b9c-5440-4a81-85dd-fcf8db8c54e5),segment_id=6f0d0b9c-5440-4a81-85dd-fcf8db8c54e5)] {{(pid=87872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 12:03:05.567117 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-fcbd13f0-ebaf-497b-b73d-f3c9653bdcdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:05.571894 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.segments.db [None req-73f1ed19-e722-48de-b308-3a76fcc321d4 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f0d0b9c-5440-4a81-85dd-fcf8db8c54e5') {'for_net_delete': True} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:03:05.572188 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.segments.db [None req-73f1ed19-e722-48de-b308-3a76fcc321d4 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f0d0b9c-5440-4a81-85dd-fcf8db8c54e5') {} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:03:05.582140 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-819506d1-025d-4d65-b721-aedac200d68c tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Deleting port e307bb4a-9b28-464d-a6bf-54920aca51f7 {{(pid=87871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:03:05.582469 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-819506d1-025d-4d65-b721-aedac200d68c tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:05.619111 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-73f1ed19-e722-48de-b308-3a76fcc321d4 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783496353639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3436890'] for segment, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:05.646234 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-73f1ed19-e722-48de-b308-3a76fcc321d4 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:05.680283 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73f1ed19-e722-48de-b308-3a76fcc321d4 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=87871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 12:03:05.680680 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-73f1ed19-e722-48de-b308-3a76fcc321d4 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1920481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2363149'] for segment, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:05.697321 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd13f0-ebaf-497b-b73d-f3c9653bdcdf None None] Pushing event updated for resources: {'Port': ['ID=9ee88f0f-8649-4b64-bbbd-73457d5260f2,revision_number=2']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:03:05.698171 dv-neutron-835340-2-hyperv neutron-server[87871]: Traceback (most recent call last): Mar 28 12:03:05.698171 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 12:03:05.698171 dv-neutron-835340-2-hyperv neutron-server[87871]: timer() Mar 28 12:03:05.698171 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 12:03:05.698171 dv-neutron-835340-2-hyperv neutron-server[87871]: cb(*args, **kw) Mar 28 12:03:05.698171 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 12:03:05.698171 dv-neutron-835340-2-hyperv neutron-server[87871]: return func(*args, **kwargs) Mar 28 12:03:05.698171 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 12:03:05.698171 dv-neutron-835340-2-hyperv neutron-server[87871]: self._notify() Mar 28 12:03:05.698171 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 12:03:05.698171 dv-neutron-835340-2-hyperv neutron-server[87871]: self.callback(batched_events) Mar 28 12:03:05.698171 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 12:03:05.698171 dv-neutron-835340-2-hyperv neutron-server[87871]: event.method(event) Mar 28 12:03:05.698171 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 12:03:05.698171 dv-neutron-835340-2-hyperv neutron-server[87871]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 12:03:05.698171 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 12:03:05.698171 dv-neutron-835340-2-hyperv neutron-server[87871]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 12:03:05.698171 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 12:03:05.698171 dv-neutron-835340-2-hyperv neutron-server[87871]: return f(self, *a, **k) Mar 28 12:03:05.698171 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 12:03:05.698171 dv-neutron-835340-2-hyperv neutron-server[87871]: return self._get(url).json() Mar 28 12:03:05.698171 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 12:03:05.698171 dv-neutron-835340-2-hyperv neutron-server[87871]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 12:03:05.698171 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 12:03:05.698171 dv-neutron-835340-2-hyperv neutron-server[87871]: return self.request(url, 'GET', **kwargs) Mar 28 12:03:05.698171 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 12:03:05.698171 dv-neutron-835340-2-hyperv neutron-server[87871]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 12:03:05.698171 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 12:03:05.698171 dv-neutron-835340-2-hyperv neutron-server[87871]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 12:03:05.698171 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 12:03:05.698171 dv-neutron-835340-2-hyperv neutron-server[87871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 12:03:05.698171 dv-neutron-835340-2-hyperv neutron-server[87871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 12:03:05.715410 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:05.730470 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0d25d17-f711-4021-b1d9-880113946aa1 None None] Network 1394c69c-dfe7-4d25-acea-737a53488c0c requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 12:03:05.773605 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-ef3be119-c018-4979-be07-86cf959defc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:05.837777 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.db.api [None req-73f1ed19-e722-48de-b308-3a76fcc321d4 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 28 12:03:05.837777 dv-neutron-835340-2-hyperv neutron-server[87871]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 28 12:03:05.837777 dv-neutron-835340-2-hyperv neutron-server[87871]: [parameters: {'id': '1394c69c-dfe7-4d25-acea-737a53488c0c'}] Mar 28 12:03:05.837777 dv-neutron-835340-2-hyperv neutron-server[87871]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87871) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 12:03:05.838340 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG oslo_db.api [None req-73f1ed19-e722-48de-b308-3a76fcc321d4 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 12:03:05.864736 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-819506d1-025d-4d65-b721-aedac200d68c tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:05.960436 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-139e4ae1-09c9-4b72-98ff-19d44e689d6a None None] Network 1394c69c-dfe7-4d25-acea-737a53488c0c requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 12:03:05.977078 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 28520750-60e4-4060-b070-5133a334ce5f up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:03:05.989090 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-819506d1-025d-4d65-b721-aedac200d68c tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Calling delete_port for e307bb4a-9b28-464d-a6bf-54920aca51f7 owned by network:router_interface {{(pid=87871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:03:06.164279 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-819506d1-025d-4d65-b721-aedac200d68c tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:06.222018 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port 28520750-60e4-4060-b070-5133a334ce5f triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:03:06.222392 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:06.338340 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819506d1-025d-4d65-b721-aedac200d68c tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Pushing event deleted for resources: {'Port': ['ID=e307bb4a-9b28-464d-a6bf-54920aca51f7,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:03:06.339005 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42dd7186-51a2-4990-90c0-7bf5f3616b18 None None] get_active_networks_info from dv-neutron-835340-2-hyperv {{(pid=87872) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 28 12:03:06.363861 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-73f1ed19-e722-48de-b308-3a76fcc321d4 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588883'] for network, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:06.440452 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-73f1ed19-e722-48de-b308-3a76fcc321d4 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Deleting port 9ee88f0f-8649-4b64-bbbd-73457d5260f2 {{(pid=87871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:03:06.440782 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-73f1ed19-e722-48de-b308-3a76fcc321d4 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:06.480651 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42dd7186-51a2-4990-90c0-7bf5f3616b18 None None] Resources bound (agent type, host, resource id): {{(pid=87872) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 28 12:03:06.549045 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-819506d1-025d-4d65-b721-aedac200d68c tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-743246'] for router_interface, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:06.803967 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2838a20f-bb78-4482-a5ed-13cd74de43bb None None] get_active_networks_info from dv-neutron-835340-2-hyperv {{(pid=87872) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 28 12:03:06.925275 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2838a20f-bb78-4482-a5ed-13cd74de43bb None None] Resources bound (agent type, host, resource id): {{(pid=87872) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 28 12:03:06.958411 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-819506d1-025d-4d65-b721-aedac200d68c tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Router 694a3790-0f03-4ee8-b70c-e68322b692db has already been hosted by L3 agent af79d429-529e-400b-a119-94d4bec03f3e {{(pid=87871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 12:03:06.964365 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.db [None req-73f1ed19-e722-48de-b308-3a76fcc321d4 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] For port 9ee88f0f-8649-4b64-bbbd-73457d5260f2, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=9ee88f0f-8649-4b64-bbbd-73457d5260f2,segment=NetworkSegment(6f0d0b9c-5440-4a81-85dd-fcf8db8c54e5),segment_id=6f0d0b9c-5440-4a81-85dd-fcf8db8c54e5)] {{(pid=87871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:03:06.964717 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-73f1ed19-e722-48de-b308-3a76fcc321d4 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:07.089320 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-73f1ed19-e722-48de-b308-3a76fcc321d4 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Calling delete_port for 9ee88f0f-8649-4b64-bbbd-73457d5260f2 owned by network:dhcp {{(pid=87871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:03:07.260870 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-819506d1-025d-4d65-b721-aedac200d68c tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 12:03:07.271884 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb21b41d-995d-4a41-8ec3-b4e1b58460a5 None None] Sync routers for ids ['694a3790-0f03-4ee8-b70c-e68322b692db'] in dv-neutron-835340-2-hyperv {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 12:03:07.282139 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb21b41d-995d-4a41-8ec3-b4e1b58460a5 None None] Routers {'694a3790-0f03-4ee8-b70c-e68322b692db'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:03:07.283256 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-bb21b41d-995d-4a41-8ec3-b4e1b58460a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:03:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['694a3790-0f03-4ee8-b70c-e68322b692db'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:03:07.298231 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-819506d1-025d-4d65-b721-aedac200d68c tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] 10.222.0.30 "PUT /v2.0/routers/694a3790-0f03-4ee8-b70c-e68322b692db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2087970 Mar 28 12:03:07.298798 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 57400) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:03:07.301442 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-73f1ed19-e722-48de-b308-3a76fcc321d4 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:07.349015 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-bb21b41d-995d-4a41-8ec3-b4e1b58460a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:03:07.352579 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-c9ecc860-321a-4143-b88f-e61c4334fbdb tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Synchronizing usage tracker for tenant:44a7e1c73898465da6902581d6416cd0 on resource:port {{(pid=87870) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:03:07.360122 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb21b41d-995d-4a41-8ec3-b4e1b58460a5 None None] Routers {'694a3790-0f03-4ee8-b70c-e68322b692db'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:03:07.361445 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-bb21b41d-995d-4a41-8ec3-b4e1b58460a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:03:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['694a3790-0f03-4ee8-b70c-e68322b692db'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:03:07.367341 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f1ed19-e722-48de-b308-3a76fcc321d4 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] No DVR routers for this DVR port 9ee88f0f-8649-4b64-bbbd-73457d5260f2 on host dv-neutron-835340-2-hyperv {{(pid=87871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 12:03:07.374678 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-c9ecc860-321a-4143-b88f-e61c4334fbdb tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Unset dirty status for tenant:44a7e1c73898465da6902581d6416cd0 on resource:port {{(pid=87870) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:03:07.379184 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-c9ecc860-321a-4143-b88f-e61c4334fbdb tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] 10.222.0.30 "GET /v2.0/ports?device_id=694a3790-0f03-4ee8-b70c-e68322b692db HTTP/1.1" status: 200 len: 205 time: 0.0762177 Mar 28 12:03:07.379372 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 57404) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:03:07.423797 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f1ed19-e722-48de-b308-3a76fcc321d4 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Pushing event deleted for resources: {'Port': ['ID=9ee88f0f-8649-4b64-bbbd-73457d5260f2,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:03:07.441874 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-bb21b41d-995d-4a41-8ec3-b4e1b58460a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:03:07.442465 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb21b41d-995d-4a41-8ec3-b4e1b58460a5 None None] The sync data for ids ['694a3790-0f03-4ee8-b70c-e68322b692db'] in dv-neutron-835340-2-hyperv is: [] {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 12:03:07.450464 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-b7ccd3c7-0277-4f12-8e5c-e41478141af5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:07.628880 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-213ff886-d904-45d6-8d46-e9769206b404 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks [] for router, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:07.652259 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-73f1ed19-e722-48de-b308-3a76fcc321d4 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930431', 'neutron.services.segments.db._delete_segments_for_network-8783496351308'] for network, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:07.677235 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.segments.db [None req-73f1ed19-e722-48de-b308-3a76fcc321d4 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1394c69c-dfe7-4d25-acea-737a53488c0c']}} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:03:07.690073 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.segments.db [None req-73f1ed19-e722-48de-b308-3a76fcc321d4 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f0d0b9c-5440-4a81-85dd-fcf8db8c54e5') {'for_net_delete': True} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:03:07.690362 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.segments.db [None req-73f1ed19-e722-48de-b308-3a76fcc321d4 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f0d0b9c-5440-4a81-85dd-fcf8db8c54e5') {} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:03:07.701590 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-73f1ed19-e722-48de-b308-3a76fcc321d4 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783496353639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3436890'] for segment, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:07.717553 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-73f1ed19-e722-48de-b308-3a76fcc321d4 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:07.723840 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73f1ed19-e722-48de-b308-3a76fcc321d4 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=87871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 12:03:07.724222 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-73f1ed19-e722-48de-b308-3a76fcc321d4 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1920481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2363149'] for segment, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:07.740021 dv-neutron-835340-2-hyperv neutron-server[87871]: Traceback (most recent call last): Mar 28 12:03:07.740021 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 12:03:07.740021 dv-neutron-835340-2-hyperv neutron-server[87871]: timer() Mar 28 12:03:07.740021 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 12:03:07.740021 dv-neutron-835340-2-hyperv neutron-server[87871]: cb(*args, **kw) Mar 28 12:03:07.740021 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 12:03:07.740021 dv-neutron-835340-2-hyperv neutron-server[87871]: return func(*args, **kwargs) Mar 28 12:03:07.740021 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 12:03:07.740021 dv-neutron-835340-2-hyperv neutron-server[87871]: self._notify() Mar 28 12:03:07.740021 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 12:03:07.740021 dv-neutron-835340-2-hyperv neutron-server[87871]: self.callback(batched_events) Mar 28 12:03:07.740021 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 12:03:07.740021 dv-neutron-835340-2-hyperv neutron-server[87871]: event.method(event) Mar 28 12:03:07.740021 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 12:03:07.740021 dv-neutron-835340-2-hyperv neutron-server[87871]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 12:03:07.740021 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 12:03:07.740021 dv-neutron-835340-2-hyperv neutron-server[87871]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 12:03:07.740021 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 12:03:07.740021 dv-neutron-835340-2-hyperv neutron-server[87871]: return f(self, *a, **k) Mar 28 12:03:07.740021 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 12:03:07.740021 dv-neutron-835340-2-hyperv neutron-server[87871]: return self._get(url).json() Mar 28 12:03:07.740021 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 12:03:07.740021 dv-neutron-835340-2-hyperv neutron-server[87871]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 12:03:07.740021 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 12:03:07.740021 dv-neutron-835340-2-hyperv neutron-server[87871]: return self.request(url, 'GET', **kwargs) Mar 28 12:03:07.740021 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 12:03:07.740021 dv-neutron-835340-2-hyperv neutron-server[87871]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 12:03:07.740021 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 12:03:07.740021 dv-neutron-835340-2-hyperv neutron-server[87871]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 12:03:07.740021 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 12:03:07.740021 dv-neutron-835340-2-hyperv neutron-server[87871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 12:03:07.740021 dv-neutron-835340-2-hyperv neutron-server[87871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 12:03:07.824545 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-73f1ed19-e722-48de-b308-3a76fcc321d4 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709602'] for network, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:07.845714 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-73f1ed19-e722-48de-b308-3a76fcc321d4 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Notify callbacks [] for network, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:07.856760 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f1ed19-e722-48de-b308-3a76fcc321d4 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Pushing event deleted for resources: {'Network': ['ID=1394c69c-dfe7-4d25-acea-737a53488c0c,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:03:07.866543 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-73f1ed19-e722-48de-b308-3a76fcc321d4 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] 10.222.0.30 "DELETE /v2.0/networks/1394c69c-dfe7-4d25-acea-737a53488c0c HTTP/1.1" status: 204 len: 168 time: 3.2542655 Mar 28 12:03:07.870032 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 57408) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:03:07.907964 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.pecan_wsgi.hooks.translation [None req-d940b5d6-9045-4f65-ac6d-a9c310baccca tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] DELETE failed (client error): The resource could not be found. Mar 28 12:03:07.908575 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d940b5d6-9045-4f65-ac6d-a9c310baccca tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 12:03:07.910258 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-d940b5d6-9045-4f65-ac6d-a9c310baccca tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] 10.222.0.30 "DELETE /v2.0/subnets/833719a9-c734-42e2-b186-0c89bad6666c HTTP/1.1" status: 404 len: 337 time: 0.0392549 Mar 28 12:03:07.912867 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 57412) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:03:07.939798 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-213ff886-d904-45d6-8d46-e9769206b404 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-745164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-260864'] for router, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:07.941132 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c479189-0b30-445f-85dc-8ef4e04d2248 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] DELETE failed (client error): The resource could not be found. Mar 28 12:03:07.941586 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c479189-0b30-445f-85dc-8ef4e04d2248 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 12:03:07.942238 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-213ff886-d904-45d6-8d46-e9769206b404 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:07.943237 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-1c479189-0b30-445f-85dc-8ef4e04d2248 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] 10.222.0.30 "DELETE /v2.0/networks/1394c69c-dfe7-4d25-acea-737a53488c0c HTTP/1.1" status: 404 len: 339 time: 0.0294890 Mar 28 12:03:07.945869 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 57416) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:03:07.967855 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-213ff886-d904-45d6-8d46-e9769206b404 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-745021'] for router, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:07.968276 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-213ff886-d904-45d6-8d46-e9769206b404 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Fanout notify agent at l3_agent the message router_deleted on router 694a3790-0f03-4ee8-b70c-e68322b692db {{(pid=87870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 12:03:07.979285 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-213ff886-d904-45d6-8d46-e9769206b404 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks [] for router, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:07.980385 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-213ff886-d904-45d6-8d46-e9769206b404 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] 10.222.0.30 "DELETE /v2.0/routers/694a3790-0f03-4ee8-b70c-e68322b692db HTTP/1.1" status: 204 len: 168 time: 0.6000967 Mar 28 12:03:07.982861 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 57420) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:03:08.048546 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d6574c3-ee68-40f3-95a0-93ec13f34e8e tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Deleting subnet 85612ccd-f8ad-4c21-ad6a-a640d82bf894 {{(pid=87870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 12:03:08.051568 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-3d6574c3-ee68-40f3-95a0-93ec13f34e8e tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks [] for subnet, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:08.058270 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-8a5cb1a7-312a-48eb-af76-7a73f16e10bd tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588883'] for network, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:08.108889 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-3d6574c3-ee68-40f3-95a0-93ec13f34e8e tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3591354'] for subnet, precommit_delete_associations {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:08.191422 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-8a5cb1a7-312a-48eb-af76-7a73f16e10bd tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930431', 'neutron.services.segments.db._delete_segments_for_network-8783496351308'] for network, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:08.192255 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-3d6574c3-ee68-40f3-95a0-93ec13f34e8e tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1919782'] for subnet, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:08.216290 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.segments.db [None req-8a5cb1a7-312a-48eb-af76-7a73f16e10bd tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56db17e4-1bf8-4377-af26-92a4841e3288']}} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:03:08.228877 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.segments.db [None req-8a5cb1a7-312a-48eb-af76-7a73f16e10bd tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '693b739a-5e76-4eed-99db-1d5e59cbad9a') {'for_net_delete': True} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:03:08.229178 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.segments.db [None req-8a5cb1a7-312a-48eb-af76-7a73f16e10bd tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '693b739a-5e76-4eed-99db-1d5e59cbad9a') {} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:03:08.240330 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-8a5cb1a7-312a-48eb-af76-7a73f16e10bd tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783496353639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3436890'] for segment, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:08.255996 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-8a5cb1a7-312a-48eb-af76-7a73f16e10bd tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:08.262121 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a5cb1a7-312a-48eb-af76-7a73f16e10bd tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=87871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 12:03:08.262507 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-8a5cb1a7-312a-48eb-af76-7a73f16e10bd tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1920481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2363149'] for segment, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:08.268407 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-3d6574c3-ee68-40f3-95a0-93ec13f34e8e tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1919805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2561174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2563528'] for subnet, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:08.277737 dv-neutron-835340-2-hyperv neutron-server[87871]: Traceback (most recent call last): Mar 28 12:03:08.277737 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 12:03:08.277737 dv-neutron-835340-2-hyperv neutron-server[87871]: timer() Mar 28 12:03:08.277737 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 12:03:08.277737 dv-neutron-835340-2-hyperv neutron-server[87871]: cb(*args, **kw) Mar 28 12:03:08.277737 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 12:03:08.277737 dv-neutron-835340-2-hyperv neutron-server[87871]: return func(*args, **kwargs) Mar 28 12:03:08.277737 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 12:03:08.277737 dv-neutron-835340-2-hyperv neutron-server[87871]: self._notify() Mar 28 12:03:08.277737 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 12:03:08.277737 dv-neutron-835340-2-hyperv neutron-server[87871]: self.callback(batched_events) Mar 28 12:03:08.277737 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 12:03:08.277737 dv-neutron-835340-2-hyperv neutron-server[87871]: event.method(event) Mar 28 12:03:08.277737 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 12:03:08.277737 dv-neutron-835340-2-hyperv neutron-server[87871]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 12:03:08.277737 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 12:03:08.277737 dv-neutron-835340-2-hyperv neutron-server[87871]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 12:03:08.277737 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 12:03:08.277737 dv-neutron-835340-2-hyperv neutron-server[87871]: return f(self, *a, **k) Mar 28 12:03:08.277737 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 12:03:08.277737 dv-neutron-835340-2-hyperv neutron-server[87871]: return self._get(url).json() Mar 28 12:03:08.277737 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 12:03:08.277737 dv-neutron-835340-2-hyperv neutron-server[87871]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 12:03:08.277737 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 12:03:08.277737 dv-neutron-835340-2-hyperv neutron-server[87871]: return self.request(url, 'GET', **kwargs) Mar 28 12:03:08.277737 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 12:03:08.277737 dv-neutron-835340-2-hyperv neutron-server[87871]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 12:03:08.277737 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 12:03:08.277737 dv-neutron-835340-2-hyperv neutron-server[87871]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 12:03:08.277737 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 12:03:08.277737 dv-neutron-835340-2-hyperv neutron-server[87871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 12:03:08.277737 dv-neutron-835340-2-hyperv neutron-server[87871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 12:03:08.306988 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6574c3-ee68-40f3-95a0-93ec13f34e8e tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Pushing event deleted for resources: {'Subnet': ['ID=85612ccd-f8ad-4c21-ad6a-a640d82bf894,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:03:08.312139 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-3d6574c3-ee68-40f3-95a0-93ec13f34e8e tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks [] for subnet, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:08.318209 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9a59444-a939-415f-ac58-6474cc2c9373 None None] Network 7b58e352-ec16-4455-85e6-6a961951c5c5 requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 12:03:08.319300 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-3d6574c3-ee68-40f3-95a0-93ec13f34e8e tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] 10.222.0.30 "DELETE /v2.0/subnets/85612ccd-f8ad-4c21-ad6a-a640d82bf894 HTTP/1.1" status: 204 len: 168 time: 0.3354707 Mar 28 12:03:08.321790 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 57424) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:03:08.362497 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-8a5cb1a7-312a-48eb-af76-7a73f16e10bd tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709602'] for network, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:08.381951 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-8a5cb1a7-312a-48eb-af76-7a73f16e10bd tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Notify callbacks [] for network, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:08.397864 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-8a5cb1a7-312a-48eb-af76-7a73f16e10bd tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] 10.222.0.30 "DELETE /v2.0/networks/56db17e4-1bf8-4377-af26-92a4841e3288 HTTP/1.1" status: 204 len: 168 time: 0.4487703 Mar 28 12:03:08.398332 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 57428) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:03:08.435565 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5cb1a7-312a-48eb-af76-7a73f16e10bd tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Pushing event deleted for resources: {'Network': ['ID=56db17e4-1bf8-4377-af26-92a4841e3288,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:03:08.442748 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-58ca255e-2546-4b8c-9cdb-87e1ee837997 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588883'] for network, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:08.447345 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.pecan_wsgi.hooks.translation [None req-61b7201e-d62e-4e5d-9a89-b9a57ed79e66 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] DELETE failed (client error): The resource could not be found. Mar 28 12:03:08.447900 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61b7201e-d62e-4e5d-9a89-b9a57ed79e66 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 12:03:08.452113 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-61b7201e-d62e-4e5d-9a89-b9a57ed79e66 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] 10.222.0.30 "DELETE /v2.0/subnets/1135fae4-c988-46a6-93df-8a76a0e081e7 HTTP/1.1" status: 404 len: 337 time: 0.0504475 Mar 28 12:03:08.452351 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 57432) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:03:08.457920 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-58ca255e-2546-4b8c-9cdb-87e1ee837997 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Deleting port 28520750-60e4-4060-b070-5133a334ce5f {{(pid=87870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:03:08.458335 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-58ca255e-2546-4b8c-9cdb-87e1ee837997 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:08.480004 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.pecan_wsgi.hooks.translation [None req-8234cecd-9bb1-4e44-8c75-37f73e676680 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] DELETE failed (client error): The resource could not be found. Mar 28 12:03:08.480475 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8234cecd-9bb1-4e44-8c75-37f73e676680 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 12:03:08.482755 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-8234cecd-9bb1-4e44-8c75-37f73e676680 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] 10.222.0.30 "DELETE /v2.0/networks/5bd5cefe-11f7-4806-b69e-e39e8687109e HTTP/1.1" status: 404 len: 339 time: 0.0289676 Mar 28 12:03:08.484828 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 57436) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:03:08.561101 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.db_base_plugin_v2 [None req-497c3813-db34-4d83-97d1-b74a3e73b1a3 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Deleting subnet 233625cc-6f43-43fb-990b-ca9803d4cbdc {{(pid=87871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 12:03:08.564003 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-497c3813-db34-4d83-97d1-b74a3e73b1a3 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Notify callbacks [] for subnet, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:08.601874 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43b04175-4a8a-4a60-a8b9-3119b27f8d06 None None] DHCP port deletion for 7b58e352-ec16-4455-85e6-6a961951c5c5 request from dv-neutron-835340-2-hyperv {{(pid=87872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 12:03:08.606107 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-43b04175-4a8a-4a60-a8b9-3119b27f8d06 None None] Deleting port 28520750-60e4-4060-b070-5133a334ce5f {{(pid=87872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:03:08.606478 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-43b04175-4a8a-4a60-a8b9-3119b27f8d06 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:08.621489 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-497c3813-db34-4d83-97d1-b74a3e73b1a3 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3436877'] for subnet, precommit_delete_associations {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:08.673827 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.db [None req-58ca255e-2546-4b8c-9cdb-87e1ee837997 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] For port 28520750-60e4-4060-b070-5133a334ce5f, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=28520750-60e4-4060-b070-5133a334ce5f,segment=NetworkSegment(7ec52c55-e0cd-44ca-9a96-67f192852c89),segment_id=7ec52c55-e0cd-44ca-9a96-67f192852c89)] {{(pid=87870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:03:08.674220 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-58ca255e-2546-4b8c-9cdb-87e1ee837997 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:08.710340 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-497c3813-db34-4d83-97d1-b74a3e73b1a3 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1919782'] for subnet, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:08.793390 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-497c3813-db34-4d83-97d1-b74a3e73b1a3 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1919805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2364079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26551417'] for subnet, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:08.815082 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-58ca255e-2546-4b8c-9cdb-87e1ee837997 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Calling delete_port for 28520750-60e4-4060-b070-5133a334ce5f owned by network:dhcp {{(pid=87870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:03:08.838713 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497c3813-db34-4d83-97d1-b74a3e73b1a3 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Pushing event deleted for resources: {'Subnet': ['ID=233625cc-6f43-43fb-990b-ca9803d4cbdc,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:03:08.840649 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-497c3813-db34-4d83-97d1-b74a3e73b1a3 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Notify callbacks [] for subnet, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:08.854863 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79ff6685-df56-448c-b202-cddfddf32571 None None] Network 1ce8f92e-ded0-4af1-a854-caca4db9145e requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 12:03:08.861627 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-497c3813-db34-4d83-97d1-b74a3e73b1a3 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] 10.222.0.30 "DELETE /v2.0/subnets/233625cc-6f43-43fb-990b-ca9803d4cbdc HTTP/1.1" status: 204 len: 168 time: 0.3730049 Mar 28 12:03:08.862047 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 57440) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:03:08.893405 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-43b04175-4a8a-4a60-a8b9-3119b27f8d06 None None] For port 28520750-60e4-4060-b070-5133a334ce5f, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=28520750-60e4-4060-b070-5133a334ce5f,segment=NetworkSegment(7ec52c55-e0cd-44ca-9a96-67f192852c89),segment_id=7ec52c55-e0cd-44ca-9a96-67f192852c89)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:03:08.893805 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-43b04175-4a8a-4a60-a8b9-3119b27f8d06 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:08.914832 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-58ca255e-2546-4b8c-9cdb-87e1ee837997 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:08.934618 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.db_base_plugin_v2 [None req-91c66f1e-d7aa-4861-8a6d-a6ded05b27e7 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Deleting subnet 0328eecd-8d60-469e-a674-7822330a03ab {{(pid=87871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 12:03:08.937826 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-91c66f1e-d7aa-4861-8a6d-a6ded05b27e7 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Notify callbacks [] for subnet, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:08.966999 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ca255e-2546-4b8c-9cdb-87e1ee837997 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Pushing event deleted for resources: {'Port': ['ID=28520750-60e4-4060-b070-5133a334ce5f,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:03:08.972023 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ca255e-2546-4b8c-9cdb-87e1ee837997 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] No DVR routers for this DVR port 28520750-60e4-4060-b070-5133a334ce5f on host dv-neutron-835340-2-hyperv {{(pid=87870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 12:03:08.996571 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-91c66f1e-d7aa-4861-8a6d-a6ded05b27e7 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3436877'] for subnet, precommit_delete_associations {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:09.068886 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-43b04175-4a8a-4a60-a8b9-3119b27f8d06 None None] Calling delete_port for 28520750-60e4-4060-b070-5133a334ce5f owned by network:dhcp {{(pid=87872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:03:09.081209 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-91c66f1e-d7aa-4861-8a6d-a6ded05b27e7 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1919782'] for subnet, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:09.099791 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-58ca255e-2546-4b8c-9cdb-87e1ee837997 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930431', 'neutron.services.segments.db._delete_segments_for_network-8783496351308'] for network, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:09.164426 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-91c66f1e-d7aa-4861-8a6d-a6ded05b27e7 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1919805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2364079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26551417'] for subnet, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:09.205386 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c66f1e-d7aa-4861-8a6d-a6ded05b27e7 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Pushing event deleted for resources: {'Subnet': ['ID=0328eecd-8d60-469e-a674-7822330a03ab,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:03:09.209030 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-91c66f1e-d7aa-4861-8a6d-a6ded05b27e7 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Notify callbacks [] for subnet, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:09.218860 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-91c66f1e-d7aa-4861-8a6d-a6ded05b27e7 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] 10.222.0.30 "DELETE /v2.0/subnets/0328eecd-8d60-469e-a674-7822330a03ab HTTP/1.1" status: 204 len: 168 time: 0.3557389 Mar 28 12:03:09.222019 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 57444) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:03:09.225395 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.db.api [None req-43b04175-4a8a-4a60-a8b9-3119b27f8d06 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87872) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 12:03:09.225755 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG oslo_db.api [None req-43b04175-4a8a-4a60-a8b9-3119b27f8d06 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 12:03:09.255565 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-58ca255e-2546-4b8c-9cdb-87e1ee837997 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b58e352-ec16-4455-85e6-6a961951c5c5']}} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:03:09.270607 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-58ca255e-2546-4b8c-9cdb-87e1ee837997 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ec52c55-e0cd-44ca-9a96-67f192852c89') {'for_net_delete': True} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:03:09.270840 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-58ca255e-2546-4b8c-9cdb-87e1ee837997 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ec52c55-e0cd-44ca-9a96-67f192852c89') {} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:03:09.283412 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-58ca255e-2546-4b8c-9cdb-87e1ee837997 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783496353639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3591341'] for segment, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:09.300799 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-58ca255e-2546-4b8c-9cdb-87e1ee837997 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:09.307216 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58ca255e-2546-4b8c-9cdb-87e1ee837997 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=87870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 12:03:09.307827 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-58ca255e-2546-4b8c-9cdb-87e1ee837997 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1920481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2558260'] for segment, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:09.321431 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a020ea5-eba8-4196-bcef-71cb9a67d313 None None] DHCP port deletion for 1ce8f92e-ded0-4af1-a854-caca4db9145e request from dv-neutron-835340-2-hyperv {{(pid=87872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 12:03:09.324391 dv-neutron-835340-2-hyperv neutron-server[87870]: Traceback (most recent call last): Mar 28 12:03:09.324391 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 12:03:09.324391 dv-neutron-835340-2-hyperv neutron-server[87870]: timer() Mar 28 12:03:09.324391 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 12:03:09.324391 dv-neutron-835340-2-hyperv neutron-server[87870]: cb(*args, **kw) Mar 28 12:03:09.324391 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 12:03:09.324391 dv-neutron-835340-2-hyperv neutron-server[87870]: return func(*args, **kwargs) Mar 28 12:03:09.324391 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 12:03:09.324391 dv-neutron-835340-2-hyperv neutron-server[87870]: self._notify() Mar 28 12:03:09.324391 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 12:03:09.324391 dv-neutron-835340-2-hyperv neutron-server[87870]: self.callback(batched_events) Mar 28 12:03:09.324391 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 12:03:09.324391 dv-neutron-835340-2-hyperv neutron-server[87870]: event.method(event) Mar 28 12:03:09.324391 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 12:03:09.324391 dv-neutron-835340-2-hyperv neutron-server[87870]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 12:03:09.324391 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 12:03:09.324391 dv-neutron-835340-2-hyperv neutron-server[87870]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 12:03:09.324391 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 12:03:09.324391 dv-neutron-835340-2-hyperv neutron-server[87870]: return f(self, *a, **k) Mar 28 12:03:09.324391 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 12:03:09.324391 dv-neutron-835340-2-hyperv neutron-server[87870]: return self._get(url).json() Mar 28 12:03:09.324391 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 12:03:09.324391 dv-neutron-835340-2-hyperv neutron-server[87870]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 12:03:09.324391 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 12:03:09.324391 dv-neutron-835340-2-hyperv neutron-server[87870]: return self.request(url, 'GET', **kwargs) Mar 28 12:03:09.324391 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 12:03:09.324391 dv-neutron-835340-2-hyperv neutron-server[87870]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 12:03:09.324391 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 12:03:09.324391 dv-neutron-835340-2-hyperv neutron-server[87870]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 12:03:09.324391 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 12:03:09.324391 dv-neutron-835340-2-hyperv neutron-server[87870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 12:03:09.324391 dv-neutron-835340-2-hyperv neutron-server[87870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 12:03:09.326697 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-6a020ea5-eba8-4196-bcef-71cb9a67d313 None None] Deleting port e07d49bf-1f84-4150-862f-b808b5c8df97 {{(pid=87872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:03:09.326697 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-6a020ea5-eba8-4196-bcef-71cb9a67d313 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:09.346750 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-9cace6d3-893e-40b0-b1a0-76e184f2690e tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588883'] for network, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:09.361191 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-9cace6d3-893e-40b0-b1a0-76e184f2690e tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Deleting port e07d49bf-1f84-4150-862f-b808b5c8df97 {{(pid=87871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:03:09.361567 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-9cace6d3-893e-40b0-b1a0-76e184f2690e tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:09.411093 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-58ca255e-2546-4b8c-9cdb-87e1ee837997 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709602'] for network, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:09.416098 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-58ca255e-2546-4b8c-9cdb-87e1ee837997 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks [] for network, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:09.446484 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ca255e-2546-4b8c-9cdb-87e1ee837997 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Pushing event deleted for resources: {'Network': ['ID=7b58e352-ec16-4455-85e6-6a961951c5c5,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:03:09.456029 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-58ca255e-2546-4b8c-9cdb-87e1ee837997 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] 10.222.0.30 "DELETE /v2.0/networks/7b58e352-ec16-4455-85e6-6a961951c5c5 HTTP/1.1" status: 204 len: 168 time: 1.1331151 Mar 28 12:03:09.459982 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 57448) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:03:09.466568 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-a721b140-cffe-46ea-a2b3-99b84e5e2a72 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2112173158', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b'}, 'admin_state_up': False}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:03:09.474598 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-a721b140-cffe-46ea-a2b3-99b84e5e2a72 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:03:09.478351 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-a721b140-cffe-46ea-a2b3-99b84e5e2a72 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Usage tracker for resource:router and tenant:44a7e1c73898465da6902581d6416cd0 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:03:09.481173 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-a721b140-cffe-46ea-a2b3-99b84e5e2a72 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:03:09.487380 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-a721b140-cffe-46ea-a2b3-99b84e5e2a72 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:03:09.497341 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-a721b140-cffe-46ea-a2b3-99b84e5e2a72 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-707665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-260886'] for router, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:09.498371 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-a721b140-cffe-46ea-a2b3-99b84e5e2a72 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-705660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709650', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-767110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260873'] for router, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:09.515484 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-a721b140-cffe-46ea-a2b3-99b84e5e2a72 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:09.545771 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-6a020ea5-eba8-4196-bcef-71cb9a67d313 None None] For port e07d49bf-1f84-4150-862f-b808b5c8df97, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=e07d49bf-1f84-4150-862f-b808b5c8df97,segment=NetworkSegment(35cf9ec6-3268-4bc3-91e5-6bb3e12c4395),segment_id=35cf9ec6-3268-4bc3-91e5-6bb3e12c4395)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:03:09.546107 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-6a020ea5-eba8-4196-bcef-71cb9a67d313 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:09.677176 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-6a020ea5-eba8-4196-bcef-71cb9a67d313 None None] Calling delete_port for e07d49bf-1f84-4150-862f-b808b5c8df97 owned by network:dhcp {{(pid=87872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:03:09.703680 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.db [None req-9cace6d3-893e-40b0-b1a0-76e184f2690e tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] For port e07d49bf-1f84-4150-862f-b808b5c8df97, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=e07d49bf-1f84-4150-862f-b808b5c8df97,segment=NetworkSegment(35cf9ec6-3268-4bc3-91e5-6bb3e12c4395),segment_id=35cf9ec6-3268-4bc3-91e5-6bb3e12c4395)] {{(pid=87871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:03:09.703680 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-9cace6d3-893e-40b0-b1a0-76e184f2690e tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:09.727984 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-43b04175-4a8a-4a60-a8b9-3119b27f8d06 None None] Deleting port 28520750-60e4-4060-b070-5133a334ce5f {{(pid=87872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:03:09.728182 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-43b04175-4a8a-4a60-a8b9-3119b27f8d06 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:09.792365 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-a721b140-cffe-46ea-a2b3-99b84e5e2a72 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-709632', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-707672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260923'] for router, precommit_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:09.800587 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-43b04175-4a8a-4a60-a8b9-3119b27f8d06 None None] The port '28520750-60e4-4060-b070-5133a334ce5f' was deleted {{(pid=87872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 12:03:09.831427 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-6a020ea5-eba8-4196-bcef-71cb9a67d313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250'] for port, after_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:09.840006 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-9cace6d3-893e-40b0-b1a0-76e184f2690e tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Calling delete_port for e07d49bf-1f84-4150-862f-b808b5c8df97 owned by network:dhcp {{(pid=87871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:03:09.886189 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a020ea5-eba8-4196-bcef-71cb9a67d313 None None] Pushing event deleted for resources: {'Port': ['ID=e07d49bf-1f84-4150-862f-b808b5c8df97,revision_number=None']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:03:09.888428 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a020ea5-eba8-4196-bcef-71cb9a67d313 None None] No DVR routers for this DVR port e07d49bf-1f84-4150-862f-b808b5c8df97 on host dv-neutron-835340-2-hyperv {{(pid=87872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 12:03:09.925550 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.db.api [None req-9cace6d3-893e-40b0-b1a0-76e184f2690e tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87871) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 12:03:09.925912 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG oslo_db.api [None req-9cace6d3-893e-40b0-b1a0-76e184f2690e tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 12:03:09.969649 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 28520750-60e4-4060-b070-5133a334ce5f no longer exists at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 12:03:10.004730 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] No Port match for: 28520750-60e4-4060-b070-5133a334ce5f {{(pid=87872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 12:03:10.005084 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 28520750-60e4-4060-b070-5133a334ce5f not bound to the agent host dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 12:03:10.005591 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device e07d49bf-1f84-4150-862f-b808b5c8df97 no longer exists at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 12:03:10.041057 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] No Port match for: e07d49bf-1f84-4150-862f-b808b5c8df97 {{(pid=87872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 12:03:10.041400 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device e07d49bf-1f84-4150-862f-b808b5c8df97 not bound to the agent host dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 12:03:10.123224 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-a721b140-cffe-46ea-a2b3-99b84e5e2a72 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks [] for router_gateway, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:10.152897 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-a721b140-cffe-46ea-a2b3-99b84e5e2a72 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:10.288373 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.db_base_plugin_common [None req-a721b140-cffe-46ea-a2b3-99b84e5e2a72 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Allocated IP 172.26.7.29 (ac2b1748-8f63-4b17-a9c7-07e79704aa5b/0b7ebf76-1dc7-431a-a0b4-b96bacf287c2/2022de83-4081-47e2-9a38-4f1c58412eb8) {{(pid=87870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 12:03:10.426806 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-9cace6d3-893e-40b0-b1a0-76e184f2690e tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Deleting port e07d49bf-1f84-4150-862f-b808b5c8df97 {{(pid=87871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:03:10.427369 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-9cace6d3-893e-40b0-b1a0-76e184f2690e tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:10.430380 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-a721b140-cffe-46ea-a2b3-99b84e5e2a72 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks [] for port, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:10.459709 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-a721b140-cffe-46ea-a2b3-99b84e5e2a72 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:10.497858 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-9cace6d3-893e-40b0-b1a0-76e184f2690e tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] The port 'e07d49bf-1f84-4150-862f-b808b5c8df97' was deleted {{(pid=87871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 12:03:10.518697 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a721b140-cffe-46ea-a2b3-99b84e5e2a72 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Network ac2b1748-8f63-4b17-a9c7-07e79704aa5b is already hosted by enough agents. {{(pid=87870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:03:10.521398 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.base_scheduler [None req-a721b140-cffe-46ea-a2b3-99b84e5e2a72 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Resources bound (agent type, host, resource id): {{(pid=87870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:03:10.529079 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a721b140-cffe-46ea-a2b3-99b84e5e2a72 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Received port after_create {{(pid=87870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 12:03:10.567588 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a721b140-cffe-46ea-a2b3-99b84e5e2a72 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Pushing event updated for resources: {'Port': ['ID=2022de83-4081-47e2-9a38-4f1c58412eb8,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:03:10.620679 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-9cace6d3-893e-40b0-b1a0-76e184f2690e tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930431', 'neutron.services.segments.db._delete_segments_for_network-8783496351308'] for network, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:10.646009 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.segments.db [None req-9cace6d3-893e-40b0-b1a0-76e184f2690e tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ce8f92e-ded0-4af1-a854-caca4db9145e']}} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:03:10.657918 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.segments.db [None req-9cace6d3-893e-40b0-b1a0-76e184f2690e tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35cf9ec6-3268-4bc3-91e5-6bb3e12c4395') {'for_net_delete': True} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:03:10.658309 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.segments.db [None req-9cace6d3-893e-40b0-b1a0-76e184f2690e tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35cf9ec6-3268-4bc3-91e5-6bb3e12c4395') {} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:03:10.669201 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-9cace6d3-893e-40b0-b1a0-76e184f2690e tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783496353639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3436890'] for segment, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:10.685731 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-9cace6d3-893e-40b0-b1a0-76e184f2690e tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:10.693239 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cace6d3-893e-40b0-b1a0-76e184f2690e tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=87871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 12:03:10.693699 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-9cace6d3-893e-40b0-b1a0-76e184f2690e tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1920481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2363149'] for segment, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:10.712727 dv-neutron-835340-2-hyperv neutron-server[87871]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 12:03:10.712727 dv-neutron-835340-2-hyperv neutron-server[87871]: util.warn( Mar 28 12:03:10.712727 dv-neutron-835340-2-hyperv neutron-server[87871]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 12:03:10.712727 dv-neutron-835340-2-hyperv neutron-server[87871]: util.warn( Mar 28 12:03:10.712727 dv-neutron-835340-2-hyperv neutron-server[87871]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 12:03:10.712727 dv-neutron-835340-2-hyperv neutron-server[87871]: util.warn( Mar 28 12:03:10.712727 dv-neutron-835340-2-hyperv neutron-server[87871]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 12:03:10.712727 dv-neutron-835340-2-hyperv neutron-server[87871]: util.warn( Mar 28 12:03:10.712727 dv-neutron-835340-2-hyperv neutron-server[87871]: Traceback (most recent call last): Mar 28 12:03:10.712727 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 12:03:10.712727 dv-neutron-835340-2-hyperv neutron-server[87871]: timer() Mar 28 12:03:10.712727 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 12:03:10.712727 dv-neutron-835340-2-hyperv neutron-server[87871]: cb(*args, **kw) Mar 28 12:03:10.712727 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 12:03:10.712727 dv-neutron-835340-2-hyperv neutron-server[87871]: return func(*args, **kwargs) Mar 28 12:03:10.712727 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 12:03:10.712727 dv-neutron-835340-2-hyperv neutron-server[87871]: self._notify() Mar 28 12:03:10.712727 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 12:03:10.712727 dv-neutron-835340-2-hyperv neutron-server[87871]: self.callback(batched_events) Mar 28 12:03:10.712727 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 12:03:10.712727 dv-neutron-835340-2-hyperv neutron-server[87871]: event.method(event) Mar 28 12:03:10.712727 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 12:03:10.712727 dv-neutron-835340-2-hyperv neutron-server[87871]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 12:03:10.712727 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 12:03:10.712727 dv-neutron-835340-2-hyperv neutron-server[87871]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 12:03:10.712727 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 12:03:10.712727 dv-neutron-835340-2-hyperv neutron-server[87871]: return f(self, *a, **k) Mar 28 12:03:10.712727 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 12:03:10.712727 dv-neutron-835340-2-hyperv neutron-server[87871]: return self._get(url).json() Mar 28 12:03:10.712727 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 12:03:10.712727 dv-neutron-835340-2-hyperv neutron-server[87871]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 12:03:10.712727 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 12:03:10.712727 dv-neutron-835340-2-hyperv neutron-server[87871]: return self.request(url, 'GET', **kwargs) Mar 28 12:03:10.712727 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 12:03:10.712727 dv-neutron-835340-2-hyperv neutron-server[87871]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 12:03:10.712727 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 12:03:10.712727 dv-neutron-835340-2-hyperv neutron-server[87871]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 12:03:10.712727 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 12:03:10.712727 dv-neutron-835340-2-hyperv neutron-server[87871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 12:03:10.712727 dv-neutron-835340-2-hyperv neutron-server[87871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 12:03:10.793787 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-9cace6d3-893e-40b0-b1a0-76e184f2690e tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709602'] for network, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:10.813021 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-9cace6d3-893e-40b0-b1a0-76e184f2690e tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Notify callbacks [] for network, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:10.824974 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cace6d3-893e-40b0-b1a0-76e184f2690e tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Pushing event deleted for resources: {'Network': ['ID=1ce8f92e-ded0-4af1-a854-caca4db9145e,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:03:10.835355 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-9cace6d3-893e-40b0-b1a0-76e184f2690e tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] 10.222.0.30 "DELETE /v2.0/networks/1ce8f92e-ded0-4af1-a854-caca4db9145e HTTP/1.1" status: 204 len: 168 time: 1.6099992 Mar 28 12:03:10.835679 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 57452) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:03:10.878560 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd1ad2e9-cf78-42af-85b1-2744d06e4731 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] DELETE failed (client error): The resource could not be found. Mar 28 12:03:10.879010 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd1ad2e9-cf78-42af-85b1-2744d06e4731 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 12:03:10.880707 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-fd1ad2e9-cf78-42af-85b1-2744d06e4731 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] 10.222.0.30 "DELETE /v2.0/subnets/0af91668-34e5-489d-977e-5c7c67db4244 HTTP/1.1" status: 404 len: 337 time: 0.0439792 Mar 28 12:03:10.883191 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 57456) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:03:10.908879 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a5db4b8-fb85-41e0-b14a-a075407e9ff0 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] DELETE failed (client error): The resource could not be found. Mar 28 12:03:10.909351 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a5db4b8-fb85-41e0-b14a-a075407e9ff0 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 12:03:10.912572 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-9a5db4b8-fb85-41e0-b14a-a075407e9ff0 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] 10.222.0.30 "DELETE /v2.0/networks/01527695-b4ad-4090-b617-294b479aaf07 HTTP/1.1" status: 404 len: 339 time: 0.0269439 Mar 28 12:03:10.917876 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 57460) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:03:10.955500 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.pecan_wsgi.hooks.translation [None req-9db18a74-818f-4481-aa1d-25400dd70aef tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] DELETE failed (client error): The resource could not be found. Mar 28 12:03:10.955901 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9db18a74-818f-4481-aa1d-25400dd70aef tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 12:03:10.957571 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-9db18a74-818f-4481-aa1d-25400dd70aef tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] 10.222.0.30 "DELETE /v2.0/subnets/495efca7-0726-4592-a704-05e23338450d HTTP/1.1" status: 404 len: 337 time: 0.0388026 Mar 28 12:03:10.960103 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 57464) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:03:10.983858 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcc875f5-7fce-453b-b68f-5c15e6c0f703 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] DELETE failed (client error): The resource could not be found. Mar 28 12:03:10.984317 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dcc875f5-7fce-453b-b68f-5c15e6c0f703 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 12:03:10.985965 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-dcc875f5-7fce-453b-b68f-5c15e6c0f703 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] 10.222.0.30 "DELETE /v2.0/networks/86268be1-2881-4e65-bf97-e75bf1bf141b HTTP/1.1" status: 404 len: 339 time: 0.0249796 Mar 28 12:03:10.988713 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 57468) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:03:11.030404 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.pecan_wsgi.hooks.translation [None req-99f41a33-271a-4818-908a-ffc5d5d8c267 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] DELETE failed (client error): The resource could not be found. Mar 28 12:03:11.030856 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99f41a33-271a-4818-908a-ffc5d5d8c267 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 12:03:11.032684 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-99f41a33-271a-4818-908a-ffc5d5d8c267 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] 10.222.0.30 "DELETE /v2.0/subnets/ec4e6a4c-cf79-4cfa-85a8-201d40c98df9 HTTP/1.1" status: 404 len: 337 time: 0.0429075 Mar 28 12:03:11.035392 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 57472) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:03:11.059013 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4c5c238-6c67-402c-8b68-ff4082619130 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] DELETE failed (client error): The resource could not be found. Mar 28 12:03:11.059461 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4c5c238-6c67-402c-8b68-ff4082619130 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 12:03:11.061103 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-f4c5c238-6c67-402c-8b68-ff4082619130 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] 10.222.0.30 "DELETE /v2.0/networks/d4f2ed88-4385-475f-b7d5-fd10b0b51d1c HTTP/1.1" status: 404 len: 339 time: 0.0248058 Mar 28 12:03:11.063496 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 57476) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:03:11.073629 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-a721b140-cffe-46ea-a2b3-99b84e5e2a72 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks [] for router_gateway, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:11.128333 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8a9af68-e711-42b5-8bec-be9c87deeda8 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Deleting subnet b60edc6f-68d5-48fe-b496-03d0ed93a55d {{(pid=87871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 12:03:11.131193 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-c8a9af68-e711-42b5-8bec-be9c87deeda8 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Notify callbacks [] for subnet, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:11.190945 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-c8a9af68-e711-42b5-8bec-be9c87deeda8 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3436877'] for subnet, precommit_delete_associations {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:11.273652 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-c8a9af68-e711-42b5-8bec-be9c87deeda8 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1919782'] for subnet, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:11.348355 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-c8a9af68-e711-42b5-8bec-be9c87deeda8 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1919805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2364079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26551417'] for subnet, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:11.393925 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a9af68-e711-42b5-8bec-be9c87deeda8 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Pushing event deleted for resources: {'Subnet': ['ID=b60edc6f-68d5-48fe-b496-03d0ed93a55d,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:03:11.395795 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-c8a9af68-e711-42b5-8bec-be9c87deeda8 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Notify callbacks [] for subnet, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:11.403329 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c863cc73-3a3c-4ecb-aee9-4028055b3b12 None None] Network f0dda7ad-303d-4bdb-baf0-3ee71cecd15a requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 12:03:11.405344 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-c8a9af68-e711-42b5-8bec-be9c87deeda8 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] 10.222.0.30 "DELETE /v2.0/subnets/b60edc6f-68d5-48fe-b496-03d0ed93a55d HTTP/1.1" status: 204 len: 168 time: 0.3403449 Mar 28 12:03:11.408275 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 57480) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:03:11.424247 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-a721b140-cffe-46ea-a2b3-99b84e5e2a72 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709693'] for router, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:11.536717 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-2de78ed4-8e1a-4a93-a8ac-2817f06a411f tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588883'] for network, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:11.547324 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-2de78ed4-8e1a-4a93-a8ac-2817f06a411f tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Deleting port 8e156265-c6e8-4178-989a-e31ac004b390 {{(pid=87871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:03:11.547680 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-2de78ed4-8e1a-4a93-a8ac-2817f06a411f tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:11.641041 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a721b140-cffe-46ea-a2b3-99b84e5e2a72 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Router 009978b2-b1a5-417d-8926-b9e05760fe50 is scheduled to L3 agent af79d429-529e-400b-a119-94d4bec03f3e with binding_index 1 {{(pid=87870) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 12:03:11.652757 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd210122-5e6e-495e-bbdc-c4d5ce291f0b None None] DHCP port deletion for f0dda7ad-303d-4bdb-baf0-3ee71cecd15a request from dv-neutron-835340-2-hyperv {{(pid=87872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 12:03:11.657397 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-bd210122-5e6e-495e-bbdc-c4d5ce291f0b None None] Deleting port 8e156265-c6e8-4178-989a-e31ac004b390 {{(pid=87872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:03:11.657891 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-bd210122-5e6e-495e-bbdc-c4d5ce291f0b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:11.760414 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.db [None req-2de78ed4-8e1a-4a93-a8ac-2817f06a411f tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] For port 8e156265-c6e8-4178-989a-e31ac004b390, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=8e156265-c6e8-4178-989a-e31ac004b390,segment=NetworkSegment(c670a6f8-0387-402a-af42-4ca169b79478),segment_id=c670a6f8-0387-402a-af42-4ca169b79478)] {{(pid=87871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:03:11.760829 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-2de78ed4-8e1a-4a93-a8ac-2817f06a411f tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:11.823316 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a721b140-cffe-46ea-a2b3-99b84e5e2a72 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 12:03:11.834754 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d9b89c-0bd6-4dee-a706-26253cc54d97 None None] Sync routers for ids ['009978b2-b1a5-417d-8926-b9e05760fe50'] in dv-neutron-835340-2-hyperv {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 12:03:11.856157 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d9b89c-0bd6-4dee-a706-26253cc54d97 None None] Routers {'009978b2-b1a5-417d-8926-b9e05760fe50'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:03:11.856820 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-74d9b89c-0bd6-4dee-a706-26253cc54d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:03:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['009978b2-b1a5-417d-8926-b9e05760fe50'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:03:11.896643 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-a721b140-cffe-46ea-a2b3-99b84e5e2a72 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks [] for router, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:11.911056 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-a721b140-cffe-46ea-a2b3-99b84e5e2a72 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 2.4492755 Mar 28 12:03:11.911923 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-2de78ed4-8e1a-4a93-a8ac-2817f06a411f tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Calling delete_port for 8e156265-c6e8-4178-989a-e31ac004b390 owned by network:dhcp {{(pid=87871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:03:11.913839 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 57486) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:03:11.936990 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-74d9b89c-0bd6-4dee-a706-26253cc54d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:03:11.949003 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d9b89c-0bd6-4dee-a706-26253cc54d97 None None] Routers {'009978b2-b1a5-417d-8926-b9e05760fe50'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:03:11.949852 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-74d9b89c-0bd6-4dee-a706-26253cc54d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:03:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['009978b2-b1a5-417d-8926-b9e05760fe50'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:03:11.958092 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-bd210122-5e6e-495e-bbdc-c4d5ce291f0b None None] For port 8e156265-c6e8-4178-989a-e31ac004b390, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=8e156265-c6e8-4178-989a-e31ac004b390,segment=NetworkSegment(c670a6f8-0387-402a-af42-4ca169b79478),segment_id=c670a6f8-0387-402a-af42-4ca169b79478)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:03:11.958766 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-bd210122-5e6e-495e-bbdc-c4d5ce291f0b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:12.009366 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-2de78ed4-8e1a-4a93-a8ac-2817f06a411f tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:12.042386 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 8e156265-c6e8-4178-989a-e31ac004b390 no longer exists at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 12:03:12.064525 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-74d9b89c-0bd6-4dee-a706-26253cc54d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:03:12.065198 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d9b89c-0bd6-4dee-a706-26253cc54d97 None None] The sync data for ids ['009978b2-b1a5-417d-8926-b9e05760fe50'] in dv-neutron-835340-2-hyperv is: [] {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 12:03:12.068944 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de78ed4-8e1a-4a93-a8ac-2817f06a411f tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Pushing event deleted for resources: {'Port': ['ID=8e156265-c6e8-4178-989a-e31ac004b390,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:03:12.075643 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de78ed4-8e1a-4a93-a8ac-2817f06a411f tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] No DVR routers for this DVR port 8e156265-c6e8-4178-989a-e31ac004b390 on host dv-neutron-835340-2-hyperv {{(pid=87871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 12:03:12.137072 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-bd210122-5e6e-495e-bbdc-c4d5ce291f0b None None] Calling delete_port for 8e156265-c6e8-4178-989a-e31ac004b390 owned by network:dhcp {{(pid=87872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:03:12.174122 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] No Port match for: 8e156265-c6e8-4178-989a-e31ac004b390 {{(pid=87872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 12:03:12.174371 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 8e156265-c6e8-4178-989a-e31ac004b390 not bound to the agent host dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 12:03:12.205013 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-1db6030c-2079-4ec0-be5e-b7be08134576 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] 10.222.0.30 "GET /v2.0/routers/009978b2-b1a5-417d-8926-b9e05760fe50 HTTP/1.1" status: 200 len: 884 time: 0.2893972 Mar 28 12:03:12.206397 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 57492) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:03:12.216431 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.db.api [None req-bd210122-5e6e-495e-bbdc-c4d5ce291f0b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87872) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 12:03:12.216784 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG oslo_db.api [None req-bd210122-5e6e-495e-bbdc-c4d5ce291f0b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 12:03:12.237134 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-2de78ed4-8e1a-4a93-a8ac-2817f06a411f tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930431', 'neutron.services.segments.db._delete_segments_for_network-8783496351308'] for network, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:12.270594 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.segments.db [None req-2de78ed4-8e1a-4a93-a8ac-2817f06a411f tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0dda7ad-303d-4bdb-baf0-3ee71cecd15a']}} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:03:12.284255 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.segments.db [None req-2de78ed4-8e1a-4a93-a8ac-2817f06a411f tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c670a6f8-0387-402a-af42-4ca169b79478') {'for_net_delete': True} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:03:12.284550 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.segments.db [None req-2de78ed4-8e1a-4a93-a8ac-2817f06a411f tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c670a6f8-0387-402a-af42-4ca169b79478') {} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:03:12.297193 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-2de78ed4-8e1a-4a93-a8ac-2817f06a411f tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783496353639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3436890'] for segment, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:12.315918 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-2de78ed4-8e1a-4a93-a8ac-2817f06a411f tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:12.322959 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2de78ed4-8e1a-4a93-a8ac-2817f06a411f tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=87871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 12:03:12.323599 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-2de78ed4-8e1a-4a93-a8ac-2817f06a411f tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1920481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2363149'] for segment, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:12.340783 dv-neutron-835340-2-hyperv neutron-server[87871]: Traceback (most recent call last): Mar 28 12:03:12.340783 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 12:03:12.340783 dv-neutron-835340-2-hyperv neutron-server[87871]: timer() Mar 28 12:03:12.340783 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 12:03:12.340783 dv-neutron-835340-2-hyperv neutron-server[87871]: cb(*args, **kw) Mar 28 12:03:12.340783 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 12:03:12.340783 dv-neutron-835340-2-hyperv neutron-server[87871]: return func(*args, **kwargs) Mar 28 12:03:12.340783 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 12:03:12.340783 dv-neutron-835340-2-hyperv neutron-server[87871]: self._notify() Mar 28 12:03:12.340783 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 12:03:12.340783 dv-neutron-835340-2-hyperv neutron-server[87871]: self.callback(batched_events) Mar 28 12:03:12.340783 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 12:03:12.340783 dv-neutron-835340-2-hyperv neutron-server[87871]: event.method(event) Mar 28 12:03:12.340783 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 12:03:12.340783 dv-neutron-835340-2-hyperv neutron-server[87871]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 12:03:12.340783 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 12:03:12.340783 dv-neutron-835340-2-hyperv neutron-server[87871]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 12:03:12.340783 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 12:03:12.340783 dv-neutron-835340-2-hyperv neutron-server[87871]: return f(self, *a, **k) Mar 28 12:03:12.340783 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 12:03:12.340783 dv-neutron-835340-2-hyperv neutron-server[87871]: return self._get(url).json() Mar 28 12:03:12.340783 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 12:03:12.340783 dv-neutron-835340-2-hyperv neutron-server[87871]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 12:03:12.340783 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 12:03:12.340783 dv-neutron-835340-2-hyperv neutron-server[87871]: return self.request(url, 'GET', **kwargs) Mar 28 12:03:12.340783 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 12:03:12.340783 dv-neutron-835340-2-hyperv neutron-server[87871]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 12:03:12.340783 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 12:03:12.340783 dv-neutron-835340-2-hyperv neutron-server[87871]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 12:03:12.340783 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 12:03:12.340783 dv-neutron-835340-2-hyperv neutron-server[87871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 12:03:12.340783 dv-neutron-835340-2-hyperv neutron-server[87871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 12:03:12.423931 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-2de78ed4-8e1a-4a93-a8ac-2817f06a411f tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709602'] for network, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:12.428842 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-2de78ed4-8e1a-4a93-a8ac-2817f06a411f tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Notify callbacks [] for network, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:12.545450 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-d2679e30-cc75-40cc-bbf7-785d8d9de994 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Synchronizing usage tracker for tenant:44a7e1c73898465da6902581d6416cd0 on resource:router {{(pid=87870) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:03:12.565133 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-d2679e30-cc75-40cc-bbf7-785d8d9de994 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Unset dirty status for tenant:44a7e1c73898465da6902581d6416cd0 on resource:router {{(pid=87870) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:03:12.566293 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-d2679e30-cc75-40cc-bbf7-785d8d9de994 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.3587165 Mar 28 12:03:12.569123 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 57498) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:03:12.573966 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-4cd67547-4f66-4f3e-930d-c68c1364d205 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-2112173158'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:03:12.577512 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de78ed4-8e1a-4a93-a8ac-2817f06a411f tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Pushing event deleted for resources: {'Network': ['ID=f0dda7ad-303d-4bdb-baf0-3ee71cecd15a,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:03:12.584733 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-2de78ed4-8e1a-4a93-a8ac-2817f06a411f tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] 10.222.0.30 "DELETE /v2.0/networks/f0dda7ad-303d-4bdb-baf0-3ee71cecd15a HTTP/1.1" status: 204 len: 168 time: 1.1731350 Mar 28 12:03:12.584733 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 57502) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:03:12.621973 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.pecan_wsgi.hooks.translation [None req-98ada9b3-557c-483a-b254-66e2619cf6fd tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] DELETE failed (client error): The resource could not be found. Mar 28 12:03:12.622425 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98ada9b3-557c-483a-b254-66e2619cf6fd tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 12:03:12.624092 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-98ada9b3-557c-483a-b254-66e2619cf6fd tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] 10.222.0.30 "DELETE /v2.0/subnets/e10900fe-b551-42d1-9da9-8e9ca55d97ba HTTP/1.1" status: 404 len: 337 time: 0.0385163 Mar 28 12:03:12.626669 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 57506) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:03:12.665953 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ae9f5f3-3c9b-41fc-adab-a7be857d9658 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] DELETE failed (client error): The resource could not be found. Mar 28 12:03:12.666598 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ae9f5f3-3c9b-41fc-adab-a7be857d9658 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 12:03:12.667972 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-7ae9f5f3-3c9b-41fc-adab-a7be857d9658 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] 10.222.0.30 "DELETE /v2.0/networks/230d1994-02b6-427f-8003-5f71b9e1ea58 HTTP/1.1" status: 404 len: 339 time: 0.0404217 Mar 28 12:03:12.670466 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 57510) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:03:12.718126 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-bd210122-5e6e-495e-bbdc-c4d5ce291f0b None None] Deleting port 8e156265-c6e8-4178-989a-e31ac004b390 {{(pid=87872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:03:12.718649 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-bd210122-5e6e-495e-bbdc-c4d5ce291f0b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:12.787271 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-bd210122-5e6e-495e-bbdc-c4d5ce291f0b None None] The port '8e156265-c6e8-4178-989a-e31ac004b390' was deleted {{(pid=87872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 12:03:12.810909 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f869b64-9dbb-4721-86f4-c35a15ba5c60 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Deleting subnet 59ba6d73-eb32-4a28-b7d7-275749f11bc6 {{(pid=87870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 12:03:12.824896 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-6f869b64-9dbb-4721-86f4-c35a15ba5c60 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Notify callbacks [] for subnet, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:12.950609 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-6f869b64-9dbb-4721-86f4-c35a15ba5c60 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3591354'] for subnet, precommit_delete_associations {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:13.187584 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-6f869b64-9dbb-4721-86f4-c35a15ba5c60 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1919782'] for subnet, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:13.332160 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-4cd67547-4f66-4f3e-930d-c68c1364d205 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-709632', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-707672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260923'] for router, precommit_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:13.346930 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-4cd67547-4f66-4f3e-930d-c68c1364d205 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-709647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-709686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-745031'] for router, after_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:13.350399 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-6f869b64-9dbb-4721-86f4-c35a15ba5c60 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1919805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2561174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2563528'] for subnet, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:13.451836 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaa2e39b-fa80-463f-86cd-97b88cd4ae0f None None] Network 0ec1dc79-fbf6-4a54-84f7-5581ee5d9eeb requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 12:03:13.452856 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f869b64-9dbb-4721-86f4-c35a15ba5c60 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Pushing event deleted for resources: {'Subnet': ['ID=59ba6d73-eb32-4a28-b7d7-275749f11bc6,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:03:13.456798 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-6f869b64-9dbb-4721-86f4-c35a15ba5c60 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Notify callbacks [] for subnet, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:13.472531 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-6f869b64-9dbb-4721-86f4-c35a15ba5c60 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] 10.222.0.30 "DELETE /v2.0/subnets/59ba6d73-eb32-4a28-b7d7-275749f11bc6 HTTP/1.1" status: 204 len: 168 time: 0.8011401 Mar 28 12:03:13.474977 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 57516) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:03:13.578618 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cd67547-4f66-4f3e-930d-c68c1364d205 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Router 009978b2-b1a5-417d-8926-b9e05760fe50 has already been hosted by L3 agent af79d429-529e-400b-a119-94d4bec03f3e {{(pid=87870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 12:03:13.592413 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-ba3d83ae-88e9-49e5-8a0b-21ab6e9375d1 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588883'] for network, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:13.603578 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-ba3d83ae-88e9-49e5-8a0b-21ab6e9375d1 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Deleting port 9170e8c8-380b-464a-807e-be8e5bbd3dce {{(pid=87871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:03:13.604147 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-ba3d83ae-88e9-49e5-8a0b-21ab6e9375d1 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:13.701429 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-724ed6ad-e3dd-45a2-a836-19471e69fd7c None None] DHCP port deletion for 0ec1dc79-fbf6-4a54-84f7-5581ee5d9eeb request from dv-neutron-835340-2-hyperv {{(pid=87872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 12:03:13.706268 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-724ed6ad-e3dd-45a2-a836-19471e69fd7c None None] Deleting port 9170e8c8-380b-464a-807e-be8e5bbd3dce {{(pid=87872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:03:13.706891 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-724ed6ad-e3dd-45a2-a836-19471e69fd7c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:13.826835 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.db [None req-ba3d83ae-88e9-49e5-8a0b-21ab6e9375d1 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] For port 9170e8c8-380b-464a-807e-be8e5bbd3dce, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=9170e8c8-380b-464a-807e-be8e5bbd3dce,segment=NetworkSegment(80221da2-c793-4e18-9ba2-5e4aab90348e),segment_id=80221da2-c793-4e18-9ba2-5e4aab90348e)] {{(pid=87871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:03:13.827309 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-ba3d83ae-88e9-49e5-8a0b-21ab6e9375d1 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:13.901231 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cd67547-4f66-4f3e-930d-c68c1364d205 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 12:03:13.910227 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-4cd67547-4f66-4f3e-930d-c68c1364d205 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks [] for router, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:13.912521 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-4cd67547-4f66-4f3e-930d-c68c1364d205 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] 10.222.0.30 "PUT /v2.0/routers/009978b2-b1a5-417d-8926-b9e05760fe50 HTTP/1.1" status: 200 len: 891 time: 1.3421888 Mar 28 12:03:13.914896 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 57520) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:03:13.919331 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02513df7-d968-444b-96f9-c87842b7be3d None None] Sync routers for ids ['009978b2-b1a5-417d-8926-b9e05760fe50'] in dv-neutron-835340-2-hyperv {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 12:03:13.943993 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-724ed6ad-e3dd-45a2-a836-19471e69fd7c None None] For port 9170e8c8-380b-464a-807e-be8e5bbd3dce, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=9170e8c8-380b-464a-807e-be8e5bbd3dce,segment=NetworkSegment(80221da2-c793-4e18-9ba2-5e4aab90348e),segment_id=80221da2-c793-4e18-9ba2-5e4aab90348e)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:03:13.944638 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-724ed6ad-e3dd-45a2-a836-19471e69fd7c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:13.955831 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02513df7-d968-444b-96f9-c87842b7be3d None None] Routers {'009978b2-b1a5-417d-8926-b9e05760fe50'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:03:13.956381 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-02513df7-d968-444b-96f9-c87842b7be3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:03:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['009978b2-b1a5-417d-8926-b9e05760fe50'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:03:13.963034 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-ba3d83ae-88e9-49e5-8a0b-21ab6e9375d1 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Calling delete_port for 9170e8c8-380b-464a-807e-be8e5bbd3dce owned by network:dhcp {{(pid=87871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:03:14.015990 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 9170e8c8-380b-464a-807e-be8e5bbd3dce no longer exists at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 12:03:14.048980 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-ba3d83ae-88e9-49e5-8a0b-21ab6e9375d1 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:14.091056 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba3d83ae-88e9-49e5-8a0b-21ab6e9375d1 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] No DVR routers for this DVR port 9170e8c8-380b-464a-807e-be8e5bbd3dce on host dv-neutron-835340-2-hyperv {{(pid=87871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 12:03:14.117351 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-58a66e8c-1d56-400c-9b2c-690f0abf3def tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] 10.222.0.30 "GET /v2.0/routers/009978b2-b1a5-417d-8926-b9e05760fe50 HTTP/1.1" status: 200 len: 891 time: 0.2010436 Mar 28 12:03:14.119995 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 57524) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:03:14.148273 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3d83ae-88e9-49e5-8a0b-21ab6e9375d1 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Pushing event deleted for resources: {'Port': ['ID=9170e8c8-380b-464a-807e-be8e5bbd3dce,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:03:14.167869 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-0df261d9-45f1-4978-a1e8-12583b27af18 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Synchronizing usage tracker for tenant:44a7e1c73898465da6902581d6416cd0 on resource:port {{(pid=87870) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:03:14.171367 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-724ed6ad-e3dd-45a2-a836-19471e69fd7c None None] Calling delete_port for 9170e8c8-380b-464a-807e-be8e5bbd3dce owned by network:dhcp {{(pid=87872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:03:14.185066 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-0df261d9-45f1-4978-a1e8-12583b27af18 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Unset dirty status for tenant:44a7e1c73898465da6902581d6416cd0 on resource:port {{(pid=87870) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:03:14.189012 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-0df261d9-45f1-4978-a1e8-12583b27af18 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] 10.222.0.30 "GET /v2.0/ports?device_id=009978b2-b1a5-417d-8926-b9e05760fe50 HTTP/1.1" status: 200 len: 205 time: 0.0653539 Mar 28 12:03:14.189291 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 57528) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:03:14.201966 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-02513df7-d968-444b-96f9-c87842b7be3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:03:14.203555 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] No Port match for: 9170e8c8-380b-464a-807e-be8e5bbd3dce {{(pid=87872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 12:03:14.203893 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 9170e8c8-380b-464a-807e-be8e5bbd3dce not bound to the agent host dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 12:03:14.230851 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02513df7-d968-444b-96f9-c87842b7be3d None None] Routers {'009978b2-b1a5-417d-8926-b9e05760fe50'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:03:14.231698 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-02513df7-d968-444b-96f9-c87842b7be3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:03:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['009978b2-b1a5-417d-8926-b9e05760fe50'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:03:14.239671 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-ba3d83ae-88e9-49e5-8a0b-21ab6e9375d1 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930431', 'neutron.services.segments.db._delete_segments_for_network-8783496351308'] for network, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:14.266238 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.segments.db [None req-ba3d83ae-88e9-49e5-8a0b-21ab6e9375d1 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ec1dc79-fbf6-4a54-84f7-5581ee5d9eeb']}} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:03:14.278815 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.segments.db [None req-ba3d83ae-88e9-49e5-8a0b-21ab6e9375d1 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80221da2-c793-4e18-9ba2-5e4aab90348e') {'for_net_delete': True} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:03:14.279121 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.segments.db [None req-ba3d83ae-88e9-49e5-8a0b-21ab6e9375d1 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80221da2-c793-4e18-9ba2-5e4aab90348e') {} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:03:14.292051 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-ba3d83ae-88e9-49e5-8a0b-21ab6e9375d1 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783496353639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3436890'] for segment, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:14.299172 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-02513df7-d968-444b-96f9-c87842b7be3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:03:14.299534 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02513df7-d968-444b-96f9-c87842b7be3d None None] The sync data for ids ['009978b2-b1a5-417d-8926-b9e05760fe50'] in dv-neutron-835340-2-hyperv is: [] {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 12:03:14.310677 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-ba3d83ae-88e9-49e5-8a0b-21ab6e9375d1 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:14.317395 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba3d83ae-88e9-49e5-8a0b-21ab6e9375d1 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=87871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 12:03:14.318009 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-ba3d83ae-88e9-49e5-8a0b-21ab6e9375d1 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1920481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2363149'] for segment, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:14.324859 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.db.api [None req-724ed6ad-e3dd-45a2-a836-19471e69fd7c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87872) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 12:03:14.325209 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG oslo_db.api [None req-724ed6ad-e3dd-45a2-a836-19471e69fd7c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 12:03:14.333762 dv-neutron-835340-2-hyperv neutron-server[87871]: Traceback (most recent call last): Mar 28 12:03:14.333762 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 12:03:14.333762 dv-neutron-835340-2-hyperv neutron-server[87871]: timer() Mar 28 12:03:14.333762 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 12:03:14.333762 dv-neutron-835340-2-hyperv neutron-server[87871]: cb(*args, **kw) Mar 28 12:03:14.333762 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 12:03:14.333762 dv-neutron-835340-2-hyperv neutron-server[87871]: return func(*args, **kwargs) Mar 28 12:03:14.333762 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 12:03:14.333762 dv-neutron-835340-2-hyperv neutron-server[87871]: self._notify() Mar 28 12:03:14.333762 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 12:03:14.333762 dv-neutron-835340-2-hyperv neutron-server[87871]: self.callback(batched_events) Mar 28 12:03:14.333762 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 12:03:14.333762 dv-neutron-835340-2-hyperv neutron-server[87871]: event.method(event) Mar 28 12:03:14.333762 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 12:03:14.333762 dv-neutron-835340-2-hyperv neutron-server[87871]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 12:03:14.333762 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 12:03:14.333762 dv-neutron-835340-2-hyperv neutron-server[87871]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 12:03:14.333762 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 12:03:14.333762 dv-neutron-835340-2-hyperv neutron-server[87871]: return f(self, *a, **k) Mar 28 12:03:14.333762 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 12:03:14.333762 dv-neutron-835340-2-hyperv neutron-server[87871]: return self._get(url).json() Mar 28 12:03:14.333762 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 12:03:14.333762 dv-neutron-835340-2-hyperv neutron-server[87871]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 12:03:14.333762 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 12:03:14.333762 dv-neutron-835340-2-hyperv neutron-server[87871]: return self.request(url, 'GET', **kwargs) Mar 28 12:03:14.333762 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 12:03:14.333762 dv-neutron-835340-2-hyperv neutron-server[87871]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 12:03:14.333762 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 12:03:14.333762 dv-neutron-835340-2-hyperv neutron-server[87871]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 12:03:14.333762 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 12:03:14.333762 dv-neutron-835340-2-hyperv neutron-server[87871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 12:03:14.333762 dv-neutron-835340-2-hyperv neutron-server[87871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 12:03:14.374547 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-26800aa1-df70-4ccd-a19b-5aae53243bbb tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks [] for router, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:14.418287 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-ba3d83ae-88e9-49e5-8a0b-21ab6e9375d1 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709602'] for network, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:14.438170 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-ba3d83ae-88e9-49e5-8a0b-21ab6e9375d1 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Notify callbacks [] for network, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:14.444508 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3d83ae-88e9-49e5-8a0b-21ab6e9375d1 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] Pushing event deleted for resources: {'Network': ['ID=0ec1dc79-fbf6-4a54-84f7-5581ee5d9eeb,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:03:14.454097 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-ba3d83ae-88e9-49e5-8a0b-21ab6e9375d1 tempest-NetworksIpV6Test-578269679 tempest-NetworksIpV6Test-578269679-project] 10.222.0.30 "DELETE /v2.0/networks/0ec1dc79-fbf6-4a54-84f7-5581ee5d9eeb HTTP/1.1" status: 204 len: 168 time: 0.9780343 Mar 28 12:03:14.557220 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-26800aa1-df70-4ccd-a19b-5aae53243bbb tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:14.567943 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-26800aa1-df70-4ccd-a19b-5aae53243bbb tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Deleting port 2022de83-4081-47e2-9a38-4f1c58412eb8 {{(pid=87870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:03:14.568283 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-26800aa1-df70-4ccd-a19b-5aae53243bbb tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:14.726382 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 57536) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:03:14.738097 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-26800aa1-df70-4ccd-a19b-5aae53243bbb tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:14.826635 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-724ed6ad-e3dd-45a2-a836-19471e69fd7c None None] Deleting port 9170e8c8-380b-464a-807e-be8e5bbd3dce {{(pid=87872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:03:14.827080 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-724ed6ad-e3dd-45a2-a836-19471e69fd7c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:14.864859 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-26800aa1-df70-4ccd-a19b-5aae53243bbb tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Calling delete_port for 2022de83-4081-47e2-9a38-4f1c58412eb8 owned by network:router_gateway {{(pid=87870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:03:14.885654 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-c492ea9b-c945-4ab0-a6b6-378cc0ee29c1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=08f960886b5a46fda15477794d40e0c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1557660 Mar 28 12:03:14.886017 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 57542) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:03:14.933895 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-724ed6ad-e3dd-45a2-a836-19471e69fd7c None None] The port '9170e8c8-380b-464a-807e-be8e5bbd3dce' was deleted {{(pid=87872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 12:03:14.953706 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-8f983a08-c617-4866-b614-f837bd16f3ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:14.980425 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-8f983a08-c617-4866-b614-f837bd16f3ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:15.038414 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-8f983a08-c617-4866-b614-f837bd16f3ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:15.048905 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-26800aa1-df70-4ccd-a19b-5aae53243bbb tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:15.061897 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f983a08-c617-4866-b614-f837bd16f3ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de564894-c5d9-43da-82a2-3f4a1385c15a,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:03:15.066356 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-8f983a08-c617-4866-b614-f837bd16f3ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:15.067714 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-8f983a08-c617-4866-b614-f837bd16f3ec admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/de564894-c5d9-43da-82a2-3f4a1385c15a HTTP/1.1" status: 204 len: 168 time: 0.1804795 Mar 28 12:03:15.131788 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26800aa1-df70-4ccd-a19b-5aae53243bbb tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Pushing event deleted for resources: {'Port': ['ID=2022de83-4081-47e2-9a38-4f1c58412eb8,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:03:15.197546 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-26800aa1-df70-4ccd-a19b-5aae53243bbb tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-709573'] for router_gateway, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:15.493184 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-26800aa1-df70-4ccd-a19b-5aae53243bbb tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-745164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-260864'] for router, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:15.495437 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-26800aa1-df70-4ccd-a19b-5aae53243bbb tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:15.521050 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-26800aa1-df70-4ccd-a19b-5aae53243bbb tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-745021'] for router, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:15.522127 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26800aa1-df70-4ccd-a19b-5aae53243bbb tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Fanout notify agent at l3_agent the message router_deleted on router 009978b2-b1a5-417d-8926-b9e05760fe50 {{(pid=87870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 12:03:15.547055 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-26800aa1-df70-4ccd-a19b-5aae53243bbb tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks [] for router, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:15.548923 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-26800aa1-df70-4ccd-a19b-5aae53243bbb tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] 10.222.0.30 "DELETE /v2.0/routers/009978b2-b1a5-417d-8926-b9e05760fe50 HTTP/1.1" status: 204 len: 168 time: 1.3579617 Mar 28 12:03:15.552618 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 57560) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:03:15.558152 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-af07e063-aa80-44f1-a13e-d28eb6059435 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1752152442'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:03:15.563185 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-af07e063-aa80-44f1-a13e-d28eb6059435 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:03:15.566882 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-af07e063-aa80-44f1-a13e-d28eb6059435 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Usage tracker for resource:network and tenant:44a7e1c73898465da6902581d6416cd0 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:03:15.569799 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-af07e063-aa80-44f1-a13e-d28eb6059435 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:03:15.575588 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-af07e063-aa80-44f1-a13e-d28eb6059435 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:03:15.585333 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af07e063-aa80-44f1-a13e-d28eb6059435 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Made reservation on behalf of 44a7e1c73898465da6902581d6416cd0 for: {'network': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 12:03:15.588797 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-af07e063-aa80-44f1-a13e-d28eb6059435 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for network, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:15.617119 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af07e063-aa80-44f1-a13e-d28eb6059435 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=87871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 12:03:15.626050 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-af07e063-aa80-44f1-a13e-d28eb6059435 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:15.626386 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.db.segments_db [None req-af07e063-aa80-44f1-a13e-d28eb6059435 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Added segment cec72992-88d0-4919-83a0-80a69cadabc8 of type vlan for network dfe6fd37-deec-47d8-b02e-a7aa1e133a72 Mar 28 12:03:15.662121 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-af07e063-aa80-44f1-a13e-d28eb6059435 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783495836591'] for network, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:15.683565 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-af07e063-aa80-44f1-a13e-d28eb6059435 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765'] for network, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:15.689164 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af07e063-aa80-44f1-a13e-d28eb6059435 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:03:15.689746 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-af07e063-aa80-44f1-a13e-d28eb6059435 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks [] for network, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:15.784800 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 57570) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:03:15.790895 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-af07e063-aa80-44f1-a13e-d28eb6059435 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2372003 Mar 28 12:03:15.793696 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 57576) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:03:15.800246 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-c12cc3d5-f983-47a9-8a94-9562191594f4 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Request body: {'subnet': {'network_id': 'dfe6fd37-deec-47d8-b02e-a7aa1e133a72', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:03:15.805086 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af07e063-aa80-44f1-a13e-d28eb6059435 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Pushing event updated for resources: {'Network': ['ID=dfe6fd37-deec-47d8-b02e-a7aa1e133a72,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:03:15.816385 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Network dfe6fd37-deec-47d8-b02e-a7aa1e133a72 details requested by agent ovs-agent-dv-neutron-835340-2-hyperv with host dv-neutron-835340-2-hyperv {{(pid=87872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 12:03:15.948032 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-71cc8cc7-0e2d-4d93-be1e-d4587887da58 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Request body: {'security_group': {'name': 'tempest-secgroup--513037849'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:03:15.952202 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-c12cc3d5-f983-47a9-8a94-9562191594f4 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:03:15.957130 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-71cc8cc7-0e2d-4d93-be1e-d4587887da58 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:03:15.959372 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-c12cc3d5-f983-47a9-8a94-9562191594f4 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Usage tracker for resource:subnet and tenant:44a7e1c73898465da6902581d6416cd0 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:03:15.963106 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-c12cc3d5-f983-47a9-8a94-9562191594f4 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:03:15.971072 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-71cc8cc7-0e2d-4d93-be1e-d4587887da58 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Usage tracker for resource:security_group and tenant:b6a9bec0b9f442c5b95f6327b96ccc2d is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:03:15.976054 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-71cc8cc7-0e2d-4d93-be1e-d4587887da58 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:03:15.978697 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-c12cc3d5-f983-47a9-8a94-9562191594f4 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:03:15.984188 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-71cc8cc7-0e2d-4d93-be1e-d4587887da58 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:03:15.994882 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c12cc3d5-f983-47a9-8a94-9562191594f4 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Made reservation on behalf of 44a7e1c73898465da6902581d6416cd0 for: {'subnet': 1} {{(pid=87870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 12:03:15.998780 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c12cc3d5-f983-47a9-8a94-9562191594f4 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2563571'] for subnet, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:16.016009 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-71cc8cc7-0e2d-4d93-be1e-d4587887da58 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Notify callbacks [] for security_group, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:16.042458 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-71cc8cc7-0e2d-4d93-be1e-d4587887da58 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Notify callbacks [] for security_group, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:16.111973 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-71cc8cc7-0e2d-4d93-be1e-d4587887da58 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:03:16.122109 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-71cc8cc7-0e2d-4d93-be1e-d4587887da58 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Usage tracker for resource:security_group_rule and tenant:b6a9bec0b9f442c5b95f6327b96ccc2d is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:03:16.125622 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-71cc8cc7-0e2d-4d93-be1e-d4587887da58 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:03:16.136733 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-71cc8cc7-0e2d-4d93-be1e-d4587887da58 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:03:16.311987 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-71cc8cc7-0e2d-4d93-be1e-d4587887da58 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Notify callbacks [] for security_group, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:16.313049 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c12cc3d5-f983-47a9-8a94-9562191594f4 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2561241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2563521'] for subnet, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:16.349614 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-71cc8cc7-0e2d-4d93-be1e-d4587887da58 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:16.367654 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-71cc8cc7-0e2d-4d93-be1e-d4587887da58 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:03:16.383091 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-71cc8cc7-0e2d-4d93-be1e-d4587887da58 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Usage tracker for resource:security_group_rule and tenant:b6a9bec0b9f442c5b95f6327b96ccc2d is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:03:16.391393 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-71cc8cc7-0e2d-4d93-be1e-d4587887da58 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:03:16.410644 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-71cc8cc7-0e2d-4d93-be1e-d4587887da58 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:03:16.431645 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cc8cc7-0e2d-4d93-be1e-d4587887da58 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2568dbe-119c-4ddc-8318-af3c6b8a6267,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:03:16.450611 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12cc3d5-f983-47a9-8a94-9562191594f4 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Pushing event updated for resources: {'Subnet': ['ID=323a77cb-4d2e-4e19-bb8c-4c4a08913623,revision_number=0']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:03:16.461687 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71cc8cc7-0e2d-4d93-be1e-d4587887da58 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:03:16.462033 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71cc8cc7-0e2d-4d93-be1e-d4587887da58 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:03:16.462366 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71cc8cc7-0e2d-4d93-be1e-d4587887da58 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:03:16.462699 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71cc8cc7-0e2d-4d93-be1e-d4587887da58 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:03:16.463030 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71cc8cc7-0e2d-4d93-be1e-d4587887da58 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:03:16.463356 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71cc8cc7-0e2d-4d93-be1e-d4587887da58 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:03:16.463702 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71cc8cc7-0e2d-4d93-be1e-d4587887da58 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:03:16.464032 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71cc8cc7-0e2d-4d93-be1e-d4587887da58 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:03:16.464344 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71cc8cc7-0e2d-4d93-be1e-d4587887da58 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:03:16.464663 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71cc8cc7-0e2d-4d93-be1e-d4587887da58 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:03:16.465010 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71cc8cc7-0e2d-4d93-be1e-d4587887da58 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:03:16.465332 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71cc8cc7-0e2d-4d93-be1e-d4587887da58 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:03:16.476088 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12cc3d5-f983-47a9-8a94-9562191594f4 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Checking segment: {'id': 'cec72992-88d0-4919-83a0-80a69cadabc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'dfe6fd37-deec-47d8-b02e-a7aa1e133a72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 12:03:16.476450 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c12cc3d5-f983-47a9-8a94-9562191594f4 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Network hostable DHCP agents. Network: dfe6fd37-deec-47d8-b02e-a7aa1e133a72, hostable agents: ['3cb85949-855b-4a40-b988-cd5705e511da'], hosted agents: [] {{(pid=87870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 12:03:16.478971 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.agents_db [None req-03fd49d8-b51b-41c1-8716-b8e265c93689 None None] Agent healthcheck: found 6 active agents {{(pid=87873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 12:03:16.481134 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12cc3d5-f983-47a9-8a94-9562191594f4 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:03:16.481479 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12cc3d5-f983-47a9-8a94-9562191594f4 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:03:16.481816 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12cc3d5-f983-47a9-8a94-9562191594f4 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:03:16.482146 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12cc3d5-f983-47a9-8a94-9562191594f4 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:03:16.482476 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12cc3d5-f983-47a9-8a94-9562191594f4 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:03:16.482800 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12cc3d5-f983-47a9-8a94-9562191594f4 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:03:16.483121 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12cc3d5-f983-47a9-8a94-9562191594f4 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:03:16.483441 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12cc3d5-f983-47a9-8a94-9562191594f4 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:03:16.483787 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12cc3d5-f983-47a9-8a94-9562191594f4 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:03:16.484104 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12cc3d5-f983-47a9-8a94-9562191594f4 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:03:16.484421 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12cc3d5-f983-47a9-8a94-9562191594f4 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:03:16.484736 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12cc3d5-f983-47a9-8a94-9562191594f4 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:03:16.523503 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c12cc3d5-f983-47a9-8a94-9562191594f4 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Network dfe6fd37-deec-47d8-b02e-a7aa1e133a72 is scheduled to be hosted by DHCP agent 3cb85949-855b-4a40-b988-cd5705e511da with binding_index 1 {{(pid=87870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 12:03:16.542647 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.base_scheduler [None req-c12cc3d5-f983-47a9-8a94-9562191594f4 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-2-hyperv, dfe6fd37-deec-47d8-b02e-a7aa1e133a72) {{(pid=87870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:03:16.551316 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6c64cae-2868-4f96-9aa7-7c99d55475cc None None] Network dfe6fd37-deec-47d8-b02e-a7aa1e133a72 requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 12:03:16.553965 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c12cc3d5-f983-47a9-8a94-9562191594f4 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:03:16.554547 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c12cc3d5-f983-47a9-8a94-9562191594f4 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks [] for subnet, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:16.567911 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-71cc8cc7-0e2d-4d93-be1e-d4587887da58 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Notify callbacks [] for security_group, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:16.577166 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-71cc8cc7-0e2d-4d93-be1e-d4587887da58 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:16.604778 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-c12cc3d5-f983-47a9-8a94-9562191594f4 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8099878 Mar 28 12:03:16.607916 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 57584) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:03:16.613403 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-b8ec326a-c70a-4d3b-be6f-975ebdc075f5 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-801602703', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:03:16.620439 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-b8ec326a-c70a-4d3b-be6f-975ebdc075f5 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:03:16.620622 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-71cc8cc7-0e2d-4d93-be1e-d4587887da58 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Notify callbacks [] for security_group, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:16.624323 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-71cc8cc7-0e2d-4d93-be1e-d4587887da58 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8356721 Mar 28 12:03:16.624509 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 57588) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:03:16.625673 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cc8cc7-0e2d-4d93-be1e-d4587887da58 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc569d5b-b3f1-461b-8871-ac4e64beea4c,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:03:16.640813 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-b8ec326a-c70a-4d3b-be6f-975ebdc075f5 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Usage tracker for resource:router and tenant:44a7e1c73898465da6902581d6416cd0 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:03:16.645330 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-b8ec326a-c70a-4d3b-be6f-975ebdc075f5 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:03:16.654572 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-b8ec326a-c70a-4d3b-be6f-975ebdc075f5 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:03:16.687081 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-b8ec326a-c70a-4d3b-be6f-975ebdc075f5 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-707665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-260886'] for router, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:16.688059 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-b8ec326a-c70a-4d3b-be6f-975ebdc075f5 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-705660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709650', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-767110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260873'] for router, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:16.713633 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-69b20ce9-53e1-4b37-a45b-ab2e5503ec6d tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0880444 Mar 28 12:03:16.716369 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 57592) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:03:16.722622 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-2871c4fc-8107-4323-98ba-40ed5fedf1a7 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Request body: {'security_group': {'name': 'tempest-security--1220830734', 'description': 'tempest-security-description-1569998935'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:03:16.733942 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-b8ec326a-c70a-4d3b-be6f-975ebdc075f5 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:16.764163 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-2871c4fc-8107-4323-98ba-40ed5fedf1a7 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Notify callbacks [] for security_group, before_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:16.777090 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b2b0844-ec49-43a0-8eed-7fc642a35f35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1d3f2a9-8722-5ce5-bc40-181687d1ed3f-dfe6fd37-deec-47d8-b02e-a7aa1e133a72', 'network_id': 'dfe6fd37-deec-47d8-b02e-a7aa1e133a72', 'tenant_id': '44a7e1c73898465da6902581d6416cd0', 'fixed_ips': [{'subnet_id': '323a77cb-4d2e-4e19-bb8c-4c4a08913623'}]}} from dv-neutron-835340-2-hyperv. {{(pid=87872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 12:03:16.777283 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-b8ec326a-c70a-4d3b-be6f-975ebdc075f5 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709693'] for router, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:16.778045 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-3b2b0844-ec49-43a0-8eed-7fc642a35f35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:16.826918 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-b8ec326a-c70a-4d3b-be6f-975ebdc075f5 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks [] for router, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:16.831056 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 57596) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:03:16.831225 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-b8ec326a-c70a-4d3b-be6f-975ebdc075f5 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2226083 Mar 28 12:03:16.843859 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-2871c4fc-8107-4323-98ba-40ed5fedf1a7 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Notify callbacks [] for security_group, precommit_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:16.849514 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-2871c4fc-8107-4323-98ba-40ed5fedf1a7 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:16.852806 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-2871c4fc-8107-4323-98ba-40ed5fedf1a7 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Notify callbacks [] for security_group, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:16.854212 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-2871c4fc-8107-4323-98ba-40ed5fedf1a7 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] 10.222.0.30 "PUT /v2.0/security-groups/bc569d5b-b3f1-461b-8871-ac4e64beea4c HTTP/1.1" status: 200 len: 1780 time: 0.1369677 Mar 28 12:03:16.865035 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 57600) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:03:16.913683 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2871c4fc-8107-4323-98ba-40ed5fedf1a7 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc569d5b-b3f1-461b-8871-ac4e64beea4c,revision_number=2']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:03:16.929704 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2871c4fc-8107-4323-98ba-40ed5fedf1a7 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:03:16.929704 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2871c4fc-8107-4323-98ba-40ed5fedf1a7 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:03:16.930065 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2871c4fc-8107-4323-98ba-40ed5fedf1a7 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:03:16.930463 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2871c4fc-8107-4323-98ba-40ed5fedf1a7 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:03:16.930866 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2871c4fc-8107-4323-98ba-40ed5fedf1a7 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:03:16.931201 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2871c4fc-8107-4323-98ba-40ed5fedf1a7 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:03:16.931544 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2871c4fc-8107-4323-98ba-40ed5fedf1a7 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:03:16.931872 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2871c4fc-8107-4323-98ba-40ed5fedf1a7 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:03:16.932192 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2871c4fc-8107-4323-98ba-40ed5fedf1a7 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:03:16.932509 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2871c4fc-8107-4323-98ba-40ed5fedf1a7 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:03:16.932855 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2871c4fc-8107-4323-98ba-40ed5fedf1a7 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:03:16.933181 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2871c4fc-8107-4323-98ba-40ed5fedf1a7 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:03:16.946267 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-26557cf9-31d9-46d7-84d3-241577a399e5 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] 10.222.0.30 "GET /v2.0/security-groups/bc569d5b-b3f1-461b-8871-ac4e64beea4c HTTP/1.1" status: 200 len: 1780 time: 0.0772421 Mar 28 12:03:16.949365 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 57604) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:03:16.963765 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.db_base_plugin_common [None req-3b2b0844-ec49-43a0-8eed-7fc642a35f35 None None] Allocated IP 2001:db8::2 (dfe6fd37-deec-47d8-b02e-a7aa1e133a72/323a77cb-4d2e-4e19-bb8c-4c4a08913623/2eb729bc-55a3-409d-becb-956083083e33) {{(pid=87872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 12:03:17.018230 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-623c12b2-44bb-4392-9a66-ed0cdd5e4e95 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Notify callbacks [] for security_group, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:17.044791 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-623c12b2-44bb-4392-9a66-ed0cdd5e4e95 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:17.093623 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-623c12b2-44bb-4392-9a66-ed0cdd5e4e95 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:17.110292 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623c12b2-44bb-4392-9a66-ed0cdd5e4e95 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc569d5b-b3f1-461b-8871-ac4e64beea4c,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:03:17.118104 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-623c12b2-44bb-4392-9a66-ed0cdd5e4e95 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Notify callbacks [] for security_group, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:17.122369 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-623c12b2-44bb-4392-9a66-ed0cdd5e4e95 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] 10.222.0.30 "DELETE /v2.0/security-groups/bc569d5b-b3f1-461b-8871-ac4e64beea4c HTTP/1.1" status: 204 len: 168 time: 0.1719294 Mar 28 12:03:17.127552 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 57608) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:03:17.178368 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-8786f5cd-b42a-49ce-badf-8885905f8192 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Synchronizing usage tracker for tenant:b6a9bec0b9f442c5b95f6327b96ccc2d on resource:security_group {{(pid=87871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:03:17.180274 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-3b2b0844-ec49-43a0-8eed-7fc642a35f35 None None] Notify callbacks [] for port, precommit_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:17.190735 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-3b2b0844-ec49-43a0-8eed-7fc642a35f35 None None] Transition to ACTIVE for port object 2eb729bc-55a3-409d-becb-956083083e33 will not be triggered until provisioned by entity L2. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:03:17.196410 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-8786f5cd-b42a-49ce-badf-8885905f8192 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Unset dirty status for tenant:b6a9bec0b9f442c5b95f6327b96ccc2d on resource:security_group {{(pid=87871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:03:17.200503 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-8786f5cd-b42a-49ce-badf-8885905f8192 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0736127 Mar 28 12:03:17.200753 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 57612) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:03:17.212543 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-3b2b0844-ec49-43a0-8eed-7fc642a35f35 None None] Transition to ACTIVE for port object 2eb729bc-55a3-409d-becb-956083083e33 will not be triggered until provisioned by entity DHCP. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:03:17.218579 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-3b2b0844-ec49-43a0-8eed-7fc642a35f35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241'] for port, after_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:17.221406 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.api.v2.resource [None req-9a7f6d76-2672-4b81-97ec-3c028bdfa497 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] delete failed (client error): The resource could not be found. Mar 28 12:03:17.226931 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-9a7f6d76-2672-4b81-97ec-3c028bdfa497 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] 10.222.0.30 "DELETE /v2.0/security-groups/bc569d5b-b3f1-461b-8871-ac4e64beea4c HTTP/1.1" status: 404 len: 347 time: 0.0205877 Mar 28 12:03:17.227562 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 57616) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:03:17.234487 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-13e4c443-65cf-48b0-a717-4a892c510b94 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Request body: {'security_group': {'name': 'tempest-secgroup--1429452098'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:03:17.274688 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-13e4c443-65cf-48b0-a717-4a892c510b94 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:03:17.288457 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b2b0844-ec49-43a0-8eed-7fc642a35f35 None None] Network dfe6fd37-deec-47d8-b02e-a7aa1e133a72 is already hosted by enough agents. {{(pid=87872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:03:17.289565 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.base_scheduler [None req-3b2b0844-ec49-43a0-8eed-7fc642a35f35 None None] Resources bound (agent type, host, resource id): {{(pid=87872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:03:17.292173 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b2b0844-ec49-43a0-8eed-7fc642a35f35 None None] Received port after_create {{(pid=87872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 12:03:17.294862 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-13e4c443-65cf-48b0-a717-4a892c510b94 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:03:17.337348 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-13e4c443-65cf-48b0-a717-4a892c510b94 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Notify callbacks [] for security_group, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:17.337877 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2b0844-ec49-43a0-8eed-7fc642a35f35 None None] Pushing event updated for resources: {'Port': ['ID=2eb729bc-55a3-409d-becb-956083083e33,revision_number=1']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:03:17.350927 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-11562879-c623-45cb-aa2a-e92d0c9c12ce tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:17.401634 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-3b2b0844-ec49-43a0-8eed-7fc642a35f35 None None] Attempting to bind port 2eb729bc-55a3-409d-becb-956083083e33 on host dv-neutron-835340-2-hyperv for vnic_type normal with profile {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 12:03:17.401999 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-3b2b0844-ec49-43a0-8eed-7fc642a35f35 None None] Attempting to bind port 2eb729bc-55a3-409d-becb-956083083e33 by drivers openvswitch,hyperv on host dv-neutron-835340-2-hyperv at level 0 using segments [{'id': 'cec72992-88d0-4919-83a0-80a69cadabc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'dfe6fd37-deec-47d8-b02e-a7aa1e133a72'}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 12:03:17.402358 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2b0844-ec49-43a0-8eed-7fc642a35f35 None None] Attempting to bind port 2eb729bc-55a3-409d-becb-956083083e33 on network dfe6fd37-deec-47d8-b02e-a7aa1e133a72 {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 12:03:17.407594 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2b0844-ec49-43a0-8eed-7fc642a35f35 None None] Checking agent: {'id': '961a16fe-cbc8-4264-ac28-bbbd53f89caa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 46, 6), 'started_at': datetime.datetime(2022, 3, 28, 11, 46, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 12, 3, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 12:03:17.407987 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2b0844-ec49-43a0-8eed-7fc642a35f35 None None] Checking segment: {'id': 'cec72992-88d0-4919-83a0-80a69cadabc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'dfe6fd37-deec-47d8-b02e-a7aa1e133a72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 12:03:17.408456 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-3b2b0844-ec49-43a0-8eed-7fc642a35f35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:17.408849 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2b0844-ec49-43a0-8eed-7fc642a35f35 None None] Bound using segment: {'id': 'cec72992-88d0-4919-83a0-80a69cadabc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'dfe6fd37-deec-47d8-b02e-a7aa1e133a72'} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 12:03:17.409309 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-3b2b0844-ec49-43a0-8eed-7fc642a35f35 None None] Bound port: 2eb729bc-55a3-409d-becb-956083083e33, host: dv-neutron-835340-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cec72992-88d0-4919-83a0-80a69cadabc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'dfe6fd37-deec-47d8-b02e-a7aa1e133a72'}}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 12:03:17.409679 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-3b2b0844-ec49-43a0-8eed-7fc642a35f35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:17.425276 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-13e4c443-65cf-48b0-a717-4a892c510b94 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:03:17.441036 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-13e4c443-65cf-48b0-a717-4a892c510b94 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Usage tracker for resource:security_group_rule and tenant:b6a9bec0b9f442c5b95f6327b96ccc2d is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:03:17.445223 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-13e4c443-65cf-48b0-a717-4a892c510b94 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:03:17.496833 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-3b2b0844-ec49-43a0-8eed-7fc642a35f35 None None] For port 2eb729bc-55a3-409d-becb-956083083e33, host dv-neutron-835340-2-hyperv, cleared binding levels {{(pid=87872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 12:03:17.500136 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-3b2b0844-ec49-43a0-8eed-7fc642a35f35 None None] For port 2eb729bc-55a3-409d-becb-956083083e33, host dv-neutron-835340-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=2eb729bc-55a3-409d-becb-956083083e33,segment=NetworkSegment(cec72992-88d0-4919-83a0-80a69cadabc8),segment_id=cec72992-88d0-4919-83a0-80a69cadabc8)] {{(pid=87872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 12:03:17.505296 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-3b2b0844-ec49-43a0-8eed-7fc642a35f35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:17.593605 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2b0844-ec49-43a0-8eed-7fc642a35f35 None None] Pushing event updated for resources: {'Port': ['ID=2eb729bc-55a3-409d-becb-956083083e33,revision_number=2']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:03:17.613908 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-13e4c443-65cf-48b0-a717-4a892c510b94 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:03:17.838156 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-13e4c443-65cf-48b0-a717-4a892c510b94 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Notify callbacks [] for security_group, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:17.868680 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-13e4c443-65cf-48b0-a717-4a892c510b94 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:17.947165 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e4c443-65cf-48b0-a717-4a892c510b94 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6d65888-168a-4957-9ee2-063aa023b760,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:03:17.949893 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.db_base_plugin_common [None req-11562879-c623-45cb-aa2a-e92d0c9c12ce tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Allocated IP 2001:db8::1 (dfe6fd37-deec-47d8-b02e-a7aa1e133a72/323a77cb-4d2e-4e19-bb8c-4c4a08913623/e3787f2c-d877-43a1-84d4-4b20b1059563) {{(pid=87870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 12:03:17.962403 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-13e4c443-65cf-48b0-a717-4a892c510b94 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Notify callbacks [] for security_group, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:17.966496 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-13e4c443-65cf-48b0-a717-4a892c510b94 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7351503 Mar 28 12:03:17.966867 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 57620) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:03:17.973391 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-b6957918-56c2-48fe-9b88-c8b37a087e69 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Request body: {'security_group_rule': {'security_group_id': 'b6d65888-168a-4957-9ee2-063aa023b760', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:03:17.979377 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-b6957918-56c2-48fe-9b88-c8b37a087e69 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:03:17.983394 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-b6957918-56c2-48fe-9b88-c8b37a087e69 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Usage tracker for resource:security_group_rule and tenant:b6a9bec0b9f442c5b95f6327b96ccc2d is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:03:17.987532 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-b6957918-56c2-48fe-9b88-c8b37a087e69 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:03:17.994316 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-b6957918-56c2-48fe-9b88-c8b37a087e69 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:03:18.005436 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 2eb729bc-55a3-409d-becb-956083083e33 up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:03:18.015887 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-b6957918-56c2-48fe-9b88-c8b37a087e69 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:18.076161 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning for port 2eb729bc-55a3-409d-becb-956083083e33 completed by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:03:18.084567 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-b6957918-56c2-48fe-9b88-c8b37a087e69 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:18.089749 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-b6957918-56c2-48fe-9b88-c8b37a087e69 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740322'] for security_group_rule, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:18.112209 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6957918-56c2-48fe-9b88-c8b37a087e69 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f382b732-79d4-45a7-8fe2-9906cdc1db58,revision_number=0']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:03:18.125103 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-b6957918-56c2-48fe-9b88-c8b37a087e69 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:18.127032 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-b6957918-56c2-48fe-9b88-c8b37a087e69 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1582887 Mar 28 12:03:18.128571 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-11562879-c623-45cb-aa2a-e92d0c9c12ce tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks [] for port, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:18.129659 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 57624) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:03:18.146036 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.provisioning_blocks [None req-11562879-c623-45cb-aa2a-e92d0c9c12ce tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Transition to ACTIVE for port object e3787f2c-d877-43a1-84d4-4b20b1059563 will not be triggered until provisioned by entity DHCP. {{(pid=87870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:03:18.159293 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-dcf10359-b5bf-4361-9a43-c0ad33632d1f tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:18.169409 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-dcf10359-b5bf-4361-9a43-c0ad33632d1f tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:18.169617 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-11562879-c623-45cb-aa2a-e92d0c9c12ce tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:18.193152 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-dcf10359-b5bf-4361-9a43-c0ad33632d1f tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740322'] for security_group_rule, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:18.209293 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf10359-b5bf-4361-9a43-c0ad33632d1f tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f382b732-79d4-45a7-8fe2-9906cdc1db58,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:03:18.212649 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-dcf10359-b5bf-4361-9a43-c0ad33632d1f tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:18.212816 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-dcf10359-b5bf-4361-9a43-c0ad33632d1f tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/f382b732-79d4-45a7-8fe2-9906cdc1db58 HTTP/1.1" status: 204 len: 168 time: 0.0821249 Mar 28 12:03:18.215010 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 57628) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:03:18.236955 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11562879-c623-45cb-aa2a-e92d0c9c12ce tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Network dfe6fd37-deec-47d8-b02e-a7aa1e133a72 is already hosted by enough agents. {{(pid=87870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:03:18.240001 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.base_scheduler [None req-11562879-c623-45cb-aa2a-e92d0c9c12ce tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Resources bound (agent type, host, resource id): {{(pid=87870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:03:18.248222 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11562879-c623-45cb-aa2a-e92d0c9c12ce tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Received port after_create {{(pid=87870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 12:03:18.248753 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-11562879-c623-45cb-aa2a-e92d0c9c12ce tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-709483'] for router_interface, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:18.262647 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-2409013c-0c82-4179-8cd1-e1ee0e3cf2e4 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Synchronizing usage tracker for tenant:b6a9bec0b9f442c5b95f6327b96ccc2d on resource:security_group_rule {{(pid=87871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:03:18.263626 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11562879-c623-45cb-aa2a-e92d0c9c12ce tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Pushing event updated for resources: {'Port': ['ID=e3787f2c-d877-43a1-84d4-4b20b1059563,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:03:18.283039 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-2409013c-0c82-4179-8cd1-e1ee0e3cf2e4 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Unset dirty status for tenant:b6a9bec0b9f442c5b95f6327b96ccc2d on resource:security_group_rule {{(pid=87871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:03:18.284925 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-2409013c-0c82-4179-8cd1-e1ee0e3cf2e4 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0689814 Mar 28 12:03:18.287792 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 57632) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:03:18.357036 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-02b05b2e-4120-42a2-8efb-0c549a06d4bb tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Notify callbacks [] for security_group, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:18.366562 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-11562879-c623-45cb-aa2a-e92d0c9c12ce tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:18.390150 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-02b05b2e-4120-42a2-8efb-0c549a06d4bb tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:18.447771 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-02b05b2e-4120-42a2-8efb-0c549a06d4bb tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:18.468493 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b05b2e-4120-42a2-8efb-0c549a06d4bb tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6d65888-168a-4957-9ee2-063aa023b760,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:03:18.487773 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-02b05b2e-4120-42a2-8efb-0c549a06d4bb tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Notify callbacks [] for security_group, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:18.489149 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-02b05b2e-4120-42a2-8efb-0c549a06d4bb tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] 10.222.0.30 "DELETE /v2.0/security-groups/b6d65888-168a-4957-9ee2-063aa023b760 HTTP/1.1" status: 204 len: 168 time: 0.1998050 Mar 28 12:03:18.491911 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 57636) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:03:18.548913 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-d082cb34-574b-405c-8cf3-8ca77361999f tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Synchronizing usage tracker for tenant:b6a9bec0b9f442c5b95f6327b96ccc2d on resource:security_group {{(pid=87871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:03:18.565901 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-d082cb34-574b-405c-8cf3-8ca77361999f tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Unset dirty status for tenant:b6a9bec0b9f442c5b95f6327b96ccc2d on resource:security_group {{(pid=87871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:03:18.568005 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-d082cb34-574b-405c-8cf3-8ca77361999f tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0740747 Mar 28 12:03:18.572291 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 57642) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:03:18.577892 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-22641c37-a1aa-4380-8ddd-c8d23ecefabd tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Request body: {'security_group': {'name': 'tempest-secgroup--1877905911'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:03:18.584948 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-22641c37-a1aa-4380-8ddd-c8d23ecefabd tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:03:18.596641 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-22641c37-a1aa-4380-8ddd-c8d23ecefabd tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:03:18.608523 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-22641c37-a1aa-4380-8ddd-c8d23ecefabd tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Notify callbacks [] for security_group, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:18.615119 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-823ff1ad-4cf5-402e-ae0d-8beb67d2bd9b None None] Network dfe6fd37-deec-47d8-b02e-a7aa1e133a72 requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 12:03:18.630865 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-22641c37-a1aa-4380-8ddd-c8d23ecefabd tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:03:18.635853 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-22641c37-a1aa-4380-8ddd-c8d23ecefabd tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Usage tracker for resource:security_group_rule and tenant:b6a9bec0b9f442c5b95f6327b96ccc2d is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:03:18.639332 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-22641c37-a1aa-4380-8ddd-c8d23ecefabd tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:03:18.647096 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-22641c37-a1aa-4380-8ddd-c8d23ecefabd tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:03:18.721792 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-22641c37-a1aa-4380-8ddd-c8d23ecefabd tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Notify callbacks [] for security_group, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:18.722517 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-8fdea8f6-7903-4ee6-af70-f595c3891527 None None] Provisioning for port 2eb729bc-55a3-409d-becb-956083083e33 completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:03:18.725362 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-22641c37-a1aa-4380-8ddd-c8d23ecefabd tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:18.732606 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-8fdea8f6-7903-4ee6-af70-f595c3891527 None None] Provisioning complete for port 2eb729bc-55a3-409d-becb-956083083e33 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:03:18.733034 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-8fdea8f6-7903-4ee6-af70-f595c3891527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:18.777765 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22641c37-a1aa-4380-8ddd-c8d23ecefabd tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17e47be7-74b0-4c17-aab4-7e6e433b2f5d,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:03:18.790862 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-22641c37-a1aa-4380-8ddd-c8d23ecefabd tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Notify callbacks [] for security_group, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:18.792735 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-22641c37-a1aa-4380-8ddd-c8d23ecefabd tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2191336 Mar 28 12:03:18.795216 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 57646) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:03:18.801678 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-705d036d-7e81-4c50-a625-336cc8049310 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Request body: {'security_group_rule': {'security_group_id': '17e47be7-74b0-4c17-aab4-7e6e433b2f5d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:03:18.804535 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-11562879-c623-45cb-aa2a-e92d0c9c12ce tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks [] for port, precommit_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:18.809238 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-705d036d-7e81-4c50-a625-336cc8049310 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:03:18.812796 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-11562879-c623-45cb-aa2a-e92d0c9c12ce tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2558288'] for port, after_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:18.814402 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-11562879-c623-45cb-aa2a-e92d0c9c12ce tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-743372'] for router_interface, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:18.814761 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-705d036d-7e81-4c50-a625-336cc8049310 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Usage tracker for resource:security_group_rule and tenant:b6a9bec0b9f442c5b95f6327b96ccc2d is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:03:18.818039 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-705d036d-7e81-4c50-a625-336cc8049310 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:03:18.825057 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-705d036d-7e81-4c50-a625-336cc8049310 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:03:18.965496 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-705d036d-7e81-4c50-a625-336cc8049310 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:18.990769 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11562879-c623-45cb-aa2a-e92d0c9c12ce tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Pushing event updated for resources: {'Port': ['ID=e3787f2c-d877-43a1-84d4-4b20b1059563,revision_number=2']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:03:18.996238 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-8fdea8f6-7903-4ee6-af70-f595c3891527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:19.033672 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11562879-c623-45cb-aa2a-e92d0c9c12ce tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Network dfe6fd37-deec-47d8-b02e-a7aa1e133a72 is already hosted by enough agents. {{(pid=87870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:03:19.034860 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.base_scheduler [None req-11562879-c623-45cb-aa2a-e92d0c9c12ce tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Resources bound (agent type, host, resource id): {{(pid=87870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:03:19.036407 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-705d036d-7e81-4c50-a625-336cc8049310 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:19.042318 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-8fdea8f6-7903-4ee6-af70-f595c3891527 None None] For port 2eb729bc-55a3-409d-becb-956083083e33, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=2eb729bc-55a3-409d-becb-956083083e33,segment=NetworkSegment(cec72992-88d0-4919-83a0-80a69cadabc8),segment_id=cec72992-88d0-4919-83a0-80a69cadabc8)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:03:19.042555 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-705d036d-7e81-4c50-a625-336cc8049310 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740322'] for security_group_rule, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:19.049296 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-8fdea8f6-7903-4ee6-af70-f595c3891527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:19.068181 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705d036d-7e81-4c50-a625-336cc8049310 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f83edb2-11ad-4dd0-bdb3-4d5b48e007b8,revision_number=0']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:03:19.102866 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-705d036d-7e81-4c50-a625-336cc8049310 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:19.107086 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-705d036d-7e81-4c50-a625-336cc8049310 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3082333 Mar 28 12:03:19.107320 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 57650) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:03:19.114422 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-e4272bc2-2553-455f-9282-c7e6a5218747 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Request body: {'security_group_rule': {'security_group_id': '17e47be7-74b0-4c17-aab4-7e6e433b2f5d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:03:19.119552 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdea8f6-7903-4ee6-af70-f595c3891527 None None] Pushing event updated for resources: {'Port': ['ID=2eb729bc-55a3-409d-becb-956083083e33,revision_number=3']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:03:19.132138 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-e4272bc2-2553-455f-9282-c7e6a5218747 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:03:19.137486 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-e4272bc2-2553-455f-9282-c7e6a5218747 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Usage tracker for resource:security_group_rule and tenant:b6a9bec0b9f442c5b95f6327b96ccc2d is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:03:19.142746 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-e4272bc2-2553-455f-9282-c7e6a5218747 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:03:19.149565 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-e4272bc2-2553-455f-9282-c7e6a5218747 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:03:19.169631 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-e4272bc2-2553-455f-9282-c7e6a5218747 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:19.238967 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11562879-c623-45cb-aa2a-e92d0c9c12ce tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Router c4c8d947-425f-4bf0-9f5b-2108e82d9531 is scheduled to L3 agent af79d429-529e-400b-a119-94d4bec03f3e with binding_index 1 {{(pid=87870) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 12:03:19.242691 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-e4272bc2-2553-455f-9282-c7e6a5218747 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:19.247222 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-e4272bc2-2553-455f-9282-c7e6a5218747 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740322'] for security_group_rule, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:19.273434 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4272bc2-2553-455f-9282-c7e6a5218747 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d33c9d2-22fe-4aa1-8562-041268828ac5,revision_number=0']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:03:19.286428 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-e4272bc2-2553-455f-9282-c7e6a5218747 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:19.291022 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-e4272bc2-2553-455f-9282-c7e6a5218747 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1819346 Mar 28 12:03:19.291810 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 57654) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:03:19.297105 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-5640d9a9-1b9f-4f14-8fd0-1e4d259ccba6 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Request body: {'security_group_rule': {'security_group_id': '17e47be7-74b0-4c17-aab4-7e6e433b2f5d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:03:19.305641 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-5640d9a9-1b9f-4f14-8fd0-1e4d259ccba6 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:03:19.309817 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-5640d9a9-1b9f-4f14-8fd0-1e4d259ccba6 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Usage tracker for resource:security_group_rule and tenant:b6a9bec0b9f442c5b95f6327b96ccc2d is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:03:19.314604 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-5640d9a9-1b9f-4f14-8fd0-1e4d259ccba6 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:03:19.321396 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-5640d9a9-1b9f-4f14-8fd0-1e4d259ccba6 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:03:19.339776 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-5640d9a9-1b9f-4f14-8fd0-1e4d259ccba6 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:19.385209 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-3e69f25d-f964-4d8d-ab60-57e7a9358e00 None None] Provisioning complete for port 2eb729bc-55a3-409d-becb-956083083e33 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:03:19.385952 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-3e69f25d-f964-4d8d-ab60-57e7a9358e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:19.422925 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-5640d9a9-1b9f-4f14-8fd0-1e4d259ccba6 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:19.427421 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-5640d9a9-1b9f-4f14-8fd0-1e4d259ccba6 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740322'] for security_group_rule, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:19.460340 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5640d9a9-1b9f-4f14-8fd0-1e4d259ccba6 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e9b18a2-e2ba-4ffd-b418-694097c2b994,revision_number=0']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:03:19.479846 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-5640d9a9-1b9f-4f14-8fd0-1e4d259ccba6 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:19.481263 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-5640d9a9-1b9f-4f14-8fd0-1e4d259ccba6 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1885490 Mar 28 12:03:19.484000 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 57658) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:03:19.490683 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-49956de7-0dab-409a-9a02-406f679378dd tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Request body: {'security_group_rule': {'security_group_id': '17e47be7-74b0-4c17-aab4-7e6e433b2f5d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:03:19.497078 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-49956de7-0dab-409a-9a02-406f679378dd tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:03:19.501468 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-49956de7-0dab-409a-9a02-406f679378dd tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Usage tracker for resource:security_group_rule and tenant:b6a9bec0b9f442c5b95f6327b96ccc2d is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:03:19.505095 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-49956de7-0dab-409a-9a02-406f679378dd tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:03:19.511583 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-49956de7-0dab-409a-9a02-406f679378dd tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:03:19.533606 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-49956de7-0dab-409a-9a02-406f679378dd tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:19.544351 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11562879-c623-45cb-aa2a-e92d0c9c12ce tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 12:03:19.554513 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aca55f0-1854-4456-8da3-29943c5eae3d None None] Sync routers for ids ['c4c8d947-425f-4bf0-9f5b-2108e82d9531'] in dv-neutron-835340-2-hyperv {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 12:03:19.562477 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-11562879-c623-45cb-aa2a-e92d0c9c12ce tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] 10.222.0.30 "PUT /v2.0/routers/c4c8d947-425f-4bf0-9f5b-2108e82d9531/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7301178 Mar 28 12:03:19.565312 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 57662) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:03:19.565754 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aca55f0-1854-4456-8da3-29943c5eae3d None None] Routers {'c4c8d947-425f-4bf0-9f5b-2108e82d9531'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:03:19.566485 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-0aca55f0-1854-4456-8da3-29943c5eae3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:03:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['c4c8d947-425f-4bf0-9f5b-2108e82d9531'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:03:19.578803 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-3e69f25d-f964-4d8d-ab60-57e7a9358e00 None None] Provisioning for port e3787f2c-d877-43a1-84d4-4b20b1059563 completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:03:19.586918 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-3e69f25d-f964-4d8d-ab60-57e7a9358e00 None None] Provisioning complete for port e3787f2c-d877-43a1-84d4-4b20b1059563 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:03:19.587771 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-3e69f25d-f964-4d8d-ab60-57e7a9358e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:19.625263 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-49956de7-0dab-409a-9a02-406f679378dd tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:19.630150 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-49956de7-0dab-409a-9a02-406f679378dd tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740322'] for security_group_rule, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:19.669303 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-3e69f25d-f964-4d8d-ab60-57e7a9358e00 None None] Port e3787f2c-d877-43a1-84d4-4b20b1059563 cannot update to ACTIVE because it is not bound. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 12:03:19.676595 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-49956de7-0dab-409a-9a02-406f679378dd tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:19.678759 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-0aca55f0-1854-4456-8da3-29943c5eae3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:03:19.679918 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-49956de7-0dab-409a-9a02-406f679378dd tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1940863 Mar 28 12:03:19.680194 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf309097-3321-4ce6-ad0e-1ab3bec56e9e tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:03:19.680929 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-cf309097-3321-4ce6-ad0e-1ab3bec56e9e tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Synchronizing usage tracker for tenant:44a7e1c73898465da6902581d6416cd0 on resource:port {{(pid=87870) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:03:19.681090 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 57666) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:03:19.688142 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-c611cbdd-1982-4b44-be1c-0c1432cd8f3f tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Request body: {'security_group_rule': {'security_group_id': '17e47be7-74b0-4c17-aab4-7e6e433b2f5d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:03:19.691512 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aca55f0-1854-4456-8da3-29943c5eae3d None None] Routers {'c4c8d947-425f-4bf0-9f5b-2108e82d9531'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:03:19.692319 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-0aca55f0-1854-4456-8da3-29943c5eae3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:03:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['c4c8d947-425f-4bf0-9f5b-2108e82d9531'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:03:19.695989 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-c611cbdd-1982-4b44-be1c-0c1432cd8f3f tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:03:19.702397 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-c611cbdd-1982-4b44-be1c-0c1432cd8f3f tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Usage tracker for resource:security_group_rule and tenant:b6a9bec0b9f442c5b95f6327b96ccc2d is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:03:19.703754 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-cf309097-3321-4ce6-ad0e-1ab3bec56e9e tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Unset dirty status for tenant:44a7e1c73898465da6902581d6416cd0 on resource:port {{(pid=87870) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:03:19.707261 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-c611cbdd-1982-4b44-be1c-0c1432cd8f3f tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:03:19.709646 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-cf309097-3321-4ce6-ad0e-1ab3bec56e9e tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] 10.222.0.30 "GET /v2.0/ports/e3787f2c-d877-43a1-84d4-4b20b1059563 HTTP/1.1" status: 200 len: 911 time: 0.1430020 Mar 28 12:03:19.710309 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 57670) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:03:19.713644 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-c611cbdd-1982-4b44-be1c-0c1432cd8f3f tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:03:19.717616 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-e27693f9-3b3d-4b31-a117-784cf6a986d7 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '323a77cb-4d2e-4e19-bb8c-4c4a08913623'}]}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:03:19.722740 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49956de7-0dab-409a-9a02-406f679378dd tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd75c0df-e051-4f79-8ec7-de0fc8aa7020,revision_number=0']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:03:19.741488 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-c611cbdd-1982-4b44-be1c-0c1432cd8f3f tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:19.766860 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-0aca55f0-1854-4456-8da3-29943c5eae3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:03:19.767279 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aca55f0-1854-4456-8da3-29943c5eae3d None None] The sync data for ids ['c4c8d947-425f-4bf0-9f5b-2108e82d9531'] in dv-neutron-835340-2-hyperv is: [] {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 12:03:19.798513 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-f465b034-6216-4b04-ada2-deb145dcd7c1 None None] Provisioning complete for port e3787f2c-d877-43a1-84d4-4b20b1059563 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:03:19.799882 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-f465b034-6216-4b04-ada2-deb145dcd7c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:19.830736 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-c611cbdd-1982-4b44-be1c-0c1432cd8f3f tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:19.835551 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-c611cbdd-1982-4b44-be1c-0c1432cd8f3f tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740322'] for security_group_rule, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:19.867889 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-f465b034-6216-4b04-ada2-deb145dcd7c1 None None] Port e3787f2c-d877-43a1-84d4-4b20b1059563 cannot update to ACTIVE because it is not bound. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 12:03:19.879573 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-c611cbdd-1982-4b44-be1c-0c1432cd8f3f tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:19.880737 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-c611cbdd-1982-4b44-be1c-0c1432cd8f3f tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1972868 Mar 28 12:03:19.884162 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 57674) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:03:19.885546 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c611cbdd-1982-4b44-be1c-0c1432cd8f3f tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a21f02ec-f2b5-42e0-b330-06840270f108,revision_number=0']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:03:19.934862 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-8f525935-f019-42a6-9ead-4624aae6b6e5 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:19.963226 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 2eb729bc-55a3-409d-becb-956083083e33 up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:03:19.975080 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-8f525935-f019-42a6-9ead-4624aae6b6e5 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:20.026075 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-e27693f9-3b3d-4b31-a117-784cf6a986d7 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:20.031385 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port 2eb729bc-55a3-409d-becb-956083083e33 triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:03:20.031805 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:20.039011 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-8f525935-f019-42a6-9ead-4624aae6b6e5 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740322'] for security_group_rule, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:20.090361 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f525935-f019-42a6-9ead-4624aae6b6e5 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a21f02ec-f2b5-42e0-b330-06840270f108,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:03:20.092427 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-8f525935-f019-42a6-9ead-4624aae6b6e5 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:20.093509 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-8f525935-f019-42a6-9ead-4624aae6b6e5 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/a21f02ec-f2b5-42e0-b330-06840270f108 HTTP/1.1" status: 204 len: 168 time: 0.2083840 Mar 28 12:03:20.096816 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 57678) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:03:20.154054 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-22e873a4-3f17-4f2b-9b8f-00f3f2cad868 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Synchronizing usage tracker for tenant:b6a9bec0b9f442c5b95f6327b96ccc2d on resource:security_group_rule {{(pid=87871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:03:20.170380 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-22e873a4-3f17-4f2b-9b8f-00f3f2cad868 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Unset dirty status for tenant:b6a9bec0b9f442c5b95f6327b96ccc2d on resource:security_group_rule {{(pid=87871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:03:20.175603 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-22e873a4-3f17-4f2b-9b8f-00f3f2cad868 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0776536 Mar 28 12:03:20.176158 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 57682) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:03:20.203365 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-24eb8dcf-1ed8-4a3b-84df-b83790710eca tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:20.214142 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-24eb8dcf-1ed8-4a3b-84df-b83790710eca tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:20.239245 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-24eb8dcf-1ed8-4a3b-84df-b83790710eca tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740322'] for security_group_rule, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:20.254466 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24eb8dcf-1ed8-4a3b-84df-b83790710eca tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fd75c0df-e051-4f79-8ec7-de0fc8aa7020,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:03:20.265115 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-24eb8dcf-1ed8-4a3b-84df-b83790710eca tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:20.269444 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-24eb8dcf-1ed8-4a3b-84df-b83790710eca tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/fd75c0df-e051-4f79-8ec7-de0fc8aa7020 HTTP/1.1" status: 204 len: 168 time: 0.0891700 Mar 28 12:03:20.269708 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 57686) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:03:20.319609 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-c708c2ca-d8d3-4605-b6aa-ae386edb0eca tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Synchronizing usage tracker for tenant:b6a9bec0b9f442c5b95f6327b96ccc2d on resource:security_group_rule {{(pid=87871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:03:20.334973 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-c708c2ca-d8d3-4605-b6aa-ae386edb0eca tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Unset dirty status for tenant:b6a9bec0b9f442c5b95f6327b96ccc2d on resource:security_group_rule {{(pid=87871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:03:20.336491 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-c708c2ca-d8d3-4605-b6aa-ae386edb0eca tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0658813 Mar 28 12:03:20.339262 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 57690) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:03:20.367050 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-2f685a9c-ffe7-45a7-8717-d1c3420d9cba tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:20.377156 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-2f685a9c-ffe7-45a7-8717-d1c3420d9cba tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:20.401867 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-2f685a9c-ffe7-45a7-8717-d1c3420d9cba tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740322'] for security_group_rule, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:20.420589 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f685a9c-ffe7-45a7-8717-d1c3420d9cba tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5e9b18a2-e2ba-4ffd-b418-694097c2b994,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:03:20.426883 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-2f685a9c-ffe7-45a7-8717-d1c3420d9cba tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:20.428331 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-2f685a9c-ffe7-45a7-8717-d1c3420d9cba tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/5e9b18a2-e2ba-4ffd-b418-694097c2b994 HTTP/1.1" status: 204 len: 168 time: 0.0880463 Mar 28 12:03:20.430867 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 57694) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:03:20.483649 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-27abf7af-6514-4799-a410-df5b4e35cb01 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Synchronizing usage tracker for tenant:b6a9bec0b9f442c5b95f6327b96ccc2d on resource:security_group_rule {{(pid=87871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:03:20.499791 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-27abf7af-6514-4799-a410-df5b4e35cb01 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Unset dirty status for tenant:b6a9bec0b9f442c5b95f6327b96ccc2d on resource:security_group_rule {{(pid=87871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:03:20.502161 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-27abf7af-6514-4799-a410-df5b4e35cb01 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0695117 Mar 28 12:03:20.504697 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 57698) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:03:20.532937 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-2b3210aa-8042-4f7b-9542-8c550dbd3c94 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:20.543675 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-2b3210aa-8042-4f7b-9542-8c550dbd3c94 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:20.569143 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:20.572444 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-2b3210aa-8042-4f7b-9542-8c550dbd3c94 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740322'] for security_group_rule, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:20.574349 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-e27693f9-3b3d-4b31-a117-784cf6a986d7 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks [] for port, precommit_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:20.582605 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-e27693f9-3b3d-4b31-a117-784cf6a986d7 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2558288'] for port, after_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:20.588416 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e27693f9-3b3d-4b31-a117-784cf6a986d7 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:03:20.589045 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-e27693f9-3b3d-4b31-a117-784cf6a986d7 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:20.592982 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-e27693f9-3b3d-4b31-a117-784cf6a986d7 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] 10.222.0.30 "PUT /v2.0/ports/e3787f2c-d877-43a1-84d4-4b20b1059563 HTTP/1.1" status: 200 len: 911 time: 0.8788443 Mar 28 12:03:20.593964 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 57702) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:03:20.595368 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3210aa-8042-4f7b-9542-8c550dbd3c94 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7d33c9d2-22fe-4aa1-8562-041268828ac5,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:03:20.651482 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-2b3210aa-8042-4f7b-9542-8c550dbd3c94 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:20.652586 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-2b3210aa-8042-4f7b-9542-8c550dbd3c94 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/7d33c9d2-22fe-4aa1-8562-041268828ac5 HTTP/1.1" status: 204 len: 168 time: 0.1470048 Mar 28 12:03:20.655219 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 57706) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:03:20.673499 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27693f9-3b3d-4b31-a117-784cf6a986d7 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Pushing event updated for resources: {'Port': ['ID=e3787f2c-d877-43a1-84d4-4b20b1059563,revision_number=3']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:03:20.708658 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-60f9d324-b470-459a-8d24-504c08a5a4ee tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Synchronizing usage tracker for tenant:b6a9bec0b9f442c5b95f6327b96ccc2d on resource:security_group_rule {{(pid=87870) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:03:20.724099 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-60f9d324-b470-459a-8d24-504c08a5a4ee tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Unset dirty status for tenant:b6a9bec0b9f442c5b95f6327b96ccc2d on resource:security_group_rule {{(pid=87870) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:03:20.725375 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-60f9d324-b470-459a-8d24-504c08a5a4ee tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0692210 Mar 28 12:03:20.728211 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 57710) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:03:20.756732 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-d40bef4b-3c80-4c73-b517-a4b379565793 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:20.768036 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-d40bef4b-3c80-4c73-b517-a4b379565793 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:20.795028 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-d40bef4b-3c80-4c73-b517-a4b379565793 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740322'] for security_group_rule, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:20.815798 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40bef4b-3c80-4c73-b517-a4b379565793 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6f83edb2-11ad-4dd0-bdb3-4d5b48e007b8,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:03:20.823899 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-d40bef4b-3c80-4c73-b517-a4b379565793 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:20.825392 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-d40bef4b-3c80-4c73-b517-a4b379565793 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/6f83edb2-11ad-4dd0-bdb3-4d5b48e007b8 HTTP/1.1" status: 204 len: 168 time: 0.0962267 Mar 28 12:03:20.827767 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 57714) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:03:20.878793 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-6bf5c02c-460f-44dc-b855-7af84e1cfec6 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Synchronizing usage tracker for tenant:b6a9bec0b9f442c5b95f6327b96ccc2d on resource:security_group_rule {{(pid=87870) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:03:20.894247 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-6bf5c02c-460f-44dc-b855-7af84e1cfec6 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Unset dirty status for tenant:b6a9bec0b9f442c5b95f6327b96ccc2d on resource:security_group_rule {{(pid=87870) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:03:20.895777 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-6bf5c02c-460f-44dc-b855-7af84e1cfec6 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0670481 Mar 28 12:03:20.898622 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 57718) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:03:20.971120 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-ea9afe96-1116-461f-b203-fb67994286d3 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Notify callbacks [] for security_group, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:20.998328 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-ea9afe96-1116-461f-b203-fb67994286d3 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:21.046212 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-ea9afe96-1116-461f-b203-fb67994286d3 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:21.064641 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9afe96-1116-461f-b203-fb67994286d3 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17e47be7-74b0-4c17-aab4-7e6e433b2f5d,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:03:21.082337 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-ea9afe96-1116-461f-b203-fb67994286d3 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Notify callbacks [] for security_group, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:21.083585 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-ea9afe96-1116-461f-b203-fb67994286d3 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] 10.222.0.30 "DELETE /v2.0/security-groups/17e47be7-74b0-4c17-aab4-7e6e433b2f5d HTTP/1.1" status: 204 len: 168 time: 0.1839962 Mar 28 12:03:21.086173 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 57722) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:03:21.125406 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-204699cd-272f-43fa-a3ad-c08120d4bd47 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-743394'] for router_interface, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:21.136012 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-4911ca63-249c-4abc-bb9d-401899cdb61d tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Synchronizing usage tracker for tenant:b6a9bec0b9f442c5b95f6327b96ccc2d on resource:security_group {{(pid=87870) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:03:21.153842 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-4911ca63-249c-4abc-bb9d-401899cdb61d tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Unset dirty status for tenant:b6a9bec0b9f442c5b95f6327b96ccc2d on resource:security_group {{(pid=87870) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:03:21.159923 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-4911ca63-249c-4abc-bb9d-401899cdb61d tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0680282 Mar 28 12:03:21.160137 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 57726) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:03:21.165343 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-05b2922a-bb4a-4c42-bd4a-71db68c74549 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Request body: {'security_group': {'name': 'tempest-secgroup--610394474'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:03:21.175270 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-05b2922a-bb4a-4c42-bd4a-71db68c74549 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:03:21.184756 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-05b2922a-bb4a-4c42-bd4a-71db68c74549 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:03:21.195181 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-05b2922a-bb4a-4c42-bd4a-71db68c74549 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Notify callbacks [] for security_group, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:21.215024 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-05b2922a-bb4a-4c42-bd4a-71db68c74549 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:03:21.219064 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-05b2922a-bb4a-4c42-bd4a-71db68c74549 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Usage tracker for resource:security_group_rule and tenant:b6a9bec0b9f442c5b95f6327b96ccc2d is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:03:21.222859 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-05b2922a-bb4a-4c42-bd4a-71db68c74549 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:03:21.228373 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-05b2922a-bb4a-4c42-bd4a-71db68c74549 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:03:21.300480 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-05b2922a-bb4a-4c42-bd4a-71db68c74549 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Notify callbacks [] for security_group, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:21.304513 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-05b2922a-bb4a-4c42-bd4a-71db68c74549 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:21.348240 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b2922a-bb4a-4c42-bd4a-71db68c74549 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c90b331-7cde-4584-9521-fee6fd834bd2,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:03:21.361534 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-05b2922a-bb4a-4c42-bd4a-71db68c74549 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Notify callbacks [] for security_group, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:21.362888 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-05b2922a-bb4a-4c42-bd4a-71db68c74549 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2017806 Mar 28 12:03:21.365507 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 57730) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:03:21.370371 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-e0767e9f-0744-4f4a-acf5-ea1018ce74f2 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Request body: {'security_group_rule': {'security_group_id': '1c90b331-7cde-4584-9521-fee6fd834bd2', 'direction': 'ingress', 'protocol': 17}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:03:21.376794 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-e0767e9f-0744-4f4a-acf5-ea1018ce74f2 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:03:21.380812 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-e0767e9f-0744-4f4a-acf5-ea1018ce74f2 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Usage tracker for resource:security_group_rule and tenant:b6a9bec0b9f442c5b95f6327b96ccc2d is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:03:21.384059 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-e0767e9f-0744-4f4a-acf5-ea1018ce74f2 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:03:21.390583 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-e0767e9f-0744-4f4a-acf5-ea1018ce74f2 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:03:21.408438 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-e0767e9f-0744-4f4a-acf5-ea1018ce74f2 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:21.468966 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-e0767e9f-0744-4f4a-acf5-ea1018ce74f2 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:21.473621 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-e0767e9f-0744-4f4a-acf5-ea1018ce74f2 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740322'] for security_group_rule, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:21.482407 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-204699cd-272f-43fa-a3ad-c08120d4bd47 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Deleting port e3787f2c-d877-43a1-84d4-4b20b1059563 {{(pid=87871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:03:21.482742 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-204699cd-272f-43fa-a3ad-c08120d4bd47 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:21.497669 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0767e9f-0744-4f4a-acf5-ea1018ce74f2 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62783761-3612-4fbf-9cd3-13d5d0e88347,revision_number=0']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:03:21.509249 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-e0767e9f-0744-4f4a-acf5-ea1018ce74f2 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:21.510751 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-e0767e9f-0744-4f4a-acf5-ea1018ce74f2 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1443572 Mar 28 12:03:21.513739 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 57734) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:03:21.581924 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-8b22ecd2-8e8b-40c6-b5a8-3e166198ac12 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Notify callbacks [] for security_group, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:21.612556 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-8b22ecd2-8e8b-40c6-b5a8-3e166198ac12 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:21.665044 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-8b22ecd2-8e8b-40c6-b5a8-3e166198ac12 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:21.684012 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b22ecd2-8e8b-40c6-b5a8-3e166198ac12 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c90b331-7cde-4584-9521-fee6fd834bd2,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:03:21.693959 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-8b22ecd2-8e8b-40c6-b5a8-3e166198ac12 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Notify callbacks [] for security_group, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:21.695086 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-8b22ecd2-8e8b-40c6-b5a8-3e166198ac12 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] 10.222.0.30 "DELETE /v2.0/security-groups/1c90b331-7cde-4584-9521-fee6fd834bd2 HTTP/1.1" status: 204 len: 168 time: 0.1804585 Mar 28 12:03:21.699890 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 57738) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:03:21.749583 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-046facac-e72f-4ca6-af70-f290af926cbf tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Synchronizing usage tracker for tenant:b6a9bec0b9f442c5b95f6327b96ccc2d on resource:security_group {{(pid=87870) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:03:21.765847 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-046facac-e72f-4ca6-af70-f290af926cbf tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Unset dirty status for tenant:b6a9bec0b9f442c5b95f6327b96ccc2d on resource:security_group {{(pid=87870) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:03:21.767993 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-046facac-e72f-4ca6-af70-f290af926cbf tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0671954 Mar 28 12:03:21.771629 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 57742) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:03:21.778914 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-20d53028-66ed-4123-901e-3a4785a6935b tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Request body: {'security_group': {'name': 'tempest-secgroup--366586783'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:03:21.785111 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-204699cd-272f-43fa-a3ad-c08120d4bd47 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:21.786911 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-20d53028-66ed-4123-901e-3a4785a6935b tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:03:21.796760 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-20d53028-66ed-4123-901e-3a4785a6935b tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:03:21.807215 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-20d53028-66ed-4123-901e-3a4785a6935b tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Notify callbacks [] for security_group, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:21.826836 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-20d53028-66ed-4123-901e-3a4785a6935b tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:03:21.831841 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-20d53028-66ed-4123-901e-3a4785a6935b tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Usage tracker for resource:security_group_rule and tenant:b6a9bec0b9f442c5b95f6327b96ccc2d is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:03:21.834962 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-20d53028-66ed-4123-901e-3a4785a6935b tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:03:21.840786 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-20d53028-66ed-4123-901e-3a4785a6935b tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:03:21.910799 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-204699cd-272f-43fa-a3ad-c08120d4bd47 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Calling delete_port for e3787f2c-d877-43a1-84d4-4b20b1059563 owned by network:router_interface {{(pid=87871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:03:21.916349 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-20d53028-66ed-4123-901e-3a4785a6935b tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Notify callbacks [] for security_group, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:21.919969 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-20d53028-66ed-4123-901e-3a4785a6935b tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:21.972982 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d53028-66ed-4123-901e-3a4785a6935b tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e6749f5-361e-4fdd-8f0e-87bcb8a99c39,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:03:21.982313 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-20d53028-66ed-4123-901e-3a4785a6935b tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Notify callbacks [] for security_group, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:21.986977 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-20d53028-66ed-4123-901e-3a4785a6935b tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2111554 Mar 28 12:03:21.987122 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 57746) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:03:21.995852 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-7858e3c5-8abb-403f-9fd2-86fa7673ce4e tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Request body: {'security_group': {'name': 'tempest-secgroup--172791343'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:03:22.002792 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-7858e3c5-8abb-403f-9fd2-86fa7673ce4e tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:03:22.012489 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-7858e3c5-8abb-403f-9fd2-86fa7673ce4e tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Usage tracker for resource:security_group and tenant:b6a9bec0b9f442c5b95f6327b96ccc2d is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:03:22.016210 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-7858e3c5-8abb-403f-9fd2-86fa7673ce4e tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:03:22.023076 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-7858e3c5-8abb-403f-9fd2-86fa7673ce4e tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:03:22.040357 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-7858e3c5-8abb-403f-9fd2-86fa7673ce4e tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Notify callbacks [] for security_group, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:22.063095 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-7858e3c5-8abb-403f-9fd2-86fa7673ce4e tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:03:22.069262 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-7858e3c5-8abb-403f-9fd2-86fa7673ce4e tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Usage tracker for resource:security_group_rule and tenant:b6a9bec0b9f442c5b95f6327b96ccc2d is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:03:22.098341 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-7858e3c5-8abb-403f-9fd2-86fa7673ce4e tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:03:22.113140 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-7858e3c5-8abb-403f-9fd2-86fa7673ce4e tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:03:22.156103 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-204699cd-272f-43fa-a3ad-c08120d4bd47 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:22.221307 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204699cd-272f-43fa-a3ad-c08120d4bd47 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Pushing event deleted for resources: {'Port': ['ID=e3787f2c-d877-43a1-84d4-4b20b1059563,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:03:22.349293 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-7858e3c5-8abb-403f-9fd2-86fa7673ce4e tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Notify callbacks [] for security_group, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:22.401240 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-7858e3c5-8abb-403f-9fd2-86fa7673ce4e tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:22.428351 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-204699cd-272f-43fa-a3ad-c08120d4bd47 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-743246'] for router_interface, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:22.445393 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 57752) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:03:22.464811 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7858e3c5-8abb-403f-9fd2-86fa7673ce4e tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb925766-9c76-4ce3-9f0a-2e953120b608,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:03:22.538445 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-7858e3c5-8abb-403f-9fd2-86fa7673ce4e tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Notify callbacks [] for security_group, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:22.539626 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-7858e3c5-8abb-403f-9fd2-86fa7673ce4e tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5515285 Mar 28 12:03:22.550352 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 57756) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:03:22.663416 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-c192c82b-fd3f-4cc7-aca2-43c953f27395 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Request body: {'security_group_rule': {'security_group_id': '2e6749f5-361e-4fdd-8f0e-87bcb8a99c39', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'eb925766-9c76-4ce3-9f0a-2e953120b608', 'remote_ip_prefix': None}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:03:22.670885 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-816f1343-af68-44db-aee5-adc126912092 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/floatingips/fa1f6d46-95fe-4e9f-9e6b-5633654559ea HTTP/1.1" status: 200 len: 994 time: 0.2243812 Mar 28 12:03:22.671958 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-c192c82b-fd3f-4cc7-aca2-43c953f27395 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:03:22.677447 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-c192c82b-fd3f-4cc7-aca2-43c953f27395 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Usage tracker for resource:security_group_rule and tenant:b6a9bec0b9f442c5b95f6327b96ccc2d is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:03:22.679927 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-c192c82b-fd3f-4cc7-aca2-43c953f27395 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:03:22.685990 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-c192c82b-fd3f-4cc7-aca2-43c953f27395 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:03:22.711622 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c192c82b-fd3f-4cc7-aca2-43c953f27395 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:22.739115 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-204699cd-272f-43fa-a3ad-c08120d4bd47 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Router c4c8d947-425f-4bf0-9f5b-2108e82d9531 has already been hosted by L3 agent af79d429-529e-400b-a119-94d4bec03f3e {{(pid=87871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 12:03:22.777633 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c192c82b-fd3f-4cc7-aca2-43c953f27395 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:22.783912 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c192c82b-fd3f-4cc7-aca2-43c953f27395 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740322'] for security_group_rule, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:22.802082 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c192c82b-fd3f-4cc7-aca2-43c953f27395 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddbd64b2-bdc7-44ae-8a62-1c6180f438fe,revision_number=0']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:03:22.826726 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c192c82b-fd3f-4cc7-aca2-43c953f27395 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:22.828027 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-c192c82b-fd3f-4cc7-aca2-43c953f27395 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2767458 Mar 28 12:03:22.831819 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 57764) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:03:22.872364 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-2916f232-bb73-40a7-a95e-392b3428913f tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:22.883145 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-2916f232-bb73-40a7-a95e-392b3428913f tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:22.888487 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-204699cd-272f-43fa-a3ad-c08120d4bd47 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 12:03:22.893865 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-204699cd-272f-43fa-a3ad-c08120d4bd47 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] 10.222.0.30 "PUT /v2.0/routers/c4c8d947-425f-4bf0-9f5b-2108e82d9531/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2947276 Mar 28 12:03:22.896606 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 57770) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:03:22.900256 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de135e50-fa9b-4961-9cdd-28d4c391e067 None None] Sync routers for ids ['c4c8d947-425f-4bf0-9f5b-2108e82d9531'] in dv-neutron-835340-2-hyperv {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 12:03:22.910387 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de135e50-fa9b-4961-9cdd-28d4c391e067 None None] Routers {'c4c8d947-425f-4bf0-9f5b-2108e82d9531'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:03:22.910992 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-de135e50-fa9b-4961-9cdd-28d4c391e067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:03:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['c4c8d947-425f-4bf0-9f5b-2108e82d9531'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:03:22.950137 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-be1bca15-cea7-41f9-bdc1-b4abe4bbbacc tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] 10.222.0.30 "GET /v2.0/ports?device_id=c4c8d947-425f-4bf0-9f5b-2108e82d9531 HTTP/1.1" status: 200 len: 205 time: 0.0523601 Mar 28 12:03:22.952563 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 57774) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:03:22.974255 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-de135e50-fa9b-4961-9cdd-28d4c391e067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:03:22.978385 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 57778) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:03:22.982663 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de135e50-fa9b-4961-9cdd-28d4c391e067 None None] Routers {'c4c8d947-425f-4bf0-9f5b-2108e82d9531'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:03:22.983314 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-de135e50-fa9b-4961-9cdd-28d4c391e067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:03:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['c4c8d947-425f-4bf0-9f5b-2108e82d9531'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:03:23.019220 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-2916f232-bb73-40a7-a95e-392b3428913f tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740322'] for security_group_rule, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:23.046861 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-de135e50-fa9b-4961-9cdd-28d4c391e067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:03:23.047270 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de135e50-fa9b-4961-9cdd-28d4c391e067 None None] The sync data for ids ['c4c8d947-425f-4bf0-9f5b-2108e82d9531'] in dv-neutron-835340-2-hyperv is: [] {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 12:03:23.094400 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2916f232-bb73-40a7-a95e-392b3428913f tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ddbd64b2-bdc7-44ae-8a62-1c6180f438fe,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:03:23.108391 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-2916f232-bb73-40a7-a95e-392b3428913f tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:23.109513 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-2916f232-bb73-40a7-a95e-392b3428913f tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/ddbd64b2-bdc7-44ae-8a62-1c6180f438fe HTTP/1.1" status: 204 len: 168 time: 0.2766120 Mar 28 12:03:23.113156 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 57782) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:03:23.117912 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-4912319d-17a2-4cb0-9ad9-36a57f45d17b tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks [] for router, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:23.299860 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-343e8ddb-45f0-4d7d-8666-96b6c8c344b3 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Deleting port e7bdd01e-d627-49ea-a6b6-f1a4a7e66d12 {{(pid=87871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:03:23.300472 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-343e8ddb-45f0-4d7d-8666-96b6c8c344b3 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:23.399697 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-2d4095c5-ccdb-4164-9229-e04848d3f2ce tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Synchronizing usage tracker for tenant:b6a9bec0b9f442c5b95f6327b96ccc2d on resource:security_group_rule {{(pid=87870) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:03:23.466062 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-4912319d-17a2-4cb0-9ad9-36a57f45d17b tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-745164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-260864'] for router, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:23.468221 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-343e8ddb-45f0-4d7d-8666-96b6c8c344b3 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:23.468552 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-343e8ddb-45f0-4d7d-8666-96b6c8c344b3 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:23.469105 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-4912319d-17a2-4cb0-9ad9-36a57f45d17b tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:23.488658 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-2d4095c5-ccdb-4164-9229-e04848d3f2ce tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Unset dirty status for tenant:b6a9bec0b9f442c5b95f6327b96ccc2d on resource:security_group_rule {{(pid=87870) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:03:23.489961 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-2d4095c5-ccdb-4164-9229-e04848d3f2ce tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.3758914 Mar 28 12:03:23.493022 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 57786) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:03:23.511426 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-4912319d-17a2-4cb0-9ad9-36a57f45d17b tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-745021'] for router, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:23.511952 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4912319d-17a2-4cb0-9ad9-36a57f45d17b tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Fanout notify agent at l3_agent the message router_deleted on router c4c8d947-425f-4bf0-9f5b-2108e82d9531 {{(pid=87870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 12:03:23.539748 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-4912319d-17a2-4cb0-9ad9-36a57f45d17b tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks [] for router, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:23.540822 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-4912319d-17a2-4cb0-9ad9-36a57f45d17b tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] 10.222.0.30 "DELETE /v2.0/routers/c4c8d947-425f-4bf0-9f5b-2108e82d9531 HTTP/1.1" status: 204 len: 168 time: 0.5873146 Mar 28 12:03:23.547406 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 57790) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:03:23.594884 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-343e8ddb-45f0-4d7d-8666-96b6c8c344b3 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Calling delete_port for e7bdd01e-d627-49ea-a6b6-f1a4a7e66d12 owned by network:floatingip {{(pid=87871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:03:23.624363 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-9372be1a-1df3-45d4-8ba5-a5d705b3e28c tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Notify callbacks [] for security_group, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:23.639638 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.db_base_plugin_v2 [None req-f10c3f0e-a454-424d-86e1-b8e48ab1dd38 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Deleting subnet 323a77cb-4d2e-4e19-bb8c-4c4a08913623 {{(pid=87870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 12:03:23.649251 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-f10c3f0e-a454-424d-86e1-b8e48ab1dd38 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks [] for subnet, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:23.703642 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-9372be1a-1df3-45d4-8ba5-a5d705b3e28c tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:23.732056 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-f10c3f0e-a454-424d-86e1-b8e48ab1dd38 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3591354'] for subnet, precommit_delete_associations {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:23.746965 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-343e8ddb-45f0-4d7d-8666-96b6c8c344b3 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:23.795978 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343e8ddb-45f0-4d7d-8666-96b6c8c344b3 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Pushing event deleted for resources: {'Port': ['ID=e7bdd01e-d627-49ea-a6b6-f1a4a7e66d12,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:03:23.818930 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-9372be1a-1df3-45d4-8ba5-a5d705b3e28c tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:23.851775 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9372be1a-1df3-45d4-8ba5-a5d705b3e28c tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb925766-9c76-4ce3-9f0a-2e953120b608,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:03:23.871418 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-f10c3f0e-a454-424d-86e1-b8e48ab1dd38 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1919782'] for subnet, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:23.895078 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-343e8ddb-45f0-4d7d-8666-96b6c8c344b3 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for floatingip, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:23.895406 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.db.l3_db [None req-343e8ddb-45f0-4d7d-8666-96b6c8c344b3 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Floating IP fa1f6d46-95fe-4e9f-9e6b-5633654559ea disassociated (deleted). External IP: 172.26.7.161, port: cdac5450-50ef-4b5f-bce9-c5e46bcc0853. Mar 28 12:03:23.902795 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-9372be1a-1df3-45d4-8ba5-a5d705b3e28c tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Notify callbacks [] for security_group, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:23.903983 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-9372be1a-1df3-45d4-8ba5-a5d705b3e28c tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] 10.222.0.30 "DELETE /v2.0/security-groups/eb925766-9c76-4ce3-9f0a-2e953120b608 HTTP/1.1" status: 204 len: 168 time: 0.4100535 Mar 28 12:03:23.909140 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 57794) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:03:23.999609 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-ac94e1af-63cd-43ee-9b35-06f579dce864 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Synchronizing usage tracker for tenant:b6a9bec0b9f442c5b95f6327b96ccc2d on resource:security_group {{(pid=87870) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:03:24.004615 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-f10c3f0e-a454-424d-86e1-b8e48ab1dd38 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1919805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2561174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2563528'] for subnet, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:24.051810 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10c3f0e-a454-424d-86e1-b8e48ab1dd38 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Pushing event deleted for resources: {'Subnet': ['ID=323a77cb-4d2e-4e19-bb8c-4c4a08913623,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:03:24.060139 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-f10c3f0e-a454-424d-86e1-b8e48ab1dd38 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks [] for subnet, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:24.065170 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97c2d906-3e06-4717-925a-49433f617592 None None] Network dfe6fd37-deec-47d8-b02e-a7aa1e133a72 requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 12:03:24.069512 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-f10c3f0e-a454-424d-86e1-b8e48ab1dd38 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] 10.222.0.30 "DELETE /v2.0/subnets/323a77cb-4d2e-4e19-bb8c-4c4a08913623 HTTP/1.1" status: 204 len: 168 time: 0.5208852 Mar 28 12:03:24.071204 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-ac94e1af-63cd-43ee-9b35-06f579dce864 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Unset dirty status for tenant:b6a9bec0b9f442c5b95f6327b96ccc2d on resource:security_group {{(pid=87870) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:03:24.072621 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-ac94e1af-63cd-43ee-9b35-06f579dce864 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1622386 Mar 28 12:03:24.072747 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 57798) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:03:24.075389 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 57802) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:03:24.138676 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-b25abe94-fe6f-41b8-9518-862698f157b3 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Notify callbacks [] for security_group, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:24.168301 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-b25abe94-fe6f-41b8-9518-862698f157b3 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:24.217579 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-b25abe94-fe6f-41b8-9518-862698f157b3 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:24.236922 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25abe94-fe6f-41b8-9518-862698f157b3 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e6749f5-361e-4fdd-8f0e-87bcb8a99c39,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:03:24.257146 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-b25abe94-fe6f-41b8-9518-862698f157b3 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Notify callbacks [] for security_group, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:24.260613 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-b25abe94-fe6f-41b8-9518-862698f157b3 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] 10.222.0.30 "DELETE /v2.0/security-groups/2e6749f5-361e-4fdd-8f0e-87bcb8a99c39 HTTP/1.1" status: 204 len: 168 time: 0.1818564 Mar 28 12:03:24.261108 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 57806) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:03:24.279346 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-559675f4-7466-424f-ae31-96b5c80f3360 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588883'] for network, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:24.316762 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-eaeafb9f-5623-4824-9225-b7594bfc6cc4 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Synchronizing usage tracker for tenant:b6a9bec0b9f442c5b95f6327b96ccc2d on resource:security_group {{(pid=87870) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:03:24.335581 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-eaeafb9f-5623-4824-9225-b7594bfc6cc4 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Unset dirty status for tenant:b6a9bec0b9f442c5b95f6327b96ccc2d on resource:security_group {{(pid=87870) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:03:24.341120 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-eaeafb9f-5623-4824-9225-b7594bfc6cc4 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0753584 Mar 28 12:03:24.341369 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 57810) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:03:24.344709 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b98055e-5474-4b41-a154-a7da09490f91 None None] DHCP port deletion for dfe6fd37-deec-47d8-b02e-a7aa1e133a72 request from dv-neutron-835340-2-hyperv {{(pid=87872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 12:03:24.346987 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-0dc7a9e7-2cd5-428c-84fd-b93f2b8d208c tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Request body: {'security_group': {'name': 'tempest-secgroup--876109772'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:03:24.349034 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-6b98055e-5474-4b41-a154-a7da09490f91 None None] Deleting port 2eb729bc-55a3-409d-becb-956083083e33 {{(pid=87872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:03:24.349407 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-6b98055e-5474-4b41-a154-a7da09490f91 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:24.354827 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-0dc7a9e7-2cd5-428c-84fd-b93f2b8d208c tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:03:24.366220 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-0dc7a9e7-2cd5-428c-84fd-b93f2b8d208c tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:03:24.367809 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-559675f4-7466-424f-ae31-96b5c80f3360 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Deleting port 2eb729bc-55a3-409d-becb-956083083e33 {{(pid=87871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:03:24.368337 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-559675f4-7466-424f-ae31-96b5c80f3360 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:24.377604 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-0dc7a9e7-2cd5-428c-84fd-b93f2b8d208c tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Notify callbacks [] for security_group, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:24.402565 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-0dc7a9e7-2cd5-428c-84fd-b93f2b8d208c tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:03:24.406788 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-0dc7a9e7-2cd5-428c-84fd-b93f2b8d208c tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Usage tracker for resource:security_group_rule and tenant:b6a9bec0b9f442c5b95f6327b96ccc2d is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:03:24.410200 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-0dc7a9e7-2cd5-428c-84fd-b93f2b8d208c tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:03:24.415961 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-0dc7a9e7-2cd5-428c-84fd-b93f2b8d208c tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:03:24.446298 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-343e8ddb-45f0-4d7d-8666-96b6c8c344b3 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Router d626f2e2-632b-487e-9b55-e86f5951fd05 has already been hosted by L3 agent af79d429-529e-400b-a119-94d4bec03f3e {{(pid=87871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 12:03:24.495863 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-0dc7a9e7-2cd5-428c-84fd-b93f2b8d208c tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Notify callbacks [] for security_group, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:24.501757 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-0dc7a9e7-2cd5-428c-84fd-b93f2b8d208c tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:24.549187 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc7a9e7-2cd5-428c-84fd-b93f2b8d208c tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34d1372c-76df-4f8b-91ce-d13fc2f36196,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:03:24.560954 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-0dc7a9e7-2cd5-428c-84fd-b93f2b8d208c tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Notify callbacks [] for security_group, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:24.565475 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-0dc7a9e7-2cd5-428c-84fd-b93f2b8d208c tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2200489 Mar 28 12:03:24.565952 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 57814) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:03:24.572717 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-72ec6604-e1a5-4ece-9889-1bc3fda72880 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Request body: {'security_group_rule': {'security_group_id': '34d1372c-76df-4f8b-91ce-d13fc2f36196', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:03:24.578765 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-6b98055e-5474-4b41-a154-a7da09490f91 None None] For port 2eb729bc-55a3-409d-becb-956083083e33, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=2eb729bc-55a3-409d-becb-956083083e33,segment=NetworkSegment(cec72992-88d0-4919-83a0-80a69cadabc8),segment_id=cec72992-88d0-4919-83a0-80a69cadabc8)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:03:24.579594 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-72ec6604-e1a5-4ece-9889-1bc3fda72880 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:03:24.580211 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-6b98055e-5474-4b41-a154-a7da09490f91 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:24.583877 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-72ec6604-e1a5-4ece-9889-1bc3fda72880 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Usage tracker for resource:security_group_rule and tenant:b6a9bec0b9f442c5b95f6327b96ccc2d is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:03:24.586876 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-72ec6604-e1a5-4ece-9889-1bc3fda72880 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:03:24.592885 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-72ec6604-e1a5-4ece-9889-1bc3fda72880 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:03:24.613094 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-72ec6604-e1a5-4ece-9889-1bc3fda72880 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:24.678484 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-72ec6604-e1a5-4ece-9889-1bc3fda72880 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:24.683242 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-72ec6604-e1a5-4ece-9889-1bc3fda72880 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740322'] for security_group_rule, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:24.708673 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ec6604-e1a5-4ece-9889-1bc3fda72880 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c70d0727-5626-4575-8c53-d97a908a5b6c,revision_number=0']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:03:24.711115 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-6b98055e-5474-4b41-a154-a7da09490f91 None None] Calling delete_port for 2eb729bc-55a3-409d-becb-956083083e33 owned by network:dhcp {{(pid=87872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:03:24.724591 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-72ec6604-e1a5-4ece-9889-1bc3fda72880 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:24.729245 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-72ec6604-e1a5-4ece-9889-1bc3fda72880 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1620996 Mar 28 12:03:24.729819 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 57818) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:03:24.762474 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-1903abdd-d854-4da4-b611-d3b2d4720e01 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:24.778167 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-1903abdd-d854-4da4-b611-d3b2d4720e01 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:24.802809 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-6b98055e-5474-4b41-a154-a7da09490f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250'] for port, after_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:24.809329 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-1903abdd-d854-4da4-b611-d3b2d4720e01 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740322'] for security_group_rule, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:24.849666 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b98055e-5474-4b41-a154-a7da09490f91 None None] No DVR routers for this DVR port 2eb729bc-55a3-409d-becb-956083083e33 on host dv-neutron-835340-2-hyperv {{(pid=87872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 12:03:24.866785 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b98055e-5474-4b41-a154-a7da09490f91 None None] Pushing event deleted for resources: {'Port': ['ID=2eb729bc-55a3-409d-becb-956083083e33,revision_number=None']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:03:24.875369 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b98055e-5474-4b41-a154-a7da09490f91 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:03:24.876099 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b98055e-5474-4b41-a154-a7da09490f91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:03:24.876438 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b98055e-5474-4b41-a154-a7da09490f91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:03:24.876773 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b98055e-5474-4b41-a154-a7da09490f91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:03:24.877301 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b98055e-5474-4b41-a154-a7da09490f91 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:03:24.877640 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b98055e-5474-4b41-a154-a7da09490f91 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:03:24.877971 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b98055e-5474-4b41-a154-a7da09490f91 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:03:24.878300 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b98055e-5474-4b41-a154-a7da09490f91 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:03:24.878628 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b98055e-5474-4b41-a154-a7da09490f91 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:03:24.878947 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b98055e-5474-4b41-a154-a7da09490f91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:03:24.879442 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b98055e-5474-4b41-a154-a7da09490f91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:03:24.879975 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b98055e-5474-4b41-a154-a7da09490f91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:03:24.887704 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.db [None req-559675f4-7466-424f-ae31-96b5c80f3360 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] For port 2eb729bc-55a3-409d-becb-956083083e33, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=2eb729bc-55a3-409d-becb-956083083e33,segment=NetworkSegment(cec72992-88d0-4919-83a0-80a69cadabc8),segment_id=cec72992-88d0-4919-83a0-80a69cadabc8)] {{(pid=87871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:03:24.888320 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-559675f4-7466-424f-ae31-96b5c80f3360 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:24.958379 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1903abdd-d854-4da4-b611-d3b2d4720e01 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c70d0727-5626-4575-8c53-d97a908a5b6c,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:03:24.966950 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-1903abdd-d854-4da4-b611-d3b2d4720e01 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:24.968120 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-1903abdd-d854-4da4-b611-d3b2d4720e01 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/c70d0727-5626-4575-8c53-d97a908a5b6c HTTP/1.1" status: 204 len: 168 time: 0.2371347 Mar 28 12:03:24.970665 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 57822) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:03:25.017680 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-13d01745-b642-4f80-86ee-cdb3a031a80a tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Synchronizing usage tracker for tenant:b6a9bec0b9f442c5b95f6327b96ccc2d on resource:security_group_rule {{(pid=87870) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:03:25.030017 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-559675f4-7466-424f-ae31-96b5c80f3360 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Calling delete_port for 2eb729bc-55a3-409d-becb-956083083e33 owned by network:dhcp {{(pid=87871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:03:25.033306 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-13d01745-b642-4f80-86ee-cdb3a031a80a tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Unset dirty status for tenant:b6a9bec0b9f442c5b95f6327b96ccc2d on resource:security_group_rule {{(pid=87870) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:03:25.034799 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-13d01745-b642-4f80-86ee-cdb3a031a80a tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0631022 Mar 28 12:03:25.037639 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 57826) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:03:25.058765 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-343e8ddb-45f0-4d7d-8666-96b6c8c344b3 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 12:03:25.067924 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e5f1084-576b-473c-8297-b3a0ff9bcf4c None None] Sync routers for ids ['d626f2e2-632b-487e-9b55-e86f5951fd05'] in dv-neutron-835340-2-hyperv {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 12:03:25.077922 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e5f1084-576b-473c-8297-b3a0ff9bcf4c None None] Routers {'d626f2e2-632b-487e-9b55-e86f5951fd05'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:03:25.078774 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-1e5f1084-576b-473c-8297-b3a0ff9bcf4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:03:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['d626f2e2-632b-487e-9b55-e86f5951fd05'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:03:25.103900 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-343e8ddb-45f0-4d7d-8666-96b6c8c344b3 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for floatingip, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:25.105981 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-4d5c9f25-3ed9-4993-9723-ea83067853cc tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Notify callbacks [] for security_group, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:25.135265 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-4d5c9f25-3ed9-4993-9723-ea83067853cc tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:25.170117 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.db.api [None req-559675f4-7466-424f-ae31-96b5c80f3360 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87871) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 12:03:25.170645 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG oslo_db.api [None req-559675f4-7466-424f-ae31-96b5c80f3360 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 12:03:25.175630 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-343e8ddb-45f0-4d7d-8666-96b6c8c344b3 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "DELETE /v2.0/floatingips/fa1f6d46-95fe-4e9f-9e6b-5633654559ea HTTP/1.1" status: 204 len: 168 time: 2.1933191 Mar 28 12:03:25.175630 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39711091-cbc3-44ae-b5c4-db841cd296c3', 'tag': 'cdac5450-50ef-4b5f-bce9-c5e46bcc0853'}] {{(pid=87871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 12:03:25.191872 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-4d5c9f25-3ed9-4993-9723-ea83067853cc tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:25.215487 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5c9f25-3ed9-4993-9723-ea83067853cc tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34d1372c-76df-4f8b-91ce-d13fc2f36196,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:03:25.240666 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39711091-cbc3-44ae-b5c4-db841cd296c3', 'tag': 'cdac5450-50ef-4b5f-bce9-c5e46bcc0853', 'status': 'completed', 'code': 200} Mar 28 12:03:25.257545 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-4d5c9f25-3ed9-4993-9723-ea83067853cc tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Notify callbacks [] for security_group, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:25.259291 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-4d5c9f25-3ed9-4993-9723-ea83067853cc tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] 10.222.0.30 "DELETE /v2.0/security-groups/34d1372c-76df-4f8b-91ce-d13fc2f36196 HTTP/1.1" status: 204 len: 168 time: 0.2203376 Mar 28 12:03:25.261703 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 57834) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:03:25.283502 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvr_db [None req-1e5f1084-576b-473c-8297-b3a0ff9bcf4c None None] Set router d626f2e2-632b-487e-9b55-e86f5951fd05 gateway port host: dv-neutron-835340-2-hyperv {{(pid=87873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:03:25.374292 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-c414177b-5adb-4e4a-bc0a-328188f009bb tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Synchronizing usage tracker for tenant:b6a9bec0b9f442c5b95f6327b96ccc2d on resource:security_group {{(pid=87871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:03:25.409497 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6752e6c3-5b4a-470a-bcb6-8442f3168bbb req-472373a3-7385-4701-b2b7-33b4e1c08b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:03:25.411193 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-6752e6c3-5b4a-470a-bcb6-8442f3168bbb req-472373a3-7385-4701-b2b7-33b4e1c08b4a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=527195c95736491ca1967a42cc300275&device_id=39711091-cbc3-44ae-b5c4-db841cd296c3 HTTP/1.1" status: 200 len: 1099 time: 0.1282251 Mar 28 12:03:25.412360 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-c414177b-5adb-4e4a-bc0a-328188f009bb tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Unset dirty status for tenant:b6a9bec0b9f442c5b95f6327b96ccc2d on resource:security_group {{(pid=87871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:03:25.413512 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-c414177b-5adb-4e4a-bc0a-328188f009bb tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1508250 Mar 28 12:03:25.417579 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 57840) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:03:25.423915 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-e5796099-1678-42d1-bc07-6e59aec316a6 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Request body: {'security_group': {'name': 'tempest-secgroup--436301952'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:03:25.429896 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-e5796099-1678-42d1-bc07-6e59aec316a6 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:03:25.439839 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-e5796099-1678-42d1-bc07-6e59aec316a6 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:03:25.451976 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-e5796099-1678-42d1-bc07-6e59aec316a6 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Notify callbacks [] for security_group, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:25.481372 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-e5796099-1678-42d1-bc07-6e59aec316a6 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:03:25.485611 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-e5796099-1678-42d1-bc07-6e59aec316a6 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Usage tracker for resource:security_group_rule and tenant:b6a9bec0b9f442c5b95f6327b96ccc2d is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:03:25.489153 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-e5796099-1678-42d1-bc07-6e59aec316a6 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:03:25.495057 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-e5796099-1678-42d1-bc07-6e59aec316a6 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:03:25.574106 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-e5796099-1678-42d1-bc07-6e59aec316a6 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Notify callbacks [] for security_group, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:25.579419 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-e5796099-1678-42d1-bc07-6e59aec316a6 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:25.623301 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-1e5f1084-576b-473c-8297-b3a0ff9bcf4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd626f2e2-632b-487e-9b55-e86f5951fd05', 'name': 'tempest-TestNetworkBasicOps-router-153614218', 'tenant_id': '527195c95736491ca1967a42cc300275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.126'}], 'enable_snat': True}, 'gw_port_id': 'd1963e89-2b46-4578-8f3c-ccca86c76862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:02:19Z', 'updated_at': '2022-03-28T12:02:25Z', 'revision_number': 4, 'project_id': '527195c95736491ca1967a42cc300275', 'gw_port': {'id': 'd1963e89-2b46-4578-8f3c-ccca86c76862', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:aa:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd626f2e2-632b-487e-9b55-e86f5951fd05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:02:20Z', 'updated_at': '2022-03-28T12:02:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_interfaces': [{'id': 'ca7c26d4-2122-4045-b6ad-bfc9df75ba84', 'name': '', 'network_id': '23ec2e99-fe73-4c26-b043-ea335f81a26f', 'tenant_id': '527195c95736491ca1967a42cc300275', 'mac_address': 'fa:16:3e:2d:4c:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd626f2e2-632b-487e-9b55-e86f5951fd05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1131, 'fixed_ips': [{'subnet_id': '6d44b182-dd4a-4bef-a755-3bded7d35295', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:02:24Z', 'updated_at': '2022-03-28T12:02:36Z', 'revision_number': 5, 'project_id': '527195c95736491ca1967a42cc300275', 'subnets': [{'id': '6d44b182-dd4a-4bef-a755-3bded7d35295', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:03:25.624944 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5796099-1678-42d1-bc07-6e59aec316a6 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dfc34572-321e-4f01-8245-1e5efa4ac14d,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:03:25.625091 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6752e6c3-5b4a-470a-bcb6-8442f3168bbb req-b2342b7d-f935-4754-9c8d-78ffb5ccdf8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:03:25.626719 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-6752e6c3-5b4a-470a-bcb6-8442f3168bbb req-b2342b7d-f935-4754-9c8d-78ffb5ccdf8f service neutron] 10.222.0.11 "GET /v2.0/networks?id=23ec2e99-fe73-4c26-b043-ea335f81a26f HTTP/1.1" status: 200 len: 896 time: 0.2054079 Mar 28 12:03:25.636841 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e5f1084-576b-473c-8297-b3a0ff9bcf4c None None] Checking router: d626f2e2-632b-487e-9b55-e86f5951fd05 for host: dv-neutron-835340-2-hyperv {{(pid=87873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 12:03:25.639024 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-e5796099-1678-42d1-bc07-6e59aec316a6 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Notify callbacks [] for security_group, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:25.639564 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c45545-8b7d-4def-b1dc-ea62523a14e3 req-5ffe084f-fffd-4ae0-bc74-4d1f95603cbd tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:03:25.643619 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [req-e0c45545-8b7d-4def-b1dc-ea62523a14e3 req-5ffe084f-fffd-4ae0-bc74-4d1f95603cbd tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Synchronizing usage tracker for tenant:527195c95736491ca1967a42cc300275 on resource:port {{(pid=87871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:03:25.643784 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-e5796099-1678-42d1-bc07-6e59aec316a6 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2218211 Mar 28 12:03:25.643899 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 57844) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:03:25.649098 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-736c70a9-e083-4a67-a5be-7705f126f41b tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Request body: {'security_group_rule': {'security_group_id': 'dfc34572-321e-4f01-8245-1e5efa4ac14d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:03:25.651623 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e5f1084-576b-473c-8297-b3a0ff9bcf4c None None] Routers {'d626f2e2-632b-487e-9b55-e86f5951fd05'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:03:25.652219 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-1e5f1084-576b-473c-8297-b3a0ff9bcf4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:03:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['d626f2e2-632b-487e-9b55-e86f5951fd05'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:03:25.654813 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-736c70a9-e083-4a67-a5be-7705f126f41b tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:03:25.659079 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-736c70a9-e083-4a67-a5be-7705f126f41b tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Usage tracker for resource:security_group_rule and tenant:b6a9bec0b9f442c5b95f6327b96ccc2d is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:03:25.661939 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-736c70a9-e083-4a67-a5be-7705f126f41b tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:03:25.667917 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-736c70a9-e083-4a67-a5be-7705f126f41b tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:03:25.685610 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-736c70a9-e083-4a67-a5be-7705f126f41b tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:25.697130 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-559675f4-7466-424f-ae31-96b5c80f3360 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Deleting port 2eb729bc-55a3-409d-becb-956083083e33 {{(pid=87871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:03:25.697130 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-559675f4-7466-424f-ae31-96b5c80f3360 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:25.749247 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-736c70a9-e083-4a67-a5be-7705f126f41b tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:25.754871 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-736c70a9-e083-4a67-a5be-7705f126f41b tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740322'] for security_group_rule, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:25.774894 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-6752e6c3-5b4a-470a-bcb6-8442f3168bbb req-981c95a5-d3df-46da-8eeb-2bfd161e0948 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cdac5450-50ef-4b5f-bce9-c5e46bcc0853 HTTP/1.1" status: 200 len: 217 time: 0.1292560 Mar 28 12:03:25.777669 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736c70a9-e083-4a67-a5be-7705f126f41b tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca387925-4d2c-46f9-9c47-cebfbb1835b0,revision_number=0']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:03:25.795453 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-559675f4-7466-424f-ae31-96b5c80f3360 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] The port '2eb729bc-55a3-409d-becb-956083083e33' was deleted {{(pid=87871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 12:03:25.796089 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-736c70a9-e083-4a67-a5be-7705f126f41b tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:25.800647 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-736c70a9-e083-4a67-a5be-7705f126f41b tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1525650 Mar 28 12:03:25.801058 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 57848) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:03:25.830447 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-011bf2ce-639a-4f62-8aa0-e243317f45d8 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] 10.222.0.30 "GET /v2.0/security-group-rules/ca387925-4d2c-46f9-9c47-cebfbb1835b0 HTTP/1.1" status: 200 len: 763 time: 0.0259032 Mar 28 12:03:25.830689 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 57852) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:03:25.862640 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [req-e0c45545-8b7d-4def-b1dc-ea62523a14e3 req-5ffe084f-fffd-4ae0-bc74-4d1f95603cbd tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Unset dirty status for tenant:527195c95736491ca1967a42cc300275 on resource:port {{(pid=87871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:03:25.869186 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-e0c45545-8b7d-4def-b1dc-ea62523a14e3 req-5ffe084f-fffd-4ae0-bc74-4d1f95603cbd tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/ports?device_id=39711091-cbc3-44ae-b5c4-db841cd296c3 HTTP/1.1" status: 200 len: 946 time: 0.3460069 Mar 28 12:03:25.880159 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvr_db [None req-1e5f1084-576b-473c-8297-b3a0ff9bcf4c None None] Set router d626f2e2-632b-487e-9b55-e86f5951fd05 gateway port host: dv-neutron-835340-2-hyperv {{(pid=87873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:03:25.887283 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-ca9707f0-d5bf-4fad-a859-cf09d7c0e661 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Synchronizing usage tracker for tenant:b6a9bec0b9f442c5b95f6327b96ccc2d on resource:security_group_rule {{(pid=87870) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:03:25.906699 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-ca9707f0-d5bf-4fad-a859-cf09d7c0e661 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Unset dirty status for tenant:b6a9bec0b9f442c5b95f6327b96ccc2d on resource:security_group_rule {{(pid=87870) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:03:25.909256 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-ca9707f0-d5bf-4fad-a859-cf09d7c0e661 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0776374 Mar 28 12:03:25.921143 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 57856) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:03:25.977801 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-af0020a5-729f-4e21-b483-c20f25454f27 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:25.990483 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-af0020a5-729f-4e21-b483-c20f25454f27 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:26.005156 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 2eb729bc-55a3-409d-becb-956083083e33 no longer exists at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 12:03:26.014208 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-559675f4-7466-424f-ae31-96b5c80f3360 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930431', 'neutron.services.segments.db._delete_segments_for_network-8783496351308'] for network, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:26.020030 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-af0020a5-729f-4e21-b483-c20f25454f27 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740322'] for security_group_rule, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:26.022983 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6752e6c3-5b4a-470a-bcb6-8442f3168bbb req-bde4d316-51ac-494b-bdf9-f1c142b06965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:03:26.024572 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-6752e6c3-5b4a-470a-bcb6-8442f3168bbb req-bde4d316-51ac-494b-bdf9-f1c142b06965 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=6d44b182-dd4a-4bef-a755-3bded7d35295 HTTP/1.1" status: 200 len: 835 time: 0.2280321 Mar 28 12:03:26.046312 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0020a5-729f-4e21-b483-c20f25454f27 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ca387925-4d2c-46f9-9c47-cebfbb1835b0,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:03:26.053368 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] No Port match for: 2eb729bc-55a3-409d-becb-956083083e33 {{(pid=87872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 12:03:26.053974 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 2eb729bc-55a3-409d-becb-956083083e33 not bound to the agent host dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 12:03:26.060486 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-af0020a5-729f-4e21-b483-c20f25454f27 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:26.064893 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-af0020a5-729f-4e21-b483-c20f25454f27 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/ca387925-4d2c-46f9-9c47-cebfbb1835b0 HTTP/1.1" status: 204 len: 168 time: 0.1398828 Mar 28 12:03:26.065850 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 57860) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:03:26.075996 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-e0c45545-8b7d-4def-b1dc-ea62523a14e3 req-5318e6d8-a658-4536-89cf-530e9d895196 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/security-groups?id=b88777ae-9f2f-433d-925e-f6676c8d30b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2059648 Mar 28 12:03:26.103577 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.segments.db [None req-559675f4-7466-424f-ae31-96b5c80f3360 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfe6fd37-deec-47d8-b02e-a7aa1e133a72']}} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:03:26.117431 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-1da77081-7ca2-4bd1-8f12-15e744c4a97d tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Synchronizing usage tracker for tenant:b6a9bec0b9f442c5b95f6327b96ccc2d on resource:security_group_rule {{(pid=87870) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:03:26.120996 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.segments.db [None req-559675f4-7466-424f-ae31-96b5c80f3360 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cec72992-88d0-4919-83a0-80a69cadabc8') {'for_net_delete': True} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:03:26.121293 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.segments.db [None req-559675f4-7466-424f-ae31-96b5c80f3360 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cec72992-88d0-4919-83a0-80a69cadabc8') {} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:03:26.134954 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-1da77081-7ca2-4bd1-8f12-15e744c4a97d tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Unset dirty status for tenant:b6a9bec0b9f442c5b95f6327b96ccc2d on resource:security_group_rule {{(pid=87870) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:03:26.139770 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-559675f4-7466-424f-ae31-96b5c80f3360 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783496353639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3436890'] for segment, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:26.139964 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-1da77081-7ca2-4bd1-8f12-15e744c4a97d tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0705917 Mar 28 12:03:26.140223 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 57864) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:03:26.148327 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-c6a8d338-41d1-407e-943a-1791bf09cca5 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Request body: {'security_group_rule': {'security_group_id': 'dfc34572-321e-4f01-8245-1e5efa4ac14d', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:03:26.156134 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-c6a8d338-41d1-407e-943a-1791bf09cca5 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:03:26.160938 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-559675f4-7466-424f-ae31-96b5c80f3360 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:26.169515 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-c6a8d338-41d1-407e-943a-1791bf09cca5 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:03:26.170568 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-559675f4-7466-424f-ae31-96b5c80f3360 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=87871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 12:03:26.171034 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-559675f4-7466-424f-ae31-96b5c80f3360 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1920481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2363149'] for segment, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:26.186416 dv-neutron-835340-2-hyperv neutron-server[87871]: Traceback (most recent call last): Mar 28 12:03:26.186416 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 12:03:26.186416 dv-neutron-835340-2-hyperv neutron-server[87871]: timer() Mar 28 12:03:26.186416 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 12:03:26.186416 dv-neutron-835340-2-hyperv neutron-server[87871]: cb(*args, **kw) Mar 28 12:03:26.186416 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 12:03:26.186416 dv-neutron-835340-2-hyperv neutron-server[87871]: return func(*args, **kwargs) Mar 28 12:03:26.186416 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 12:03:26.186416 dv-neutron-835340-2-hyperv neutron-server[87871]: self._notify() Mar 28 12:03:26.186416 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 12:03:26.186416 dv-neutron-835340-2-hyperv neutron-server[87871]: self.callback(batched_events) Mar 28 12:03:26.186416 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 12:03:26.186416 dv-neutron-835340-2-hyperv neutron-server[87871]: event.method(event) Mar 28 12:03:26.186416 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 12:03:26.186416 dv-neutron-835340-2-hyperv neutron-server[87871]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 12:03:26.186416 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 12:03:26.186416 dv-neutron-835340-2-hyperv neutron-server[87871]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 12:03:26.186416 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 12:03:26.186416 dv-neutron-835340-2-hyperv neutron-server[87871]: return f(self, *a, **k) Mar 28 12:03:26.186416 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 12:03:26.186416 dv-neutron-835340-2-hyperv neutron-server[87871]: return self._get(url).json() Mar 28 12:03:26.186416 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 12:03:26.186416 dv-neutron-835340-2-hyperv neutron-server[87871]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 12:03:26.186416 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 12:03:26.186416 dv-neutron-835340-2-hyperv neutron-server[87871]: return self.request(url, 'GET', **kwargs) Mar 28 12:03:26.186416 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 12:03:26.186416 dv-neutron-835340-2-hyperv neutron-server[87871]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 12:03:26.186416 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 12:03:26.186416 dv-neutron-835340-2-hyperv neutron-server[87871]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 12:03:26.186416 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 12:03:26.186416 dv-neutron-835340-2-hyperv neutron-server[87871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 12:03:26.186416 dv-neutron-835340-2-hyperv neutron-server[87871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 12:03:26.189624 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6752e6c3-5b4a-470a-bcb6-8442f3168bbb req-80d7fbf1-28f3-4941-af11-98e096b63829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:03:26.190163 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-6752e6c3-5b4a-470a-bcb6-8442f3168bbb req-80d7fbf1-28f3-4941-af11-98e096b63829 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=23ec2e99-fe73-4c26-b043-ea335f81a26f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1589944 Mar 28 12:03:26.191254 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c6a8d338-41d1-407e-943a-1791bf09cca5 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:26.237160 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-1e5f1084-576b-473c-8297-b3a0ff9bcf4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd626f2e2-632b-487e-9b55-e86f5951fd05', 'name': 'tempest-TestNetworkBasicOps-router-153614218', 'tenant_id': '527195c95736491ca1967a42cc300275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.126'}], 'enable_snat': True}, 'gw_port_id': 'd1963e89-2b46-4578-8f3c-ccca86c76862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:02:19Z', 'updated_at': '2022-03-28T12:02:25Z', 'revision_number': 4, 'project_id': '527195c95736491ca1967a42cc300275', 'gw_port': {'id': 'd1963e89-2b46-4578-8f3c-ccca86c76862', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:aa:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd626f2e2-632b-487e-9b55-e86f5951fd05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:02:20Z', 'updated_at': '2022-03-28T12:02:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_interfaces': [{'id': 'ca7c26d4-2122-4045-b6ad-bfc9df75ba84', 'name': '', 'network_id': '23ec2e99-fe73-4c26-b043-ea335f81a26f', 'tenant_id': '527195c95736491ca1967a42cc300275', 'mac_address': 'fa:16:3e:2d:4c:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd626f2e2-632b-487e-9b55-e86f5951fd05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1131, 'fixed_ips': [{'subnet_id': '6d44b182-dd4a-4bef-a755-3bded7d35295', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:02:24Z', 'updated_at': '2022-03-28T12:02:36Z', 'revision_number': 5, 'project_id': '527195c95736491ca1967a42cc300275', 'subnets': [{'id': '6d44b182-dd4a-4bef-a755-3bded7d35295', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:03:26.241342 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e5f1084-576b-473c-8297-b3a0ff9bcf4c None None] The sync data for ids ['d626f2e2-632b-487e-9b55-e86f5951fd05'] in dv-neutron-835340-2-hyperv is: [{'id': 'd626f2e2-632b-487e-9b55-e86f5951fd05', 'name': 'tempest-TestNetworkBasicOps-router-153614218', 'tenant_id': '527195c95736491ca1967a42cc300275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.126'}], 'enable_snat': True}, 'gw_port_id': 'd1963e89-2b46-4578-8f3c-ccca86c76862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:02:19Z', 'updated_at': '2022-03-28T12:02:25Z', 'revision_number': 4, 'project_id': '527195c95736491ca1967a42cc300275', 'gw_port': {'id': 'd1963e89-2b46-4578-8f3c-ccca86c76862', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:aa:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd626f2e2-632b-487e-9b55-e86f5951fd05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:02:20Z', 'updated_at': '2022-03-28T12:02:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_interfaces': [{'id': 'ca7c26d4-2122-4045-b6ad-bfc9df75ba84', 'name': '', 'network_id': '23ec2e99-fe73-4c26-b043-ea335f81a26f', 'tenant_id': '527195c95736491ca1967a42cc300275', 'mac_address': 'fa:16:3e:2d:4c:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd626f2e2-632b-487e-9b55-e86f5951fd05', 'device_owner': 'network:router_interface', 'standard_attr_id': 1131, 'fixed_ips': [{'subnet_id': '6d44b182-dd4a-4bef-a755-3bded7d35295', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:02:24Z', 'updated_at': '2022-03-28T12:02:36Z', 'revision_number': 5, 'project_id': '527195c95736491ca1967a42cc300275', 'subnets': [{'id': '6d44b182-dd4a-4bef-a755-3bded7d35295', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 12:03:26.257080 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c6a8d338-41d1-407e-943a-1791bf09cca5 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:26.262570 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c6a8d338-41d1-407e-943a-1791bf09cca5 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740322'] for security_group_rule, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:26.283504 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a8d338-41d1-407e-943a-1791bf09cca5 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cac991ba-7869-4655-86ec-c889cbb01a7c,revision_number=0']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:03:26.308026 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c6a8d338-41d1-407e-943a-1791bf09cca5 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:26.311809 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-c6a8d338-41d1-407e-943a-1791bf09cca5 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1678059 Mar 28 12:03:26.312111 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 57868) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:03:26.339519 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-1483b23a-c9aa-4b9f-99fe-4a7dc56f87c7 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] 10.222.0.30 "GET /v2.0/security-group-rules/cac991ba-7869-4655-86ec-c889cbb01a7c HTTP/1.1" status: 200 len: 763 time: 0.0239933 Mar 28 12:03:26.340500 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 57872) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:03:26.391351 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-d6466ab5-3d94-4161-b84e-1ee43b72e33a tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Synchronizing usage tracker for tenant:b6a9bec0b9f442c5b95f6327b96ccc2d on resource:security_group_rule {{(pid=87870) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:03:26.410134 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-d6466ab5-3d94-4161-b84e-1ee43b72e33a tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Unset dirty status for tenant:b6a9bec0b9f442c5b95f6327b96ccc2d on resource:security_group_rule {{(pid=87870) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:03:26.414489 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-d6466ab5-3d94-4161-b84e-1ee43b72e33a tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0701575 Mar 28 12:03:26.414779 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 57876) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:03:26.444259 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-27ac570a-7fa0-4959-b89d-e4000904b3ef tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:26.457001 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-27ac570a-7fa0-4959-b89d-e4000904b3ef tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:26.485921 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-27ac570a-7fa0-4959-b89d-e4000904b3ef tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740322'] for security_group_rule, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:26.505192 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ac570a-7fa0-4959-b89d-e4000904b3ef tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cac991ba-7869-4655-86ec-c889cbb01a7c,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:03:26.514932 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-27ac570a-7fa0-4959-b89d-e4000904b3ef tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:26.519380 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-559675f4-7466-424f-ae31-96b5c80f3360 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709602'] for network, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:26.519927 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-27ac570a-7fa0-4959-b89d-e4000904b3ef tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/cac991ba-7869-4655-86ec-c889cbb01a7c HTTP/1.1" status: 204 len: 168 time: 0.1037524 Mar 28 12:03:26.520141 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 57880) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:03:26.532662 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e06be4-d28f-4e17-a5bf-dbc35dcc8b9c None None] New status for floating IP fa1f6d46-95fe-4e9f-9e6b-5633654559ea: DOWN {{(pid=87872) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 12:03:26.543550 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-6752e6c3-5b4a-470a-bcb6-8442f3168bbb req-c84311dd-6576-440d-b083-60249cfb7e0e service neutron] 10.222.0.11 "GET /v2.0/networks/23ec2e99-fe73-4c26-b043-ea335f81a26f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3403456 Mar 28 12:03:26.544854 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-559675f4-7466-424f-ae31-96b5c80f3360 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks [] for network, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:26.577117 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-3fa23d78-ff25-449a-9b4d-9ad161c067d7 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Synchronizing usage tracker for tenant:b6a9bec0b9f442c5b95f6327b96ccc2d on resource:security_group_rule {{(pid=87870) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:03:26.581237 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559675f4-7466-424f-ae31-96b5c80f3360 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Pushing event deleted for resources: {'Network': ['ID=dfe6fd37-deec-47d8-b02e-a7aa1e133a72,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:03:26.600540 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-3fa23d78-ff25-449a-9b4d-9ad161c067d7 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Unset dirty status for tenant:b6a9bec0b9f442c5b95f6327b96ccc2d on resource:security_group_rule {{(pid=87870) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:03:26.601972 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-3fa23d78-ff25-449a-9b4d-9ad161c067d7 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0809283 Mar 28 12:03:26.604963 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 57884) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:03:26.606928 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-559675f4-7466-424f-ae31-96b5c80f3360 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] 10.222.0.30 "DELETE /v2.0/networks/dfe6fd37-deec-47d8-b02e-a7aa1e133a72 HTTP/1.1" status: 204 len: 168 time: 2.5332828 Mar 28 12:03:26.614418 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-8355b34a-2a6e-4161-a8e8-2fff55eeaf18 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Request body: {'security_group_rule': {'security_group_id': 'dfc34572-321e-4f01-8245-1e5efa4ac14d', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:03:26.618508 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 57888) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:03:26.622913 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-8355b34a-2a6e-4161-a8e8-2fff55eeaf18 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:03:26.628260 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-77778bd3-c686-4e2a-b510-31aa13dc5440 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-212202272', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:03:26.635247 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-77778bd3-c686-4e2a-b510-31aa13dc5440 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:03:26.644914 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-77778bd3-c686-4e2a-b510-31aa13dc5440 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Usage tracker for resource:router and tenant:44a7e1c73898465da6902581d6416cd0 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:03:26.647853 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-8355b34a-2a6e-4161-a8e8-2fff55eeaf18 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:03:26.649829 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-77778bd3-c686-4e2a-b510-31aa13dc5440 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:03:26.657573 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-77778bd3-c686-4e2a-b510-31aa13dc5440 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:03:26.672844 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-77778bd3-c686-4e2a-b510-31aa13dc5440 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-707665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-260886'] for router, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:26.673929 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-77778bd3-c686-4e2a-b510-31aa13dc5440 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-705660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709650', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-767110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260873'] for router, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:26.678283 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-8355b34a-2a6e-4161-a8e8-2fff55eeaf18 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:26.711770 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-6752e6c3-5b4a-470a-bcb6-8442f3168bbb req-13a9971b-b906-4dc6-844a-2b02b8fbf362 service neutron] 10.222.0.11 "GET /v2.0/networks/23ec2e99-fe73-4c26-b043-ea335f81a26f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597242 Mar 28 12:03:26.722671 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-77778bd3-c686-4e2a-b510-31aa13dc5440 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:26.758214 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-77778bd3-c686-4e2a-b510-31aa13dc5440 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709693'] for router, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:26.769863 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-8355b34a-2a6e-4161-a8e8-2fff55eeaf18 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:26.775658 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-8355b34a-2a6e-4161-a8e8-2fff55eeaf18 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740322'] for security_group_rule, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:26.812305 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8355b34a-2a6e-4161-a8e8-2fff55eeaf18 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26c75edc-2b84-4e9b-9750-8a83f0525f5e,revision_number=0']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:03:26.815649 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-77778bd3-c686-4e2a-b510-31aa13dc5440 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks [] for router, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:26.816827 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-77778bd3-c686-4e2a-b510-31aa13dc5440 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.1973598 Mar 28 12:03:26.818431 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-8355b34a-2a6e-4161-a8e8-2fff55eeaf18 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:26.819448 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-8355b34a-2a6e-4161-a8e8-2fff55eeaf18 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2130625 Mar 28 12:03:26.820186 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 57892) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:03:26.822878 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 57896) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:03:26.828212 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-ba900a2d-d3ff-489f-b8cd-151e0a4858f3 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1799903211'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:03:26.842176 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-ba900a2d-d3ff-489f-b8cd-151e0a4858f3 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:03:26.842606 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ea5d95-d8b2-4a32-9b17-288bead79f53 req-8a0984e2-864e-460e-ac78-647c7c35813d tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:03:26.844307 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-15ea5d95-d8b2-4a32-9b17-288bead79f53 req-8a0984e2-864e-460e-ac78-647c7c35813d tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.11 "GET /v2.0/ports?device_id=39711091-cbc3-44ae-b5c4-db841cd296c3 HTTP/1.1" status: 200 len: 946 time: 0.0947130 Mar 28 12:03:26.849208 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-ba900a2d-d3ff-489f-b8cd-151e0a4858f3 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Usage tracker for resource:network and tenant:44a7e1c73898465da6902581d6416cd0 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:03:26.856578 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-5fa342fd-d3b4-4e18-842a-409fe04263c3 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] 10.222.0.30 "GET /v2.0/security-group-rules/26c75edc-2b84-4e9b-9750-8a83f0525f5e HTTP/1.1" status: 200 len: 764 time: 0.0301964 Mar 28 12:03:26.856578 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-ba900a2d-d3ff-489f-b8cd-151e0a4858f3 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:03:26.857722 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 57900) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:03:26.874170 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-ba900a2d-d3ff-489f-b8cd-151e0a4858f3 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:03:26.890908 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba900a2d-d3ff-489f-b8cd-151e0a4858f3 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Made reservation on behalf of 44a7e1c73898465da6902581d6416cd0 for: {'network': 1} {{(pid=87870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 12:03:26.894497 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-ba900a2d-d3ff-489f-b8cd-151e0a4858f3 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for network, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:26.917187 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [req-15ea5d95-d8b2-4a32-9b17-288bead79f53 req-f23da63d-c086-4b90-8efa-73d9eb08eb85 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Deleting port cdac5450-50ef-4b5f-bce9-c5e46bcc0853 {{(pid=87871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:03:26.917582 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-15ea5d95-d8b2-4a32-9b17-288bead79f53 req-f23da63d-c086-4b90-8efa-73d9eb08eb85 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:26.936194 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-d9e4e75a-1931-4df0-8a8d-0cb85426228f tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Synchronizing usage tracker for tenant:b6a9bec0b9f442c5b95f6327b96ccc2d on resource:security_group_rule {{(pid=87870) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:03:26.950975 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba900a2d-d3ff-489f-b8cd-151e0a4858f3 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=87870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 12:03:26.962036 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-ba900a2d-d3ff-489f-b8cd-151e0a4858f3 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:26.962605 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.db.segments_db [None req-ba900a2d-d3ff-489f-b8cd-151e0a4858f3 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Added segment 53007d3a-2870-4f49-bb10-ec3eac9db1d9 of type vlan for network 73532445-3e6a-4d4c-a908-a598893223c3 Mar 28 12:03:26.963840 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-d9e4e75a-1931-4df0-8a8d-0cb85426228f tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Unset dirty status for tenant:b6a9bec0b9f442c5b95f6327b96ccc2d on resource:security_group_rule {{(pid=87870) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:03:26.965143 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-d9e4e75a-1931-4df0-8a8d-0cb85426228f tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1065476 Mar 28 12:03:26.969164 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 57904) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:03:27.014665 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-ba900a2d-d3ff-489f-b8cd-151e0a4858f3 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783495836591'] for network, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:27.019384 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-3cc5a595-d760-4028-8e11-89382998a6f8 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:27.032611 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-3cc5a595-d760-4028-8e11-89382998a6f8 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:27.072859 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-ba900a2d-d3ff-489f-b8cd-151e0a4858f3 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765'] for network, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:27.078577 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba900a2d-d3ff-489f-b8cd-151e0a4858f3 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:03:27.080224 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-ba900a2d-d3ff-489f-b8cd-151e0a4858f3 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks [] for network, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:27.106129 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-3cc5a595-d760-4028-8e11-89382998a6f8 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740322'] for security_group_rule, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:27.147198 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-3cc5a595-d760-4028-8e11-89382998a6f8 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:27.148456 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-3cc5a595-d760-4028-8e11-89382998a6f8 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/26c75edc-2b84-4e9b-9750-8a83f0525f5e HTTP/1.1" status: 204 len: 168 time: 0.1782348 Mar 28 12:03:27.151150 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 57910) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:03:27.195939 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc5a595-d760-4028-8e11-89382998a6f8 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=26c75edc-2b84-4e9b-9750-8a83f0525f5e,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:03:27.202680 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-ba900a2d-d3ff-489f-b8cd-151e0a4858f3 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3785026 Mar 28 12:03:27.205092 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 57914) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:03:27.213343 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.db [req-15ea5d95-d8b2-4a32-9b17-288bead79f53 req-f23da63d-c086-4b90-8efa-73d9eb08eb85 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] For port cdac5450-50ef-4b5f-bce9-c5e46bcc0853, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=cdac5450-50ef-4b5f-bce9-c5e46bcc0853,segment=NetworkSegment(c682aff1-a7cb-49be-a4a9-25d0e3913505),segment_id=c682aff1-a7cb-49be-a4a9-25d0e3913505)] {{(pid=87871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:03:27.214041 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-15ea5d95-d8b2-4a32-9b17-288bead79f53 req-f23da63d-c086-4b90-8efa-73d9eb08eb85 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:27.236757 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-c4f59a56-10f5-46c5-8b42-fffb6d6d1587 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Request body: {'subnet': {'network_id': '73532445-3e6a-4d4c-a908-a598893223c3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:03:27.255791 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba900a2d-d3ff-489f-b8cd-151e0a4858f3 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Pushing event updated for resources: {'Network': ['ID=73532445-3e6a-4d4c-a908-a598893223c3,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:03:27.270538 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Network 73532445-3e6a-4d4c-a908-a598893223c3 details requested by agent ovs-agent-dv-neutron-835340-2-hyperv with host dv-neutron-835340-2-hyperv {{(pid=87872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 12:03:27.308146 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e6eaf0-4450-4e76-9504-bd5f61886d90 req-a16b469e-c87c-4203-9db2-2e2add6c7192 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:03:27.314629 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-de32d7b8-d887-4da7-8dd8-400ca1f9617c tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Synchronizing usage tracker for tenant:b6a9bec0b9f442c5b95f6327b96ccc2d on resource:security_group_rule {{(pid=87871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:03:27.316597 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-b8e6eaf0-4450-4e76-9504-bd5f61886d90 req-a16b469e-c87c-4203-9db2-2e2add6c7192 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/ports?device_id=39711091-cbc3-44ae-b5c4-db841cd296c3 HTTP/1.1" status: 200 len: 946 time: 0.1222832 Mar 28 12:03:27.372040 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-b8e6eaf0-4450-4e76-9504-bd5f61886d90 req-5f725c67-ff37-4b4b-a7e7-9a6601c3517a tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/security-groups?id=b88777ae-9f2f-433d-925e-f6676c8d30b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541985 Mar 28 12:03:27.394718 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [req-15ea5d95-d8b2-4a32-9b17-288bead79f53 req-f23da63d-c086-4b90-8efa-73d9eb08eb85 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Calling delete_port for cdac5450-50ef-4b5f-bce9-c5e46bcc0853 owned by compute:nova {{(pid=87871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:03:27.523206 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-de32d7b8-d887-4da7-8dd8-400ca1f9617c tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Unset dirty status for tenant:b6a9bec0b9f442c5b95f6327b96ccc2d on resource:security_group_rule {{(pid=87871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:03:27.524380 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-de32d7b8-d887-4da7-8dd8-400ca1f9617c tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3699250 Mar 28 12:03:27.527416 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 57918) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:03:27.549753 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-c4f59a56-10f5-46c5-8b42-fffb6d6d1587 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:03:27.554963 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-c4f59a56-10f5-46c5-8b42-fffb6d6d1587 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Usage tracker for resource:subnet and tenant:44a7e1c73898465da6902581d6416cd0 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:03:27.558110 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-c4f59a56-10f5-46c5-8b42-fffb6d6d1587 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:03:27.564891 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-c4f59a56-10f5-46c5-8b42-fffb6d6d1587 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:03:27.592414 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-3b6bb541-ae80-4282-a1c4-ca898ba1e6f1 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Notify callbacks [] for security_group, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:27.616738 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4f59a56-10f5-46c5-8b42-fffb6d6d1587 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Made reservation on behalf of 44a7e1c73898465da6902581d6416cd0 for: {'subnet': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 12:03:27.620162 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-c4f59a56-10f5-46c5-8b42-fffb6d6d1587 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26551362'] for subnet, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:27.624018 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-3b6bb541-ae80-4282-a1c4-ca898ba1e6f1 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:27.676913 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-3b6bb541-ae80-4282-a1c4-ca898ba1e6f1 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:27.697145 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6bb541-ae80-4282-a1c4-ca898ba1e6f1 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfc34572-321e-4f01-8245-1e5efa4ac14d,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:03:27.713200 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-3b6bb541-ae80-4282-a1c4-ca898ba1e6f1 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Notify callbacks [] for security_group, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:27.715518 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-3b6bb541-ae80-4282-a1c4-ca898ba1e6f1 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] 10.222.0.30 "DELETE /v2.0/security-groups/dfc34572-321e-4f01-8245-1e5efa4ac14d HTTP/1.1" status: 204 len: 168 time: 0.1860442 Mar 28 12:03:27.717509 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 57922) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:03:27.755552 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-15ea5d95-d8b2-4a32-9b17-288bead79f53 req-f23da63d-c086-4b90-8efa-73d9eb08eb85 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:27.832535 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23da63d-c086-4b90-8efa-73d9eb08eb85 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Pushing event deleted for resources: {'Port': ['ID=cdac5450-50ef-4b5f-bce9-c5e46bcc0853,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:03:27.932505 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-6ba4cb79-725b-4daa-bab0-c578ee92c96c tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2101355 Mar 28 12:03:27.933333 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.l3_dvrscheduler_db [req-15ea5d95-d8b2-4a32-9b17-288bead79f53 req-f23da63d-c086-4b90-8efa-73d9eb08eb85 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] No DVR routers for this DVR port cdac5450-50ef-4b5f-bce9-c5e46bcc0853 on host hv-neutron-8353 {{(pid=87871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 12:03:27.937602 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-15ea5d95-d8b2-4a32-9b17-288bead79f53 req-f23da63d-c086-4b90-8efa-73d9eb08eb85 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:27.939769 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 57926) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:03:27.940574 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39711091-cbc3-44ae-b5c4-db841cd296c3', 'name': 'network-vif-deleted', 'tag': 'cdac5450-50ef-4b5f-bce9-c5e46bcc0853'}] {{(pid=87871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 12:03:27.945712 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-a825b9c7-fab5-4d75-9112-26fded4c261b tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Request body: {'security_group': {'name': 'tempest-secgroup--769016689'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:03:27.953558 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-a825b9c7-fab5-4d75-9112-26fded4c261b tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:03:27.958510 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-a825b9c7-fab5-4d75-9112-26fded4c261b tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Usage tracker for resource:security_group and tenant:b6a9bec0b9f442c5b95f6327b96ccc2d is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:03:27.962269 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-a825b9c7-fab5-4d75-9112-26fded4c261b tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:03:27.969322 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-a825b9c7-fab5-4d75-9112-26fded4c261b tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:03:27.984658 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-a825b9c7-fab5-4d75-9112-26fded4c261b tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Notify callbacks [] for security_group, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:28.001760 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39711091-cbc3-44ae-b5c4-db841cd296c3', 'name': 'network-vif-deleted', 'tag': 'cdac5450-50ef-4b5f-bce9-c5e46bcc0853', 'status': 'completed', 'code': 200} Mar 28 12:03:28.005987 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-15ea5d95-d8b2-4a32-9b17-288bead79f53 req-f23da63d-c086-4b90-8efa-73d9eb08eb85 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.11 "DELETE /v2.0/ports/cdac5450-50ef-4b5f-bce9-c5e46bcc0853 HTTP/1.1" status: 204 len: 173 time: 1.1566007 Mar 28 12:03:28.017434 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-a825b9c7-fab5-4d75-9112-26fded4c261b tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:03:28.022555 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-a825b9c7-fab5-4d75-9112-26fded4c261b tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Usage tracker for resource:security_group_rule and tenant:b6a9bec0b9f442c5b95f6327b96ccc2d is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:03:28.026245 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-a825b9c7-fab5-4d75-9112-26fded4c261b tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:03:28.033273 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-a825b9c7-fab5-4d75-9112-26fded4c261b tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:03:28.062452 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-c4f59a56-10f5-46c5-8b42-fffb6d6d1587 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2364128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26551408'] for subnet, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:28.119496 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-a825b9c7-fab5-4d75-9112-26fded4c261b tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Notify callbacks [] for security_group, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:28.123700 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-a825b9c7-fab5-4d75-9112-26fded4c261b tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:28.182850 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a825b9c7-fab5-4d75-9112-26fded4c261b tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Pushing event updated for resources: {'SecurityGroup': ['ID=377cc3bc-42b5-477e-a624-fe1cef3ef4a6,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:03:28.186308 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-a825b9c7-fab5-4d75-9112-26fded4c261b tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Notify callbacks [] for security_group, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:28.190917 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-a825b9c7-fab5-4d75-9112-26fded4c261b tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2462182 Mar 28 12:03:28.191202 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 57932) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:03:28.199239 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-06b17db0-c278-44a5-831d-f9591816ad7b tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Request body: {'security_group_rule': {'security_group_id': '377cc3bc-42b5-477e-a624-fe1cef3ef4a6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:03:28.211577 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-06b17db0-c278-44a5-831d-f9591816ad7b tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:03:28.216647 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-06b17db0-c278-44a5-831d-f9591816ad7b tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Usage tracker for resource:security_group_rule and tenant:b6a9bec0b9f442c5b95f6327b96ccc2d is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:03:28.220888 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-06b17db0-c278-44a5-831d-f9591816ad7b tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:03:28.227865 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-06b17db0-c278-44a5-831d-f9591816ad7b tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:03:28.256922 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-06b17db0-c278-44a5-831d-f9591816ad7b tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:28.278771 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f59a56-10f5-46c5-8b42-fffb6d6d1587 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Pushing event updated for resources: {'Subnet': ['ID=a1da9ebe-8a70-471f-a6c3-74c6c5893098,revision_number=0']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:03:28.287032 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f59a56-10f5-46c5-8b42-fffb6d6d1587 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Checking segment: {'id': '53007d3a-2870-4f49-bb10-ec3eac9db1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '73532445-3e6a-4d4c-a908-a598893223c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 12:03:28.287392 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4f59a56-10f5-46c5-8b42-fffb6d6d1587 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Network hostable DHCP agents. Network: 73532445-3e6a-4d4c-a908-a598893223c3, hostable agents: ['3cb85949-855b-4a40-b988-cd5705e511da'], hosted agents: [] {{(pid=87871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 12:03:28.308704 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4f59a56-10f5-46c5-8b42-fffb6d6d1587 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Network 73532445-3e6a-4d4c-a908-a598893223c3 is scheduled to be hosted by DHCP agent 3cb85949-855b-4a40-b988-cd5705e511da with binding_index 1 {{(pid=87871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 12:03:28.320516 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-c4f59a56-10f5-46c5-8b42-fffb6d6d1587 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-2-hyperv, 73532445-3e6a-4d4c-a908-a598893223c3) {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:03:28.325097 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4f59a56-10f5-46c5-8b42-fffb6d6d1587 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:03:28.325682 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-c4f59a56-10f5-46c5-8b42-fffb6d6d1587 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks [] for subnet, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:28.329989 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-06b17db0-c278-44a5-831d-f9591816ad7b tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:28.333269 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aa071f4-58b0-4c05-bbcd-37092b19131b None None] Network 73532445-3e6a-4d4c-a908-a598893223c3 requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 12:03:28.337624 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-06b17db0-c278-44a5-831d-f9591816ad7b tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740322'] for security_group_rule, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:28.352782 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-c4f59a56-10f5-46c5-8b42-fffb6d6d1587 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1393590 Mar 28 12:03:28.353049 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 57936) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:03:28.370911 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b17db0-c278-44a5-831d-f9591816ad7b tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59ec26cd-b2c1-446b-9d2b-064d20f383d1,revision_number=0']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:03:28.396310 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-06b17db0-c278-44a5-831d-f9591816ad7b tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:28.397500 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-06b17db0-c278-44a5-831d-f9591816ad7b tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2052872 Mar 28 12:03:28.400081 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 57942) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:03:28.496948 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-2efe12ae-9a20-4576-befc-7152364b21ef tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Notify callbacks [] for security_group, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:28.571983 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-9778bb6f-c3c4-41a2-891d-a15189f57267 req-bf2e26f0-21d5-4176-9f7e-160bdc0a6c00 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/ports?device_id=39711091-cbc3-44ae-b5c4-db841cd296c3 HTTP/1.1" status: 200 len: 210 time: 0.0557153 Mar 28 12:03:28.573801 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-2efe12ae-9a20-4576-befc-7152364b21ef tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:28.601179 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-132e6c98-21c8-4732-a0ef-647ad4636864 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1d3f2a9-8722-5ce5-bc40-181687d1ed3f-73532445-3e6a-4d4c-a908-a598893223c3', 'network_id': '73532445-3e6a-4d4c-a908-a598893223c3', 'tenant_id': '44a7e1c73898465da6902581d6416cd0', 'fixed_ips': [{'subnet_id': 'a1da9ebe-8a70-471f-a6c3-74c6c5893098'}]}} from dv-neutron-835340-2-hyperv. {{(pid=87872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 12:03:28.602208 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-132e6c98-21c8-4732-a0ef-647ad4636864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:28.649915 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-2efe12ae-9a20-4576-befc-7152364b21ef tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:28.669748 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efe12ae-9a20-4576-befc-7152364b21ef tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=377cc3bc-42b5-477e-a624-fe1cef3ef4a6,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:03:28.680906 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-2efe12ae-9a20-4576-befc-7152364b21ef tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Notify callbacks [] for security_group, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:28.684612 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-2efe12ae-9a20-4576-befc-7152364b21ef tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] 10.222.0.30 "DELETE /v2.0/security-groups/377cc3bc-42b5-477e-a624-fe1cef3ef4a6 HTTP/1.1" status: 204 len: 168 time: 0.2811513 Mar 28 12:03:28.684612 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 57946) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:03:28.736019 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-f9bf04ca-bb38-4595-9094-1dcf5e6d8f85 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Synchronizing usage tracker for tenant:b6a9bec0b9f442c5b95f6327b96ccc2d on resource:security_group {{(pid=87870) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:03:28.752931 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-f9bf04ca-bb38-4595-9094-1dcf5e6d8f85 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Unset dirty status for tenant:b6a9bec0b9f442c5b95f6327b96ccc2d on resource:security_group {{(pid=87870) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:03:28.757105 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-f9bf04ca-bb38-4595-9094-1dcf5e6d8f85 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0692921 Mar 28 12:03:28.757500 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 57950) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:03:28.795537 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.db_base_plugin_common [None req-132e6c98-21c8-4732-a0ef-647ad4636864 None None] Allocated IP 2001:db8::2 (73532445-3e6a-4d4c-a908-a598893223c3/a1da9ebe-8a70-471f-a6c3-74c6c5893098/cf3b876d-6f42-45f6-869e-31da020a129c) {{(pid=87872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 12:03:28.805156 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-378418e3-4697-4bed-ab81-8028236b4d42 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Synchronizing usage tracker for tenant:b6a9bec0b9f442c5b95f6327b96ccc2d on resource:security_group_rule {{(pid=87870) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:03:28.824621 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-378418e3-4697-4bed-ab81-8028236b4d42 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] Unset dirty status for tenant:b6a9bec0b9f442c5b95f6327b96ccc2d on resource:security_group_rule {{(pid=87870) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:03:28.828622 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-378418e3-4697-4bed-ab81-8028236b4d42 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0674582 Mar 28 12:03:28.829490 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 57954) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:03:28.847059 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.api.v2.resource [None req-737b1145-1760-4837-b597-2a040eaf8918 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] delete failed (client error): The resource could not be found. Mar 28 12:03:28.851545 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-737b1145-1760-4837-b597-2a040eaf8918 tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] 10.222.0.30 "DELETE /v2.0/security-groups/377cc3bc-42b5-477e-a624-fe1cef3ef4a6 HTTP/1.1" status: 404 len: 347 time: 0.0176103 Mar 28 12:03:28.852971 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 57958) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:03:28.909794 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-bd48ce4d-4c99-4d59-b965-21bc9d3aa62d tempest-SecGroupTest-700805477 tempest-SecGroupTest-700805477-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0553460 Mar 28 12:03:28.970669 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-23edd85d-78af-4880-bbcf-aa78e7cdd595 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:29.030012 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-132e6c98-21c8-4732-a0ef-647ad4636864 None None] Notify callbacks [] for port, precommit_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:29.041633 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-132e6c98-21c8-4732-a0ef-647ad4636864 None None] Transition to ACTIVE for port object cf3b876d-6f42-45f6-869e-31da020a129c will not be triggered until provisioned by entity L2. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:03:29.063032 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-132e6c98-21c8-4732-a0ef-647ad4636864 None None] Transition to ACTIVE for port object cf3b876d-6f42-45f6-869e-31da020a129c will not be triggered until provisioned by entity DHCP. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:03:29.069899 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-132e6c98-21c8-4732-a0ef-647ad4636864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241'] for port, after_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:29.143929 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132e6c98-21c8-4732-a0ef-647ad4636864 None None] Pushing event updated for resources: {'Port': ['ID=cf3b876d-6f42-45f6-869e-31da020a129c,revision_number=1']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:03:29.149651 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-132e6c98-21c8-4732-a0ef-647ad4636864 None None] Network 73532445-3e6a-4d4c-a908-a598893223c3 is already hosted by enough agents. {{(pid=87872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:03:29.150775 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.base_scheduler [None req-132e6c98-21c8-4732-a0ef-647ad4636864 None None] Resources bound (agent type, host, resource id): {{(pid=87872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:03:29.152865 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-132e6c98-21c8-4732-a0ef-647ad4636864 None None] Received port after_create {{(pid=87872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 12:03:29.200533 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 57966) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:03:29.243255 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-132e6c98-21c8-4732-a0ef-647ad4636864 None None] Attempting to bind port cf3b876d-6f42-45f6-869e-31da020a129c on host dv-neutron-835340-2-hyperv for vnic_type normal with profile {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 12:03:29.243629 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-132e6c98-21c8-4732-a0ef-647ad4636864 None None] Attempting to bind port cf3b876d-6f42-45f6-869e-31da020a129c by drivers openvswitch,hyperv on host dv-neutron-835340-2-hyperv at level 0 using segments [{'id': '53007d3a-2870-4f49-bb10-ec3eac9db1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '73532445-3e6a-4d4c-a908-a598893223c3'}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 12:03:29.244095 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132e6c98-21c8-4732-a0ef-647ad4636864 None None] Attempting to bind port cf3b876d-6f42-45f6-869e-31da020a129c on network 73532445-3e6a-4d4c-a908-a598893223c3 {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 12:03:29.249269 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132e6c98-21c8-4732-a0ef-647ad4636864 None None] Checking agent: {'id': '961a16fe-cbc8-4264-ac28-bbbd53f89caa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 46, 6), 'started_at': datetime.datetime(2022, 3, 28, 11, 46, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 12, 3, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 12:03:29.249640 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132e6c98-21c8-4732-a0ef-647ad4636864 None None] Checking segment: {'id': '53007d3a-2870-4f49-bb10-ec3eac9db1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '73532445-3e6a-4d4c-a908-a598893223c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 12:03:29.250040 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-132e6c98-21c8-4732-a0ef-647ad4636864 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:29.250429 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132e6c98-21c8-4732-a0ef-647ad4636864 None None] Bound using segment: {'id': '53007d3a-2870-4f49-bb10-ec3eac9db1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '73532445-3e6a-4d4c-a908-a598893223c3'} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 12:03:29.251491 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-132e6c98-21c8-4732-a0ef-647ad4636864 None None] Bound port: cf3b876d-6f42-45f6-869e-31da020a129c, host: dv-neutron-835340-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53007d3a-2870-4f49-bb10-ec3eac9db1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '73532445-3e6a-4d4c-a908-a598893223c3'}}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 12:03:29.251880 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-132e6c98-21c8-4732-a0ef-647ad4636864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:29.327755 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.db_base_plugin_common [None req-23edd85d-78af-4880-bbcf-aa78e7cdd595 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Allocated IP 2001:db8::1 (73532445-3e6a-4d4c-a908-a598893223c3/a1da9ebe-8a70-471f-a6c3-74c6c5893098/aebffafa-fa54-4b34-bbe3-ec13fcde6ae8) {{(pid=87871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 12:03:29.346171 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-132e6c98-21c8-4732-a0ef-647ad4636864 None None] For port cf3b876d-6f42-45f6-869e-31da020a129c, host dv-neutron-835340-2-hyperv, cleared binding levels {{(pid=87872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 12:03:29.349409 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-132e6c98-21c8-4732-a0ef-647ad4636864 None None] For port cf3b876d-6f42-45f6-869e-31da020a129c, host dv-neutron-835340-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=cf3b876d-6f42-45f6-869e-31da020a129c,segment=NetworkSegment(53007d3a-2870-4f49-bb10-ec3eac9db1d9),segment_id=53007d3a-2870-4f49-bb10-ec3eac9db1d9)] {{(pid=87872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 12:03:29.354172 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-132e6c98-21c8-4732-a0ef-647ad4636864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:29.370562 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-4902b18b-3baa-41a6-8d66-b53ccad30568 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b6a9bec0b9f442c5b95f6327b96ccc2d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1685262 Mar 28 12:03:29.373220 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 57972) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:03:29.449934 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c8c36751-9a31-4617-ad2f-eac45a8bd86d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:29.463032 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132e6c98-21c8-4732-a0ef-647ad4636864 None None] Pushing event updated for resources: {'Port': ['ID=cf3b876d-6f42-45f6-869e-31da020a129c,revision_number=2']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:03:29.481026 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c8c36751-9a31-4617-ad2f-eac45a8bd86d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:29.518871 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-23edd85d-78af-4880-bbcf-aa78e7cdd595 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks [] for port, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:29.536035 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.provisioning_blocks [None req-23edd85d-78af-4880-bbcf-aa78e7cdd595 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Transition to ACTIVE for port object aebffafa-fa54-4b34-bbe3-ec13fcde6ae8 will not be triggered until provisioned by entity DHCP. {{(pid=87871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:03:29.537199 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c8c36751-9a31-4617-ad2f-eac45a8bd86d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:29.556613 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c36751-9a31-4617-ad2f-eac45a8bd86d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2568dbe-119c-4ddc-8318-af3c6b8a6267,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:03:29.563984 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-23edd85d-78af-4880-bbcf-aa78e7cdd595 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:29.577952 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c8c36751-9a31-4617-ad2f-eac45a8bd86d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:29.581877 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-c8c36751-9a31-4617-ad2f-eac45a8bd86d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e2568dbe-119c-4ddc-8318-af3c6b8a6267 HTTP/1.1" status: 204 len: 168 time: 0.2042840 Mar 28 12:03:29.607680 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Device cdac5450-50ef-4b5f-bce9-c5e46bcc0853 no longer exists at agent hyperv_hv-neutron-8353 {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 12:03:29.647219 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23edd85d-78af-4880-bbcf-aa78e7cdd595 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Network 73532445-3e6a-4d4c-a908-a598893223c3 is already hosted by enough agents. {{(pid=87871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:03:29.651408 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-23edd85d-78af-4880-bbcf-aa78e7cdd595 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Resources bound (agent type, host, resource id): {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:03:29.661313 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23edd85d-78af-4880-bbcf-aa78e7cdd595 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Received port after_create {{(pid=87871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 12:03:29.661840 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-23edd85d-78af-4880-bbcf-aa78e7cdd595 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-709483'] for router_interface, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:29.697327 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] No Port match for: cdac5450-50ef-4b5f-bce9-c5e46bcc0853 {{(pid=87872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 12:03:29.697672 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Device cdac5450-50ef-4b5f-bce9-c5e46bcc0853 not bound to the agent host hv-neutron-8353 {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 12:03:29.714437 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23edd85d-78af-4880-bbcf-aa78e7cdd595 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Pushing event updated for resources: {'Port': ['ID=aebffafa-fa54-4b34-bbe3-ec13fcde6ae8,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:03:29.731625 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 57980) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:03:29.795014 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-23edd85d-78af-4880-bbcf-aa78e7cdd595 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:29.844174 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-2355ec9d-f99d-4bcb-9307-71e7246e1784 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:29.890254 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-2355ec9d-f99d-4bcb-9307-71e7246e1784 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:29.984754 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-2355ec9d-f99d-4bcb-9307-71e7246e1784 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:30.022880 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2355ec9d-f99d-4bcb-9307-71e7246e1784 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b88777ae-9f2f-433d-925e-f6676c8d30b0,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:03:30.045630 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-2355ec9d-f99d-4bcb-9307-71e7246e1784 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:30.050473 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-2355ec9d-f99d-4bcb-9307-71e7246e1784 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "DELETE /v2.0/security-groups/b88777ae-9f2f-433d-925e-f6676c8d30b0 HTTP/1.1" status: 204 len: 168 time: 0.3136952 Mar 28 12:03:30.071302 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device cf3b876d-6f42-45f6-869e-31da020a129c up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:03:30.093664 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 57986) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:03:30.152664 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning for port cf3b876d-6f42-45f6-869e-31da020a129c completed by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:03:30.396222 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-23edd85d-78af-4880-bbcf-aa78e7cdd595 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks [] for port, precommit_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:30.402363 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-23edd85d-78af-4880-bbcf-aa78e7cdd595 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2363241'] for port, after_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:30.403118 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-23edd85d-78af-4880-bbcf-aa78e7cdd595 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-743372'] for router_interface, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:30.480261 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23edd85d-78af-4880-bbcf-aa78e7cdd595 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Pushing event updated for resources: {'Port': ['ID=aebffafa-fa54-4b34-bbe3-ec13fcde6ae8,revision_number=2']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:03:30.632875 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23edd85d-78af-4880-bbcf-aa78e7cdd595 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Network 73532445-3e6a-4d4c-a908-a598893223c3 is already hosted by enough agents. {{(pid=87871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:03:30.634006 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-23edd85d-78af-4880-bbcf-aa78e7cdd595 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Resources bound (agent type, host, resource id): {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:03:30.691007 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5982866a-fd07-49d0-a4c1-c04dc69a3b86 None None] Network 73532445-3e6a-4d4c-a908-a598893223c3 requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 12:03:30.830595 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-a0cb565d-b29f-42fb-a760-1c2be72e6780 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-743394'] for router_interface, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:30.840669 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23edd85d-78af-4880-bbcf-aa78e7cdd595 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Router cf26e7b0-5ff7-494a-845c-a556c0af938d is scheduled to L3 agent af79d429-529e-400b-a119-94d4bec03f3e with binding_index 1 {{(pid=87871) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 12:03:30.908330 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-7ae83c03-8674-47f2-8cf6-7b3ebbaf4da5 None None] Provisioning for port cf3b876d-6f42-45f6-869e-31da020a129c completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:03:30.927698 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-7ae83c03-8674-47f2-8cf6-7b3ebbaf4da5 None None] Provisioning complete for port cf3b876d-6f42-45f6-869e-31da020a129c triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:03:30.928128 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-7ae83c03-8674-47f2-8cf6-7b3ebbaf4da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:31.020329 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23edd85d-78af-4880-bbcf-aa78e7cdd595 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 12:03:31.033234 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a9d7383-a9f7-4fbf-a6d5-506b78e4df58 None None] Sync routers for ids ['cf26e7b0-5ff7-494a-845c-a556c0af938d'] in dv-neutron-835340-2-hyperv {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 12:03:31.036550 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-23edd85d-78af-4880-bbcf-aa78e7cdd595 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] 10.222.0.30 "PUT /v2.0/routers/cf26e7b0-5ff7-494a-845c-a556c0af938d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6821892 Mar 28 12:03:31.039110 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 57990) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:03:31.044714 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-0a997a07-0739-4392-845c-d07fdef079b2 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-875108937'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:03:31.045178 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a9d7383-a9f7-4fbf-a6d5-506b78e4df58 None None] Routers {'cf26e7b0-5ff7-494a-845c-a556c0af938d'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:03:31.045993 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-9a9d7383-a9f7-4fbf-a6d5-506b78e4df58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:03:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['cf26e7b0-5ff7-494a-845c-a556c0af938d'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:03:31.049888 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-0a997a07-0739-4392-845c-d07fdef079b2 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:03:31.053754 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-0a997a07-0739-4392-845c-d07fdef079b2 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Usage tracker for resource:network and tenant:44a7e1c73898465da6902581d6416cd0 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:03:31.056660 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-0a997a07-0739-4392-845c-d07fdef079b2 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:03:31.062555 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-0a997a07-0739-4392-845c-d07fdef079b2 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:03:31.074722 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a997a07-0739-4392-845c-d07fdef079b2 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Made reservation on behalf of 44a7e1c73898465da6902581d6416cd0 for: {'network': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 12:03:31.079234 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-0a997a07-0739-4392-845c-d07fdef079b2 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for network, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:31.109716 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-7ae83c03-8674-47f2-8cf6-7b3ebbaf4da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:31.113761 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a997a07-0739-4392-845c-d07fdef079b2 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'} {{(pid=87871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 12:03:31.125499 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-0a997a07-0739-4392-845c-d07fdef079b2 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:31.126637 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.db.segments_db [None req-0a997a07-0739-4392-845c-d07fdef079b2 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Added segment 036faa1b-6c57-4c05-8875-fb7bc98a0f08 of type vlan for network 347a7a36-775e-4df6-9cbc-c2cfc9d12c23 Mar 28 12:03:31.154451 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-7ae83c03-8674-47f2-8cf6-7b3ebbaf4da5 None None] For port cf3b876d-6f42-45f6-869e-31da020a129c, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=cf3b876d-6f42-45f6-869e-31da020a129c,segment=NetworkSegment(53007d3a-2870-4f49-bb10-ec3eac9db1d9),segment_id=53007d3a-2870-4f49-bb10-ec3eac9db1d9)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:03:31.158417 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-0a997a07-0739-4392-845c-d07fdef079b2 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783495836591'] for network, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:31.160205 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-7ae83c03-8674-47f2-8cf6-7b3ebbaf4da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:31.200196 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-0a997a07-0739-4392-845c-d07fdef079b2 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765'] for network, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:31.207247 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a997a07-0739-4392-845c-d07fdef079b2 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:03:31.207893 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-0a997a07-0739-4392-845c-d07fdef079b2 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks [] for network, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:31.245464 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvr_db [None req-9a9d7383-a9f7-4fbf-a6d5-506b78e4df58 None None] Set router cf26e7b0-5ff7-494a-845c-a556c0af938d gateway port host: None {{(pid=87873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:03:31.258878 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae83c03-8674-47f2-8cf6-7b3ebbaf4da5 None None] Pushing event updated for resources: {'Port': ['ID=cf3b876d-6f42-45f6-869e-31da020a129c,revision_number=3']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:03:31.331393 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-0a997a07-0739-4392-845c-d07fdef079b2 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2912176 Mar 28 12:03:31.336303 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 57994) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:03:31.343812 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a997a07-0739-4392-845c-d07fdef079b2 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Pushing event updated for resources: {'Network': ['ID=347a7a36-775e-4df6-9cbc-c2cfc9d12c23,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:03:31.345754 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-9b28f79d-5753-4f5f-b6db-6555e2c2dec7 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Request body: {'subnet': {'network_id': '347a7a36-775e-4df6-9cbc-c2cfc9d12c23', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:03:31.355528 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Network 347a7a36-775e-4df6-9cbc-c2cfc9d12c23 details requested by agent ovs-agent-dv-neutron-835340-2-hyperv with host dv-neutron-835340-2-hyperv {{(pid=87872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 12:03:31.360536 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-a0cb565d-b29f-42fb-a760-1c2be72e6780 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Deleting port ca7c26d4-2122-4045-b6ad-bfc9df75ba84 {{(pid=87870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:03:31.361021 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-a0cb565d-b29f-42fb-a760-1c2be72e6780 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:31.502348 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-aaa748f5-8082-4d46-b62c-c0a16182edbc None None] Provisioning complete for port cf3b876d-6f42-45f6-869e-31da020a129c triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:03:31.502716 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-aaa748f5-8082-4d46-b62c-c0a16182edbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:31.640545 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-9a9d7383-a9f7-4fbf-a6d5-506b78e4df58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf26e7b0-5ff7-494a-845c-a556c0af938d', 'name': 'tempest-RoutersIpV6Test-router-212202272', 'tenant_id': '44a7e1c73898465da6902581d6416cd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:03:26Z', 'updated_at': '2022-03-28T12:03:29Z', 'revision_number': 2, 'project_id': '44a7e1c73898465da6902581d6416cd0', 'gw_port_host': None, '_interfaces': [{'id': 'aebffafa-fa54-4b34-bbe3-ec13fcde6ae8', 'name': '', 'network_id': '73532445-3e6a-4d4c-a908-a598893223c3', 'tenant_id': '44a7e1c73898465da6902581d6416cd0', 'mac_address': 'fa:16:3e:a6:e0:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf26e7b0-5ff7-494a-845c-a556c0af938d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': 'a1da9ebe-8a70-471f-a6c3-74c6c5893098', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:03:29Z', 'updated_at': '2022-03-28T12:03:30Z', 'revision_number': 2, 'project_id': '44a7e1c73898465da6902581d6416cd0', 'subnets': [{'id': 'a1da9ebe-8a70-471f-a6c3-74c6c5893098', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:03:31.646754 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a9d7383-a9f7-4fbf-a6d5-506b78e4df58 None None] Checking router: cf26e7b0-5ff7-494a-845c-a556c0af938d for host: dv-neutron-835340-2-hyperv {{(pid=87873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 12:03:31.647347 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a9d7383-a9f7-4fbf-a6d5-506b78e4df58 None None] Updating router cf26e7b0-5ff7-494a-845c-a556c0af938d port aebffafa-fa54-4b34-bbe3-ec13fcde6ae8 binding host dv-neutron-835340-2-hyperv {{(pid=87873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 12:03:31.651049 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-aaa748f5-8082-4d46-b62c-c0a16182edbc None None] Provisioning for port aebffafa-fa54-4b34-bbe3-ec13fcde6ae8 completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:03:31.661381 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-aaa748f5-8082-4d46-b62c-c0a16182edbc None None] Provisioning complete for port aebffafa-fa54-4b34-bbe3-ec13fcde6ae8 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:03:31.661840 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-aaa748f5-8082-4d46-b62c-c0a16182edbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:31.669117 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-9b28f79d-5753-4f5f-b6db-6555e2c2dec7 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:03:31.674078 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-9b28f79d-5753-4f5f-b6db-6555e2c2dec7 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Usage tracker for resource:subnet and tenant:44a7e1c73898465da6902581d6416cd0 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:03:31.677304 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-9b28f79d-5753-4f5f-b6db-6555e2c2dec7 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:03:31.685141 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.db [None req-a0cb565d-b29f-42fb-a760-1c2be72e6780 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] For port ca7c26d4-2122-4045-b6ad-bfc9df75ba84, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=ca7c26d4-2122-4045-b6ad-bfc9df75ba84,segment=NetworkSegment(c682aff1-a7cb-49be-a4a9-25d0e3913505),segment_id=c682aff1-a7cb-49be-a4a9-25d0e3913505)] {{(pid=87870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:03:31.685543 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-a0cb565d-b29f-42fb-a760-1c2be72e6780 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:31.695590 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-9b28f79d-5753-4f5f-b6db-6555e2c2dec7 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:03:31.718369 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron_lib.callbacks.manager [None req-9a9d7383-a9f7-4fbf-a6d5-506b78e4df58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:31.727152 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-aaa748f5-8082-4d46-b62c-c0a16182edbc None None] Port aebffafa-fa54-4b34-bbe3-ec13fcde6ae8 cannot update to ACTIVE because it is not bound. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 12:03:31.822072 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-a0cb565d-b29f-42fb-a760-1c2be72e6780 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Calling delete_port for ca7c26d4-2122-4045-b6ad-bfc9df75ba84 owned by network:router_interface {{(pid=87870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:03:31.853018 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b28f79d-5753-4f5f-b6db-6555e2c2dec7 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Made reservation on behalf of 44a7e1c73898465da6902581d6416cd0 for: {'subnet': 1} {{(pid=87870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 12:03:31.853661 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-606f992e-a35c-4934-a1e2-6b5240110544 None None] Provisioning complete for port aebffafa-fa54-4b34-bbe3-ec13fcde6ae8 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:03:31.853974 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-606f992e-a35c-4934-a1e2-6b5240110544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:31.856456 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-9b28f79d-5753-4f5f-b6db-6555e2c2dec7 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2563571'] for subnet, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:31.924187 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-606f992e-a35c-4934-a1e2-6b5240110544 None None] Port aebffafa-fa54-4b34-bbe3-ec13fcde6ae8 cannot update to ACTIVE because it is not bound. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 12:03:31.978079 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device cf3b876d-6f42-45f6-869e-31da020a129c up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:03:32.065446 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-953f468f-88db-4710-92de-06db1cbe917a None None] Provisioning complete for port aebffafa-fa54-4b34-bbe3-ec13fcde6ae8 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:03:32.066139 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-953f468f-88db-4710-92de-06db1cbe917a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:32.126531 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron_lib.callbacks.manager [None req-9a9d7383-a9f7-4fbf-a6d5-506b78e4df58 None None] Notify callbacks [] for port, precommit_update {{(pid=87873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:32.134139 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-953f468f-88db-4710-92de-06db1cbe917a None None] Port aebffafa-fa54-4b34-bbe3-ec13fcde6ae8 cannot update to ACTIVE because it is not bound. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 12:03:32.136008 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port cf3b876d-6f42-45f6-869e-31da020a129c triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:03:32.136568 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:32.138900 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.provisioning_blocks [None req-9a9d7383-a9f7-4fbf-a6d5-506b78e4df58 None None] Transition to ACTIVE for port object aebffafa-fa54-4b34-bbe3-ec13fcde6ae8 will not be triggered until provisioned by entity L2. {{(pid=87873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:03:32.146940 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron_lib.callbacks.manager [None req-9a9d7383-a9f7-4fbf-a6d5-506b78e4df58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:32.323671 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-78814c75-23f0-4ab4-8ac2-e394edc51d66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:32.330913 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-9b28f79d-5753-4f5f-b6db-6555e2c2dec7 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2561241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2563521'] for subnet, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:32.388250 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323bb8c7-3a7a-4077-a43d-ec8d1ffc2b83 None None] Pushing event updated for resources: {'Port': ['ID=aebffafa-fa54-4b34-bbe3-ec13fcde6ae8,revision_number=3']} {{(pid=87873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:03:32.404605 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323bb8c7-3a7a-4077-a43d-ec8d1ffc2b83 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:03:32.404954 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323bb8c7-3a7a-4077-a43d-ec8d1ffc2b83 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:03:32.405466 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323bb8c7-3a7a-4077-a43d-ec8d1ffc2b83 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:03:32.405966 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323bb8c7-3a7a-4077-a43d-ec8d1ffc2b83 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:03:32.406445 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323bb8c7-3a7a-4077-a43d-ec8d1ffc2b83 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:03:32.406994 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323bb8c7-3a7a-4077-a43d-ec8d1ffc2b83 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:03:32.408190 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323bb8c7-3a7a-4077-a43d-ec8d1ffc2b83 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:03:32.408768 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323bb8c7-3a7a-4077-a43d-ec8d1ffc2b83 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:03:32.409105 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323bb8c7-3a7a-4077-a43d-ec8d1ffc2b83 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:03:32.409489 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323bb8c7-3a7a-4077-a43d-ec8d1ffc2b83 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:03:32.409743 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323bb8c7-3a7a-4077-a43d-ec8d1ffc2b83 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:03:32.410223 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323bb8c7-3a7a-4077-a43d-ec8d1ffc2b83 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:03:32.422306 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.managers [None req-9a9d7383-a9f7-4fbf-a6d5-506b78e4df58 None None] Attempting to bind port aebffafa-fa54-4b34-bbe3-ec13fcde6ae8 on host dv-neutron-835340-2-hyperv for vnic_type normal with profile {{(pid=87873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 12:03:32.422694 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.managers [None req-9a9d7383-a9f7-4fbf-a6d5-506b78e4df58 None None] Attempting to bind port aebffafa-fa54-4b34-bbe3-ec13fcde6ae8 by drivers openvswitch,hyperv on host dv-neutron-835340-2-hyperv at level 0 using segments [{'id': '53007d3a-2870-4f49-bb10-ec3eac9db1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '73532445-3e6a-4d4c-a908-a598893223c3'}] {{(pid=87873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 12:03:32.423169 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a9d7383-a9f7-4fbf-a6d5-506b78e4df58 None None] Attempting to bind port aebffafa-fa54-4b34-bbe3-ec13fcde6ae8 on network 73532445-3e6a-4d4c-a908-a598893223c3 {{(pid=87873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 12:03:32.431417 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a9d7383-a9f7-4fbf-a6d5-506b78e4df58 None None] Checking agent: {'id': '961a16fe-cbc8-4264-ac28-bbbd53f89caa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 46, 6), 'started_at': datetime.datetime(2022, 3, 28, 11, 46, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 12, 3, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 12:03:32.431928 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a9d7383-a9f7-4fbf-a6d5-506b78e4df58 None None] Checking segment: {'id': '53007d3a-2870-4f49-bb10-ec3eac9db1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '73532445-3e6a-4d4c-a908-a598893223c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 12:03:32.432327 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron_lib.callbacks.manager [None req-9a9d7383-a9f7-4fbf-a6d5-506b78e4df58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:32.432704 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a9d7383-a9f7-4fbf-a6d5-506b78e4df58 None None] Bound using segment: {'id': '53007d3a-2870-4f49-bb10-ec3eac9db1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '73532445-3e6a-4d4c-a908-a598893223c3'} {{(pid=87873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 12:03:32.433133 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.managers [None req-9a9d7383-a9f7-4fbf-a6d5-506b78e4df58 None None] Bound port: aebffafa-fa54-4b34-bbe3-ec13fcde6ae8, host: dv-neutron-835340-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53007d3a-2870-4f49-bb10-ec3eac9db1d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '73532445-3e6a-4d4c-a908-a598893223c3'}}] {{(pid=87873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 12:03:32.433515 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron_lib.callbacks.manager [None req-9a9d7383-a9f7-4fbf-a6d5-506b78e4df58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:32.441971 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b28f79d-5753-4f5f-b6db-6555e2c2dec7 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Pushing event updated for resources: {'Subnet': ['ID=350bbb88-e103-4194-bdce-98c2a7d5563b,revision_number=0']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:03:32.445310 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-a0cb565d-b29f-42fb-a760-1c2be72e6780 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:32.503067 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cb565d-b29f-42fb-a760-1c2be72e6780 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Pushing event deleted for resources: {'Port': ['ID=ca7c26d4-2122-4045-b6ad-bfc9df75ba84,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:03:32.532094 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.db [None req-9a9d7383-a9f7-4fbf-a6d5-506b78e4df58 None None] For port aebffafa-fa54-4b34-bbe3-ec13fcde6ae8, host dv-neutron-835340-2-hyperv, cleared binding levels {{(pid=87873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 12:03:32.533806 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b28f79d-5753-4f5f-b6db-6555e2c2dec7 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Checking segment: {'id': '036faa1b-6c57-4c05-8875-fb7bc98a0f08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '347a7a36-775e-4df6-9cbc-c2cfc9d12c23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 12:03:32.534251 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b28f79d-5753-4f5f-b6db-6555e2c2dec7 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Network hostable DHCP agents. Network: 347a7a36-775e-4df6-9cbc-c2cfc9d12c23, hostable agents: ['3cb85949-855b-4a40-b988-cd5705e511da'], hosted agents: [] {{(pid=87870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 12:03:32.535605 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.db [None req-9a9d7383-a9f7-4fbf-a6d5-506b78e4df58 None None] For port aebffafa-fa54-4b34-bbe3-ec13fcde6ae8, host dv-neutron-835340-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=aebffafa-fa54-4b34-bbe3-ec13fcde6ae8,segment=NetworkSegment(53007d3a-2870-4f49-bb10-ec3eac9db1d9),segment_id=53007d3a-2870-4f49-bb10-ec3eac9db1d9)] {{(pid=87873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 12:03:32.541210 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron_lib.callbacks.manager [None req-9a9d7383-a9f7-4fbf-a6d5-506b78e4df58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:32.624574 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a9d7383-a9f7-4fbf-a6d5-506b78e4df58 None None] Routers {'cf26e7b0-5ff7-494a-845c-a556c0af938d'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:03:32.625121 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-9a9d7383-a9f7-4fbf-a6d5-506b78e4df58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:03:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['cf26e7b0-5ff7-494a-845c-a556c0af938d'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:03:32.681339 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b28f79d-5753-4f5f-b6db-6555e2c2dec7 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Network 347a7a36-775e-4df6-9cbc-c2cfc9d12c23 is scheduled to be hosted by DHCP agent 3cb85949-855b-4a40-b988-cd5705e511da with binding_index 1 {{(pid=87870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 12:03:32.685232 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323bb8c7-3a7a-4077-a43d-ec8d1ffc2b83 None None] Pushing event updated for resources: {'Port': ['ID=aebffafa-fa54-4b34-bbe3-ec13fcde6ae8,revision_number=4']} {{(pid=87873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:03:32.715401 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.base_scheduler [None req-9b28f79d-5753-4f5f-b6db-6555e2c2dec7 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-2-hyperv, 347a7a36-775e-4df6-9cbc-c2cfc9d12c23) {{(pid=87870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:03:32.722051 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b28f79d-5753-4f5f-b6db-6555e2c2dec7 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:03:32.722792 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-9b28f79d-5753-4f5f-b6db-6555e2c2dec7 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks [] for subnet, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:32.728178 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad8587d4-8e52-4d18-bbd5-fbe6564303d1 None None] Network 347a7a36-775e-4df6-9cbc-c2cfc9d12c23 requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 12:03:32.817332 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvr_db [None req-9a9d7383-a9f7-4fbf-a6d5-506b78e4df58 None None] Set router cf26e7b0-5ff7-494a-845c-a556c0af938d gateway port host: None {{(pid=87873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:03:32.876379 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 57998) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:03:32.877179 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-9b28f79d-5753-4f5f-b6db-6555e2c2dec7 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.5391641 Mar 28 12:03:32.902143 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-a0cb565d-b29f-42fb-a760-1c2be72e6780 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-743246'] for router_interface, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:33.057035 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0665ab5-0592-4d9b-b175-8194a17fe8f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1d3f2a9-8722-5ce5-bc40-181687d1ed3f-347a7a36-775e-4df6-9cbc-c2cfc9d12c23', 'network_id': '347a7a36-775e-4df6-9cbc-c2cfc9d12c23', 'tenant_id': '44a7e1c73898465da6902581d6416cd0', 'fixed_ips': [{'subnet_id': '350bbb88-e103-4194-bdce-98c2a7d5563b'}]}} from dv-neutron-835340-2-hyperv. {{(pid=87872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 12:03:33.057867 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-d0665ab5-0592-4d9b-b175-8194a17fe8f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:33.190853 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-9a9d7383-a9f7-4fbf-a6d5-506b78e4df58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf26e7b0-5ff7-494a-845c-a556c0af938d', 'name': 'tempest-RoutersIpV6Test-router-212202272', 'tenant_id': '44a7e1c73898465da6902581d6416cd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:03:26Z', 'updated_at': '2022-03-28T12:03:29Z', 'revision_number': 2, 'project_id': '44a7e1c73898465da6902581d6416cd0', 'gw_port_host': None, '_interfaces': [{'id': 'aebffafa-fa54-4b34-bbe3-ec13fcde6ae8', 'name': '', 'network_id': '73532445-3e6a-4d4c-a908-a598893223c3', 'tenant_id': '44a7e1c73898465da6902581d6416cd0', 'mac_address': 'fa:16:3e:a6:e0:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf26e7b0-5ff7-494a-845c-a556c0af938d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': 'a1da9ebe-8a70-471f-a6c3-74c6c5893098', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:03:29Z', 'updated_at': '2022-03-28T12:03:32Z', 'revision_number': 4, 'project_id': '44a7e1c73898465da6902581d6416cd0', 'subnets': [{'id': 'a1da9ebe-8a70-471f-a6c3-74c6c5893098', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:03:33.195741 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a9d7383-a9f7-4fbf-a6d5-506b78e4df58 None None] The sync data for ids ['cf26e7b0-5ff7-494a-845c-a556c0af938d'] in dv-neutron-835340-2-hyperv is: [{'id': 'cf26e7b0-5ff7-494a-845c-a556c0af938d', 'name': 'tempest-RoutersIpV6Test-router-212202272', 'tenant_id': '44a7e1c73898465da6902581d6416cd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:03:26Z', 'updated_at': '2022-03-28T12:03:29Z', 'revision_number': 2, 'project_id': '44a7e1c73898465da6902581d6416cd0', 'gw_port_host': None, '_interfaces': [{'id': 'aebffafa-fa54-4b34-bbe3-ec13fcde6ae8', 'name': '', 'network_id': '73532445-3e6a-4d4c-a908-a598893223c3', 'tenant_id': '44a7e1c73898465da6902581d6416cd0', 'mac_address': 'fa:16:3e:a6:e0:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf26e7b0-5ff7-494a-845c-a556c0af938d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': 'a1da9ebe-8a70-471f-a6c3-74c6c5893098', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:03:29Z', 'updated_at': '2022-03-28T12:03:32Z', 'revision_number': 4, 'project_id': '44a7e1c73898465da6902581d6416cd0', 'subnets': [{'id': 'a1da9ebe-8a70-471f-a6c3-74c6c5893098', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 12:03:33.233072 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.db_base_plugin_common [None req-d0665ab5-0592-4d9b-b175-8194a17fe8f4 None None] Allocated IP 2001:db8:1::2 (347a7a36-775e-4df6-9cbc-c2cfc9d12c23/350bbb88-e103-4194-bdce-98c2a7d5563b/4fc72755-68b7-4afa-a98b-44268ee1b7fe) {{(pid=87872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 12:03:33.331073 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0cb565d-b29f-42fb-a760-1c2be72e6780 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Router d626f2e2-632b-487e-9b55-e86f5951fd05 has already been hosted by L3 agent af79d429-529e-400b-a119-94d4bec03f3e {{(pid=87870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 12:03:33.537248 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-d0665ab5-0592-4d9b-b175-8194a17fe8f4 None None] Notify callbacks [] for port, precommit_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:33.548560 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-d0665ab5-0592-4d9b-b175-8194a17fe8f4 None None] Transition to ACTIVE for port object 4fc72755-68b7-4afa-a98b-44268ee1b7fe will not be triggered until provisioned by entity L2. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:03:33.573401 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-d0665ab5-0592-4d9b-b175-8194a17fe8f4 None None] Transition to ACTIVE for port object 4fc72755-68b7-4afa-a98b-44268ee1b7fe will not be triggered until provisioned by entity DHCP. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:03:33.582811 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-d0665ab5-0592-4d9b-b175-8194a17fe8f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241'] for port, after_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:33.583040 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0cb565d-b29f-42fb-a760-1c2be72e6780 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 12:03:33.588065 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-a0cb565d-b29f-42fb-a760-1c2be72e6780 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "PUT /v2.0/routers/d626f2e2-632b-487e-9b55-e86f5951fd05/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4931185 Mar 28 12:03:33.590652 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 58002) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:03:33.628446 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b785e68-50a5-421f-95a2-ed1cb0b9712f None None] Sync routers for ids ['d626f2e2-632b-487e-9b55-e86f5951fd05'] in dv-neutron-835340-2-hyperv {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 12:03:33.673452 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0665ab5-0592-4d9b-b175-8194a17fe8f4 None None] Network 347a7a36-775e-4df6-9cbc-c2cfc9d12c23 is already hosted by enough agents. {{(pid=87872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:03:33.677381 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.base_scheduler [None req-d0665ab5-0592-4d9b-b175-8194a17fe8f4 None None] Resources bound (agent type, host, resource id): {{(pid=87872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:03:33.679170 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b785e68-50a5-421f-95a2-ed1cb0b9712f None None] Routers {'d626f2e2-632b-487e-9b55-e86f5951fd05'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:03:33.679691 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.db_base_plugin_v2 [None req-95d2d818-caa0-4fd1-9061-8f7a03dd85cc tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Deleting subnet 6d44b182-dd4a-4bef-a755-3bded7d35295 {{(pid=87870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 12:03:33.679845 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-2b785e68-50a5-421f-95a2-ed1cb0b9712f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:03:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['d626f2e2-632b-487e-9b55-e86f5951fd05'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:03:33.683707 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-95d2d818-caa0-4fd1-9061-8f7a03dd85cc tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for subnet, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:33.711042 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-249fceae-81a9-4599-8edf-0b44ad9e5f69 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:33.738223 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0665ab5-0592-4d9b-b175-8194a17fe8f4 None None] Received port after_create {{(pid=87872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 12:03:33.751121 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-95d2d818-caa0-4fd1-9061-8f7a03dd85cc tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3591354'] for subnet, precommit_delete_associations {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:33.796818 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0665ab5-0592-4d9b-b175-8194a17fe8f4 None None] Pushing event updated for resources: {'Port': ['ID=4fc72755-68b7-4afa-a98b-44268ee1b7fe,revision_number=1']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:03:33.863170 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-95d2d818-caa0-4fd1-9061-8f7a03dd85cc tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1919782'] for subnet, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:33.958947 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-95d2d818-caa0-4fd1-9061-8f7a03dd85cc tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1919805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2561174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2563528'] for subnet, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:34.009788 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-d0665ab5-0592-4d9b-b175-8194a17fe8f4 None None] Attempting to bind port 4fc72755-68b7-4afa-a98b-44268ee1b7fe on host dv-neutron-835340-2-hyperv for vnic_type normal with profile {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 12:03:34.010159 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-d0665ab5-0592-4d9b-b175-8194a17fe8f4 None None] Attempting to bind port 4fc72755-68b7-4afa-a98b-44268ee1b7fe by drivers openvswitch,hyperv on host dv-neutron-835340-2-hyperv at level 0 using segments [{'id': '036faa1b-6c57-4c05-8875-fb7bc98a0f08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '347a7a36-775e-4df6-9cbc-c2cfc9d12c23'}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 12:03:34.011454 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0665ab5-0592-4d9b-b175-8194a17fe8f4 None None] Attempting to bind port 4fc72755-68b7-4afa-a98b-44268ee1b7fe on network 347a7a36-775e-4df6-9cbc-c2cfc9d12c23 {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 12:03:34.052203 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0665ab5-0592-4d9b-b175-8194a17fe8f4 None None] Checking agent: {'id': '961a16fe-cbc8-4264-ac28-bbbd53f89caa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 46, 6), 'started_at': datetime.datetime(2022, 3, 28, 11, 46, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 12, 3, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 12:03:34.052573 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0665ab5-0592-4d9b-b175-8194a17fe8f4 None None] Checking segment: {'id': '036faa1b-6c57-4c05-8875-fb7bc98a0f08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '347a7a36-775e-4df6-9cbc-c2cfc9d12c23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 12:03:34.052973 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-d0665ab5-0592-4d9b-b175-8194a17fe8f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:34.053353 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0665ab5-0592-4d9b-b175-8194a17fe8f4 None None] Bound using segment: {'id': '036faa1b-6c57-4c05-8875-fb7bc98a0f08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '347a7a36-775e-4df6-9cbc-c2cfc9d12c23'} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 12:03:34.053829 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-d0665ab5-0592-4d9b-b175-8194a17fe8f4 None None] Bound port: 4fc72755-68b7-4afa-a98b-44268ee1b7fe, host: dv-neutron-835340-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '036faa1b-6c57-4c05-8875-fb7bc98a0f08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '347a7a36-775e-4df6-9cbc-c2cfc9d12c23'}}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 12:03:34.054198 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-d0665ab5-0592-4d9b-b175-8194a17fe8f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:34.095248 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device aebffafa-fa54-4b34-bbe3-ec13fcde6ae8 up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:03:34.172379 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d2d818-caa0-4fd1-9061-8f7a03dd85cc tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Pushing event deleted for resources: {'Subnet': ['ID=6d44b182-dd4a-4bef-a755-3bded7d35295,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:03:34.187258 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvr_db [None req-2b785e68-50a5-421f-95a2-ed1cb0b9712f None None] Set router d626f2e2-632b-487e-9b55-e86f5951fd05 gateway port host: dv-neutron-835340-2-hyperv {{(pid=87872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:03:34.187790 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-95d2d818-caa0-4fd1-9061-8f7a03dd85cc tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for subnet, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:34.196888 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-95d2d818-caa0-4fd1-9061-8f7a03dd85cc tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "DELETE /v2.0/subnets/6d44b182-dd4a-4bef-a755-3bded7d35295 HTTP/1.1" status: 204 len: 168 time: 0.6052063 Mar 28 12:03:34.197465 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 58006) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:03:34.227284 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.db_base_plugin_common [None req-249fceae-81a9-4599-8edf-0b44ad9e5f69 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Allocated IP 2001:db8:1::1 (347a7a36-775e-4df6-9cbc-c2cfc9d12c23/350bbb88-e103-4194-bdce-98c2a7d5563b/66a89e1f-7e67-471c-91b2-2172da6941fb) {{(pid=87871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 12:03:34.234149 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf710626-3d9a-40b9-8351-a30826ba54bb None None] Network 23ec2e99-fe73-4c26-b043-ea335f81a26f requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 12:03:34.394842 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-1b973232-b64b-4b6d-8001-911784dc3cff tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for router, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:34.400100 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-249fceae-81a9-4599-8edf-0b44ad9e5f69 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks [] for port, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:34.416991 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.provisioning_blocks [None req-249fceae-81a9-4599-8edf-0b44ad9e5f69 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Transition to ACTIVE for port object 66a89e1f-7e67-471c-91b2-2172da6941fb will not be triggered until provisioned by entity DHCP. {{(pid=87871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:03:34.441062 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-249fceae-81a9-4599-8edf-0b44ad9e5f69 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:34.506418 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-249fceae-81a9-4599-8edf-0b44ad9e5f69 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Network 347a7a36-775e-4df6-9cbc-c2cfc9d12c23 is already hosted by enough agents. {{(pid=87871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:03:34.518396 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-249fceae-81a9-4599-8edf-0b44ad9e5f69 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Resources bound (agent type, host, resource id): {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:03:34.523102 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-249fceae-81a9-4599-8edf-0b44ad9e5f69 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Received port after_create {{(pid=87871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 12:03:34.523924 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-249fceae-81a9-4599-8edf-0b44ad9e5f69 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-709483'] for router_interface, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:34.530003 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249fceae-81a9-4599-8edf-0b44ad9e5f69 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Pushing event updated for resources: {'Port': ['ID=66a89e1f-7e67-471c-91b2-2172da6941fb,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:03:34.568254 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-d0665ab5-0592-4d9b-b175-8194a17fe8f4 None None] For port 4fc72755-68b7-4afa-a98b-44268ee1b7fe, host dv-neutron-835340-2-hyperv, cleared binding levels {{(pid=87872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 12:03:34.570207 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning for port aebffafa-fa54-4b34-bbe3-ec13fcde6ae8 completed by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:03:34.609785 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-1b973232-b64b-4b6d-8001-911784dc3cff tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:34.621343 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-1b973232-b64b-4b6d-8001-911784dc3cff tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Deleting port d1963e89-2b46-4578-8f3c-ccca86c76862 {{(pid=87870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:03:34.621988 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-1b973232-b64b-4b6d-8001-911784dc3cff tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:34.625075 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-d0665ab5-0592-4d9b-b175-8194a17fe8f4 None None] For port 4fc72755-68b7-4afa-a98b-44268ee1b7fe, host dv-neutron-835340-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=4fc72755-68b7-4afa-a98b-44268ee1b7fe,segment=NetworkSegment(036faa1b-6c57-4c05-8875-fb7bc98a0f08),segment_id=036faa1b-6c57-4c05-8875-fb7bc98a0f08)] {{(pid=87872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 12:03:34.628448 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port aebffafa-fa54-4b34-bbe3-ec13fcde6ae8 triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:03:34.628823 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:34.669350 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-249fceae-81a9-4599-8edf-0b44ad9e5f69 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:34.669582 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-d0665ab5-0592-4d9b-b175-8194a17fe8f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:34.828641 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-e63c20f9-6c0c-41d3-ba0c-d1800c66a6c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:34.864402 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.db [None req-1b973232-b64b-4b6d-8001-911784dc3cff tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] For port d1963e89-2b46-4578-8f3c-ccca86c76862, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=d1963e89-2b46-4578-8f3c-ccca86c76862,segment=NetworkSegment(688afb86-c9bd-46e2-ba7d-3fe76fb1efff),segment_id=688afb86-c9bd-46e2-ba7d-3fe76fb1efff)] {{(pid=87870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:03:34.865406 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-1b973232-b64b-4b6d-8001-911784dc3cff tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:34.901496 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0665ab5-0592-4d9b-b175-8194a17fe8f4 None None] Pushing event updated for resources: {'Port': ['ID=4fc72755-68b7-4afa-a98b-44268ee1b7fe,revision_number=2']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:03:34.994344 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:35.037808 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-2b785e68-50a5-421f-95a2-ed1cb0b9712f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd626f2e2-632b-487e-9b55-e86f5951fd05', 'name': 'tempest-TestNetworkBasicOps-router-153614218', 'tenant_id': '527195c95736491ca1967a42cc300275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.126'}], 'enable_snat': True}, 'gw_port_id': 'd1963e89-2b46-4578-8f3c-ccca86c76862', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:02:19Z', 'updated_at': '2022-03-28T12:03:32Z', 'revision_number': 5, 'project_id': '527195c95736491ca1967a42cc300275', 'gw_port': {'id': 'd1963e89-2b46-4578-8f3c-ccca86c76862', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:aa:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd626f2e2-632b-487e-9b55-e86f5951fd05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1119, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:02:20Z', 'updated_at': '2022-03-28T12:02:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv'}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:03:35.043192 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b785e68-50a5-421f-95a2-ed1cb0b9712f None None] Checking router: d626f2e2-632b-487e-9b55-e86f5951fd05 for host: dv-neutron-835340-2-hyperv {{(pid=87872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 12:03:35.055614 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08ea0ae1-525b-482f-804d-ad024489dd24 None None] DHCP port deletion for 23ec2e99-fe73-4c26-b043-ea335f81a26f request from dv-neutron-835340-2-hyperv {{(pid=87872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 12:03:35.056889 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-1b973232-b64b-4b6d-8001-911784dc3cff tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Calling delete_port for d1963e89-2b46-4578-8f3c-ccca86c76862 owned by network:router_gateway {{(pid=87870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:03:35.066578 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-08ea0ae1-525b-482f-804d-ad024489dd24 None None] Deleting port c7ca2c7b-08bf-4393-a004-5d0338613b29 {{(pid=87872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:03:35.066871 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-08ea0ae1-525b-482f-804d-ad024489dd24 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:35.096324 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] For port aebffafa-fa54-4b34-bbe3-ec13fcde6ae8, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=aebffafa-fa54-4b34-bbe3-ec13fcde6ae8,segment=NetworkSegment(53007d3a-2870-4f49-bb10-ec3eac9db1d9),segment_id=53007d3a-2870-4f49-bb10-ec3eac9db1d9)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:03:35.097810 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b785e68-50a5-421f-95a2-ed1cb0b9712f None None] Routers {'d626f2e2-632b-487e-9b55-e86f5951fd05'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:03:35.098121 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-2b785e68-50a5-421f-95a2-ed1cb0b9712f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:03:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['d626f2e2-632b-487e-9b55-e86f5951fd05'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:03:35.173275 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:35.225001 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-249fceae-81a9-4599-8edf-0b44ad9e5f69 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks [] for port, precommit_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:35.235918 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-249fceae-81a9-4599-8edf-0b44ad9e5f69 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2363241'] for port, after_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:35.236877 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-249fceae-81a9-4599-8edf-0b44ad9e5f69 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-743372'] for router_interface, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:35.306570 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-1b973232-b64b-4b6d-8001-911784dc3cff tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:35.358365 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b973232-b64b-4b6d-8001-911784dc3cff tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Pushing event deleted for resources: {'Port': ['ID=d1963e89-2b46-4578-8f3c-ccca86c76862,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:03:35.459085 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-1b973232-b64b-4b6d-8001-911784dc3cff tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-709573'] for router_gateway, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:35.530326 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvr_db [None req-2b785e68-50a5-421f-95a2-ed1cb0b9712f None None] Set router d626f2e2-632b-487e-9b55-e86f5951fd05 gateway port host: None {{(pid=87872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:03:35.531137 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249fceae-81a9-4599-8edf-0b44ad9e5f69 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Pushing event updated for resources: {'Port': ['ID=66a89e1f-7e67-471c-91b2-2172da6941fb,revision_number=2']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:03:35.577748 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-249fceae-81a9-4599-8edf-0b44ad9e5f69 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Network 347a7a36-775e-4df6-9cbc-c2cfc9d12c23 is already hosted by enough agents. {{(pid=87871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:03:35.579798 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-249fceae-81a9-4599-8edf-0b44ad9e5f69 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Resources bound (agent type, host, resource id): {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:03:35.643065 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-1b973232-b64b-4b6d-8001-911784dc3cff tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-745164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-260864'] for router, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:35.645698 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-1b973232-b64b-4b6d-8001-911784dc3cff tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:35.671853 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-1b973232-b64b-4b6d-8001-911784dc3cff tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-745021'] for router, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:35.672879 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b973232-b64b-4b6d-8001-911784dc3cff tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Fanout notify agent at l3_agent the message router_deleted on router d626f2e2-632b-487e-9b55-e86f5951fd05 {{(pid=87870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 12:03:35.690326 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-1b973232-b64b-4b6d-8001-911784dc3cff tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for router, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:35.694174 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-1b973232-b64b-4b6d-8001-911784dc3cff tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "DELETE /v2.0/routers/d626f2e2-632b-487e-9b55-e86f5951fd05 HTTP/1.1" status: 204 len: 168 time: 1.4930673 Mar 28 12:03:35.694328 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Pushing event updated for resources: {'Port': ['ID=aebffafa-fa54-4b34-bbe3-ec13fcde6ae8,revision_number=5']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:03:35.694576 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 58010) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:03:35.696122 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-2b785e68-50a5-421f-95a2-ed1cb0b9712f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd626f2e2-632b-487e-9b55-e86f5951fd05', 'name': 'tempest-TestNetworkBasicOps-router-153614218', 'tenant_id': '527195c95736491ca1967a42cc300275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:02:19Z', 'updated_at': '2022-03-28T12:03:34Z', 'revision_number': 6, 'project_id': '527195c95736491ca1967a42cc300275', 'gw_port_host': None}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:03:35.707020 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b785e68-50a5-421f-95a2-ed1cb0b9712f None None] The sync data for ids ['d626f2e2-632b-487e-9b55-e86f5951fd05'] in dv-neutron-835340-2-hyperv is: [{'id': 'd626f2e2-632b-487e-9b55-e86f5951fd05', 'name': 'tempest-TestNetworkBasicOps-router-153614218', 'tenant_id': '527195c95736491ca1967a42cc300275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:02:19Z', 'updated_at': '2022-03-28T12:03:34Z', 'revision_number': 6, 'project_id': '527195c95736491ca1967a42cc300275', 'gw_port_host': None}] {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 12:03:35.771112 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-08ea0ae1-525b-482f-804d-ad024489dd24 None None] For port c7ca2c7b-08bf-4393-a004-5d0338613b29, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=c7ca2c7b-08bf-4393-a004-5d0338613b29,segment=NetworkSegment(c682aff1-a7cb-49be-a4a9-25d0e3913505),segment_id=c682aff1-a7cb-49be-a4a9-25d0e3913505)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:03:35.771727 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-08ea0ae1-525b-482f-804d-ad024489dd24 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:35.780007 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-249fceae-81a9-4599-8edf-0b44ad9e5f69 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Router cf26e7b0-5ff7-494a-845c-a556c0af938d has already been hosted by L3 agent af79d429-529e-400b-a119-94d4bec03f3e {{(pid=87871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 12:03:35.780412 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:35.843238 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-ef3be119-c018-4979-be07-86cf959defc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:35.924800 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-08ea0ae1-525b-482f-804d-ad024489dd24 None None] Calling delete_port for c7ca2c7b-08bf-4393-a004-5d0338613b29 owned by network:dhcp {{(pid=87872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:03:35.965875 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-249fceae-81a9-4599-8edf-0b44ad9e5f69 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 12:03:35.980816 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42414ca7-8cd6-434d-a911-e909c4ef5939 None None] Sync routers for ids ['cf26e7b0-5ff7-494a-845c-a556c0af938d'] in dv-neutron-835340-2-hyperv {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 12:03:35.991224 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-249fceae-81a9-4599-8edf-0b44ad9e5f69 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] 10.222.0.30 "PUT /v2.0/routers/cf26e7b0-5ff7-494a-845c-a556c0af938d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1112676 Mar 28 12:03:35.991642 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 58014) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:03:35.998152 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-341240e7-9902-4856-9e5f-366a076a3974 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-991706379'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:03:36.003662 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-341240e7-9902-4856-9e5f-366a076a3974 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:03:36.004248 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42414ca7-8cd6-434d-a911-e909c4ef5939 None None] Routers {'cf26e7b0-5ff7-494a-845c-a556c0af938d'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:03:36.005034 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-42414ca7-8cd6-434d-a911-e909c4ef5939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:03:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['cf26e7b0-5ff7-494a-845c-a556c0af938d'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:03:36.007973 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-341240e7-9902-4856-9e5f-366a076a3974 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Usage tracker for resource:network and tenant:44a7e1c73898465da6902581d6416cd0 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:03:36.011984 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-341240e7-9902-4856-9e5f-366a076a3974 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:03:36.020448 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-341240e7-9902-4856-9e5f-366a076a3974 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:03:36.030146 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-08ea0ae1-525b-482f-804d-ad024489dd24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250'] for port, after_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:36.039073 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-6a72aacf-2168-40a8-a508-c8573ff6be32 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588883'] for network, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:36.046458 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-341240e7-9902-4856-9e5f-366a076a3974 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Made reservation on behalf of 44a7e1c73898465da6902581d6416cd0 for: {'network': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 12:03:36.050914 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-341240e7-9902-4856-9e5f-366a076a3974 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for network, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:36.117469 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-341240e7-9902-4856-9e5f-366a076a3974 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=87871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 12:03:36.130273 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-341240e7-9902-4856-9e5f-366a076a3974 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:36.130273 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.db.segments_db [None req-341240e7-9902-4856-9e5f-366a076a3974 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Added segment d59b8942-34e6-44ea-b962-b89169531768 of type vlan for network 5bda109f-0f99-424e-8715-d3eb563cdbf7 Mar 28 12:03:36.136625 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ea0ae1-525b-482f-804d-ad024489dd24 None None] No DVR routers for this DVR port c7ca2c7b-08bf-4393-a004-5d0338613b29 on host dv-neutron-835340-2-hyperv {{(pid=87872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 12:03:36.154921 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ea0ae1-525b-482f-804d-ad024489dd24 None None] Pushing event deleted for resources: {'Port': ['ID=c7ca2c7b-08bf-4393-a004-5d0338613b29,revision_number=None']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:03:36.202190 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-341240e7-9902-4856-9e5f-366a076a3974 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783495836591'] for network, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:36.247500 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-6a72aacf-2168-40a8-a508-c8573ff6be32 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930431', 'neutron.services.segments.db._delete_segments_for_network-8783496351308'] for network, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:36.265287 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvr_db [None req-42414ca7-8cd6-434d-a911-e909c4ef5939 None None] Set router cf26e7b0-5ff7-494a-845c-a556c0af938d gateway port host: None {{(pid=87873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:03:36.283689 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-6a72aacf-2168-40a8-a508-c8573ff6be32 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23ec2e99-fe73-4c26-b043-ea335f81a26f']}} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:03:36.298355 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-6a72aacf-2168-40a8-a508-c8573ff6be32 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c682aff1-a7cb-49be-a4a9-25d0e3913505') {'for_net_delete': True} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:03:36.299033 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-6a72aacf-2168-40a8-a508-c8573ff6be32 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c682aff1-a7cb-49be-a4a9-25d0e3913505') {} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:03:36.308038 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-921e1d52-9615-4857-bd73-b7dc3a650ad7 None None] Network 347a7a36-775e-4df6-9cbc-c2cfc9d12c23 requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 12:03:36.310012 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-341240e7-9902-4856-9e5f-366a076a3974 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765'] for network, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:36.326110 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-341240e7-9902-4856-9e5f-366a076a3974 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:03:36.327011 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-341240e7-9902-4856-9e5f-366a076a3974 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks [] for network, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:36.333831 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-6a72aacf-2168-40a8-a508-c8573ff6be32 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783496353639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3591341'] for segment, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:36.357916 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-6a72aacf-2168-40a8-a508-c8573ff6be32 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:36.366547 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a72aacf-2168-40a8-a508-c8573ff6be32 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=87870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 12:03:36.367093 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-6a72aacf-2168-40a8-a508-c8573ff6be32 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1920481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2558260'] for segment, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:36.455993 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-07bd9d37-be38-4cf7-aa78-ba29e03fb4ec None None] Provisioning for port 4fc72755-68b7-4afa-a98b-44268ee1b7fe completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:03:36.495124 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341240e7-9902-4856-9e5f-366a076a3974 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Pushing event updated for resources: {'Network': ['ID=5bda109f-0f99-424e-8715-d3eb563cdbf7,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:03:36.517371 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-341240e7-9902-4856-9e5f-366a076a3974 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5242293 Mar 28 12:03:36.518101 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 58018) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:03:36.523392 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 4fc72755-68b7-4afa-a98b-44268ee1b7fe up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:03:36.524428 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-d879c5ce-8783-404d-b083-39db647b6c00 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Request body: {'subnet': {'network_id': '5bda109f-0f99-424e-8715-d3eb563cdbf7', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:03:36.548545 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Network 5bda109f-0f99-424e-8715-d3eb563cdbf7 details requested by agent ovs-agent-dv-neutron-835340-2-hyperv with host dv-neutron-835340-2-hyperv {{(pid=87872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 12:03:36.549191 dv-neutron-835340-2-hyperv neutron-server[87870]: Traceback (most recent call last): Mar 28 12:03:36.549191 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 12:03:36.549191 dv-neutron-835340-2-hyperv neutron-server[87870]: timer() Mar 28 12:03:36.549191 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 12:03:36.549191 dv-neutron-835340-2-hyperv neutron-server[87870]: cb(*args, **kw) Mar 28 12:03:36.549191 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 12:03:36.549191 dv-neutron-835340-2-hyperv neutron-server[87870]: return func(*args, **kwargs) Mar 28 12:03:36.549191 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 12:03:36.549191 dv-neutron-835340-2-hyperv neutron-server[87870]: self._notify() Mar 28 12:03:36.549191 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 12:03:36.549191 dv-neutron-835340-2-hyperv neutron-server[87870]: self.callback(batched_events) Mar 28 12:03:36.549191 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 12:03:36.549191 dv-neutron-835340-2-hyperv neutron-server[87870]: event.method(event) Mar 28 12:03:36.549191 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 12:03:36.549191 dv-neutron-835340-2-hyperv neutron-server[87870]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 12:03:36.549191 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 12:03:36.549191 dv-neutron-835340-2-hyperv neutron-server[87870]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 12:03:36.549191 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 12:03:36.549191 dv-neutron-835340-2-hyperv neutron-server[87870]: return f(self, *a, **k) Mar 28 12:03:36.549191 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 12:03:36.549191 dv-neutron-835340-2-hyperv neutron-server[87870]: return self._get(url).json() Mar 28 12:03:36.549191 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 12:03:36.549191 dv-neutron-835340-2-hyperv neutron-server[87870]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 12:03:36.549191 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 12:03:36.549191 dv-neutron-835340-2-hyperv neutron-server[87870]: return self.request(url, 'GET', **kwargs) Mar 28 12:03:36.549191 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 12:03:36.549191 dv-neutron-835340-2-hyperv neutron-server[87870]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 12:03:36.549191 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 12:03:36.549191 dv-neutron-835340-2-hyperv neutron-server[87870]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 12:03:36.549191 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 12:03:36.549191 dv-neutron-835340-2-hyperv neutron-server[87870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 12:03:36.549191 dv-neutron-835340-2-hyperv neutron-server[87870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 12:03:36.555398 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-6a72aacf-2168-40a8-a508-c8573ff6be32 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709602'] for network, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:36.560938 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-6a72aacf-2168-40a8-a508-c8573ff6be32 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for network, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:36.598354 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a72aacf-2168-40a8-a508-c8573ff6be32 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Pushing event deleted for resources: {'Network': ['ID=23ec2e99-fe73-4c26-b043-ea335f81a26f,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:03:36.611549 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-6a72aacf-2168-40a8-a508-c8573ff6be32 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "DELETE /v2.0/networks/23ec2e99-fe73-4c26-b043-ea335f81a26f HTTP/1.1" status: 204 len: 168 time: 0.9158673 Mar 28 12:03:36.628438 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 58022) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:03:36.635730 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-160fd146-ba78-4a2b-8a86-7397991bdabc tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Request body: {'network': {'name': 'tempest-network-smoke--786052792', 'project_id': '527195c95736491ca1967a42cc300275', 'port_security_enabled': True}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:03:36.648011 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-160fd146-ba78-4a2b-8a86-7397991bdabc tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:03:36.654805 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-160fd146-ba78-4a2b-8a86-7397991bdabc tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Usage tracker for resource:network and tenant:527195c95736491ca1967a42cc300275 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:03:36.660329 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-160fd146-ba78-4a2b-8a86-7397991bdabc tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:03:36.666401 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-d879c5ce-8783-404d-b083-39db647b6c00 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:03:36.669213 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-160fd146-ba78-4a2b-8a86-7397991bdabc tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:03:36.670477 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-d879c5ce-8783-404d-b083-39db647b6c00 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Usage tracker for resource:subnet and tenant:44a7e1c73898465da6902581d6416cd0 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:03:36.674081 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-d879c5ce-8783-404d-b083-39db647b6c00 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:03:36.680623 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-d879c5ce-8783-404d-b083-39db647b6c00 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:03:36.689619 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-160fd146-ba78-4a2b-8a86-7397991bdabc tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Made reservation on behalf of 527195c95736491ca1967a42cc300275 for: {'network': 1} {{(pid=87870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 12:03:36.693327 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d879c5ce-8783-404d-b083-39db647b6c00 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Made reservation on behalf of 44a7e1c73898465da6902581d6416cd0 for: {'subnet': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 12:03:36.693979 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-160fd146-ba78-4a2b-8a86-7397991bdabc tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for network, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:36.699244 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-d879c5ce-8783-404d-b083-39db647b6c00 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26551362'] for subnet, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:36.749534 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-160fd146-ba78-4a2b-8a86-7397991bdabc tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'} {{(pid=87870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 12:03:36.767697 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-160fd146-ba78-4a2b-8a86-7397991bdabc tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:36.768250 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.db.segments_db [None req-160fd146-ba78-4a2b-8a86-7397991bdabc tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Added segment c400cdb9-562d-4674-8a33-3516cda9783b of type vlan for network c9040876-1463-45a9-b712-0332cbc5543e Mar 28 12:03:36.783896 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-42414ca7-8cd6-434d-a911-e909c4ef5939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf26e7b0-5ff7-494a-845c-a556c0af938d', 'name': 'tempest-RoutersIpV6Test-router-212202272', 'tenant_id': '44a7e1c73898465da6902581d6416cd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:03:26Z', 'updated_at': '2022-03-28T12:03:34Z', 'revision_number': 3, 'project_id': '44a7e1c73898465da6902581d6416cd0', 'gw_port_host': None, '_interfaces': [{'id': '66a89e1f-7e67-471c-91b2-2172da6941fb', 'name': '', 'network_id': '347a7a36-775e-4df6-9cbc-c2cfc9d12c23', 'tenant_id': '44a7e1c73898465da6902581d6416cd0', 'mac_address': 'fa:16:3e:9e:4f:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf26e7b0-5ff7-494a-845c-a556c0af938d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1270, 'fixed_ips': [{'subnet_id': '350bbb88-e103-4194-bdce-98c2a7d5563b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:03:33Z', 'updated_at': '2022-03-28T12:03:34Z', 'revision_number': 2, 'project_id': '44a7e1c73898465da6902581d6416cd0', 'subnets': [{'id': '350bbb88-e103-4194-bdce-98c2a7d5563b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aebffafa-fa54-4b34-bbe3-ec13fcde6ae8', 'name': '', 'network_id': '73532445-3e6a-4d4c-a908-a598893223c3', 'tenant_id': '44a7e1c73898465da6902581d6416cd0', 'mac_address': 'fa:16:3e:a6:e0:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf26e7b0-5ff7-494a-845c-a556c0af938d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': 'a1da9ebe-8a70-471f-a6c3-74c6c5893098', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:03:29Z', 'updated_at': '2022-03-28T12:03:35Z', 'revision_number': 5, 'project_id': '44a7e1c73898465da6902581d6416cd0', 'subnets': [{'id': 'a1da9ebe-8a70-471f-a6c3-74c6c5893098', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:03:36.788518 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42414ca7-8cd6-434d-a911-e909c4ef5939 None None] Checking router: cf26e7b0-5ff7-494a-845c-a556c0af938d for host: dv-neutron-835340-2-hyperv {{(pid=87873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 12:03:36.788908 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42414ca7-8cd6-434d-a911-e909c4ef5939 None None] Updating router cf26e7b0-5ff7-494a-845c-a556c0af938d port 66a89e1f-7e67-471c-91b2-2172da6941fb binding host dv-neutron-835340-2-hyperv {{(pid=87873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 12:03:36.835220 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-160fd146-ba78-4a2b-8a86-7397991bdabc tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783495836591'] for network, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:36.837631 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning for port 4fc72755-68b7-4afa-a98b-44268ee1b7fe completed by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:03:36.856206 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron_lib.callbacks.manager [None req-42414ca7-8cd6-434d-a911-e909c4ef5939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:36.892354 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port 4fc72755-68b7-4afa-a98b-44268ee1b7fe triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:03:36.892942 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:36.899270 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-160fd146-ba78-4a2b-8a86-7397991bdabc tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765'] for network, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:36.905157 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-160fd146-ba78-4a2b-8a86-7397991bdabc tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:03:36.905616 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-160fd146-ba78-4a2b-8a86-7397991bdabc tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for network, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:37.032745 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-d879c5ce-8783-404d-b083-39db647b6c00 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2364128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26551408'] for subnet, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:37.069977 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160fd146-ba78-4a2b-8a86-7397991bdabc tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Pushing event updated for resources: {'Network': ['ID=c9040876-1463-45a9-b712-0332cbc5543e,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:03:37.087784 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Network c9040876-1463-45a9-b712-0332cbc5543e details requested by agent ovs-agent-dv-neutron-835340-2-hyperv with host dv-neutron-835340-2-hyperv {{(pid=87872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 12:03:37.088803 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-160fd146-ba78-4a2b-8a86-7397991bdabc tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4591167 Mar 28 12:03:37.089622 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 58026) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:03:37.096079 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-4fdba6cf-219e-450e-8640-c9d4c5a84aeb tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1415341849', 'admin_state_up': True, 'project_id': '527195c95736491ca1967a42cc300275', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b'}}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:03:37.103531 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-4fdba6cf-219e-450e-8640-c9d4c5a84aeb tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:03:37.107673 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-4fdba6cf-219e-450e-8640-c9d4c5a84aeb tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Usage tracker for resource:router and tenant:527195c95736491ca1967a42cc300275 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:03:37.111557 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-4fdba6cf-219e-450e-8640-c9d4c5a84aeb tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:03:37.119361 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-4fdba6cf-219e-450e-8640-c9d4c5a84aeb tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:03:37.134296 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:37.137749 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-4fdba6cf-219e-450e-8640-c9d4c5a84aeb tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-707665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-260886'] for router, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:37.139084 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-4fdba6cf-219e-450e-8640-c9d4c5a84aeb tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-705660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709650', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-767110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260873'] for router, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:37.156383 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-4fdba6cf-219e-450e-8640-c9d4c5a84aeb tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:37.225258 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d879c5ce-8783-404d-b083-39db647b6c00 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Pushing event updated for resources: {'Subnet': ['ID=4096cdcf-bfe9-4d6d-bbce-d289dbe72875,revision_number=0']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:03:37.236416 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d879c5ce-8783-404d-b083-39db647b6c00 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Checking segment: {'id': 'd59b8942-34e6-44ea-b962-b89169531768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '5bda109f-0f99-424e-8715-d3eb563cdbf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 12:03:37.237682 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d879c5ce-8783-404d-b083-39db647b6c00 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Network hostable DHCP agents. Network: 5bda109f-0f99-424e-8715-d3eb563cdbf7, hostable agents: ['3cb85949-855b-4a40-b988-cd5705e511da'], hosted agents: [] {{(pid=87871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 12:03:37.252332 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] For port 4fc72755-68b7-4afa-a98b-44268ee1b7fe, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=4fc72755-68b7-4afa-a98b-44268ee1b7fe,segment=NetworkSegment(036faa1b-6c57-4c05-8875-fb7bc98a0f08),segment_id=036faa1b-6c57-4c05-8875-fb7bc98a0f08)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:03:37.259455 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:37.260504 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device aebffafa-fa54-4b34-bbe3-ec13fcde6ae8 up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:03:37.269080 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d879c5ce-8783-404d-b083-39db647b6c00 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Network 5bda109f-0f99-424e-8715-d3eb563cdbf7 is scheduled to be hosted by DHCP agent 3cb85949-855b-4a40-b988-cd5705e511da with binding_index 1 {{(pid=87871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 12:03:37.288913 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-d879c5ce-8783-404d-b083-39db647b6c00 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-2-hyperv, 5bda109f-0f99-424e-8715-d3eb563cdbf7) {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:03:37.293317 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d879c5ce-8783-404d-b083-39db647b6c00 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:03:37.293900 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-d879c5ce-8783-404d-b083-39db647b6c00 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks [] for subnet, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:37.329470 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-d879c5ce-8783-404d-b083-39db647b6c00 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8078964 Mar 28 12:03:37.330922 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 58030) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:03:37.416628 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron_lib.callbacks.manager [None req-42414ca7-8cd6-434d-a911-e909c4ef5939 None None] Notify callbacks [] for port, precommit_update {{(pid=87873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:37.433017 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.provisioning_blocks [None req-42414ca7-8cd6-434d-a911-e909c4ef5939 None None] Transition to ACTIVE for port object 66a89e1f-7e67-471c-91b2-2172da6941fb will not be triggered until provisioned by entity L2. {{(pid=87873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:03:37.434720 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4789021-95eb-4bb0-b88f-7028b7af7a54 None None] Network 5bda109f-0f99-424e-8715-d3eb563cdbf7 requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 12:03:37.444007 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron_lib.callbacks.manager [None req-42414ca7-8cd6-434d-a911-e909c4ef5939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:37.546974 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-b7ccd3c7-0277-4f12-8e5c-e41478141af5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:37.590663 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-4fdba6cf-219e-450e-8640-c9d4c5a84aeb tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-709632', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-707672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260923'] for router, precommit_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:37.634984 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-a3394fa8-9bc7-4be5-9d41-7fa16585686a None None] Provisioning complete for port 4fc72755-68b7-4afa-a98b-44268ee1b7fe triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:03:37.635363 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-a3394fa8-9bc7-4be5-9d41-7fa16585686a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:37.701179 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Pushing event updated for resources: {'Port': ['ID=4fc72755-68b7-4afa-a98b-44268ee1b7fe,revision_number=3']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:03:37.749991 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e619e59-459e-4bd9-916c-46a1b9b64000 None None] Pushing event updated for resources: {'Port': ['ID=66a89e1f-7e67-471c-91b2-2172da6941fb,revision_number=3']} {{(pid=87873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:03:37.757751 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.managers [None req-42414ca7-8cd6-434d-a911-e909c4ef5939 None None] Attempting to bind port 66a89e1f-7e67-471c-91b2-2172da6941fb on host dv-neutron-835340-2-hyperv for vnic_type normal with profile {{(pid=87873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 12:03:37.758143 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.managers [None req-42414ca7-8cd6-434d-a911-e909c4ef5939 None None] Attempting to bind port 66a89e1f-7e67-471c-91b2-2172da6941fb by drivers openvswitch,hyperv on host dv-neutron-835340-2-hyperv at level 0 using segments [{'id': '036faa1b-6c57-4c05-8875-fb7bc98a0f08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '347a7a36-775e-4df6-9cbc-c2cfc9d12c23'}] {{(pid=87873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 12:03:37.758468 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42414ca7-8cd6-434d-a911-e909c4ef5939 None None] Attempting to bind port 66a89e1f-7e67-471c-91b2-2172da6941fb on network 347a7a36-775e-4df6-9cbc-c2cfc9d12c23 {{(pid=87873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 12:03:37.764831 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42414ca7-8cd6-434d-a911-e909c4ef5939 None None] Checking agent: {'id': '961a16fe-cbc8-4264-ac28-bbbd53f89caa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 46, 6), 'started_at': datetime.datetime(2022, 3, 28, 11, 46, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 12, 3, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 12:03:37.765219 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42414ca7-8cd6-434d-a911-e909c4ef5939 None None] Checking segment: {'id': '036faa1b-6c57-4c05-8875-fb7bc98a0f08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '347a7a36-775e-4df6-9cbc-c2cfc9d12c23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 12:03:37.765595 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron_lib.callbacks.manager [None req-42414ca7-8cd6-434d-a911-e909c4ef5939 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:37.765981 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42414ca7-8cd6-434d-a911-e909c4ef5939 None None] Bound using segment: {'id': '036faa1b-6c57-4c05-8875-fb7bc98a0f08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '347a7a36-775e-4df6-9cbc-c2cfc9d12c23'} {{(pid=87873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 12:03:37.766571 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.managers [None req-42414ca7-8cd6-434d-a911-e909c4ef5939 None None] Bound port: 66a89e1f-7e67-471c-91b2-2172da6941fb, host: dv-neutron-835340-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '036faa1b-6c57-4c05-8875-fb7bc98a0f08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '347a7a36-775e-4df6-9cbc-c2cfc9d12c23'}}] {{(pid=87873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 12:03:37.766846 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron_lib.callbacks.manager [None req-42414ca7-8cd6-434d-a911-e909c4ef5939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:37.833853 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port aebffafa-fa54-4b34-bbe3-ec13fcde6ae8 triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:03:37.834684 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:37.925834 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.db [None req-42414ca7-8cd6-434d-a911-e909c4ef5939 None None] For port 66a89e1f-7e67-471c-91b2-2172da6941fb, host dv-neutron-835340-2-hyperv, cleared binding levels {{(pid=87873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 12:03:37.931971 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.db [None req-42414ca7-8cd6-434d-a911-e909c4ef5939 None None] For port 66a89e1f-7e67-471c-91b2-2172da6941fb, host dv-neutron-835340-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=66a89e1f-7e67-471c-91b2-2172da6941fb,segment=NetworkSegment(036faa1b-6c57-4c05-8875-fb7bc98a0f08),segment_id=036faa1b-6c57-4c05-8875-fb7bc98a0f08)] {{(pid=87873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 12:03:37.942070 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron_lib.callbacks.manager [None req-42414ca7-8cd6-434d-a911-e909c4ef5939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:38.013113 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42414ca7-8cd6-434d-a911-e909c4ef5939 None None] Routers {'cf26e7b0-5ff7-494a-845c-a556c0af938d'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:03:38.013728 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-42414ca7-8cd6-434d-a911-e909c4ef5939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:03:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['cf26e7b0-5ff7-494a-845c-a556c0af938d'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:03:38.072385 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-4fdba6cf-219e-450e-8640-c9d4c5a84aeb tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for router_gateway, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:38.117579 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-4fdba6cf-219e-450e-8640-c9d4c5a84aeb tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:38.154716 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bb659dc-b93d-4074-88af-290895b73bda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1d3f2a9-8722-5ce5-bc40-181687d1ed3f-5bda109f-0f99-424e-8715-d3eb563cdbf7', 'network_id': '5bda109f-0f99-424e-8715-d3eb563cdbf7', 'tenant_id': '44a7e1c73898465da6902581d6416cd0', 'fixed_ips': [{'subnet_id': '4096cdcf-bfe9-4d6d-bbce-d289dbe72875'}]}} from dv-neutron-835340-2-hyperv. {{(pid=87872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 12:03:38.155775 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-3bb659dc-b93d-4074-88af-290895b73bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:38.218163 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e619e59-459e-4bd9-916c-46a1b9b64000 None None] Pushing event updated for resources: {'Port': ['ID=66a89e1f-7e67-471c-91b2-2172da6941fb,revision_number=4']} {{(pid=87873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:03:38.256553 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-a3394fa8-9bc7-4be5-9d41-7fa16585686a None None] Provisioning for port 66a89e1f-7e67-471c-91b2-2172da6941fb completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:03:38.261936 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvr_db [None req-42414ca7-8cd6-434d-a911-e909c4ef5939 None None] Set router cf26e7b0-5ff7-494a-845c-a556c0af938d gateway port host: None {{(pid=87873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:03:38.295177 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.db_base_plugin_common [None req-4fdba6cf-219e-450e-8640-c9d4c5a84aeb tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Allocated IP 172.26.7.93 (ac2b1748-8f63-4b17-a9c7-07e79704aa5b/0b7ebf76-1dc7-431a-a0b4-b96bacf287c2/3daa0028-4da4-410c-b6e0-6a829252d9ca) {{(pid=87870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 12:03:38.355337 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-deefc151-9867-4f9e-8f99-6a8d3d2450bf tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:38.544194 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device ca7c26d4-2122-4045-b6ad-bfc9df75ba84 no longer exists at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 12:03:38.578534 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.db_base_plugin_common [None req-3bb659dc-b93d-4074-88af-290895b73bda None None] Allocated IP 2001:db8:2::2 (5bda109f-0f99-424e-8715-d3eb563cdbf7/4096cdcf-bfe9-4d6d-bbce-d289dbe72875/06a99e62-b153-4029-b84e-d4b374ee776d) {{(pid=87872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 12:03:38.590045 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] No Port match for: ca7c26d4-2122-4045-b6ad-bfc9df75ba84 {{(pid=87872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 12:03:38.590764 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device ca7c26d4-2122-4045-b6ad-bfc9df75ba84 not bound to the agent host dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 12:03:38.591549 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device c7ca2c7b-08bf-4393-a004-5d0338613b29 no longer exists at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 12:03:38.632930 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] No Port match for: c7ca2c7b-08bf-4393-a004-5d0338613b29 {{(pid=87872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 12:03:38.633640 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device c7ca2c7b-08bf-4393-a004-5d0338613b29 not bound to the agent host dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 12:03:38.666033 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-4fdba6cf-219e-450e-8640-c9d4c5a84aeb tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for port, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:38.730700 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-4fdba6cf-219e-450e-8640-c9d4c5a84aeb tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:38.794998 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-42414ca7-8cd6-434d-a911-e909c4ef5939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf26e7b0-5ff7-494a-845c-a556c0af938d', 'name': 'tempest-RoutersIpV6Test-router-212202272', 'tenant_id': '44a7e1c73898465da6902581d6416cd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:03:26Z', 'updated_at': '2022-03-28T12:03:34Z', 'revision_number': 3, 'project_id': '44a7e1c73898465da6902581d6416cd0', 'gw_port_host': None, '_interfaces': [{'id': '66a89e1f-7e67-471c-91b2-2172da6941fb', 'name': '', 'network_id': '347a7a36-775e-4df6-9cbc-c2cfc9d12c23', 'tenant_id': '44a7e1c73898465da6902581d6416cd0', 'mac_address': 'fa:16:3e:9e:4f:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf26e7b0-5ff7-494a-845c-a556c0af938d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1270, 'fixed_ips': [{'subnet_id': '350bbb88-e103-4194-bdce-98c2a7d5563b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:03:33Z', 'updated_at': '2022-03-28T12:03:37Z', 'revision_number': 4, 'project_id': '44a7e1c73898465da6902581d6416cd0', 'subnets': [{'id': '350bbb88-e103-4194-bdce-98c2a7d5563b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aebffafa-fa54-4b34-bbe3-ec13fcde6ae8', 'name': '', 'network_id': '73532445-3e6a-4d4c-a908-a598893223c3', 'tenant_id': '44a7e1c73898465da6902581d6416cd0', 'mac_address': 'fa:16:3e:a6:e0:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf26e7b0-5ff7-494a-845c-a556c0af938d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': 'a1da9ebe-8a70-471f-a6c3-74c6c5893098', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:03:29Z', 'updated_at': '2022-03-28T12:03:35Z', 'revision_number': 5, 'project_id': '44a7e1c73898465da6902581d6416cd0', 'subnets': [{'id': 'a1da9ebe-8a70-471f-a6c3-74c6c5893098', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:03:38.805091 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42414ca7-8cd6-434d-a911-e909c4ef5939 None None] The sync data for ids ['cf26e7b0-5ff7-494a-845c-a556c0af938d'] in dv-neutron-835340-2-hyperv is: [{'id': 'cf26e7b0-5ff7-494a-845c-a556c0af938d', 'name': 'tempest-RoutersIpV6Test-router-212202272', 'tenant_id': '44a7e1c73898465da6902581d6416cd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:03:26Z', 'updated_at': '2022-03-28T12:03:34Z', 'revision_number': 3, 'project_id': '44a7e1c73898465da6902581d6416cd0', 'gw_port_host': None, '_interfaces': [{'id': '66a89e1f-7e67-471c-91b2-2172da6941fb', 'name': '', 'network_id': '347a7a36-775e-4df6-9cbc-c2cfc9d12c23', 'tenant_id': '44a7e1c73898465da6902581d6416cd0', 'mac_address': 'fa:16:3e:9e:4f:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf26e7b0-5ff7-494a-845c-a556c0af938d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1270, 'fixed_ips': [{'subnet_id': '350bbb88-e103-4194-bdce-98c2a7d5563b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:03:33Z', 'updated_at': '2022-03-28T12:03:37Z', 'revision_number': 4, 'project_id': '44a7e1c73898465da6902581d6416cd0', 'subnets': [{'id': '350bbb88-e103-4194-bdce-98c2a7d5563b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aebffafa-fa54-4b34-bbe3-ec13fcde6ae8', 'name': '', 'network_id': '73532445-3e6a-4d4c-a908-a598893223c3', 'tenant_id': '44a7e1c73898465da6902581d6416cd0', 'mac_address': 'fa:16:3e:a6:e0:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf26e7b0-5ff7-494a-845c-a556c0af938d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': 'a1da9ebe-8a70-471f-a6c3-74c6c5893098', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:03:29Z', 'updated_at': '2022-03-28T12:03:35Z', 'revision_number': 5, 'project_id': '44a7e1c73898465da6902581d6416cd0', 'subnets': [{'id': 'a1da9ebe-8a70-471f-a6c3-74c6c5893098', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 12:03:38.816253 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fdba6cf-219e-450e-8640-c9d4c5a84aeb tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Network ac2b1748-8f63-4b17-a9c7-07e79704aa5b is already hosted by enough agents. {{(pid=87870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:03:38.819631 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.base_scheduler [None req-4fdba6cf-219e-450e-8640-c9d4c5a84aeb tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Resources bound (agent type, host, resource id): {{(pid=87870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:03:38.827178 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fdba6cf-219e-450e-8640-c9d4c5a84aeb tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Received port after_create {{(pid=87870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 12:03:38.892196 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-3bb659dc-b93d-4074-88af-290895b73bda None None] Notify callbacks [] for port, precommit_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:38.899080 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 4fc72755-68b7-4afa-a98b-44268ee1b7fe up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:03:38.916046 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdba6cf-219e-450e-8640-c9d4c5a84aeb tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Pushing event updated for resources: {'Port': ['ID=3daa0028-4da4-410c-b6e0-6a829252d9ca,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:03:38.964828 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-3bb659dc-b93d-4074-88af-290895b73bda None None] Transition to ACTIVE for port object 06a99e62-b153-4029-b84e-d4b374ee776d will not be triggered until provisioned by entity L2. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:03:38.996868 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-3bb659dc-b93d-4074-88af-290895b73bda None None] Transition to ACTIVE for port object 06a99e62-b153-4029-b84e-d4b374ee776d will not be triggered until provisioned by entity DHCP. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:03:39.011014 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-3bb659dc-b93d-4074-88af-290895b73bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241'] for port, after_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:39.062311 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port 4fc72755-68b7-4afa-a98b-44268ee1b7fe triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:03:39.062848 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:39.089772 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.db_base_plugin_common [None req-deefc151-9867-4f9e-8f99-6a8d3d2450bf tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Allocated IP 2001:db8:2::1 (5bda109f-0f99-424e-8715-d3eb563cdbf7/4096cdcf-bfe9-4d6d-bbce-d289dbe72875/f2986400-c0ea-4558-bc6a-7339a8dafc73) {{(pid=87871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 12:03:39.112393 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bb659dc-b93d-4074-88af-290895b73bda None None] Network 5bda109f-0f99-424e-8715-d3eb563cdbf7 is already hosted by enough agents. {{(pid=87872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:03:39.121015 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.base_scheduler [None req-3bb659dc-b93d-4074-88af-290895b73bda None None] Resources bound (agent type, host, resource id): {{(pid=87872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:03:39.124055 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb659dc-b93d-4074-88af-290895b73bda None None] Received port after_create {{(pid=87872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 12:03:39.231152 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb659dc-b93d-4074-88af-290895b73bda None None] Pushing event updated for resources: {'Port': ['ID=06a99e62-b153-4029-b84e-d4b374ee776d,revision_number=1']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:03:39.259406 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-3bb659dc-b93d-4074-88af-290895b73bda None None] Attempting to bind port 06a99e62-b153-4029-b84e-d4b374ee776d on host dv-neutron-835340-2-hyperv for vnic_type normal with profile {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 12:03:39.259894 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-3bb659dc-b93d-4074-88af-290895b73bda None None] Attempting to bind port 06a99e62-b153-4029-b84e-d4b374ee776d by drivers openvswitch,hyperv on host dv-neutron-835340-2-hyperv at level 0 using segments [{'id': 'd59b8942-34e6-44ea-b962-b89169531768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '5bda109f-0f99-424e-8715-d3eb563cdbf7'}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 12:03:39.260356 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb659dc-b93d-4074-88af-290895b73bda None None] Attempting to bind port 06a99e62-b153-4029-b84e-d4b374ee776d on network 5bda109f-0f99-424e-8715-d3eb563cdbf7 {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 12:03:39.267228 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb659dc-b93d-4074-88af-290895b73bda None None] Checking agent: {'id': '961a16fe-cbc8-4264-ac28-bbbd53f89caa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 46, 6), 'started_at': datetime.datetime(2022, 3, 28, 11, 46, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 12, 3, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 12:03:39.267816 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb659dc-b93d-4074-88af-290895b73bda None None] Checking segment: {'id': 'd59b8942-34e6-44ea-b962-b89169531768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '5bda109f-0f99-424e-8715-d3eb563cdbf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 12:03:39.268366 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-3bb659dc-b93d-4074-88af-290895b73bda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:39.268844 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb659dc-b93d-4074-88af-290895b73bda None None] Bound using segment: {'id': 'd59b8942-34e6-44ea-b962-b89169531768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '5bda109f-0f99-424e-8715-d3eb563cdbf7'} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 12:03:39.269405 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-3bb659dc-b93d-4074-88af-290895b73bda None None] Bound port: 06a99e62-b153-4029-b84e-d4b374ee776d, host: dv-neutron-835340-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd59b8942-34e6-44ea-b962-b89169531768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '5bda109f-0f99-424e-8715-d3eb563cdbf7'}}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 12:03:39.269869 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-3bb659dc-b93d-4074-88af-290895b73bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:39.281477 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-deefc151-9867-4f9e-8f99-6a8d3d2450bf tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks [] for port, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:39.303904 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.provisioning_blocks [None req-deefc151-9867-4f9e-8f99-6a8d3d2450bf tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Transition to ACTIVE for port object f2986400-c0ea-4558-bc6a-7339a8dafc73 will not be triggered until provisioned by entity DHCP. {{(pid=87871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:03:39.333993 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-deefc151-9867-4f9e-8f99-6a8d3d2450bf tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:39.418037 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device d1963e89-2b46-4578-8f3c-ccca86c76862 no longer exists at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 12:03:39.421933 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-4fdba6cf-219e-450e-8640-c9d4c5a84aeb tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for router_gateway, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:39.428391 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deefc151-9867-4f9e-8f99-6a8d3d2450bf tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Network 5bda109f-0f99-424e-8715-d3eb563cdbf7 is already hosted by enough agents. {{(pid=87871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:03:39.432064 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-deefc151-9867-4f9e-8f99-6a8d3d2450bf tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Resources bound (agent type, host, resource id): {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:03:39.434345 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deefc151-9867-4f9e-8f99-6a8d3d2450bf tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Pushing event updated for resources: {'Port': ['ID=f2986400-c0ea-4558-bc6a-7339a8dafc73,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:03:39.436597 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deefc151-9867-4f9e-8f99-6a8d3d2450bf tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Received port after_create {{(pid=87871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 12:03:39.437114 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-deefc151-9867-4f9e-8f99-6a8d3d2450bf tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-709483'] for router_interface, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:39.477996 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] No Port match for: d1963e89-2b46-4578-8f3c-ccca86c76862 {{(pid=87872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 12:03:39.478859 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device d1963e89-2b46-4578-8f3c-ccca86c76862 not bound to the agent host dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 12:03:39.489444 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-3bb659dc-b93d-4074-88af-290895b73bda None None] For port 06a99e62-b153-4029-b84e-d4b374ee776d, host dv-neutron-835340-2-hyperv, cleared binding levels {{(pid=87872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 12:03:39.496951 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-3bb659dc-b93d-4074-88af-290895b73bda None None] For port 06a99e62-b153-4029-b84e-d4b374ee776d, host dv-neutron-835340-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=06a99e62-b153-4029-b84e-d4b374ee776d,segment=NetworkSegment(d59b8942-34e6-44ea-b962-b89169531768),segment_id=d59b8942-34e6-44ea-b962-b89169531768)] {{(pid=87872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 12:03:39.501643 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-3bb659dc-b93d-4074-88af-290895b73bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:39.580837 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-deefc151-9867-4f9e-8f99-6a8d3d2450bf tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:39.638985 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb659dc-b93d-4074-88af-290895b73bda None None] Pushing event updated for resources: {'Port': ['ID=06a99e62-b153-4029-b84e-d4b374ee776d,revision_number=2']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:03:39.813712 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-4fdba6cf-219e-450e-8640-c9d4c5a84aeb tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709693'] for router, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:40.043137 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fdba6cf-219e-450e-8640-c9d4c5a84aeb tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Router f85e07f6-33a3-46de-a3bf-16d0b6ee7372 is scheduled to L3 agent af79d429-529e-400b-a119-94d4bec03f3e with binding_index 1 {{(pid=87870) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 12:03:40.135234 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-deefc151-9867-4f9e-8f99-6a8d3d2450bf tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks [] for port, precommit_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:40.141174 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-deefc151-9867-4f9e-8f99-6a8d3d2450bf tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2363241'] for port, after_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:40.141924 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-deefc151-9867-4f9e-8f99-6a8d3d2450bf tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-743372'] for router_interface, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:40.292884 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deefc151-9867-4f9e-8f99-6a8d3d2450bf tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Pushing event updated for resources: {'Port': ['ID=f2986400-c0ea-4558-bc6a-7339a8dafc73,revision_number=2']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:03:40.345937 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fdba6cf-219e-450e-8640-c9d4c5a84aeb tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 12:03:40.355206 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c62667-842e-439b-956f-e3d992d6f503 None None] Sync routers for ids ['f85e07f6-33a3-46de-a3bf-16d0b6ee7372'] in dv-neutron-835340-2-hyperv {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 12:03:40.358201 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deefc151-9867-4f9e-8f99-6a8d3d2450bf tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Network 5bda109f-0f99-424e-8715-d3eb563cdbf7 is already hosted by enough agents. {{(pid=87871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:03:40.361187 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-deefc151-9867-4f9e-8f99-6a8d3d2450bf tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Resources bound (agent type, host, resource id): {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:03:40.365735 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c62667-842e-439b-956f-e3d992d6f503 None None] Routers {'f85e07f6-33a3-46de-a3bf-16d0b6ee7372'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:03:40.366462 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-33c62667-842e-439b-956f-e3d992d6f503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:03:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['f85e07f6-33a3-46de-a3bf-16d0b6ee7372'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:03:40.388143 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-4fdba6cf-219e-450e-8640-c9d4c5a84aeb tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for router, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:40.389548 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-4fdba6cf-219e-450e-8640-c9d4c5a84aeb tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.2987731 Mar 28 12:03:40.395945 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 58034) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:03:40.440433 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-cd009f0c-a10c-48e1-8ed1-faac9314a733 tempest-TestNetworkBasicOps-386611239 tempest-TestNetworkBasicOps-386611239-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=527195c95736491ca1967a42cc300275&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0432737 Mar 28 12:03:40.442844 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 58038) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:03:40.544279 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-deefc151-9867-4f9e-8f99-6a8d3d2450bf tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Router cf26e7b0-5ff7-494a-845c-a556c0af938d has already been hosted by L3 agent af79d429-529e-400b-a119-94d4bec03f3e {{(pid=87871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 12:03:40.567990 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvr_db [None req-33c62667-842e-439b-956f-e3d992d6f503 None None] Set router f85e07f6-33a3-46de-a3bf-16d0b6ee7372 gateway port host: dv-neutron-835340-2-hyperv {{(pid=87872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:03:40.587735 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22693129-1332-428e-a945-47e8a947ad8e tempest-TestNetworkBasicOps-386611239 tempest-TestNetworkBasicOps-386611239-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:03:40.592801 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-22693129-1332-428e-a945-47e8a947ad8e tempest-TestNetworkBasicOps-386611239 tempest-TestNetworkBasicOps-386611239-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1489844 Mar 28 12:03:40.593715 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 58042) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:03:40.644264 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-56f610f2-bbed-47ec-bc8b-cab647378fc3 tempest-TestNetworkBasicOps-386611239 tempest-TestNetworkBasicOps-386611239-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=ac2b1748-8f63-4b17-a9c7-07e79704aa5b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0489476 Mar 28 12:03:40.644850 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 58046) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:03:40.650448 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-73ab47a4-17aa-4a3b-b33e-ebe96a5399d1 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-441590052', 'network_id': 'c9040876-1463-45a9-b712-0332cbc5543e', 'project_id': '527195c95736491ca1967a42cc300275', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:03:40.707737 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9e951c3-979a-4185-8254-97aa79f87087 None None] Network 5bda109f-0f99-424e-8715-d3eb563cdbf7 requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 12:03:40.740209 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-deefc151-9867-4f9e-8f99-6a8d3d2450bf tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 12:03:40.750034 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c8c59f-562d-4daf-8cb9-037cdab931e8 None None] Sync routers for ids ['cf26e7b0-5ff7-494a-845c-a556c0af938d'] in dv-neutron-835340-2-hyperv {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 12:03:40.762522 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-deefc151-9867-4f9e-8f99-6a8d3d2450bf tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] 10.222.0.30 "PUT /v2.0/routers/cf26e7b0-5ff7-494a-845c-a556c0af938d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4272039 Mar 28 12:03:40.762741 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c8c59f-562d-4daf-8cb9-037cdab931e8 None None] Routers {'cf26e7b0-5ff7-494a-845c-a556c0af938d'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:03:40.762741 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-70c8c59f-562d-4daf-8cb9-037cdab931e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:03:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['cf26e7b0-5ff7-494a-845c-a556c0af938d'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:03:40.763198 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 58050) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:03:40.769065 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-f458a358-49a7-47b5-8ccc-b0b35f048103 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1200290419'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:03:40.774176 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-f458a358-49a7-47b5-8ccc-b0b35f048103 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:03:40.778398 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-f458a358-49a7-47b5-8ccc-b0b35f048103 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Usage tracker for resource:network and tenant:44a7e1c73898465da6902581d6416cd0 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:03:40.781300 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-f458a358-49a7-47b5-8ccc-b0b35f048103 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:03:40.789445 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-f458a358-49a7-47b5-8ccc-b0b35f048103 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:03:40.809109 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f458a358-49a7-47b5-8ccc-b0b35f048103 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Made reservation on behalf of 44a7e1c73898465da6902581d6416cd0 for: {'network': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 12:03:40.813279 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-f458a358-49a7-47b5-8ccc-b0b35f048103 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for network, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:40.823905 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-73ab47a4-17aa-4a3b-b33e-ebe96a5399d1 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:03:40.838735 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-73ab47a4-17aa-4a3b-b33e-ebe96a5399d1 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Usage tracker for resource:subnet and tenant:527195c95736491ca1967a42cc300275 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:03:40.841945 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-73ab47a4-17aa-4a3b-b33e-ebe96a5399d1 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:03:40.846692 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f458a358-49a7-47b5-8ccc-b0b35f048103 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=87871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 12:03:40.851500 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-73ab47a4-17aa-4a3b-b33e-ebe96a5399d1 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:03:40.858546 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-f458a358-49a7-47b5-8ccc-b0b35f048103 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:40.859000 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.db.segments_db [None req-f458a358-49a7-47b5-8ccc-b0b35f048103 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Added segment 69680a21-44c7-4022-bb50-057ad5adbf61 of type vlan for network 8558127f-8f83-4800-9b03-982b30df7571 Mar 28 12:03:40.877549 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73ab47a4-17aa-4a3b-b33e-ebe96a5399d1 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Made reservation on behalf of 527195c95736491ca1967a42cc300275 for: {'subnet': 1} {{(pid=87870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 12:03:40.881065 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-73ab47a4-17aa-4a3b-b33e-ebe96a5399d1 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2563571'] for subnet, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:40.892806 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-f458a358-49a7-47b5-8ccc-b0b35f048103 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783495836591'] for network, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:40.928200 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 66a89e1f-7e67-471c-91b2-2172da6941fb up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:03:40.931052 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-f458a358-49a7-47b5-8ccc-b0b35f048103 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765'] for network, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:40.937079 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f458a358-49a7-47b5-8ccc-b0b35f048103 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:03:40.937660 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-f458a358-49a7-47b5-8ccc-b0b35f048103 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks [] for network, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:40.975039 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvr_db [None req-70c8c59f-562d-4daf-8cb9-037cdab931e8 None None] Set router cf26e7b0-5ff7-494a-845c-a556c0af938d gateway port host: None {{(pid=87873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:03:41.044200 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-6a72dbf7-a962-42d7-8d74-6f59a90dfbd4 None None] Provisioning for port 06a99e62-b153-4029-b84e-d4b374ee776d completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:03:41.059310 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-f458a358-49a7-47b5-8ccc-b0b35f048103 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2928205 Mar 28 12:03:41.061422 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 58054) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:03:41.072647 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-a457cdc5-9bb6-47d9-9c5b-8e5930f44e04 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Request body: {'subnet': {'network_id': '8558127f-8f83-4800-9b03-982b30df7571', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:03:41.080095 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f458a358-49a7-47b5-8ccc-b0b35f048103 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Pushing event updated for resources: {'Network': ['ID=8558127f-8f83-4800-9b03-982b30df7571,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:03:41.102083 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Network 8558127f-8f83-4800-9b03-982b30df7571 details requested by agent ovs-agent-dv-neutron-835340-2-hyperv with host dv-neutron-835340-2-hyperv {{(pid=87872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 12:03:41.212416 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-a457cdc5-9bb6-47d9-9c5b-8e5930f44e04 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:03:41.229140 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-a457cdc5-9bb6-47d9-9c5b-8e5930f44e04 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Usage tracker for resource:subnet and tenant:44a7e1c73898465da6902581d6416cd0 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:03:41.233461 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-a457cdc5-9bb6-47d9-9c5b-8e5930f44e04 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:03:41.249024 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-a457cdc5-9bb6-47d9-9c5b-8e5930f44e04 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:03:41.259566 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-73ab47a4-17aa-4a3b-b33e-ebe96a5399d1 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2561241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2563521'] for subnet, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:41.307258 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a457cdc5-9bb6-47d9-9c5b-8e5930f44e04 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Made reservation on behalf of 44a7e1c73898465da6902581d6416cd0 for: {'subnet': 1} {{(pid=87870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 12:03:41.311895 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-a457cdc5-9bb6-47d9-9c5b-8e5930f44e04 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2563571'] for subnet, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:41.322957 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning for port 66a89e1f-7e67-471c-91b2-2172da6941fb completed by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:03:41.341384 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port 66a89e1f-7e67-471c-91b2-2172da6941fb triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:03:41.341889 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:41.385941 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-70c8c59f-562d-4daf-8cb9-037cdab931e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf26e7b0-5ff7-494a-845c-a556c0af938d', 'name': 'tempest-RoutersIpV6Test-router-212202272', 'tenant_id': '44a7e1c73898465da6902581d6416cd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:03:26Z', 'updated_at': '2022-03-28T12:03:39Z', 'revision_number': 4, 'project_id': '44a7e1c73898465da6902581d6416cd0', 'gw_port_host': None, '_interfaces': [{'id': '66a89e1f-7e67-471c-91b2-2172da6941fb', 'name': '', 'network_id': '347a7a36-775e-4df6-9cbc-c2cfc9d12c23', 'tenant_id': '44a7e1c73898465da6902581d6416cd0', 'mac_address': 'fa:16:3e:9e:4f:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf26e7b0-5ff7-494a-845c-a556c0af938d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1270, 'fixed_ips': [{'subnet_id': '350bbb88-e103-4194-bdce-98c2a7d5563b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:03:33Z', 'updated_at': '2022-03-28T12:03:37Z', 'revision_number': 4, 'project_id': '44a7e1c73898465da6902581d6416cd0', 'subnets': [{'id': '350bbb88-e103-4194-bdce-98c2a7d5563b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aebffafa-fa54-4b34-bbe3-ec13fcde6ae8', 'name': '', 'network_id': '73532445-3e6a-4d4c-a908-a598893223c3', 'tenant_id': '44a7e1c73898465da6902581d6416cd0', 'mac_address': 'fa:16:3e:a6:e0:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf26e7b0-5ff7-494a-845c-a556c0af938d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': 'a1da9ebe-8a70-471f-a6c3-74c6c5893098', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:03:29Z', 'updated_at': '2022-03-28T12:03:35Z', 'revision_number': 5, 'project_id': '44a7e1c73898465da6902581d6416cd0', 'subnets': [{'id': 'a1da9ebe-8a70-471f-a6c3-74c6c5893098', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2986400-c0ea-4558-bc6a-7339a8dafc73', 'name': '', 'network_id': '5bda109f-0f99-424e-8715-d3eb563cdbf7', 'tenant_id': '44a7e1c73898465da6902581d6416cd0', 'mac_address': 'fa:16:3e:16:b4:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf26e7b0-5ff7-494a-845c-a556c0af938d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '4096cdcf-bfe9-4d6d-bbce-d289dbe72875', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:03:38Z', 'updated_at': '2022-03-28T12:03:39Z', 'revision_number': 2, 'project_id': '44a7e1c73898465da6902581d6416cd0', 'subnets': [{'id': '4096cdcf-bfe9-4d6d-bbce-d289dbe72875', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:03:41.390181 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c8c59f-562d-4daf-8cb9-037cdab931e8 None None] Checking router: cf26e7b0-5ff7-494a-845c-a556c0af938d for host: dv-neutron-835340-2-hyperv {{(pid=87873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 12:03:41.390546 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c8c59f-562d-4daf-8cb9-037cdab931e8 None None] Updating router cf26e7b0-5ff7-494a-845c-a556c0af938d port f2986400-c0ea-4558-bc6a-7339a8dafc73 binding host dv-neutron-835340-2-hyperv {{(pid=87873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 12:03:41.450295 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ab47a4-17aa-4a3b-b33e-ebe96a5399d1 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Pushing event updated for resources: {'Subnet': ['ID=de3ab6d6-180c-42c6-825d-40075604f1f0,revision_number=0']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:03:41.452109 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron_lib.callbacks.manager [None req-70c8c59f-562d-4daf-8cb9-037cdab931e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:41.472210 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ab47a4-17aa-4a3b-b33e-ebe96a5399d1 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Checking segment: {'id': 'c400cdb9-562d-4674-8a33-3516cda9783b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'c9040876-1463-45a9-b712-0332cbc5543e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 12:03:41.472579 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73ab47a4-17aa-4a3b-b33e-ebe96a5399d1 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Network hostable DHCP agents. Network: c9040876-1463-45a9-b712-0332cbc5543e, hostable agents: ['3cb85949-855b-4a40-b988-cd5705e511da'], hosted agents: [] {{(pid=87870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 12:03:41.505187 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73ab47a4-17aa-4a3b-b33e-ebe96a5399d1 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Network c9040876-1463-45a9-b712-0332cbc5543e is scheduled to be hosted by DHCP agent 3cb85949-855b-4a40-b988-cd5705e511da with binding_index 1 {{(pid=87870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 12:03:41.511068 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-33c62667-842e-439b-956f-e3d992d6f503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f85e07f6-33a3-46de-a3bf-16d0b6ee7372', 'name': 'tempest-TestNetworkBasicOps-router-1415341849', 'tenant_id': '527195c95736491ca1967a42cc300275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.93'}], 'enable_snat': True}, 'gw_port_id': '3daa0028-4da4-410c-b6e0-6a829252d9ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:03:37Z', 'updated_at': '2022-03-28T12:03:39Z', 'revision_number': 3, 'project_id': '527195c95736491ca1967a42cc300275', 'gw_port': {'id': '3daa0028-4da4-410c-b6e0-6a829252d9ca', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:b1:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f85e07f6-33a3-46de-a3bf-16d0b6ee7372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1277, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:03:38Z', 'updated_at': '2022-03-28T12:03:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv'}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:03:41.520651 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c62667-842e-439b-956f-e3d992d6f503 None None] Checking router: f85e07f6-33a3-46de-a3bf-16d0b6ee7372 for host: dv-neutron-835340-2-hyperv {{(pid=87872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 12:03:41.521106 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c62667-842e-439b-956f-e3d992d6f503 None None] Updating router f85e07f6-33a3-46de-a3bf-16d0b6ee7372 port 3daa0028-4da4-410c-b6e0-6a829252d9ca binding host dv-neutron-835340-2-hyperv {{(pid=87872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 12:03:41.550571 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.base_scheduler [None req-73ab47a4-17aa-4a3b-b33e-ebe96a5399d1 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-2-hyperv, c9040876-1463-45a9-b712-0332cbc5543e) {{(pid=87870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:03:41.555175 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73ab47a4-17aa-4a3b-b33e-ebe96a5399d1 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:03:41.556698 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-73ab47a4-17aa-4a3b-b33e-ebe96a5399d1 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for subnet, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:41.576131 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a006cf9a-8c10-4c61-ab85-a76062ca8c25 None None] Network c9040876-1463-45a9-b712-0332cbc5543e requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 12:03:41.599488 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 58058) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:03:41.600078 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-73ab47a4-17aa-4a3b-b33e-ebe96a5399d1 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9536383 Mar 28 12:03:41.620905 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:41.655731 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-a457cdc5-9bb6-47d9-9c5b-8e5930f44e04 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2561241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2563521'] for subnet, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:41.697169 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-33c62667-842e-439b-956f-e3d992d6f503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:41.776273 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a457cdc5-9bb6-47d9-9c5b-8e5930f44e04 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Pushing event updated for resources: {'Subnet': ['ID=57a540cd-399c-4421-9ebe-1eec9b9c365b,revision_number=0']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:03:41.785206 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a457cdc5-9bb6-47d9-9c5b-8e5930f44e04 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Checking segment: {'id': '69680a21-44c7-4022-bb50-057ad5adbf61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '8558127f-8f83-4800-9b03-982b30df7571'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 12:03:41.785566 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a457cdc5-9bb6-47d9-9c5b-8e5930f44e04 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Network hostable DHCP agents. Network: 8558127f-8f83-4800-9b03-982b30df7571, hostable agents: ['3cb85949-855b-4a40-b988-cd5705e511da'], hosted agents: [] {{(pid=87870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 12:03:41.809202 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a457cdc5-9bb6-47d9-9c5b-8e5930f44e04 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Network 8558127f-8f83-4800-9b03-982b30df7571 is scheduled to be hosted by DHCP agent 3cb85949-855b-4a40-b988-cd5705e511da with binding_index 1 {{(pid=87870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 12:03:41.825384 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.base_scheduler [None req-a457cdc5-9bb6-47d9-9c5b-8e5930f44e04 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-2-hyperv, 8558127f-8f83-4800-9b03-982b30df7571) {{(pid=87870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:03:41.854636 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a457cdc5-9bb6-47d9-9c5b-8e5930f44e04 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:03:41.854636 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-a457cdc5-9bb6-47d9-9c5b-8e5930f44e04 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks [] for subnet, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:41.873347 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] For port 66a89e1f-7e67-471c-91b2-2172da6941fb, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=66a89e1f-7e67-471c-91b2-2172da6941fb,segment=NetworkSegment(036faa1b-6c57-4c05-8875-fb7bc98a0f08),segment_id=036faa1b-6c57-4c05-8875-fb7bc98a0f08)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:03:41.884779 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b1dc34d-d79b-4c76-add1-867ee047e2ab None None] Network 8558127f-8f83-4800-9b03-982b30df7571 requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 12:03:41.885136 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron_lib.callbacks.manager [None req-70c8c59f-562d-4daf-8cb9-037cdab931e8 None None] Notify callbacks [] for port, precommit_update {{(pid=87873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:41.900132 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-a457cdc5-9bb6-47d9-9c5b-8e5930f44e04 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8376586 Mar 28 12:03:41.902777 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 58062) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:03:41.904640 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.provisioning_blocks [None req-70c8c59f-562d-4daf-8cb9-037cdab931e8 None None] Transition to ACTIVE for port object f2986400-c0ea-4558-bc6a-7339a8dafc73 will not be triggered until provisioned by entity L2. {{(pid=87873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:03:41.921748 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron_lib.callbacks.manager [None req-70c8c59f-562d-4daf-8cb9-037cdab931e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:42.015328 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:42.016852 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 06a99e62-b153-4029-b84e-d4b374ee776d up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:03:42.169139 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483d87b9-5973-44cd-8f49-edf9f7af3985 None None] Pushing event updated for resources: {'Port': ['ID=f2986400-c0ea-4558-bc6a-7339a8dafc73,revision_number=3']} {{(pid=87873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:03:42.228381 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.managers [None req-70c8c59f-562d-4daf-8cb9-037cdab931e8 None None] Attempting to bind port f2986400-c0ea-4558-bc6a-7339a8dafc73 on host dv-neutron-835340-2-hyperv for vnic_type normal with profile {{(pid=87873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 12:03:42.229029 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.managers [None req-70c8c59f-562d-4daf-8cb9-037cdab931e8 None None] Attempting to bind port f2986400-c0ea-4558-bc6a-7339a8dafc73 by drivers openvswitch,hyperv on host dv-neutron-835340-2-hyperv at level 0 using segments [{'id': 'd59b8942-34e6-44ea-b962-b89169531768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '5bda109f-0f99-424e-8715-d3eb563cdbf7'}] {{(pid=87873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 12:03:42.229692 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c8c59f-562d-4daf-8cb9-037cdab931e8 None None] Attempting to bind port f2986400-c0ea-4558-bc6a-7339a8dafc73 on network 5bda109f-0f99-424e-8715-d3eb563cdbf7 {{(pid=87873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 12:03:42.239173 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c8c59f-562d-4daf-8cb9-037cdab931e8 None None] Checking agent: {'id': '961a16fe-cbc8-4264-ac28-bbbd53f89caa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 46, 6), 'started_at': datetime.datetime(2022, 3, 28, 11, 46, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 12, 3, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 12:03:42.240039 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c8c59f-562d-4daf-8cb9-037cdab931e8 None None] Checking segment: {'id': 'd59b8942-34e6-44ea-b962-b89169531768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '5bda109f-0f99-424e-8715-d3eb563cdbf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 12:03:42.240438 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron_lib.callbacks.manager [None req-70c8c59f-562d-4daf-8cb9-037cdab931e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:42.240827 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c8c59f-562d-4daf-8cb9-037cdab931e8 None None] Bound using segment: {'id': 'd59b8942-34e6-44ea-b962-b89169531768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '5bda109f-0f99-424e-8715-d3eb563cdbf7'} {{(pid=87873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 12:03:42.241288 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.managers [None req-70c8c59f-562d-4daf-8cb9-037cdab931e8 None None] Bound port: f2986400-c0ea-4558-bc6a-7339a8dafc73, host: dv-neutron-835340-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd59b8942-34e6-44ea-b962-b89169531768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '5bda109f-0f99-424e-8715-d3eb563cdbf7'}}] {{(pid=87873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 12:03:42.241655 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron_lib.callbacks.manager [None req-70c8c59f-562d-4daf-8cb9-037cdab931e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:42.365730 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.db [None req-70c8c59f-562d-4daf-8cb9-037cdab931e8 None None] For port f2986400-c0ea-4558-bc6a-7339a8dafc73, host dv-neutron-835340-2-hyperv, cleared binding levels {{(pid=87873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 12:03:42.369380 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.db [None req-70c8c59f-562d-4daf-8cb9-037cdab931e8 None None] For port f2986400-c0ea-4558-bc6a-7339a8dafc73, host dv-neutron-835340-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=f2986400-c0ea-4558-bc6a-7339a8dafc73,segment=NetworkSegment(d59b8942-34e6-44ea-b962-b89169531768),segment_id=d59b8942-34e6-44ea-b962-b89169531768)] {{(pid=87873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 12:03:42.388707 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron_lib.callbacks.manager [None req-70c8c59f-562d-4daf-8cb9-037cdab931e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:42.456708 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-eca3af3b-1d75-4e1a-b477-bf1ad9281074 None None] Provisioning for port f2986400-c0ea-4558-bc6a-7339a8dafc73 completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:03:42.521530 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483d87b9-5973-44cd-8f49-edf9f7af3985 None None] Pushing event updated for resources: {'Port': ['ID=f2986400-c0ea-4558-bc6a-7339a8dafc73,revision_number=4']} {{(pid=87873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:03:42.530571 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c8c59f-562d-4daf-8cb9-037cdab931e8 None None] Routers {'cf26e7b0-5ff7-494a-845c-a556c0af938d'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:03:42.531171 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-70c8c59f-562d-4daf-8cb9-037cdab931e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:03:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['cf26e7b0-5ff7-494a-845c-a556c0af938d'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:03:42.565993 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Pushing event updated for resources: {'Port': ['ID=66a89e1f-7e67-471c-91b2-2172da6941fb,revision_number=5']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:03:42.714460 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvr_db [None req-70c8c59f-562d-4daf-8cb9-037cdab931e8 None None] Set router cf26e7b0-5ff7-494a-845c-a556c0af938d gateway port host: None {{(pid=87873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:03:42.743080 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning for port 06a99e62-b153-4029-b84e-d4b374ee776d completed by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:03:42.765114 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-eca3af3b-1d75-4e1a-b477-bf1ad9281074 None None] Provisioning complete for port 06a99e62-b153-4029-b84e-d4b374ee776d triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:03:42.765746 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-eca3af3b-1d75-4e1a-b477-bf1ad9281074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:42.771498 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-647fc241-65d4-4ca8-ac57-694a67a2f727 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:42.803694 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port 06a99e62-b153-4029-b84e-d4b374ee776d triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:03:42.804351 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:42.861316 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbcf10ff-3f7b-4508-aee5-f761918225b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1d3f2a9-8722-5ce5-bc40-181687d1ed3f-c9040876-1463-45a9-b712-0332cbc5543e', 'network_id': 'c9040876-1463-45a9-b712-0332cbc5543e', 'tenant_id': '527195c95736491ca1967a42cc300275', 'fixed_ips': [{'subnet_id': 'de3ab6d6-180c-42c6-825d-40075604f1f0'}]}} from dv-neutron-835340-2-hyperv. {{(pid=87872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 12:03:42.862413 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-bbcf10ff-3f7b-4508-aee5-f761918225b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:42.995847 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cb16040-e9e9-4097-872d-69f37c47e771 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1d3f2a9-8722-5ce5-bc40-181687d1ed3f-8558127f-8f83-4800-9b03-982b30df7571', 'network_id': '8558127f-8f83-4800-9b03-982b30df7571', 'tenant_id': '44a7e1c73898465da6902581d6416cd0', 'fixed_ips': [{'subnet_id': '57a540cd-399c-4421-9ebe-1eec9b9c365b'}]}} from dv-neutron-835340-2-hyperv. {{(pid=87872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 12:03:42.996931 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-7cb16040-e9e9-4097-872d-69f37c47e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:43.037668 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-259e90ad-8cb1-4b4e-a3eb-cd324e787ca7 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:43.256884 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-70c8c59f-562d-4daf-8cb9-037cdab931e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf26e7b0-5ff7-494a-845c-a556c0af938d', 'name': 'tempest-RoutersIpV6Test-router-212202272', 'tenant_id': '44a7e1c73898465da6902581d6416cd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:03:26Z', 'updated_at': '2022-03-28T12:03:39Z', 'revision_number': 4, 'project_id': '44a7e1c73898465da6902581d6416cd0', 'gw_port_host': None, '_interfaces': [{'id': '66a89e1f-7e67-471c-91b2-2172da6941fb', 'name': '', 'network_id': '347a7a36-775e-4df6-9cbc-c2cfc9d12c23', 'tenant_id': '44a7e1c73898465da6902581d6416cd0', 'mac_address': 'fa:16:3e:9e:4f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf26e7b0-5ff7-494a-845c-a556c0af938d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1270, 'fixed_ips': [{'subnet_id': '350bbb88-e103-4194-bdce-98c2a7d5563b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:03:33Z', 'updated_at': '2022-03-28T12:03:41Z', 'revision_number': 5, 'project_id': '44a7e1c73898465da6902581d6416cd0', 'subnets': [{'id': '350bbb88-e103-4194-bdce-98c2a7d5563b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aebffafa-fa54-4b34-bbe3-ec13fcde6ae8', 'name': '', 'network_id': '73532445-3e6a-4d4c-a908-a598893223c3', 'tenant_id': '44a7e1c73898465da6902581d6416cd0', 'mac_address': 'fa:16:3e:a6:e0:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf26e7b0-5ff7-494a-845c-a556c0af938d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': 'a1da9ebe-8a70-471f-a6c3-74c6c5893098', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:03:29Z', 'updated_at': '2022-03-28T12:03:35Z', 'revision_number': 5, 'project_id': '44a7e1c73898465da6902581d6416cd0', 'subnets': [{'id': 'a1da9ebe-8a70-471f-a6c3-74c6c5893098', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2986400-c0ea-4558-bc6a-7339a8dafc73', 'name': '', 'network_id': '5bda109f-0f99-424e-8715-d3eb563cdbf7', 'tenant_id': '44a7e1c73898465da6902581d6416cd0', 'mac_address': 'fa:16:3e:16:b4:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf26e7b0-5ff7-494a-845c-a556c0af938d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '4096cdcf-bfe9-4d6d-bbce-d289dbe72875', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:03:38Z', 'updated_at': '2022-03-28T12:03:42Z', 'revision_number': 4, 'project_id': '44a7e1c73898465da6902581d6416cd0', 'subnets': [{'id': '4096cdcf-bfe9-4d6d-bbce-d289dbe72875', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:03:43.262314 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c8c59f-562d-4daf-8cb9-037cdab931e8 None None] The sync data for ids ['cf26e7b0-5ff7-494a-845c-a556c0af938d'] in dv-neutron-835340-2-hyperv is: [{'id': 'cf26e7b0-5ff7-494a-845c-a556c0af938d', 'name': 'tempest-RoutersIpV6Test-router-212202272', 'tenant_id': '44a7e1c73898465da6902581d6416cd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:03:26Z', 'updated_at': '2022-03-28T12:03:39Z', 'revision_number': 4, 'project_id': '44a7e1c73898465da6902581d6416cd0', 'gw_port_host': None, '_interfaces': [{'id': '66a89e1f-7e67-471c-91b2-2172da6941fb', 'name': '', 'network_id': '347a7a36-775e-4df6-9cbc-c2cfc9d12c23', 'tenant_id': '44a7e1c73898465da6902581d6416cd0', 'mac_address': 'fa:16:3e:9e:4f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf26e7b0-5ff7-494a-845c-a556c0af938d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1270, 'fixed_ips': [{'subnet_id': '350bbb88-e103-4194-bdce-98c2a7d5563b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:03:33Z', 'updated_at': '2022-03-28T12:03:41Z', 'revision_number': 5, 'project_id': '44a7e1c73898465da6902581d6416cd0', 'subnets': [{'id': '350bbb88-e103-4194-bdce-98c2a7d5563b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aebffafa-fa54-4b34-bbe3-ec13fcde6ae8', 'name': '', 'network_id': '73532445-3e6a-4d4c-a908-a598893223c3', 'tenant_id': '44a7e1c73898465da6902581d6416cd0', 'mac_address': 'fa:16:3e:a6:e0:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf26e7b0-5ff7-494a-845c-a556c0af938d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': 'a1da9ebe-8a70-471f-a6c3-74c6c5893098', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:03:29Z', 'updated_at': '2022-03-28T12:03:35Z', 'revision_number': 5, 'project_id': '44a7e1c73898465da6902581d6416cd0', 'subnets': [{'id': 'a1da9ebe-8a70-471f-a6c3-74c6c5893098', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2986400-c0ea-4558-bc6a-7339a8dafc73', 'name': '', 'network_id': '5bda109f-0f99-424e-8715-d3eb563cdbf7', 'tenant_id': '44a7e1c73898465da6902581d6416cd0', 'mac_address': 'fa:16:3e:16:b4:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf26e7b0-5ff7-494a-845c-a556c0af938d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '4096cdcf-bfe9-4d6d-bbce-d289dbe72875', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:03:38Z', 'updated_at': '2022-03-28T12:03:42Z', 'revision_number': 4, 'project_id': '44a7e1c73898465da6902581d6416cd0', 'subnets': [{'id': '4096cdcf-bfe9-4d6d-bbce-d289dbe72875', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 12:03:43.483734 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-eca3af3b-1d75-4e1a-b477-bf1ad9281074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:43.513989 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:43.526589 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-33c62667-842e-439b-956f-e3d992d6f503 None None] Notify callbacks [] for port, precommit_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:43.563593 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.db_base_plugin_common [None req-259e90ad-8cb1-4b4e-a3eb-cd324e787ca7 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Allocated IP 2001:db8:3::1 (8558127f-8f83-4800-9b03-982b30df7571/57a540cd-399c-4421-9ebe-1eec9b9c365b/7aaf0928-e17b-4265-8bcf-921150053a26) {{(pid=87870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 12:03:43.565597 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-33c62667-842e-439b-956f-e3d992d6f503 None None] Transition to ACTIVE for port object 3daa0028-4da4-410c-b6e0-6a829252d9ca will not be triggered until provisioned by entity L2. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:03:43.572754 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.db_base_plugin_common [None req-bbcf10ff-3f7b-4508-aee5-f761918225b7 None None] Allocated IP 172.20.0.2 (c9040876-1463-45a9-b712-0332cbc5543e/de3ab6d6-180c-42c6-825d-40075604f1f0/cdc5840f-dea9-4962-85d6-7679c1c71ab4) {{(pid=87872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 12:03:43.586304 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-33c62667-842e-439b-956f-e3d992d6f503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:43.632761 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-eca3af3b-1d75-4e1a-b477-bf1ad9281074 None None] For port 06a99e62-b153-4029-b84e-d4b374ee776d, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=06a99e62-b153-4029-b84e-d4b374ee776d,segment=NetworkSegment(d59b8942-34e6-44ea-b962-b89169531768),segment_id=d59b8942-34e6-44ea-b962-b89169531768)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:03:43.667806 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-eca3af3b-1d75-4e1a-b477-bf1ad9281074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:43.742936 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-259e90ad-8cb1-4b4e-a3eb-cd324e787ca7 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks [] for port, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:43.759644 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.provisioning_blocks [None req-259e90ad-8cb1-4b4e-a3eb-cd324e787ca7 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Transition to ACTIVE for port object 7aaf0928-e17b-4265-8bcf-921150053a26 will not be triggered until provisioned by entity DHCP. {{(pid=87870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:03:43.790830 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-259e90ad-8cb1-4b4e-a3eb-cd324e787ca7 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:43.819792 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013d9c81-f9c1-4d06-ae67-fab5d5ebdd44 None None] Pushing event updated for resources: {'Port': ['ID=3daa0028-4da4-410c-b6e0-6a829252d9ca,revision_number=2']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:03:43.867809 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-33c62667-842e-439b-956f-e3d992d6f503 None None] Attempting to bind port 3daa0028-4da4-410c-b6e0-6a829252d9ca on host dv-neutron-835340-2-hyperv for vnic_type normal with profile {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 12:03:43.868359 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-33c62667-842e-439b-956f-e3d992d6f503 None None] Attempting to bind port 3daa0028-4da4-410c-b6e0-6a829252d9ca by drivers openvswitch,hyperv on host dv-neutron-835340-2-hyperv at level 0 using segments [{'id': '688afb86-c9bd-46e2-ba7d-3fe76fb1efff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b'}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 12:03:43.868897 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c62667-842e-439b-956f-e3d992d6f503 None None] Attempting to bind port 3daa0028-4da4-410c-b6e0-6a829252d9ca on network ac2b1748-8f63-4b17-a9c7-07e79704aa5b {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 12:03:43.883935 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-259e90ad-8cb1-4b4e-a3eb-cd324e787ca7 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Network 8558127f-8f83-4800-9b03-982b30df7571 is already hosted by enough agents. {{(pid=87870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:03:43.887666 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.base_scheduler [None req-259e90ad-8cb1-4b4e-a3eb-cd324e787ca7 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Resources bound (agent type, host, resource id): {{(pid=87870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:03:43.893121 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-259e90ad-8cb1-4b4e-a3eb-cd324e787ca7 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Received port after_create {{(pid=87870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 12:03:43.893645 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-259e90ad-8cb1-4b4e-a3eb-cd324e787ca7 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-709483'] for router_interface, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:43.896150 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259e90ad-8cb1-4b4e-a3eb-cd324e787ca7 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Pushing event updated for resources: {'Port': ['ID=7aaf0928-e17b-4265-8bcf-921150053a26,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:03:43.956180 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.db.api [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87872) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 12:03:43.956531 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG oslo_db.api [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 12:03:43.957198 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c62667-842e-439b-956f-e3d992d6f503 None None] Checking agent: {'id': '961a16fe-cbc8-4264-ac28-bbbd53f89caa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 46, 6), 'started_at': datetime.datetime(2022, 3, 28, 11, 46, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 12, 3, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 12:03:43.957822 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c62667-842e-439b-956f-e3d992d6f503 None None] Checking segment: {'id': '688afb86-c9bd-46e2-ba7d-3fe76fb1efff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 12:03:43.957963 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-33c62667-842e-439b-956f-e3d992d6f503 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:43.958325 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33c62667-842e-439b-956f-e3d992d6f503 None None] Bound using segment: {'id': '688afb86-c9bd-46e2-ba7d-3fe76fb1efff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b'} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 12:03:43.958769 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-33c62667-842e-439b-956f-e3d992d6f503 None None] Bound port: 3daa0028-4da4-410c-b6e0-6a829252d9ca, host: dv-neutron-835340-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '688afb86-c9bd-46e2-ba7d-3fe76fb1efff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b'}}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 12:03:43.959125 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-33c62667-842e-439b-956f-e3d992d6f503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:44.026449 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-259e90ad-8cb1-4b4e-a3eb-cd324e787ca7 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:44.054511 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.db_base_plugin_common [None req-7cb16040-e9e9-4097-872d-69f37c47e771 None None] Allocated IP 2001:db8:3::2 (8558127f-8f83-4800-9b03-982b30df7571/57a540cd-399c-4421-9ebe-1eec9b9c365b/04148b06-70f0-494f-9850-1c2e0ddaca33) {{(pid=87872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 12:03:44.101601 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca3af3b-1d75-4e1a-b477-bf1ad9281074 None None] Pushing event updated for resources: {'Port': ['ID=06a99e62-b153-4029-b84e-d4b374ee776d,revision_number=3']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:03:44.241921 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-33c62667-842e-439b-956f-e3d992d6f503 None None] For port 3daa0028-4da4-410c-b6e0-6a829252d9ca, host dv-neutron-835340-2-hyperv, cleared binding levels {{(pid=87872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 12:03:44.315080 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-33c62667-842e-439b-956f-e3d992d6f503 None None] For port 3daa0028-4da4-410c-b6e0-6a829252d9ca, host dv-neutron-835340-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=3daa0028-4da4-410c-b6e0-6a829252d9ca,segment=NetworkSegment(688afb86-c9bd-46e2-ba7d-3fe76fb1efff),segment_id=688afb86-c9bd-46e2-ba7d-3fe76fb1efff)] {{(pid=87872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 12:03:44.329169 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-33c62667-842e-439b-956f-e3d992d6f503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:44.364773 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-bbcf10ff-3f7b-4508-aee5-f761918225b7 None None] Notify callbacks [] for port, precommit_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:44.411766 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-bbcf10ff-3f7b-4508-aee5-f761918225b7 None None] Transition to ACTIVE for port object cdc5840f-dea9-4962-85d6-7679c1c71ab4 will not be triggered until provisioned by entity L2. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:03:44.426948 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-259e90ad-8cb1-4b4e-a3eb-cd324e787ca7 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks [] for port, precommit_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:44.432798 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-259e90ad-8cb1-4b4e-a3eb-cd324e787ca7 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2558288'] for port, after_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:44.433570 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-259e90ad-8cb1-4b4e-a3eb-cd324e787ca7 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-743372'] for router_interface, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:44.495504 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c62667-842e-439b-956f-e3d992d6f503 None None] Routers {'f85e07f6-33a3-46de-a3bf-16d0b6ee7372'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:03:44.496124 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-33c62667-842e-439b-956f-e3d992d6f503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:03:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['f85e07f6-33a3-46de-a3bf-16d0b6ee7372'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:03:44.601502 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-bbcf10ff-3f7b-4508-aee5-f761918225b7 None None] Transition to ACTIVE for port object cdc5840f-dea9-4962-85d6-7679c1c71ab4 will not be triggered until provisioned by entity DHCP. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:03:44.626815 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013d9c81-f9c1-4d06-ae67-fab5d5ebdd44 None None] Pushing event updated for resources: {'Port': ['ID=3daa0028-4da4-410c-b6e0-6a829252d9ca,revision_number=3']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:03:44.636307 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-bbcf10ff-3f7b-4508-aee5-f761918225b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241'] for port, after_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:44.690125 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259e90ad-8cb1-4b4e-a3eb-cd324e787ca7 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Pushing event updated for resources: {'Port': ['ID=7aaf0928-e17b-4265-8bcf-921150053a26,revision_number=2']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:03:44.692015 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.db_base_plugin_common [None req-647fc241-65d4-4ca8-ac57-694a67a2f727 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Allocated IP 172.20.0.1 (c9040876-1463-45a9-b712-0332cbc5543e/de3ab6d6-180c-42c6-825d-40075604f1f0/3dcbd01b-85ae-4c2d-892b-8280550cf830) {{(pid=87871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 12:03:44.747560 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-259e90ad-8cb1-4b4e-a3eb-cd324e787ca7 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Network 8558127f-8f83-4800-9b03-982b30df7571 is already hosted by enough agents. {{(pid=87870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:03:44.749314 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.base_scheduler [None req-259e90ad-8cb1-4b4e-a3eb-cd324e787ca7 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Resources bound (agent type, host, resource id): {{(pid=87870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:03:44.757186 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbcf10ff-3f7b-4508-aee5-f761918225b7 None None] Network c9040876-1463-45a9-b712-0332cbc5543e is already hosted by enough agents. {{(pid=87872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:03:44.814739 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.base_scheduler [None req-bbcf10ff-3f7b-4508-aee5-f761918225b7 None None] Resources bound (agent type, host, resource id): {{(pid=87872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:03:44.817144 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbcf10ff-3f7b-4508-aee5-f761918225b7 None None] Received port after_create {{(pid=87872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 12:03:44.826690 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-7cb16040-e9e9-4097-872d-69f37c47e771 None None] Notify callbacks [] for port, precommit_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:44.858789 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-7cb16040-e9e9-4097-872d-69f37c47e771 None None] Transition to ACTIVE for port object 04148b06-70f0-494f-9850-1c2e0ddaca33 will not be triggered until provisioned by entity L2. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:03:44.863646 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcf10ff-3f7b-4508-aee5-f761918225b7 None None] Pushing event updated for resources: {'Port': ['ID=cdc5840f-dea9-4962-85d6-7679c1c71ab4,revision_number=1']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:03:44.930957 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device f2986400-c0ea-4558-bc6a-7339a8dafc73 up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:03:44.949071 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-647fc241-65d4-4ca8-ac57-694a67a2f727 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for port, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:44.967547 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.provisioning_blocks [None req-647fc241-65d4-4ca8-ac57-694a67a2f727 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Transition to ACTIVE for port object 3dcbd01b-85ae-4c2d-892b-8280550cf830 will not be triggered until provisioned by entity DHCP. {{(pid=87871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:03:44.994677 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-647fc241-65d4-4ca8-ac57-694a67a2f727 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:45.009203 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-259e90ad-8cb1-4b4e-a3eb-cd324e787ca7 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Router cf26e7b0-5ff7-494a-845c-a556c0af938d has already been hosted by L3 agent af79d429-529e-400b-a119-94d4bec03f3e {{(pid=87870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 12:03:45.019019 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvr_db [None req-33c62667-842e-439b-956f-e3d992d6f503 None None] Set router f85e07f6-33a3-46de-a3bf-16d0b6ee7372 gateway port host: dv-neutron-835340-2-hyperv {{(pid=87872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:03:45.057893 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-647fc241-65d4-4ca8-ac57-694a67a2f727 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Network c9040876-1463-45a9-b712-0332cbc5543e is already hosted by enough agents. {{(pid=87871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:03:45.061094 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-647fc241-65d4-4ca8-ac57-694a67a2f727 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Resources bound (agent type, host, resource id): {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:03:45.065103 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-647fc241-65d4-4ca8-ac57-694a67a2f727 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Received port after_create {{(pid=87871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 12:03:45.065305 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-7cb16040-e9e9-4097-872d-69f37c47e771 None None] Transition to ACTIVE for port object 04148b06-70f0-494f-9850-1c2e0ddaca33 will not be triggered until provisioned by entity DHCP. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:03:45.117467 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647fc241-65d4-4ca8-ac57-694a67a2f727 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Pushing event updated for resources: {'Port': ['ID=3dcbd01b-85ae-4c2d-892b-8280550cf830,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:03:45.134209 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-647fc241-65d4-4ca8-ac57-694a67a2f727 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-709483'] for router_interface, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:45.156328 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-7cb16040-e9e9-4097-872d-69f37c47e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241'] for port, after_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:45.177994 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-259e90ad-8cb1-4b4e-a3eb-cd324e787ca7 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 12:03:45.197143 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-259e90ad-8cb1-4b4e-a3eb-cd324e787ca7 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] 10.222.0.30 "PUT /v2.0/routers/cf26e7b0-5ff7-494a-845c-a556c0af938d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2907445 Mar 28 12:03:45.197364 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 58066) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:03:45.202904 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-f78bfe2a-74d4-4b27-babb-c44cbdd5ec11 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:03:45.240149 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c135b9-9672-409f-8a80-7b2ac80f7129 None None] Sync routers for ids ['cf26e7b0-5ff7-494a-845c-a556c0af938d'] in dv-neutron-835340-2-hyperv {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 12:03:45.255770 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-bbcf10ff-3f7b-4508-aee5-f761918225b7 None None] Attempting to bind port cdc5840f-dea9-4962-85d6-7679c1c71ab4 on host dv-neutron-835340-2-hyperv for vnic_type normal with profile {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 12:03:45.256144 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-bbcf10ff-3f7b-4508-aee5-f761918225b7 None None] Attempting to bind port cdc5840f-dea9-4962-85d6-7679c1c71ab4 by drivers openvswitch,hyperv on host dv-neutron-835340-2-hyperv at level 0 using segments [{'id': 'c400cdb9-562d-4674-8a33-3516cda9783b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'c9040876-1463-45a9-b712-0332cbc5543e'}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 12:03:45.256497 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbcf10ff-3f7b-4508-aee5-f761918225b7 None None] Attempting to bind port cdc5840f-dea9-4962-85d6-7679c1c71ab4 on network c9040876-1463-45a9-b712-0332cbc5543e {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 12:03:45.269936 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-647fc241-65d4-4ca8-ac57-694a67a2f727 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:45.325105 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbcf10ff-3f7b-4508-aee5-f761918225b7 None None] Checking agent: {'id': '961a16fe-cbc8-4264-ac28-bbbd53f89caa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 46, 6), 'started_at': datetime.datetime(2022, 3, 28, 11, 46, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 12, 3, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 12:03:45.325573 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbcf10ff-3f7b-4508-aee5-f761918225b7 None None] Checking segment: {'id': 'c400cdb9-562d-4674-8a33-3516cda9783b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'c9040876-1463-45a9-b712-0332cbc5543e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 12:03:45.325867 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-bbcf10ff-3f7b-4508-aee5-f761918225b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:45.326250 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbcf10ff-3f7b-4508-aee5-f761918225b7 None None] Bound using segment: {'id': 'c400cdb9-562d-4674-8a33-3516cda9783b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'c9040876-1463-45a9-b712-0332cbc5543e'} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 12:03:45.326725 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-bbcf10ff-3f7b-4508-aee5-f761918225b7 None None] Bound port: cdc5840f-dea9-4962-85d6-7679c1c71ab4, host: dv-neutron-835340-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c400cdb9-562d-4674-8a33-3516cda9783b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'c9040876-1463-45a9-b712-0332cbc5543e'}}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 12:03:45.327092 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-bbcf10ff-3f7b-4508-aee5-f761918225b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:45.340296 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cb16040-e9e9-4097-872d-69f37c47e771 None None] Network 8558127f-8f83-4800-9b03-982b30df7571 is already hosted by enough agents. {{(pid=87872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:03:45.368642 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c135b9-9672-409f-8a80-7b2ac80f7129 None None] Routers {'cf26e7b0-5ff7-494a-845c-a556c0af938d'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:03:45.369196 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-d1c135b9-9672-409f-8a80-7b2ac80f7129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:03:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['cf26e7b0-5ff7-494a-845c-a556c0af938d'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:03:45.415781 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.base_scheduler [None req-7cb16040-e9e9-4097-872d-69f37c47e771 None None] Resources bound (agent type, host, resource id): {{(pid=87872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:03:45.419326 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb16040-e9e9-4097-872d-69f37c47e771 None None] Received port after_create {{(pid=87872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 12:03:45.450798 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb16040-e9e9-4097-872d-69f37c47e771 None None] Pushing event updated for resources: {'Port': ['ID=04148b06-70f0-494f-9850-1c2e0ddaca33,revision_number=1']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:03:45.697784 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning for port f2986400-c0ea-4558-bc6a-7339a8dafc73 completed by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:03:45.709892 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-647fc241-65d4-4ca8-ac57-694a67a2f727 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for port, precommit_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:45.716604 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-647fc241-65d4-4ca8-ac57-694a67a2f727 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2363241'] for port, after_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:45.750112 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port f2986400-c0ea-4558-bc6a-7339a8dafc73 triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:03:45.750798 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:45.782571 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.extraroute_db [None req-f78bfe2a-74d4-4b27-babb-c44cbdd5ec11 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=87870) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Mar 28 12:03:45.800288 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.extraroute_db [None req-f78bfe2a-74d4-4b27-babb-c44cbdd5ec11 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Removed routes are [] {{(pid=87870) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Mar 28 12:03:45.800762 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-f78bfe2a-74d4-4b27-babb-c44cbdd5ec11 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-709632', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-707672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260923'] for router, precommit_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:45.812877 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-7cb16040-e9e9-4097-872d-69f37c47e771 None None] Attempting to bind port 04148b06-70f0-494f-9850-1c2e0ddaca33 on host dv-neutron-835340-2-hyperv for vnic_type normal with profile {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 12:03:45.813740 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-7cb16040-e9e9-4097-872d-69f37c47e771 None None] Attempting to bind port 04148b06-70f0-494f-9850-1c2e0ddaca33 by drivers openvswitch,hyperv on host dv-neutron-835340-2-hyperv at level 0 using segments [{'id': '69680a21-44c7-4022-bb50-057ad5adbf61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '8558127f-8f83-4800-9b03-982b30df7571'}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 12:03:45.814106 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb16040-e9e9-4097-872d-69f37c47e771 None None] Attempting to bind port 04148b06-70f0-494f-9850-1c2e0ddaca33 on network 8558127f-8f83-4800-9b03-982b30df7571 {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 12:03:45.858092 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647fc241-65d4-4ca8-ac57-694a67a2f727 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Pushing event updated for resources: {'Port': ['ID=3dcbd01b-85ae-4c2d-892b-8280550cf830,revision_number=2']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:03:45.858274 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvr_db [None req-d1c135b9-9672-409f-8a80-7b2ac80f7129 None None] Set router cf26e7b0-5ff7-494a-845c-a556c0af938d gateway port host: None {{(pid=87872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:03:45.868471 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-647fc241-65d4-4ca8-ac57-694a67a2f727 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-743372'] for router_interface, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:45.912205 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb16040-e9e9-4097-872d-69f37c47e771 None None] Checking agent: {'id': '961a16fe-cbc8-4264-ac28-bbbd53f89caa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 46, 6), 'started_at': datetime.datetime(2022, 3, 28, 11, 46, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 12, 3, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 12:03:45.912598 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb16040-e9e9-4097-872d-69f37c47e771 None None] Checking segment: {'id': '69680a21-44c7-4022-bb50-057ad5adbf61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '8558127f-8f83-4800-9b03-982b30df7571'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 12:03:45.913241 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-7cb16040-e9e9-4097-872d-69f37c47e771 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:45.913592 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb16040-e9e9-4097-872d-69f37c47e771 None None] Bound using segment: {'id': '69680a21-44c7-4022-bb50-057ad5adbf61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '8558127f-8f83-4800-9b03-982b30df7571'} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 12:03:45.914110 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-7cb16040-e9e9-4097-872d-69f37c47e771 None None] Bound port: 04148b06-70f0-494f-9850-1c2e0ddaca33, host: dv-neutron-835340-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69680a21-44c7-4022-bb50-057ad5adbf61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '8558127f-8f83-4800-9b03-982b30df7571'}}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 12:03:45.914541 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-7cb16040-e9e9-4097-872d-69f37c47e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:45.935682 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-bbcf10ff-3f7b-4508-aee5-f761918225b7 None None] For port cdc5840f-dea9-4962-85d6-7679c1c71ab4, host dv-neutron-835340-2-hyperv, cleared binding levels {{(pid=87872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 12:03:45.978984 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-bbcf10ff-3f7b-4508-aee5-f761918225b7 None None] For port cdc5840f-dea9-4962-85d6-7679c1c71ab4, host dv-neutron-835340-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=cdc5840f-dea9-4962-85d6-7679c1c71ab4,segment=NetworkSegment(c400cdb9-562d-4674-8a33-3516cda9783b),segment_id=c400cdb9-562d-4674-8a33-3516cda9783b)] {{(pid=87872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 12:03:46.031105 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-647fc241-65d4-4ca8-ac57-694a67a2f727 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Network c9040876-1463-45a9-b712-0332cbc5543e is already hosted by enough agents. {{(pid=87871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:03:46.033269 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-647fc241-65d4-4ca8-ac57-694a67a2f727 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Resources bound (agent type, host, resource id): {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:03:46.036198 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-bbcf10ff-3f7b-4508-aee5-f761918225b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:46.273657 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-f78bfe2a-74d4-4b27-babb-c44cbdd5ec11 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-709632', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-707672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260923'] for router, precommit_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:46.278855 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-f78bfe2a-74d4-4b27-babb-c44cbdd5ec11 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-709647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-709686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-745031'] for router, after_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:46.347226 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-647fc241-65d4-4ca8-ac57-694a67a2f727 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Router f85e07f6-33a3-46de-a3bf-16d0b6ee7372 has already been hosted by L3 agent af79d429-529e-400b-a119-94d4bec03f3e {{(pid=87871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 12:03:46.372857 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-7cb16040-e9e9-4097-872d-69f37c47e771 None None] For port 04148b06-70f0-494f-9850-1c2e0ddaca33, host dv-neutron-835340-2-hyperv, cleared binding levels {{(pid=87872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 12:03:46.408026 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcf10ff-3f7b-4508-aee5-f761918225b7 None None] Pushing event updated for resources: {'Port': ['ID=cdc5840f-dea9-4962-85d6-7679c1c71ab4,revision_number=2']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:03:46.416205 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:46.433795 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-7cb16040-e9e9-4097-872d-69f37c47e771 None None] For port 04148b06-70f0-494f-9850-1c2e0ddaca33, host dv-neutron-835340-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=04148b06-70f0-494f-9850-1c2e0ddaca33,segment=NetworkSegment(69680a21-44c7-4022-bb50-057ad5adbf61),segment_id=69680a21-44c7-4022-bb50-057ad5adbf61)] {{(pid=87872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 12:03:46.436298 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-33c62667-842e-439b-956f-e3d992d6f503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f85e07f6-33a3-46de-a3bf-16d0b6ee7372', 'name': 'tempest-TestNetworkBasicOps-router-1415341849', 'tenant_id': '527195c95736491ca1967a42cc300275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.93'}], 'enable_snat': True}, 'gw_port_id': '3daa0028-4da4-410c-b6e0-6a829252d9ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:03:37Z', 'updated_at': '2022-03-28T12:03:39Z', 'revision_number': 3, 'project_id': '527195c95736491ca1967a42cc300275', 'gw_port': {'id': '3daa0028-4da4-410c-b6e0-6a829252d9ca', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:b1:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f85e07f6-33a3-46de-a3bf-16d0b6ee7372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1277, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:03:38Z', 'updated_at': '2022-03-28T12:03:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv'}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:03:46.451716 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-7cb16040-e9e9-4097-872d-69f37c47e771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:46.473150 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f78bfe2a-74d4-4b27-babb-c44cbdd5ec11 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Router cf26e7b0-5ff7-494a-845c-a556c0af938d has already been hosted by L3 agent af79d429-529e-400b-a119-94d4bec03f3e {{(pid=87870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 12:03:46.513964 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c62667-842e-439b-956f-e3d992d6f503 None None] The sync data for ids ['f85e07f6-33a3-46de-a3bf-16d0b6ee7372'] in dv-neutron-835340-2-hyperv is: [{'id': 'f85e07f6-33a3-46de-a3bf-16d0b6ee7372', 'name': 'tempest-TestNetworkBasicOps-router-1415341849', 'tenant_id': '527195c95736491ca1967a42cc300275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.93'}], 'enable_snat': True}, 'gw_port_id': '3daa0028-4da4-410c-b6e0-6a829252d9ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:03:37Z', 'updated_at': '2022-03-28T12:03:39Z', 'revision_number': 3, 'project_id': '527195c95736491ca1967a42cc300275', 'gw_port': {'id': '3daa0028-4da4-410c-b6e0-6a829252d9ca', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:b1:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f85e07f6-33a3-46de-a3bf-16d0b6ee7372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1277, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:03:38Z', 'updated_at': '2022-03-28T12:03:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv'}] {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 12:03:46.583006 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-647fc241-65d4-4ca8-ac57-694a67a2f727 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 12:03:46.611171 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-647fc241-65d4-4ca8-ac57-694a67a2f727 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "PUT /v2.0/routers/f85e07f6-33a3-46de-a3bf-16d0b6ee7372/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0069401 Mar 28 12:03:46.611576 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 58070) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:03:46.627896 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] For port f2986400-c0ea-4558-bc6a-7339a8dafc73, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=f2986400-c0ea-4558-bc6a-7339a8dafc73,segment=NetworkSegment(d59b8942-34e6-44ea-b962-b89169531768),segment_id=d59b8942-34e6-44ea-b962-b89169531768)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:03:46.643845 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:46.644621 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 66a89e1f-7e67-471c-91b2-2172da6941fb up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:03:46.716455 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb16040-e9e9-4097-872d-69f37c47e771 None None] Pushing event updated for resources: {'Port': ['ID=04148b06-70f0-494f-9850-1c2e0ddaca33,revision_number=2']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:03:46.759383 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f78bfe2a-74d4-4b27-babb-c44cbdd5ec11 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 12:03:46.768557 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-f78bfe2a-74d4-4b27-babb-c44cbdd5ec11 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks [] for router, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:46.772974 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-f78bfe2a-74d4-4b27-babb-c44cbdd5ec11 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] 10.222.0.30 "PUT /v2.0/routers/cf26e7b0-5ff7-494a-845c-a556c0af938d HTTP/1.1" status: 200 len: 953 time: 1.5739975 Mar 28 12:03:46.773646 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 58074) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:03:46.922077 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-d1c135b9-9672-409f-8a80-7b2ac80f7129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf26e7b0-5ff7-494a-845c-a556c0af938d', 'name': 'tempest-RoutersIpV6Test-router-212202272', 'tenant_id': '44a7e1c73898465da6902581d6416cd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:03:26Z', 'updated_at': '2022-03-28T12:03:43Z', 'revision_number': 5, 'project_id': '44a7e1c73898465da6902581d6416cd0', 'gw_port_host': None, '_interfaces': [{'id': '66a89e1f-7e67-471c-91b2-2172da6941fb', 'name': '', 'network_id': '347a7a36-775e-4df6-9cbc-c2cfc9d12c23', 'tenant_id': '44a7e1c73898465da6902581d6416cd0', 'mac_address': 'fa:16:3e:9e:4f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf26e7b0-5ff7-494a-845c-a556c0af938d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1270, 'fixed_ips': [{'subnet_id': '350bbb88-e103-4194-bdce-98c2a7d5563b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:03:33Z', 'updated_at': '2022-03-28T12:03:41Z', 'revision_number': 5, 'project_id': '44a7e1c73898465da6902581d6416cd0', 'subnets': [{'id': '350bbb88-e103-4194-bdce-98c2a7d5563b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7aaf0928-e17b-4265-8bcf-921150053a26', 'name': '', 'network_id': '8558127f-8f83-4800-9b03-982b30df7571', 'tenant_id': '44a7e1c73898465da6902581d6416cd0', 'mac_address': 'fa:16:3e:66:c2:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf26e7b0-5ff7-494a-845c-a556c0af938d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': '57a540cd-399c-4421-9ebe-1eec9b9c365b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:03:43Z', 'updated_at': '2022-03-28T12:03:44Z', 'revision_number': 2, 'project_id': '44a7e1c73898465da6902581d6416cd0', 'subnets': [{'id': '57a540cd-399c-4421-9ebe-1eec9b9c365b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aebffafa-fa54-4b34-bbe3-ec13fcde6ae8', 'name': '', 'network_id': '73532445-3e6a-4d4c-a908-a598893223c3', 'tenant_id': '44a7e1c73898465da6902581d6416cd0', 'mac_address': 'fa:16:3e:a6:e0:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf26e7b0-5ff7-494a-845c-a556c0af938d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': 'a1da9ebe-8a70-471f-a6c3-74c6c5893098', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:03:29Z', 'updated_at': '2022-03-28T12:03:35Z', 'revision_number': 5, 'project_id': '44a7e1c73898465da6902581d6416cd0', 'subnets': [{'id': 'a1da9ebe-8a70-471f-a6c3-74c6c5893098', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2986400-c0ea-4558-bc6a-7339a8dafc73', 'name': '', 'network_id': '5bda109f-0f99-424e-8715-d3eb563cdbf7', 'tenant_id': '44a7e1c73898465da6902581d6416cd0', 'mac_address': 'fa:16:3e:16:b4:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf26e7b0-5ff7-494a-845c-a556c0af938d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '4096cdcf-bfe9-4d6d-bbce-d289dbe72875', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:03:38Z', 'updated_at': '2022-03-28T12:03:42Z', 'revision_number': 4, 'project_id': '44a7e1c73898465da6902581d6416cd0', 'subnets': [{'id': '4096cdcf-bfe9-4d6d-bbce-d289dbe72875', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:03:46.929991 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Pushing event updated for resources: {'Port': ['ID=f2986400-c0ea-4558-bc6a-7339a8dafc73,revision_number=5']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:03:46.945043 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c135b9-9672-409f-8a80-7b2ac80f7129 None None] Checking router: cf26e7b0-5ff7-494a-845c-a556c0af938d for host: dv-neutron-835340-2-hyperv {{(pid=87872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 12:03:46.945468 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c135b9-9672-409f-8a80-7b2ac80f7129 None None] Updating router cf26e7b0-5ff7-494a-845c-a556c0af938d port 7aaf0928-e17b-4265-8bcf-921150053a26 binding host dv-neutron-835340-2-hyperv {{(pid=87872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 12:03:46.961978 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b423a57f-d0b9-4bac-8bac-e9073503b860 tempest-TestNetworkBasicOps-386611239 tempest-TestNetworkBasicOps-386611239-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:03:46.962436 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b423a57f-d0b9-4bac-8bac-e9073503b860 tempest-TestNetworkBasicOps-386611239 tempest-TestNetworkBasicOps-386611239-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:03:46.962890 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b423a57f-d0b9-4bac-8bac-e9073503b860 tempest-TestNetworkBasicOps-386611239 tempest-TestNetworkBasicOps-386611239-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:03:46.963536 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b423a57f-d0b9-4bac-8bac-e9073503b860 tempest-TestNetworkBasicOps-386611239 tempest-TestNetworkBasicOps-386611239-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:03:46.966858 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b423a57f-d0b9-4bac-8bac-e9073503b860 tempest-TestNetworkBasicOps-386611239 tempest-TestNetworkBasicOps-386611239-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:03:46.967647 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b423a57f-d0b9-4bac-8bac-e9073503b860 tempest-TestNetworkBasicOps-386611239 tempest-TestNetworkBasicOps-386611239-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:03:46.967647 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b423a57f-d0b9-4bac-8bac-e9073503b860 tempest-TestNetworkBasicOps-386611239 tempest-TestNetworkBasicOps-386611239-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:03:46.968142 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b423a57f-d0b9-4bac-8bac-e9073503b860 tempest-TestNetworkBasicOps-386611239 tempest-TestNetworkBasicOps-386611239-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:03:46.974672 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-b423a57f-d0b9-4bac-8bac-e9073503b860 tempest-TestNetworkBasicOps-386611239 tempest-TestNetworkBasicOps-386611239-project-admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5620 time: 0.3586888 Mar 28 12:03:46.975135 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 58078) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:03:47.026372 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port 66a89e1f-7e67-471c-91b2-2172da6941fb triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:03:47.027080 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:47.118730 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21c2803e-0042-4216-9374-c4aaf3a1fe69 tempest-TestNetworkBasicOps-386611239 tempest-TestNetworkBasicOps-386611239-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:03:47.119517 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21c2803e-0042-4216-9374-c4aaf3a1fe69 tempest-TestNetworkBasicOps-386611239 tempest-TestNetworkBasicOps-386611239-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:03:47.120138 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21c2803e-0042-4216-9374-c4aaf3a1fe69 tempest-TestNetworkBasicOps-386611239 tempest-TestNetworkBasicOps-386611239-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:03:47.120911 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21c2803e-0042-4216-9374-c4aaf3a1fe69 tempest-TestNetworkBasicOps-386611239 tempest-TestNetworkBasicOps-386611239-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:03:47.121519 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21c2803e-0042-4216-9374-c4aaf3a1fe69 tempest-TestNetworkBasicOps-386611239 tempest-TestNetworkBasicOps-386611239-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:03:47.122125 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21c2803e-0042-4216-9374-c4aaf3a1fe69 tempest-TestNetworkBasicOps-386611239 tempest-TestNetworkBasicOps-386611239-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:03:47.122733 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21c2803e-0042-4216-9374-c4aaf3a1fe69 tempest-TestNetworkBasicOps-386611239 tempest-TestNetworkBasicOps-386611239-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:03:47.123363 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21c2803e-0042-4216-9374-c4aaf3a1fe69 tempest-TestNetworkBasicOps-386611239 tempest-TestNetworkBasicOps-386611239-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:03:47.128983 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-21c2803e-0042-4216-9374-c4aaf3a1fe69 tempest-TestNetworkBasicOps-386611239 tempest-TestNetworkBasicOps-386611239-project-admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5202 time: 0.1527333 Mar 28 12:03:47.129204 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-d1c135b9-9672-409f-8a80-7b2ac80f7129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:47.133932 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 58082) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:03:47.208544 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 58086) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:03:47.208779 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-c0b2ddb8-3127-4753-8e6b-96c2d9153d39 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] 10.222.0.30 "GET /v2.0/routers/cf26e7b0-5ff7-494a-845c-a556c0af938d HTTP/1.1" status: 200 len: 953 time: 0.4338918 Mar 28 12:03:47.214438 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-80c14169-8c55-4fc6-8f84-032e8dedea98 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Request body: {'router': {'routes': None}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:03:47.334090 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 06a99e62-b153-4029-b84e-d4b374ee776d up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:03:47.376001 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-adda90c9-3846-4117-bf45-947c217bfe9b tempest-TestNetworkBasicOps-386611239 tempest-TestNetworkBasicOps-386611239-project-admin] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2391 time: 0.2382085 Mar 28 12:03:47.528836 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port 06a99e62-b153-4029-b84e-d4b374ee776d triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:03:47.529208 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:47.671115 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 58092) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:03:47.676941 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-744cded9-5a02-498c-93a9-b525eb782d83 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1055608343', 'description': 'tempest-secgroup-smoke-1055608343 description', 'project_id': '527195c95736491ca1967a42cc300275'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:03:47.687567 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-744cded9-5a02-498c-93a9-b525eb782d83 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:03:47.694792 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-744cded9-5a02-498c-93a9-b525eb782d83 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Usage tracker for resource:security_group and tenant:527195c95736491ca1967a42cc300275 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:03:47.712911 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-744cded9-5a02-498c-93a9-b525eb782d83 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:03:47.732652 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-744cded9-5a02-498c-93a9-b525eb782d83 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:03:47.758182 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-744cded9-5a02-498c-93a9-b525eb782d83 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:47.791453 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-744cded9-5a02-498c-93a9-b525eb782d83 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:03:47.798441 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-744cded9-5a02-498c-93a9-b525eb782d83 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Usage tracker for resource:security_group_rule and tenant:527195c95736491ca1967a42cc300275 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:03:47.804989 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-744cded9-5a02-498c-93a9-b525eb782d83 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:03:47.811548 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-744cded9-5a02-498c-93a9-b525eb782d83 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:03:47.877696 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-d1c135b9-9672-409f-8a80-7b2ac80f7129 None None] Notify callbacks [] for port, precommit_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:47.918033 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-d1c135b9-9672-409f-8a80-7b2ac80f7129 None None] Transition to ACTIVE for port object 7aaf0928-e17b-4265-8bcf-921150053a26 will not be triggered until provisioned by entity L2. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:03:47.939655 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-d1c135b9-9672-409f-8a80-7b2ac80f7129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:47.962661 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-744cded9-5a02-498c-93a9-b525eb782d83 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:47.972577 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-744cded9-5a02-498c-93a9-b525eb782d83 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:48.050135 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744cded9-5a02-498c-93a9-b525eb782d83 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49b69c60-6715-4a6c-92b8-c436430d1c22,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:03:48.055917 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-744cded9-5a02-498c-93a9-b525eb782d83 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:48.057339 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-744cded9-5a02-498c-93a9-b525eb782d83 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3846359 Mar 28 12:03:48.060359 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 58096) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:03:48.066341 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-e1b0586b-87d7-42c8-a093-1fafbdd7c484 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Request body: {'security_group_rule': {'security_group_id': '49b69c60-6715-4a6c-92b8-c436430d1c22', 'project_id': '527195c95736491ca1967a42cc300275', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:03:48.073304 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-e1b0586b-87d7-42c8-a093-1fafbdd7c484 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:03:48.077553 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-e1b0586b-87d7-42c8-a093-1fafbdd7c484 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Usage tracker for resource:security_group_rule and tenant:527195c95736491ca1967a42cc300275 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:03:48.082452 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-e1b0586b-87d7-42c8-a093-1fafbdd7c484 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:03:48.089576 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-e1b0586b-87d7-42c8-a093-1fafbdd7c484 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:03:48.115786 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-e1b0586b-87d7-42c8-a093-1fafbdd7c484 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:48.218166 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514d387c-c142-410a-921e-6b481ec8f18d None None] Pushing event updated for resources: {'Port': ['ID=7aaf0928-e17b-4265-8bcf-921150053a26,revision_number=3']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:03:48.236644 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-e1b0586b-87d7-42c8-a093-1fafbdd7c484 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:48.240722 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.extraroute_db [None req-80c14169-8c55-4fc6-8f84-032e8dedea98 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Added routes are [] {{(pid=87871) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Mar 28 12:03:48.241198 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.extraroute_db [None req-80c14169-8c55-4fc6-8f84-032e8dedea98 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=87871) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Mar 28 12:03:48.244553 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-e1b0586b-87d7-42c8-a093-1fafbdd7c484 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740322'] for security_group_rule, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:48.264865 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bc25c0c-c140-47d3-ba5c-e52e48bfc1f3 None None] Network 8558127f-8f83-4800-9b03-982b30df7571 requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 12:03:48.285375 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b0586b-87d7-42c8-a093-1fafbdd7c484 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06715b4a-8291-43ca-9ce5-da02f3b62608,revision_number=0']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:03:48.289327 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-80c14169-8c55-4fc6-8f84-032e8dedea98 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-709632', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-707672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260923'] for router, precommit_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:48.304160 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 3daa0028-4da4-410c-b6e0-6a829252d9ca up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:03:48.308929 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-e1b0586b-87d7-42c8-a093-1fafbdd7c484 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:48.310655 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-e1b0586b-87d7-42c8-a093-1fafbdd7c484 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2493248 Mar 28 12:03:48.314425 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 58100) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:03:48.321250 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-0603fcb0-0bc5-45f8-a05c-d7906dde9e4e tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Request body: {'security_group_rule': {'security_group_id': '49b69c60-6715-4a6c-92b8-c436430d1c22', 'project_id': '527195c95736491ca1967a42cc300275', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:03:48.327603 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-0603fcb0-0bc5-45f8-a05c-d7906dde9e4e tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:03:48.332419 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-0603fcb0-0bc5-45f8-a05c-d7906dde9e4e tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Usage tracker for resource:security_group_rule and tenant:527195c95736491ca1967a42cc300275 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:03:48.335623 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-0603fcb0-0bc5-45f8-a05c-d7906dde9e4e tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:03:48.342463 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-0603fcb0-0bc5-45f8-a05c-d7906dde9e4e tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:03:48.376743 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-0603fcb0-0bc5-45f8-a05c-d7906dde9e4e tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:48.427238 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-d1c135b9-9672-409f-8a80-7b2ac80f7129 None None] Attempting to bind port 7aaf0928-e17b-4265-8bcf-921150053a26 on host dv-neutron-835340-2-hyperv for vnic_type normal with profile {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 12:03:48.427675 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-d1c135b9-9672-409f-8a80-7b2ac80f7129 None None] Attempting to bind port 7aaf0928-e17b-4265-8bcf-921150053a26 by drivers openvswitch,hyperv on host dv-neutron-835340-2-hyperv at level 0 using segments [{'id': '69680a21-44c7-4022-bb50-057ad5adbf61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '8558127f-8f83-4800-9b03-982b30df7571'}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 12:03:48.428040 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c135b9-9672-409f-8a80-7b2ac80f7129 None None] Attempting to bind port 7aaf0928-e17b-4265-8bcf-921150053a26 on network 8558127f-8f83-4800-9b03-982b30df7571 {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 12:03:48.444267 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-5da67a29-5ed6-4912-8e3f-61b5a08a3ed5 None None] Provisioning for port 04148b06-70f0-494f-9850-1c2e0ddaca33 completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:03:48.457617 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c135b9-9672-409f-8a80-7b2ac80f7129 None None] Checking agent: {'id': '961a16fe-cbc8-4264-ac28-bbbd53f89caa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 46, 6), 'started_at': datetime.datetime(2022, 3, 28, 11, 46, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 12, 3, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 12:03:48.457993 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c135b9-9672-409f-8a80-7b2ac80f7129 None None] Checking segment: {'id': '69680a21-44c7-4022-bb50-057ad5adbf61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '8558127f-8f83-4800-9b03-982b30df7571'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 12:03:48.458397 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-d1c135b9-9672-409f-8a80-7b2ac80f7129 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:48.458792 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1c135b9-9672-409f-8a80-7b2ac80f7129 None None] Bound using segment: {'id': '69680a21-44c7-4022-bb50-057ad5adbf61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '8558127f-8f83-4800-9b03-982b30df7571'} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 12:03:48.459269 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-d1c135b9-9672-409f-8a80-7b2ac80f7129 None None] Bound port: 7aaf0928-e17b-4265-8bcf-921150053a26, host: dv-neutron-835340-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69680a21-44c7-4022-bb50-057ad5adbf61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '8558127f-8f83-4800-9b03-982b30df7571'}}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 12:03:48.459824 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-d1c135b9-9672-409f-8a80-7b2ac80f7129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:48.465435 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-0603fcb0-0bc5-45f8-a05c-d7906dde9e4e tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:48.472298 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-0603fcb0-0bc5-45f8-a05c-d7906dde9e4e tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740322'] for security_group_rule, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:48.484316 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c784125-ba3a-43c7-8c10-5cd8145f8e48 None None] Network c9040876-1463-45a9-b712-0332cbc5543e requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 12:03:48.493634 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0603fcb0-0bc5-45f8-a05c-d7906dde9e4e tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e61a1311-1dfd-44a4-94b5-bbf67817b9b8,revision_number=0']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:03:48.515928 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-0603fcb0-0bc5-45f8-a05c-d7906dde9e4e tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:48.518013 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-0603fcb0-0bc5-45f8-a05c-d7906dde9e4e tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2020192 Mar 28 12:03:48.520939 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 58104) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:03:48.527439 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-7fe9206f-df7c-4d04-a427-4ce6fe599dfc tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Request body: {'security_group_rule': {'security_group_id': '49b69c60-6715-4a6c-92b8-c436430d1c22', 'project_id': '527195c95736491ca1967a42cc300275', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:03:48.535587 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-7fe9206f-df7c-4d04-a427-4ce6fe599dfc tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:03:48.540480 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-7fe9206f-df7c-4d04-a427-4ce6fe599dfc tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Usage tracker for resource:security_group_rule and tenant:527195c95736491ca1967a42cc300275 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:03:48.545191 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-7fe9206f-df7c-4d04-a427-4ce6fe599dfc tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:03:48.551886 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-7fe9206f-df7c-4d04-a427-4ce6fe599dfc tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:03:48.572613 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-7fe9206f-df7c-4d04-a427-4ce6fe599dfc tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:48.648296 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-7fe9206f-df7c-4d04-a427-4ce6fe599dfc tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:48.655156 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-7fe9206f-df7c-4d04-a427-4ce6fe599dfc tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740322'] for security_group_rule, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:48.689405 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe9206f-df7c-4d04-a427-4ce6fe599dfc tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b58f4b6c-94b3-4b04-9931-d786ed674044,revision_number=0']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:03:48.708784 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-7fe9206f-df7c-4d04-a427-4ce6fe599dfc tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:48.710377 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-7fe9206f-df7c-4d04-a427-4ce6fe599dfc tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1873708 Mar 28 12:03:48.713933 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 58108) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:03:48.720667 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-2e12c238-44fd-4f07-aff9-63c6d3fbf01b tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Request body: {'security_group_rule': {'security_group_id': '49b69c60-6715-4a6c-92b8-c436430d1c22', 'project_id': '527195c95736491ca1967a42cc300275', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:03:48.727132 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-2e12c238-44fd-4f07-aff9-63c6d3fbf01b tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:03:48.731585 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-2e12c238-44fd-4f07-aff9-63c6d3fbf01b tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Usage tracker for resource:security_group_rule and tenant:527195c95736491ca1967a42cc300275 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:03:48.735386 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-2e12c238-44fd-4f07-aff9-63c6d3fbf01b tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:03:48.743077 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-2e12c238-44fd-4f07-aff9-63c6d3fbf01b tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:03:48.755433 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning for port 3daa0028-4da4-410c-b6e0-6a829252d9ca completed by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:03:48.767033 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-2e12c238-44fd-4f07-aff9-63c6d3fbf01b tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:48.809096 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-80c14169-8c55-4fc6-8f84-032e8dedea98 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-709632', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-707672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260923'] for router, precommit_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:48.815026 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-80c14169-8c55-4fc6-8f84-032e8dedea98 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-709647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-709686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-745031'] for router, after_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:48.815429 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-11fae9b1-1f81-4fd4-9dbf-74f4a2719486 None None] Provisioning for port cdc5840f-dea9-4962-85d6-7679c1c71ab4 completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:03:48.824661 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port 3daa0028-4da4-410c-b6e0-6a829252d9ca triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:03:48.825031 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:48.862201 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-2e12c238-44fd-4f07-aff9-63c6d3fbf01b tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:48.872822 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-d1c135b9-9672-409f-8a80-7b2ac80f7129 None None] For port 7aaf0928-e17b-4265-8bcf-921150053a26, host dv-neutron-835340-2-hyperv, cleared binding levels {{(pid=87872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 12:03:48.874931 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-2e12c238-44fd-4f07-aff9-63c6d3fbf01b tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740322'] for security_group_rule, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:48.906744 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e12c238-44fd-4f07-aff9-63c6d3fbf01b tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cc05de1-308b-4d37-a81f-810e0455420c,revision_number=0']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:03:48.920110 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-2e12c238-44fd-4f07-aff9-63c6d3fbf01b tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:48.921758 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-2e12c238-44fd-4f07-aff9-63c6d3fbf01b tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2063167 Mar 28 12:03:48.925150 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 58112) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:03:48.933208 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a04ba23-03bf-4fb0-b0e0-1e6f474fff45 None None] Sync routers for ids ['f85e07f6-33a3-46de-a3bf-16d0b6ee7372'] in dv-neutron-835340-2-hyperv {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 12:03:48.935844 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-d8292724-2fe5-4265-b89c-0614a0b9eb86 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Request body: {'security_group_rule': {'security_group_id': '49b69c60-6715-4a6c-92b8-c436430d1c22', 'project_id': '527195c95736491ca1967a42cc300275', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:03:48.940313 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-d1c135b9-9672-409f-8a80-7b2ac80f7129 None None] For port 7aaf0928-e17b-4265-8bcf-921150053a26, host dv-neutron-835340-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=7aaf0928-e17b-4265-8bcf-921150053a26,segment=NetworkSegment(69680a21-44c7-4022-bb50-057ad5adbf61),segment_id=69680a21-44c7-4022-bb50-057ad5adbf61)] {{(pid=87872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 12:03:48.943644 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-d8292724-2fe5-4265-b89c-0614a0b9eb86 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:03:48.947145 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a04ba23-03bf-4fb0-b0e0-1e6f474fff45 None None] Routers {'f85e07f6-33a3-46de-a3bf-16d0b6ee7372'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:03:48.948163 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-5a04ba23-03bf-4fb0-b0e0-1e6f474fff45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:03:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['f85e07f6-33a3-46de-a3bf-16d0b6ee7372'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:03:48.948766 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-d8292724-2fe5-4265-b89c-0614a0b9eb86 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Usage tracker for resource:security_group_rule and tenant:527195c95736491ca1967a42cc300275 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:03:48.952106 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-d8292724-2fe5-4265-b89c-0614a0b9eb86 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:03:48.960014 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-d8292724-2fe5-4265-b89c-0614a0b9eb86 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:03:48.960948 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-d1c135b9-9672-409f-8a80-7b2ac80f7129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:48.975875 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.db.securitygroups_db [None req-d8292724-2fe5-4265-b89c-0614a0b9eb86 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Project 527195c95736491ca1967a42cc300275 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 12:03:48.984321 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-d8292724-2fe5-4265-b89c-0614a0b9eb86 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:49.044151 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80c14169-8c55-4fc6-8f84-032e8dedea98 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Router cf26e7b0-5ff7-494a-845c-a556c0af938d has already been hosted by L3 agent af79d429-529e-400b-a119-94d4bec03f3e {{(pid=87871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 12:03:49.066073 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-d8292724-2fe5-4265-b89c-0614a0b9eb86 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:49.073339 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-d8292724-2fe5-4265-b89c-0614a0b9eb86 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740322'] for security_group_rule, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:49.107654 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8292724-2fe5-4265-b89c-0614a0b9eb86 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0351ca4-9749-40d9-a350-5fec9f6275b4,revision_number=0']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:03:49.121193 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-d8292724-2fe5-4265-b89c-0614a0b9eb86 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:49.122724 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-d8292724-2fe5-4265-b89c-0614a0b9eb86 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1960299 Mar 28 12:03:49.125930 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 58116) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:03:49.136150 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-cfbb56a0-c29c-45fe-9746-4c5261dadc8e tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Request body: {'security_group_rule': {'security_group_id': '49b69c60-6715-4a6c-92b8-c436430d1c22', 'project_id': '527195c95736491ca1967a42cc300275', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:03:49.147068 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-cfbb56a0-c29c-45fe-9746-4c5261dadc8e tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:03:49.151554 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-cfbb56a0-c29c-45fe-9746-4c5261dadc8e tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Usage tracker for resource:security_group_rule and tenant:527195c95736491ca1967a42cc300275 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:03:49.153173 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c135b9-9672-409f-8a80-7b2ac80f7129 None None] Routers {'cf26e7b0-5ff7-494a-845c-a556c0af938d'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:03:49.153927 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-d1c135b9-9672-409f-8a80-7b2ac80f7129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:03:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['cf26e7b0-5ff7-494a-845c-a556c0af938d'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:03:49.155309 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-cfbb56a0-c29c-45fe-9746-4c5261dadc8e tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:03:49.163830 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-cfbb56a0-c29c-45fe-9746-4c5261dadc8e tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:03:49.175759 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvr_db [None req-5a04ba23-03bf-4fb0-b0e0-1e6f474fff45 None None] Set router f85e07f6-33a3-46de-a3bf-16d0b6ee7372 gateway port host: dv-neutron-835340-2-hyperv {{(pid=87873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:03:49.177556 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.db.securitygroups_db [None req-cfbb56a0-c29c-45fe-9746-4c5261dadc8e tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Project 527195c95736491ca1967a42cc300275 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 12:03:49.186740 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-cfbb56a0-c29c-45fe-9746-4c5261dadc8e tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:49.226107 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514d387c-c142-410a-921e-6b481ec8f18d None None] Pushing event updated for resources: {'Port': ['ID=7aaf0928-e17b-4265-8bcf-921150053a26,revision_number=4']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:03:49.259201 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80c14169-8c55-4fc6-8f84-032e8dedea98 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 12:03:49.269966 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-80c14169-8c55-4fc6-8f84-032e8dedea98 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks [] for router, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:49.273505 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-80c14169-8c55-4fc6-8f84-032e8dedea98 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] 10.222.0.30 "PUT /v2.0/routers/cf26e7b0-5ff7-494a-845c-a556c0af938d HTTP/1.1" status: 200 len: 703 time: 2.0613754 Mar 28 12:03:49.273726 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 58120) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:03:49.315062 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:49.317104 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-cfbb56a0-c29c-45fe-9746-4c5261dadc8e tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:49.329030 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-cfbb56a0-c29c-45fe-9746-4c5261dadc8e tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740322'] for security_group_rule, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:49.371288 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbb56a0-c29c-45fe-9746-4c5261dadc8e tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d2b4787-48f2-4148-9288-5539e72e24c5,revision_number=0']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:03:49.377797 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] For port 3daa0028-4da4-410c-b6e0-6a829252d9ca, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=3daa0028-4da4-410c-b6e0-6a829252d9ca,segment=NetworkSegment(688afb86-c9bd-46e2-ba7d-3fe76fb1efff),segment_id=688afb86-c9bd-46e2-ba7d-3fe76fb1efff)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:03:49.384268 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvr_db [None req-d1c135b9-9672-409f-8a80-7b2ac80f7129 None None] Set router cf26e7b0-5ff7-494a-845c-a556c0af938d gateway port host: None {{(pid=87872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:03:49.398398 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-cfbb56a0-c29c-45fe-9746-4c5261dadc8e tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:49.409851 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-cfbb56a0-c29c-45fe-9746-4c5261dadc8e tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2820060 Mar 28 12:03:49.518405 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:49.519174 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 04148b06-70f0-494f-9850-1c2e0ddaca33 up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:03:49.549295 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-6dc3c1d6-75a2-4bd8-bd0c-657cd7c005d7 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] 10.222.0.30 "GET /v2.0/routers/cf26e7b0-5ff7-494a-845c-a556c0af938d HTTP/1.1" status: 200 len: 703 time: 0.2712324 Mar 28 12:03:49.551273 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 58126) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:03:49.628575 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-5a04ba23-03bf-4fb0-b0e0-1e6f474fff45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f85e07f6-33a3-46de-a3bf-16d0b6ee7372', 'name': 'tempest-TestNetworkBasicOps-router-1415341849', 'tenant_id': '527195c95736491ca1967a42cc300275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.93'}], 'enable_snat': True}, 'gw_port_id': '3daa0028-4da4-410c-b6e0-6a829252d9ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:03:37Z', 'updated_at': '2022-03-28T12:03:45Z', 'revision_number': 4, 'project_id': '527195c95736491ca1967a42cc300275', 'gw_port': {'id': '3daa0028-4da4-410c-b6e0-6a829252d9ca', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:b1:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f85e07f6-33a3-46de-a3bf-16d0b6ee7372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1277, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:03:38Z', 'updated_at': '2022-03-28T12:03:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_interfaces': [{'id': '3dcbd01b-85ae-4c2d-892b-8280550cf830', 'name': '', 'network_id': 'c9040876-1463-45a9-b712-0332cbc5543e', 'tenant_id': '527195c95736491ca1967a42cc300275', 'mac_address': 'fa:16:3e:b1:99:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f85e07f6-33a3-46de-a3bf-16d0b6ee7372', 'device_owner': 'network:router_interface', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': 'de3ab6d6-180c-42c6-825d-40075604f1f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:03:43Z', 'updated_at': '2022-03-28T12:03:45Z', 'revision_number': 2, 'project_id': '527195c95736491ca1967a42cc300275', 'subnets': [{'id': 'de3ab6d6-180c-42c6-825d-40075604f1f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:03:49.634084 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a04ba23-03bf-4fb0-b0e0-1e6f474fff45 None None] Checking router: f85e07f6-33a3-46de-a3bf-16d0b6ee7372 for host: dv-neutron-835340-2-hyperv {{(pid=87873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 12:03:49.634701 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a04ba23-03bf-4fb0-b0e0-1e6f474fff45 None None] Updating router f85e07f6-33a3-46de-a3bf-16d0b6ee7372 port 3dcbd01b-85ae-4c2d-892b-8280550cf830 binding host dv-neutron-835340-2-hyperv {{(pid=87873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 12:03:49.736934 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron_lib.callbacks.manager [None req-5a04ba23-03bf-4fb0-b0e0-1e6f474fff45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:49.865998 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [req-9feae6da-1dbe-48f9-8fdd-7156879f764b req-eae5d070-dff0-495b-949d-15b2dccb9f58 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Synchronizing usage tracker for tenant:527195c95736491ca1967a42cc300275 on resource:security_group {{(pid=87870) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:03:49.957343 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning for port 04148b06-70f0-494f-9850-1c2e0ddaca33 completed by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:03:49.995237 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [req-9feae6da-1dbe-48f9-8fdd-7156879f764b req-eae5d070-dff0-495b-949d-15b2dccb9f58 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Unset dirty status for tenant:527195c95736491ca1967a42cc300275 on resource:security_group {{(pid=87870) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:03:49.996331 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-9feae6da-1dbe-48f9-8fdd-7156879f764b req-eae5d070-dff0-495b-949d-15b2dccb9f58 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1055608343&fields=id&tenant_id=527195c95736491ca1967a42cc300275 HTTP/1.1" status: 200 len: 267 time: 0.2104213 Mar 28 12:03:50.014472 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-e4040901-b324-4859-a865-03da324a8ee9 None None] Provisioning complete for port 04148b06-70f0-494f-9850-1c2e0ddaca33 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:03:50.014837 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-e4040901-b324-4859-a865-03da324a8ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:50.159084 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port 04148b06-70f0-494f-9850-1c2e0ddaca33 triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:03:50.159454 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:50.216238 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Pushing event updated for resources: {'Port': ['ID=3daa0028-4da4-410c-b6e0-6a829252d9ca,revision_number=4']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:03:50.227047 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron_lib.callbacks.manager [None req-5a04ba23-03bf-4fb0-b0e0-1e6f474fff45 None None] Notify callbacks [] for port, precommit_update {{(pid=87873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:50.242021 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.provisioning_blocks [None req-5a04ba23-03bf-4fb0-b0e0-1e6f474fff45 None None] Transition to ACTIVE for port object 3dcbd01b-85ae-4c2d-892b-8280550cf830 will not be triggered until provisioned by entity L2. {{(pid=87873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:03:50.251514 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron_lib.callbacks.manager [None req-5a04ba23-03bf-4fb0-b0e0-1e6f474fff45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:50.434141 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bf0c1b-2b74-4db8-8f7b-a96356739df1 None None] Pushing event updated for resources: {'Port': ['ID=3dcbd01b-85ae-4c2d-892b-8280550cf830,revision_number=3']} {{(pid=87873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:03:50.458570 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feae6da-1dbe-48f9-8fdd-7156879f764b req-310a3eb9-fc7e-42c9-b31a-2e67a1ac955c tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:03:50.459307 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [req-9feae6da-1dbe-48f9-8fdd-7156879f764b req-310a3eb9-fc7e-42c9-b31a-2e67a1ac955c tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Synchronizing usage tracker for tenant:527195c95736491ca1967a42cc300275 on resource:network {{(pid=87870) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:03:50.506262 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-e4040901-b324-4859-a865-03da324a8ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:50.528464 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [req-9feae6da-1dbe-48f9-8fdd-7156879f764b req-310a3eb9-fc7e-42c9-b31a-2e67a1ac955c tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Unset dirty status for tenant:527195c95736491ca1967a42cc300275 on resource:network {{(pid=87870) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:03:50.528996 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:50.536905 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-9feae6da-1dbe-48f9-8fdd-7156879f764b req-310a3eb9-fc7e-42c9-b31a-2e67a1ac955c tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/networks?id=c9040876-1463-45a9-b712-0332cbc5543e HTTP/1.1" status: 200 len: 796 time: 0.5297501 Mar 28 12:03:50.555612 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.managers [None req-5a04ba23-03bf-4fb0-b0e0-1e6f474fff45 None None] Attempting to bind port 3dcbd01b-85ae-4c2d-892b-8280550cf830 on host dv-neutron-835340-2-hyperv for vnic_type normal with profile {{(pid=87873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 12:03:50.556379 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.managers [None req-5a04ba23-03bf-4fb0-b0e0-1e6f474fff45 None None] Attempting to bind port 3dcbd01b-85ae-4c2d-892b-8280550cf830 by drivers openvswitch,hyperv on host dv-neutron-835340-2-hyperv at level 0 using segments [{'id': 'c400cdb9-562d-4674-8a33-3516cda9783b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'c9040876-1463-45a9-b712-0332cbc5543e'}] {{(pid=87873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 12:03:50.557184 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a04ba23-03bf-4fb0-b0e0-1e6f474fff45 None None] Attempting to bind port 3dcbd01b-85ae-4c2d-892b-8280550cf830 on network c9040876-1463-45a9-b712-0332cbc5543e {{(pid=87873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 12:03:50.557429 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-9feae6da-1dbe-48f9-8fdd-7156879f764b req-39e4a8a6-8bac-4c40-a68e-fcb325e1d2a1 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/quotas/527195c95736491ca1967a42cc300275 HTTP/1.1" status: 200 len: 375 time: 0.0195906 Mar 28 12:03:50.566377 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a04ba23-03bf-4fb0-b0e0-1e6f474fff45 None None] Checking agent: {'id': '961a16fe-cbc8-4264-ac28-bbbd53f89caa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 46, 6), 'started_at': datetime.datetime(2022, 3, 28, 11, 46, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 12, 3, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 12:03:50.567206 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a04ba23-03bf-4fb0-b0e0-1e6f474fff45 None None] Checking segment: {'id': 'c400cdb9-562d-4674-8a33-3516cda9783b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'c9040876-1463-45a9-b712-0332cbc5543e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 12:03:50.568556 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron_lib.callbacks.manager [None req-5a04ba23-03bf-4fb0-b0e0-1e6f474fff45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:50.569246 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a04ba23-03bf-4fb0-b0e0-1e6f474fff45 None None] Bound using segment: {'id': 'c400cdb9-562d-4674-8a33-3516cda9783b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'c9040876-1463-45a9-b712-0332cbc5543e'} {{(pid=87873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 12:03:50.570138 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.managers [None req-5a04ba23-03bf-4fb0-b0e0-1e6f474fff45 None None] Bound port: 3dcbd01b-85ae-4c2d-892b-8280550cf830, host: dv-neutron-835340-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c400cdb9-562d-4674-8a33-3516cda9783b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'c9040876-1463-45a9-b712-0332cbc5543e'}}] {{(pid=87873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 12:03:50.570911 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron_lib.callbacks.manager [None req-5a04ba23-03bf-4fb0-b0e0-1e6f474fff45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:50.599648 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] For port 04148b06-70f0-494f-9850-1c2e0ddaca33, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=04148b06-70f0-494f-9850-1c2e0ddaca33,segment=NetworkSegment(69680a21-44c7-4022-bb50-057ad5adbf61),segment_id=69680a21-44c7-4022-bb50-057ad5adbf61)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:03:50.602575 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:50.608385 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:50.609137 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device f2986400-c0ea-4558-bc6a-7339a8dafc73 up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:03:50.710026 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.db [None req-5a04ba23-03bf-4fb0-b0e0-1e6f474fff45 None None] For port 3dcbd01b-85ae-4c2d-892b-8280550cf830, host dv-neutron-835340-2-hyperv, cleared binding levels {{(pid=87873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 12:03:50.712268 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.db [None req-5a04ba23-03bf-4fb0-b0e0-1e6f474fff45 None None] For port 3dcbd01b-85ae-4c2d-892b-8280550cf830, host dv-neutron-835340-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=3dcbd01b-85ae-4c2d-892b-8280550cf830,segment=NetworkSegment(c400cdb9-562d-4674-8a33-3516cda9783b),segment_id=c400cdb9-562d-4674-8a33-3516cda9783b)] {{(pid=87873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 12:03:50.728282 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron_lib.callbacks.manager [None req-5a04ba23-03bf-4fb0-b0e0-1e6f474fff45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:50.746557 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [req-9feae6da-1dbe-48f9-8fdd-7156879f764b req-69ee212f-1937-4329-81c0-460008ad6d70 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Synchronizing usage tracker for tenant:527195c95736491ca1967a42cc300275 on resource:port {{(pid=87870) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:03:50.767267 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.db.api [None req-e4040901-b324-4859-a865-03da324a8ee9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87872) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 12:03:50.767575 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG oslo_db.api [None req-e4040901-b324-4859-a865-03da324a8ee9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 12:03:50.788077 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-d1c135b9-9672-409f-8a80-7b2ac80f7129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf26e7b0-5ff7-494a-845c-a556c0af938d', 'name': 'tempest-RoutersIpV6Test-router-212202272', 'tenant_id': '44a7e1c73898465da6902581d6416cd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:03:26Z', 'updated_at': '2022-03-28T12:03:48Z', 'revision_number': 7, 'project_id': '44a7e1c73898465da6902581d6416cd0', 'gw_port_host': None, '_interfaces': [{'id': '66a89e1f-7e67-471c-91b2-2172da6941fb', 'name': '', 'network_id': '347a7a36-775e-4df6-9cbc-c2cfc9d12c23', 'tenant_id': '44a7e1c73898465da6902581d6416cd0', 'mac_address': 'fa:16:3e:9e:4f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf26e7b0-5ff7-494a-845c-a556c0af938d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1270, 'fixed_ips': [{'subnet_id': '350bbb88-e103-4194-bdce-98c2a7d5563b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:03:33Z', 'updated_at': '2022-03-28T12:03:41Z', 'revision_number': 5, 'project_id': '44a7e1c73898465da6902581d6416cd0', 'subnets': [{'id': '350bbb88-e103-4194-bdce-98c2a7d5563b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7aaf0928-e17b-4265-8bcf-921150053a26', 'name': '', 'network_id': '8558127f-8f83-4800-9b03-982b30df7571', 'tenant_id': '44a7e1c73898465da6902581d6416cd0', 'mac_address': 'fa:16:3e:66:c2:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf26e7b0-5ff7-494a-845c-a556c0af938d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': '57a540cd-399c-4421-9ebe-1eec9b9c365b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:03:43Z', 'updated_at': '2022-03-28T12:03:48Z', 'revision_number': 4, 'project_id': '44a7e1c73898465da6902581d6416cd0', 'subnets': [{'id': '57a540cd-399c-4421-9ebe-1eec9b9c365b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aebffafa-fa54-4b34-bbe3-ec13fcde6ae8', 'name': '', 'network_id': '73532445-3e6a-4d4c-a908-a598893223c3', 'tenant_id': '44a7e1c73898465da6902581d6416cd0', 'mac_address': 'fa:16:3e:a6:e0:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf26e7b0-5ff7-494a-845c-a556c0af938d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': 'a1da9ebe-8a70-471f-a6c3-74c6c5893098', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:03:29Z', 'updated_at': '2022-03-28T12:03:35Z', 'revision_number': 5, 'project_id': '44a7e1c73898465da6902581d6416cd0', 'subnets': [{'id': 'a1da9ebe-8a70-471f-a6c3-74c6c5893098', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2986400-c0ea-4558-bc6a-7339a8dafc73', 'name': '', 'network_id': '5bda109f-0f99-424e-8715-d3eb563cdbf7', 'tenant_id': '44a7e1c73898465da6902581d6416cd0', 'mac_address': 'fa:16:3e:16:b4:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf26e7b0-5ff7-494a-845c-a556c0af938d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '4096cdcf-bfe9-4d6d-bbce-d289dbe72875', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:03:38Z', 'updated_at': '2022-03-28T12:03:46Z', 'revision_number': 5, 'project_id': '44a7e1c73898465da6902581d6416cd0', 'subnets': [{'id': '4096cdcf-bfe9-4d6d-bbce-d289dbe72875', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:03:50.798609 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [req-9feae6da-1dbe-48f9-8fdd-7156879f764b req-69ee212f-1937-4329-81c0-460008ad6d70 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Unset dirty status for tenant:527195c95736491ca1967a42cc300275 on resource:port {{(pid=87870) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:03:50.799982 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-9feae6da-1dbe-48f9-8fdd-7156879f764b req-69ee212f-1937-4329-81c0-460008ad6d70 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=527195c95736491ca1967a42cc300275&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2417359 Mar 28 12:03:50.808075 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c135b9-9672-409f-8a80-7b2ac80f7129 None None] The sync data for ids ['cf26e7b0-5ff7-494a-845c-a556c0af938d'] in dv-neutron-835340-2-hyperv is: [{'id': 'cf26e7b0-5ff7-494a-845c-a556c0af938d', 'name': 'tempest-RoutersIpV6Test-router-212202272', 'tenant_id': '44a7e1c73898465da6902581d6416cd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:03:26Z', 'updated_at': '2022-03-28T12:03:48Z', 'revision_number': 7, 'project_id': '44a7e1c73898465da6902581d6416cd0', 'gw_port_host': None, '_interfaces': [{'id': '66a89e1f-7e67-471c-91b2-2172da6941fb', 'name': '', 'network_id': '347a7a36-775e-4df6-9cbc-c2cfc9d12c23', 'tenant_id': '44a7e1c73898465da6902581d6416cd0', 'mac_address': 'fa:16:3e:9e:4f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf26e7b0-5ff7-494a-845c-a556c0af938d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1270, 'fixed_ips': [{'subnet_id': '350bbb88-e103-4194-bdce-98c2a7d5563b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:03:33Z', 'updated_at': '2022-03-28T12:03:41Z', 'revision_number': 5, 'project_id': '44a7e1c73898465da6902581d6416cd0', 'subnets': [{'id': '350bbb88-e103-4194-bdce-98c2a7d5563b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7aaf0928-e17b-4265-8bcf-921150053a26', 'name': '', 'network_id': '8558127f-8f83-4800-9b03-982b30df7571', 'tenant_id': '44a7e1c73898465da6902581d6416cd0', 'mac_address': 'fa:16:3e:66:c2:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf26e7b0-5ff7-494a-845c-a556c0af938d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': '57a540cd-399c-4421-9ebe-1eec9b9c365b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:03:43Z', 'updated_at': '2022-03-28T12:03:48Z', 'revision_number': 4, 'project_id': '44a7e1c73898465da6902581d6416cd0', 'subnets': [{'id': '57a540cd-399c-4421-9ebe-1eec9b9c365b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aebffafa-fa54-4b34-bbe3-ec13fcde6ae8', 'name': '', 'network_id': '73532445-3e6a-4d4c-a908-a598893223c3', 'tenant_id': '44a7e1c73898465da6902581d6416cd0', 'mac_address': 'fa:16:3e:a6:e0:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf26e7b0-5ff7-494a-845c-a556c0af938d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': 'a1da9ebe-8a70-471f-a6c3-74c6c5893098', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:03:29Z', 'updated_at': '2022-03-28T12:03:35Z', 'revision_number': 5, 'project_id': '44a7e1c73898465da6902581d6416cd0', 'subnets': [{'id': 'a1da9ebe-8a70-471f-a6c3-74c6c5893098', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2986400-c0ea-4558-bc6a-7339a8dafc73', 'name': '', 'network_id': '5bda109f-0f99-424e-8715-d3eb563cdbf7', 'tenant_id': '44a7e1c73898465da6902581d6416cd0', 'mac_address': 'fa:16:3e:16:b4:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf26e7b0-5ff7-494a-845c-a556c0af938d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '4096cdcf-bfe9-4d6d-bbce-d289dbe72875', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:03:38Z', 'updated_at': '2022-03-28T12:03:46Z', 'revision_number': 5, 'project_id': '44a7e1c73898465da6902581d6416cd0', 'subnets': [{'id': '4096cdcf-bfe9-4d6d-bbce-d289dbe72875', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 12:03:50.809313 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-68ac8e8f-c831-48ae-946f-763566a3662f tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-743394'] for router_interface, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:50.857220 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Pushing event updated for resources: {'Port': ['ID=04148b06-70f0-494f-9850-1c2e0ddaca33,revision_number=3']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:03:50.869769 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port f2986400-c0ea-4558-bc6a-7339a8dafc73 triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:03:50.870255 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:50.878900 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a04ba23-03bf-4fb0-b0e0-1e6f474fff45 None None] Routers {'f85e07f6-33a3-46de-a3bf-16d0b6ee7372'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:03:50.879580 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-5a04ba23-03bf-4fb0-b0e0-1e6f474fff45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:03:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['f85e07f6-33a3-46de-a3bf-16d0b6ee7372'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:03:51.103079 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device cdc5840f-dea9-4962-85d6-7679c1c71ab4 up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:03:51.152643 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvr_db [None req-5a04ba23-03bf-4fb0-b0e0-1e6f474fff45 None None] Set router f85e07f6-33a3-46de-a3bf-16d0b6ee7372 gateway port host: dv-neutron-835340-2-hyperv {{(pid=87873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:03:51.232586 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning for port cdc5840f-dea9-4962-85d6-7679c1c71ab4 completed by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:03:51.240311 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port cdc5840f-dea9-4962-85d6-7679c1c71ab4 triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:03:51.240927 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:51.261511 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bf0c1b-2b74-4db8-8f7b-a96356739df1 None None] Pushing event updated for resources: {'Port': ['ID=3dcbd01b-85ae-4c2d-892b-8280550cf830,revision_number=4']} {{(pid=87873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:03:51.440849 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-9feae6da-1dbe-48f9-8fdd-7156879f764b req-708c7f82-2486-4bc9-b237-d1e704182682 service neutron] 10.222.0.30 "GET /v2.0/networks/c9040876-1463-45a9-b712-0332cbc5543e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5404267 Mar 28 12:03:51.469704 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-e4040901-b324-4859-a865-03da324a8ee9 None None] Provisioning for port 7aaf0928-e17b-4265-8bcf-921150053a26 completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:03:51.508293 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:51.549182 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] For port cdc5840f-dea9-4962-85d6-7679c1c71ab4, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=cdc5840f-dea9-4962-85d6-7679c1c71ab4,segment=NetworkSegment(c400cdb9-562d-4674-8a33-3516cda9783b),segment_id=c400cdb9-562d-4674-8a33-3516cda9783b)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:03:51.556008 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:51.620793 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-5a04ba23-03bf-4fb0-b0e0-1e6f474fff45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f85e07f6-33a3-46de-a3bf-16d0b6ee7372', 'name': 'tempest-TestNetworkBasicOps-router-1415341849', 'tenant_id': '527195c95736491ca1967a42cc300275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.93'}], 'enable_snat': True}, 'gw_port_id': '3daa0028-4da4-410c-b6e0-6a829252d9ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:03:37Z', 'updated_at': '2022-03-28T12:03:45Z', 'revision_number': 4, 'project_id': '527195c95736491ca1967a42cc300275', 'gw_port': {'id': '3daa0028-4da4-410c-b6e0-6a829252d9ca', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:b1:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f85e07f6-33a3-46de-a3bf-16d0b6ee7372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1277, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:03:38Z', 'updated_at': '2022-03-28T12:03:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_interfaces': [{'id': '3dcbd01b-85ae-4c2d-892b-8280550cf830', 'name': '', 'network_id': 'c9040876-1463-45a9-b712-0332cbc5543e', 'tenant_id': '527195c95736491ca1967a42cc300275', 'mac_address': 'fa:16:3e:b1:99:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f85e07f6-33a3-46de-a3bf-16d0b6ee7372', 'device_owner': 'network:router_interface', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': 'de3ab6d6-180c-42c6-825d-40075604f1f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:03:43Z', 'updated_at': '2022-03-28T12:03:50Z', 'revision_number': 4, 'project_id': '527195c95736491ca1967a42cc300275', 'subnets': [{'id': 'de3ab6d6-180c-42c6-825d-40075604f1f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:03:51.627101 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a04ba23-03bf-4fb0-b0e0-1e6f474fff45 None None] The sync data for ids ['f85e07f6-33a3-46de-a3bf-16d0b6ee7372'] in dv-neutron-835340-2-hyperv is: [{'id': 'f85e07f6-33a3-46de-a3bf-16d0b6ee7372', 'name': 'tempest-TestNetworkBasicOps-router-1415341849', 'tenant_id': '527195c95736491ca1967a42cc300275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.93'}], 'enable_snat': True}, 'gw_port_id': '3daa0028-4da4-410c-b6e0-6a829252d9ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:03:37Z', 'updated_at': '2022-03-28T12:03:45Z', 'revision_number': 4, 'project_id': '527195c95736491ca1967a42cc300275', 'gw_port': {'id': '3daa0028-4da4-410c-b6e0-6a829252d9ca', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:b1:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f85e07f6-33a3-46de-a3bf-16d0b6ee7372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1277, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:03:38Z', 'updated_at': '2022-03-28T12:03:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_interfaces': [{'id': '3dcbd01b-85ae-4c2d-892b-8280550cf830', 'name': '', 'network_id': 'c9040876-1463-45a9-b712-0332cbc5543e', 'tenant_id': '527195c95736491ca1967a42cc300275', 'mac_address': 'fa:16:3e:b1:99:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f85e07f6-33a3-46de-a3bf-16d0b6ee7372', 'device_owner': 'network:router_interface', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': 'de3ab6d6-180c-42c6-825d-40075604f1f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:03:43Z', 'updated_at': '2022-03-28T12:03:50Z', 'revision_number': 4, 'project_id': '527195c95736491ca1967a42cc300275', 'subnets': [{'id': 'de3ab6d6-180c-42c6-825d-40075604f1f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 12:03:51.685531 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Pushing event updated for resources: {'Port': ['ID=cdc5840f-dea9-4962-85d6-7679c1c71ab4,revision_number=3']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:03:51.726424 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-b6eccb2d-b46d-42f6-9ad6-2422a0560066 None None] Provisioning for port 3dcbd01b-85ae-4c2d-892b-8280550cf830 completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:03:51.794926 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-b6eccb2d-b46d-42f6-9ad6-2422a0560066 None None] Provisioning complete for port cdc5840f-dea9-4962-85d6-7679c1c71ab4 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:03:51.796058 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-b6eccb2d-b46d-42f6-9ad6-2422a0560066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:51.831056 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-9feae6da-1dbe-48f9-8fdd-7156879f764b req-5024e734-c67b-4401-bde7-e5711ebcadfb service neutron] 10.222.0.30 "GET /v2.0/networks/c9040876-1463-45a9-b712-0332cbc5543e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3838716 Mar 28 12:03:51.846022 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-68ac8e8f-c831-48ae-946f-763566a3662f tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Deleting port 7aaf0928-e17b-4265-8bcf-921150053a26 {{(pid=87870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:03:51.847363 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-68ac8e8f-c831-48ae-946f-763566a3662f tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:51.861190 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 04148b06-70f0-494f-9850-1c2e0ddaca33 up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:03:52.066226 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac1fe74-d8d8-4cc6-ac92-e94f9508ed6b None None] Sync routers for ids ['cf26e7b0-5ff7-494a-845c-a556c0af938d'] in dv-neutron-835340-2-hyperv {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 12:03:52.101583 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac1fe74-d8d8-4cc6-ac92-e94f9508ed6b None None] Routers {'cf26e7b0-5ff7-494a-845c-a556c0af938d'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:03:52.101583 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-dac1fe74-d8d8-4cc6-ac92-e94f9508ed6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:03:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['cf26e7b0-5ff7-494a-845c-a556c0af938d'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:03:52.134769 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [req-6be9c30b-53a2-4a19-9acc-23a6e2dd1026 req-288fb871-d12e-4ad3-8cf0-fd828551022f tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Synchronizing usage tracker for tenant:527195c95736491ca1967a42cc300275 on resource:port {{(pid=87871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:03:52.166430 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [req-6be9c30b-53a2-4a19-9acc-23a6e2dd1026 req-288fb871-d12e-4ad3-8cf0-fd828551022f tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Unset dirty status for tenant:527195c95736491ca1967a42cc300275 on resource:port {{(pid=87871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:03:52.173477 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.db [None req-68ac8e8f-c831-48ae-946f-763566a3662f tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] For port 7aaf0928-e17b-4265-8bcf-921150053a26, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=7aaf0928-e17b-4265-8bcf-921150053a26,segment=NetworkSegment(69680a21-44c7-4022-bb50-057ad5adbf61),segment_id=69680a21-44c7-4022-bb50-057ad5adbf61)] {{(pid=87870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:03:52.174226 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-68ac8e8f-c831-48ae-946f-763566a3662f tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:52.178378 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-6be9c30b-53a2-4a19-9acc-23a6e2dd1026 req-288fb871-d12e-4ad3-8cf0-fd828551022f tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/ports?device_id=20511cdc-6d5b-465d-9f7f-3003856cdb12 HTTP/1.1" status: 200 len: 210 time: 0.1067326 Mar 28 12:03:52.329149 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port 04148b06-70f0-494f-9850-1c2e0ddaca33 triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:03:52.329801 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:52.333141 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-68ac8e8f-c831-48ae-946f-763566a3662f tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Calling delete_port for 7aaf0928-e17b-4265-8bcf-921150053a26 owned by network:router_interface {{(pid=87870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:03:52.440714 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvr_db [None req-dac1fe74-d8d8-4cc6-ac92-e94f9508ed6b None None] Set router cf26e7b0-5ff7-494a-845c-a556c0af938d gateway port host: None {{(pid=87872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:03:52.559241 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-68ac8e8f-c831-48ae-946f-763566a3662f tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:52.611740 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ac8e8f-c831-48ae-946f-763566a3662f tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Pushing event deleted for resources: {'Port': ['ID=7aaf0928-e17b-4265-8bcf-921150053a26,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:03:52.766095 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 3daa0028-4da4-410c-b6e0-6a829252d9ca up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:03:52.903191 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-68ac8e8f-c831-48ae-946f-763566a3662f tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-743246'] for router_interface, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:52.950493 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port 3daa0028-4da4-410c-b6e0-6a829252d9ca triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:03:52.950870 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:53.026929 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-dac1fe74-d8d8-4cc6-ac92-e94f9508ed6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf26e7b0-5ff7-494a-845c-a556c0af938d', 'name': 'tempest-RoutersIpV6Test-router-212202272', 'tenant_id': '44a7e1c73898465da6902581d6416cd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:03:26Z', 'updated_at': '2022-03-28T12:03:48Z', 'revision_number': 7, 'project_id': '44a7e1c73898465da6902581d6416cd0', 'gw_port_host': None, '_interfaces': [{'id': '66a89e1f-7e67-471c-91b2-2172da6941fb', 'name': '', 'network_id': '347a7a36-775e-4df6-9cbc-c2cfc9d12c23', 'tenant_id': '44a7e1c73898465da6902581d6416cd0', 'mac_address': 'fa:16:3e:9e:4f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf26e7b0-5ff7-494a-845c-a556c0af938d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1270, 'fixed_ips': [{'subnet_id': '350bbb88-e103-4194-bdce-98c2a7d5563b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:03:33Z', 'updated_at': '2022-03-28T12:03:41Z', 'revision_number': 5, 'project_id': '44a7e1c73898465da6902581d6416cd0', 'subnets': [{'id': '350bbb88-e103-4194-bdce-98c2a7d5563b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7aaf0928-e17b-4265-8bcf-921150053a26', 'name': '', 'network_id': '8558127f-8f83-4800-9b03-982b30df7571', 'tenant_id': '44a7e1c73898465da6902581d6416cd0', 'mac_address': 'fa:16:3e:66:c2:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf26e7b0-5ff7-494a-845c-a556c0af938d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': '57a540cd-399c-4421-9ebe-1eec9b9c365b', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:03:43Z', 'updated_at': '2022-03-28T12:03:48Z', 'revision_number': 4, 'project_id': '44a7e1c73898465da6902581d6416cd0', 'subnets': [{'id': '57a540cd-399c-4421-9ebe-1eec9b9c365b', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aebffafa-fa54-4b34-bbe3-ec13fcde6ae8', 'name': '', 'network_id': '73532445-3e6a-4d4c-a908-a598893223c3', 'tenant_id': '44a7e1c73898465da6902581d6416cd0', 'mac_address': 'fa:16:3e:a6:e0:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf26e7b0-5ff7-494a-845c-a556c0af938d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': 'a1da9ebe-8a70-471f-a6c3-74c6c5893098', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:03:29Z', 'updated_at': '2022-03-28T12:03:35Z', 'revision_number': 5, 'project_id': '44a7e1c73898465da6902581d6416cd0', 'subnets': [{'id': 'a1da9ebe-8a70-471f-a6c3-74c6c5893098', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2986400-c0ea-4558-bc6a-7339a8dafc73', 'name': '', 'network_id': '5bda109f-0f99-424e-8715-d3eb563cdbf7', 'tenant_id': '44a7e1c73898465da6902581d6416cd0', 'mac_address': 'fa:16:3e:16:b4:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf26e7b0-5ff7-494a-845c-a556c0af938d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '4096cdcf-bfe9-4d6d-bbce-d289dbe72875', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:03:38Z', 'updated_at': '2022-03-28T12:03:46Z', 'revision_number': 5, 'project_id': '44a7e1c73898465da6902581d6416cd0', 'subnets': [{'id': '4096cdcf-bfe9-4d6d-bbce-d289dbe72875', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:03:53.033584 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac1fe74-d8d8-4cc6-ac92-e94f9508ed6b None None] Checking router: cf26e7b0-5ff7-494a-845c-a556c0af938d for host: dv-neutron-835340-2-hyperv {{(pid=87872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 12:03:53.084382 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac1fe74-d8d8-4cc6-ac92-e94f9508ed6b None None] Routers {'cf26e7b0-5ff7-494a-845c-a556c0af938d'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:03:53.085019 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-dac1fe74-d8d8-4cc6-ac92-e94f9508ed6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:03:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['cf26e7b0-5ff7-494a-845c-a556c0af938d'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:03:53.162028 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 7aaf0928-e17b-4265-8bcf-921150053a26 up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:03:53.259998 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] No Port match for: 7aaf0928-e17b-4265-8bcf-921150053a26 {{(pid=87872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 12:03:53.260344 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 7aaf0928-e17b-4265-8bcf-921150053a26 not bound to the agent host dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Mar 28 12:03:53.300920 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Port 7aaf0928-e17b-4265-8bcf-921150053a26 not found, will not notify nova. {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Mar 28 12:03:53.322735 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68ac8e8f-c831-48ae-946f-763566a3662f tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Router cf26e7b0-5ff7-494a-845c-a556c0af938d has already been hosted by L3 agent af79d429-529e-400b-a119-94d4bec03f3e {{(pid=87870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 12:03:53.323017 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvr_db [None req-dac1fe74-d8d8-4cc6-ac92-e94f9508ed6b None None] Set router cf26e7b0-5ff7-494a-845c-a556c0af938d gateway port host: None {{(pid=87872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:03:53.443080 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feae6da-1dbe-48f9-8fdd-7156879f764b req-405472af-3d76-4d48-baf4-1192f5da06fd tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:03:53.444552 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-9feae6da-1dbe-48f9-8fdd-7156879f764b req-405472af-3d76-4d48-baf4-1192f5da06fd tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.11 "GET /v2.0/networks?id=c9040876-1463-45a9-b712-0332cbc5543e HTTP/1.1" status: 200 len: 796 time: 0.2336156 Mar 28 12:03:53.480109 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.agents_db [None req-03fd49d8-b51b-41c1-8716-b8e265c93689 None None] Agent healthcheck: found 6 active agents {{(pid=87873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 12:03:53.497579 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-9feae6da-1dbe-48f9-8fdd-7156879f764b req-62bdffb5-c532-4457-84d2-4e3275170bc3 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=527195c95736491ca1967a42cc300275 HTTP/1.1" status: 200 len: 380 time: 0.0416307 Mar 28 12:03:53.507451 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [req-9feae6da-1dbe-48f9-8fdd-7156879f764b req-b972fa90-db11-444f-bf09-1802a9b858cb tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Request body: {'port': {'device_id': '20511cdc-6d5b-465d-9f7f-3003856cdb12', 'network_id': 'c9040876-1463-45a9-b712-0332cbc5543e', 'admin_state_up': True, 'tenant_id': '527195c95736491ca1967a42cc300275', 'security_groups': ['49b69c60-6715-4a6c-92b8-c436430d1c22']}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:03:53.668450 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [req-9feae6da-1dbe-48f9-8fdd-7156879f764b req-b972fa90-db11-444f-bf09-1802a9b858cb tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:03:53.678940 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [req-9feae6da-1dbe-48f9-8fdd-7156879f764b req-b972fa90-db11-444f-bf09-1802a9b858cb tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:03:53.691590 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9feae6da-1dbe-48f9-8fdd-7156879f764b req-b972fa90-db11-444f-bf09-1802a9b858cb tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Made reservation on behalf of 527195c95736491ca1967a42cc300275 for: {'port': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 12:03:53.695323 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-9feae6da-1dbe-48f9-8fdd-7156879f764b req-b972fa90-db11-444f-bf09-1802a9b858cb tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:53.698604 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-026862f6-7ab5-4b5b-864c-f35fd5d1d896 req-a50c6fad-368a-47f4-b7e4-afd8b31a1c2f tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/ports?device_id=20511cdc-6d5b-465d-9f7f-3003856cdb12 HTTP/1.1" status: 200 len: 210 time: 0.3628933 Mar 28 12:03:53.727890 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68ac8e8f-c831-48ae-946f-763566a3662f tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 12:03:53.736945 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-dac1fe74-d8d8-4cc6-ac92-e94f9508ed6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf26e7b0-5ff7-494a-845c-a556c0af938d', 'name': 'tempest-RoutersIpV6Test-router-212202272', 'tenant_id': '44a7e1c73898465da6902581d6416cd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:03:26Z', 'updated_at': '2022-03-28T12:03:52Z', 'revision_number': 8, 'project_id': '44a7e1c73898465da6902581d6416cd0', 'gw_port_host': None, '_interfaces': [{'id': '66a89e1f-7e67-471c-91b2-2172da6941fb', 'name': '', 'network_id': '347a7a36-775e-4df6-9cbc-c2cfc9d12c23', 'tenant_id': '44a7e1c73898465da6902581d6416cd0', 'mac_address': 'fa:16:3e:9e:4f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf26e7b0-5ff7-494a-845c-a556c0af938d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1270, 'fixed_ips': [{'subnet_id': '350bbb88-e103-4194-bdce-98c2a7d5563b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:03:33Z', 'updated_at': '2022-03-28T12:03:41Z', 'revision_number': 5, 'project_id': '44a7e1c73898465da6902581d6416cd0', 'subnets': [{'id': '350bbb88-e103-4194-bdce-98c2a7d5563b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aebffafa-fa54-4b34-bbe3-ec13fcde6ae8', 'name': '', 'network_id': '73532445-3e6a-4d4c-a908-a598893223c3', 'tenant_id': '44a7e1c73898465da6902581d6416cd0', 'mac_address': 'fa:16:3e:a6:e0:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf26e7b0-5ff7-494a-845c-a556c0af938d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': 'a1da9ebe-8a70-471f-a6c3-74c6c5893098', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:03:29Z', 'updated_at': '2022-03-28T12:03:35Z', 'revision_number': 5, 'project_id': '44a7e1c73898465da6902581d6416cd0', 'subnets': [{'id': 'a1da9ebe-8a70-471f-a6c3-74c6c5893098', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2986400-c0ea-4558-bc6a-7339a8dafc73', 'name': '', 'network_id': '5bda109f-0f99-424e-8715-d3eb563cdbf7', 'tenant_id': '44a7e1c73898465da6902581d6416cd0', 'mac_address': 'fa:16:3e:16:b4:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf26e7b0-5ff7-494a-845c-a556c0af938d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '4096cdcf-bfe9-4d6d-bbce-d289dbe72875', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:03:38Z', 'updated_at': '2022-03-28T12:03:46Z', 'revision_number': 5, 'project_id': '44a7e1c73898465da6902581d6416cd0', 'subnets': [{'id': '4096cdcf-bfe9-4d6d-bbce-d289dbe72875', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:03:53.741274 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac1fe74-d8d8-4cc6-ac92-e94f9508ed6b None None] The sync data for ids ['cf26e7b0-5ff7-494a-845c-a556c0af938d'] in dv-neutron-835340-2-hyperv is: [{'id': 'cf26e7b0-5ff7-494a-845c-a556c0af938d', 'name': 'tempest-RoutersIpV6Test-router-212202272', 'tenant_id': '44a7e1c73898465da6902581d6416cd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:03:26Z', 'updated_at': '2022-03-28T12:03:52Z', 'revision_number': 8, 'project_id': '44a7e1c73898465da6902581d6416cd0', 'gw_port_host': None, '_interfaces': [{'id': '66a89e1f-7e67-471c-91b2-2172da6941fb', 'name': '', 'network_id': '347a7a36-775e-4df6-9cbc-c2cfc9d12c23', 'tenant_id': '44a7e1c73898465da6902581d6416cd0', 'mac_address': 'fa:16:3e:9e:4f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf26e7b0-5ff7-494a-845c-a556c0af938d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1270, 'fixed_ips': [{'subnet_id': '350bbb88-e103-4194-bdce-98c2a7d5563b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:03:33Z', 'updated_at': '2022-03-28T12:03:41Z', 'revision_number': 5, 'project_id': '44a7e1c73898465da6902581d6416cd0', 'subnets': [{'id': '350bbb88-e103-4194-bdce-98c2a7d5563b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aebffafa-fa54-4b34-bbe3-ec13fcde6ae8', 'name': '', 'network_id': '73532445-3e6a-4d4c-a908-a598893223c3', 'tenant_id': '44a7e1c73898465da6902581d6416cd0', 'mac_address': 'fa:16:3e:a6:e0:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf26e7b0-5ff7-494a-845c-a556c0af938d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': 'a1da9ebe-8a70-471f-a6c3-74c6c5893098', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:03:29Z', 'updated_at': '2022-03-28T12:03:35Z', 'revision_number': 5, 'project_id': '44a7e1c73898465da6902581d6416cd0', 'subnets': [{'id': 'a1da9ebe-8a70-471f-a6c3-74c6c5893098', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2986400-c0ea-4558-bc6a-7339a8dafc73', 'name': '', 'network_id': '5bda109f-0f99-424e-8715-d3eb563cdbf7', 'tenant_id': '44a7e1c73898465da6902581d6416cd0', 'mac_address': 'fa:16:3e:16:b4:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf26e7b0-5ff7-494a-845c-a556c0af938d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '4096cdcf-bfe9-4d6d-bbce-d289dbe72875', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:03:38Z', 'updated_at': '2022-03-28T12:03:46Z', 'revision_number': 5, 'project_id': '44a7e1c73898465da6902581d6416cd0', 'subnets': [{'id': '4096cdcf-bfe9-4d6d-bbce-d289dbe72875', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 12:03:53.746784 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-68ac8e8f-c831-48ae-946f-763566a3662f tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] 10.222.0.30 "PUT /v2.0/routers/cf26e7b0-5ff7-494a-845c-a556c0af938d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1941922 Mar 28 12:03:53.751299 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 58156) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:03:53.826313 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.db_base_plugin_v2 [None req-09e68fe6-ed8f-4c44-bb85-1cfc8f887ad7 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Deleting subnet 57a540cd-399c-4421-9ebe-1eec9b9c365b {{(pid=87870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 12:03:53.829715 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-09e68fe6-ed8f-4c44-bb85-1cfc8f887ad7 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks [] for subnet, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:53.886675 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-09e68fe6-ed8f-4c44-bb85-1cfc8f887ad7 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3591354'] for subnet, precommit_delete_associations {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:53.894587 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.db_base_plugin_common [req-9feae6da-1dbe-48f9-8fdd-7156879f764b req-b972fa90-db11-444f-bf09-1802a9b858cb tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Allocated IP 172.20.0.7 (c9040876-1463-45a9-b712-0332cbc5543e/de3ab6d6-180c-42c6-825d-40075604f1f0/db433d8e-6fbb-4c09-be6a-9e238847e1c3) {{(pid=87871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 12:03:53.972115 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-09e68fe6-ed8f-4c44-bb85-1cfc8f887ad7 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1919782'] for subnet, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:54.048359 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-09e68fe6-ed8f-4c44-bb85-1cfc8f887ad7 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1919805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2561174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2563528'] for subnet, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:54.089679 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e68fe6-ed8f-4c44-bb85-1cfc8f887ad7 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Pushing event deleted for resources: {'Subnet': ['ID=57a540cd-399c-4421-9ebe-1eec9b9c365b,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:03:54.091635 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-09e68fe6-ed8f-4c44-bb85-1cfc8f887ad7 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks [] for subnet, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:54.099159 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da850278-0c20-4fa1-ae3b-77451849f6e5 None None] Network 8558127f-8f83-4800-9b03-982b30df7571 requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 12:03:54.099294 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-09e68fe6-ed8f-4c44-bb85-1cfc8f887ad7 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] 10.222.0.30 "DELETE /v2.0/subnets/57a540cd-399c-4421-9ebe-1eec9b9c365b HTTP/1.1" status: 204 len: 168 time: 0.3467293 Mar 28 12:03:54.104603 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 58160) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:03:54.107963 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-9feae6da-1dbe-48f9-8fdd-7156879f764b req-b972fa90-db11-444f-bf09-1802a9b858cb tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for port, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:54.137647 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.provisioning_blocks [req-9feae6da-1dbe-48f9-8fdd-7156879f764b req-b972fa90-db11-444f-bf09-1802a9b858cb tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Transition to ACTIVE for port object db433d8e-6fbb-4c09-be6a-9e238847e1c3 will not be triggered until provisioned by entity DHCP. {{(pid=87871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:03:54.173957 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-9feae6da-1dbe-48f9-8fdd-7156879f764b req-b972fa90-db11-444f-bf09-1802a9b858cb tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:54.182147 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 3dcbd01b-85ae-4c2d-892b-8280550cf830 up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:03:54.252901 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-e8ae7f30-f67f-4a83-a8f5-3c1dc45534b9 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588883'] for network, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:54.265550 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-e8ae7f30-f67f-4a83-a8f5-3c1dc45534b9 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Deleting port 04148b06-70f0-494f-9850-1c2e0ddaca33 {{(pid=87870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:03:54.266510 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-e8ae7f30-f67f-4a83-a8f5-3c1dc45534b9 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:54.280997 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b972fa90-db11-444f-bf09-1802a9b858cb tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Pushing event updated for resources: {'Port': ['ID=db433d8e-6fbb-4c09-be6a-9e238847e1c3,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:03:54.294529 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9feae6da-1dbe-48f9-8fdd-7156879f764b req-b972fa90-db11-444f-bf09-1802a9b858cb tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Network c9040876-1463-45a9-b712-0332cbc5543e is already hosted by enough agents. {{(pid=87871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:03:54.297075 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [req-9feae6da-1dbe-48f9-8fdd-7156879f764b req-b972fa90-db11-444f-bf09-1802a9b858cb tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Resources bound (agent type, host, resource id): {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:03:54.298688 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.l3_dvrscheduler_db [req-9feae6da-1dbe-48f9-8fdd-7156879f764b req-b972fa90-db11-444f-bf09-1802a9b858cb tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Received port after_create {{(pid=87871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 12:03:54.381066 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feae6da-1dbe-48f9-8fdd-7156879f764b req-b972fa90-db11-444f-bf09-1802a9b858cb tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:03:54.381700 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-9feae6da-1dbe-48f9-8fdd-7156879f764b req-b972fa90-db11-444f-bf09-1802a9b858cb tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:54.433398 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning for port 3dcbd01b-85ae-4c2d-892b-8280550cf830 completed by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:03:54.441349 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port 3dcbd01b-85ae-4c2d-892b-8280550cf830 triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:03:54.441810 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:54.442960 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17bae4f0-1f74-429e-868a-e644e6f56751 None None] Sync routers for ids ['cf26e7b0-5ff7-494a-845c-a556c0af938d'] in dv-neutron-835340-2-hyperv {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 12:03:54.455728 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-9feae6da-1dbe-48f9-8fdd-7156879f764b req-b972fa90-db11-444f-bf09-1802a9b858cb tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9476719 Mar 28 12:03:54.459420 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17bae4f0-1f74-429e-868a-e644e6f56751 None None] Routers {'cf26e7b0-5ff7-494a-845c-a556c0af938d'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:03:54.460332 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-17bae4f0-1f74-429e-868a-e644e6f56751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:03:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['cf26e7b0-5ff7-494a-845c-a556c0af938d'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:03:54.472338 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [req-9feae6da-1dbe-48f9-8fdd-7156879f764b req-86f88871-c811-45ac-a167-fb5b45cfa384 service neutron] Request body: {'port': {'device_id': '20511cdc-6d5b-465d-9f7f-3003856cdb12', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8353'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:03:54.591236 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.db [None req-e8ae7f30-f67f-4a83-a8f5-3c1dc45534b9 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] For port 04148b06-70f0-494f-9850-1c2e0ddaca33, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=04148b06-70f0-494f-9850-1c2e0ddaca33,segment=NetworkSegment(69680a21-44c7-4022-bb50-057ad5adbf61),segment_id=69680a21-44c7-4022-bb50-057ad5adbf61)] {{(pid=87870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:03:54.592324 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-e8ae7f30-f67f-4a83-a8f5-3c1dc45534b9 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:54.602682 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:54.659864 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39caed18-3fbf-4043-90b7-97964e572114 None None] DHCP port deletion for 8558127f-8f83-4800-9b03-982b30df7571 request from dv-neutron-835340-2-hyperv {{(pid=87872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 12:03:54.678233 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-39caed18-3fbf-4043-90b7-97964e572114 None None] Deleting port 04148b06-70f0-494f-9850-1c2e0ddaca33 {{(pid=87872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:03:54.678608 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-39caed18-3fbf-4043-90b7-97964e572114 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:54.702459 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvr_db [None req-17bae4f0-1f74-429e-868a-e644e6f56751 None None] Set router cf26e7b0-5ff7-494a-845c-a556c0af938d gateway port host: None {{(pid=87873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:03:54.760975 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-e8ae7f30-f67f-4a83-a8f5-3c1dc45534b9 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Calling delete_port for 04148b06-70f0-494f-9850-1c2e0ddaca33 owned by network:dhcp {{(pid=87870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:03:54.828144 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] For port 3dcbd01b-85ae-4c2d-892b-8280550cf830, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=3dcbd01b-85ae-4c2d-892b-8280550cf830,segment=NetworkSegment(c400cdb9-562d-4674-8a33-3516cda9783b),segment_id=c400cdb9-562d-4674-8a33-3516cda9783b)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:03:54.846548 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:54.847513 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device cdc5840f-dea9-4962-85d6-7679c1c71ab4 up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:03:54.931222 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-e8ae7f30-f67f-4a83-a8f5-3c1dc45534b9 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:54.983058 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ae7f30-f67f-4a83-a8f5-3c1dc45534b9 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] No DVR routers for this DVR port 04148b06-70f0-494f-9850-1c2e0ddaca33 on host dv-neutron-835340-2-hyperv {{(pid=87870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 12:03:54.983906 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-9feae6da-1dbe-48f9-8fdd-7156879f764b req-86f88871-c811-45ac-a167-fb5b45cfa384 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:54.991780 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-2769c5dd-7d60-4093-8c14-d6c165986c4d None None] Provisioning for port db433d8e-6fbb-4c09-be6a-9e238847e1c3 completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:03:55.057389 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-2769c5dd-7d60-4093-8c14-d6c165986c4d None None] Provisioning complete for port db433d8e-6fbb-4c09-be6a-9e238847e1c3 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:03:55.057696 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2769c5dd-7d60-4093-8c14-d6c165986c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:55.065049 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ae7f30-f67f-4a83-a8f5-3c1dc45534b9 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Pushing event deleted for resources: {'Port': ['ID=04148b06-70f0-494f-9850-1c2e0ddaca33,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:03:55.122145 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Pushing event updated for resources: {'Port': ['ID=3dcbd01b-85ae-4c2d-892b-8280550cf830,revision_number=5']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:03:55.145479 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-17bae4f0-1f74-429e-868a-e644e6f56751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf26e7b0-5ff7-494a-845c-a556c0af938d', 'name': 'tempest-RoutersIpV6Test-router-212202272', 'tenant_id': '44a7e1c73898465da6902581d6416cd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:03:26Z', 'updated_at': '2022-03-28T12:03:52Z', 'revision_number': 8, 'project_id': '44a7e1c73898465da6902581d6416cd0', 'gw_port_host': None, '_interfaces': [{'id': '66a89e1f-7e67-471c-91b2-2172da6941fb', 'name': '', 'network_id': '347a7a36-775e-4df6-9cbc-c2cfc9d12c23', 'tenant_id': '44a7e1c73898465da6902581d6416cd0', 'mac_address': 'fa:16:3e:9e:4f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf26e7b0-5ff7-494a-845c-a556c0af938d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1270, 'fixed_ips': [{'subnet_id': '350bbb88-e103-4194-bdce-98c2a7d5563b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:03:33Z', 'updated_at': '2022-03-28T12:03:41Z', 'revision_number': 5, 'project_id': '44a7e1c73898465da6902581d6416cd0', 'subnets': [{'id': '350bbb88-e103-4194-bdce-98c2a7d5563b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aebffafa-fa54-4b34-bbe3-ec13fcde6ae8', 'name': '', 'network_id': '73532445-3e6a-4d4c-a908-a598893223c3', 'tenant_id': '44a7e1c73898465da6902581d6416cd0', 'mac_address': 'fa:16:3e:a6:e0:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf26e7b0-5ff7-494a-845c-a556c0af938d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': 'a1da9ebe-8a70-471f-a6c3-74c6c5893098', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:03:29Z', 'updated_at': '2022-03-28T12:03:35Z', 'revision_number': 5, 'project_id': '44a7e1c73898465da6902581d6416cd0', 'subnets': [{'id': 'a1da9ebe-8a70-471f-a6c3-74c6c5893098', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2986400-c0ea-4558-bc6a-7339a8dafc73', 'name': '', 'network_id': '5bda109f-0f99-424e-8715-d3eb563cdbf7', 'tenant_id': '44a7e1c73898465da6902581d6416cd0', 'mac_address': 'fa:16:3e:16:b4:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf26e7b0-5ff7-494a-845c-a556c0af938d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '4096cdcf-bfe9-4d6d-bbce-d289dbe72875', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:03:38Z', 'updated_at': '2022-03-28T12:03:46Z', 'revision_number': 5, 'project_id': '44a7e1c73898465da6902581d6416cd0', 'subnets': [{'id': '4096cdcf-bfe9-4d6d-bbce-d289dbe72875', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:03:55.150506 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17bae4f0-1f74-429e-868a-e644e6f56751 None None] Checking router: cf26e7b0-5ff7-494a-845c-a556c0af938d for host: dv-neutron-835340-2-hyperv {{(pid=87873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 12:03:55.163613 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17bae4f0-1f74-429e-868a-e644e6f56751 None None] Routers {'cf26e7b0-5ff7-494a-845c-a556c0af938d'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:03:55.164220 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-17bae4f0-1f74-429e-868a-e644e6f56751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:03:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['cf26e7b0-5ff7-494a-845c-a556c0af938d'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:03:55.173706 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-e8ae7f30-f67f-4a83-a8f5-3c1dc45534b9 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930431', 'neutron.services.segments.db._delete_segments_for_network-8783496351308'] for network, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:55.200774 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-e8ae7f30-f67f-4a83-a8f5-3c1dc45534b9 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8558127f-8f83-4800-9b03-982b30df7571']}} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:03:55.204016 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719c9703-7830-4cb4-a6c7-a4afc5092fb5 req-de2a80f9-22bb-4ea3-848f-0f02cc0bbb56 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:03:55.205130 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [req-719c9703-7830-4cb4-a6c7-a4afc5092fb5 req-de2a80f9-22bb-4ea3-848f-0f02cc0bbb56 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Synchronizing usage tracker for tenant:527195c95736491ca1967a42cc300275 on resource:port {{(pid=87871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:03:55.213998 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-e8ae7f30-f67f-4a83-a8f5-3c1dc45534b9 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69680a21-44c7-4022-bb50-057ad5adbf61') {'for_net_delete': True} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:03:55.214301 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-e8ae7f30-f67f-4a83-a8f5-3c1dc45534b9 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69680a21-44c7-4022-bb50-057ad5adbf61') {} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:03:55.226490 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-e8ae7f30-f67f-4a83-a8f5-3c1dc45534b9 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783496353639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3591341'] for segment, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:55.242886 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-e8ae7f30-f67f-4a83-a8f5-3c1dc45534b9 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:55.243245 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [req-719c9703-7830-4cb4-a6c7-a4afc5092fb5 req-de2a80f9-22bb-4ea3-848f-0f02cc0bbb56 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Unset dirty status for tenant:527195c95736491ca1967a42cc300275 on resource:port {{(pid=87871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:03:55.244841 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-719c9703-7830-4cb4-a6c7-a4afc5092fb5 req-de2a80f9-22bb-4ea3-848f-0f02cc0bbb56 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/ports?device_id=20511cdc-6d5b-465d-9f7f-3003856cdb12 HTTP/1.1" status: 200 len: 931 time: 0.3022950 Mar 28 12:03:55.246095 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-39caed18-3fbf-4043-90b7-97964e572114 None None] For port 04148b06-70f0-494f-9850-1c2e0ddaca33, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=04148b06-70f0-494f-9850-1c2e0ddaca33,segment=NetworkSegment(69680a21-44c7-4022-bb50-057ad5adbf61),segment_id=69680a21-44c7-4022-bb50-057ad5adbf61)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:03:55.246586 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-39caed18-3fbf-4043-90b7-97964e572114 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:55.249432 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8ae7f30-f67f-4a83-a8f5-3c1dc45534b9 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=87870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 12:03:55.249860 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-e8ae7f30-f67f-4a83-a8f5-3c1dc45534b9 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1920481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2558260'] for segment, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:55.348181 dv-neutron-835340-2-hyperv neutron-server[87870]: Traceback (most recent call last): Mar 28 12:03:55.348181 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 12:03:55.348181 dv-neutron-835340-2-hyperv neutron-server[87870]: timer() Mar 28 12:03:55.348181 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 12:03:55.348181 dv-neutron-835340-2-hyperv neutron-server[87870]: cb(*args, **kw) Mar 28 12:03:55.348181 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 12:03:55.348181 dv-neutron-835340-2-hyperv neutron-server[87870]: return func(*args, **kwargs) Mar 28 12:03:55.348181 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 12:03:55.348181 dv-neutron-835340-2-hyperv neutron-server[87870]: self._notify() Mar 28 12:03:55.348181 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 12:03:55.348181 dv-neutron-835340-2-hyperv neutron-server[87870]: self.callback(batched_events) Mar 28 12:03:55.348181 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 12:03:55.348181 dv-neutron-835340-2-hyperv neutron-server[87870]: event.method(event) Mar 28 12:03:55.348181 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 12:03:55.348181 dv-neutron-835340-2-hyperv neutron-server[87870]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 12:03:55.348181 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 12:03:55.348181 dv-neutron-835340-2-hyperv neutron-server[87870]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 12:03:55.348181 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 12:03:55.348181 dv-neutron-835340-2-hyperv neutron-server[87870]: return f(self, *a, **k) Mar 28 12:03:55.348181 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 12:03:55.348181 dv-neutron-835340-2-hyperv neutron-server[87870]: return self._get(url).json() Mar 28 12:03:55.348181 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 12:03:55.348181 dv-neutron-835340-2-hyperv neutron-server[87870]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 12:03:55.348181 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 12:03:55.348181 dv-neutron-835340-2-hyperv neutron-server[87870]: return self.request(url, 'GET', **kwargs) Mar 28 12:03:55.348181 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 12:03:55.348181 dv-neutron-835340-2-hyperv neutron-server[87870]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 12:03:55.348181 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 12:03:55.348181 dv-neutron-835340-2-hyperv neutron-server[87870]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 12:03:55.348181 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 12:03:55.348181 dv-neutron-835340-2-hyperv neutron-server[87870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 12:03:55.348181 dv-neutron-835340-2-hyperv neutron-server[87870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 12:03:55.352276 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-e8ae7f30-f67f-4a83-a8f5-3c1dc45534b9 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709602'] for network, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:55.364412 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvr_db [None req-17bae4f0-1f74-429e-868a-e644e6f56751 None None] Set router cf26e7b0-5ff7-494a-845c-a556c0af938d gateway port host: None {{(pid=87873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:03:55.371823 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-e8ae7f30-f67f-4a83-a8f5-3c1dc45534b9 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks [] for network, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:55.390494 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-e8ae7f30-f67f-4a83-a8f5-3c1dc45534b9 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] 10.222.0.30 "DELETE /v2.0/networks/8558127f-8f83-4800-9b03-982b30df7571 HTTP/1.1" status: 204 len: 168 time: 1.2827063 Mar 28 12:03:55.391350 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-39caed18-3fbf-4043-90b7-97964e572114 None None] Calling delete_port for 04148b06-70f0-494f-9850-1c2e0ddaca33 owned by network:dhcp {{(pid=87872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:03:55.392052 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ae7f30-f67f-4a83-a8f5-3c1dc45534b9 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Pushing event deleted for resources: {'Network': ['ID=8558127f-8f83-4800-9b03-982b30df7571,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:03:55.393759 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 58166) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:03:55.413516 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-719c9703-7830-4cb4-a6c7-a4afc5092fb5 req-394dd395-19f5-4063-87eb-eecefb553a15 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/security-groups?id=49b69c60-6715-4a6c-92b8-c436430d1c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1423573 Mar 28 12:03:55.488419 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-2769c5dd-7d60-4093-8c14-d6c165986c4d None None] Port db433d8e-6fbb-4c09-be6a-9e238847e1c3 cannot update to ACTIVE because it is not bound. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 12:03:55.514362 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port cdc5840f-dea9-4962-85d6-7679c1c71ab4 triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:03:55.514985 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:55.562141 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.notifiers.nova [req-9feae6da-1dbe-48f9-8fdd-7156879f764b req-86f88871-c811-45ac-a167-fb5b45cfa384 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db433d8e-6fbb-4c09-be6a-9e238847e1c3 {{(pid=87871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 12:03:55.571913 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-9feae6da-1dbe-48f9-8fdd-7156879f764b req-86f88871-c811-45ac-a167-fb5b45cfa384 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:55.581158 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.db.api [None req-39caed18-3fbf-4043-90b7-97964e572114 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87872) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 12:03:55.581853 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG oslo_db.api [None req-39caed18-3fbf-4043-90b7-97964e572114 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 12:03:55.587605 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.provisioning_blocks [req-9feae6da-1dbe-48f9-8fdd-7156879f764b req-86f88871-c811-45ac-a167-fb5b45cfa384 service neutron] Transition to ACTIVE for port object db433d8e-6fbb-4c09-be6a-9e238847e1c3 will not be triggered until provisioned by entity L2. {{(pid=87871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:03:55.591617 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-9feae6da-1dbe-48f9-8fdd-7156879f764b req-86f88871-c811-45ac-a167-fb5b45cfa384 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2363241'] for port, after_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:55.776766 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 3dcbd01b-85ae-4c2d-892b-8280550cf830 up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:03:55.843558 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f88871-c811-45ac-a167-fb5b45cfa384 service neutron] Pushing event updated for resources: {'Port': ['ID=db433d8e-6fbb-4c09-be6a-9e238847e1c3,revision_number=2']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:03:55.876690 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-17bae4f0-1f74-429e-868a-e644e6f56751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf26e7b0-5ff7-494a-845c-a556c0af938d', 'name': 'tempest-RoutersIpV6Test-router-212202272', 'tenant_id': '44a7e1c73898465da6902581d6416cd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:03:26Z', 'updated_at': '2022-03-28T12:03:52Z', 'revision_number': 8, 'project_id': '44a7e1c73898465da6902581d6416cd0', 'gw_port_host': None, '_interfaces': [{'id': '66a89e1f-7e67-471c-91b2-2172da6941fb', 'name': '', 'network_id': '347a7a36-775e-4df6-9cbc-c2cfc9d12c23', 'tenant_id': '44a7e1c73898465da6902581d6416cd0', 'mac_address': 'fa:16:3e:9e:4f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf26e7b0-5ff7-494a-845c-a556c0af938d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1270, 'fixed_ips': [{'subnet_id': '350bbb88-e103-4194-bdce-98c2a7d5563b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:03:33Z', 'updated_at': '2022-03-28T12:03:41Z', 'revision_number': 5, 'project_id': '44a7e1c73898465da6902581d6416cd0', 'subnets': [{'id': '350bbb88-e103-4194-bdce-98c2a7d5563b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aebffafa-fa54-4b34-bbe3-ec13fcde6ae8', 'name': '', 'network_id': '73532445-3e6a-4d4c-a908-a598893223c3', 'tenant_id': '44a7e1c73898465da6902581d6416cd0', 'mac_address': 'fa:16:3e:a6:e0:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf26e7b0-5ff7-494a-845c-a556c0af938d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': 'a1da9ebe-8a70-471f-a6c3-74c6c5893098', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:03:29Z', 'updated_at': '2022-03-28T12:03:35Z', 'revision_number': 5, 'project_id': '44a7e1c73898465da6902581d6416cd0', 'subnets': [{'id': 'a1da9ebe-8a70-471f-a6c3-74c6c5893098', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2986400-c0ea-4558-bc6a-7339a8dafc73', 'name': '', 'network_id': '5bda109f-0f99-424e-8715-d3eb563cdbf7', 'tenant_id': '44a7e1c73898465da6902581d6416cd0', 'mac_address': 'fa:16:3e:16:b4:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf26e7b0-5ff7-494a-845c-a556c0af938d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '4096cdcf-bfe9-4d6d-bbce-d289dbe72875', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:03:38Z', 'updated_at': '2022-03-28T12:03:46Z', 'revision_number': 5, 'project_id': '44a7e1c73898465da6902581d6416cd0', 'subnets': [{'id': '4096cdcf-bfe9-4d6d-bbce-d289dbe72875', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:03:55.881654 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17bae4f0-1f74-429e-868a-e644e6f56751 None None] The sync data for ids ['cf26e7b0-5ff7-494a-845c-a556c0af938d'] in dv-neutron-835340-2-hyperv is: [{'id': 'cf26e7b0-5ff7-494a-845c-a556c0af938d', 'name': 'tempest-RoutersIpV6Test-router-212202272', 'tenant_id': '44a7e1c73898465da6902581d6416cd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:03:26Z', 'updated_at': '2022-03-28T12:03:52Z', 'revision_number': 8, 'project_id': '44a7e1c73898465da6902581d6416cd0', 'gw_port_host': None, '_interfaces': [{'id': '66a89e1f-7e67-471c-91b2-2172da6941fb', 'name': '', 'network_id': '347a7a36-775e-4df6-9cbc-c2cfc9d12c23', 'tenant_id': '44a7e1c73898465da6902581d6416cd0', 'mac_address': 'fa:16:3e:9e:4f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf26e7b0-5ff7-494a-845c-a556c0af938d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1270, 'fixed_ips': [{'subnet_id': '350bbb88-e103-4194-bdce-98c2a7d5563b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:03:33Z', 'updated_at': '2022-03-28T12:03:41Z', 'revision_number': 5, 'project_id': '44a7e1c73898465da6902581d6416cd0', 'subnets': [{'id': '350bbb88-e103-4194-bdce-98c2a7d5563b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aebffafa-fa54-4b34-bbe3-ec13fcde6ae8', 'name': '', 'network_id': '73532445-3e6a-4d4c-a908-a598893223c3', 'tenant_id': '44a7e1c73898465da6902581d6416cd0', 'mac_address': 'fa:16:3e:a6:e0:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf26e7b0-5ff7-494a-845c-a556c0af938d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': 'a1da9ebe-8a70-471f-a6c3-74c6c5893098', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:03:29Z', 'updated_at': '2022-03-28T12:03:35Z', 'revision_number': 5, 'project_id': '44a7e1c73898465da6902581d6416cd0', 'subnets': [{'id': 'a1da9ebe-8a70-471f-a6c3-74c6c5893098', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2986400-c0ea-4558-bc6a-7339a8dafc73', 'name': '', 'network_id': '5bda109f-0f99-424e-8715-d3eb563cdbf7', 'tenant_id': '44a7e1c73898465da6902581d6416cd0', 'mac_address': 'fa:16:3e:16:b4:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf26e7b0-5ff7-494a-845c-a556c0af938d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '4096cdcf-bfe9-4d6d-bbce-d289dbe72875', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:03:38Z', 'updated_at': '2022-03-28T12:03:46Z', 'revision_number': 5, 'project_id': '44a7e1c73898465da6902581d6416cd0', 'subnets': [{'id': '4096cdcf-bfe9-4d6d-bbce-d289dbe72875', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 12:03:55.907415 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port 3dcbd01b-85ae-4c2d-892b-8280550cf830 triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:03:55.908077 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:55.939272 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.managers [req-9feae6da-1dbe-48f9-8fdd-7156879f764b req-86f88871-c811-45ac-a167-fb5b45cfa384 service neutron] Attempting to bind port db433d8e-6fbb-4c09-be6a-9e238847e1c3 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 12:03:55.943811 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.managers [req-9feae6da-1dbe-48f9-8fdd-7156879f764b req-86f88871-c811-45ac-a167-fb5b45cfa384 service neutron] Attempting to bind port db433d8e-6fbb-4c09-be6a-9e238847e1c3 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': 'c400cdb9-562d-4674-8a33-3516cda9783b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'c9040876-1463-45a9-b712-0332cbc5543e'}] {{(pid=87871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 12:03:55.944333 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9feae6da-1dbe-48f9-8fdd-7156879f764b req-86f88871-c811-45ac-a167-fb5b45cfa384 service neutron] Attempting to bind port db433d8e-6fbb-4c09-be6a-9e238847e1c3 on network c9040876-1463-45a9-b712-0332cbc5543e {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 12:03:55.951735 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9feae6da-1dbe-48f9-8fdd-7156879f764b req-86f88871-c811-45ac-a167-fb5b45cfa384 service neutron] Port db433d8e-6fbb-4c09-be6a-9e238847e1c3 on network c9040876-1463-45a9-b712-0332cbc5543e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 12:03:55.952247 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9feae6da-1dbe-48f9-8fdd-7156879f764b req-86f88871-c811-45ac-a167-fb5b45cfa384 service neutron] Attempting to bind port db433d8e-6fbb-4c09-be6a-9e238847e1c3 on network c9040876-1463-45a9-b712-0332cbc5543e {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 12:03:55.958300 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9feae6da-1dbe-48f9-8fdd-7156879f764b req-86f88871-c811-45ac-a167-fb5b45cfa384 service neutron] Checking agent: {'id': '01dfae6e-0e91-4100-b27f-ff8156eac7d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8353', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 52, 20), 'started_at': datetime.datetime(2022, 3, 28, 11, 52, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 12, 3, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 12:03:55.958846 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9feae6da-1dbe-48f9-8fdd-7156879f764b req-86f88871-c811-45ac-a167-fb5b45cfa384 service neutron] Checking segment: {'id': 'c400cdb9-562d-4674-8a33-3516cda9783b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'c9040876-1463-45a9-b712-0332cbc5543e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 12:03:55.959325 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9feae6da-1dbe-48f9-8fdd-7156879f764b req-86f88871-c811-45ac-a167-fb5b45cfa384 service neutron] Bound using segment: {'id': 'c400cdb9-562d-4674-8a33-3516cda9783b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'c9040876-1463-45a9-b712-0332cbc5543e'} {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 12:03:55.960070 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.managers [req-9feae6da-1dbe-48f9-8fdd-7156879f764b req-86f88871-c811-45ac-a167-fb5b45cfa384 service neutron] Bound port: db433d8e-6fbb-4c09-be6a-9e238847e1c3, host: hv-neutron-8353, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c400cdb9-562d-4674-8a33-3516cda9783b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'c9040876-1463-45a9-b712-0332cbc5543e'}}] {{(pid=87871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 12:03:55.960520 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-9feae6da-1dbe-48f9-8fdd-7156879f764b req-86f88871-c811-45ac-a167-fb5b45cfa384 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:56.066711 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.db [req-9feae6da-1dbe-48f9-8fdd-7156879f764b req-86f88871-c811-45ac-a167-fb5b45cfa384 service neutron] For port db433d8e-6fbb-4c09-be6a-9e238847e1c3, host hv-neutron-8353, cleared binding levels {{(pid=87871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 12:03:56.069935 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.db [req-9feae6da-1dbe-48f9-8fdd-7156879f764b req-86f88871-c811-45ac-a167-fb5b45cfa384 service neutron] For port db433d8e-6fbb-4c09-be6a-9e238847e1c3, host hv-neutron-8353, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=db433d8e-6fbb-4c09-be6a-9e238847e1c3,segment=NetworkSegment(c400cdb9-562d-4674-8a33-3516cda9783b),segment_id=c400cdb9-562d-4674-8a33-3516cda9783b)] {{(pid=87871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 12:03:56.077850 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-9feae6da-1dbe-48f9-8fdd-7156879f764b req-86f88871-c811-45ac-a167-fb5b45cfa384 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2363241'] for port, after_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:56.083421 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-39caed18-3fbf-4043-90b7-97964e572114 None None] Deleting port 04148b06-70f0-494f-9850-1c2e0ddaca33 {{(pid=87872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:03:56.084114 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-39caed18-3fbf-4043-90b7-97964e572114 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:56.162052 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feae6da-1dbe-48f9-8fdd-7156879f764b req-86f88871-c811-45ac-a167-fb5b45cfa384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:03:56.162680 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-9feae6da-1dbe-48f9-8fdd-7156879f764b req-86f88871-c811-45ac-a167-fb5b45cfa384 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:56.164112 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-9feae6da-1dbe-48f9-8fdd-7156879f764b req-86f88871-c811-45ac-a167-fb5b45cfa384 service neutron] 10.222.0.11 "PUT /v2.0/ports/db433d8e-6fbb-4c09-be6a-9e238847e1c3 HTTP/1.1" status: 200 len: 1093 time: 1.7064865 Mar 28 12:03:56.164571 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20511cdc-6d5b-465d-9f7f-3003856cdb12', 'tag': 'db433d8e-6fbb-4c09-be6a-9e238847e1c3'}] {{(pid=87871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 12:03:56.173699 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-39caed18-3fbf-4043-90b7-97964e572114 None None] The port '04148b06-70f0-494f-9850-1c2e0ddaca33' was deleted {{(pid=87872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 12:03:56.180818 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 04148b06-70f0-494f-9850-1c2e0ddaca33 no longer exists at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 12:03:56.199041 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f88871-c811-45ac-a167-fb5b45cfa384 service neutron] Pushing event updated for resources: {'Port': ['ID=db433d8e-6fbb-4c09-be6a-9e238847e1c3,revision_number=3']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:03:56.254381 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-35482d41-e05e-4e15-8b35-4f7d9fc03822 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-743394'] for router_interface, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:56.258344 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20511cdc-6d5b-465d-9f7f-3003856cdb12', 'tag': 'db433d8e-6fbb-4c09-be6a-9e238847e1c3', 'status': 'completed', 'code': 200} Mar 28 12:03:56.295320 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] No Port match for: 04148b06-70f0-494f-9850-1c2e0ddaca33 {{(pid=87872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 12:03:56.295683 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 04148b06-70f0-494f-9850-1c2e0ddaca33 not bound to the agent host dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 12:03:56.296131 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 7aaf0928-e17b-4265-8bcf-921150053a26 no longer exists at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 12:03:56.307760 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feae6da-1dbe-48f9-8fdd-7156879f764b req-f44df33f-8e33-4e0d-a088-a98949064770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:03:56.309148 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-9feae6da-1dbe-48f9-8fdd-7156879f764b req-f44df33f-8e33-4e0d-a088-a98949064770 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=527195c95736491ca1967a42cc300275&device_id=20511cdc-6d5b-465d-9f7f-3003856cdb12 HTTP/1.1" status: 200 len: 1096 time: 0.1045203 Mar 28 12:03:56.334742 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] No Port match for: 7aaf0928-e17b-4265-8bcf-921150053a26 {{(pid=87872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 12:03:56.335081 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 7aaf0928-e17b-4265-8bcf-921150053a26 not bound to the agent host dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 12:03:56.400707 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-9feae6da-1dbe-48f9-8fdd-7156879f764b req-360603a3-444a-4663-a3bd-a08269207b6d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=db433d8e-6fbb-4c09-be6a-9e238847e1c3 HTTP/1.1" status: 200 len: 217 time: 0.0849926 Mar 28 12:03:56.467865 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feae6da-1dbe-48f9-8fdd-7156879f764b req-ecb18a16-3712-44e0-b48e-38e2d5a1b4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:03:56.469347 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-9feae6da-1dbe-48f9-8fdd-7156879f764b req-ecb18a16-3712-44e0-b48e-38e2d5a1b4ee service neutron] 10.222.0.11 "GET /v2.0/subnets?id=de3ab6d6-180c-42c6-825d-40075604f1f0 HTTP/1.1" status: 200 len: 834 time: 0.0630419 Mar 28 12:03:56.598934 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feae6da-1dbe-48f9-8fdd-7156879f764b req-173e7d64-a45e-4fb3-b793-52ee0fc29bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:03:56.600500 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-9feae6da-1dbe-48f9-8fdd-7156879f764b req-173e7d64-a45e-4fb3-b793-52ee0fc29bd8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c9040876-1463-45a9-b712-0332cbc5543e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1256547 Mar 28 12:03:56.615812 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-35482d41-e05e-4e15-8b35-4f7d9fc03822 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Deleting port f2986400-c0ea-4558-bc6a-7339a8dafc73 {{(pid=87870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:03:56.616145 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-35482d41-e05e-4e15-8b35-4f7d9fc03822 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:56.715686 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0513ba20-08cb-4caf-bae9-fd6613929cfc req-9d1c6c9d-ac0a-4b0a-95be-634044f50a7d tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:03:56.717112 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-0513ba20-08cb-4caf-bae9-fd6613929cfc req-9d1c6c9d-ac0a-4b0a-95be-634044f50a7d tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/ports?device_id=20511cdc-6d5b-465d-9f7f-3003856cdb12 HTTP/1.1" status: 200 len: 943 time: 0.1841450 Mar 28 12:03:56.776864 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-9feae6da-1dbe-48f9-8fdd-7156879f764b req-94f46378-cea2-49a2-aa74-40bdc0e26f3e service neutron] 10.222.0.11 "GET /v2.0/networks/c9040876-1463-45a9-b712-0332cbc5543e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702361 Mar 28 12:03:56.784321 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-0513ba20-08cb-4caf-bae9-fd6613929cfc req-153caab1-ffbc-48c8-9f31-45d384a4c9cc tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/security-groups?id=49b69c60-6715-4a6c-92b8-c436430d1c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596747 Mar 28 12:03:56.814557 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.db [None req-35482d41-e05e-4e15-8b35-4f7d9fc03822 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] For port f2986400-c0ea-4558-bc6a-7339a8dafc73, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=f2986400-c0ea-4558-bc6a-7339a8dafc73,segment=NetworkSegment(d59b8942-34e6-44ea-b962-b89169531768),segment_id=d59b8942-34e6-44ea-b962-b89169531768)] {{(pid=87870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:03:56.814557 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-35482d41-e05e-4e15-8b35-4f7d9fc03822 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:56.910430 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-9feae6da-1dbe-48f9-8fdd-7156879f764b req-cffe55eb-166f-40e7-942b-0e6b3c523c75 service neutron] 10.222.0.11 "GET /v2.0/networks/c9040876-1463-45a9-b712-0332cbc5543e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251860 Mar 28 12:03:56.940102 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-35482d41-e05e-4e15-8b35-4f7d9fc03822 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Calling delete_port for f2986400-c0ea-4558-bc6a-7339a8dafc73 owned by network:router_interface {{(pid=87870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:03:57.124527 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-35482d41-e05e-4e15-8b35-4f7d9fc03822 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:57.140319 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b6867b-690b-4011-87bc-eea74afb9b35 req-abcef713-0759-4e8f-913e-a83513a788a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:03:57.142578 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-d5b6867b-690b-4011-87bc-eea74afb9b35 req-abcef713-0759-4e8f-913e-a83513a788a3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=527195c95736491ca1967a42cc300275&device_id=20511cdc-6d5b-465d-9f7f-3003856cdb12 HTTP/1.1" status: 200 len: 1096 time: 0.1907363 Mar 28 12:03:57.175748 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35482d41-e05e-4e15-8b35-4f7d9fc03822 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Pushing event deleted for resources: {'Port': ['ID=f2986400-c0ea-4558-bc6a-7339a8dafc73,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:03:57.285567 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b6867b-690b-4011-87bc-eea74afb9b35 req-43c94a35-f2c6-43aa-aed2-5cd9a8275a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:03:57.287314 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-d5b6867b-690b-4011-87bc-eea74afb9b35 req-43c94a35-f2c6-43aa-aed2-5cd9a8275a30 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c9040876-1463-45a9-b712-0332cbc5543e HTTP/1.1" status: 200 len: 896 time: 0.1382616 Mar 28 12:03:57.357221 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-d5b6867b-690b-4011-87bc-eea74afb9b35 req-fb4b8e07-7d2c-4c01-8470-3f695475f84b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=db433d8e-6fbb-4c09-be6a-9e238847e1c3 HTTP/1.1" status: 200 len: 217 time: 0.0635011 Mar 28 12:03:57.425693 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b6867b-690b-4011-87bc-eea74afb9b35 req-3e1bd2ee-deef-44f1-b66d-26c5285d50c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:03:57.427007 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-d5b6867b-690b-4011-87bc-eea74afb9b35 req-3e1bd2ee-deef-44f1-b66d-26c5285d50c7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=de3ab6d6-180c-42c6-825d-40075604f1f0 HTTP/1.1" status: 200 len: 834 time: 0.0629070 Mar 28 12:03:57.482298 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-35482d41-e05e-4e15-8b35-4f7d9fc03822 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-743246'] for router_interface, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:57.503831 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b6867b-690b-4011-87bc-eea74afb9b35 req-80ca0084-ef1e-459f-9482-344d6300e3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:03:57.505312 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-d5b6867b-690b-4011-87bc-eea74afb9b35 req-80ca0084-ef1e-459f-9482-344d6300e3cf service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c9040876-1463-45a9-b712-0332cbc5543e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0719287 Mar 28 12:03:57.638823 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-d5b6867b-690b-4011-87bc-eea74afb9b35 req-122990d7-07aa-44d5-aa32-e356455843da service neutron] 10.222.0.11 "GET /v2.0/networks/c9040876-1463-45a9-b712-0332cbc5543e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267300 Mar 28 12:03:57.775342 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-d5b6867b-690b-4011-87bc-eea74afb9b35 req-a2ea2423-d50a-47bc-94c9-21b5bd24ed0e service neutron] 10.222.0.11 "GET /v2.0/networks/c9040876-1463-45a9-b712-0332cbc5543e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300969 Mar 28 12:03:57.803375 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35482d41-e05e-4e15-8b35-4f7d9fc03822 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Router cf26e7b0-5ff7-494a-845c-a556c0af938d has already been hosted by L3 agent af79d429-529e-400b-a119-94d4bec03f3e {{(pid=87870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 12:03:58.006981 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35482d41-e05e-4e15-8b35-4f7d9fc03822 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 12:03:58.017511 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c94ebdbe-b39f-4a08-b27f-90d2134aac24 None None] Sync routers for ids ['cf26e7b0-5ff7-494a-845c-a556c0af938d'] in dv-neutron-835340-2-hyperv {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 12:03:58.025209 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-35482d41-e05e-4e15-8b35-4f7d9fc03822 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] 10.222.0.30 "PUT /v2.0/routers/cf26e7b0-5ff7-494a-845c-a556c0af938d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6303988 Mar 28 12:03:58.026439 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c94ebdbe-b39f-4a08-b27f-90d2134aac24 None None] Routers {'cf26e7b0-5ff7-494a-845c-a556c0af938d'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:03:58.027034 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-c94ebdbe-b39f-4a08-b27f-90d2134aac24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:03:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['cf26e7b0-5ff7-494a-845c-a556c0af938d'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:03:58.027978 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 58176) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:03:58.049599 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d800b0-e18a-48aa-9cbd-70638575a266 req-6f2335a0-527a-4540-9bd8-b040a56b86e9 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:03:58.051211 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-c1d800b0-e18a-48aa-9cbd-70638575a266 req-6f2335a0-527a-4540-9bd8-b040a56b86e9 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/ports?device_id=20511cdc-6d5b-465d-9f7f-3003856cdb12 HTTP/1.1" status: 200 len: 943 time: 0.1212966 Mar 28 12:03:58.099795 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.db_base_plugin_v2 [None req-09ef2f42-3a9d-4a88-8399-4b08b86bc14b tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Deleting subnet 4096cdcf-bfe9-4d6d-bbce-d289dbe72875 {{(pid=87871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 12:03:58.100534 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-c1d800b0-e18a-48aa-9cbd-70638575a266 req-84b400b6-6a0f-4a87-8bad-83d3d61c53bf tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/security-groups?id=49b69c60-6715-4a6c-92b8-c436430d1c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432472 Mar 28 12:03:58.106440 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-09ef2f42-3a9d-4a88-8399-4b08b86bc14b tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks [] for subnet, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:58.162248 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-09ef2f42-3a9d-4a88-8399-4b08b86bc14b tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3436877'] for subnet, precommit_delete_associations {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:58.180474 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvr_db [None req-c94ebdbe-b39f-4a08-b27f-90d2134aac24 None None] Set router cf26e7b0-5ff7-494a-845c-a556c0af938d gateway port host: None {{(pid=87872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:03:58.249620 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-09ef2f42-3a9d-4a88-8399-4b08b86bc14b tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1919782'] for subnet, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:58.324212 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-09ef2f42-3a9d-4a88-8399-4b08b86bc14b tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1919805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2364079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26551417'] for subnet, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:58.364668 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ef2f42-3a9d-4a88-8399-4b08b86bc14b tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Pushing event deleted for resources: {'Subnet': ['ID=4096cdcf-bfe9-4d6d-bbce-d289dbe72875,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:03:58.366689 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-09ef2f42-3a9d-4a88-8399-4b08b86bc14b tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks [] for subnet, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:58.376166 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-09ef2f42-3a9d-4a88-8399-4b08b86bc14b tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] 10.222.0.30 "DELETE /v2.0/subnets/4096cdcf-bfe9-4d6d-bbce-d289dbe72875 HTTP/1.1" status: 204 len: 168 time: 0.3442643 Mar 28 12:03:58.376952 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 58180) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:03:58.389238 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4b6ca5d-e9d5-4f9f-845d-467d308690a4 None None] Network 5bda109f-0f99-424e-8715-d3eb563cdbf7 requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 12:03:58.490079 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-d3faa90d-a6ef-468b-8299-82474437ca74 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588883'] for network, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:58.500954 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-d3faa90d-a6ef-468b-8299-82474437ca74 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Deleting port 06a99e62-b153-4029-b84e-d4b374ee776d {{(pid=87871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:03:58.501276 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-d3faa90d-a6ef-468b-8299-82474437ca74 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:58.662191 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-c94ebdbe-b39f-4a08-b27f-90d2134aac24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf26e7b0-5ff7-494a-845c-a556c0af938d', 'name': 'tempest-RoutersIpV6Test-router-212202272', 'tenant_id': '44a7e1c73898465da6902581d6416cd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:03:26Z', 'updated_at': '2022-03-28T12:03:57Z', 'revision_number': 9, 'project_id': '44a7e1c73898465da6902581d6416cd0', 'gw_port_host': None, '_interfaces': [{'id': '66a89e1f-7e67-471c-91b2-2172da6941fb', 'name': '', 'network_id': '347a7a36-775e-4df6-9cbc-c2cfc9d12c23', 'tenant_id': '44a7e1c73898465da6902581d6416cd0', 'mac_address': 'fa:16:3e:9e:4f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf26e7b0-5ff7-494a-845c-a556c0af938d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1270, 'fixed_ips': [{'subnet_id': '350bbb88-e103-4194-bdce-98c2a7d5563b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:03:33Z', 'updated_at': '2022-03-28T12:03:41Z', 'revision_number': 5, 'project_id': '44a7e1c73898465da6902581d6416cd0', 'subnets': [{'id': '350bbb88-e103-4194-bdce-98c2a7d5563b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aebffafa-fa54-4b34-bbe3-ec13fcde6ae8', 'name': '', 'network_id': '73532445-3e6a-4d4c-a908-a598893223c3', 'tenant_id': '44a7e1c73898465da6902581d6416cd0', 'mac_address': 'fa:16:3e:a6:e0:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf26e7b0-5ff7-494a-845c-a556c0af938d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': 'a1da9ebe-8a70-471f-a6c3-74c6c5893098', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:03:29Z', 'updated_at': '2022-03-28T12:03:35Z', 'revision_number': 5, 'project_id': '44a7e1c73898465da6902581d6416cd0', 'subnets': [{'id': 'a1da9ebe-8a70-471f-a6c3-74c6c5893098', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:03:58.666029 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c94ebdbe-b39f-4a08-b27f-90d2134aac24 None None] Checking router: cf26e7b0-5ff7-494a-845c-a556c0af938d for host: dv-neutron-835340-2-hyperv {{(pid=87872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 12:03:58.675674 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c94ebdbe-b39f-4a08-b27f-90d2134aac24 None None] Routers {'cf26e7b0-5ff7-494a-845c-a556c0af938d'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:03:58.676287 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-c94ebdbe-b39f-4a08-b27f-90d2134aac24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:03:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['cf26e7b0-5ff7-494a-845c-a556c0af938d'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:03:58.714831 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.db [None req-d3faa90d-a6ef-468b-8299-82474437ca74 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] For port 06a99e62-b153-4029-b84e-d4b374ee776d, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=06a99e62-b153-4029-b84e-d4b374ee776d,segment=NetworkSegment(d59b8942-34e6-44ea-b962-b89169531768),segment_id=d59b8942-34e6-44ea-b962-b89169531768)] {{(pid=87871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:03:58.715410 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-d3faa90d-a6ef-468b-8299-82474437ca74 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:58.730888 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00925f43-ab77-4f0c-baa3-40621761ab4c None None] DHCP port deletion for 5bda109f-0f99-424e-8715-d3eb563cdbf7 request from dv-neutron-835340-2-hyperv {{(pid=87872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 12:03:58.747839 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-00925f43-ab77-4f0c-baa3-40621761ab4c None None] Deleting port 06a99e62-b153-4029-b84e-d4b374ee776d {{(pid=87872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:03:58.748208 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-00925f43-ab77-4f0c-baa3-40621761ab4c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:58.838627 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-d3faa90d-a6ef-468b-8299-82474437ca74 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Calling delete_port for 06a99e62-b153-4029-b84e-d4b374ee776d owned by network:dhcp {{(pid=87871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:03:58.902423 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvr_db [None req-c94ebdbe-b39f-4a08-b27f-90d2134aac24 None None] Set router cf26e7b0-5ff7-494a-845c-a556c0af938d gateway port host: None {{(pid=87872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:03:58.917218 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-d3faa90d-a6ef-468b-8299-82474437ca74 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:59.069077 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3faa90d-a6ef-468b-8299-82474437ca74 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Pushing event deleted for resources: {'Port': ['ID=06a99e62-b153-4029-b84e-d4b374ee776d,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:03:59.072290 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3faa90d-a6ef-468b-8299-82474437ca74 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] No DVR routers for this DVR port 06a99e62-b153-4029-b84e-d4b374ee776d on host dv-neutron-835340-2-hyperv {{(pid=87871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 12:03:59.196604 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-d3faa90d-a6ef-468b-8299-82474437ca74 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930431', 'neutron.services.segments.db._delete_segments_for_network-8783496351308'] for network, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:59.267900 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.segments.db [None req-d3faa90d-a6ef-468b-8299-82474437ca74 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bda109f-0f99-424e-8715-d3eb563cdbf7']}} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:03:59.279910 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-00925f43-ab77-4f0c-baa3-40621761ab4c None None] For port 06a99e62-b153-4029-b84e-d4b374ee776d, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=06a99e62-b153-4029-b84e-d4b374ee776d,segment=NetworkSegment(d59b8942-34e6-44ea-b962-b89169531768),segment_id=d59b8942-34e6-44ea-b962-b89169531768)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:03:59.280511 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-00925f43-ab77-4f0c-baa3-40621761ab4c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:59.283259 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.segments.db [None req-d3faa90d-a6ef-468b-8299-82474437ca74 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd59b8942-34e6-44ea-b962-b89169531768') {'for_net_delete': True} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:03:59.283584 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.segments.db [None req-d3faa90d-a6ef-468b-8299-82474437ca74 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd59b8942-34e6-44ea-b962-b89169531768') {} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:03:59.298814 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-d3faa90d-a6ef-468b-8299-82474437ca74 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783496353639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3436890'] for segment, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:59.319590 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-d3faa90d-a6ef-468b-8299-82474437ca74 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:59.334724 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3faa90d-a6ef-468b-8299-82474437ca74 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=87871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 12:03:59.335119 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-d3faa90d-a6ef-468b-8299-82474437ca74 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1920481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2363149'] for segment, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:59.350658 dv-neutron-835340-2-hyperv neutron-server[87871]: Traceback (most recent call last): Mar 28 12:03:59.350658 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 12:03:59.350658 dv-neutron-835340-2-hyperv neutron-server[87871]: timer() Mar 28 12:03:59.350658 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 12:03:59.350658 dv-neutron-835340-2-hyperv neutron-server[87871]: cb(*args, **kw) Mar 28 12:03:59.350658 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 12:03:59.350658 dv-neutron-835340-2-hyperv neutron-server[87871]: return func(*args, **kwargs) Mar 28 12:03:59.350658 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 12:03:59.350658 dv-neutron-835340-2-hyperv neutron-server[87871]: self._notify() Mar 28 12:03:59.350658 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 12:03:59.350658 dv-neutron-835340-2-hyperv neutron-server[87871]: self.callback(batched_events) Mar 28 12:03:59.350658 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 12:03:59.350658 dv-neutron-835340-2-hyperv neutron-server[87871]: event.method(event) Mar 28 12:03:59.350658 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 12:03:59.350658 dv-neutron-835340-2-hyperv neutron-server[87871]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 12:03:59.350658 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 12:03:59.350658 dv-neutron-835340-2-hyperv neutron-server[87871]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 12:03:59.350658 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 12:03:59.350658 dv-neutron-835340-2-hyperv neutron-server[87871]: return f(self, *a, **k) Mar 28 12:03:59.350658 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 12:03:59.350658 dv-neutron-835340-2-hyperv neutron-server[87871]: return self._get(url).json() Mar 28 12:03:59.350658 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 12:03:59.350658 dv-neutron-835340-2-hyperv neutron-server[87871]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 12:03:59.350658 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 12:03:59.350658 dv-neutron-835340-2-hyperv neutron-server[87871]: return self.request(url, 'GET', **kwargs) Mar 28 12:03:59.350658 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 12:03:59.350658 dv-neutron-835340-2-hyperv neutron-server[87871]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 12:03:59.350658 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 12:03:59.350658 dv-neutron-835340-2-hyperv neutron-server[87871]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 12:03:59.350658 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 12:03:59.350658 dv-neutron-835340-2-hyperv neutron-server[87871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 12:03:59.350658 dv-neutron-835340-2-hyperv neutron-server[87871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 12:03:59.408020 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-00925f43-ab77-4f0c-baa3-40621761ab4c None None] Calling delete_port for 06a99e62-b153-4029-b84e-d4b374ee776d owned by network:dhcp {{(pid=87872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:03:59.419213 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d33e4e1-d5f1-4bdf-b250-9a0412a11cbf req-d7b959c4-0715-48de-90d1-1b6b8f8198ca tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:03:59.420705 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-6d33e4e1-d5f1-4bdf-b250-9a0412a11cbf req-d7b959c4-0715-48de-90d1-1b6b8f8198ca tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/ports?device_id=20511cdc-6d5b-465d-9f7f-3003856cdb12 HTTP/1.1" status: 200 len: 943 time: 0.2107000 Mar 28 12:03:59.465219 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-d3faa90d-a6ef-468b-8299-82474437ca74 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709602'] for network, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:59.470766 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-d3faa90d-a6ef-468b-8299-82474437ca74 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks [] for network, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:59.504801 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3faa90d-a6ef-468b-8299-82474437ca74 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Pushing event deleted for resources: {'Network': ['ID=5bda109f-0f99-424e-8715-d3eb563cdbf7,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:03:59.512164 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-6d33e4e1-d5f1-4bdf-b250-9a0412a11cbf req-b723115b-efd2-49ae-a236-ee9857d9a077 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/security-groups?id=49b69c60-6715-4a6c-92b8-c436430d1c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851603 Mar 28 12:03:59.517370 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-d3faa90d-a6ef-468b-8299-82474437ca74 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] 10.222.0.30 "DELETE /v2.0/networks/5bda109f-0f99-424e-8715-d3eb563cdbf7 HTTP/1.1" status: 204 len: 168 time: 1.1361582 Mar 28 12:03:59.517691 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 58186) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:03:59.538955 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.db.api [None req-00925f43-ab77-4f0c-baa3-40621761ab4c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87872) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 12:03:59.539308 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG oslo_db.api [None req-00925f43-ab77-4f0c-baa3-40621761ab4c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 12:03:59.554008 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-c94ebdbe-b39f-4a08-b27f-90d2134aac24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf26e7b0-5ff7-494a-845c-a556c0af938d', 'name': 'tempest-RoutersIpV6Test-router-212202272', 'tenant_id': '44a7e1c73898465da6902581d6416cd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:03:26Z', 'updated_at': '2022-03-28T12:03:57Z', 'revision_number': 9, 'project_id': '44a7e1c73898465da6902581d6416cd0', 'gw_port_host': None, '_interfaces': [{'id': '66a89e1f-7e67-471c-91b2-2172da6941fb', 'name': '', 'network_id': '347a7a36-775e-4df6-9cbc-c2cfc9d12c23', 'tenant_id': '44a7e1c73898465da6902581d6416cd0', 'mac_address': 'fa:16:3e:9e:4f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf26e7b0-5ff7-494a-845c-a556c0af938d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1270, 'fixed_ips': [{'subnet_id': '350bbb88-e103-4194-bdce-98c2a7d5563b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:03:33Z', 'updated_at': '2022-03-28T12:03:41Z', 'revision_number': 5, 'project_id': '44a7e1c73898465da6902581d6416cd0', 'subnets': [{'id': '350bbb88-e103-4194-bdce-98c2a7d5563b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aebffafa-fa54-4b34-bbe3-ec13fcde6ae8', 'name': '', 'network_id': '73532445-3e6a-4d4c-a908-a598893223c3', 'tenant_id': '44a7e1c73898465da6902581d6416cd0', 'mac_address': 'fa:16:3e:a6:e0:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf26e7b0-5ff7-494a-845c-a556c0af938d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': 'a1da9ebe-8a70-471f-a6c3-74c6c5893098', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:03:29Z', 'updated_at': '2022-03-28T12:03:35Z', 'revision_number': 5, 'project_id': '44a7e1c73898465da6902581d6416cd0', 'subnets': [{'id': 'a1da9ebe-8a70-471f-a6c3-74c6c5893098', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:03:59.557906 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c94ebdbe-b39f-4a08-b27f-90d2134aac24 None None] The sync data for ids ['cf26e7b0-5ff7-494a-845c-a556c0af938d'] in dv-neutron-835340-2-hyperv is: [{'id': 'cf26e7b0-5ff7-494a-845c-a556c0af938d', 'name': 'tempest-RoutersIpV6Test-router-212202272', 'tenant_id': '44a7e1c73898465da6902581d6416cd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:03:26Z', 'updated_at': '2022-03-28T12:03:57Z', 'revision_number': 9, 'project_id': '44a7e1c73898465da6902581d6416cd0', 'gw_port_host': None, '_interfaces': [{'id': '66a89e1f-7e67-471c-91b2-2172da6941fb', 'name': '', 'network_id': '347a7a36-775e-4df6-9cbc-c2cfc9d12c23', 'tenant_id': '44a7e1c73898465da6902581d6416cd0', 'mac_address': 'fa:16:3e:9e:4f:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf26e7b0-5ff7-494a-845c-a556c0af938d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1270, 'fixed_ips': [{'subnet_id': '350bbb88-e103-4194-bdce-98c2a7d5563b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:03:33Z', 'updated_at': '2022-03-28T12:03:41Z', 'revision_number': 5, 'project_id': '44a7e1c73898465da6902581d6416cd0', 'subnets': [{'id': '350bbb88-e103-4194-bdce-98c2a7d5563b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'aebffafa-fa54-4b34-bbe3-ec13fcde6ae8', 'name': '', 'network_id': '73532445-3e6a-4d4c-a908-a598893223c3', 'tenant_id': '44a7e1c73898465da6902581d6416cd0', 'mac_address': 'fa:16:3e:a6:e0:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf26e7b0-5ff7-494a-845c-a556c0af938d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': 'a1da9ebe-8a70-471f-a6c3-74c6c5893098', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:03:29Z', 'updated_at': '2022-03-28T12:03:35Z', 'revision_number': 5, 'project_id': '44a7e1c73898465da6902581d6416cd0', 'subnets': [{'id': 'a1da9ebe-8a70-471f-a6c3-74c6c5893098', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 12:03:59.729639 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Device db433d8e-6fbb-4c09-be6a-9e238847e1c3 details requested by agent hyperv_hv-neutron-8353 with host hv-neutron-8353 {{(pid=87872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 28 12:03:59.865641 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] For port db433d8e-6fbb-4c09-be6a-9e238847e1c3, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=db433d8e-6fbb-4c09-be6a-9e238847e1c3,segment=NetworkSegment(c400cdb9-562d-4674-8a33-3516cda9783b),segment_id=c400cdb9-562d-4674-8a33-3516cda9783b)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:03:59.880500 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Returning: {'device': 'db433d8e-6fbb-4c09-be6a-9e238847e1c3', 'network_id': 'c9040876-1463-45a9-b712-0332cbc5543e', 'port_id': 'db433d8e-6fbb-4c09-be6a-9e238847e1c3', 'mac_address': 'fa:16:3e:5d:74:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de3ab6d6-180c-42c6-825d-40075604f1f0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 28 12:03:59.948432 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device f2986400-c0ea-4558-bc6a-7339a8dafc73 no longer exists at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 12:03:59.977471 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:03:59.998297 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] No Port match for: f2986400-c0ea-4558-bc6a-7339a8dafc73 {{(pid=87872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 12:03:59.998636 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device f2986400-c0ea-4558-bc6a-7339a8dafc73 not bound to the agent host dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 12:03:59.999061 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 06a99e62-b153-4029-b84e-d4b374ee776d no longer exists at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 12:04:00.036021 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] No Port match for: 06a99e62-b153-4029-b84e-d4b374ee776d {{(pid=87872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 12:04:00.036363 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 06a99e62-b153-4029-b84e-d4b374ee776d not bound to the agent host dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 12:04:00.039044 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.notifiers.nova [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db433d8e-6fbb-4c09-be6a-9e238847e1c3 {{(pid=87872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 12:04:00.043062 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-00925f43-ab77-4f0c-baa3-40621761ab4c None None] Deleting port 06a99e62-b153-4029-b84e-d4b374ee776d {{(pid=87872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:04:00.043628 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-00925f43-ab77-4f0c-baa3-40621761ab4c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:00.061588 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-1cfe8bb7-5da9-4283-a9e9-61df04af3fc6 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-743394'] for router_interface, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:00.120532 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-00925f43-ab77-4f0c-baa3-40621761ab4c None None] The port '06a99e62-b153-4029-b84e-d4b374ee776d' was deleted {{(pid=87872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 12:04:00.122167 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] For port db433d8e-6fbb-4c09-be6a-9e238847e1c3, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=db433d8e-6fbb-4c09-be6a-9e238847e1c3,segment=NetworkSegment(c400cdb9-562d-4674-8a33-3516cda9783b),segment_id=c400cdb9-562d-4674-8a33-3516cda9783b)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:04:00.128821 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:00.196028 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Pushing event updated for resources: {'Port': ['ID=db433d8e-6fbb-4c09-be6a-9e238847e1c3,revision_number=4']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:04:00.367580 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] get_ports_and_sgs() called for port_ids ['db433d8e-6fbb-4c09-be6a-9e238847e1c3'] {{(pid=87872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 12:04:00.394032 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-1cfe8bb7-5da9-4283-a9e9-61df04af3fc6 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Deleting port 66a89e1f-7e67-471c-91b2-2172da6941fb {{(pid=87871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:04:00.394294 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-1cfe8bb7-5da9-4283-a9e9-61df04af3fc6 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:00.702628 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe8f3c7-69b6-4d5e-b581-a08f6d751f0d req-ba913642-a1c8-44d4-b6fe-18771439e7e1 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:04:00.703226 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.db [None req-1cfe8bb7-5da9-4283-a9e9-61df04af3fc6 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] For port 66a89e1f-7e67-471c-91b2-2172da6941fb, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=66a89e1f-7e67-471c-91b2-2172da6941fb,segment=NetworkSegment(036faa1b-6c57-4c05-8875-fb7bc98a0f08),segment_id=036faa1b-6c57-4c05-8875-fb7bc98a0f08)] {{(pid=87871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:04:00.703226 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-1cfe8bb7-5da9-4283-a9e9-61df04af3fc6 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:00.704098 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-dbe8f3c7-69b6-4d5e-b581-a08f6d751f0d req-ba913642-a1c8-44d4-b6fe-18771439e7e1 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/ports?device_id=20511cdc-6d5b-465d-9f7f-3003856cdb12 HTTP/1.1" status: 200 len: 944 time: 0.0815656 Mar 28 12:04:00.748168 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-dbe8f3c7-69b6-4d5e-b581-a08f6d751f0d req-9abcb547-185d-4a1a-b964-962ea84b894f tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/security-groups?id=49b69c60-6715-4a6c-92b8-c436430d1c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380883 Mar 28 12:04:00.826089 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-1cfe8bb7-5da9-4283-a9e9-61df04af3fc6 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Calling delete_port for 66a89e1f-7e67-471c-91b2-2172da6941fb owned by network:router_interface {{(pid=87871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:04:00.999977 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-1cfe8bb7-5da9-4283-a9e9-61df04af3fc6 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:01.049318 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfe8bb7-5da9-4283-a9e9-61df04af3fc6 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Pushing event deleted for resources: {'Port': ['ID=66a89e1f-7e67-471c-91b2-2172da6941fb,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:04:01.247679 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-1cfe8bb7-5da9-4283-a9e9-61df04af3fc6 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-743246'] for router_interface, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:01.562482 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cfe8bb7-5da9-4283-a9e9-61df04af3fc6 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Router cf26e7b0-5ff7-494a-845c-a556c0af938d has already been hosted by L3 agent af79d429-529e-400b-a119-94d4bec03f3e {{(pid=87871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 12:04:01.716189 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cfe8bb7-5da9-4283-a9e9-61df04af3fc6 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 12:04:01.726927 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f88f249-e2a9-4e9c-813b-b1e9db5cad0a None None] Sync routers for ids ['cf26e7b0-5ff7-494a-845c-a556c0af938d'] in dv-neutron-835340-2-hyperv {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 12:04:01.730030 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Device db433d8e-6fbb-4c09-be6a-9e238847e1c3 up at agent hyperv_hv-neutron-8353 {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:04:01.733418 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-1cfe8bb7-5da9-4283-a9e9-61df04af3fc6 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] 10.222.0.30 "PUT /v2.0/routers/cf26e7b0-5ff7-494a-845c-a556c0af938d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2148297 Mar 28 12:04:01.736298 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 58192) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:04:01.739128 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f88f249-e2a9-4e9c-813b-b1e9db5cad0a None None] Routers {'cf26e7b0-5ff7-494a-845c-a556c0af938d'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:04:01.739766 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-6f88f249-e2a9-4e9c-813b-b1e9db5cad0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:03:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['cf26e7b0-5ff7-494a-845c-a556c0af938d'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:04:01.816720 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.db_base_plugin_v2 [None req-171cc400-f6a0-4f2e-8eb6-09e3afdedc39 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Deleting subnet 350bbb88-e103-4194-bdce-98c2a7d5563b {{(pid=87871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 12:04:01.820572 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-171cc400-f6a0-4f2e-8eb6-09e3afdedc39 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks [] for subnet, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:01.830238 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Provisioning for port db433d8e-6fbb-4c09-be6a-9e238847e1c3 completed by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:04:01.835791 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Provisioning complete for port db433d8e-6fbb-4c09-be6a-9e238847e1c3 triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:04:01.836162 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:01.934881 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvr_db [None req-6f88f249-e2a9-4e9c-813b-b1e9db5cad0a None None] Set router cf26e7b0-5ff7-494a-845c-a556c0af938d gateway port host: None {{(pid=87873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:04:01.973703 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:02.002755 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20511cdc-6d5b-465d-9f7f-3003856cdb12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db433d8e-6fbb-4c09-be6a-9e238847e1c3'}] {{(pid=87872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 12:04:02.013332 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] For port db433d8e-6fbb-4c09-be6a-9e238847e1c3, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=db433d8e-6fbb-4c09-be6a-9e238847e1c3,segment=NetworkSegment(c400cdb9-562d-4674-8a33-3516cda9783b),segment_id=c400cdb9-562d-4674-8a33-3516cda9783b)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:04:02.020284 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:02.062018 dv-neutron-835340-2-hyperv neutron-server[87872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20511cdc-6d5b-465d-9f7f-3003856cdb12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db433d8e-6fbb-4c09-be6a-9e238847e1c3', 'code': 200} Mar 28 12:04:02.072869 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-171cc400-f6a0-4f2e-8eb6-09e3afdedc39 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3436877'] for subnet, precommit_delete_associations {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:02.099595 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Pushing event updated for resources: {'Port': ['ID=db433d8e-6fbb-4c09-be6a-9e238847e1c3,revision_number=5']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:04:02.148986 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7e749e-d4b3-4fec-a86e-714af2509db9 req-4e5c638b-1691-4540-9e43-4e06019ea939 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:04:02.150413 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-3c7e749e-d4b3-4fec-a86e-714af2509db9 req-4e5c638b-1691-4540-9e43-4e06019ea939 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/ports?device_id=20511cdc-6d5b-465d-9f7f-3003856cdb12 HTTP/1.1" status: 200 len: 945 time: 0.1584380 Mar 28 12:04:02.211708 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-3c7e749e-d4b3-4fec-a86e-714af2509db9 req-5d3cd2b6-a28d-403e-a9a0-2e73f033e518 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/security-groups?id=49b69c60-6715-4a6c-92b8-c436430d1c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493116 Mar 28 12:04:02.212796 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-171cc400-f6a0-4f2e-8eb6-09e3afdedc39 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1919782'] for subnet, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:02.274963 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-6f88f249-e2a9-4e9c-813b-b1e9db5cad0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf26e7b0-5ff7-494a-845c-a556c0af938d', 'name': 'tempest-RoutersIpV6Test-router-212202272', 'tenant_id': '44a7e1c73898465da6902581d6416cd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:03:26Z', 'updated_at': '2022-03-28T12:04:00Z', 'revision_number': 10, 'project_id': '44a7e1c73898465da6902581d6416cd0', 'gw_port_host': None, '_interfaces': [{'id': 'aebffafa-fa54-4b34-bbe3-ec13fcde6ae8', 'name': '', 'network_id': '73532445-3e6a-4d4c-a908-a598893223c3', 'tenant_id': '44a7e1c73898465da6902581d6416cd0', 'mac_address': 'fa:16:3e:a6:e0:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf26e7b0-5ff7-494a-845c-a556c0af938d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': 'a1da9ebe-8a70-471f-a6c3-74c6c5893098', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:03:29Z', 'updated_at': '2022-03-28T12:03:35Z', 'revision_number': 5, 'project_id': '44a7e1c73898465da6902581d6416cd0', 'subnets': [{'id': 'a1da9ebe-8a70-471f-a6c3-74c6c5893098', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:04:02.279624 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f88f249-e2a9-4e9c-813b-b1e9db5cad0a None None] Checking router: cf26e7b0-5ff7-494a-845c-a556c0af938d for host: dv-neutron-835340-2-hyperv {{(pid=87873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 12:04:02.288516 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f88f249-e2a9-4e9c-813b-b1e9db5cad0a None None] Routers {'cf26e7b0-5ff7-494a-845c-a556c0af938d'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:04:02.289096 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-6f88f249-e2a9-4e9c-813b-b1e9db5cad0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:03:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['cf26e7b0-5ff7-494a-845c-a556c0af938d'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:04:02.313113 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-268a59aa-1157-40dd-ab80-c9267b1f4602 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:02.346434 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-171cc400-f6a0-4f2e-8eb6-09e3afdedc39 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1919805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2364079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26551417'] for subnet, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:02.380427 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ce9907-e311-4812-8fa5-bcf070f419ca req-ec29b113-54fc-4bde-9948-53005f32095e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:04:02.381864 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-99ce9907-e311-4812-8fa5-bcf070f419ca req-ec29b113-54fc-4bde-9948-53005f32095e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=20511cdc-6d5b-465d-9f7f-3003856cdb12 HTTP/1.1" status: 200 len: 1098 time: 0.1371615 Mar 28 12:04:02.408183 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171cc400-f6a0-4f2e-8eb6-09e3afdedc39 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Pushing event deleted for resources: {'Subnet': ['ID=350bbb88-e103-4194-bdce-98c2a7d5563b,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:04:02.412583 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-171cc400-f6a0-4f2e-8eb6-09e3afdedc39 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks [] for subnet, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:02.416976 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f66129d-508a-4d58-a958-76b26976bd94 None None] Network 347a7a36-775e-4df6-9cbc-c2cfc9d12c23 requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 12:04:02.423909 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-171cc400-f6a0-4f2e-8eb6-09e3afdedc39 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] 10.222.0.30 "DELETE /v2.0/subnets/350bbb88-e103-4194-bdce-98c2a7d5563b HTTP/1.1" status: 204 len: 168 time: 0.6842091 Mar 28 12:04:02.424710 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 58200) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:04:02.438824 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-99ce9907-e311-4812-8fa5-bcf070f419ca req-a71e45d6-f4f7-49d0-b1b2-38ab82e6e00f service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=49b69c60-6715-4a6c-92b8-c436430d1c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495520 Mar 28 12:04:02.452018 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvr_db [None req-6f88f249-e2a9-4e9c-813b-b1e9db5cad0a None None] Set router cf26e7b0-5ff7-494a-845c-a556c0af938d gateway port host: None {{(pid=87873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:04:02.540193 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-a2ada74e-ca5e-42fe-b3dd-852860800a21 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588883'] for network, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:02.550726 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-a2ada74e-ca5e-42fe-b3dd-852860800a21 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Deleting port 4fc72755-68b7-4afa-a98b-44268ee1b7fe {{(pid=87870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:04:02.551055 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-a2ada74e-ca5e-42fe-b3dd-852860800a21 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:02.728990 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6add5b0d-8b4a-4f48-96bd-15ebcbb4d32b None None] DHCP port deletion for 347a7a36-775e-4df6-9cbc-c2cfc9d12c23 request from dv-neutron-835340-2-hyperv {{(pid=87872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 12:04:02.733239 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-6add5b0d-8b4a-4f48-96bd-15ebcbb4d32b None None] Deleting port 4fc72755-68b7-4afa-a98b-44268ee1b7fe {{(pid=87872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:04:02.733868 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-6add5b0d-8b4a-4f48-96bd-15ebcbb4d32b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:02.771953 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-6f88f249-e2a9-4e9c-813b-b1e9db5cad0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf26e7b0-5ff7-494a-845c-a556c0af938d', 'name': 'tempest-RoutersIpV6Test-router-212202272', 'tenant_id': '44a7e1c73898465da6902581d6416cd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:03:26Z', 'updated_at': '2022-03-28T12:04:00Z', 'revision_number': 10, 'project_id': '44a7e1c73898465da6902581d6416cd0', 'gw_port_host': None, '_interfaces': [{'id': 'aebffafa-fa54-4b34-bbe3-ec13fcde6ae8', 'name': '', 'network_id': '73532445-3e6a-4d4c-a908-a598893223c3', 'tenant_id': '44a7e1c73898465da6902581d6416cd0', 'mac_address': 'fa:16:3e:a6:e0:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf26e7b0-5ff7-494a-845c-a556c0af938d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': 'a1da9ebe-8a70-471f-a6c3-74c6c5893098', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:03:29Z', 'updated_at': '2022-03-28T12:03:35Z', 'revision_number': 5, 'project_id': '44a7e1c73898465da6902581d6416cd0', 'subnets': [{'id': 'a1da9ebe-8a70-471f-a6c3-74c6c5893098', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:04:02.774527 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.db [None req-a2ada74e-ca5e-42fe-b3dd-852860800a21 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] For port 4fc72755-68b7-4afa-a98b-44268ee1b7fe, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=4fc72755-68b7-4afa-a98b-44268ee1b7fe,segment=NetworkSegment(036faa1b-6c57-4c05-8875-fb7bc98a0f08),segment_id=036faa1b-6c57-4c05-8875-fb7bc98a0f08)] {{(pid=87870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:04:02.774892 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-a2ada74e-ca5e-42fe-b3dd-852860800a21 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:02.776836 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f88f249-e2a9-4e9c-813b-b1e9db5cad0a None None] The sync data for ids ['cf26e7b0-5ff7-494a-845c-a556c0af938d'] in dv-neutron-835340-2-hyperv is: [{'id': 'cf26e7b0-5ff7-494a-845c-a556c0af938d', 'name': 'tempest-RoutersIpV6Test-router-212202272', 'tenant_id': '44a7e1c73898465da6902581d6416cd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:03:26Z', 'updated_at': '2022-03-28T12:04:00Z', 'revision_number': 10, 'project_id': '44a7e1c73898465da6902581d6416cd0', 'gw_port_host': None, '_interfaces': [{'id': 'aebffafa-fa54-4b34-bbe3-ec13fcde6ae8', 'name': '', 'network_id': '73532445-3e6a-4d4c-a908-a598893223c3', 'tenant_id': '44a7e1c73898465da6902581d6416cd0', 'mac_address': 'fa:16:3e:a6:e0:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf26e7b0-5ff7-494a-845c-a556c0af938d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1265, 'fixed_ips': [{'subnet_id': 'a1da9ebe-8a70-471f-a6c3-74c6c5893098', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:03:29Z', 'updated_at': '2022-03-28T12:03:35Z', 'revision_number': 5, 'project_id': '44a7e1c73898465da6902581d6416cd0', 'subnets': [{'id': 'a1da9ebe-8a70-471f-a6c3-74c6c5893098', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 12:04:02.899768 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-a2ada74e-ca5e-42fe-b3dd-852860800a21 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Calling delete_port for 4fc72755-68b7-4afa-a98b-44268ee1b7fe owned by network:dhcp {{(pid=87870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:04:02.957127 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-6add5b0d-8b4a-4f48-96bd-15ebcbb4d32b None None] For port 4fc72755-68b7-4afa-a98b-44268ee1b7fe, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=4fc72755-68b7-4afa-a98b-44268ee1b7fe,segment=NetworkSegment(036faa1b-6c57-4c05-8875-fb7bc98a0f08),segment_id=036faa1b-6c57-4c05-8875-fb7bc98a0f08)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:04:02.957430 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-6add5b0d-8b4a-4f48-96bd-15ebcbb4d32b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:02.975754 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-a2ada74e-ca5e-42fe-b3dd-852860800a21 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:03.084924 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-6add5b0d-8b4a-4f48-96bd-15ebcbb4d32b None None] Calling delete_port for 4fc72755-68b7-4afa-a98b-44268ee1b7fe owned by network:dhcp {{(pid=87872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:04:03.138782 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ada74e-ca5e-42fe-b3dd-852860800a21 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Pushing event deleted for resources: {'Port': ['ID=4fc72755-68b7-4afa-a98b-44268ee1b7fe,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:04:03.140669 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ada74e-ca5e-42fe-b3dd-852860800a21 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] No DVR routers for this DVR port 4fc72755-68b7-4afa-a98b-44268ee1b7fe on host dv-neutron-835340-2-hyperv {{(pid=87870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 12:04:03.158954 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.db.api [None req-6add5b0d-8b4a-4f48-96bd-15ebcbb4d32b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87872) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 12:04:03.159518 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG oslo_db.api [None req-6add5b0d-8b4a-4f48-96bd-15ebcbb4d32b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 12:04:03.266437 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-a2ada74e-ca5e-42fe-b3dd-852860800a21 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930431', 'neutron.services.segments.db._delete_segments_for_network-8783496351308'] for network, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:03.291775 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-a2ada74e-ca5e-42fe-b3dd-852860800a21 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['347a7a36-775e-4df6-9cbc-c2cfc9d12c23']}} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:04:03.305357 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-a2ada74e-ca5e-42fe-b3dd-852860800a21 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '036faa1b-6c57-4c05-8875-fb7bc98a0f08') {'for_net_delete': True} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:04:03.305689 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-a2ada74e-ca5e-42fe-b3dd-852860800a21 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '036faa1b-6c57-4c05-8875-fb7bc98a0f08') {} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:04:03.319020 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-a2ada74e-ca5e-42fe-b3dd-852860800a21 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783496353639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3591341'] for segment, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:03.369280 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-a2ada74e-ca5e-42fe-b3dd-852860800a21 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:03.384943 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2ada74e-ca5e-42fe-b3dd-852860800a21 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=87870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 12:04:03.385333 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-a2ada74e-ca5e-42fe-b3dd-852860800a21 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1920481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2558260'] for segment, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:03.399903 dv-neutron-835340-2-hyperv neutron-server[87870]: Traceback (most recent call last): Mar 28 12:04:03.399903 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 12:04:03.399903 dv-neutron-835340-2-hyperv neutron-server[87870]: timer() Mar 28 12:04:03.399903 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 12:04:03.399903 dv-neutron-835340-2-hyperv neutron-server[87870]: cb(*args, **kw) Mar 28 12:04:03.399903 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 12:04:03.399903 dv-neutron-835340-2-hyperv neutron-server[87870]: return func(*args, **kwargs) Mar 28 12:04:03.399903 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 12:04:03.399903 dv-neutron-835340-2-hyperv neutron-server[87870]: self._notify() Mar 28 12:04:03.399903 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 12:04:03.399903 dv-neutron-835340-2-hyperv neutron-server[87870]: self.callback(batched_events) Mar 28 12:04:03.399903 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 12:04:03.399903 dv-neutron-835340-2-hyperv neutron-server[87870]: event.method(event) Mar 28 12:04:03.399903 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 12:04:03.399903 dv-neutron-835340-2-hyperv neutron-server[87870]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 12:04:03.399903 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 12:04:03.399903 dv-neutron-835340-2-hyperv neutron-server[87870]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 12:04:03.399903 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 12:04:03.399903 dv-neutron-835340-2-hyperv neutron-server[87870]: return f(self, *a, **k) Mar 28 12:04:03.399903 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 12:04:03.399903 dv-neutron-835340-2-hyperv neutron-server[87870]: return self._get(url).json() Mar 28 12:04:03.399903 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 12:04:03.399903 dv-neutron-835340-2-hyperv neutron-server[87870]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 12:04:03.399903 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 12:04:03.399903 dv-neutron-835340-2-hyperv neutron-server[87870]: return self.request(url, 'GET', **kwargs) Mar 28 12:04:03.399903 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 12:04:03.399903 dv-neutron-835340-2-hyperv neutron-server[87870]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 12:04:03.399903 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 12:04:03.399903 dv-neutron-835340-2-hyperv neutron-server[87870]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 12:04:03.399903 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 12:04:03.399903 dv-neutron-835340-2-hyperv neutron-server[87870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 12:04:03.399903 dv-neutron-835340-2-hyperv neutron-server[87870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 12:04:03.495911 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-a2ada74e-ca5e-42fe-b3dd-852860800a21 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709602'] for network, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:03.518666 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-a2ada74e-ca5e-42fe-b3dd-852860800a21 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks [] for network, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:03.527029 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ada74e-ca5e-42fe-b3dd-852860800a21 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Pushing event deleted for resources: {'Network': ['ID=347a7a36-775e-4df6-9cbc-c2cfc9d12c23,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:04:03.536054 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddaceca-50dd-49e4-bdbc-558fb9aa3c8b req-a5b26bcc-6a71-46ee-981e-b93f49d3e4ed tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:04:03.537486 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-8ddaceca-50dd-49e4-bdbc-558fb9aa3c8b req-a5b26bcc-6a71-46ee-981e-b93f49d3e4ed tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/ports?device_id=20511cdc-6d5b-465d-9f7f-3003856cdb12 HTTP/1.1" status: 200 len: 945 time: 0.2032928 Mar 28 12:04:03.545669 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-a2ada74e-ca5e-42fe-b3dd-852860800a21 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] 10.222.0.30 "DELETE /v2.0/networks/347a7a36-775e-4df6-9cbc-c2cfc9d12c23 HTTP/1.1" status: 204 len: 168 time: 1.1204283 Mar 28 12:04:03.549110 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 58206) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:04:03.583750 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-8ddaceca-50dd-49e4-bdbc-558fb9aa3c8b req-bf65d419-5284-4e45-8620-16d836d754d0 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/security-groups?id=49b69c60-6715-4a6c-92b8-c436430d1c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405123 Mar 28 12:04:03.660718 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-6add5b0d-8b4a-4f48-96bd-15ebcbb4d32b None None] Deleting port 4fc72755-68b7-4afa-a98b-44268ee1b7fe {{(pid=87872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:04:03.661011 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-6add5b0d-8b4a-4f48-96bd-15ebcbb4d32b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:03.730278 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-6add5b0d-8b4a-4f48-96bd-15ebcbb4d32b None None] The port '4fc72755-68b7-4afa-a98b-44268ee1b7fe' was deleted {{(pid=87872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 12:04:03.733131 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 4fc72755-68b7-4afa-a98b-44268ee1b7fe no longer exists at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 12:04:03.768543 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] No Port match for: 4fc72755-68b7-4afa-a98b-44268ee1b7fe {{(pid=87872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 12:04:03.769057 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 4fc72755-68b7-4afa-a98b-44268ee1b7fe not bound to the agent host dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 12:04:03.769306 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 66a89e1f-7e67-471c-91b2-2172da6941fb no longer exists at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 12:04:03.805219 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] No Port match for: 66a89e1f-7e67-471c-91b2-2172da6941fb {{(pid=87872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 12:04:03.805552 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 66a89e1f-7e67-471c-91b2-2172da6941fb not bound to the agent host dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 12:04:04.055277 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-026136e0-e28b-44b4-98e5-91c20e0f5f67 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-743394'] for router_interface, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:04.381965 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-026136e0-e28b-44b4-98e5-91c20e0f5f67 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Deleting port aebffafa-fa54-4b34-bbe3-ec13fcde6ae8 {{(pid=87871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:04:04.382301 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-026136e0-e28b-44b4-98e5-91c20e0f5f67 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:04.668760 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.db [None req-026136e0-e28b-44b4-98e5-91c20e0f5f67 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] For port aebffafa-fa54-4b34-bbe3-ec13fcde6ae8, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=aebffafa-fa54-4b34-bbe3-ec13fcde6ae8,segment=NetworkSegment(53007d3a-2870-4f49-bb10-ec3eac9db1d9),segment_id=53007d3a-2870-4f49-bb10-ec3eac9db1d9)] {{(pid=87871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:04:04.669496 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-026136e0-e28b-44b4-98e5-91c20e0f5f67 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:04.696717 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-1a8ea21f-5897-4564-ac2d-88ab6c773e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:04.826597 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-026136e0-e28b-44b4-98e5-91c20e0f5f67 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Calling delete_port for aebffafa-fa54-4b34-bbe3-ec13fcde6ae8 owned by network:router_interface {{(pid=87871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:04:04.946970 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9e5e73-b5f2-4c43-bf9d-af3e7e6c4e86 req-88cfd6bb-73aa-4db3-9581-2a7b558dd426 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:04:04.948334 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-df9e5e73-b5f2-4c43-bf9d-af3e7e6c4e86 req-88cfd6bb-73aa-4db3-9581-2a7b558dd426 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/ports?device_id=20511cdc-6d5b-465d-9f7f-3003856cdb12 HTTP/1.1" status: 200 len: 945 time: 0.2115395 Mar 28 12:04:05.003032 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-df9e5e73-b5f2-4c43-bf9d-af3e7e6c4e86 req-6407814d-3b14-41f3-9773-f30e0d919272 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/security-groups?id=49b69c60-6715-4a6c-92b8-c436430d1c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487211 Mar 28 12:04:05.069282 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-026136e0-e28b-44b4-98e5-91c20e0f5f67 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:05.117864 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026136e0-e28b-44b4-98e5-91c20e0f5f67 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Pushing event deleted for resources: {'Port': ['ID=aebffafa-fa54-4b34-bbe3-ec13fcde6ae8,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:04:05.193137 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670beb56-2377-4f66-ab14-9deabee3f366 req-5405f683-f0aa-4e47-8f31-cf6f61f1f9a0 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:04:05.194829 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-670beb56-2377-4f66-ab14-9deabee3f366 req-5405f683-f0aa-4e47-8f31-cf6f61f1f9a0 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/ports?device_id=20511cdc-6d5b-465d-9f7f-3003856cdb12 HTTP/1.1" status: 200 len: 945 time: 0.0855958 Mar 28 12:04:05.248150 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-670beb56-2377-4f66-ab14-9deabee3f366 req-c59227b8-6d47-47e1-bfa0-967119764237 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/security-groups?id=49b69c60-6715-4a6c-92b8-c436430d1c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472000 Mar 28 12:04:05.270716 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 58214) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:04:05.297776 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-026136e0-e28b-44b4-98e5-91c20e0f5f67 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-743246'] for router_interface, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:05.342178 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b3a7905-4d44-430f-bdce-57a84ec5f513 tempest-TestNetworkBasicOps-386611239 tempest-TestNetworkBasicOps-386611239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:04:05.344254 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-8b3a7905-4d44-430f-bdce-57a84ec5f513 tempest-TestNetworkBasicOps-386611239 tempest-TestNetworkBasicOps-386611239-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=20511cdc-6d5b-465d-9f7f-3003856cdb12 HTTP/1.1" status: 200 len: 1093 time: 0.0716951 Mar 28 12:04:05.347121 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 58218) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:04:05.351882 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-fab22b00-37e3-440e-9464-744c6c24c05f tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Request body: {'floatingip': {'floating_network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'port_id': 'db433d8e-6fbb-4c09-be6a-9e238847e1c3', 'tenant_id': '527195c95736491ca1967a42cc300275', 'fixed_ip_address': '172.20.0.7'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:04:05.357607 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-fab22b00-37e3-440e-9464-744c6c24c05f tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:04:05.361718 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-fab22b00-37e3-440e-9464-744c6c24c05f tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Usage tracker for resource:floatingip and tenant:527195c95736491ca1967a42cc300275 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:04:05.364491 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-fab22b00-37e3-440e-9464-744c6c24c05f tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:04:05.370138 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-fab22b00-37e3-440e-9464-744c6c24c05f tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:04:05.380893 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-fab22b00-37e3-440e-9464-744c6c24c05f tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for floatingip, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:05.519112 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-fab22b00-37e3-440e-9464-744c6c24c05f tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:05.568922 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-026136e0-e28b-44b4-98e5-91c20e0f5f67 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Router cf26e7b0-5ff7-494a-845c-a556c0af938d has already been hosted by L3 agent af79d429-529e-400b-a119-94d4bec03f3e {{(pid=87871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 12:04:05.654123 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.db_base_plugin_common [None req-fab22b00-37e3-440e-9464-744c6c24c05f tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Allocated IP 172.26.7.107 (ac2b1748-8f63-4b17-a9c7-07e79704aa5b/0b7ebf76-1dc7-431a-a0b4-b96bacf287c2/5226d425-252f-48f2-bf26-7012143b00fe) {{(pid=87870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 12:04:05.666686 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:05.703921 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-026136e0-e28b-44b4-98e5-91c20e0f5f67 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 12:04:05.715794 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f43da99-5aaf-46aa-b0d7-af62cac87c48 None None] Sync routers for ids ['cf26e7b0-5ff7-494a-845c-a556c0af938d'] in dv-neutron-835340-2-hyperv {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 12:04:05.719957 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-026136e0-e28b-44b4-98e5-91c20e0f5f67 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] 10.222.0.30 "PUT /v2.0/routers/cf26e7b0-5ff7-494a-845c-a556c0af938d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1696520 Mar 28 12:04:05.722848 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 58222) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:04:05.729221 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f43da99-5aaf-46aa-b0d7-af62cac87c48 None None] Routers {'cf26e7b0-5ff7-494a-845c-a556c0af938d'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:04:05.730271 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-7f43da99-5aaf-46aa-b0d7-af62cac87c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:04:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['cf26e7b0-5ff7-494a-845c-a556c0af938d'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:04:05.799537 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3c6841b-ef81-48b2-9c16-9a3ff081a311 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Deleting subnet a1da9ebe-8a70-471f-a6c3-74c6c5893098 {{(pid=87871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 12:04:05.802822 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-f3c6841b-ef81-48b2-9c16-9a3ff081a311 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks [] for subnet, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:05.822823 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-fab22b00-37e3-440e-9464-744c6c24c05f tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for port, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:05.857876 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-fab22b00-37e3-440e-9464-744c6c24c05f tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:05.865554 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvr_db [None req-7f43da99-5aaf-46aa-b0d7-af62cac87c48 None None] Set router cf26e7b0-5ff7-494a-845c-a556c0af938d gateway port host: None {{(pid=87872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:04:05.920380 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fab22b00-37e3-440e-9464-744c6c24c05f tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Network ac2b1748-8f63-4b17-a9c7-07e79704aa5b is already hosted by enough agents. {{(pid=87870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:04:05.923797 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.base_scheduler [None req-fab22b00-37e3-440e-9464-744c6c24c05f tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Resources bound (agent type, host, resource id): {{(pid=87870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:04:05.927679 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab22b00-37e3-440e-9464-744c6c24c05f tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Received port after_create {{(pid=87870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 12:04:05.979044 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab22b00-37e3-440e-9464-744c6c24c05f tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Pushing event updated for resources: {'Port': ['ID=5226d425-252f-48f2-bf26-7012143b00fe,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:04:05.981034 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-7f43da99-5aaf-46aa-b0d7-af62cac87c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf26e7b0-5ff7-494a-845c-a556c0af938d', 'name': 'tempest-RoutersIpV6Test-router-212202272', 'tenant_id': '44a7e1c73898465da6902581d6416cd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:03:26Z', 'updated_at': '2022-03-28T12:04:04Z', 'revision_number': 11, 'project_id': '44a7e1c73898465da6902581d6416cd0', 'gw_port_host': None}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:04:05.995441 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-f3c6841b-ef81-48b2-9c16-9a3ff081a311 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3436877'] for subnet, precommit_delete_associations {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:05.995634 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f43da99-5aaf-46aa-b0d7-af62cac87c48 None None] Checking router: cf26e7b0-5ff7-494a-845c-a556c0af938d for host: dv-neutron-835340-2-hyperv {{(pid=87872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 12:04:06.004796 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f43da99-5aaf-46aa-b0d7-af62cac87c48 None None] Routers {'cf26e7b0-5ff7-494a-845c-a556c0af938d'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:04:06.005405 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-7f43da99-5aaf-46aa-b0d7-af62cac87c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:04:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['cf26e7b0-5ff7-494a-845c-a556c0af938d'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:04:06.061255 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-ef3be119-c018-4979-be07-86cf959defc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:06.092483 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-f3c6841b-ef81-48b2-9c16-9a3ff081a311 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1919782'] for subnet, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:06.142298 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvr_db [None req-7f43da99-5aaf-46aa-b0d7-af62cac87c48 None None] Set router cf26e7b0-5ff7-494a-845c-a556c0af938d gateway port host: None {{(pid=87872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:04:06.170533 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-f3c6841b-ef81-48b2-9c16-9a3ff081a311 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1919805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2364079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26551417'] for subnet, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:06.210737 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c6841b-ef81-48b2-9c16-9a3ff081a311 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Pushing event deleted for resources: {'Subnet': ['ID=a1da9ebe-8a70-471f-a6c3-74c6c5893098,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:04:06.212673 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-f3c6841b-ef81-48b2-9c16-9a3ff081a311 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks [] for subnet, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:06.219628 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-f3c6841b-ef81-48b2-9c16-9a3ff081a311 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] 10.222.0.30 "DELETE /v2.0/subnets/a1da9ebe-8a70-471f-a6c3-74c6c5893098 HTTP/1.1" status: 204 len: 168 time: 0.4957435 Mar 28 12:04:06.222049 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 58226) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:04:06.243785 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb1ae66d-5b00-4d3a-a197-21a3b02e1695 None None] Network 73532445-3e6a-4d4c-a908-a598893223c3 requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 12:04:06.275930 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-7f43da99-5aaf-46aa-b0d7-af62cac87c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf26e7b0-5ff7-494a-845c-a556c0af938d', 'name': 'tempest-RoutersIpV6Test-router-212202272', 'tenant_id': '44a7e1c73898465da6902581d6416cd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:03:26Z', 'updated_at': '2022-03-28T12:04:04Z', 'revision_number': 11, 'project_id': '44a7e1c73898465da6902581d6416cd0', 'gw_port_host': None}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:04:06.285940 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f43da99-5aaf-46aa-b0d7-af62cac87c48 None None] The sync data for ids ['cf26e7b0-5ff7-494a-845c-a556c0af938d'] in dv-neutron-835340-2-hyperv is: [{'id': 'cf26e7b0-5ff7-494a-845c-a556c0af938d', 'name': 'tempest-RoutersIpV6Test-router-212202272', 'tenant_id': '44a7e1c73898465da6902581d6416cd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:03:26Z', 'updated_at': '2022-03-28T12:04:04Z', 'revision_number': 11, 'project_id': '44a7e1c73898465da6902581d6416cd0', 'gw_port_host': None}] {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 12:04:06.344982 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-566b218d-77f7-4968-933f-370443942b83 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588883'] for network, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:06.356638 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-566b218d-77f7-4968-933f-370443942b83 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Deleting port cf3b876d-6f42-45f6-869e-31da020a129c {{(pid=87871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:04:06.357374 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-566b218d-77f7-4968-933f-370443942b83 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:06.393322 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-fab22b00-37e3-440e-9464-744c6c24c05f tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:06.577719 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.db [None req-566b218d-77f7-4968-933f-370443942b83 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] For port cf3b876d-6f42-45f6-869e-31da020a129c, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=cf3b876d-6f42-45f6-869e-31da020a129c,segment=NetworkSegment(53007d3a-2870-4f49-bb10-ec3eac9db1d9),segment_id=53007d3a-2870-4f49-bb10-ec3eac9db1d9)] {{(pid=87871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:04:06.578058 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-566b218d-77f7-4968-933f-370443942b83 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:06.591943 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-fab22b00-37e3-440e-9464-744c6c24c05f tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:06.644897 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c235377-293f-469f-8e85-d9a472ae35f5 None None] DHCP port deletion for 73532445-3e6a-4d4c-a908-a598893223c3 request from dv-neutron-835340-2-hyperv {{(pid=87872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 12:04:06.649243 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-1c235377-293f-469f-8e85-d9a472ae35f5 None None] Deleting port cf3b876d-6f42-45f6-869e-31da020a129c {{(pid=87872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:04:06.649618 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-1c235377-293f-469f-8e85-d9a472ae35f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:06.707918 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-566b218d-77f7-4968-933f-370443942b83 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Calling delete_port for cf3b876d-6f42-45f6-869e-31da020a129c owned by network:dhcp {{(pid=87871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:04:06.795039 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-566b218d-77f7-4968-933f-370443942b83 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:06.847759 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-fab22b00-37e3-440e-9464-744c6c24c05f tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for port, precommit_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:06.849798 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566b218d-77f7-4968-933f-370443942b83 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Pushing event deleted for resources: {'Port': ['ID=cf3b876d-6f42-45f6-869e-31da020a129c,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:04:06.857445 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-566b218d-77f7-4968-933f-370443942b83 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] No DVR routers for this DVR port cf3b876d-6f42-45f6-869e-31da020a129c on host dv-neutron-835340-2-hyperv {{(pid=87871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 12:04:06.862540 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-fab22b00-37e3-440e-9464-744c6c24c05f tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2558288'] for port, after_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:06.897797 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-1c235377-293f-469f-8e85-d9a472ae35f5 None None] For port cf3b876d-6f42-45f6-869e-31da020a129c, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=cf3b876d-6f42-45f6-869e-31da020a129c,segment=NetworkSegment(53007d3a-2870-4f49-bb10-ec3eac9db1d9),segment_id=53007d3a-2870-4f49-bb10-ec3eac9db1d9)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:04:06.898382 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-1c235377-293f-469f-8e85-d9a472ae35f5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:06.985543 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab22b00-37e3-440e-9464-744c6c24c05f tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Pushing event updated for resources: {'Port': ['ID=5226d425-252f-48f2-bf26-7012143b00fe,revision_number=2']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:04:06.992288 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-566b218d-77f7-4968-933f-370443942b83 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930431', 'neutron.services.segments.db._delete_segments_for_network-8783496351308'] for network, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:06.993733 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-fab22b00-37e3-440e-9464-744c6c24c05f tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-709520'] for floatingip, after_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:07.019925 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.segments.db [None req-566b218d-77f7-4968-933f-370443942b83 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73532445-3e6a-4d4c-a908-a598893223c3']}} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:04:07.024442 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-1c235377-293f-469f-8e85-d9a472ae35f5 None None] Calling delete_port for cf3b876d-6f42-45f6-869e-31da020a129c owned by network:dhcp {{(pid=87872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:04:07.032837 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.segments.db [None req-566b218d-77f7-4968-933f-370443942b83 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53007d3a-2870-4f49-bb10-ec3eac9db1d9') {'for_net_delete': True} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:04:07.033127 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.segments.db [None req-566b218d-77f7-4968-933f-370443942b83 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53007d3a-2870-4f49-bb10-ec3eac9db1d9') {} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:04:07.044474 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-566b218d-77f7-4968-933f-370443942b83 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783496353639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3436890'] for segment, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:07.060759 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-566b218d-77f7-4968-933f-370443942b83 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:07.067711 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-566b218d-77f7-4968-933f-370443942b83 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=87871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 12:04:07.068118 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-566b218d-77f7-4968-933f-370443942b83 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1920481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2363149'] for segment, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:07.082854 dv-neutron-835340-2-hyperv neutron-server[87871]: Traceback (most recent call last): Mar 28 12:04:07.082854 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 12:04:07.082854 dv-neutron-835340-2-hyperv neutron-server[87871]: timer() Mar 28 12:04:07.082854 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 12:04:07.082854 dv-neutron-835340-2-hyperv neutron-server[87871]: cb(*args, **kw) Mar 28 12:04:07.082854 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 12:04:07.082854 dv-neutron-835340-2-hyperv neutron-server[87871]: return func(*args, **kwargs) Mar 28 12:04:07.082854 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 12:04:07.082854 dv-neutron-835340-2-hyperv neutron-server[87871]: self._notify() Mar 28 12:04:07.082854 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 12:04:07.082854 dv-neutron-835340-2-hyperv neutron-server[87871]: self.callback(batched_events) Mar 28 12:04:07.082854 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 12:04:07.082854 dv-neutron-835340-2-hyperv neutron-server[87871]: event.method(event) Mar 28 12:04:07.082854 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 12:04:07.082854 dv-neutron-835340-2-hyperv neutron-server[87871]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 12:04:07.082854 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 12:04:07.082854 dv-neutron-835340-2-hyperv neutron-server[87871]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 12:04:07.082854 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 12:04:07.082854 dv-neutron-835340-2-hyperv neutron-server[87871]: return f(self, *a, **k) Mar 28 12:04:07.082854 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 12:04:07.082854 dv-neutron-835340-2-hyperv neutron-server[87871]: return self._get(url).json() Mar 28 12:04:07.082854 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 12:04:07.082854 dv-neutron-835340-2-hyperv neutron-server[87871]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 12:04:07.082854 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 12:04:07.082854 dv-neutron-835340-2-hyperv neutron-server[87871]: return self.request(url, 'GET', **kwargs) Mar 28 12:04:07.082854 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 12:04:07.082854 dv-neutron-835340-2-hyperv neutron-server[87871]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 12:04:07.082854 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 12:04:07.082854 dv-neutron-835340-2-hyperv neutron-server[87871]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 12:04:07.082854 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 12:04:07.082854 dv-neutron-835340-2-hyperv neutron-server[87871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 12:04:07.082854 dv-neutron-835340-2-hyperv neutron-server[87871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 12:04:07.107578 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.db.api [None req-1c235377-293f-469f-8e85-d9a472ae35f5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87872) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 12:04:07.108027 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG oslo_db.api [None req-1c235377-293f-469f-8e85-d9a472ae35f5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 12:04:07.163049 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-566b218d-77f7-4968-933f-370443942b83 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709602'] for network, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:07.168533 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.db.l3_db [None req-fab22b00-37e3-440e-9464-744c6c24c05f tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Floating IP bb85d73d-7c16-4a93-bac6-0ab83b550adc associated. External IP: 172.26.7.107, port: db433d8e-6fbb-4c09-be6a-9e238847e1c3. Mar 28 12:04:07.180448 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-566b218d-77f7-4968-933f-370443942b83 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks [] for network, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:07.191917 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566b218d-77f7-4968-933f-370443942b83 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Pushing event deleted for resources: {'Network': ['ID=73532445-3e6a-4d4c-a908-a598893223c3,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:04:07.199152 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-566b218d-77f7-4968-933f-370443942b83 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] 10.222.0.30 "DELETE /v2.0/networks/73532445-3e6a-4d4c-a908-a598893223c3 HTTP/1.1" status: 204 len: 168 time: 0.9758537 Mar 28 12:04:07.201916 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 58230) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:04:07.207385 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-2f4da2cc-34c5-4c19-8dc9-03b19ce982d5 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Request body: {'router': {'routes': None}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:04:07.420348 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-b7ccd3c7-0277-4f12-8e5c-e41478141af5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:07.529456 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fab22b00-37e3-440e-9464-744c6c24c05f tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Router f85e07f6-33a3-46de-a3bf-16d0b6ee7372 has already been hosted by L3 agent af79d429-529e-400b-a119-94d4bec03f3e {{(pid=87870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 12:04:07.603705 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.extraroute_db [None req-2f4da2cc-34c5-4c19-8dc9-03b19ce982d5 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Added routes are [] {{(pid=87871) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Mar 28 12:04:07.604009 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.extraroute_db [None req-2f4da2cc-34c5-4c19-8dc9-03b19ce982d5 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Removed routes are [] {{(pid=87871) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Mar 28 12:04:07.604365 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-2f4da2cc-34c5-4c19-8dc9-03b19ce982d5 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-709632', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-707672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260923'] for router, precommit_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:07.610130 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-1c235377-293f-469f-8e85-d9a472ae35f5 None None] Deleting port cf3b876d-6f42-45f6-869e-31da020a129c {{(pid=87872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:04:07.610889 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-1c235377-293f-469f-8e85-d9a472ae35f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:07.677977 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-1c235377-293f-469f-8e85-d9a472ae35f5 None None] The port 'cf3b876d-6f42-45f6-869e-31da020a129c' was deleted {{(pid=87872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 12:04:07.716999 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fab22b00-37e3-440e-9464-744c6c24c05f tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 12:04:07.737664 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6da87f-f732-4382-860d-609dcb0e62fe None None] Sync routers for ids ['f85e07f6-33a3-46de-a3bf-16d0b6ee7372'] in dv-neutron-835340-2-hyperv {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 12:04:07.747160 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba6da87f-f732-4382-860d-609dcb0e62fe None None] Routers {'f85e07f6-33a3-46de-a3bf-16d0b6ee7372'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:04:07.747991 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-ba6da87f-f732-4382-860d-609dcb0e62fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:04:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['f85e07f6-33a3-46de-a3bf-16d0b6ee7372'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:04:07.757369 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-fab22b00-37e3-440e-9464-744c6c24c05f tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for floatingip, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:07.760417 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device cf3b876d-6f42-45f6-869e-31da020a129c no longer exists at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 12:04:07.797870 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] No Port match for: cf3b876d-6f42-45f6-869e-31da020a129c {{(pid=87872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 12:04:07.798470 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device cf3b876d-6f42-45f6-869e-31da020a129c not bound to the agent host dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 12:04:07.799033 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device aebffafa-fa54-4b34-bbe3-ec13fcde6ae8 no longer exists at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 12:04:07.831455 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 58234) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:04:07.832211 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-fab22b00-37e3-440e-9464-744c6c24c05f tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4839025 Mar 28 12:04:07.832905 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20511cdc-6d5b-465d-9f7f-3003856cdb12', 'tag': 'db433d8e-6fbb-4c09-be6a-9e238847e1c3'}] {{(pid=87870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 12:04:07.838850 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] No Port match for: aebffafa-fa54-4b34-bbe3-ec13fcde6ae8 {{(pid=87872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 12:04:07.839192 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device aebffafa-fa54-4b34-bbe3-ec13fcde6ae8 not bound to the agent host dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 12:04:07.912471 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20511cdc-6d5b-465d-9f7f-3003856cdb12', 'tag': 'db433d8e-6fbb-4c09-be6a-9e238847e1c3', 'status': 'completed', 'code': 200} Mar 28 12:04:07.918340 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-2f4da2cc-34c5-4c19-8dc9-03b19ce982d5 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-709632', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-707672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260923'] for router, precommit_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:07.923493 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-2f4da2cc-34c5-4c19-8dc9-03b19ce982d5 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-709647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-709686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-745031'] for router, after_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:08.035928 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvr_db [None req-ba6da87f-f732-4382-860d-609dcb0e62fe None None] Set router f85e07f6-33a3-46de-a3bf-16d0b6ee7372 gateway port host: dv-neutron-835340-2-hyperv {{(pid=87873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:04:08.201983 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f4da2cc-34c5-4c19-8dc9-03b19ce982d5 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Router cf26e7b0-5ff7-494a-845c-a556c0af938d has already been hosted by L3 agent af79d429-529e-400b-a119-94d4bec03f3e {{(pid=87871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 12:04:08.214847 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-b35f69a7-4440-4fc2-a9b5-b677a691fee6 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/floatingips/bb85d73d-7c16-4a93-bac6-0ab83b550adc HTTP/1.1" status: 200 len: 991 time: 0.3823090 Mar 28 12:04:08.349032 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13017efc-a5cf-46be-8b82-6101b0d1a603 req-86f8a7e8-7d37-4bc7-817d-26e4aba56298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:04:08.350510 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-13017efc-a5cf-46be-8b82-6101b0d1a603 req-86f8a7e8-7d37-4bc7-817d-26e4aba56298 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=527195c95736491ca1967a42cc300275&device_id=20511cdc-6d5b-465d-9f7f-3003856cdb12 HTTP/1.1" status: 200 len: 1098 time: 0.3597658 Mar 28 12:04:08.378082 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-ba6da87f-f732-4382-860d-609dcb0e62fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f85e07f6-33a3-46de-a3bf-16d0b6ee7372', 'name': 'tempest-TestNetworkBasicOps-router-1415341849', 'tenant_id': '527195c95736491ca1967a42cc300275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.93'}], 'enable_snat': True}, 'gw_port_id': '3daa0028-4da4-410c-b6e0-6a829252d9ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:03:37Z', 'updated_at': '2022-03-28T12:03:45Z', 'revision_number': 4, 'project_id': '527195c95736491ca1967a42cc300275', 'gw_port': {'id': '3daa0028-4da4-410c-b6e0-6a829252d9ca', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:b1:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f85e07f6-33a3-46de-a3bf-16d0b6ee7372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1277, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:03:38Z', 'updated_at': '2022-03-28T12:03:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_floatingips': [{'id': 'bb85d73d-7c16-4a93-bac6-0ab83b550adc', 'tenant_id': '527195c95736491ca1967a42cc300275', 'floating_ip_address': '172.26.7.107', 'floating_network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'router_id': 'f85e07f6-33a3-46de-a3bf-16d0b6ee7372', 'port_id': 'db433d8e-6fbb-4c09-be6a-9e238847e1c3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1299, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9040876-1463-45a9-b712-0332cbc5543e', 'mac_address': 'fa:16:3e:5d:74:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20511cdc-6d5b-465d-9f7f-3003856cdb12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T12:04:06Z', 'updated_at': '2022-03-28T12:04:06Z', 'revision_number': 0, 'project_id': '527195c95736491ca1967a42cc300275', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3dcbd01b-85ae-4c2d-892b-8280550cf830', 'name': '', 'network_id': 'c9040876-1463-45a9-b712-0332cbc5543e', 'tenant_id': '527195c95736491ca1967a42cc300275', 'mac_address': 'fa:16:3e:b1:99:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f85e07f6-33a3-46de-a3bf-16d0b6ee7372', 'device_owner': 'network:router_interface', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': 'de3ab6d6-180c-42c6-825d-40075604f1f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:03:43Z', 'updated_at': '2022-03-28T12:03:54Z', 'revision_number': 5, 'project_id': '527195c95736491ca1967a42cc300275', 'subnets': [{'id': 'de3ab6d6-180c-42c6-825d-40075604f1f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:04:08.379463 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f4da2cc-34c5-4c19-8dc9-03b19ce982d5 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 12:04:08.382677 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6da87f-f732-4382-860d-609dcb0e62fe None None] Checking router: f85e07f6-33a3-46de-a3bf-16d0b6ee7372 for host: dv-neutron-835340-2-hyperv {{(pid=87873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 12:04:08.387490 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-2f4da2cc-34c5-4c19-8dc9-03b19ce982d5 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks [] for router, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:08.390084 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86357323-e41f-49d0-ac61-f73197579446 None None] Sync routers for ids ['cf26e7b0-5ff7-494a-845c-a556c0af938d'] in dv-neutron-835340-2-hyperv {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 12:04:08.392344 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-2f4da2cc-34c5-4c19-8dc9-03b19ce982d5 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] 10.222.0.30 "PUT /v2.0/routers/cf26e7b0-5ff7-494a-845c-a556c0af938d HTTP/1.1" status: 200 len: 704 time: 1.1890705 Mar 28 12:04:08.392478 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 58242) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:04:08.393010 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba6da87f-f732-4382-860d-609dcb0e62fe None None] Routers {'f85e07f6-33a3-46de-a3bf-16d0b6ee7372'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:04:08.394102 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-ba6da87f-f732-4382-860d-609dcb0e62fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:04:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['f85e07f6-33a3-46de-a3bf-16d0b6ee7372'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:04:08.399515 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86357323-e41f-49d0-ac61-f73197579446 None None] Routers {'cf26e7b0-5ff7-494a-845c-a556c0af938d'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:04:08.400338 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-86357323-e41f-49d0-ac61-f73197579446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:04:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['cf26e7b0-5ff7-494a-845c-a556c0af938d'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:04:08.439252 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-73e7f73c-79c9-4031-b319-adb5696f1696 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Synchronizing usage tracker for tenant:44a7e1c73898465da6902581d6416cd0 on resource:port {{(pid=87870) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:04:08.456542 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-73e7f73c-79c9-4031-b319-adb5696f1696 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Unset dirty status for tenant:44a7e1c73898465da6902581d6416cd0 on resource:port {{(pid=87870) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:04:08.460648 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-73e7f73c-79c9-4031-b319-adb5696f1696 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] 10.222.0.30 "GET /v2.0/ports?device_id=cf26e7b0-5ff7-494a-845c-a556c0af938d HTTP/1.1" status: 200 len: 205 time: 0.0674529 Mar 28 12:04:08.461272 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 58246) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:04:08.515696 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13017efc-a5cf-46be-8b82-6101b0d1a603 req-9b3e134f-89dd-4d33-8869-4576c5eb3842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:04:08.517453 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-13017efc-a5cf-46be-8b82-6101b0d1a603 req-9b3e134f-89dd-4d33-8869-4576c5eb3842 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c9040876-1463-45a9-b712-0332cbc5543e HTTP/1.1" status: 200 len: 896 time: 0.1586823 Mar 28 12:04:08.541932 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvr_db [None req-86357323-e41f-49d0-ac61-f73197579446 None None] Set router cf26e7b0-5ff7-494a-845c-a556c0af938d gateway port host: None {{(pid=87872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:04:08.628033 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvr_db [None req-ba6da87f-f732-4382-860d-609dcb0e62fe None None] Set router f85e07f6-33a3-46de-a3bf-16d0b6ee7372 gateway port host: dv-neutron-835340-2-hyperv {{(pid=87873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:04:08.635579 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-13017efc-a5cf-46be-8b82-6101b0d1a603 req-ba092a84-e817-43a6-b5d9-7d9e58c244d4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=db433d8e-6fbb-4c09-be6a-9e238847e1c3 HTTP/1.1" status: 200 len: 999 time: 0.1114814 Mar 28 12:04:08.654570 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-86357323-e41f-49d0-ac61-f73197579446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf26e7b0-5ff7-494a-845c-a556c0af938d', 'name': 'tempest-RoutersIpV6Test-router-212202272', 'tenant_id': '44a7e1c73898465da6902581d6416cd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:03:26Z', 'updated_at': '2022-03-28T12:04:04Z', 'revision_number': 11, 'project_id': '44a7e1c73898465da6902581d6416cd0', 'gw_port_host': None}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:04:08.659931 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86357323-e41f-49d0-ac61-f73197579446 None None] Checking router: cf26e7b0-5ff7-494a-845c-a556c0af938d for host: dv-neutron-835340-2-hyperv {{(pid=87872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 12:04:08.668942 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86357323-e41f-49d0-ac61-f73197579446 None None] Routers {'cf26e7b0-5ff7-494a-845c-a556c0af938d'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:04:08.669788 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-86357323-e41f-49d0-ac61-f73197579446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:04:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['cf26e7b0-5ff7-494a-845c-a556c0af938d'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:04:08.711496 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13017efc-a5cf-46be-8b82-6101b0d1a603 req-ee48c1d2-88bb-4531-96e4-f5a673e7f2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:04:08.713445 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-13017efc-a5cf-46be-8b82-6101b0d1a603 req-ee48c1d2-88bb-4531-96e4-f5a673e7f2ec service neutron] 10.222.0.11 "GET /v2.0/subnets?id=de3ab6d6-180c-42c6-825d-40075604f1f0 HTTP/1.1" status: 200 len: 834 time: 0.0718946 Mar 28 12:04:08.719799 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-d135f050-2cba-4591-a69a-64134b5c603a tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks [] for router, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:08.798777 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13017efc-a5cf-46be-8b82-6101b0d1a603 req-844c1e35-9a60-4b09-8437-b6cfc1c9535c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:04:08.800561 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-13017efc-a5cf-46be-8b82-6101b0d1a603 req-844c1e35-9a60-4b09-8437-b6cfc1c9535c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c9040876-1463-45a9-b712-0332cbc5543e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0804722 Mar 28 12:04:08.808164 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvr_db [None req-86357323-e41f-49d0-ac61-f73197579446 None None] Set router cf26e7b0-5ff7-494a-845c-a556c0af938d gateway port host: None {{(pid=87872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:04:08.924965 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-86357323-e41f-49d0-ac61-f73197579446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf26e7b0-5ff7-494a-845c-a556c0af938d', 'name': 'tempest-RoutersIpV6Test-router-212202272', 'tenant_id': '44a7e1c73898465da6902581d6416cd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:03:26Z', 'updated_at': '2022-03-28T12:04:04Z', 'revision_number': 11, 'project_id': '44a7e1c73898465da6902581d6416cd0', 'gw_port_host': None}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:04:08.930156 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86357323-e41f-49d0-ac61-f73197579446 None None] The sync data for ids ['cf26e7b0-5ff7-494a-845c-a556c0af938d'] in dv-neutron-835340-2-hyperv is: [{'id': 'cf26e7b0-5ff7-494a-845c-a556c0af938d', 'name': 'tempest-RoutersIpV6Test-router-212202272', 'tenant_id': '44a7e1c73898465da6902581d6416cd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:03:26Z', 'updated_at': '2022-03-28T12:04:04Z', 'revision_number': 11, 'project_id': '44a7e1c73898465da6902581d6416cd0', 'gw_port_host': None}] {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 12:04:09.055333 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-d135f050-2cba-4591-a69a-64134b5c603a tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-745164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-260864'] for router, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:09.058390 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-d135f050-2cba-4591-a69a-64134b5c603a tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:09.091650 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-d135f050-2cba-4591-a69a-64134b5c603a tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-745021'] for router, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:09.092609 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d135f050-2cba-4591-a69a-64134b5c603a tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Fanout notify agent at l3_agent the message router_deleted on router cf26e7b0-5ff7-494a-845c-a556c0af938d {{(pid=87870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 12:04:09.102704 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-ba6da87f-f732-4382-860d-609dcb0e62fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f85e07f6-33a3-46de-a3bf-16d0b6ee7372', 'name': 'tempest-TestNetworkBasicOps-router-1415341849', 'tenant_id': '527195c95736491ca1967a42cc300275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.93'}], 'enable_snat': True}, 'gw_port_id': '3daa0028-4da4-410c-b6e0-6a829252d9ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:03:37Z', 'updated_at': '2022-03-28T12:03:45Z', 'revision_number': 4, 'project_id': '527195c95736491ca1967a42cc300275', 'gw_port': {'id': '3daa0028-4da4-410c-b6e0-6a829252d9ca', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:b1:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f85e07f6-33a3-46de-a3bf-16d0b6ee7372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1277, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:03:38Z', 'updated_at': '2022-03-28T12:03:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_floatingips': [{'id': 'bb85d73d-7c16-4a93-bac6-0ab83b550adc', 'tenant_id': '527195c95736491ca1967a42cc300275', 'floating_ip_address': '172.26.7.107', 'floating_network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'router_id': 'f85e07f6-33a3-46de-a3bf-16d0b6ee7372', 'port_id': 'db433d8e-6fbb-4c09-be6a-9e238847e1c3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1299, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9040876-1463-45a9-b712-0332cbc5543e', 'mac_address': 'fa:16:3e:5d:74:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20511cdc-6d5b-465d-9f7f-3003856cdb12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T12:04:06Z', 'updated_at': '2022-03-28T12:04:06Z', 'revision_number': 0, 'project_id': '527195c95736491ca1967a42cc300275', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3dcbd01b-85ae-4c2d-892b-8280550cf830', 'name': '', 'network_id': 'c9040876-1463-45a9-b712-0332cbc5543e', 'tenant_id': '527195c95736491ca1967a42cc300275', 'mac_address': 'fa:16:3e:b1:99:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f85e07f6-33a3-46de-a3bf-16d0b6ee7372', 'device_owner': 'network:router_interface', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': 'de3ab6d6-180c-42c6-825d-40075604f1f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:03:43Z', 'updated_at': '2022-03-28T12:03:54Z', 'revision_number': 5, 'project_id': '527195c95736491ca1967a42cc300275', 'subnets': [{'id': 'de3ab6d6-180c-42c6-825d-40075604f1f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:04:09.103281 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-13017efc-a5cf-46be-8b82-6101b0d1a603 req-84f096b5-92a7-42ff-bf10-89c2b5de20e4 service neutron] 10.222.0.11 "GET /v2.0/networks/c9040876-1463-45a9-b712-0332cbc5543e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2958491 Mar 28 12:04:09.107727 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6da87f-f732-4382-860d-609dcb0e62fe None None] The sync data for ids ['f85e07f6-33a3-46de-a3bf-16d0b6ee7372'] in dv-neutron-835340-2-hyperv is: [{'id': 'f85e07f6-33a3-46de-a3bf-16d0b6ee7372', 'name': 'tempest-TestNetworkBasicOps-router-1415341849', 'tenant_id': '527195c95736491ca1967a42cc300275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.93'}], 'enable_snat': True}, 'gw_port_id': '3daa0028-4da4-410c-b6e0-6a829252d9ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:03:37Z', 'updated_at': '2022-03-28T12:03:45Z', 'revision_number': 4, 'project_id': '527195c95736491ca1967a42cc300275', 'gw_port': {'id': '3daa0028-4da4-410c-b6e0-6a829252d9ca', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:b1:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f85e07f6-33a3-46de-a3bf-16d0b6ee7372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1277, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:03:38Z', 'updated_at': '2022-03-28T12:03:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_floatingips': [{'id': 'bb85d73d-7c16-4a93-bac6-0ab83b550adc', 'tenant_id': '527195c95736491ca1967a42cc300275', 'floating_ip_address': '172.26.7.107', 'floating_network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'router_id': 'f85e07f6-33a3-46de-a3bf-16d0b6ee7372', 'port_id': 'db433d8e-6fbb-4c09-be6a-9e238847e1c3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1299, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9040876-1463-45a9-b712-0332cbc5543e', 'mac_address': 'fa:16:3e:5d:74:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20511cdc-6d5b-465d-9f7f-3003856cdb12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T12:04:06Z', 'updated_at': '2022-03-28T12:04:06Z', 'revision_number': 0, 'project_id': '527195c95736491ca1967a42cc300275', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3dcbd01b-85ae-4c2d-892b-8280550cf830', 'name': '', 'network_id': 'c9040876-1463-45a9-b712-0332cbc5543e', 'tenant_id': '527195c95736491ca1967a42cc300275', 'mac_address': 'fa:16:3e:b1:99:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f85e07f6-33a3-46de-a3bf-16d0b6ee7372', 'device_owner': 'network:router_interface', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': 'de3ab6d6-180c-42c6-825d-40075604f1f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:03:43Z', 'updated_at': '2022-03-28T12:03:54Z', 'revision_number': 5, 'project_id': '527195c95736491ca1967a42cc300275', 'subnets': [{'id': 'de3ab6d6-180c-42c6-825d-40075604f1f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 12:04:09.111755 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-d135f050-2cba-4591-a69a-64134b5c603a tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks [] for router, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:09.117591 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-d135f050-2cba-4591-a69a-64134b5c603a tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] 10.222.0.30 "DELETE /v2.0/routers/cf26e7b0-5ff7-494a-845c-a556c0af938d HTTP/1.1" status: 204 len: 168 time: 0.6508796 Mar 28 12:04:09.117591 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 58250) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:04:09.125493 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-74ada1f0-0977-4647-a45c-2078bc43c854 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1931928850', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:04:09.133968 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-74ada1f0-0977-4647-a45c-2078bc43c854 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:04:09.138772 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-74ada1f0-0977-4647-a45c-2078bc43c854 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Usage tracker for resource:router and tenant:44a7e1c73898465da6902581d6416cd0 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:04:09.142309 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-74ada1f0-0977-4647-a45c-2078bc43c854 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:04:09.149832 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-74ada1f0-0977-4647-a45c-2078bc43c854 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:04:09.161118 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-74ada1f0-0977-4647-a45c-2078bc43c854 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-707665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-260886'] for router, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:09.163823 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-74ada1f0-0977-4647-a45c-2078bc43c854 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-705660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709650', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-767110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260873'] for router, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:09.185636 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-74ada1f0-0977-4647-a45c-2078bc43c854 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:09.209890 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-74ada1f0-0977-4647-a45c-2078bc43c854 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709693'] for router, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:09.219431 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 58254) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:04:09.257215 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-13017efc-a5cf-46be-8b82-6101b0d1a603 req-232ea463-7fb7-4fe6-96a2-d914f8042021 service neutron] 10.222.0.11 "GET /v2.0/networks/c9040876-1463-45a9-b712-0332cbc5543e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481442 Mar 28 12:04:09.321441 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-74ada1f0-0977-4647-a45c-2078bc43c854 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks [] for router, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:09.322632 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-74ada1f0-0977-4647-a45c-2078bc43c854 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2040467 Mar 28 12:04:09.325416 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 58258) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:04:09.332946 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-7e34dd40-a165-4854-91c2-e106d587295e tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Request body: {'router': {'admin_state_up': True}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:04:09.374079 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b74b6ae-0bea-486e-8b87-8c972fd61973 None None] New status for floating IP bb85d73d-7c16-4a93-bac6-0ab83b550adc: ACTIVE {{(pid=87873) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 12:04:09.465023 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-9e4f5811-2746-4502-8c17-2905ec197a18 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/floatingips/bb85d73d-7c16-4a93-bac6-0ab83b550adc HTTP/1.1" status: 200 len: 991 time: 0.2443614 Mar 28 12:04:09.730602 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-7e34dd40-a165-4854-91c2-e106d587295e tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-709632', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-707672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260923'] for router, precommit_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:09.741095 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-7e34dd40-a165-4854-91c2-e106d587295e tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-709647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-709686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-745031'] for router, after_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:09.897453 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e34dd40-a165-4854-91c2-e106d587295e tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Router 29a92386-b717-4a83-8801-bfbd32a1ae4b is scheduled to L3 agent af79d429-529e-400b-a119-94d4bec03f3e with binding_index 1 {{(pid=87870) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 12:04:10.153411 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e34dd40-a165-4854-91c2-e106d587295e tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 12:04:10.159842 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-7e34dd40-a165-4854-91c2-e106d587295e tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks [] for router, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:10.160953 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-7e34dd40-a165-4854-91c2-e106d587295e tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] 10.222.0.30 "PUT /v2.0/routers/29a92386-b717-4a83-8801-bfbd32a1ae4b HTTP/1.1" status: 200 len: 698 time: 0.8346355 Mar 28 12:04:10.162646 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17d51f02-3daf-4990-a736-3d50be3463dc None None] Sync routers for ids ['29a92386-b717-4a83-8801-bfbd32a1ae4b'] in dv-neutron-835340-2-hyperv {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 12:04:10.163522 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 58262) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:04:10.172251 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d51f02-3daf-4990-a736-3d50be3463dc None None] Routers {'29a92386-b717-4a83-8801-bfbd32a1ae4b'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:04:10.172915 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-17d51f02-3daf-4990-a736-3d50be3463dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:04:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['29a92386-b717-4a83-8801-bfbd32a1ae4b'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:04:10.299202 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-7eb9cb41-4974-4c08-9271-06278b575ed3 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] 10.222.0.30 "GET /v2.0/routers/29a92386-b717-4a83-8801-bfbd32a1ae4b HTTP/1.1" status: 200 len: 704 time: 0.1346161 Mar 28 12:04:10.301790 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 58266) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:04:10.330956 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvr_db [None req-17d51f02-3daf-4990-a736-3d50be3463dc None None] Set router 29a92386-b717-4a83-8801-bfbd32a1ae4b gateway port host: None {{(pid=87872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:04:10.344799 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-da441588-fda0-4e59-b5ae-555ca156fb20 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] 10.222.0.30 "GET /v2.0/ports?device_id=29a92386-b717-4a83-8801-bfbd32a1ae4b HTTP/1.1" status: 200 len: 205 time: 0.0419340 Mar 28 12:04:10.347269 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 58270) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:04:10.433845 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-17d51f02-3daf-4990-a736-3d50be3463dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29a92386-b717-4a83-8801-bfbd32a1ae4b', 'name': 'tempest-RoutersIpV6Test-router-1931928850', 'tenant_id': '44a7e1c73898465da6902581d6416cd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:04:09Z', 'updated_at': '2022-03-28T12:04:09Z', 'revision_number': 2, 'project_id': '44a7e1c73898465da6902581d6416cd0', 'gw_port_host': None}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:04:10.438754 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17d51f02-3daf-4990-a736-3d50be3463dc None None] Checking router: 29a92386-b717-4a83-8801-bfbd32a1ae4b for host: dv-neutron-835340-2-hyperv {{(pid=87872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 12:04:10.446945 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d51f02-3daf-4990-a736-3d50be3463dc None None] Routers {'29a92386-b717-4a83-8801-bfbd32a1ae4b'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:04:10.447556 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-17d51f02-3daf-4990-a736-3d50be3463dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:04:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['29a92386-b717-4a83-8801-bfbd32a1ae4b'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:04:10.468669 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 58274) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:04:10.481553 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-42bbc5ab-be27-462c-a822-4158f4264666 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks [] for router, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:10.576863 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-54f13eeb-e53c-42fd-ada7-8ed6c8cbc14d tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/floatingips/bb85d73d-7c16-4a93-bac6-0ab83b550adc HTTP/1.1" status: 200 len: 993 time: 0.1070294 Mar 28 12:04:10.577168 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvr_db [None req-17d51f02-3daf-4990-a736-3d50be3463dc None None] Set router 29a92386-b717-4a83-8801-bfbd32a1ae4b gateway port host: None {{(pid=87872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:04:10.682891 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-17d51f02-3daf-4990-a736-3d50be3463dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29a92386-b717-4a83-8801-bfbd32a1ae4b', 'name': 'tempest-RoutersIpV6Test-router-1931928850', 'tenant_id': '44a7e1c73898465da6902581d6416cd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:04:09Z', 'updated_at': '2022-03-28T12:04:09Z', 'revision_number': 2, 'project_id': '44a7e1c73898465da6902581d6416cd0', 'gw_port_host': None}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:04:10.686634 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17d51f02-3daf-4990-a736-3d50be3463dc None None] The sync data for ids ['29a92386-b717-4a83-8801-bfbd32a1ae4b'] in dv-neutron-835340-2-hyperv is: [{'id': '29a92386-b717-4a83-8801-bfbd32a1ae4b', 'name': 'tempest-RoutersIpV6Test-router-1931928850', 'tenant_id': '44a7e1c73898465da6902581d6416cd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:04:09Z', 'updated_at': '2022-03-28T12:04:09Z', 'revision_number': 2, 'project_id': '44a7e1c73898465da6902581d6416cd0', 'gw_port_host': None}] {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 12:04:10.788527 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-42bbc5ab-be27-462c-a822-4158f4264666 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-745164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-260864'] for router, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:10.790705 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-42bbc5ab-be27-462c-a822-4158f4264666 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:10.815186 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-42bbc5ab-be27-462c-a822-4158f4264666 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-745021'] for router, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:10.816313 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42bbc5ab-be27-462c-a822-4158f4264666 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Fanout notify agent at l3_agent the message router_deleted on router 29a92386-b717-4a83-8801-bfbd32a1ae4b {{(pid=87870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 12:04:10.832730 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-42bbc5ab-be27-462c-a822-4158f4264666 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Notify callbacks [] for router, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:10.837425 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-42bbc5ab-be27-462c-a822-4158f4264666 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] 10.222.0.30 "DELETE /v2.0/routers/29a92386-b717-4a83-8801-bfbd32a1ae4b HTTP/1.1" status: 204 len: 168 time: 0.4858212 Mar 28 12:04:10.837858 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 58278) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:04:10.881571 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-f7839bfd-00cb-40c7-86a9-4a8f7a38f2a4 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Synchronizing usage tracker for tenant:44a7e1c73898465da6902581d6416cd0 on resource:port {{(pid=87871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:04:10.893632 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-f7839bfd-00cb-40c7-86a9-4a8f7a38f2a4 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] Unset dirty status for tenant:44a7e1c73898465da6902581d6416cd0 on resource:port {{(pid=87871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:04:10.894728 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-f7839bfd-00cb-40c7-86a9-4a8f7a38f2a4 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] 10.222.0.30 "GET /v2.0/ports?device_id=29a92386-b717-4a83-8801-bfbd32a1ae4b HTTP/1.1" status: 200 len: 205 time: 0.0560620 Mar 28 12:04:10.897258 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 58282) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:04:10.964393 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.api.v2.resource [None req-d9d5dcbc-a381-4c0a-9264-ce4f76ba64e1 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] delete failed (client error): The resource could not be found. Mar 28 12:04:10.965298 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-d9d5dcbc-a381-4c0a-9264-ce4f76ba64e1 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] 10.222.0.30 "DELETE /v2.0/routers/29a92386-b717-4a83-8801-bfbd32a1ae4b HTTP/1.1" status: 404 len: 336 time: 0.0671761 Mar 28 12:04:10.967856 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 58286) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:04:11.005201 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.pecan_wsgi.hooks.translation [None req-3288682e-7d97-48ac-9fe6-3046acb70994 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] DELETE failed (client error): The resource could not be found. Mar 28 12:04:11.005638 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3288682e-7d97-48ac-9fe6-3046acb70994 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 12:04:11.007246 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-3288682e-7d97-48ac-9fe6-3046acb70994 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] 10.222.0.30 "DELETE /v2.0/subnets/57a540cd-399c-4421-9ebe-1eec9b9c365b HTTP/1.1" status: 404 len: 337 time: 0.0385365 Mar 28 12:04:11.009694 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 58290) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:04:11.050325 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.pecan_wsgi.hooks.translation [None req-599bb328-552f-45a1-b7bc-ca100a1e6c02 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] DELETE failed (client error): The resource could not be found. Mar 28 12:04:11.050766 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-599bb328-552f-45a1-b7bc-ca100a1e6c02 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 12:04:11.052384 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-599bb328-552f-45a1-b7bc-ca100a1e6c02 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] 10.222.0.30 "DELETE /v2.0/subnets/4096cdcf-bfe9-4d6d-bbce-d289dbe72875 HTTP/1.1" status: 404 len: 337 time: 0.0418432 Mar 28 12:04:11.054688 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 58294) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:04:11.091422 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.pecan_wsgi.hooks.translation [None req-55bd5cad-c904-41ef-b2d6-8d48f9a5ad8a tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] DELETE failed (client error): The resource could not be found. Mar 28 12:04:11.091903 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55bd5cad-c904-41ef-b2d6-8d48f9a5ad8a tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 12:04:11.094149 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-55bd5cad-c904-41ef-b2d6-8d48f9a5ad8a tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] 10.222.0.30 "DELETE /v2.0/subnets/350bbb88-e103-4194-bdce-98c2a7d5563b HTTP/1.1" status: 404 len: 337 time: 0.0380342 Mar 28 12:04:11.097115 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 58298) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:04:11.133561 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.pecan_wsgi.hooks.translation [None req-94769270-5bec-4ad4-b44a-fac7d143956f tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] DELETE failed (client error): The resource could not be found. Mar 28 12:04:11.133995 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94769270-5bec-4ad4-b44a-fac7d143956f tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 12:04:11.135623 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-94769270-5bec-4ad4-b44a-fac7d143956f tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] 10.222.0.30 "DELETE /v2.0/subnets/a1da9ebe-8a70-471f-a6c3-74c6c5893098 HTTP/1.1" status: 404 len: 337 time: 0.0376375 Mar 28 12:04:11.138260 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 58302) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:04:11.184138 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-3e10eb7f-fc71-496c-bb3c-6f5b7458c6b5 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] 10.222.0.30 "GET /v2.0/ports?device_id=cf26e7b0-5ff7-494a-845c-a556c0af938d HTTP/1.1" status: 200 len: 205 time: 0.0448606 Mar 28 12:04:11.186394 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 58306) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:04:11.250767 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.api.v2.resource [None req-bc5582d2-b8e4-40da-ade9-da7b791697c1 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] delete failed (client error): The resource could not be found. Mar 28 12:04:11.254080 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-bc5582d2-b8e4-40da-ade9-da7b791697c1 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] 10.222.0.30 "DELETE /v2.0/routers/cf26e7b0-5ff7-494a-845c-a556c0af938d HTTP/1.1" status: 404 len: 336 time: 0.0645230 Mar 28 12:04:11.254304 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 58310) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:04:11.301506 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-d461a0d5-702d-4f83-88e0-0116ad659a70 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] 10.222.0.30 "GET /v2.0/ports?device_id=c4c8d947-425f-4bf0-9f5b-2108e82d9531 HTTP/1.1" status: 200 len: 205 time: 0.0461612 Mar 28 12:04:11.303879 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 58314) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:04:11.372578 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.api.v2.resource [None req-81bd107b-2ac5-467f-afae-ef8f5991622f tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] delete failed (client error): The resource could not be found. Mar 28 12:04:11.373601 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-81bd107b-2ac5-467f-afae-ef8f5991622f tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] 10.222.0.30 "DELETE /v2.0/routers/c4c8d947-425f-4bf0-9f5b-2108e82d9531 HTTP/1.1" status: 404 len: 336 time: 0.0687597 Mar 28 12:04:11.376303 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 58318) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:04:11.415440 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8555018-205d-49eb-b01c-141eac94dbdf tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] DELETE failed (client error): The resource could not be found. Mar 28 12:04:11.415915 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8555018-205d-49eb-b01c-141eac94dbdf tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 12:04:11.417963 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-a8555018-205d-49eb-b01c-141eac94dbdf tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] 10.222.0.30 "DELETE /v2.0/subnets/323a77cb-4d2e-4e19-bb8c-4c4a08913623 HTTP/1.1" status: 404 len: 337 time: 0.0407121 Mar 28 12:04:11.420512 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 58322) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:04:11.463862 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-22488f99-993b-47c0-afbb-00814251f392 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] 10.222.0.30 "GET /v2.0/ports?device_id=009978b2-b1a5-417d-8926-b9e05760fe50 HTTP/1.1" status: 200 len: 205 time: 0.0418053 Mar 28 12:04:11.465879 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 58326) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:04:11.535441 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.api.v2.resource [None req-1bd1cd99-2635-4046-8227-ca276e902cb7 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] delete failed (client error): The resource could not be found. Mar 28 12:04:11.536503 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-1bd1cd99-2635-4046-8227-ca276e902cb7 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] 10.222.0.30 "DELETE /v2.0/routers/009978b2-b1a5-417d-8926-b9e05760fe50 HTTP/1.1" status: 404 len: 336 time: 0.0695863 Mar 28 12:04:11.539088 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 58330) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:04:11.585549 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-5a62dda9-5d9a-4cf1-8022-32c66e21ca03 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] 10.222.0.30 "GET /v2.0/ports?device_id=694a3790-0f03-4ee8-b70c-e68322b692db HTTP/1.1" status: 200 len: 205 time: 0.0453997 Mar 28 12:04:11.587772 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 58334) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:04:11.652460 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.api.v2.resource [None req-541d60ff-5b73-4298-af79-41a7680194ab tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] delete failed (client error): The resource could not be found. Mar 28 12:04:11.653445 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-541d60ff-5b73-4298-af79-41a7680194ab tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] 10.222.0.30 "DELETE /v2.0/routers/694a3790-0f03-4ee8-b70c-e68322b692db HTTP/1.1" status: 404 len: 336 time: 0.0648258 Mar 28 12:04:11.655862 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 58338) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:04:11.695427 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.pecan_wsgi.hooks.translation [None req-5dc0ba8e-3f47-4681-a00b-3895dde1f4d8 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] DELETE failed (client error): The resource could not be found. Mar 28 12:04:11.695906 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5dc0ba8e-3f47-4681-a00b-3895dde1f4d8 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 12:04:11.697510 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-5dc0ba8e-3f47-4681-a00b-3895dde1f4d8 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] 10.222.0.30 "DELETE /v2.0/subnets/85612ccd-f8ad-4c21-ad6a-a640d82bf894 HTTP/1.1" status: 404 len: 337 time: 0.0407743 Mar 28 12:04:11.699954 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 58342) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:04:11.742998 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-6d8736da-6791-4715-8be6-43c422491a8a tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] 10.222.0.30 "GET /v2.0/ports?device_id=fd2e5c33-59a1-4677-a235-765ccc23219c HTTP/1.1" status: 200 len: 205 time: 0.0420756 Mar 28 12:04:11.745165 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 58346) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:04:11.813041 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.api.v2.resource [None req-b52a2377-c352-4dcb-a2f0-06dede1923f4 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] delete failed (client error): The resource could not be found. Mar 28 12:04:11.813947 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-b52a2377-c352-4dcb-a2f0-06dede1923f4 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] 10.222.0.30 "DELETE /v2.0/routers/fd2e5c33-59a1-4677-a235-765ccc23219c HTTP/1.1" status: 404 len: 336 time: 0.0679457 Mar 28 12:04:11.816423 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 58350) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:04:11.853105 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.pecan_wsgi.hooks.translation [None req-539d58c8-2139-4909-8aec-c2ed976e2852 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] DELETE failed (client error): The resource could not be found. Mar 28 12:04:11.853547 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-539d58c8-2139-4909-8aec-c2ed976e2852 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 12:04:11.855185 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-539d58c8-2139-4909-8aec-c2ed976e2852 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] 10.222.0.30 "DELETE /v2.0/subnets/17d0815a-b7e5-4fac-bf0a-017465cd8317 HTTP/1.1" status: 404 len: 337 time: 0.0379047 Mar 28 12:04:11.857728 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 58354) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:04:11.900163 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-443c8f8f-d199-4ab5-a476-abe7e4122114 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb115dde-cd73-4050-937c-7412eb1c6356 HTTP/1.1" status: 200 len: 205 time: 0.0414214 Mar 28 12:04:11.902271 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 58358) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:04:11.970674 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.api.v2.resource [None req-530b89c9-0916-48a0-9467-5011e874835c tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] delete failed (client error): The resource could not be found. Mar 28 12:04:11.971682 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-530b89c9-0916-48a0-9467-5011e874835c tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] 10.222.0.30 "DELETE /v2.0/routers/fb115dde-cd73-4050-937c-7412eb1c6356 HTTP/1.1" status: 404 len: 336 time: 0.0685465 Mar 28 12:04:11.974089 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 58362) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:04:12.010548 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a6174d5-63a4-40e3-8ad2-0e28951af153 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] DELETE failed (client error): The resource could not be found. Mar 28 12:04:12.010988 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a6174d5-63a4-40e3-8ad2-0e28951af153 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 12:04:12.012885 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-9a6174d5-63a4-40e3-8ad2-0e28951af153 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] 10.222.0.30 "DELETE /v2.0/subnets/fb7e1b6f-29dc-4cc5-9390-cf19960f9128 HTTP/1.1" status: 404 len: 337 time: 0.0376921 Mar 28 12:04:12.015247 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 58366) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:04:12.054987 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.pecan_wsgi.hooks.translation [None req-41084919-5ae8-48fd-a7b1-9826d2a2d918 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] DELETE failed (client error): The resource could not be found. Mar 28 12:04:12.055420 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41084919-5ae8-48fd-a7b1-9826d2a2d918 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 12:04:12.057017 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-41084919-5ae8-48fd-a7b1-9826d2a2d918 tempest-RoutersIpV6Test-1470466818 tempest-RoutersIpV6Test-1470466818-project] 10.222.0.30 "DELETE /v2.0/subnets/d4423284-95ca-4e95-bf64-944bf1055c76 HTTP/1.1" status: 404 len: 337 time: 0.0403883 Mar 28 12:04:12.316846 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 58374) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:04:12.469235 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-11e2c26c-0ad8-46a9-bb18-7b548e952bf2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=44a7e1c73898465da6902581d6416cd0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1506972 Mar 28 12:04:12.472055 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 58380) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:04:12.533325 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-a77ad21e-bab3-4c1d-89c0-abd54ddd6f7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:12.559711 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-a77ad21e-bab3-4c1d-89c0-abd54ddd6f7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:12.611833 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-a77ad21e-bab3-4c1d-89c0-abd54ddd6f7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:12.628333 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77ad21e-bab3-4c1d-89c0-abd54ddd6f7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e87b5705-4bc5-4c45-860f-1a2bfe4b4b49,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:04:12.631622 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-a77ad21e-bab3-4c1d-89c0-abd54ddd6f7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:12.632742 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-a77ad21e-bab3-4c1d-89c0-abd54ddd6f7a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e87b5705-4bc5-4c45-860f-1a2bfe4b4b49 HTTP/1.1" status: 204 len: 168 time: 0.1597080 Mar 28 12:04:13.308178 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 58404) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:04:13.411269 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-785870dd-a05d-4807-b7e2-f32f9ddb340b tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-323351426'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:04:13.416271 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-785870dd-a05d-4807-b7e2-f32f9ddb340b tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:04:13.420123 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-785870dd-a05d-4807-b7e2-f32f9ddb340b tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] Usage tracker for resource:network and tenant:9b31cc3907ee48a5a487c144b0f28fce is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:04:13.423039 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-785870dd-a05d-4807-b7e2-f32f9ddb340b tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:04:13.429096 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-785870dd-a05d-4807-b7e2-f32f9ddb340b tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:04:13.438923 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-785870dd-a05d-4807-b7e2-f32f9ddb340b tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] Made reservation on behalf of 9b31cc3907ee48a5a487c144b0f28fce for: {'network': 1} {{(pid=87870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 12:04:13.442226 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-785870dd-a05d-4807-b7e2-f32f9ddb340b tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for network, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:13.454950 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-785870dd-a05d-4807-b7e2-f32f9ddb340b tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] Notify callbacks [] for security_group, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:13.469671 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-785870dd-a05d-4807-b7e2-f32f9ddb340b tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:04:13.473362 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-785870dd-a05d-4807-b7e2-f32f9ddb340b tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] Usage tracker for resource:security_group_rule and tenant:9b31cc3907ee48a5a487c144b0f28fce is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:04:13.476081 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-785870dd-a05d-4807-b7e2-f32f9ddb340b tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:04:13.481587 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-785870dd-a05d-4807-b7e2-f32f9ddb340b tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:04:13.561260 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-785870dd-a05d-4807-b7e2-f32f9ddb340b tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] Notify callbacks [] for security_group, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:13.565132 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-785870dd-a05d-4807-b7e2-f32f9ddb340b tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:13.600169 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-785870dd-a05d-4807-b7e2-f32f9ddb340b tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=87870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 12:04:13.608997 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785870dd-a05d-4807-b7e2-f32f9ddb340b tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd5c6400-bc68-4ca7-8bba-49cd23144976,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:04:13.615931 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-785870dd-a05d-4807-b7e2-f32f9ddb340b tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:13.616336 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.db.segments_db [None req-785870dd-a05d-4807-b7e2-f32f9ddb340b tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] Added segment db8f6bb3-bd8b-470f-b8fa-77b8fe2b8822 of type vlan for network 84c381ea-57df-4c18-b73c-26a4ff75cc40 Mar 28 12:04:13.643299 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-785870dd-a05d-4807-b7e2-f32f9ddb340b tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783495836591'] for network, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:13.672401 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-785870dd-a05d-4807-b7e2-f32f9ddb340b tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765'] for network, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:13.677758 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-785870dd-a05d-4807-b7e2-f32f9ddb340b tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:04:13.678335 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-785870dd-a05d-4807-b7e2-f32f9ddb340b tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] Notify callbacks [] for network, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:13.892861 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-785870dd-a05d-4807-b7e2-f32f9ddb340b tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.5836079 Mar 28 12:04:13.895761 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785870dd-a05d-4807-b7e2-f32f9ddb340b tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] Pushing event updated for resources: {'Network': ['ID=84c381ea-57df-4c18-b73c-26a4ff75cc40,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:04:13.895944 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 58410) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:04:13.901409 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-8fe8741b-1280-4110-8a09-d3ebc76c0e8a tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] Request body: {'subnet': {'network_id': '84c381ea-57df-4c18-b73c-26a4ff75cc40', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:04:13.906461 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Network 84c381ea-57df-4c18-b73c-26a4ff75cc40 details requested by agent ovs-agent-dv-neutron-835340-2-hyperv with host dv-neutron-835340-2-hyperv {{(pid=87872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 12:04:14.115537 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-8fe8741b-1280-4110-8a09-d3ebc76c0e8a tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:04:14.119292 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-8fe8741b-1280-4110-8a09-d3ebc76c0e8a tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] Usage tracker for resource:subnet and tenant:9b31cc3907ee48a5a487c144b0f28fce is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:04:14.122049 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-8fe8741b-1280-4110-8a09-d3ebc76c0e8a tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:04:14.127761 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-8fe8741b-1280-4110-8a09-d3ebc76c0e8a tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:04:14.137105 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fe8741b-1280-4110-8a09-d3ebc76c0e8a tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] Made reservation on behalf of 9b31cc3907ee48a5a487c144b0f28fce for: {'subnet': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 12:04:14.141685 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-8fe8741b-1280-4110-8a09-d3ebc76c0e8a tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26551362'] for subnet, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:14.346829 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-8fe8741b-1280-4110-8a09-d3ebc76c0e8a tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2364128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26551408'] for subnet, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:14.425904 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe8741b-1280-4110-8a09-d3ebc76c0e8a tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] Pushing event updated for resources: {'Subnet': ['ID=bd548761-d17c-4ddb-9e58-ba7d6c1ddd25,revision_number=0']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:04:14.433278 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe8741b-1280-4110-8a09-d3ebc76c0e8a tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] Checking segment: {'id': 'db8f6bb3-bd8b-470f-b8fa-77b8fe2b8822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '84c381ea-57df-4c18-b73c-26a4ff75cc40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 12:04:14.433653 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fe8741b-1280-4110-8a09-d3ebc76c0e8a tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] Network hostable DHCP agents. Network: 84c381ea-57df-4c18-b73c-26a4ff75cc40, hostable agents: ['3cb85949-855b-4a40-b988-cd5705e511da'], hosted agents: [] {{(pid=87871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 12:04:14.452443 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fe8741b-1280-4110-8a09-d3ebc76c0e8a tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] Network 84c381ea-57df-4c18-b73c-26a4ff75cc40 is scheduled to be hosted by DHCP agent 3cb85949-855b-4a40-b988-cd5705e511da with binding_index 1 {{(pid=87871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 12:04:14.461295 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-8fe8741b-1280-4110-8a09-d3ebc76c0e8a tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-2-hyperv, 84c381ea-57df-4c18-b73c-26a4ff75cc40) {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:04:14.465197 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fe8741b-1280-4110-8a09-d3ebc76c0e8a tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:04:14.465792 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-8fe8741b-1280-4110-8a09-d3ebc76c0e8a tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] Notify callbacks [] for subnet, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:14.470412 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7e1fe90-bf06-41c6-9a92-ca4bd905f328 None None] Network 84c381ea-57df-4c18-b73c-26a4ff75cc40 requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 12:04:14.487730 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-8fe8741b-1280-4110-8a09-d3ebc76c0e8a tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5908079 Mar 28 12:04:14.490439 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 58414) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:04:14.496057 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-658d6a10-af9b-4c7a-ac4d-11a79c4178c5 tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] Request body: {'port': {'network_id': '84c381ea-57df-4c18-b73c-26a4ff75cc40', 'name': 'tempest-TagsExtTest-887743132'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:04:14.629149 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-658d6a10-af9b-4c7a-ac4d-11a79c4178c5 tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:04:14.633036 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-658d6a10-af9b-4c7a-ac4d-11a79c4178c5 tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] Usage tracker for resource:port and tenant:9b31cc3907ee48a5a487c144b0f28fce is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:04:14.635839 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-658d6a10-af9b-4c7a-ac4d-11a79c4178c5 tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:04:14.641856 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-658d6a10-af9b-4c7a-ac4d-11a79c4178c5 tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:04:14.651718 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-658d6a10-af9b-4c7a-ac4d-11a79c4178c5 tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] Made reservation on behalf of 9b31cc3907ee48a5a487c144b0f28fce for: {'port': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 12:04:14.655196 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-658d6a10-af9b-4c7a-ac4d-11a79c4178c5 tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:14.676685 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.notifiers.nova [None req-658d6a10-af9b-4c7a-ac4d-11a79c4178c5 tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] device_id is not set on port 5e843e43-0435-4b98-937e-990db9058e70 yet. {{(pid=87871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 12:04:14.682824 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b64d007a-b79b-410c-a2b5-c55111c87e10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1d3f2a9-8722-5ce5-bc40-181687d1ed3f-84c381ea-57df-4c18-b73c-26a4ff75cc40', 'network_id': '84c381ea-57df-4c18-b73c-26a4ff75cc40', 'tenant_id': '9b31cc3907ee48a5a487c144b0f28fce', 'fixed_ips': [{'subnet_id': 'bd548761-d17c-4ddb-9e58-ba7d6c1ddd25'}]}} from dv-neutron-835340-2-hyperv. {{(pid=87872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 12:04:14.683691 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-b64d007a-b79b-410c-a2b5-c55111c87e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:14.819247 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.db_base_plugin_common [None req-658d6a10-af9b-4c7a-ac4d-11a79c4178c5 tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] Allocated IP 172.20.0.7 (84c381ea-57df-4c18-b73c-26a4ff75cc40/bd548761-d17c-4ddb-9e58-ba7d6c1ddd25/5e843e43-0435-4b98-937e-990db9058e70) {{(pid=87871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 12:04:15.017127 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-658d6a10-af9b-4c7a-ac4d-11a79c4178c5 tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] Notify callbacks [] for port, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:15.032522 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.provisioning_blocks [None req-658d6a10-af9b-4c7a-ac4d-11a79c4178c5 tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] Transition to ACTIVE for port object 5e843e43-0435-4b98-937e-990db9058e70 will not be triggered until provisioned by entity DHCP. {{(pid=87871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:04:15.055405 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-658d6a10-af9b-4c7a-ac4d-11a79c4178c5 tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:15.112915 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.db_base_plugin_common [None req-b64d007a-b79b-410c-a2b5-c55111c87e10 None None] Allocated IP 172.20.0.2 (84c381ea-57df-4c18-b73c-26a4ff75cc40/bd548761-d17c-4ddb-9e58-ba7d6c1ddd25/b7a9b04a-4d4e-48c4-ac9a-fb0689a9287c) {{(pid=87872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 12:04:15.132109 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-658d6a10-af9b-4c7a-ac4d-11a79c4178c5 tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] Network 84c381ea-57df-4c18-b73c-26a4ff75cc40 is already hosted by enough agents. {{(pid=87871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:04:15.135652 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-658d6a10-af9b-4c7a-ac4d-11a79c4178c5 tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] Resources bound (agent type, host, resource id): {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:04:15.140285 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-658d6a10-af9b-4c7a-ac4d-11a79c4178c5 tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] Received port after_create {{(pid=87871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 12:04:15.167450 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658d6a10-af9b-4c7a-ac4d-11a79c4178c5 tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] Pushing event updated for resources: {'Port': ['ID=5e843e43-0435-4b98-937e-990db9058e70,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:04:15.202429 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-658d6a10-af9b-4c7a-ac4d-11a79c4178c5 tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:04:15.203084 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-658d6a10-af9b-4c7a-ac4d-11a79c4178c5 tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:15.223743 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-658d6a10-af9b-4c7a-ac4d-11a79c4178c5 tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 0.7320752 Mar 28 12:04:15.226272 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 58418) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:04:15.231313 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-7721a989-c6eb-411c-907a-bbc982e0fab2 tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-2091974322', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:04:15.238998 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-7721a989-c6eb-411c-907a-bbc982e0fab2 tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:04:15.242905 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-7721a989-c6eb-411c-907a-bbc982e0fab2 tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] Usage tracker for resource:router and tenant:9b31cc3907ee48a5a487c144b0f28fce is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:04:15.245677 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-7721a989-c6eb-411c-907a-bbc982e0fab2 tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:04:15.253129 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-7721a989-c6eb-411c-907a-bbc982e0fab2 tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:04:15.263111 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-7721a989-c6eb-411c-907a-bbc982e0fab2 tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-707665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-260886'] for router, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:15.264084 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-7721a989-c6eb-411c-907a-bbc982e0fab2 tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-705660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709650', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-767110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260873'] for router, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:15.279278 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-7721a989-c6eb-411c-907a-bbc982e0fab2 tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:15.298165 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-7721a989-c6eb-411c-907a-bbc982e0fab2 tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709693'] for router, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:15.319742 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-7721a989-c6eb-411c-907a-bbc982e0fab2 tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] Notify callbacks [] for router, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:15.321053 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-7721a989-c6eb-411c-907a-bbc982e0fab2 tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.0936656 Mar 28 12:04:15.323312 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-b64d007a-b79b-410c-a2b5-c55111c87e10 None None] Notify callbacks [] for port, precommit_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:15.323745 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 58422) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:04:15.328837 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-1b09ef89-58a1-4b4c-920a-ca1c134f6be2 tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-717872601', 'prefixes': ['172.20.0.0/16']}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:04:15.333564 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-b64d007a-b79b-410c-a2b5-c55111c87e10 None None] Transition to ACTIVE for port object b7a9b04a-4d4e-48c4-ac9a-fb0689a9287c will not be triggered until provisioned by entity L2. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:04:15.334829 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-1b09ef89-58a1-4b4c-920a-ca1c134f6be2 tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:04:15.352638 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-b64d007a-b79b-410c-a2b5-c55111c87e10 None None] Transition to ACTIVE for port object b7a9b04a-4d4e-48c4-ac9a-fb0689a9287c will not be triggered until provisioned by entity DHCP. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:04:15.357707 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-b64d007a-b79b-410c-a2b5-c55111c87e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241'] for port, after_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:15.386118 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-1b09ef89-58a1-4b4c-920a-ca1c134f6be2 tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] Notify callbacks [] for subnetpool, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:15.387546 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-1b09ef89-58a1-4b4c-920a-ca1c134f6be2 tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] 10.222.0.30 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.0627673 Mar 28 12:04:15.391186 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 58426) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:04:15.396666 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.tag.tag_plugin [None req-15fb2d94-99ff-4f60-9512-505ce63d4ebf tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'bd548761-d17c-4ddb-9e58-ba7d6c1ddd25', 'tempest-TagsExtTest-Tag-1993090955') {} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:04:15.417184 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b64d007a-b79b-410c-a2b5-c55111c87e10 None None] Network 84c381ea-57df-4c18-b73c-26a4ff75cc40 is already hosted by enough agents. {{(pid=87872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:04:15.419826 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.base_scheduler [None req-b64d007a-b79b-410c-a2b5-c55111c87e10 None None] Resources bound (agent type, host, resource id): {{(pid=87872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:04:15.428510 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b64d007a-b79b-410c-a2b5-c55111c87e10 None None] Received port after_create {{(pid=87872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 12:04:15.465963 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64d007a-b79b-410c-a2b5-c55111c87e10 None None] Pushing event updated for resources: {'Port': ['ID=b7a9b04a-4d4e-48c4-ac9a-fb0689a9287c,revision_number=1']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:04:15.485183 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-15fb2d94-99ff-4f60-9512-505ce63d4ebf tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] 10.222.0.30 "PUT /v2.0/subnets/bd548761-d17c-4ddb-9e58-ba7d6c1ddd25/tags/tempest-TagsExtTest-Tag-1993090955 HTTP/1.1" status: 201 len: 201 time: 0.0920696 Mar 28 12:04:15.487331 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 58430) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:04:15.492937 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.tag.tag_plugin [None req-71977c8a-0322-416c-b759-384c6d35a3db tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '5e843e43-0435-4b98-937e-990db9058e70', 'tempest-TagsExtTest-Tag-767701029') {} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:04:15.560236 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-b64d007a-b79b-410c-a2b5-c55111c87e10 None None] Attempting to bind port b7a9b04a-4d4e-48c4-ac9a-fb0689a9287c on host dv-neutron-835340-2-hyperv for vnic_type normal with profile {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 12:04:15.560615 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-b64d007a-b79b-410c-a2b5-c55111c87e10 None None] Attempting to bind port b7a9b04a-4d4e-48c4-ac9a-fb0689a9287c by drivers openvswitch,hyperv on host dv-neutron-835340-2-hyperv at level 0 using segments [{'id': 'db8f6bb3-bd8b-470f-b8fa-77b8fe2b8822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '84c381ea-57df-4c18-b73c-26a4ff75cc40'}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 12:04:15.561068 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b64d007a-b79b-410c-a2b5-c55111c87e10 None None] Attempting to bind port b7a9b04a-4d4e-48c4-ac9a-fb0689a9287c on network 84c381ea-57df-4c18-b73c-26a4ff75cc40 {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 12:04:15.567111 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b64d007a-b79b-410c-a2b5-c55111c87e10 None None] Checking agent: {'id': '961a16fe-cbc8-4264-ac28-bbbd53f89caa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 46, 6), 'started_at': datetime.datetime(2022, 3, 28, 11, 46, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 12, 4, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 12:04:15.567499 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b64d007a-b79b-410c-a2b5-c55111c87e10 None None] Checking segment: {'id': 'db8f6bb3-bd8b-470f-b8fa-77b8fe2b8822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '84c381ea-57df-4c18-b73c-26a4ff75cc40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 12:04:15.567937 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-b64d007a-b79b-410c-a2b5-c55111c87e10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:15.568326 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b64d007a-b79b-410c-a2b5-c55111c87e10 None None] Bound using segment: {'id': 'db8f6bb3-bd8b-470f-b8fa-77b8fe2b8822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '84c381ea-57df-4c18-b73c-26a4ff75cc40'} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 12:04:15.568848 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-b64d007a-b79b-410c-a2b5-c55111c87e10 None None] Bound port: b7a9b04a-4d4e-48c4-ac9a-fb0689a9287c, host: dv-neutron-835340-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db8f6bb3-bd8b-470f-b8fa-77b8fe2b8822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '84c381ea-57df-4c18-b73c-26a4ff75cc40'}}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 12:04:15.569186 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-b64d007a-b79b-410c-a2b5-c55111c87e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:15.576909 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-71977c8a-0322-416c-b759-384c6d35a3db tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] 10.222.0.30 "PUT /v2.0/ports/5e843e43-0435-4b98-937e-990db9058e70/tags/tempest-TagsExtTest-Tag-767701029 HTTP/1.1" status: 201 len: 201 time: 0.0884945 Mar 28 12:04:15.579908 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 58434) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:04:15.585118 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.tag.tag_plugin [None req-d79b5f6d-5566-447c-9bc1-0df37db31a38 tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'f04fe056-85a0-451b-898e-81a5a1c5213e', 'tempest-TagsExtTest-Tag-850250065') {} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:04:15.657649 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-b64d007a-b79b-410c-a2b5-c55111c87e10 None None] For port b7a9b04a-4d4e-48c4-ac9a-fb0689a9287c, host dv-neutron-835340-2-hyperv, cleared binding levels {{(pid=87872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 12:04:15.660771 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-b64d007a-b79b-410c-a2b5-c55111c87e10 None None] For port b7a9b04a-4d4e-48c4-ac9a-fb0689a9287c, host dv-neutron-835340-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=b7a9b04a-4d4e-48c4-ac9a-fb0689a9287c,segment=NetworkSegment(db8f6bb3-bd8b-470f-b8fa-77b8fe2b8822),segment_id=db8f6bb3-bd8b-470f-b8fa-77b8fe2b8822)] {{(pid=87872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 12:04:15.665010 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-b64d007a-b79b-410c-a2b5-c55111c87e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:15.742376 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-d79b5f6d-5566-447c-9bc1-0df37db31a38 tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] 10.222.0.30 "PUT /v2.0/routers/f04fe056-85a0-451b-898e-81a5a1c5213e/tags/tempest-TagsExtTest-Tag-850250065 HTTP/1.1" status: 201 len: 201 time: 0.1614287 Mar 28 12:04:15.745057 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 58438) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:04:15.750337 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.tag.tag_plugin [None req-cc0bb802-69ea-4ad5-8515-4207cd7a3566 tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '8c112f5f-7d87-4dd3-bd1c-46b14ffa48b6', 'tempest-TagsExtTest-Tag-508266037') {} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:04:15.751344 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64d007a-b79b-410c-a2b5-c55111c87e10 None None] Pushing event updated for resources: {'Port': ['ID=b7a9b04a-4d4e-48c4-ac9a-fb0689a9287c,revision_number=2']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:04:15.791516 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-cc0bb802-69ea-4ad5-8515-4207cd7a3566 tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] 10.222.0.30 "PUT /v2.0/subnetpools/8c112f5f-7d87-4dd3-bd1c-46b14ffa48b6/tags/tempest-TagsExtTest-Tag-508266037 HTTP/1.1" status: 201 len: 201 time: 0.0440485 Mar 28 12:04:15.792746 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 58442) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:04:15.798807 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.tag.tag_plugin [None req-cefee81d-4fc5-4ff5-b7c3-6324b8ea0b95 tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'bd548761-d17c-4ddb-9e58-ba7d6c1ddd25') {} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:04:15.871755 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-cefee81d-4fc5-4ff5-b7c3-6324b8ea0b95 tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] 10.222.0.30 "GET /v2.0/subnets/bd548761-d17c-4ddb-9e58-ba7d6c1ddd25/tags HTTP/1.1" status: 200 len: 241 time: 0.0776451 Mar 28 12:04:15.874282 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 58446) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:04:15.879968 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.tag.tag_plugin [None req-522fb764-bd78-4553-9027-b4dabd8ad8d8 tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'bd548761-d17c-4ddb-9e58-ba7d6c1ddd25', 'tempest-TagsExtTest-Tag-1993090955') {} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:04:15.964826 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-522fb764-bd78-4553-9027-b4dabd8ad8d8 tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] 10.222.0.30 "GET /v2.0/subnets/bd548761-d17c-4ddb-9e58-ba7d6c1ddd25/tags/tempest-TagsExtTest-Tag-1993090955 HTTP/1.1" status: 204 len: 168 time: 0.0889196 Mar 28 12:04:15.967198 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 58450) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:04:15.972361 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.tag.tag_plugin [None req-016a385e-b62c-4a2c-bdac-e7fc4f473f16 tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'bd548761-d17c-4ddb-9e58-ba7d6c1ddd25', 'tempest-TagsExtTest-Tag-1993090955') {} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:04:16.057597 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-016a385e-b62c-4a2c-bdac-e7fc4f473f16 tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] 10.222.0.30 "DELETE /v2.0/subnets/bd548761-d17c-4ddb-9e58-ba7d6c1ddd25/tags/tempest-TagsExtTest-Tag-1993090955 HTTP/1.1" status: 204 len: 168 time: 0.0893891 Mar 28 12:04:16.060009 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 58454) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:04:16.064833 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.tag.tag_plugin [None req-44c0384d-0f3b-4f13-94d4-c750ac2afde2 tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'bd548761-d17c-4ddb-9e58-ba7d6c1ddd25') {} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:04:16.132695 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-44c0384d-0f3b-4f13-94d4-c750ac2afde2 tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] 10.222.0.30 "GET /v2.0/subnets/bd548761-d17c-4ddb-9e58-ba7d6c1ddd25/tags HTTP/1.1" status: 200 len: 205 time: 0.0714626 Mar 28 12:04:16.135074 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 58458) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:04:16.139918 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.tag.tag_plugin [None req-e4004b37-4f98-44a3-9f97-0fca8fc00cc3 tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '5e843e43-0435-4b98-937e-990db9058e70') {} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:04:16.207134 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-e4004b37-4f98-44a3-9f97-0fca8fc00cc3 tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] 10.222.0.30 "GET /v2.0/ports/5e843e43-0435-4b98-937e-990db9058e70/tags HTTP/1.1" status: 200 len: 240 time: 0.0710039 Mar 28 12:04:16.209590 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 58462) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:04:16.214227 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.tag.tag_plugin [None req-5697ebb8-948a-4307-9ece-ce257ded69dd tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '5e843e43-0435-4b98-937e-990db9058e70', 'tempest-TagsExtTest-Tag-767701029') {} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:04:16.283208 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-5697ebb8-948a-4307-9ece-ce257ded69dd tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] 10.222.0.30 "GET /v2.0/ports/5e843e43-0435-4b98-937e-990db9058e70/tags/tempest-TagsExtTest-Tag-767701029 HTTP/1.1" status: 204 len: 168 time: 0.0726211 Mar 28 12:04:16.285591 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 58466) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:04:16.290300 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.tag.tag_plugin [None req-4190507f-2dd7-4de4-bed1-da88e499fd21 tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '5e843e43-0435-4b98-937e-990db9058e70', 'tempest-TagsExtTest-Tag-767701029') {} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:04:16.374083 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-4190507f-2dd7-4de4-bed1-da88e499fd21 tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] 10.222.0.30 "DELETE /v2.0/ports/5e843e43-0435-4b98-937e-990db9058e70/tags/tempest-TagsExtTest-Tag-767701029 HTTP/1.1" status: 204 len: 168 time: 0.0854342 Mar 28 12:04:16.374415 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 58470) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:04:16.380159 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.tag.tag_plugin [None req-13e09123-73e1-4638-b26b-893fa41a9f04 tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '5e843e43-0435-4b98-937e-990db9058e70') {} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:04:16.450720 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-13e09123-73e1-4638-b26b-893fa41a9f04 tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] 10.222.0.30 "GET /v2.0/ports/5e843e43-0435-4b98-937e-990db9058e70/tags HTTP/1.1" status: 200 len: 205 time: 0.0752094 Mar 28 12:04:16.453267 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 58474) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:04:16.458527 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.tag.tag_plugin [None req-b3e68e6b-50d6-4a7d-a6c9-9ecf116b8a47 tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'f04fe056-85a0-451b-898e-81a5a1c5213e') {} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:04:16.598192 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-b3e68e6b-50d6-4a7d-a6c9-9ecf116b8a47 tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] 10.222.0.30 "GET /v2.0/routers/f04fe056-85a0-451b-898e-81a5a1c5213e/tags HTTP/1.1" status: 200 len: 240 time: 0.1437831 Mar 28 12:04:16.601031 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 58478) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:04:16.606051 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.tag.tag_plugin [None req-3e1ea8be-d2fc-4bae-95be-8f5b6c38cae2 tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'f04fe056-85a0-451b-898e-81a5a1c5213e', 'tempest-TagsExtTest-Tag-850250065') {} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:04:16.636371 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64facbf3-f512-4acc-ab9a-74fe5f243927 None None] Network 84c381ea-57df-4c18-b73c-26a4ff75cc40 requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 12:04:16.740538 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-81c9acb9-885a-4322-b03e-69ec2e2fc699 None None] Provisioning for port b7a9b04a-4d4e-48c4-ac9a-fb0689a9287c completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:04:16.756517 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-3e1ea8be-d2fc-4bae-95be-8f5b6c38cae2 tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] 10.222.0.30 "GET /v2.0/routers/f04fe056-85a0-451b-898e-81a5a1c5213e/tags/tempest-TagsExtTest-Tag-850250065 HTTP/1.1" status: 204 len: 168 time: 0.1543913 Mar 28 12:04:16.758988 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 58482) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:04:16.764402 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.tag.tag_plugin [None req-6d305195-b725-4cb1-8879-121848008213 tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'f04fe056-85a0-451b-898e-81a5a1c5213e', 'tempest-TagsExtTest-Tag-850250065') {} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:04:16.918615 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-6d305195-b725-4cb1-8879-121848008213 tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] 10.222.0.30 "DELETE /v2.0/routers/f04fe056-85a0-451b-898e-81a5a1c5213e/tags/tempest-TagsExtTest-Tag-850250065 HTTP/1.1" status: 204 len: 168 time: 0.1584945 Mar 28 12:04:16.921013 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 58486) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:04:16.926517 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.tag.tag_plugin [None req-020f49e8-2241-413f-910a-f87611af2b23 tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'f04fe056-85a0-451b-898e-81a5a1c5213e') {} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:04:17.175017 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-dcda827e-8759-4b44-8957-ace7ce10f564 None None] Provisioning for port 5e843e43-0435-4b98-937e-990db9058e70 completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:04:17.180125 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-dcda827e-8759-4b44-8957-ace7ce10f564 None None] Provisioning complete for port 5e843e43-0435-4b98-937e-990db9058e70 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:04:17.180497 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-dcda827e-8759-4b44-8957-ace7ce10f564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:17.192835 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-020f49e8-2241-413f-910a-f87611af2b23 tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] 10.222.0.30 "GET /v2.0/routers/f04fe056-85a0-451b-898e-81a5a1c5213e/tags HTTP/1.1" status: 200 len: 205 time: 0.2707655 Mar 28 12:04:17.195238 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 58490) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:04:17.199925 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.tag.tag_plugin [None req-f63fe0d4-cc9b-4d4f-8bd7-5029e4c55863 tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '8c112f5f-7d87-4dd3-bd1c-46b14ffa48b6') {} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:04:17.224947 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-f63fe0d4-cc9b-4d4f-8bd7-5029e4c55863 tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] 10.222.0.30 "GET /v2.0/subnetpools/8c112f5f-7d87-4dd3-bd1c-46b14ffa48b6/tags HTTP/1.1" status: 200 len: 240 time: 0.0286820 Mar 28 12:04:17.227354 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 58494) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:04:17.232604 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.tag.tag_plugin [None req-0c7633d8-6c06-4714-86cf-486a23d1913d tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '8c112f5f-7d87-4dd3-bd1c-46b14ffa48b6', 'tempest-TagsExtTest-Tag-508266037') {} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:04:17.239536 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-dcda827e-8759-4b44-8957-ace7ce10f564 None None] Port 5e843e43-0435-4b98-937e-990db9058e70 cannot update to ACTIVE because it is not bound. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 12:04:17.256436 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-0c7633d8-6c06-4714-86cf-486a23d1913d tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] 10.222.0.30 "GET /v2.0/subnetpools/8c112f5f-7d87-4dd3-bd1c-46b14ffa48b6/tags/tempest-TagsExtTest-Tag-508266037 HTTP/1.1" status: 204 len: 168 time: 0.0279384 Mar 28 12:04:17.258811 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 58498) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:04:17.263852 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.tag.tag_plugin [None req-2df01668-65f3-4181-ba59-edd110231986 tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '8c112f5f-7d87-4dd3-bd1c-46b14ffa48b6', 'tempest-TagsExtTest-Tag-508266037') {} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:04:17.300507 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-2df01668-65f3-4181-ba59-edd110231986 tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] 10.222.0.30 "DELETE /v2.0/subnetpools/8c112f5f-7d87-4dd3-bd1c-46b14ffa48b6/tags/tempest-TagsExtTest-Tag-508266037 HTTP/1.1" status: 204 len: 168 time: 0.0407836 Mar 28 12:04:17.302867 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 58502) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:04:17.307439 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.tag.tag_plugin [None req-5e2434f5-7200-4710-9d55-f29bf6abda49 tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '8c112f5f-7d87-4dd3-bd1c-46b14ffa48b6') {} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:04:17.330287 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-5e2434f5-7200-4710-9d55-f29bf6abda49 tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] 10.222.0.30 "GET /v2.0/subnetpools/8c112f5f-7d87-4dd3-bd1c-46b14ffa48b6/tags HTTP/1.1" status: 200 len: 205 time: 0.0265205 Mar 28 12:04:17.332692 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 58506) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:04:17.337181 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.tag.tag_plugin [None req-387ff118-4363-4623-adc6-127a1f69e5d2 tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '8c112f5f-7d87-4dd3-bd1c-46b14ffa48b6') {} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:04:17.363114 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-387ff118-4363-4623-adc6-127a1f69e5d2 tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] 10.222.0.30 "DELETE /v2.0/subnetpools/8c112f5f-7d87-4dd3-bd1c-46b14ffa48b6/tags HTTP/1.1" status: 204 len: 168 time: 0.0295224 Mar 28 12:04:17.365596 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 58510) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:04:17.369617 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-9cb92e74-eab8-4e4f-858e-80c25ec426eb None None] Provisioning complete for port 5e843e43-0435-4b98-937e-990db9058e70 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:04:17.369988 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-9cb92e74-eab8-4e4f-858e-80c25ec426eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:17.370356 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.tag.tag_plugin [None req-c4a2b177-3039-443c-b1a5-ae274129f1e5 tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'f04fe056-85a0-451b-898e-81a5a1c5213e') {} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:04:17.426299 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-9cb92e74-eab8-4e4f-858e-80c25ec426eb None None] Port 5e843e43-0435-4b98-937e-990db9058e70 cannot update to ACTIVE because it is not bound. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 12:04:17.505343 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-c4a2b177-3039-443c-b1a5-ae274129f1e5 tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] 10.222.0.30 "DELETE /v2.0/routers/f04fe056-85a0-451b-898e-81a5a1c5213e/tags HTTP/1.1" status: 204 len: 168 time: 0.1388016 Mar 28 12:04:17.507843 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 58514) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:04:17.512393 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.tag.tag_plugin [None req-b19cfeaa-dab3-470e-98ae-1bb6ad01d4d4 tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '5e843e43-0435-4b98-937e-990db9058e70') {} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:04:17.580403 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-b19cfeaa-dab3-470e-98ae-1bb6ad01d4d4 tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] 10.222.0.30 "DELETE /v2.0/ports/5e843e43-0435-4b98-937e-990db9058e70/tags HTTP/1.1" status: 204 len: 168 time: 0.0716717 Mar 28 12:04:17.582826 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 58518) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:04:17.587337 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.tag.tag_plugin [None req-17af5810-dfbe-4917-800c-656f2a28d756 tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'bd548761-d17c-4ddb-9e58-ba7d6c1ddd25') {} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:04:17.656532 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-17af5810-dfbe-4917-800c-656f2a28d756 tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] 10.222.0.30 "DELETE /v2.0/subnets/bd548761-d17c-4ddb-9e58-ba7d6c1ddd25/tags HTTP/1.1" status: 204 len: 168 time: 0.0721998 Mar 28 12:04:17.660564 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 58522) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:04:17.665533 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.tag.tag_plugin [None req-ce63f1ca-82d6-48a9-9a2f-ac23dcddde21 tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'bd548761-d17c-4ddb-9e58-ba7d6c1ddd25', 'tempest-TagsExtTest-Tag-1816909899') {} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:04:17.746207 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-ce63f1ca-82d6-48a9-9a2f-ac23dcddde21 tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] 10.222.0.30 "PUT /v2.0/subnets/bd548761-d17c-4ddb-9e58-ba7d6c1ddd25/tags/tempest-TagsExtTest-Tag-1816909899 HTTP/1.1" status: 201 len: 201 time: 0.0845702 Mar 28 12:04:17.748910 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 58526) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:04:17.754148 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.tag.tag_plugin [None req-44c723e9-8e10-4dce-bcd5-4258450b9036 tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '5e843e43-0435-4b98-937e-990db9058e70', 'tempest-TagsExtTest-Tag-1920006369') {} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:04:17.763419 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device b7a9b04a-4d4e-48c4-ac9a-fb0689a9287c up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:04:17.833103 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning for port b7a9b04a-4d4e-48c4-ac9a-fb0689a9287c completed by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:04:17.837925 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-44c723e9-8e10-4dce-bcd5-4258450b9036 tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] 10.222.0.30 "PUT /v2.0/ports/5e843e43-0435-4b98-937e-990db9058e70/tags/tempest-TagsExtTest-Tag-1920006369 HTTP/1.1" status: 201 len: 201 time: 0.0879667 Mar 28 12:04:17.840473 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 58530) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:04:17.841394 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port b7a9b04a-4d4e-48c4-ac9a-fb0689a9287c triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:04:17.841761 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:17.846979 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.tag.tag_plugin [None req-c98c39e6-a5bf-4fc6-96e6-4491dda9c11c tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'f04fe056-85a0-451b-898e-81a5a1c5213e', 'tempest-TagsExtTest-Tag-899009430') {} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:04:17.961227 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:17.992898 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-c98c39e6-a5bf-4fc6-96e6-4491dda9c11c tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] 10.222.0.30 "PUT /v2.0/routers/f04fe056-85a0-451b-898e-81a5a1c5213e/tags/tempest-TagsExtTest-Tag-899009430 HTTP/1.1" status: 201 len: 201 time: 0.1511786 Mar 28 12:04:17.994314 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] For port b7a9b04a-4d4e-48c4-ac9a-fb0689a9287c, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=b7a9b04a-4d4e-48c4-ac9a-fb0689a9287c,segment=NetworkSegment(db8f6bb3-bd8b-470f-b8fa-77b8fe2b8822),segment_id=db8f6bb3-bd8b-470f-b8fa-77b8fe2b8822)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:04:17.995795 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 58534) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:04:17.997652 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:18.001566 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.tag.tag_plugin [None req-cc944769-c9ef-454e-becd-03b130cd00c9 tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '8c112f5f-7d87-4dd3-bd1c-46b14ffa48b6', 'tempest-TagsExtTest-Tag-246113077') {} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:04:18.038700 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-cc944769-c9ef-454e-becd-03b130cd00c9 tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] 10.222.0.30 "PUT /v2.0/subnetpools/8c112f5f-7d87-4dd3-bd1c-46b14ffa48b6/tags/tempest-TagsExtTest-Tag-246113077 HTTP/1.1" status: 201 len: 201 time: 0.0417733 Mar 28 12:04:18.041179 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 58538) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:04:18.046003 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.tag.tag_plugin [None req-b9ec1caa-b6a8-49dc-9152-6c626287a71e tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'bd548761-d17c-4ddb-9e58-ba7d6c1ddd25', {'tags': ['tempest-TagsExtTest-Tag-698366174', 'tempest-TagsExtTest-Tag-1907708319', 'tempest-TagsExtTest-Tag-1609542081']}) {} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:04:18.066918 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Pushing event updated for resources: {'Port': ['ID=b7a9b04a-4d4e-48c4-ac9a-fb0689a9287c,revision_number=3']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:04:18.119343 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-b9ec1caa-b6a8-49dc-9152-6c626287a71e tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] 10.222.0.30 "PUT /v2.0/subnets/bd548761-d17c-4ddb-9e58-ba7d6c1ddd25/tags HTTP/1.1" status: 200 len: 317 time: 0.0771937 Mar 28 12:04:18.121944 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 58542) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:04:18.127897 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.tag.tag_plugin [None req-d656ff17-fe31-4a58-8b68-7528682b5edf tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'bd548761-d17c-4ddb-9e58-ba7d6c1ddd25') {} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:04:18.205047 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-d656ff17-fe31-4a58-8b68-7528682b5edf tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] 10.222.0.30 "DELETE /v2.0/subnets/bd548761-d17c-4ddb-9e58-ba7d6c1ddd25/tags HTTP/1.1" status: 204 len: 168 time: 0.0820556 Mar 28 12:04:18.207696 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 58546) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:04:18.212384 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.tag.tag_plugin [None req-3ee91e76-95ad-48e3-95e7-cfe87ba401e3 tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'bd548761-d17c-4ddb-9e58-ba7d6c1ddd25', 'tempest-TagsExtTest-Tag-698366174') {} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:04:18.274427 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.api.v2.resource [None req-3ee91e76-95ad-48e3-95e7-cfe87ba401e3 tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] show failed (client error): The resource could not be found. Mar 28 12:04:18.275423 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-3ee91e76-95ad-48e3-95e7-cfe87ba401e3 tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] 10.222.0.30 "GET /v2.0/subnets/bd548761-d17c-4ddb-9e58-ba7d6c1ddd25/tags/tempest-TagsExtTest-Tag-698366174 HTTP/1.1" status: 404 len: 328 time: 0.0668261 Mar 28 12:04:18.278564 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 58550) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:04:18.283551 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.tag.tag_plugin [None req-890caf3e-83fa-403a-96f0-dbd68f0bbf87 tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'bd548761-d17c-4ddb-9e58-ba7d6c1ddd25', 'tempest-TagsExtTest-Tag-1907708319') {} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:04:18.348888 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.api.v2.resource [None req-890caf3e-83fa-403a-96f0-dbd68f0bbf87 tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] show failed (client error): The resource could not be found. Mar 28 12:04:18.349802 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-890caf3e-83fa-403a-96f0-dbd68f0bbf87 tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] 10.222.0.30 "GET /v2.0/subnets/bd548761-d17c-4ddb-9e58-ba7d6c1ddd25/tags/tempest-TagsExtTest-Tag-1907708319 HTTP/1.1" status: 404 len: 329 time: 0.0703824 Mar 28 12:04:18.352425 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 58554) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:04:18.356842 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.tag.tag_plugin [None req-ede2ce43-f1c6-4cda-a916-d2660a324ef8 tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'bd548761-d17c-4ddb-9e58-ba7d6c1ddd25', 'tempest-TagsExtTest-Tag-1609542081') {} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:04:18.419788 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.api.v2.resource [None req-ede2ce43-f1c6-4cda-a916-d2660a324ef8 tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] show failed (client error): The resource could not be found. Mar 28 12:04:18.420803 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-ede2ce43-f1c6-4cda-a916-d2660a324ef8 tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] 10.222.0.30 "GET /v2.0/subnets/bd548761-d17c-4ddb-9e58-ba7d6c1ddd25/tags/tempest-TagsExtTest-Tag-1609542081 HTTP/1.1" status: 404 len: 329 time: 0.0675263 Mar 28 12:04:18.424198 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 58558) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:04:18.428955 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.tag.tag_plugin [None req-a181e326-5095-48b2-8417-7821d451e7c5 tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '5e843e43-0435-4b98-937e-990db9058e70', {'tags': ['tempest-TagsExtTest-Tag-70934383', 'tempest-TagsExtTest-Tag-2020947452', 'tempest-TagsExtTest-Tag-160204155']}) {} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:04:18.504535 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-a181e326-5095-48b2-8417-7821d451e7c5 tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] 10.222.0.30 "PUT /v2.0/ports/5e843e43-0435-4b98-937e-990db9058e70/tags HTTP/1.1" status: 200 len: 315 time: 0.0793741 Mar 28 12:04:18.506996 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 58562) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:04:18.511628 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.tag.tag_plugin [None req-7c810998-17cb-41f9-9a4d-91c921f21801 tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '5e843e43-0435-4b98-937e-990db9058e70') {} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:04:18.592767 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-7c810998-17cb-41f9-9a4d-91c921f21801 tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] 10.222.0.30 "DELETE /v2.0/ports/5e843e43-0435-4b98-937e-990db9058e70/tags HTTP/1.1" status: 204 len: 168 time: 0.0847471 Mar 28 12:04:18.596041 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 58566) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:04:18.600850 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.tag.tag_plugin [None req-ca81b4f7-12e4-48d9-874c-f8d612b45290 tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '5e843e43-0435-4b98-937e-990db9058e70', 'tempest-TagsExtTest-Tag-70934383') {} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:04:18.666253 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.api.v2.resource [None req-ca81b4f7-12e4-48d9-874c-f8d612b45290 tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] show failed (client error): The resource could not be found. Mar 28 12:04:18.667914 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-ca81b4f7-12e4-48d9-874c-f8d612b45290 tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] 10.222.0.30 "GET /v2.0/ports/5e843e43-0435-4b98-937e-990db9058e70/tags/tempest-TagsExtTest-Tag-70934383 HTTP/1.1" status: 404 len: 327 time: 0.0709515 Mar 28 12:04:18.669983 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 58570) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:04:18.674852 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.tag.tag_plugin [None req-cca763be-fc66-40ed-bbb6-d03c35f6beb5 tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '5e843e43-0435-4b98-937e-990db9058e70', 'tempest-TagsExtTest-Tag-2020947452') {} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:04:18.741763 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.api.v2.resource [None req-cca763be-fc66-40ed-bbb6-d03c35f6beb5 tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] show failed (client error): The resource could not be found. Mar 28 12:04:18.742757 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-cca763be-fc66-40ed-bbb6-d03c35f6beb5 tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] 10.222.0.30 "GET /v2.0/ports/5e843e43-0435-4b98-937e-990db9058e70/tags/tempest-TagsExtTest-Tag-2020947452 HTTP/1.1" status: 404 len: 329 time: 0.0718777 Mar 28 12:04:18.745501 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 58574) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:04:18.750087 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.tag.tag_plugin [None req-1842d91b-0eee-4911-aa30-225f6c4db7ee tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '5e843e43-0435-4b98-937e-990db9058e70', 'tempest-TagsExtTest-Tag-160204155') {} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:04:18.814412 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.api.v2.resource [None req-1842d91b-0eee-4911-aa30-225f6c4db7ee tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] show failed (client error): The resource could not be found. Mar 28 12:04:18.815423 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-1842d91b-0eee-4911-aa30-225f6c4db7ee tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] 10.222.0.30 "GET /v2.0/ports/5e843e43-0435-4b98-937e-990db9058e70/tags/tempest-TagsExtTest-Tag-160204155 HTTP/1.1" status: 404 len: 328 time: 0.0690722 Mar 28 12:04:18.818169 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 58578) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:04:18.823010 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.tag.tag_plugin [None req-be2e723f-264e-4447-b842-107cc964964d tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'f04fe056-85a0-451b-898e-81a5a1c5213e', {'tags': ['tempest-TagsExtTest-Tag-2102647090', 'tempest-TagsExtTest-Tag-1608340747', 'tempest-TagsExtTest-Tag-1991160954']}) {} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:04:18.966457 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-be2e723f-264e-4447-b842-107cc964964d tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] 10.222.0.30 "PUT /v2.0/routers/f04fe056-85a0-451b-898e-81a5a1c5213e/tags HTTP/1.1" status: 200 len: 318 time: 0.1473272 Mar 28 12:04:18.969772 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 58582) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:04:18.974627 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.tag.tag_plugin [None req-6ae091f4-bb6e-4fe6-b2d1-7c42aaa64afc tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'f04fe056-85a0-451b-898e-81a5a1c5213e') {} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:04:19.118615 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-6ae091f4-bb6e-4fe6-b2d1-7c42aaa64afc tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] 10.222.0.30 "DELETE /v2.0/routers/f04fe056-85a0-451b-898e-81a5a1c5213e/tags HTTP/1.1" status: 204 len: 168 time: 0.1478527 Mar 28 12:04:19.121140 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 58586) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:04:19.126700 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.tag.tag_plugin [None req-d11e35fa-bde5-4a8d-8143-48365092de68 tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'f04fe056-85a0-451b-898e-81a5a1c5213e', 'tempest-TagsExtTest-Tag-2102647090') {} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:04:19.253200 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.api.v2.resource [None req-d11e35fa-bde5-4a8d-8143-48365092de68 tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] show failed (client error): The resource could not be found. Mar 28 12:04:19.254127 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-d11e35fa-bde5-4a8d-8143-48365092de68 tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] 10.222.0.30 "GET /v2.0/routers/f04fe056-85a0-451b-898e-81a5a1c5213e/tags/tempest-TagsExtTest-Tag-2102647090 HTTP/1.1" status: 404 len: 329 time: 0.1321304 Mar 28 12:04:19.256878 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 58590) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:04:19.261504 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.tag.tag_plugin [None req-b2096551-cc3e-4c8a-aeb1-c7e0d35cef1b tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'f04fe056-85a0-451b-898e-81a5a1c5213e', 'tempest-TagsExtTest-Tag-1608340747') {} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:04:19.505660 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.api.v2.resource [None req-b2096551-cc3e-4c8a-aeb1-c7e0d35cef1b tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] show failed (client error): The resource could not be found. Mar 28 12:04:19.506603 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-b2096551-cc3e-4c8a-aeb1-c7e0d35cef1b tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] 10.222.0.30 "GET /v2.0/routers/f04fe056-85a0-451b-898e-81a5a1c5213e/tags/tempest-TagsExtTest-Tag-1608340747 HTTP/1.1" status: 404 len: 329 time: 0.2488723 Mar 28 12:04:19.511038 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 58594) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:04:19.516135 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.tag.tag_plugin [None req-3b33be79-9938-4d48-8e25-63f13215545a tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'f04fe056-85a0-451b-898e-81a5a1c5213e', 'tempest-TagsExtTest-Tag-1991160954') {} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:04:19.646461 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.api.v2.resource [None req-3b33be79-9938-4d48-8e25-63f13215545a tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] show failed (client error): The resource could not be found. Mar 28 12:04:19.647475 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-3b33be79-9938-4d48-8e25-63f13215545a tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] 10.222.0.30 "GET /v2.0/routers/f04fe056-85a0-451b-898e-81a5a1c5213e/tags/tempest-TagsExtTest-Tag-1991160954 HTTP/1.1" status: 404 len: 329 time: 0.1355371 Mar 28 12:04:19.650180 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 58598) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:04:19.654900 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.tag.tag_plugin [None req-b2cd05fe-421c-4e01-a58b-0a2c424e3e7d tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '8c112f5f-7d87-4dd3-bd1c-46b14ffa48b6', {'tags': ['tempest-TagsExtTest-Tag-1113172677', 'tempest-TagsExtTest-Tag-1755797494', 'tempest-TagsExtTest-Tag-574517775']}) {} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:04:19.692312 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-b2cd05fe-421c-4e01-a58b-0a2c424e3e7d tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] 10.222.0.30 "PUT /v2.0/subnetpools/8c112f5f-7d87-4dd3-bd1c-46b14ffa48b6/tags HTTP/1.1" status: 200 len: 317 time: 0.0409925 Mar 28 12:04:19.694968 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 58602) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:04:19.699910 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.tag.tag_plugin [None req-4b29ac95-c745-44b8-88d2-e0b632808f1e tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '8c112f5f-7d87-4dd3-bd1c-46b14ffa48b6') {} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:04:19.739405 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-4b29ac95-c745-44b8-88d2-e0b632808f1e tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] 10.222.0.30 "DELETE /v2.0/subnetpools/8c112f5f-7d87-4dd3-bd1c-46b14ffa48b6/tags HTTP/1.1" status: 204 len: 168 time: 0.0433524 Mar 28 12:04:19.742034 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 58606) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:04:19.744694 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device b7a9b04a-4d4e-48c4-ac9a-fb0689a9287c up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:04:19.746848 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.tag.tag_plugin [None req-cda060de-8920-4649-a92f-74dd9623cf31 tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '8c112f5f-7d87-4dd3-bd1c-46b14ffa48b6', 'tempest-TagsExtTest-Tag-1113172677') {} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:04:19.770323 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.api.v2.resource [None req-cda060de-8920-4649-a92f-74dd9623cf31 tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] show failed (client error): The resource could not be found. Mar 28 12:04:19.771356 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-cda060de-8920-4649-a92f-74dd9623cf31 tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] 10.222.0.30 "GET /v2.0/subnetpools/8c112f5f-7d87-4dd3-bd1c-46b14ffa48b6/tags/tempest-TagsExtTest-Tag-1113172677 HTTP/1.1" status: 404 len: 329 time: 0.0283191 Mar 28 12:04:19.774067 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 58610) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:04:19.778676 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.tag.tag_plugin [None req-0219e5de-f57d-406f-b6ee-664b0187f028 tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '8c112f5f-7d87-4dd3-bd1c-46b14ffa48b6', 'tempest-TagsExtTest-Tag-1755797494') {} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:04:19.805427 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.api.v2.resource [None req-0219e5de-f57d-406f-b6ee-664b0187f028 tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] show failed (client error): The resource could not be found. Mar 28 12:04:19.806434 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-0219e5de-f57d-406f-b6ee-664b0187f028 tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] 10.222.0.30 "GET /v2.0/subnetpools/8c112f5f-7d87-4dd3-bd1c-46b14ffa48b6/tags/tempest-TagsExtTest-Tag-1755797494 HTTP/1.1" status: 404 len: 329 time: 0.0315006 Mar 28 12:04:19.809146 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 58614) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:04:19.813889 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.tag.tag_plugin [None req-b7bdfcfa-5e2f-4d04-af3a-650a35995d1d tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '8c112f5f-7d87-4dd3-bd1c-46b14ffa48b6', 'tempest-TagsExtTest-Tag-574517775') {} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:04:19.823366 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port b7a9b04a-4d4e-48c4-ac9a-fb0689a9287c triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:04:19.824013 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:19.837495 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.api.v2.resource [None req-b7bdfcfa-5e2f-4d04-af3a-650a35995d1d tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] show failed (client error): The resource could not be found. Mar 28 12:04:19.841044 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-b7bdfcfa-5e2f-4d04-af3a-650a35995d1d tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] 10.222.0.30 "GET /v2.0/subnetpools/8c112f5f-7d87-4dd3-bd1c-46b14ffa48b6/tags/tempest-TagsExtTest-Tag-574517775 HTTP/1.1" status: 404 len: 328 time: 0.0285089 Mar 28 12:04:19.841291 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 58618) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:04:19.846725 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.tag.tag_plugin [None req-8205a5ca-a593-4775-a99f-d123ded11938 tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '8c112f5f-7d87-4dd3-bd1c-46b14ffa48b6') {} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:04:19.876504 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-8205a5ca-a593-4775-a99f-d123ded11938 tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] 10.222.0.30 "DELETE /v2.0/subnetpools/8c112f5f-7d87-4dd3-bd1c-46b14ffa48b6/tags HTTP/1.1" status: 204 len: 168 time: 0.0317287 Mar 28 12:04:19.876729 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 58622) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:04:19.881525 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.tag.tag_plugin [None req-51f8cc41-13d2-4ee6-a5b0-3acae44cec60 tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'f04fe056-85a0-451b-898e-81a5a1c5213e') {} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:04:20.022250 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-51f8cc41-13d2-4ee6-a5b0-3acae44cec60 tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] 10.222.0.30 "DELETE /v2.0/routers/f04fe056-85a0-451b-898e-81a5a1c5213e/tags HTTP/1.1" status: 204 len: 168 time: 0.1443822 Mar 28 12:04:20.024639 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 58626) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:04:20.029344 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.tag.tag_plugin [None req-23727e4b-3ed1-4c72-a38c-f4a9eec6b5ab tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '5e843e43-0435-4b98-937e-990db9058e70') {} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:04:20.102336 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-23727e4b-3ed1-4c72-a38c-f4a9eec6b5ab tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] 10.222.0.30 "DELETE /v2.0/ports/5e843e43-0435-4b98-937e-990db9058e70/tags HTTP/1.1" status: 204 len: 168 time: 0.0767248 Mar 28 12:04:20.104804 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 58630) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:04:20.110435 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.tag.tag_plugin [None req-7daa8251-1a15-4613-94d3-7febd351d8ae tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'bd548761-d17c-4ddb-9e58-ba7d6c1ddd25') {} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:04:20.178819 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-7daa8251-1a15-4613-94d3-7febd351d8ae tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] 10.222.0.30 "DELETE /v2.0/subnets/bd548761-d17c-4ddb-9e58-ba7d6c1ddd25/tags HTTP/1.1" status: 204 len: 168 time: 0.0730879 Mar 28 12:04:20.184542 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 58634) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:04:20.274480 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-0fa26372-3a15-4e8c-a278-6479836ebc96 tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] Notify callbacks [] for subnetpool, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:20.275511 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-0fa26372-3a15-4e8c-a278-6479836ebc96 tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] 10.222.0.30 "DELETE /v2.0/subnetpools/8c112f5f-7d87-4dd3-bd1c-46b14ffa48b6 HTTP/1.1" status: 204 len: 168 time: 0.0901122 Mar 28 12:04:20.278089 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 58638) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:04:20.320687 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-d77be273-8787-4433-a433-5e3a0f438ca5 tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] Synchronizing usage tracker for tenant:9b31cc3907ee48a5a487c144b0f28fce on resource:port {{(pid=87871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:04:20.336839 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-d77be273-8787-4433-a433-5e3a0f438ca5 tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] Unset dirty status for tenant:9b31cc3907ee48a5a487c144b0f28fce on resource:port {{(pid=87871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:04:20.338233 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-d77be273-8787-4433-a433-5e3a0f438ca5 tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] 10.222.0.30 "GET /v2.0/ports?device_id=f04fe056-85a0-451b-898e-81a5a1c5213e HTTP/1.1" status: 200 len: 205 time: 0.0591300 Mar 28 12:04:20.340607 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 58642) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:04:20.472405 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-7fd570e6-534b-4207-9162-2b63f72ff0bb tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] Notify callbacks [] for router, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:20.571074 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:20.767123 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-7fd570e6-534b-4207-9162-2b63f72ff0bb tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-745164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-260864'] for router, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:20.769316 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-7fd570e6-534b-4207-9162-2b63f72ff0bb tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:20.912097 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-7fd570e6-534b-4207-9162-2b63f72ff0bb tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-745021'] for router, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:20.912596 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fd570e6-534b-4207-9162-2b63f72ff0bb tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] Fanout notify agent at l3_agent the message router_deleted on router f04fe056-85a0-451b-898e-81a5a1c5213e {{(pid=87871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 12:04:20.923590 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-7fd570e6-534b-4207-9162-2b63f72ff0bb tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] Notify callbacks [] for router, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:20.924648 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-7fd570e6-534b-4207-9162-2b63f72ff0bb tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] 10.222.0.30 "DELETE /v2.0/routers/f04fe056-85a0-451b-898e-81a5a1c5213e HTTP/1.1" status: 204 len: 168 time: 0.5831587 Mar 28 12:04:20.927246 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 58646) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:04:20.990820 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-dc0a705a-d699-4526-afd7-6e70b18f9b7b tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] Deleting port 5e843e43-0435-4b98-937e-990db9058e70 {{(pid=87871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:04:20.991150 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-dc0a705a-d699-4526-afd7-6e70b18f9b7b tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:21.226247 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-dc0a705a-d699-4526-afd7-6e70b18f9b7b tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:21.353277 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-dc0a705a-d699-4526-afd7-6e70b18f9b7b tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] Calling delete_port for 5e843e43-0435-4b98-937e-990db9058e70 owned by {{(pid=87871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:04:21.493533 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-dc0a705a-d699-4526-afd7-6e70b18f9b7b tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:21.545933 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0a705a-d699-4526-afd7-6e70b18f9b7b tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] Pushing event deleted for resources: {'Port': ['ID=5e843e43-0435-4b98-937e-990db9058e70,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:04:21.586600 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0a705a-d699-4526-afd7-6e70b18f9b7b tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:04:21.586882 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0a705a-d699-4526-afd7-6e70b18f9b7b tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:04:21.586987 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0a705a-d699-4526-afd7-6e70b18f9b7b tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:04:21.587291 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0a705a-d699-4526-afd7-6e70b18f9b7b tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:04:21.587642 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0a705a-d699-4526-afd7-6e70b18f9b7b tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:04:21.587964 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0a705a-d699-4526-afd7-6e70b18f9b7b tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:04:21.588279 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0a705a-d699-4526-afd7-6e70b18f9b7b tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:04:21.588589 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0a705a-d699-4526-afd7-6e70b18f9b7b tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:04:21.588900 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0a705a-d699-4526-afd7-6e70b18f9b7b tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:04:21.589210 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0a705a-d699-4526-afd7-6e70b18f9b7b tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:04:21.589540 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0a705a-d699-4526-afd7-6e70b18f9b7b tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:04:21.589875 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc0a705a-d699-4526-afd7-6e70b18f9b7b tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:04:21.657244 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-dc0a705a-d699-4526-afd7-6e70b18f9b7b tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:21.673449 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-dc0a705a-d699-4526-afd7-6e70b18f9b7b tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] 10.222.0.30 "DELETE /v2.0/ports/5e843e43-0435-4b98-937e-990db9058e70 HTTP/1.1" status: 204 len: 168 time: 0.7423184 Mar 28 12:04:21.673676 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 58650) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:04:21.742182 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.db_base_plugin_v2 [None req-c64008c8-3ba3-477c-aa9d-2d8b54ee0728 tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] Deleting subnet bd548761-d17c-4ddb-9e58-ba7d6c1ddd25 {{(pid=87871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 12:04:21.745107 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-c64008c8-3ba3-477c-aa9d-2d8b54ee0728 tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] Notify callbacks [] for subnet, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:21.799293 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-c64008c8-3ba3-477c-aa9d-2d8b54ee0728 tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3436877'] for subnet, precommit_delete_associations {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:21.883296 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-c64008c8-3ba3-477c-aa9d-2d8b54ee0728 tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1919782'] for subnet, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:21.954315 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-c64008c8-3ba3-477c-aa9d-2d8b54ee0728 tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1919805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2364079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26551417'] for subnet, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:21.993396 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64008c8-3ba3-477c-aa9d-2d8b54ee0728 tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] Pushing event deleted for resources: {'Subnet': ['ID=bd548761-d17c-4ddb-9e58-ba7d6c1ddd25,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:04:21.995366 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-c64008c8-3ba3-477c-aa9d-2d8b54ee0728 tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] Notify callbacks [] for subnet, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:22.000647 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd178d62-f547-4abf-9eea-1a609dbf0639 None None] Network 84c381ea-57df-4c18-b73c-26a4ff75cc40 requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 12:04:22.004636 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-c64008c8-3ba3-477c-aa9d-2d8b54ee0728 tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] 10.222.0.30 "DELETE /v2.0/subnets/bd548761-d17c-4ddb-9e58-ba7d6c1ddd25 HTTP/1.1" status: 204 len: 168 time: 0.3279035 Mar 28 12:04:22.004890 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 58654) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:04:22.118920 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-1bd73353-f49b-470a-a7a1-8411a246d90e tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588883'] for network, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:22.129732 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-1bd73353-f49b-470a-a7a1-8411a246d90e tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] Deleting port b7a9b04a-4d4e-48c4-ac9a-fb0689a9287c {{(pid=87871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:04:22.130055 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-1bd73353-f49b-470a-a7a1-8411a246d90e tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:22.247817 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-510bd625-e5fd-4825-9b3a-4b17646716a9 None None] DHCP port deletion for 84c381ea-57df-4c18-b73c-26a4ff75cc40 request from dv-neutron-835340-2-hyperv {{(pid=87872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 12:04:22.252724 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-510bd625-e5fd-4825-9b3a-4b17646716a9 None None] Deleting port b7a9b04a-4d4e-48c4-ac9a-fb0689a9287c {{(pid=87872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:04:22.253093 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-510bd625-e5fd-4825-9b3a-4b17646716a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:22.342352 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.db [None req-1bd73353-f49b-470a-a7a1-8411a246d90e tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] For port b7a9b04a-4d4e-48c4-ac9a-fb0689a9287c, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=b7a9b04a-4d4e-48c4-ac9a-fb0689a9287c,segment=NetworkSegment(db8f6bb3-bd8b-470f-b8fa-77b8fe2b8822),segment_id=db8f6bb3-bd8b-470f-b8fa-77b8fe2b8822)] {{(pid=87871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:04:22.342704 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-1bd73353-f49b-470a-a7a1-8411a246d90e tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:22.459815 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-510bd625-e5fd-4825-9b3a-4b17646716a9 None None] For port b7a9b04a-4d4e-48c4-ac9a-fb0689a9287c, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=b7a9b04a-4d4e-48c4-ac9a-fb0689a9287c,segment=NetworkSegment(db8f6bb3-bd8b-470f-b8fa-77b8fe2b8822),segment_id=db8f6bb3-bd8b-470f-b8fa-77b8fe2b8822)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:04:22.460204 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-510bd625-e5fd-4825-9b3a-4b17646716a9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:22.572011 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-1bd73353-f49b-470a-a7a1-8411a246d90e tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] Calling delete_port for b7a9b04a-4d4e-48c4-ac9a-fb0689a9287c owned by network:dhcp {{(pid=87871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:04:22.611359 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-510bd625-e5fd-4825-9b3a-4b17646716a9 None None] Calling delete_port for b7a9b04a-4d4e-48c4-ac9a-fb0689a9287c owned by network:dhcp {{(pid=87872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:04:22.651117 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-1bd73353-f49b-470a-a7a1-8411a246d90e tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:22.684960 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.db.api [None req-510bd625-e5fd-4825-9b3a-4b17646716a9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87872) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 12:04:22.685337 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG oslo_db.api [None req-510bd625-e5fd-4825-9b3a-4b17646716a9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 12:04:22.699689 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd73353-f49b-470a-a7a1-8411a246d90e tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] No DVR routers for this DVR port b7a9b04a-4d4e-48c4-ac9a-fb0689a9287c on host dv-neutron-835340-2-hyperv {{(pid=87871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 12:04:22.725730 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd73353-f49b-470a-a7a1-8411a246d90e tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] Pushing event deleted for resources: {'Port': ['ID=b7a9b04a-4d4e-48c4-ac9a-fb0689a9287c,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:04:22.826441 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-1bd73353-f49b-470a-a7a1-8411a246d90e tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930431', 'neutron.services.segments.db._delete_segments_for_network-8783496351308'] for network, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:22.851604 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.segments.db [None req-1bd73353-f49b-470a-a7a1-8411a246d90e tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84c381ea-57df-4c18-b73c-26a4ff75cc40']}} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:04:22.863494 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.segments.db [None req-1bd73353-f49b-470a-a7a1-8411a246d90e tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db8f6bb3-bd8b-470f-b8fa-77b8fe2b8822') {'for_net_delete': True} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:04:22.863786 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.segments.db [None req-1bd73353-f49b-470a-a7a1-8411a246d90e tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db8f6bb3-bd8b-470f-b8fa-77b8fe2b8822') {} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:04:22.875338 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-1bd73353-f49b-470a-a7a1-8411a246d90e tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783496353639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3436890'] for segment, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:22.891394 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-1bd73353-f49b-470a-a7a1-8411a246d90e tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:22.897190 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bd73353-f49b-470a-a7a1-8411a246d90e tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=87871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 12:04:22.897564 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-1bd73353-f49b-470a-a7a1-8411a246d90e tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1920481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2363149'] for segment, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:22.915189 dv-neutron-835340-2-hyperv neutron-server[87871]: Traceback (most recent call last): Mar 28 12:04:22.915189 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 12:04:22.915189 dv-neutron-835340-2-hyperv neutron-server[87871]: timer() Mar 28 12:04:22.915189 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 12:04:22.915189 dv-neutron-835340-2-hyperv neutron-server[87871]: cb(*args, **kw) Mar 28 12:04:22.915189 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 12:04:22.915189 dv-neutron-835340-2-hyperv neutron-server[87871]: return func(*args, **kwargs) Mar 28 12:04:22.915189 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 12:04:22.915189 dv-neutron-835340-2-hyperv neutron-server[87871]: self._notify() Mar 28 12:04:22.915189 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 12:04:22.915189 dv-neutron-835340-2-hyperv neutron-server[87871]: self.callback(batched_events) Mar 28 12:04:22.915189 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 12:04:22.915189 dv-neutron-835340-2-hyperv neutron-server[87871]: event.method(event) Mar 28 12:04:22.915189 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 12:04:22.915189 dv-neutron-835340-2-hyperv neutron-server[87871]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 12:04:22.915189 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 12:04:22.915189 dv-neutron-835340-2-hyperv neutron-server[87871]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 12:04:22.915189 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 12:04:22.915189 dv-neutron-835340-2-hyperv neutron-server[87871]: return f(self, *a, **k) Mar 28 12:04:22.915189 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 12:04:22.915189 dv-neutron-835340-2-hyperv neutron-server[87871]: return self._get(url).json() Mar 28 12:04:22.915189 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 12:04:22.915189 dv-neutron-835340-2-hyperv neutron-server[87871]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 12:04:22.915189 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 12:04:22.915189 dv-neutron-835340-2-hyperv neutron-server[87871]: return self.request(url, 'GET', **kwargs) Mar 28 12:04:22.915189 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 12:04:22.915189 dv-neutron-835340-2-hyperv neutron-server[87871]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 12:04:22.915189 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 12:04:22.915189 dv-neutron-835340-2-hyperv neutron-server[87871]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 12:04:22.915189 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 12:04:22.915189 dv-neutron-835340-2-hyperv neutron-server[87871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 12:04:22.915189 dv-neutron-835340-2-hyperv neutron-server[87871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 12:04:22.991574 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-1bd73353-f49b-470a-a7a1-8411a246d90e tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709602'] for network, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:23.008602 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-1bd73353-f49b-470a-a7a1-8411a246d90e tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] Notify callbacks [] for network, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:23.019595 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd73353-f49b-470a-a7a1-8411a246d90e tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] Pushing event deleted for resources: {'Network': ['ID=84c381ea-57df-4c18-b73c-26a4ff75cc40,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:04:23.026709 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-1bd73353-f49b-470a-a7a1-8411a246d90e tempest-TagsExtTest-1149897913 tempest-TagsExtTest-1149897913-project] 10.222.0.30 "DELETE /v2.0/networks/84c381ea-57df-4c18-b73c-26a4ff75cc40 HTTP/1.1" status: 204 len: 168 time: 1.0208795 Mar 28 12:04:23.186967 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-510bd625-e5fd-4825-9b3a-4b17646716a9 None None] Deleting port b7a9b04a-4d4e-48c4-ac9a-fb0689a9287c {{(pid=87872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:04:23.187521 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-510bd625-e5fd-4825-9b3a-4b17646716a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:23.252697 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-510bd625-e5fd-4825-9b3a-4b17646716a9 None None] The port 'b7a9b04a-4d4e-48c4-ac9a-fb0689a9287c' was deleted {{(pid=87872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 12:04:23.288461 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 58662) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:04:23.438365 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-5e6ce8e8-ee03-4095-9cc5-8e05666b399f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9b31cc3907ee48a5a487c144b0f28fce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1487029 Mar 28 12:04:23.440879 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 58668) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:04:23.497077 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-908bf401-e3ec-4d09-8e51-a86bd4d7e12a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:23.522919 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-908bf401-e3ec-4d09-8e51-a86bd4d7e12a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:23.574164 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-908bf401-e3ec-4d09-8e51-a86bd4d7e12a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:23.590999 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908bf401-e3ec-4d09-8e51-a86bd4d7e12a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd5c6400-bc68-4ca7-8bba-49cd23144976,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:04:23.594407 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-908bf401-e3ec-4d09-8e51-a86bd4d7e12a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:23.595529 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-908bf401-e3ec-4d09-8e51-a86bd4d7e12a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/cd5c6400-bc68-4ca7-8bba-49cd23144976 HTTP/1.1" status: 204 len: 168 time: 0.1537540 Mar 28 12:04:23.739090 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device b7a9b04a-4d4e-48c4-ac9a-fb0689a9287c no longer exists at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 12:04:23.775147 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] No Port match for: b7a9b04a-4d4e-48c4-ac9a-fb0689a9287c {{(pid=87872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 12:04:23.775502 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device b7a9b04a-4d4e-48c4-ac9a-fb0689a9287c not bound to the agent host dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 12:04:25.214623 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 58710) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:04:25.220249 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-10c517ad-8565-41d7-aa5a-2f470b3ccced tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1831006681', 'description': 'tempest-secgroup-smoke-1831006681 description', 'project_id': '36d6e72b7c0f4666a4c8ddd5206159f1'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:04:25.226078 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-10c517ad-8565-41d7-aa5a-2f470b3ccced tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:04:25.229845 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-10c517ad-8565-41d7-aa5a-2f470b3ccced tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Usage tracker for resource:security_group and tenant:36d6e72b7c0f4666a4c8ddd5206159f1 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:04:25.232714 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-10c517ad-8565-41d7-aa5a-2f470b3ccced tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:04:25.238851 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-10c517ad-8565-41d7-aa5a-2f470b3ccced tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:04:25.248834 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-10c517ad-8565-41d7-aa5a-2f470b3ccced tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Notify callbacks [] for security_group, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:25.260203 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-10c517ad-8565-41d7-aa5a-2f470b3ccced tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Notify callbacks [] for security_group, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:25.274488 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-10c517ad-8565-41d7-aa5a-2f470b3ccced tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:04:25.278173 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-10c517ad-8565-41d7-aa5a-2f470b3ccced tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Usage tracker for resource:security_group_rule and tenant:36d6e72b7c0f4666a4c8ddd5206159f1 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:04:25.281509 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-10c517ad-8565-41d7-aa5a-2f470b3ccced tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:04:25.287005 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-10c517ad-8565-41d7-aa5a-2f470b3ccced tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:04:25.369146 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-10c517ad-8565-41d7-aa5a-2f470b3ccced tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Notify callbacks [] for security_group, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:25.372777 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-10c517ad-8565-41d7-aa5a-2f470b3ccced tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:25.383751 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-10c517ad-8565-41d7-aa5a-2f470b3ccced tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:04:25.391230 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-10c517ad-8565-41d7-aa5a-2f470b3ccced tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Usage tracker for resource:security_group_rule and tenant:36d6e72b7c0f4666a4c8ddd5206159f1 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:04:25.395717 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-10c517ad-8565-41d7-aa5a-2f470b3ccced tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:04:25.408913 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-10c517ad-8565-41d7-aa5a-2f470b3ccced tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:04:25.415991 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c517ad-8565-41d7-aa5a-2f470b3ccced tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Pushing event updated for resources: {'SecurityGroup': ['ID=073701bd-0fc5-435b-8f6f-584c551ab25e,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:04:25.485733 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-10c517ad-8565-41d7-aa5a-2f470b3ccced tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Notify callbacks [] for security_group, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:25.489242 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-10c517ad-8565-41d7-aa5a-2f470b3ccced tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:25.532114 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c517ad-8565-41d7-aa5a-2f470b3ccced tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb57de02-5375-45b8-9458-0bb3f6ad1c45,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:04:25.534462 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-10c517ad-8565-41d7-aa5a-2f470b3ccced tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Notify callbacks [] for security_group, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:25.535664 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-10c517ad-8565-41d7-aa5a-2f470b3ccced tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3200340 Mar 28 12:04:25.538693 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 58714) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:04:25.543402 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-6699bf53-0a9f-4932-a5fd-d107a1055353 tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Request body: {'security_group_rule': {'security_group_id': 'cb57de02-5375-45b8-9458-0bb3f6ad1c45', 'project_id': '36d6e72b7c0f4666a4c8ddd5206159f1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:04:25.549481 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-6699bf53-0a9f-4932-a5fd-d107a1055353 tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:04:25.553297 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-6699bf53-0a9f-4932-a5fd-d107a1055353 tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Usage tracker for resource:security_group_rule and tenant:36d6e72b7c0f4666a4c8ddd5206159f1 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:04:25.556208 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-6699bf53-0a9f-4932-a5fd-d107a1055353 tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:04:25.561783 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-6699bf53-0a9f-4932-a5fd-d107a1055353 tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:04:25.578928 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-6699bf53-0a9f-4932-a5fd-d107a1055353 tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:25.637395 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-6699bf53-0a9f-4932-a5fd-d107a1055353 tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:25.641846 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-6699bf53-0a9f-4932-a5fd-d107a1055353 tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740322'] for security_group_rule, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:25.665806 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6699bf53-0a9f-4932-a5fd-d107a1055353 tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=858a238c-7912-485f-858b-ec257ad3ca57,revision_number=0']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:04:25.674027 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-6699bf53-0a9f-4932-a5fd-d107a1055353 tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:25.675187 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-6699bf53-0a9f-4932-a5fd-d107a1055353 tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1356947 Mar 28 12:04:25.677948 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 58718) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:04:25.682692 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-72146bf0-3506-45fd-9832-3925068f2936 tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Request body: {'security_group_rule': {'security_group_id': 'cb57de02-5375-45b8-9458-0bb3f6ad1c45', 'project_id': '36d6e72b7c0f4666a4c8ddd5206159f1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:04:25.688470 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-72146bf0-3506-45fd-9832-3925068f2936 tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:04:25.692150 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-72146bf0-3506-45fd-9832-3925068f2936 tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Usage tracker for resource:security_group_rule and tenant:36d6e72b7c0f4666a4c8ddd5206159f1 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:04:25.694879 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-72146bf0-3506-45fd-9832-3925068f2936 tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:04:25.700496 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-72146bf0-3506-45fd-9832-3925068f2936 tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:04:25.717374 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-72146bf0-3506-45fd-9832-3925068f2936 tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:25.781544 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-72146bf0-3506-45fd-9832-3925068f2936 tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:25.785202 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-72146bf0-3506-45fd-9832-3925068f2936 tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740322'] for security_group_rule, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:25.808739 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72146bf0-3506-45fd-9832-3925068f2936 tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c116f9a8-0d17-43bc-990b-3ada29fdf321,revision_number=0']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:04:25.818445 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-72146bf0-3506-45fd-9832-3925068f2936 tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:25.819757 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-72146bf0-3506-45fd-9832-3925068f2936 tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1408756 Mar 28 12:04:25.822555 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 58722) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:04:25.827382 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-99135429-eac8-4027-af63-fa1eae031bf5 tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Request body: {'security_group_rule': {'security_group_id': 'cb57de02-5375-45b8-9458-0bb3f6ad1c45', 'project_id': '36d6e72b7c0f4666a4c8ddd5206159f1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:04:25.833978 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-99135429-eac8-4027-af63-fa1eae031bf5 tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:04:25.837951 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-99135429-eac8-4027-af63-fa1eae031bf5 tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Usage tracker for resource:security_group_rule and tenant:36d6e72b7c0f4666a4c8ddd5206159f1 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:04:25.840789 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-99135429-eac8-4027-af63-fa1eae031bf5 tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:04:25.846468 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-99135429-eac8-4027-af63-fa1eae031bf5 tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:04:25.862738 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-99135429-eac8-4027-af63-fa1eae031bf5 tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:25.924668 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-99135429-eac8-4027-af63-fa1eae031bf5 tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:25.928025 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-99135429-eac8-4027-af63-fa1eae031bf5 tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740322'] for security_group_rule, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:25.952208 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99135429-eac8-4027-af63-fa1eae031bf5 tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b49bbc2c-421a-4c2d-a034-a76c9ac4db7a,revision_number=0']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:04:25.961465 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-99135429-eac8-4027-af63-fa1eae031bf5 tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:25.962649 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-99135429-eac8-4027-af63-fa1eae031bf5 tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1391995 Mar 28 12:04:25.965384 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 58726) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:04:25.970319 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-bfb611b4-23b8-4da9-8686-c1c33b81ff79 tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Request body: {'security_group_rule': {'security_group_id': 'cb57de02-5375-45b8-9458-0bb3f6ad1c45', 'project_id': '36d6e72b7c0f4666a4c8ddd5206159f1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:04:25.976073 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-bfb611b4-23b8-4da9-8686-c1c33b81ff79 tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:04:25.979841 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-bfb611b4-23b8-4da9-8686-c1c33b81ff79 tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Usage tracker for resource:security_group_rule and tenant:36d6e72b7c0f4666a4c8ddd5206159f1 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:04:25.982624 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-bfb611b4-23b8-4da9-8686-c1c33b81ff79 tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:04:25.988254 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-bfb611b4-23b8-4da9-8686-c1c33b81ff79 tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:04:26.004646 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-bfb611b4-23b8-4da9-8686-c1c33b81ff79 tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:26.070894 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-bfb611b4-23b8-4da9-8686-c1c33b81ff79 tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:26.074052 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-bfb611b4-23b8-4da9-8686-c1c33b81ff79 tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740322'] for security_group_rule, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:26.098196 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb611b4-23b8-4da9-8686-c1c33b81ff79 tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c61de108-0e48-4415-9c7c-19ef89f59308,revision_number=0']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:04:26.107086 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-bfb611b4-23b8-4da9-8686-c1c33b81ff79 tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:26.108280 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-bfb611b4-23b8-4da9-8686-c1c33b81ff79 tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1419821 Mar 28 12:04:26.111481 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 58730) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:04:26.116365 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-4be128a6-ff4c-43f0-997e-d2cc3e962a7b tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Request body: {'security_group_rule': {'security_group_id': 'cb57de02-5375-45b8-9458-0bb3f6ad1c45', 'project_id': '36d6e72b7c0f4666a4c8ddd5206159f1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:04:26.121907 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-4be128a6-ff4c-43f0-997e-d2cc3e962a7b tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:04:26.126275 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-4be128a6-ff4c-43f0-997e-d2cc3e962a7b tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Usage tracker for resource:security_group_rule and tenant:36d6e72b7c0f4666a4c8ddd5206159f1 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:04:26.129091 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-4be128a6-ff4c-43f0-997e-d2cc3e962a7b tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:04:26.134760 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-4be128a6-ff4c-43f0-997e-d2cc3e962a7b tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:04:26.145634 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.db.securitygroups_db [None req-4be128a6-ff4c-43f0-997e-d2cc3e962a7b tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Project 36d6e72b7c0f4666a4c8ddd5206159f1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 12:04:26.152046 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-4be128a6-ff4c-43f0-997e-d2cc3e962a7b tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:26.214074 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-4be128a6-ff4c-43f0-997e-d2cc3e962a7b tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:26.217855 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-4be128a6-ff4c-43f0-997e-d2cc3e962a7b tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740322'] for security_group_rule, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:26.241474 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be128a6-ff4c-43f0-997e-d2cc3e962a7b tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe5e6fc3-feec-426f-bfd7-233dec4e79eb,revision_number=0']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:04:26.249580 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-4be128a6-ff4c-43f0-997e-d2cc3e962a7b tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:26.250888 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-4be128a6-ff4c-43f0-997e-d2cc3e962a7b tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1385052 Mar 28 12:04:26.253628 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 58734) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:04:26.258897 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-c893a5eb-811f-4052-a2cc-61f037c618c8 tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Request body: {'security_group_rule': {'security_group_id': 'cb57de02-5375-45b8-9458-0bb3f6ad1c45', 'project_id': '36d6e72b7c0f4666a4c8ddd5206159f1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:04:26.265557 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-c893a5eb-811f-4052-a2cc-61f037c618c8 tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:04:26.269331 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-c893a5eb-811f-4052-a2cc-61f037c618c8 tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Usage tracker for resource:security_group_rule and tenant:36d6e72b7c0f4666a4c8ddd5206159f1 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:04:26.272235 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-c893a5eb-811f-4052-a2cc-61f037c618c8 tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:04:26.278052 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-c893a5eb-811f-4052-a2cc-61f037c618c8 tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:04:26.288540 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.db.securitygroups_db [None req-c893a5eb-811f-4052-a2cc-61f037c618c8 tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Project 36d6e72b7c0f4666a4c8ddd5206159f1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 12:04:26.294966 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-c893a5eb-811f-4052-a2cc-61f037c618c8 tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:26.358301 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-c893a5eb-811f-4052-a2cc-61f037c618c8 tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:26.361635 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-c893a5eb-811f-4052-a2cc-61f037c618c8 tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740322'] for security_group_rule, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:26.387257 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c893a5eb-811f-4052-a2cc-61f037c618c8 tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=511afb3d-2f02-423b-afab-0677991f11a8,revision_number=0']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:04:26.393456 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-c893a5eb-811f-4052-a2cc-61f037c618c8 tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:26.394676 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-c893a5eb-811f-4052-a2cc-61f037c618c8 tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1401489 Mar 28 12:04:26.397480 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 58738) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:04:26.402840 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-2c5bc3de-f763-4a94-8679-5341b20e8e8d tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Request body: {'network': {'name': 'tempest-network-smoke--1299456423', 'project_id': '36d6e72b7c0f4666a4c8ddd5206159f1', 'port_security_enabled': True}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:04:26.407735 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-2c5bc3de-f763-4a94-8679-5341b20e8e8d tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:04:26.411445 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-2c5bc3de-f763-4a94-8679-5341b20e8e8d tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Usage tracker for resource:network and tenant:36d6e72b7c0f4666a4c8ddd5206159f1 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:04:26.414241 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-2c5bc3de-f763-4a94-8679-5341b20e8e8d tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:04:26.419841 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-2c5bc3de-f763-4a94-8679-5341b20e8e8d tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:04:26.432431 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c5bc3de-f763-4a94-8679-5341b20e8e8d tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Made reservation on behalf of 36d6e72b7c0f4666a4c8ddd5206159f1 for: {'network': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 12:04:26.435783 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-2c5bc3de-f763-4a94-8679-5341b20e8e8d tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for network, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:26.462500 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c5bc3de-f763-4a94-8679-5341b20e8e8d tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=87871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 12:04:26.470971 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-2c5bc3de-f763-4a94-8679-5341b20e8e8d tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:26.471329 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.db.segments_db [None req-2c5bc3de-f763-4a94-8679-5341b20e8e8d tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Added segment 102c826a-dcb1-4ab2-b38a-97998bc8aeea of type vlan for network c3ced620-75b2-4d2b-8695-e03cf51ed8af Mar 28 12:04:26.496689 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-2c5bc3de-f763-4a94-8679-5341b20e8e8d tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783495836591'] for network, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:26.524502 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-2c5bc3de-f763-4a94-8679-5341b20e8e8d tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765'] for network, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:26.529809 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c5bc3de-f763-4a94-8679-5341b20e8e8d tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:04:26.530381 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-2c5bc3de-f763-4a94-8679-5341b20e8e8d tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Notify callbacks [] for network, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:26.581067 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-2c5bc3de-f763-4a94-8679-5341b20e8e8d tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1825929 Mar 28 12:04:26.583926 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 58742) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:04:26.589030 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-72fbfdb4-2d2f-49a3-90c6-d4d643a397cc tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1951616211', 'admin_state_up': True, 'project_id': '36d6e72b7c0f4666a4c8ddd5206159f1', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b'}}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:04:26.596613 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-72fbfdb4-2d2f-49a3-90c6-d4d643a397cc tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:04:26.600428 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-72fbfdb4-2d2f-49a3-90c6-d4d643a397cc tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Usage tracker for resource:router and tenant:36d6e72b7c0f4666a4c8ddd5206159f1 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:04:26.603276 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-72fbfdb4-2d2f-49a3-90c6-d4d643a397cc tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:04:26.610180 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-72fbfdb4-2d2f-49a3-90c6-d4d643a397cc tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:04:26.619835 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-72fbfdb4-2d2f-49a3-90c6-d4d643a397cc tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-707665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-260886'] for router, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:26.620783 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-72fbfdb4-2d2f-49a3-90c6-d4d643a397cc tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-705660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709650', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-767110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260873'] for router, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:26.635032 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-72fbfdb4-2d2f-49a3-90c6-d4d643a397cc tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:26.641821 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5bc3de-f763-4a94-8679-5341b20e8e8d tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Pushing event updated for resources: {'Network': ['ID=c3ced620-75b2-4d2b-8695-e03cf51ed8af,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:04:26.651839 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Network c3ced620-75b2-4d2b-8695-e03cf51ed8af details requested by agent ovs-agent-dv-neutron-835340-2-hyperv with host dv-neutron-835340-2-hyperv {{(pid=87872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 12:04:27.018973 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-72fbfdb4-2d2f-49a3-90c6-d4d643a397cc tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-709632', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-707672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260923'] for router, precommit_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:27.319129 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-72fbfdb4-2d2f-49a3-90c6-d4d643a397cc tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Notify callbacks [] for router_gateway, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:27.348673 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-72fbfdb4-2d2f-49a3-90c6-d4d643a397cc tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:27.483941 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.db_base_plugin_common [None req-72fbfdb4-2d2f-49a3-90c6-d4d643a397cc tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Allocated IP 172.26.7.42 (ac2b1748-8f63-4b17-a9c7-07e79704aa5b/0b7ebf76-1dc7-431a-a0b4-b96bacf287c2/91994319-dc30-4710-b2c3-870c9a915eb2) {{(pid=87870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 12:04:27.629959 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-72fbfdb4-2d2f-49a3-90c6-d4d643a397cc tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Notify callbacks [] for port, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:27.661716 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-72fbfdb4-2d2f-49a3-90c6-d4d643a397cc tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:27.727237 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72fbfdb4-2d2f-49a3-90c6-d4d643a397cc tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Network ac2b1748-8f63-4b17-a9c7-07e79704aa5b is already hosted by enough agents. {{(pid=87870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:04:27.734716 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.base_scheduler [None req-72fbfdb4-2d2f-49a3-90c6-d4d643a397cc tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Resources bound (agent type, host, resource id): {{(pid=87870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:04:27.738888 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72fbfdb4-2d2f-49a3-90c6-d4d643a397cc tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Received port after_create {{(pid=87870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 12:04:27.768538 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fbfdb4-2d2f-49a3-90c6-d4d643a397cc tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Pushing event updated for resources: {'Port': ['ID=91994319-dc30-4710-b2c3-870c9a915eb2,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:04:27.785316 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72fbfdb4-2d2f-49a3-90c6-d4d643a397cc tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:04:27.785652 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72fbfdb4-2d2f-49a3-90c6-d4d643a397cc tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:04:27.785983 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72fbfdb4-2d2f-49a3-90c6-d4d643a397cc tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:04:27.786315 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72fbfdb4-2d2f-49a3-90c6-d4d643a397cc tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:04:27.786637 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72fbfdb4-2d2f-49a3-90c6-d4d643a397cc tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:04:27.786955 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72fbfdb4-2d2f-49a3-90c6-d4d643a397cc tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:04:27.787274 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72fbfdb4-2d2f-49a3-90c6-d4d643a397cc tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:04:27.787620 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72fbfdb4-2d2f-49a3-90c6-d4d643a397cc tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:04:27.787934 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72fbfdb4-2d2f-49a3-90c6-d4d643a397cc tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:04:27.788248 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72fbfdb4-2d2f-49a3-90c6-d4d643a397cc tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:04:27.788563 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72fbfdb4-2d2f-49a3-90c6-d4d643a397cc tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:04:27.788870 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72fbfdb4-2d2f-49a3-90c6-d4d643a397cc tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:04:28.160613 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-72fbfdb4-2d2f-49a3-90c6-d4d643a397cc tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Notify callbacks [] for router_gateway, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:28.598024 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-72fbfdb4-2d2f-49a3-90c6-d4d643a397cc tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709693'] for router, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:28.799419 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72fbfdb4-2d2f-49a3-90c6-d4d643a397cc tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Router 8e65681d-909e-447a-829e-a94d40394983 is scheduled to L3 agent af79d429-529e-400b-a119-94d4bec03f3e with binding_index 1 {{(pid=87870) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 12:04:28.978861 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72fbfdb4-2d2f-49a3-90c6-d4d643a397cc tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 12:04:28.988387 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b92d11e-4bb7-4c90-960c-0a2eda0232c2 None None] Sync routers for ids ['8e65681d-909e-447a-829e-a94d40394983'] in dv-neutron-835340-2-hyperv {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 12:04:28.997699 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b92d11e-4bb7-4c90-960c-0a2eda0232c2 None None] Routers {'8e65681d-909e-447a-829e-a94d40394983'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:04:28.998363 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-7b92d11e-4bb7-4c90-960c-0a2eda0232c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:04:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['8e65681d-909e-447a-829e-a94d40394983'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:04:29.006006 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-72fbfdb4-2d2f-49a3-90c6-d4d643a397cc tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Notify callbacks [] for router, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:29.007254 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-72fbfdb4-2d2f-49a3-90c6-d4d643a397cc tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.4223061 Mar 28 12:04:29.010345 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 58750) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:04:29.148588 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-1755fd1c-8a08-4372-8378-fb83f7e89371 tempest-TestNetworkAdvancedServerOps-2133471911 tempest-TestNetworkAdvancedServerOps-2133471911-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=36d6e72b7c0f4666a4c8ddd5206159f1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1371214 Mar 28 12:04:29.151200 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 58756) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:04:29.178373 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvr_db [None req-7b92d11e-4bb7-4c90-960c-0a2eda0232c2 None None] Set router 8e65681d-909e-447a-829e-a94d40394983 gateway port host: dv-neutron-835340-2-hyperv {{(pid=87873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:04:29.278588 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebadfdc2-1382-457a-bdd0-7b9780210461 tempest-TestNetworkAdvancedServerOps-2133471911 tempest-TestNetworkAdvancedServerOps-2133471911-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:04:29.280138 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-ebadfdc2-1382-457a-bdd0-7b9780210461 tempest-TestNetworkAdvancedServerOps-2133471911 tempest-TestNetworkAdvancedServerOps-2133471911-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1280141 Mar 28 12:04:29.283110 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 58760) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:04:29.328981 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-878480cb-2ff0-47a6-a46a-243514698f68 tempest-TestNetworkAdvancedServerOps-2133471911 tempest-TestNetworkAdvancedServerOps-2133471911-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=ac2b1748-8f63-4b17-a9c7-07e79704aa5b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0421429 Mar 28 12:04:29.329204 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 58764) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:04:29.334342 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-ef3d6041-ffe6-4edf-87a0-294d893823f6 tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1115457050', 'network_id': 'c3ced620-75b2-4d2b-8695-e03cf51ed8af', 'project_id': '36d6e72b7c0f4666a4c8ddd5206159f1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:04:29.444068 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-ef3d6041-ffe6-4edf-87a0-294d893823f6 tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:04:29.447800 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-ef3d6041-ffe6-4edf-87a0-294d893823f6 tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Usage tracker for resource:subnet and tenant:36d6e72b7c0f4666a4c8ddd5206159f1 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:04:29.450631 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-ef3d6041-ffe6-4edf-87a0-294d893823f6 tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:04:29.456490 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-ef3d6041-ffe6-4edf-87a0-294d893823f6 tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:04:29.456700 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-7b92d11e-4bb7-4c90-960c-0a2eda0232c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e65681d-909e-447a-829e-a94d40394983', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1951616211', 'tenant_id': '36d6e72b7c0f4666a4c8ddd5206159f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.42'}], 'enable_snat': True}, 'gw_port_id': '91994319-dc30-4710-b2c3-870c9a915eb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:04:26Z', 'updated_at': '2022-03-28T12:04:27Z', 'revision_number': 3, 'project_id': '36d6e72b7c0f4666a4c8ddd5206159f1', 'gw_port': {'id': '91994319-dc30-4710-b2c3-870c9a915eb2', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:45:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e65681d-909e-447a-829e-a94d40394983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:04:27Z', 'updated_at': '2022-03-28T12:04:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv'}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:04:29.460412 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b92d11e-4bb7-4c90-960c-0a2eda0232c2 None None] Checking router: 8e65681d-909e-447a-829e-a94d40394983 for host: dv-neutron-835340-2-hyperv {{(pid=87873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 12:04:29.460762 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b92d11e-4bb7-4c90-960c-0a2eda0232c2 None None] Updating router 8e65681d-909e-447a-829e-a94d40394983 port 91994319-dc30-4710-b2c3-870c9a915eb2 binding host dv-neutron-835340-2-hyperv {{(pid=87873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 12:04:29.466680 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef3d6041-ffe6-4edf-87a0-294d893823f6 tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Made reservation on behalf of 36d6e72b7c0f4666a4c8ddd5206159f1 for: {'subnet': 1} {{(pid=87870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 12:04:29.470585 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-ef3d6041-ffe6-4edf-87a0-294d893823f6 tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2563571'] for subnet, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:29.512064 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron_lib.callbacks.manager [None req-7b92d11e-4bb7-4c90-960c-0a2eda0232c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:29.685854 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-ef3d6041-ffe6-4edf-87a0-294d893823f6 tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2561241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2563521'] for subnet, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:29.763323 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3d6041-ffe6-4edf-87a0-294d893823f6 tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Pushing event updated for resources: {'Subnet': ['ID=aa519890-cb0b-4d8c-9394-fbdf4cf68a08,revision_number=0']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:04:29.772342 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef3d6041-ffe6-4edf-87a0-294d893823f6 tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Checking segment: {'id': '102c826a-dcb1-4ab2-b38a-97998bc8aeea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'c3ced620-75b2-4d2b-8695-e03cf51ed8af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 12:04:29.772694 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef3d6041-ffe6-4edf-87a0-294d893823f6 tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Network hostable DHCP agents. Network: c3ced620-75b2-4d2b-8695-e03cf51ed8af, hostable agents: ['3cb85949-855b-4a40-b988-cd5705e511da'], hosted agents: [] {{(pid=87870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 12:04:29.792209 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef3d6041-ffe6-4edf-87a0-294d893823f6 tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Network c3ced620-75b2-4d2b-8695-e03cf51ed8af is scheduled to be hosted by DHCP agent 3cb85949-855b-4a40-b988-cd5705e511da with binding_index 1 {{(pid=87870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 12:04:29.802196 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.base_scheduler [None req-ef3d6041-ffe6-4edf-87a0-294d893823f6 tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-2-hyperv, c3ced620-75b2-4d2b-8695-e03cf51ed8af) {{(pid=87870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:04:29.806280 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef3d6041-ffe6-4edf-87a0-294d893823f6 tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:04:29.806865 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-ef3d6041-ffe6-4edf-87a0-294d893823f6 tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Notify callbacks [] for subnet, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:29.814382 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d97cc546-d712-4e88-83dc-8ee0522507e1 None None] Network c3ced620-75b2-4d2b-8695-e03cf51ed8af requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 12:04:29.836404 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 58768) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:04:29.837004 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-ef3d6041-ffe6-4edf-87a0-294d893823f6 tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5058200 Mar 28 12:04:29.865663 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron_lib.callbacks.manager [None req-7b92d11e-4bb7-4c90-960c-0a2eda0232c2 None None] Notify callbacks [] for port, precommit_update {{(pid=87873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:29.877947 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.provisioning_blocks [None req-7b92d11e-4bb7-4c90-960c-0a2eda0232c2 None None] Transition to ACTIVE for port object 91994319-dc30-4710-b2c3-870c9a915eb2 will not be triggered until provisioned by entity L2. {{(pid=87873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:04:29.886455 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron_lib.callbacks.manager [None req-7b92d11e-4bb7-4c90-960c-0a2eda0232c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:29.961830 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.managers [None req-7b92d11e-4bb7-4c90-960c-0a2eda0232c2 None None] Attempting to bind port 91994319-dc30-4710-b2c3-870c9a915eb2 on host dv-neutron-835340-2-hyperv for vnic_type normal with profile {{(pid=87873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 12:04:29.962072 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.managers [None req-7b92d11e-4bb7-4c90-960c-0a2eda0232c2 None None] Attempting to bind port 91994319-dc30-4710-b2c3-870c9a915eb2 by drivers openvswitch,hyperv on host dv-neutron-835340-2-hyperv at level 0 using segments [{'id': '688afb86-c9bd-46e2-ba7d-3fe76fb1efff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b'}] {{(pid=87873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 12:04:29.962950 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b92d11e-4bb7-4c90-960c-0a2eda0232c2 None None] Attempting to bind port 91994319-dc30-4710-b2c3-870c9a915eb2 on network ac2b1748-8f63-4b17-a9c7-07e79704aa5b {{(pid=87873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 12:04:29.972342 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b92d11e-4bb7-4c90-960c-0a2eda0232c2 None None] Checking agent: {'id': '961a16fe-cbc8-4264-ac28-bbbd53f89caa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 46, 6), 'started_at': datetime.datetime(2022, 3, 28, 11, 46, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 12, 4, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 12:04:29.972705 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b92d11e-4bb7-4c90-960c-0a2eda0232c2 None None] Checking segment: {'id': '688afb86-c9bd-46e2-ba7d-3fe76fb1efff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 12:04:29.973093 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron_lib.callbacks.manager [None req-7b92d11e-4bb7-4c90-960c-0a2eda0232c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:29.973469 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b92d11e-4bb7-4c90-960c-0a2eda0232c2 None None] Bound using segment: {'id': '688afb86-c9bd-46e2-ba7d-3fe76fb1efff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b'} {{(pid=87873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 12:04:29.973920 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.managers [None req-7b92d11e-4bb7-4c90-960c-0a2eda0232c2 None None] Bound port: 91994319-dc30-4710-b2c3-870c9a915eb2, host: dv-neutron-835340-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '688afb86-c9bd-46e2-ba7d-3fe76fb1efff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b'}}] {{(pid=87873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 12:04:29.974280 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron_lib.callbacks.manager [None req-7b92d11e-4bb7-4c90-960c-0a2eda0232c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:30.022119 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbda7c5-ca54-4467-b8da-48967c529ba4 None None] Pushing event updated for resources: {'Port': ['ID=91994319-dc30-4710-b2c3-870c9a915eb2,revision_number=2']} {{(pid=87873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:04:30.068023 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae3e32ae-20b3-483b-8ab9-0d5a07d52cd3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1d3f2a9-8722-5ce5-bc40-181687d1ed3f-c3ced620-75b2-4d2b-8695-e03cf51ed8af', 'network_id': 'c3ced620-75b2-4d2b-8695-e03cf51ed8af', 'tenant_id': '36d6e72b7c0f4666a4c8ddd5206159f1', 'fixed_ips': [{'subnet_id': 'aa519890-cb0b-4d8c-9394-fbdf4cf68a08'}]}} from dv-neutron-835340-2-hyperv. {{(pid=87872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 12:04:30.069513 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-ae3e32ae-20b3-483b-8ab9-0d5a07d52cd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:30.074074 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.db [None req-7b92d11e-4bb7-4c90-960c-0a2eda0232c2 None None] For port 91994319-dc30-4710-b2c3-870c9a915eb2, host dv-neutron-835340-2-hyperv, cleared binding levels {{(pid=87873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 12:04:30.078941 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.db [None req-7b92d11e-4bb7-4c90-960c-0a2eda0232c2 None None] For port 91994319-dc30-4710-b2c3-870c9a915eb2, host dv-neutron-835340-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=91994319-dc30-4710-b2c3-870c9a915eb2,segment=NetworkSegment(688afb86-c9bd-46e2-ba7d-3fe76fb1efff),segment_id=688afb86-c9bd-46e2-ba7d-3fe76fb1efff)] {{(pid=87873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 12:04:30.083601 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron_lib.callbacks.manager [None req-7b92d11e-4bb7-4c90-960c-0a2eda0232c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:30.160824 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b92d11e-4bb7-4c90-960c-0a2eda0232c2 None None] Routers {'8e65681d-909e-447a-829e-a94d40394983'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:04:30.162201 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-7b92d11e-4bb7-4c90-960c-0a2eda0232c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:04:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['8e65681d-909e-447a-829e-a94d40394983'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:04:30.231857 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.db_base_plugin_common [None req-ae3e32ae-20b3-483b-8ab9-0d5a07d52cd3 None None] Allocated IP 172.20.0.2 (c3ced620-75b2-4d2b-8695-e03cf51ed8af/aa519890-cb0b-4d8c-9394-fbdf4cf68a08/8ccae06f-0884-46ee-82a8-31ab2a2ab8bb) {{(pid=87872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 12:04:30.341919 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvr_db [None req-7b92d11e-4bb7-4c90-960c-0a2eda0232c2 None None] Set router 8e65681d-909e-447a-829e-a94d40394983 gateway port host: dv-neutron-835340-2-hyperv {{(pid=87873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:04:30.442132 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-ae3e32ae-20b3-483b-8ab9-0d5a07d52cd3 None None] Notify callbacks [] for port, precommit_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:30.453726 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-ae3e32ae-20b3-483b-8ab9-0d5a07d52cd3 None None] Transition to ACTIVE for port object 8ccae06f-0884-46ee-82a8-31ab2a2ab8bb will not be triggered until provisioned by entity L2. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:04:30.472648 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-ae3e32ae-20b3-483b-8ab9-0d5a07d52cd3 None None] Transition to ACTIVE for port object 8ccae06f-0884-46ee-82a8-31ab2a2ab8bb will not be triggered until provisioned by entity DHCP. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:04:30.478383 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-ae3e32ae-20b3-483b-8ab9-0d5a07d52cd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241'] for port, after_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:30.508167 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.agents_db [None req-03fd49d8-b51b-41c1-8716-b8e265c93689 None None] Agent healthcheck: found 6 active agents {{(pid=87873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 12:04:30.512437 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbda7c5-ca54-4467-b8da-48967c529ba4 None None] Pushing event updated for resources: {'Port': ['ID=91994319-dc30-4710-b2c3-870c9a915eb2,revision_number=3']} {{(pid=87873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:04:30.525649 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae3e32ae-20b3-483b-8ab9-0d5a07d52cd3 None None] Network c3ced620-75b2-4d2b-8695-e03cf51ed8af is already hosted by enough agents. {{(pid=87872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:04:30.531784 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.base_scheduler [None req-ae3e32ae-20b3-483b-8ab9-0d5a07d52cd3 None None] Resources bound (agent type, host, resource id): {{(pid=87872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:04:30.540763 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae3e32ae-20b3-483b-8ab9-0d5a07d52cd3 None None] Received port after_create {{(pid=87872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 12:04:30.641902 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3e32ae-20b3-483b-8ab9-0d5a07d52cd3 None None] Pushing event updated for resources: {'Port': ['ID=8ccae06f-0884-46ee-82a8-31ab2a2ab8bb,revision_number=1']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:04:30.651354 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-ae3e32ae-20b3-483b-8ab9-0d5a07d52cd3 None None] Attempting to bind port 8ccae06f-0884-46ee-82a8-31ab2a2ab8bb on host dv-neutron-835340-2-hyperv for vnic_type normal with profile {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 12:04:30.652232 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-ae3e32ae-20b3-483b-8ab9-0d5a07d52cd3 None None] Attempting to bind port 8ccae06f-0884-46ee-82a8-31ab2a2ab8bb by drivers openvswitch,hyperv on host dv-neutron-835340-2-hyperv at level 0 using segments [{'id': '102c826a-dcb1-4ab2-b38a-97998bc8aeea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'c3ced620-75b2-4d2b-8695-e03cf51ed8af'}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 12:04:30.652590 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae3e32ae-20b3-483b-8ab9-0d5a07d52cd3 None None] Attempting to bind port 8ccae06f-0884-46ee-82a8-31ab2a2ab8bb on network c3ced620-75b2-4d2b-8695-e03cf51ed8af {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 12:04:30.657141 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3e32ae-20b3-483b-8ab9-0d5a07d52cd3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:04:30.657483 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3e32ae-20b3-483b-8ab9-0d5a07d52cd3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:04:30.657816 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3e32ae-20b3-483b-8ab9-0d5a07d52cd3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:04:30.658144 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3e32ae-20b3-483b-8ab9-0d5a07d52cd3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:04:30.658940 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3e32ae-20b3-483b-8ab9-0d5a07d52cd3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:04:30.659286 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3e32ae-20b3-483b-8ab9-0d5a07d52cd3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:04:30.659655 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3e32ae-20b3-483b-8ab9-0d5a07d52cd3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:04:30.659986 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3e32ae-20b3-483b-8ab9-0d5a07d52cd3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:04:30.660311 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3e32ae-20b3-483b-8ab9-0d5a07d52cd3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:04:30.660632 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3e32ae-20b3-483b-8ab9-0d5a07d52cd3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:04:30.661023 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3e32ae-20b3-483b-8ab9-0d5a07d52cd3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:04:30.661786 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3e32ae-20b3-483b-8ab9-0d5a07d52cd3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:04:30.668301 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae3e32ae-20b3-483b-8ab9-0d5a07d52cd3 None None] Checking agent: {'id': '961a16fe-cbc8-4264-ac28-bbbd53f89caa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 46, 6), 'started_at': datetime.datetime(2022, 3, 28, 11, 46, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 12, 4, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 12:04:30.669075 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae3e32ae-20b3-483b-8ab9-0d5a07d52cd3 None None] Checking segment: {'id': '102c826a-dcb1-4ab2-b38a-97998bc8aeea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'c3ced620-75b2-4d2b-8695-e03cf51ed8af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 12:04:30.669075 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-ae3e32ae-20b3-483b-8ab9-0d5a07d52cd3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:30.669432 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae3e32ae-20b3-483b-8ab9-0d5a07d52cd3 None None] Bound using segment: {'id': '102c826a-dcb1-4ab2-b38a-97998bc8aeea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'c3ced620-75b2-4d2b-8695-e03cf51ed8af'} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 12:04:30.670294 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-ae3e32ae-20b3-483b-8ab9-0d5a07d52cd3 None None] Bound port: 8ccae06f-0884-46ee-82a8-31ab2a2ab8bb, host: dv-neutron-835340-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '102c826a-dcb1-4ab2-b38a-97998bc8aeea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'c3ced620-75b2-4d2b-8695-e03cf51ed8af'}}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 12:04:30.670755 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-ae3e32ae-20b3-483b-8ab9-0d5a07d52cd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:30.676141 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-576665d5-28ae-4812-84a0-5d1aefcd25fe tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:30.683830 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-7b92d11e-4bb7-4c90-960c-0a2eda0232c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e65681d-909e-447a-829e-a94d40394983', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1951616211', 'tenant_id': '36d6e72b7c0f4666a4c8ddd5206159f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.42'}], 'enable_snat': True}, 'gw_port_id': '91994319-dc30-4710-b2c3-870c9a915eb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:04:26Z', 'updated_at': '2022-03-28T12:04:27Z', 'revision_number': 3, 'project_id': '36d6e72b7c0f4666a4c8ddd5206159f1', 'gw_port': {'id': '91994319-dc30-4710-b2c3-870c9a915eb2', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:45:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e65681d-909e-447a-829e-a94d40394983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:04:27Z', 'updated_at': '2022-03-28T12:04:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv'}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:04:30.687813 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b92d11e-4bb7-4c90-960c-0a2eda0232c2 None None] The sync data for ids ['8e65681d-909e-447a-829e-a94d40394983'] in dv-neutron-835340-2-hyperv is: [{'id': '8e65681d-909e-447a-829e-a94d40394983', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1951616211', 'tenant_id': '36d6e72b7c0f4666a4c8ddd5206159f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.42'}], 'enable_snat': True}, 'gw_port_id': '91994319-dc30-4710-b2c3-870c9a915eb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:04:26Z', 'updated_at': '2022-03-28T12:04:27Z', 'revision_number': 3, 'project_id': '36d6e72b7c0f4666a4c8ddd5206159f1', 'gw_port': {'id': '91994319-dc30-4710-b2c3-870c9a915eb2', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:45:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e65681d-909e-447a-829e-a94d40394983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:04:27Z', 'updated_at': '2022-03-28T12:04:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv'}] {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 12:04:30.761854 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-ae3e32ae-20b3-483b-8ab9-0d5a07d52cd3 None None] For port 8ccae06f-0884-46ee-82a8-31ab2a2ab8bb, host dv-neutron-835340-2-hyperv, cleared binding levels {{(pid=87872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 12:04:30.766789 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-ae3e32ae-20b3-483b-8ab9-0d5a07d52cd3 None None] For port 8ccae06f-0884-46ee-82a8-31ab2a2ab8bb, host dv-neutron-835340-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=8ccae06f-0884-46ee-82a8-31ab2a2ab8bb,segment=NetworkSegment(102c826a-dcb1-4ab2-b38a-97998bc8aeea),segment_id=102c826a-dcb1-4ab2-b38a-97998bc8aeea)] {{(pid=87872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 12:04:30.772701 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-ae3e32ae-20b3-483b-8ab9-0d5a07d52cd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:30.849517 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3e32ae-20b3-483b-8ab9-0d5a07d52cd3 None None] Pushing event updated for resources: {'Port': ['ID=8ccae06f-0884-46ee-82a8-31ab2a2ab8bb,revision_number=2']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:04:31.156319 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.db_base_plugin_common [None req-576665d5-28ae-4812-84a0-5d1aefcd25fe tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Allocated IP 172.20.0.1 (c3ced620-75b2-4d2b-8695-e03cf51ed8af/aa519890-cb0b-4d8c-9394-fbdf4cf68a08/50c59b16-2662-4de6-9ff6-80d43df377d3) {{(pid=87871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 12:04:31.325875 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-576665d5-28ae-4812-84a0-5d1aefcd25fe tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Notify callbacks [] for port, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:31.342981 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.provisioning_blocks [None req-576665d5-28ae-4812-84a0-5d1aefcd25fe tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Transition to ACTIVE for port object 50c59b16-2662-4de6-9ff6-80d43df377d3 will not be triggered until provisioned by entity DHCP. {{(pid=87871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:04:31.368747 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-576665d5-28ae-4812-84a0-5d1aefcd25fe tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:31.435732 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-576665d5-28ae-4812-84a0-5d1aefcd25fe tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Network c3ced620-75b2-4d2b-8695-e03cf51ed8af is already hosted by enough agents. {{(pid=87871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:04:31.444288 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-576665d5-28ae-4812-84a0-5d1aefcd25fe tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Resources bound (agent type, host, resource id): {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:04:31.448851 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-576665d5-28ae-4812-84a0-5d1aefcd25fe tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Received port after_create {{(pid=87871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 12:04:31.487624 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576665d5-28ae-4812-84a0-5d1aefcd25fe tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Pushing event updated for resources: {'Port': ['ID=50c59b16-2662-4de6-9ff6-80d43df377d3,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:04:31.514395 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-576665d5-28ae-4812-84a0-5d1aefcd25fe tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-709483'] for router_interface, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:31.636974 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-576665d5-28ae-4812-84a0-5d1aefcd25fe tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:31.822569 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 91994319-dc30-4710-b2c3-870c9a915eb2 up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:04:31.911718 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning for port 91994319-dc30-4710-b2c3-870c9a915eb2 completed by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:04:31.916824 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port 91994319-dc30-4710-b2c3-870c9a915eb2 triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:04:31.917252 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:32.016259 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c771a0d-950d-45b0-aa79-36c7f6af10f4 None None] Network c3ced620-75b2-4d2b-8695-e03cf51ed8af requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 12:04:32.175890 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:32.191934 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-19658cb1-2110-4abf-acb2-a91e990a3532 None None] Provisioning for port 8ccae06f-0884-46ee-82a8-31ab2a2ab8bb completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:04:32.207203 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] For port 91994319-dc30-4710-b2c3-870c9a915eb2, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=91994319-dc30-4710-b2c3-870c9a915eb2,segment=NetworkSegment(688afb86-c9bd-46e2-ba7d-3fe76fb1efff),segment_id=688afb86-c9bd-46e2-ba7d-3fe76fb1efff)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:04:32.219257 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:32.220070 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 8ccae06f-0884-46ee-82a8-31ab2a2ab8bb up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:04:32.226489 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-576665d5-28ae-4812-84a0-5d1aefcd25fe tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Notify callbacks [] for port, precommit_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:32.232026 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-576665d5-28ae-4812-84a0-5d1aefcd25fe tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2363241'] for port, after_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:32.351882 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-576665d5-28ae-4812-84a0-5d1aefcd25fe tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-743372'] for router_interface, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:32.356025 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576665d5-28ae-4812-84a0-5d1aefcd25fe tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Pushing event updated for resources: {'Port': ['ID=50c59b16-2662-4de6-9ff6-80d43df377d3,revision_number=2']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:04:32.401812 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-09355859-b48d-4381-8ba3-697188cb9704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:32.435338 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Pushing event updated for resources: {'Port': ['ID=91994319-dc30-4710-b2c3-870c9a915eb2,revision_number=4']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:04:32.457480 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning for port 8ccae06f-0884-46ee-82a8-31ab2a2ab8bb completed by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:04:32.466345 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port 8ccae06f-0884-46ee-82a8-31ab2a2ab8bb triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:04:32.466719 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:32.548206 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-576665d5-28ae-4812-84a0-5d1aefcd25fe tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Network c3ced620-75b2-4d2b-8695-e03cf51ed8af is already hosted by enough agents. {{(pid=87871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:04:32.551649 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-576665d5-28ae-4812-84a0-5d1aefcd25fe tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Resources bound (agent type, host, resource id): {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:04:32.562108 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-62923c40-ee99-4321-8e0c-b1f6d303d5dd req-28c8332b-0f26-4b2a-b2ec-495c13d536a2 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=20511cdc-6d5b-465d-9f7f-3003856cdb12&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1650274 Mar 28 12:04:32.604367 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:32.646626 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] For port 8ccae06f-0884-46ee-82a8-31ab2a2ab8bb, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=8ccae06f-0884-46ee-82a8-31ab2a2ab8bb,segment=NetworkSegment(102c826a-dcb1-4ab2-b38a-97998bc8aeea),segment_id=102c826a-dcb1-4ab2-b38a-97998bc8aeea)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:04:32.652592 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:32.725276 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Pushing event updated for resources: {'Port': ['ID=8ccae06f-0884-46ee-82a8-31ab2a2ab8bb,revision_number=3']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:04:32.805060 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-576665d5-28ae-4812-84a0-5d1aefcd25fe tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Router 8e65681d-909e-447a-829e-a94d40394983 has already been hosted by L3 agent af79d429-529e-400b-a119-94d4bec03f3e {{(pid=87871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 12:04:32.840820 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-9ee47125-46f7-40ef-9da0-99ea5f9086ca None None] Provisioning for port 50c59b16-2662-4de6-9ff6-80d43df377d3 completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:04:32.847659 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-9ee47125-46f7-40ef-9da0-99ea5f9086ca None None] Provisioning complete for port 50c59b16-2662-4de6-9ff6-80d43df377d3 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:04:32.848272 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-9ee47125-46f7-40ef-9da0-99ea5f9086ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:32.900434 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62923c40-ee99-4321-8e0c-b1f6d303d5dd req-979dca2c-ad34-4f2d-9c2a-ec4f3b3508fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:04:32.901900 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-62923c40-ee99-4321-8e0c-b1f6d303d5dd req-979dca2c-ad34-4f2d-9c2a-ec4f3b3508fe service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=527195c95736491ca1967a42cc300275&device_id=20511cdc-6d5b-465d-9f7f-3003856cdb12 HTTP/1.1" status: 200 len: 1098 time: 0.1928864 Mar 28 12:04:32.911865 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-9ee47125-46f7-40ef-9da0-99ea5f9086ca None None] Port 50c59b16-2662-4de6-9ff6-80d43df377d3 cannot update to ACTIVE because it is not bound. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 12:04:32.923988 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-9ee47125-46f7-40ef-9da0-99ea5f9086ca None None] Provisioning complete for port 8ccae06f-0884-46ee-82a8-31ab2a2ab8bb triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:04:32.924394 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-9ee47125-46f7-40ef-9da0-99ea5f9086ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:33.103944 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-576665d5-28ae-4812-84a0-5d1aefcd25fe tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 12:04:33.116828 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd5bae17-9ef0-449d-80ee-333ee3b32d81 None None] Sync routers for ids ['8e65681d-909e-447a-829e-a94d40394983'] in dv-neutron-835340-2-hyperv {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 12:04:33.128396 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-576665d5-28ae-4812-84a0-5d1aefcd25fe tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] 10.222.0.30 "PUT /v2.0/routers/8e65681d-909e-447a-829e-a94d40394983/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2829154 Mar 28 12:04:33.136996 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd5bae17-9ef0-449d-80ee-333ee3b32d81 None None] Routers {'8e65681d-909e-447a-829e-a94d40394983'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:04:33.137866 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-dd5bae17-9ef0-449d-80ee-333ee3b32d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:04:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['8e65681d-909e-447a-829e-a94d40394983'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:04:33.144074 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62923c40-ee99-4321-8e0c-b1f6d303d5dd req-90a9c011-d430-4307-9df7-d9f12d8722f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:04:33.145515 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-62923c40-ee99-4321-8e0c-b1f6d303d5dd req-90a9c011-d430-4307-9df7-d9f12d8722f0 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c9040876-1463-45a9-b712-0332cbc5543e HTTP/1.1" status: 200 len: 896 time: 0.2159605 Mar 28 12:04:33.229176 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-e2e21540-6775-40ae-bbd3-4ece571422fb None None] Provisioning complete for port 50c59b16-2662-4de6-9ff6-80d43df377d3 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:04:33.229540 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-e2e21540-6775-40ae-bbd3-4ece571422fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:33.263986 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-62923c40-ee99-4321-8e0c-b1f6d303d5dd req-1c3649f3-1e1b-4ba0-a30c-66ae4f1f8bbd service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=db433d8e-6fbb-4c09-be6a-9e238847e1c3 HTTP/1.1" status: 200 len: 1001 time: 0.1088583 Mar 28 12:04:33.332898 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62923c40-ee99-4321-8e0c-b1f6d303d5dd req-47b23056-b093-45b8-8e8b-01d732f73d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:04:33.334160 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-62923c40-ee99-4321-8e0c-b1f6d303d5dd req-47b23056-b093-45b8-8e8b-01d732f73d89 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=de3ab6d6-180c-42c6-825d-40075604f1f0 HTTP/1.1" status: 200 len: 834 time: 0.0639362 Mar 28 12:04:33.360462 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-e2e21540-6775-40ae-bbd3-4ece571422fb None None] Port 50c59b16-2662-4de6-9ff6-80d43df377d3 cannot update to ACTIVE because it is not bound. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 12:04:33.392363 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvr_db [None req-dd5bae17-9ef0-449d-80ee-333ee3b32d81 None None] Set router 8e65681d-909e-447a-829e-a94d40394983 gateway port host: dv-neutron-835340-2-hyperv {{(pid=87872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:04:33.407528 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-11fd57bf-02c2-4bb3-8c7b-94e77c6f7dfc req-dfd5de9e-47e2-4240-a6c6-68195de0e4da tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1831006681&fields=id&tenant_id=36d6e72b7c0f4666a4c8ddd5206159f1 HTTP/1.1" status: 200 len: 267 time: 0.1539702 Mar 28 12:04:33.416559 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62923c40-ee99-4321-8e0c-b1f6d303d5dd req-39523724-5f41-4a22-9cb5-cbf32d742e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:04:33.418017 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-62923c40-ee99-4321-8e0c-b1f6d303d5dd req-39523724-5f41-4a22-9cb5-cbf32d742e3d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c9040876-1463-45a9-b712-0332cbc5543e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0772979 Mar 28 12:04:33.563459 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fd57bf-02c2-4bb3-8c7b-94e77c6f7dfc req-7c7a5f07-5bf5-47ad-a8d9-7d4481fd8dae tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:04:33.565361 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-11fd57bf-02c2-4bb3-8c7b-94e77c6f7dfc req-7c7a5f07-5bf5-47ad-a8d9-7d4481fd8dae tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] 10.222.0.30 "GET /v2.0/networks?id=c3ced620-75b2-4d2b-8695-e03cf51ed8af HTTP/1.1" status: 200 len: 797 time: 0.1500669 Mar 28 12:04:33.581457 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-11fd57bf-02c2-4bb3-8c7b-94e77c6f7dfc req-b218d4d4-354e-4348-8f80-1b41cff7b09c tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] 10.222.0.30 "GET /v2.0/quotas/36d6e72b7c0f4666a4c8ddd5206159f1 HTTP/1.1" status: 200 len: 375 time: 0.0104921 Mar 28 12:04:33.626636 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-97b493fc-d68e-4308-9859-d17e8c8aed9d None None] Provisioning complete for port 50c59b16-2662-4de6-9ff6-80d43df377d3 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:04:33.626636 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-97b493fc-d68e-4308-9859-d17e8c8aed9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:33.672169 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-11fd57bf-02c2-4bb3-8c7b-94e77c6f7dfc req-8a58aa4c-5aa2-4259-a8d6-bbf6fa159166 tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=36d6e72b7c0f4666a4c8ddd5206159f1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0848124 Mar 28 12:04:33.689504 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-62923c40-ee99-4321-8e0c-b1f6d303d5dd req-3470375c-c1ce-4fc3-8e33-c6113992b01f service neutron] 10.222.0.11 "GET /v2.0/networks/c9040876-1463-45a9-b712-0332cbc5543e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2644603 Mar 28 12:04:33.714115 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-97b493fc-d68e-4308-9859-d17e8c8aed9d None None] Port 50c59b16-2662-4de6-9ff6-80d43df377d3 cannot update to ACTIVE because it is not bound. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 12:04:33.779086 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 91994319-dc30-4710-b2c3-870c9a915eb2 up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:04:33.830034 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-11fd57bf-02c2-4bb3-8c7b-94e77c6f7dfc req-72fde57a-fbcf-463f-95f8-2da92c2c92c5 service neutron] 10.222.0.30 "GET /v2.0/networks/c3ced620-75b2-4d2b-8695-e03cf51ed8af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466570 Mar 28 12:04:33.837760 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-62923c40-ee99-4321-8e0c-b1f6d303d5dd req-58b2e0e9-7144-4bce-b7f4-d78f67e667d8 service neutron] 10.222.0.11 "GET /v2.0/networks/c9040876-1463-45a9-b712-0332cbc5543e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419268 Mar 28 12:04:33.866499 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-dd5bae17-9ef0-449d-80ee-333ee3b32d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e65681d-909e-447a-829e-a94d40394983', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1951616211', 'tenant_id': '36d6e72b7c0f4666a4c8ddd5206159f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.42'}], 'enable_snat': True}, 'gw_port_id': '91994319-dc30-4710-b2c3-870c9a915eb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:04:26Z', 'updated_at': '2022-03-28T12:04:31Z', 'revision_number': 4, 'project_id': '36d6e72b7c0f4666a4c8ddd5206159f1', 'gw_port': {'id': '91994319-dc30-4710-b2c3-870c9a915eb2', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:45:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e65681d-909e-447a-829e-a94d40394983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:04:27Z', 'updated_at': '2022-03-28T12:04:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_interfaces': [{'id': '50c59b16-2662-4de6-9ff6-80d43df377d3', 'name': '', 'network_id': 'c3ced620-75b2-4d2b-8695-e03cf51ed8af', 'tenant_id': '36d6e72b7c0f4666a4c8ddd5206159f1', 'mac_address': 'fa:16:3e:55:3d:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e65681d-909e-447a-829e-a94d40394983', 'device_owner': 'network:router_interface', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': 'aa519890-cb0b-4d8c-9394-fbdf4cf68a08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:04:30Z', 'updated_at': '2022-03-28T12:04:31Z', 'revision_number': 2, 'project_id': '36d6e72b7c0f4666a4c8ddd5206159f1', 'subnets': [{'id': 'aa519890-cb0b-4d8c-9394-fbdf4cf68a08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:04:33.873065 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd5bae17-9ef0-449d-80ee-333ee3b32d81 None None] Checking router: 8e65681d-909e-447a-829e-a94d40394983 for host: dv-neutron-835340-2-hyperv {{(pid=87872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 12:04:33.873418 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd5bae17-9ef0-449d-80ee-333ee3b32d81 None None] Updating router 8e65681d-909e-447a-829e-a94d40394983 port 50c59b16-2662-4de6-9ff6-80d43df377d3 binding host dv-neutron-835340-2-hyperv {{(pid=87872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 12:04:33.919759 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port 91994319-dc30-4710-b2c3-870c9a915eb2 triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:04:33.920482 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:33.965552 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-11fd57bf-02c2-4bb3-8c7b-94e77c6f7dfc req-c98b22bc-a891-42ed-b867-a83ba6604a8d service neutron] 10.222.0.30 "GET /v2.0/networks/c3ced620-75b2-4d2b-8695-e03cf51ed8af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346352 Mar 28 12:04:34.010979 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-dd5bae17-9ef0-449d-80ee-333ee3b32d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:34.149357 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [req-4bc7ff28-9044-4c93-bddf-0d62645f3725 req-39e48d90-fd81-4b8e-b2fb-f250551d1ae1 tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Synchronizing usage tracker for tenant:36d6e72b7c0f4666a4c8ddd5206159f1 on resource:port {{(pid=87871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:04:34.172648 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [req-4bc7ff28-9044-4c93-bddf-0d62645f3725 req-39e48d90-fd81-4b8e-b2fb-f250551d1ae1 tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Unset dirty status for tenant:36d6e72b7c0f4666a4c8ddd5206159f1 on resource:port {{(pid=87871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:04:34.173828 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-4bc7ff28-9044-4c93-bddf-0d62645f3725 req-39e48d90-fd81-4b8e-b2fb-f250551d1ae1 tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a87cee8-5c8e-4bbf-8eaf-bee3f74901f1 HTTP/1.1" status: 200 len: 210 time: 0.0684893 Mar 28 12:04:34.207895 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 8ccae06f-0884-46ee-82a8-31ab2a2ab8bb up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:04:34.391265 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port 8ccae06f-0884-46ee-82a8-31ab2a2ab8bb triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:04:34.391670 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:34.600072 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-dd5bae17-9ef0-449d-80ee-333ee3b32d81 None None] Notify callbacks [] for port, precommit_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:34.612061 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-dd5bae17-9ef0-449d-80ee-333ee3b32d81 None None] Transition to ACTIVE for port object 50c59b16-2662-4de6-9ff6-80d43df377d3 will not be triggered until provisioned by entity L2. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:04:34.618327 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-dd5bae17-9ef0-449d-80ee-333ee3b32d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:34.796764 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d982eb3b-592d-43d6-b2d5-a357407e4cff None None] Pushing event updated for resources: {'Port': ['ID=50c59b16-2662-4de6-9ff6-80d43df377d3,revision_number=3']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:04:34.806463 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-603e0d99-9009-4a64-92eb-ddd21fff648f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:34.867073 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-dd5bae17-9ef0-449d-80ee-333ee3b32d81 None None] Attempting to bind port 50c59b16-2662-4de6-9ff6-80d43df377d3 on host dv-neutron-835340-2-hyperv for vnic_type normal with profile {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 12:04:34.867434 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-dd5bae17-9ef0-449d-80ee-333ee3b32d81 None None] Attempting to bind port 50c59b16-2662-4de6-9ff6-80d43df377d3 by drivers openvswitch,hyperv on host dv-neutron-835340-2-hyperv at level 0 using segments [{'id': '102c826a-dcb1-4ab2-b38a-97998bc8aeea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'c3ced620-75b2-4d2b-8695-e03cf51ed8af'}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 12:04:34.867820 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd5bae17-9ef0-449d-80ee-333ee3b32d81 None None] Attempting to bind port 50c59b16-2662-4de6-9ff6-80d43df377d3 on network c3ced620-75b2-4d2b-8695-e03cf51ed8af {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 12:04:34.872955 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd5bae17-9ef0-449d-80ee-333ee3b32d81 None None] Checking agent: {'id': '961a16fe-cbc8-4264-ac28-bbbd53f89caa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 46, 6), 'started_at': datetime.datetime(2022, 3, 28, 11, 46, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 12, 4, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 12:04:34.873283 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd5bae17-9ef0-449d-80ee-333ee3b32d81 None None] Checking segment: {'id': '102c826a-dcb1-4ab2-b38a-97998bc8aeea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'c3ced620-75b2-4d2b-8695-e03cf51ed8af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 12:04:34.873677 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-dd5bae17-9ef0-449d-80ee-333ee3b32d81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:34.874058 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd5bae17-9ef0-449d-80ee-333ee3b32d81 None None] Bound using segment: {'id': '102c826a-dcb1-4ab2-b38a-97998bc8aeea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'c3ced620-75b2-4d2b-8695-e03cf51ed8af'} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 12:04:34.875240 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-dd5bae17-9ef0-449d-80ee-333ee3b32d81 None None] Bound port: 50c59b16-2662-4de6-9ff6-80d43df377d3, host: dv-neutron-835340-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '102c826a-dcb1-4ab2-b38a-97998bc8aeea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'c3ced620-75b2-4d2b-8695-e03cf51ed8af'}}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 12:04:34.875736 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-dd5bae17-9ef0-449d-80ee-333ee3b32d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:34.976186 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-dd5bae17-9ef0-449d-80ee-333ee3b32d81 None None] For port 50c59b16-2662-4de6-9ff6-80d43df377d3, host dv-neutron-835340-2-hyperv, cleared binding levels {{(pid=87872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 12:04:34.979216 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-dd5bae17-9ef0-449d-80ee-333ee3b32d81 None None] For port 50c59b16-2662-4de6-9ff6-80d43df377d3, host dv-neutron-835340-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=50c59b16-2662-4de6-9ff6-80d43df377d3,segment=NetworkSegment(102c826a-dcb1-4ab2-b38a-97998bc8aeea),segment_id=102c826a-dcb1-4ab2-b38a-97998bc8aeea)] {{(pid=87872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 12:04:34.983636 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-dd5bae17-9ef0-449d-80ee-333ee3b32d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:35.062218 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd5bae17-9ef0-449d-80ee-333ee3b32d81 None None] Routers {'8e65681d-909e-447a-829e-a94d40394983'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:04:35.063192 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-dd5bae17-9ef0-449d-80ee-333ee3b32d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:04:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['8e65681d-909e-447a-829e-a94d40394983'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:04:35.132953 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d982eb3b-592d-43d6-b2d5-a357407e4cff None None] Pushing event updated for resources: {'Port': ['ID=50c59b16-2662-4de6-9ff6-80d43df377d3,revision_number=4']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:04:35.219135 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 58800) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:04:35.320318 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fd57bf-02c2-4bb3-8c7b-94e77c6f7dfc req-570f6e95-9abd-41b0-9de2-35aefe27e415 tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:04:35.320946 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [req-11fd57bf-02c2-4bb3-8c7b-94e77c6f7dfc req-570f6e95-9abd-41b0-9de2-35aefe27e415 tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Synchronizing usage tracker for tenant:36d6e72b7c0f4666a4c8ddd5206159f1 on resource:network {{(pid=87871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:04:35.332549 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvr_db [None req-dd5bae17-9ef0-449d-80ee-333ee3b32d81 None None] Set router 8e65681d-909e-447a-829e-a94d40394983 gateway port host: dv-neutron-835340-2-hyperv {{(pid=87872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:04:35.340370 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [req-11fd57bf-02c2-4bb3-8c7b-94e77c6f7dfc req-570f6e95-9abd-41b0-9de2-35aefe27e415 tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Unset dirty status for tenant:36d6e72b7c0f4666a4c8ddd5206159f1 on resource:network {{(pid=87871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:04:35.341898 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-11fd57bf-02c2-4bb3-8c7b-94e77c6f7dfc req-570f6e95-9abd-41b0-9de2-35aefe27e415 tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] 10.222.0.11 "GET /v2.0/networks?id=c3ced620-75b2-4d2b-8695-e03cf51ed8af HTTP/1.1" status: 200 len: 797 time: 0.2269998 Mar 28 12:04:35.401219 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [req-11fd57bf-02c2-4bb3-8c7b-94e77c6f7dfc req-478b8c44-6510-4b5e-8f6f-ebae1333b03b tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Synchronizing usage tracker for tenant:36d6e72b7c0f4666a4c8ddd5206159f1 on resource:security_group {{(pid=87871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:04:35.432401 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [req-11fd57bf-02c2-4bb3-8c7b-94e77c6f7dfc req-478b8c44-6510-4b5e-8f6f-ebae1333b03b tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Unset dirty status for tenant:36d6e72b7c0f4666a4c8ddd5206159f1 on resource:security_group {{(pid=87871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:04:35.434247 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-11fd57bf-02c2-4bb3-8c7b-94e77c6f7dfc req-478b8c44-6510-4b5e-8f6f-ebae1333b03b tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=36d6e72b7c0f4666a4c8ddd5206159f1 HTTP/1.1" status: 200 len: 380 time: 0.0827000 Mar 28 12:04:35.436980 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-7c9fbddd-4259-4e47-9863-025ecb4f81e2 req-9df0ed24-d6f6-4a46-9df3-92acd542a157 tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a87cee8-5c8e-4bbf-8eaf-bee3f74901f1 HTTP/1.1" status: 200 len: 210 time: 0.0973699 Mar 28 12:04:35.445848 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [req-11fd57bf-02c2-4bb3-8c7b-94e77c6f7dfc req-9b71bc86-f6d0-41e1-a95b-ae5c460718d7 tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Request body: {'port': {'device_id': '4a87cee8-5c8e-4bbf-8eaf-bee3f74901f1', 'network_id': 'c3ced620-75b2-4d2b-8695-e03cf51ed8af', 'admin_state_up': True, 'tenant_id': '36d6e72b7c0f4666a4c8ddd5206159f1', 'security_groups': ['cb57de02-5375-45b8-9458-0bb3f6ad1c45']}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:04:35.472779 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5009aa3-723f-4666-90bd-a5d52ef8e63e tempest-TestNetworkBasicOps-386611239 tempest-TestNetworkBasicOps-386611239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:04:35.473326 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5009aa3-723f-4666-90bd-a5d52ef8e63e tempest-TestNetworkBasicOps-386611239 tempest-TestNetworkBasicOps-386611239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:04:35.473848 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5009aa3-723f-4666-90bd-a5d52ef8e63e tempest-TestNetworkBasicOps-386611239 tempest-TestNetworkBasicOps-386611239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:04:35.475802 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-d5009aa3-723f-4666-90bd-a5d52ef8e63e tempest-TestNetworkBasicOps-386611239 tempest-TestNetworkBasicOps-386611239-project-admin] 10.222.0.30 "GET /v2.0/ports?project_id=527195c95736491ca1967a42cc300275&network_id=c9040876-1463-45a9-b712-0332cbc5543e HTTP/1.1" status: 200 len: 2999 time: 0.2549958 Mar 28 12:04:35.583778 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [req-11fd57bf-02c2-4bb3-8c7b-94e77c6f7dfc req-9b71bc86-f6d0-41e1-a95b-ae5c460718d7 tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:04:35.594555 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [req-11fd57bf-02c2-4bb3-8c7b-94e77c6f7dfc req-9b71bc86-f6d0-41e1-a95b-ae5c460718d7 tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:04:35.604643 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11fd57bf-02c2-4bb3-8c7b-94e77c6f7dfc req-9b71bc86-f6d0-41e1-a95b-ae5c460718d7 tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Made reservation on behalf of 36d6e72b7c0f4666a4c8ddd5206159f1 for: {'port': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 12:04:35.609518 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-11fd57bf-02c2-4bb3-8c7b-94e77c6f7dfc req-9b71bc86-f6d0-41e1-a95b-ae5c460718d7 tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:35.679938 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:35.756728 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-dd5bae17-9ef0-449d-80ee-333ee3b32d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e65681d-909e-447a-829e-a94d40394983', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1951616211', 'tenant_id': '36d6e72b7c0f4666a4c8ddd5206159f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.42'}], 'enable_snat': True}, 'gw_port_id': '91994319-dc30-4710-b2c3-870c9a915eb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:04:26Z', 'updated_at': '2022-03-28T12:04:31Z', 'revision_number': 4, 'project_id': '36d6e72b7c0f4666a4c8ddd5206159f1', 'gw_port': {'id': '91994319-dc30-4710-b2c3-870c9a915eb2', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:45:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e65681d-909e-447a-829e-a94d40394983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:04:27Z', 'updated_at': '2022-03-28T12:04:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_interfaces': [{'id': '50c59b16-2662-4de6-9ff6-80d43df377d3', 'name': '', 'network_id': 'c3ced620-75b2-4d2b-8695-e03cf51ed8af', 'tenant_id': '36d6e72b7c0f4666a4c8ddd5206159f1', 'mac_address': 'fa:16:3e:55:3d:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e65681d-909e-447a-829e-a94d40394983', 'device_owner': 'network:router_interface', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': 'aa519890-cb0b-4d8c-9394-fbdf4cf68a08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:04:30Z', 'updated_at': '2022-03-28T12:04:34Z', 'revision_number': 4, 'project_id': '36d6e72b7c0f4666a4c8ddd5206159f1', 'subnets': [{'id': 'aa519890-cb0b-4d8c-9394-fbdf4cf68a08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:04:35.761149 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd5bae17-9ef0-449d-80ee-333ee3b32d81 None None] The sync data for ids ['8e65681d-909e-447a-829e-a94d40394983'] in dv-neutron-835340-2-hyperv is: [{'id': '8e65681d-909e-447a-829e-a94d40394983', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1951616211', 'tenant_id': '36d6e72b7c0f4666a4c8ddd5206159f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.42'}], 'enable_snat': True}, 'gw_port_id': '91994319-dc30-4710-b2c3-870c9a915eb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:04:26Z', 'updated_at': '2022-03-28T12:04:31Z', 'revision_number': 4, 'project_id': '36d6e72b7c0f4666a4c8ddd5206159f1', 'gw_port': {'id': '91994319-dc30-4710-b2c3-870c9a915eb2', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:45:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e65681d-909e-447a-829e-a94d40394983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:04:27Z', 'updated_at': '2022-03-28T12:04:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_interfaces': [{'id': '50c59b16-2662-4de6-9ff6-80d43df377d3', 'name': '', 'network_id': 'c3ced620-75b2-4d2b-8695-e03cf51ed8af', 'tenant_id': '36d6e72b7c0f4666a4c8ddd5206159f1', 'mac_address': 'fa:16:3e:55:3d:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e65681d-909e-447a-829e-a94d40394983', 'device_owner': 'network:router_interface', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': 'aa519890-cb0b-4d8c-9394-fbdf4cf68a08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:04:30Z', 'updated_at': '2022-03-28T12:04:34Z', 'revision_number': 4, 'project_id': '36d6e72b7c0f4666a4c8ddd5206159f1', 'subnets': [{'id': 'aa519890-cb0b-4d8c-9394-fbdf4cf68a08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 12:04:35.763904 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-ef3be119-c018-4979-be07-86cf959defc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:35.785441 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.db_base_plugin_common [req-11fd57bf-02c2-4bb3-8c7b-94e77c6f7dfc req-9b71bc86-f6d0-41e1-a95b-ae5c460718d7 tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Allocated IP 172.20.0.4 (c3ced620-75b2-4d2b-8695-e03cf51ed8af/aa519890-cb0b-4d8c-9394-fbdf4cf68a08/79c3b532-59d9-45ec-8fd3-e9730884201a) {{(pid=87871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 12:04:36.000790 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-11fd57bf-02c2-4bb3-8c7b-94e77c6f7dfc req-9b71bc86-f6d0-41e1-a95b-ae5c460718d7 tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Notify callbacks [] for port, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:36.017558 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.provisioning_blocks [req-11fd57bf-02c2-4bb3-8c7b-94e77c6f7dfc req-9b71bc86-f6d0-41e1-a95b-ae5c460718d7 tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Transition to ACTIVE for port object 79c3b532-59d9-45ec-8fd3-e9730884201a will not be triggered until provisioned by entity DHCP. {{(pid=87871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:04:36.042647 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-11fd57bf-02c2-4bb3-8c7b-94e77c6f7dfc req-9b71bc86-f6d0-41e1-a95b-ae5c460718d7 tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:36.112232 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11fd57bf-02c2-4bb3-8c7b-94e77c6f7dfc req-9b71bc86-f6d0-41e1-a95b-ae5c460718d7 tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Network c3ced620-75b2-4d2b-8695-e03cf51ed8af is already hosted by enough agents. {{(pid=87871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:04:36.115522 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [req-11fd57bf-02c2-4bb3-8c7b-94e77c6f7dfc req-9b71bc86-f6d0-41e1-a95b-ae5c460718d7 tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Resources bound (agent type, host, resource id): {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:04:36.119299 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.l3_dvrscheduler_db [req-11fd57bf-02c2-4bb3-8c7b-94e77c6f7dfc req-9b71bc86-f6d0-41e1-a95b-ae5c460718d7 tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Received port after_create {{(pid=87871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 12:04:36.170715 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b71bc86-f6d0-41e1-a95b-ae5c460718d7 tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Pushing event updated for resources: {'Port': ['ID=79c3b532-59d9-45ec-8fd3-e9730884201a,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:04:36.197371 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fd57bf-02c2-4bb3-8c7b-94e77c6f7dfc req-9b71bc86-f6d0-41e1-a95b-ae5c460718d7 tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:04:36.197646 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-11fd57bf-02c2-4bb3-8c7b-94e77c6f7dfc req-9b71bc86-f6d0-41e1-a95b-ae5c460718d7 tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:36.225973 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-11fd57bf-02c2-4bb3-8c7b-94e77c6f7dfc req-9b71bc86-f6d0-41e1-a95b-ae5c460718d7 tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7862926 Mar 28 12:04:36.240804 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [req-11fd57bf-02c2-4bb3-8c7b-94e77c6f7dfc req-cb6437da-ded6-4987-9739-fcb3611af30c service neutron] Request body: {'port': {'device_id': '4a87cee8-5c8e-4bbf-8eaf-bee3f74901f1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8353'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:04:36.323872 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-ff9f88f8-f631-470e-a3e8-9b4bf7bcd5e7 None None] Provisioning for port 79c3b532-59d9-45ec-8fd3-e9730884201a completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:04:36.330855 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-ff9f88f8-f631-470e-a3e8-9b4bf7bcd5e7 None None] Provisioning complete for port 79c3b532-59d9-45ec-8fd3-e9730884201a triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:04:36.331224 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-ff9f88f8-f631-470e-a3e8-9b4bf7bcd5e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:36.368725 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-11fd57bf-02c2-4bb3-8c7b-94e77c6f7dfc req-cb6437da-ded6-4987-9739-fcb3611af30c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:36.394318 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-ff9f88f8-f631-470e-a3e8-9b4bf7bcd5e7 None None] Port 79c3b532-59d9-45ec-8fd3-e9730884201a cannot update to ACTIVE because it is not bound. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 12:04:36.729857 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e192cdb-49e9-4e0c-a5e9-131aac78bd67 req-2efda3d6-43b2-48ca-81d6-da0c1adab8a8 tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:04:36.730535 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [req-2e192cdb-49e9-4e0c-a5e9-131aac78bd67 req-2efda3d6-43b2-48ca-81d6-da0c1adab8a8 tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Synchronizing usage tracker for tenant:36d6e72b7c0f4666a4c8ddd5206159f1 on resource:port {{(pid=87871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:04:36.802835 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [req-2e192cdb-49e9-4e0c-a5e9-131aac78bd67 req-2efda3d6-43b2-48ca-81d6-da0c1adab8a8 tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Unset dirty status for tenant:36d6e72b7c0f4666a4c8ddd5206159f1 on resource:port {{(pid=87871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:04:36.804015 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-2e192cdb-49e9-4e0c-a5e9-131aac78bd67 req-2efda3d6-43b2-48ca-81d6-da0c1adab8a8 tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a87cee8-5c8e-4bbf-8eaf-bee3f74901f1 HTTP/1.1" status: 200 len: 931 time: 0.1968296 Mar 28 12:04:36.828654 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.notifiers.nova [req-11fd57bf-02c2-4bb3-8c7b-94e77c6f7dfc req-cb6437da-ded6-4987-9739-fcb3611af30c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79c3b532-59d9-45ec-8fd3-e9730884201a {{(pid=87871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 12:04:36.845275 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-11fd57bf-02c2-4bb3-8c7b-94e77c6f7dfc req-cb6437da-ded6-4987-9739-fcb3611af30c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:36.876850 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.provisioning_blocks [req-11fd57bf-02c2-4bb3-8c7b-94e77c6f7dfc req-cb6437da-ded6-4987-9739-fcb3611af30c service neutron] Transition to ACTIVE for port object 79c3b532-59d9-45ec-8fd3-e9730884201a will not be triggered until provisioned by entity L2. {{(pid=87871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:04:36.881353 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-2e192cdb-49e9-4e0c-a5e9-131aac78bd67 req-37e26671-261f-4796-9cae-57e2d1fd86f0 tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] 10.222.0.30 "GET /v2.0/security-groups?id=cb57de02-5375-45b8-9458-0bb3f6ad1c45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704079 Mar 28 12:04:36.883025 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-11fd57bf-02c2-4bb3-8c7b-94e77c6f7dfc req-cb6437da-ded6-4987-9739-fcb3611af30c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2363241'] for port, after_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:37.164124 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6437da-ded6-4987-9739-fcb3611af30c service neutron] Pushing event updated for resources: {'Port': ['ID=79c3b532-59d9-45ec-8fd3-e9730884201a,revision_number=2']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:04:37.234797 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.managers [req-11fd57bf-02c2-4bb3-8c7b-94e77c6f7dfc req-cb6437da-ded6-4987-9739-fcb3611af30c service neutron] Attempting to bind port 79c3b532-59d9-45ec-8fd3-e9730884201a on host hv-neutron-8353 for vnic_type normal with profile {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 12:04:37.235119 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.managers [req-11fd57bf-02c2-4bb3-8c7b-94e77c6f7dfc req-cb6437da-ded6-4987-9739-fcb3611af30c service neutron] Attempting to bind port 79c3b532-59d9-45ec-8fd3-e9730884201a by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '102c826a-dcb1-4ab2-b38a-97998bc8aeea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'c3ced620-75b2-4d2b-8695-e03cf51ed8af'}] {{(pid=87871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 12:04:37.235440 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11fd57bf-02c2-4bb3-8c7b-94e77c6f7dfc req-cb6437da-ded6-4987-9739-fcb3611af30c service neutron] Attempting to bind port 79c3b532-59d9-45ec-8fd3-e9730884201a on network c3ced620-75b2-4d2b-8695-e03cf51ed8af {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 12:04:37.239869 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11fd57bf-02c2-4bb3-8c7b-94e77c6f7dfc req-cb6437da-ded6-4987-9739-fcb3611af30c service neutron] Port 79c3b532-59d9-45ec-8fd3-e9730884201a on network c3ced620-75b2-4d2b-8695-e03cf51ed8af not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 12:04:37.240181 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11fd57bf-02c2-4bb3-8c7b-94e77c6f7dfc req-cb6437da-ded6-4987-9739-fcb3611af30c service neutron] Attempting to bind port 79c3b532-59d9-45ec-8fd3-e9730884201a on network c3ced620-75b2-4d2b-8695-e03cf51ed8af {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 12:04:37.245066 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11fd57bf-02c2-4bb3-8c7b-94e77c6f7dfc req-cb6437da-ded6-4987-9739-fcb3611af30c service neutron] Checking agent: {'id': '01dfae6e-0e91-4100-b27f-ff8156eac7d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8353', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 52, 20), 'started_at': datetime.datetime(2022, 3, 28, 11, 52, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 12, 4, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 12:04:37.245394 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11fd57bf-02c2-4bb3-8c7b-94e77c6f7dfc req-cb6437da-ded6-4987-9739-fcb3611af30c service neutron] Checking segment: {'id': '102c826a-dcb1-4ab2-b38a-97998bc8aeea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'c3ced620-75b2-4d2b-8695-e03cf51ed8af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 12:04:37.245761 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11fd57bf-02c2-4bb3-8c7b-94e77c6f7dfc req-cb6437da-ded6-4987-9739-fcb3611af30c service neutron] Bound using segment: {'id': '102c826a-dcb1-4ab2-b38a-97998bc8aeea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'c3ced620-75b2-4d2b-8695-e03cf51ed8af'} {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 12:04:37.246174 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.managers [req-11fd57bf-02c2-4bb3-8c7b-94e77c6f7dfc req-cb6437da-ded6-4987-9739-fcb3611af30c service neutron] Bound port: 79c3b532-59d9-45ec-8fd3-e9730884201a, host: hv-neutron-8353, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '102c826a-dcb1-4ab2-b38a-97998bc8aeea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'c3ced620-75b2-4d2b-8695-e03cf51ed8af'}}] {{(pid=87871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 12:04:37.246504 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-11fd57bf-02c2-4bb3-8c7b-94e77c6f7dfc req-cb6437da-ded6-4987-9739-fcb3611af30c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:37.337558 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.db [req-11fd57bf-02c2-4bb3-8c7b-94e77c6f7dfc req-cb6437da-ded6-4987-9739-fcb3611af30c service neutron] For port 79c3b532-59d9-45ec-8fd3-e9730884201a, host hv-neutron-8353, cleared binding levels {{(pid=87871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 12:04:37.340569 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.db [req-11fd57bf-02c2-4bb3-8c7b-94e77c6f7dfc req-cb6437da-ded6-4987-9739-fcb3611af30c service neutron] For port 79c3b532-59d9-45ec-8fd3-e9730884201a, host hv-neutron-8353, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=79c3b532-59d9-45ec-8fd3-e9730884201a,segment=NetworkSegment(102c826a-dcb1-4ab2-b38a-97998bc8aeea),segment_id=102c826a-dcb1-4ab2-b38a-97998bc8aeea)] {{(pid=87871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 12:04:37.345060 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-11fd57bf-02c2-4bb3-8c7b-94e77c6f7dfc req-cb6437da-ded6-4987-9739-fcb3611af30c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2363241'] for port, after_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:37.401322 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fd57bf-02c2-4bb3-8c7b-94e77c6f7dfc req-cb6437da-ded6-4987-9739-fcb3611af30c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:04:37.401927 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-11fd57bf-02c2-4bb3-8c7b-94e77c6f7dfc req-cb6437da-ded6-4987-9739-fcb3611af30c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:37.403262 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-11fd57bf-02c2-4bb3-8c7b-94e77c6f7dfc req-cb6437da-ded6-4987-9739-fcb3611af30c service neutron] 10.222.0.11 "PUT /v2.0/ports/79c3b532-59d9-45ec-8fd3-e9730884201a HTTP/1.1" status: 200 len: 1093 time: 1.1667819 Mar 28 12:04:37.403722 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a87cee8-5c8e-4bbf-8eaf-bee3f74901f1', 'tag': '79c3b532-59d9-45ec-8fd3-e9730884201a'}] {{(pid=87871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 12:04:37.427368 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-b7ccd3c7-0277-4f12-8e5c-e41478141af5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:37.429843 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6437da-ded6-4987-9739-fcb3611af30c service neutron] Pushing event updated for resources: {'Port': ['ID=79c3b532-59d9-45ec-8fd3-e9730884201a,revision_number=3']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:04:37.485800 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a87cee8-5c8e-4bbf-8eaf-bee3f74901f1', 'tag': '79c3b532-59d9-45ec-8fd3-e9730884201a', 'status': 'completed', 'code': 200} Mar 28 12:04:37.527163 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fd57bf-02c2-4bb3-8c7b-94e77c6f7dfc req-3c643274-afde-4e07-ae5c-e1a87f7823e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:04:37.528683 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-11fd57bf-02c2-4bb3-8c7b-94e77c6f7dfc req-3c643274-afde-4e07-ae5c-e1a87f7823e4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=36d6e72b7c0f4666a4c8ddd5206159f1&device_id=4a87cee8-5c8e-4bbf-8eaf-bee3f74901f1 HTTP/1.1" status: 200 len: 1096 time: 0.0761833 Mar 28 12:04:37.600778 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-11fd57bf-02c2-4bb3-8c7b-94e77c6f7dfc req-4548ab50-e585-4bde-863d-fb2429ed87d4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=79c3b532-59d9-45ec-8fd3-e9730884201a HTTP/1.1" status: 200 len: 217 time: 0.0646267 Mar 28 12:04:37.665793 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fd57bf-02c2-4bb3-8c7b-94e77c6f7dfc req-3c8fbbbd-ecab-476d-b075-20bcfad898a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:04:37.667197 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-11fd57bf-02c2-4bb3-8c7b-94e77c6f7dfc req-3c8fbbbd-ecab-476d-b075-20bcfad898a7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=aa519890-cb0b-4d8c-9394-fbdf4cf68a08 HTTP/1.1" status: 200 len: 835 time: 0.0602844 Mar 28 12:04:37.744785 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fd57bf-02c2-4bb3-8c7b-94e77c6f7dfc req-08350c7f-03c6-432a-aaa6-ab88b598594b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:04:37.746313 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-11fd57bf-02c2-4bb3-8c7b-94e77c6f7dfc req-08350c7f-03c6-432a-aaa6-ab88b598594b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c3ced620-75b2-4d2b-8695-e03cf51ed8af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0719531 Mar 28 12:04:37.773217 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 50c59b16-2662-4de6-9ff6-80d43df377d3 up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:04:37.842071 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning for port 50c59b16-2662-4de6-9ff6-80d43df377d3 completed by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:04:37.848230 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port 50c59b16-2662-4de6-9ff6-80d43df377d3 triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:04:37.848683 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:37.887323 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-11fd57bf-02c2-4bb3-8c7b-94e77c6f7dfc req-4849509d-cf8b-4cb8-9612-4157de25d0a3 service neutron] 10.222.0.11 "GET /v2.0/networks/c3ced620-75b2-4d2b-8695-e03cf51ed8af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338871 Mar 28 12:04:37.968433 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:38.006283 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] For port 50c59b16-2662-4de6-9ff6-80d43df377d3, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=50c59b16-2662-4de6-9ff6-80d43df377d3,segment=NetworkSegment(102c826a-dcb1-4ab2-b38a-97998bc8aeea),segment_id=102c826a-dcb1-4ab2-b38a-97998bc8aeea)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:04:38.014128 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:38.034113 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-11fd57bf-02c2-4bb3-8c7b-94e77c6f7dfc req-06cb83a1-5c6e-47b1-8946-b6f3b9707412 service neutron] 10.222.0.11 "GET /v2.0/networks/c3ced620-75b2-4d2b-8695-e03cf51ed8af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392562 Mar 28 12:04:38.087921 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Pushing event updated for resources: {'Port': ['ID=50c59b16-2662-4de6-9ff6-80d43df377d3,revision_number=5']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:04:38.213547 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed69e51f-aca6-49cc-bb20-dedbd7d5b20c req-9562e295-7e65-4f40-922a-a78e32fe8d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:04:38.214904 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-ed69e51f-aca6-49cc-bb20-dedbd7d5b20c req-9562e295-7e65-4f40-922a-a78e32fe8d9d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=36d6e72b7c0f4666a4c8ddd5206159f1&device_id=4a87cee8-5c8e-4bbf-8eaf-bee3f74901f1 HTTP/1.1" status: 200 len: 1096 time: 0.1186426 Mar 28 12:04:38.333021 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e907ddc8-e2a6-436e-a8e1-d696c3c18876 req-9d6f1c2d-8220-4f3d-9d2f-46b18ff354f5 tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:04:38.334439 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-e907ddc8-e2a6-436e-a8e1-d696c3c18876 req-9d6f1c2d-8220-4f3d-9d2f-46b18ff354f5 tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a87cee8-5c8e-4bbf-8eaf-bee3f74901f1 HTTP/1.1" status: 200 len: 943 time: 0.1811662 Mar 28 12:04:38.396631 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed69e51f-aca6-49cc-bb20-dedbd7d5b20c req-4556ffff-5337-4fbf-9cef-44275d5f9a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:04:38.398032 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-ed69e51f-aca6-49cc-bb20-dedbd7d5b20c req-4556ffff-5337-4fbf-9cef-44275d5f9a5f service neutron] 10.222.0.11 "GET /v2.0/networks?id=c3ced620-75b2-4d2b-8695-e03cf51ed8af HTTP/1.1" status: 200 len: 897 time: 0.1761358 Mar 28 12:04:38.400867 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-e907ddc8-e2a6-436e-a8e1-d696c3c18876 req-4bbf296a-8b22-4cb5-b023-3d07ad214873 tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] 10.222.0.30 "GET /v2.0/security-groups?id=cb57de02-5375-45b8-9458-0bb3f6ad1c45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596566 Mar 28 12:04:38.468550 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-ed69e51f-aca6-49cc-bb20-dedbd7d5b20c req-836a3e00-aacd-4172-845a-fd7e9580a051 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=79c3b532-59d9-45ec-8fd3-e9730884201a HTTP/1.1" status: 200 len: 217 time: 0.0622895 Mar 28 12:04:38.528916 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed69e51f-aca6-49cc-bb20-dedbd7d5b20c req-f28781dc-0d69-4180-bde2-0b7910c8561f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:04:38.530313 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-ed69e51f-aca6-49cc-bb20-dedbd7d5b20c req-f28781dc-0d69-4180-bde2-0b7910c8561f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=aa519890-cb0b-4d8c-9394-fbdf4cf68a08 HTTP/1.1" status: 200 len: 835 time: 0.0564592 Mar 28 12:04:38.606517 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed69e51f-aca6-49cc-bb20-dedbd7d5b20c req-84796706-e28d-4350-9251-49416279fa0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:04:38.607957 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-ed69e51f-aca6-49cc-bb20-dedbd7d5b20c req-84796706-e28d-4350-9251-49416279fa0e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c3ced620-75b2-4d2b-8695-e03cf51ed8af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0710618 Mar 28 12:04:38.848236 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-ed69e51f-aca6-49cc-bb20-dedbd7d5b20c req-df7196af-792c-4c54-8ee2-9a8b889ac4a0 service neutron] 10.222.0.11 "GET /v2.0/networks/c3ced620-75b2-4d2b-8695-e03cf51ed8af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2324722 Mar 28 12:04:38.979946 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-ed69e51f-aca6-49cc-bb20-dedbd7d5b20c req-74cfa041-8029-43f5-81a9-615902391a80 service neutron] 10.222.0.11 "GET /v2.0/networks/c3ced620-75b2-4d2b-8695-e03cf51ed8af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249459 Mar 28 12:04:39.019338 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 58824) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:04:39.077683 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27222ad7-a405-45b5-a5cc-8e314725cb53 tempest-TestNetworkBasicOps-386611239 tempest-TestNetworkBasicOps-386611239-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:04:39.079301 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-27222ad7-a405-45b5-a5cc-8e314725cb53 tempest-TestNetworkBasicOps-386611239 tempest-TestNetworkBasicOps-386611239-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=ac2b1748-8f63-4b17-a9c7-07e79704aa5b HTTP/1.1" status: 200 len: 814 time: 0.0590060 Mar 28 12:04:39.587657 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca39cb9-d6b9-4846-be0b-56e1f943a467 req-b66bd671-fff2-4a82-866e-fa2c07c7f033 tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:04:39.589114 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-6ca39cb9-d6b9-4846-be0b-56e1f943a467 req-b66bd671-fff2-4a82-866e-fa2c07c7f033 tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a87cee8-5c8e-4bbf-8eaf-bee3f74901f1 HTTP/1.1" status: 200 len: 943 time: 0.0818193 Mar 28 12:04:39.632571 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-6ca39cb9-d6b9-4846-be0b-56e1f943a467 req-6b8e5265-eba0-45e7-bb50-5b0020aa9dff tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] 10.222.0.30 "GET /v2.0/security-groups?id=cb57de02-5375-45b8-9458-0bb3f6ad1c45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378458 Mar 28 12:04:39.750471 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 50c59b16-2662-4de6-9ff6-80d43df377d3 up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:04:39.817900 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port 50c59b16-2662-4de6-9ff6-80d43df377d3 triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:04:39.818268 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:39.929976 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Device 79c3b532-59d9-45ec-8fd3-e9730884201a details requested by agent hyperv_hv-neutron-8353 with host hv-neutron-8353 {{(pid=87872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 28 12:04:40.049639 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 58834) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:04:40.055277 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-fa0d6b6d-ccb4-418c-a703-b43823e7ff13 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:04:40.068981 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] For port 79c3b532-59d9-45ec-8fd3-e9730884201a, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=79c3b532-59d9-45ec-8fd3-e9730884201a,segment=NetworkSegment(102c826a-dcb1-4ab2-b38a-97998bc8aeea),segment_id=102c826a-dcb1-4ab2-b38a-97998bc8aeea)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:04:40.085187 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Returning: {'device': '79c3b532-59d9-45ec-8fd3-e9730884201a', 'network_id': 'c3ced620-75b2-4d2b-8695-e03cf51ed8af', 'port_id': '79c3b532-59d9-45ec-8fd3-e9730884201a', 'mac_address': 'fa:16:3e:0f:e0:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa519890-cb0b-4d8c-9394-fbdf4cf68a08', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 28 12:04:40.140851 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:40.157596 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-fa0d6b6d-ccb4-418c-a703-b43823e7ff13 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for floatingip, before_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:40.158169 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.notifiers.nova [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79c3b532-59d9-45ec-8fd3-e9730884201a {{(pid=87872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 12:04:40.174564 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] For port 79c3b532-59d9-45ec-8fd3-e9730884201a, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=79c3b532-59d9-45ec-8fd3-e9730884201a,segment=NetworkSegment(102c826a-dcb1-4ab2-b38a-97998bc8aeea),segment_id=102c826a-dcb1-4ab2-b38a-97998bc8aeea)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:04:40.178144 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:40.248060 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Pushing event updated for resources: {'Port': ['ID=79c3b532-59d9-45ec-8fd3-e9730884201a,revision_number=4']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:04:40.393620 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] get_ports_and_sgs() called for port_ids ['79c3b532-59d9-45ec-8fd3-e9730884201a'] {{(pid=87872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 12:04:40.432718 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-fa0d6b6d-ccb4-418c-a703-b43823e7ff13 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:40.437440 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-fa0d6b6d-ccb4-418c-a703-b43823e7ff13 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-709520'] for floatingip, after_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:40.437748 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.db.l3_db [None req-fa0d6b6d-ccb4-418c-a703-b43823e7ff13 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Floating IP bb85d73d-7c16-4a93-bac6-0ab83b550adc disassociated. External IP: 172.26.7.107, port: db433d8e-6fbb-4c09-be6a-9e238847e1c3. Mar 28 12:04:40.831259 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa0d6b6d-ccb4-418c-a703-b43823e7ff13 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Router f85e07f6-33a3-46de-a3bf-16d0b6ee7372 has already been hosted by L3 agent af79d429-529e-400b-a119-94d4bec03f3e {{(pid=87871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 12:04:40.930150 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c877e7c-1e2d-4ba7-8044-8cdd8271c66a req-b20bad5e-b7fa-4d57-acbb-2984abd83a87 tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:04:40.931540 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-4c877e7c-1e2d-4ba7-8044-8cdd8271c66a req-b20bad5e-b7fa-4d57-acbb-2984abd83a87 tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a87cee8-5c8e-4bbf-8eaf-bee3f74901f1 HTTP/1.1" status: 200 len: 944 time: 0.1857851 Mar 28 12:04:41.053301 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-4c877e7c-1e2d-4ba7-8044-8cdd8271c66a req-85b665b3-ebe5-4807-843a-e216cd6b1eeb tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] 10.222.0.30 "GET /v2.0/security-groups?id=cb57de02-5375-45b8-9458-0bb3f6ad1c45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1148593 Mar 28 12:04:41.073171 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa0d6b6d-ccb4-418c-a703-b43823e7ff13 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 12:04:41.078019 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-fa0d6b6d-ccb4-418c-a703-b43823e7ff13 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for floatingip, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:41.082407 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11a288b-7e1d-4b82-8df7-3cee5420abaf None None] Sync routers for ids ['f85e07f6-33a3-46de-a3bf-16d0b6ee7372'] in dv-neutron-835340-2-hyperv {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 12:04:41.091597 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11a288b-7e1d-4b82-8df7-3cee5420abaf None None] Routers {'f85e07f6-33a3-46de-a3bf-16d0b6ee7372'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:04:41.092253 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-e11a288b-7e1d-4b82-8df7-3cee5420abaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:04:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['f85e07f6-33a3-46de-a3bf-16d0b6ee7372'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:04:41.259035 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-fa0d6b6d-ccb4-418c-a703-b43823e7ff13 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "PUT /v2.0/floatingips/bb85d73d-7c16-4a93-bac6-0ab83b550adc HTTP/1.1" status: 200 len: 690 time: 1.2082462 Mar 28 12:04:41.259873 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20511cdc-6d5b-465d-9f7f-3003856cdb12', 'tag': 'db433d8e-6fbb-4c09-be6a-9e238847e1c3'}] {{(pid=87871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 12:04:41.261881 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 58840) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:04:41.277935 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvr_db [None req-e11a288b-7e1d-4b82-8df7-3cee5420abaf None None] Set router f85e07f6-33a3-46de-a3bf-16d0b6ee7372 gateway port host: dv-neutron-835340-2-hyperv {{(pid=87873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:04:41.306372 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20511cdc-6d5b-465d-9f7f-3003856cdb12', 'tag': 'db433d8e-6fbb-4c09-be6a-9e238847e1c3', 'status': 'completed', 'code': 200} Mar 28 12:04:41.349681 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-95163ecc-bbab-4497-b2fd-658c8227feef tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/floatingips/bb85d73d-7c16-4a93-bac6-0ab83b550adc HTTP/1.1" status: 200 len: 690 time: 0.0862241 Mar 28 12:04:41.401881 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f950335-8784-4e15-b79b-c888196a2b41 req-9766c26a-6976-43b2-aaae-e86b48d1443e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:04:41.403321 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-7f950335-8784-4e15-b79b-c888196a2b41 req-9766c26a-6976-43b2-aaae-e86b48d1443e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=527195c95736491ca1967a42cc300275&device_id=20511cdc-6d5b-465d-9f7f-3003856cdb12 HTTP/1.1" status: 200 len: 1098 time: 0.0740335 Mar 28 12:04:41.535445 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f950335-8784-4e15-b79b-c888196a2b41 req-0266933a-504a-4099-895d-84f0fd926a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:04:41.536801 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-7f950335-8784-4e15-b79b-c888196a2b41 req-0266933a-504a-4099-895d-84f0fd926a30 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c9040876-1463-45a9-b712-0332cbc5543e HTTP/1.1" status: 200 len: 896 time: 0.1275508 Mar 28 12:04:41.605870 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-e11a288b-7e1d-4b82-8df7-3cee5420abaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f85e07f6-33a3-46de-a3bf-16d0b6ee7372', 'name': 'tempest-TestNetworkBasicOps-router-1415341849', 'tenant_id': '527195c95736491ca1967a42cc300275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.93'}], 'enable_snat': True}, 'gw_port_id': '3daa0028-4da4-410c-b6e0-6a829252d9ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:03:37Z', 'updated_at': '2022-03-28T12:03:45Z', 'revision_number': 4, 'project_id': '527195c95736491ca1967a42cc300275', 'gw_port': {'id': '3daa0028-4da4-410c-b6e0-6a829252d9ca', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:b1:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f85e07f6-33a3-46de-a3bf-16d0b6ee7372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1277, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:03:38Z', 'updated_at': '2022-03-28T12:03:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_interfaces': [{'id': '3dcbd01b-85ae-4c2d-892b-8280550cf830', 'name': '', 'network_id': 'c9040876-1463-45a9-b712-0332cbc5543e', 'tenant_id': '527195c95736491ca1967a42cc300275', 'mac_address': 'fa:16:3e:b1:99:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f85e07f6-33a3-46de-a3bf-16d0b6ee7372', 'device_owner': 'network:router_interface', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': 'de3ab6d6-180c-42c6-825d-40075604f1f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:03:43Z', 'updated_at': '2022-03-28T12:03:54Z', 'revision_number': 5, 'project_id': '527195c95736491ca1967a42cc300275', 'subnets': [{'id': 'de3ab6d6-180c-42c6-825d-40075604f1f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:04:41.606205 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-7f950335-8784-4e15-b79b-c888196a2b41 req-079650ae-82b7-4c55-89dc-0a875d04b5e6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=db433d8e-6fbb-4c09-be6a-9e238847e1c3 HTTP/1.1" status: 200 len: 217 time: 0.0637643 Mar 28 12:04:41.609824 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11a288b-7e1d-4b82-8df7-3cee5420abaf None None] Checking router: f85e07f6-33a3-46de-a3bf-16d0b6ee7372 for host: dv-neutron-835340-2-hyperv {{(pid=87873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 12:04:41.618032 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11a288b-7e1d-4b82-8df7-3cee5420abaf None None] Routers {'f85e07f6-33a3-46de-a3bf-16d0b6ee7372'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:04:41.618615 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-e11a288b-7e1d-4b82-8df7-3cee5420abaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:04:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['f85e07f6-33a3-46de-a3bf-16d0b6ee7372'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:04:41.667111 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f950335-8784-4e15-b79b-c888196a2b41 req-540bea37-0035-441c-b4e8-01cec0410dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:04:41.668561 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-7f950335-8784-4e15-b79b-c888196a2b41 req-540bea37-0035-441c-b4e8-01cec0410dd4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=de3ab6d6-180c-42c6-825d-40075604f1f0 HTTP/1.1" status: 200 len: 834 time: 0.0573683 Mar 28 12:04:41.744970 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f950335-8784-4e15-b79b-c888196a2b41 req-c799d316-50fe-45da-a848-12de0723f781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:04:41.746498 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-7f950335-8784-4e15-b79b-c888196a2b41 req-c799d316-50fe-45da-a848-12de0723f781 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c9040876-1463-45a9-b712-0332cbc5543e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0725896 Mar 28 12:04:41.795410 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvr_db [None req-e11a288b-7e1d-4b82-8df7-3cee5420abaf None None] Set router f85e07f6-33a3-46de-a3bf-16d0b6ee7372 gateway port host: dv-neutron-835340-2-hyperv {{(pid=87873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:04:41.879406 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-7f950335-8784-4e15-b79b-c888196a2b41 req-8a0e67b6-5bba-4a97-8a5e-52a185cf1e2f service neutron] 10.222.0.11 "GET /v2.0/networks/c9040876-1463-45a9-b712-0332cbc5543e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265311 Mar 28 12:04:41.935440 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Device 79c3b532-59d9-45ec-8fd3-e9730884201a up at agent hyperv_hv-neutron-8353 {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:04:42.008635 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Provisioning for port 79c3b532-59d9-45ec-8fd3-e9730884201a completed by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:04:42.016112 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-7f950335-8784-4e15-b79b-c888196a2b41 req-f5239370-23b1-41a5-a374-a83ac88fce84 service neutron] 10.222.0.11 "GET /v2.0/networks/c9040876-1463-45a9-b712-0332cbc5543e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284807 Mar 28 12:04:42.018544 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Provisioning complete for port 79c3b532-59d9-45ec-8fd3-e9730884201a triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:04:42.018921 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:42.114620 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-e11a288b-7e1d-4b82-8df7-3cee5420abaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f85e07f6-33a3-46de-a3bf-16d0b6ee7372', 'name': 'tempest-TestNetworkBasicOps-router-1415341849', 'tenant_id': '527195c95736491ca1967a42cc300275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.93'}], 'enable_snat': True}, 'gw_port_id': '3daa0028-4da4-410c-b6e0-6a829252d9ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:03:37Z', 'updated_at': '2022-03-28T12:03:45Z', 'revision_number': 4, 'project_id': '527195c95736491ca1967a42cc300275', 'gw_port': {'id': '3daa0028-4da4-410c-b6e0-6a829252d9ca', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:b1:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f85e07f6-33a3-46de-a3bf-16d0b6ee7372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1277, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:03:38Z', 'updated_at': '2022-03-28T12:03:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_interfaces': [{'id': '3dcbd01b-85ae-4c2d-892b-8280550cf830', 'name': '', 'network_id': 'c9040876-1463-45a9-b712-0332cbc5543e', 'tenant_id': '527195c95736491ca1967a42cc300275', 'mac_address': 'fa:16:3e:b1:99:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f85e07f6-33a3-46de-a3bf-16d0b6ee7372', 'device_owner': 'network:router_interface', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': 'de3ab6d6-180c-42c6-825d-40075604f1f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:03:43Z', 'updated_at': '2022-03-28T12:03:54Z', 'revision_number': 5, 'project_id': '527195c95736491ca1967a42cc300275', 'subnets': [{'id': 'de3ab6d6-180c-42c6-825d-40075604f1f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:04:42.118532 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11a288b-7e1d-4b82-8df7-3cee5420abaf None None] The sync data for ids ['f85e07f6-33a3-46de-a3bf-16d0b6ee7372'] in dv-neutron-835340-2-hyperv is: [{'id': 'f85e07f6-33a3-46de-a3bf-16d0b6ee7372', 'name': 'tempest-TestNetworkBasicOps-router-1415341849', 'tenant_id': '527195c95736491ca1967a42cc300275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.93'}], 'enable_snat': True}, 'gw_port_id': '3daa0028-4da4-410c-b6e0-6a829252d9ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:03:37Z', 'updated_at': '2022-03-28T12:03:45Z', 'revision_number': 4, 'project_id': '527195c95736491ca1967a42cc300275', 'gw_port': {'id': '3daa0028-4da4-410c-b6e0-6a829252d9ca', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:b1:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f85e07f6-33a3-46de-a3bf-16d0b6ee7372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1277, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:03:38Z', 'updated_at': '2022-03-28T12:03:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_interfaces': [{'id': '3dcbd01b-85ae-4c2d-892b-8280550cf830', 'name': '', 'network_id': 'c9040876-1463-45a9-b712-0332cbc5543e', 'tenant_id': '527195c95736491ca1967a42cc300275', 'mac_address': 'fa:16:3e:b1:99:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f85e07f6-33a3-46de-a3bf-16d0b6ee7372', 'device_owner': 'network:router_interface', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': 'de3ab6d6-180c-42c6-825d-40075604f1f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:03:43Z', 'updated_at': '2022-03-28T12:03:54Z', 'revision_number': 5, 'project_id': '527195c95736491ca1967a42cc300275', 'subnets': [{'id': 'de3ab6d6-180c-42c6-825d-40075604f1f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 12:04:42.144576 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:42.175554 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a87cee8-5c8e-4bbf-8eaf-bee3f74901f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79c3b532-59d9-45ec-8fd3-e9730884201a'}] {{(pid=87872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 12:04:42.186160 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] For port 79c3b532-59d9-45ec-8fd3-e9730884201a, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=79c3b532-59d9-45ec-8fd3-e9730884201a,segment=NetworkSegment(102c826a-dcb1-4ab2-b38a-97998bc8aeea),segment_id=102c826a-dcb1-4ab2-b38a-97998bc8aeea)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:04:42.191292 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:42.254176 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1109912-9180-4159-a193-539f80c8c967 req-d612b5b4-a953-4f28-80dc-691bc0976f79 tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:04:42.255962 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-c1109912-9180-4159-a193-539f80c8c967 req-d612b5b4-a953-4f28-80dc-691bc0976f79 tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a87cee8-5c8e-4bbf-8eaf-bee3f74901f1 HTTP/1.1" status: 200 len: 945 time: 0.0890069 Mar 28 12:04:42.276524 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Pushing event updated for resources: {'Port': ['ID=79c3b532-59d9-45ec-8fd3-e9730884201a,revision_number=5']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:04:42.310463 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-c1109912-9180-4159-a193-539f80c8c967 req-a5079bf4-03e4-4ae2-a34b-5b0998c17729 tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] 10.222.0.30 "GET /v2.0/security-groups?id=cb57de02-5375-45b8-9458-0bb3f6ad1c45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437241 Mar 28 12:04:42.353329 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 58850) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:04:42.381008 dv-neutron-835340-2-hyperv neutron-server[87872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a87cee8-5c8e-4bbf-8eaf-bee3f74901f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79c3b532-59d9-45ec-8fd3-e9730884201a', 'code': 200} Mar 28 12:04:42.414358 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d775fcb6-c32d-49a5-a0d5-0730904cecc3 None None] New status for floating IP bb85d73d-7c16-4a93-bac6-0ab83b550adc: DOWN {{(pid=87872) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 12:04:42.455938 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-2e81d5aa-7346-4219-a2a5-d7db6940db70 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/floatingips/bb85d73d-7c16-4a93-bac6-0ab83b550adc HTTP/1.1" status: 200 len: 690 time: 0.1013820 Mar 28 12:04:42.614998 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73c7832-cd8b-4777-a6ec-5a088173dca0 req-c469701d-f852-42a3-adeb-0afa1d079be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:04:42.616390 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-e73c7832-cd8b-4777-a6ec-5a088173dca0 req-c469701d-f852-42a3-adeb-0afa1d079be8 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4a87cee8-5c8e-4bbf-8eaf-bee3f74901f1 HTTP/1.1" status: 200 len: 1098 time: 0.0762005 Mar 28 12:04:42.658718 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-e73c7832-cd8b-4777-a6ec-5a088173dca0 req-cb458205-f9ec-45d1-9db0-51b22d2c5859 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=cb57de02-5375-45b8-9458-0bb3f6ad1c45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365956 Mar 28 12:04:43.459875 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 58856) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:04:43.500501 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad0b8bd-0c37-46bd-97d1-9bf7381195cd req-febd2be1-6779-4047-a723-af3424d45424 tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:04:43.501976 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-aad0b8bd-0c37-46bd-97d1-9bf7381195cd req-febd2be1-6779-4047-a723-af3424d45424 tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a87cee8-5c8e-4bbf-8eaf-bee3f74901f1 HTTP/1.1" status: 200 len: 945 time: 0.0829949 Mar 28 12:04:43.545124 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-c489731e-7b71-4284-9961-fa3e414baa74 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/floatingips/bb85d73d-7c16-4a93-bac6-0ab83b550adc HTTP/1.1" status: 200 len: 688 time: 0.0841184 Mar 28 12:04:43.550241 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-aad0b8bd-0c37-46bd-97d1-9bf7381195cd req-07f1ba31-3854-4a43-a705-68d42ebba589 tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] 10.222.0.30 "GET /v2.0/security-groups?id=cb57de02-5375-45b8-9458-0bb3f6ad1c45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418854 Mar 28 12:04:44.734285 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6628362c-5c5f-4f1b-b896-836dbb51c058 req-f1e9508f-7c31-4d68-a554-ed176a00ee43 tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:04:44.735736 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-6628362c-5c5f-4f1b-b896-836dbb51c058 req-f1e9508f-7c31-4d68-a554-ed176a00ee43 tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a87cee8-5c8e-4bbf-8eaf-bee3f74901f1 HTTP/1.1" status: 200 len: 945 time: 0.0838490 Mar 28 12:04:44.779740 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-6628362c-5c5f-4f1b-b896-836dbb51c058 req-446945ad-ac3f-48da-80a8-9f6b8a131dde tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] 10.222.0.30 "GET /v2.0/security-groups?id=cb57de02-5375-45b8-9458-0bb3f6ad1c45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383830 Mar 28 12:04:44.863669 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 58866) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:04:44.868868 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-119c7aaf-bdbd-45e7-8463-5b83b07d655f tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-229643733', 'description': 'tempest-secgroup-smoke-229643733 description', 'project_id': '527195c95736491ca1967a42cc300275'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:04:44.875038 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-119c7aaf-bdbd-45e7-8463-5b83b07d655f tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:04:44.885121 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-119c7aaf-bdbd-45e7-8463-5b83b07d655f tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:04:44.895860 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-119c7aaf-bdbd-45e7-8463-5b83b07d655f tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:44.916653 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-119c7aaf-bdbd-45e7-8463-5b83b07d655f tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:04:44.920620 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-119c7aaf-bdbd-45e7-8463-5b83b07d655f tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Usage tracker for resource:security_group_rule and tenant:527195c95736491ca1967a42cc300275 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:04:44.923666 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-119c7aaf-bdbd-45e7-8463-5b83b07d655f tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:04:44.929252 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-119c7aaf-bdbd-45e7-8463-5b83b07d655f tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:04:44.971739 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0baf6a-9ec0-46fe-97c8-1bd1ffd7a0b2 req-d340695e-25d8-47dd-af82-9832aa3bbab1 tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:04:44.973216 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-fa0baf6a-9ec0-46fe-97c8-1bd1ffd7a0b2 req-d340695e-25d8-47dd-af82-9832aa3bbab1 tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a87cee8-5c8e-4bbf-8eaf-bee3f74901f1 HTTP/1.1" status: 200 len: 945 time: 0.0820808 Mar 28 12:04:45.002923 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-119c7aaf-bdbd-45e7-8463-5b83b07d655f tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:45.007076 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-119c7aaf-bdbd-45e7-8463-5b83b07d655f tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:45.018546 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-fa0baf6a-9ec0-46fe-97c8-1bd1ffd7a0b2 req-6985cb75-c02e-4e96-b7ec-c108332b5641 tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] 10.222.0.30 "GET /v2.0/security-groups?id=cb57de02-5375-45b8-9458-0bb3f6ad1c45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393860 Mar 28 12:04:45.041684 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 58870) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:04:45.057382 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119c7aaf-bdbd-45e7-8463-5b83b07d655f tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16481eed-1c00-4e11-8db0-90735c88c248,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:04:45.060782 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-119c7aaf-bdbd-45e7-8463-5b83b07d655f tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:45.064942 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-119c7aaf-bdbd-45e7-8463-5b83b07d655f tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1973164 Mar 28 12:04:45.065196 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 58874) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:04:45.070315 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-18425cc4-e559-4f7f-af61-57b8f9e418ba tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Request body: {'security_group_rule': {'security_group_id': '16481eed-1c00-4e11-8db0-90735c88c248', 'project_id': '527195c95736491ca1967a42cc300275', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:04:45.076255 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-18425cc4-e559-4f7f-af61-57b8f9e418ba tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:04:45.080693 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-18425cc4-e559-4f7f-af61-57b8f9e418ba tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Usage tracker for resource:security_group_rule and tenant:527195c95736491ca1967a42cc300275 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:04:45.083726 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-18425cc4-e559-4f7f-af61-57b8f9e418ba tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:04:45.089570 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-18425cc4-e559-4f7f-af61-57b8f9e418ba tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:04:45.106770 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-18425cc4-e559-4f7f-af61-57b8f9e418ba tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:45.118351 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c46419b0-d7f4-4366-8a32-629d0eb8aea3 tempest-TestNetworkAdvancedServerOps-2133471911 tempest-TestNetworkAdvancedServerOps-2133471911-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:04:45.119872 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-c46419b0-d7f4-4366-8a32-629d0eb8aea3 tempest-TestNetworkAdvancedServerOps-2133471911 tempest-TestNetworkAdvancedServerOps-2133471911-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=4a87cee8-5c8e-4bbf-8eaf-bee3f74901f1 HTTP/1.1" status: 200 len: 1093 time: 0.0772049 Mar 28 12:04:45.122791 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 58878) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:04:45.127855 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-14d25886-6858-46ac-a97b-e2f38c4049dd tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Request body: {'floatingip': {'floating_network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'port_id': '79c3b532-59d9-45ec-8fd3-e9730884201a', 'tenant_id': '36d6e72b7c0f4666a4c8ddd5206159f1', 'fixed_ip_address': '172.20.0.4'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:04:45.133621 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-14d25886-6858-46ac-a97b-e2f38c4049dd tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:04:45.137650 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-14d25886-6858-46ac-a97b-e2f38c4049dd tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Usage tracker for resource:floatingip and tenant:36d6e72b7c0f4666a4c8ddd5206159f1 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:04:45.141017 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-14d25886-6858-46ac-a97b-e2f38c4049dd tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:04:45.146788 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-14d25886-6858-46ac-a97b-e2f38c4049dd tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:04:45.157303 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-14d25886-6858-46ac-a97b-e2f38c4049dd tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Notify callbacks [] for floatingip, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:45.167021 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-18425cc4-e559-4f7f-af61-57b8f9e418ba tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:45.170725 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-18425cc4-e559-4f7f-af61-57b8f9e418ba tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740322'] for security_group_rule, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:45.197264 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18425cc4-e559-4f7f-af61-57b8f9e418ba tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3936d42-84b3-4ff2-818e-2ece6e4ce04c,revision_number=0']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:04:45.210990 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-18425cc4-e559-4f7f-af61-57b8f9e418ba tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:45.212343 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-18425cc4-e559-4f7f-af61-57b8f9e418ba tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1461604 Mar 28 12:04:45.214956 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 58882) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:04:45.219818 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-ca944a55-51a0-4247-ab24-8960e7a49a4f tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Request body: {'security_group_rule': {'security_group_id': '16481eed-1c00-4e11-8db0-90735c88c248', 'project_id': '527195c95736491ca1967a42cc300275', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:04:45.225506 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-ca944a55-51a0-4247-ab24-8960e7a49a4f tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:04:45.229303 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-ca944a55-51a0-4247-ab24-8960e7a49a4f tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Usage tracker for resource:security_group_rule and tenant:527195c95736491ca1967a42cc300275 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:04:45.232132 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-ca944a55-51a0-4247-ab24-8960e7a49a4f tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:04:45.238233 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-ca944a55-51a0-4247-ab24-8960e7a49a4f tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:04:45.255852 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-ca944a55-51a0-4247-ab24-8960e7a49a4f tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:45.297672 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-14d25886-6858-46ac-a97b-e2f38c4049dd tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:45.316177 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-ca944a55-51a0-4247-ab24-8960e7a49a4f tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:45.319652 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-ca944a55-51a0-4247-ab24-8960e7a49a4f tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740322'] for security_group_rule, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:45.340233 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca944a55-51a0-4247-ab24-8960e7a49a4f tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=005eeedd-2cc9-4092-992f-e9c063571e79,revision_number=0']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:04:45.352205 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-ca944a55-51a0-4247-ab24-8960e7a49a4f tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:45.353417 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-ca944a55-51a0-4247-ab24-8960e7a49a4f tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1375191 Mar 28 12:04:45.356167 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 58886) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:04:45.361926 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-164a7699-d806-4fc9-9276-144caf6b4510 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Request body: {'security_group_rule': {'security_group_id': '16481eed-1c00-4e11-8db0-90735c88c248', 'project_id': '527195c95736491ca1967a42cc300275', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:04:45.367680 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-164a7699-d806-4fc9-9276-144caf6b4510 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:04:45.371488 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-164a7699-d806-4fc9-9276-144caf6b4510 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Usage tracker for resource:security_group_rule and tenant:527195c95736491ca1967a42cc300275 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:04:45.374558 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-164a7699-d806-4fc9-9276-144caf6b4510 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:04:45.380296 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-164a7699-d806-4fc9-9276-144caf6b4510 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:04:45.397591 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-164a7699-d806-4fc9-9276-144caf6b4510 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:45.464907 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-164a7699-d806-4fc9-9276-144caf6b4510 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:45.469454 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-164a7699-d806-4fc9-9276-144caf6b4510 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740322'] for security_group_rule, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:45.499906 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164a7699-d806-4fc9-9276-144caf6b4510 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b07759f9-3394-418e-bae3-cf82bb030361,revision_number=0']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:04:45.506768 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-164a7699-d806-4fc9-9276-144caf6b4510 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:45.508097 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-164a7699-d806-4fc9-9276-144caf6b4510 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1510282 Mar 28 12:04:45.510878 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 58890) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:04:45.516884 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-aa246714-ad59-4575-9ef1-6007c69bfc8b tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Request body: {'security_group_rule': {'security_group_id': '16481eed-1c00-4e11-8db0-90735c88c248', 'project_id': '527195c95736491ca1967a42cc300275', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:04:45.522988 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-aa246714-ad59-4575-9ef1-6007c69bfc8b tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:04:45.527201 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-aa246714-ad59-4575-9ef1-6007c69bfc8b tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Usage tracker for resource:security_group_rule and tenant:527195c95736491ca1967a42cc300275 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:04:45.530862 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-aa246714-ad59-4575-9ef1-6007c69bfc8b tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:04:45.537011 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-aa246714-ad59-4575-9ef1-6007c69bfc8b tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:04:45.554158 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.db_base_plugin_common [None req-14d25886-6858-46ac-a97b-e2f38c4049dd tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Allocated IP 172.26.7.48 (ac2b1748-8f63-4b17-a9c7-07e79704aa5b/0b7ebf76-1dc7-431a-a0b4-b96bacf287c2/ef863f25-3abf-45c8-ac50-2e46cd444f49) {{(pid=87871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 12:04:45.556054 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-aa246714-ad59-4575-9ef1-6007c69bfc8b tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:45.621826 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-aa246714-ad59-4575-9ef1-6007c69bfc8b tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:45.625527 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-aa246714-ad59-4575-9ef1-6007c69bfc8b tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740322'] for security_group_rule, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:45.650705 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa246714-ad59-4575-9ef1-6007c69bfc8b tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebb2cf92-84cc-4cb4-854a-d95f573a47a7,revision_number=0']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:04:45.661328 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-aa246714-ad59-4575-9ef1-6007c69bfc8b tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:45.662694 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-aa246714-ad59-4575-9ef1-6007c69bfc8b tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1506941 Mar 28 12:04:45.665680 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 58894) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:04:45.670820 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-39c553b2-a62f-47b0-9673-d498715e36f1 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Request body: {'security_group_rule': {'security_group_id': '16481eed-1c00-4e11-8db0-90735c88c248', 'project_id': '527195c95736491ca1967a42cc300275', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:04:45.676492 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-39c553b2-a62f-47b0-9673-d498715e36f1 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:04:45.680213 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-39c553b2-a62f-47b0-9673-d498715e36f1 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Usage tracker for resource:security_group_rule and tenant:527195c95736491ca1967a42cc300275 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:04:45.683042 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-39c553b2-a62f-47b0-9673-d498715e36f1 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:04:45.688686 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-39c553b2-a62f-47b0-9673-d498715e36f1 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:04:45.701284 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.db.securitygroups_db [None req-39c553b2-a62f-47b0-9673-d498715e36f1 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Project 527195c95736491ca1967a42cc300275 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 12:04:45.703594 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-14d25886-6858-46ac-a97b-e2f38c4049dd tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Notify callbacks [] for port, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:45.708519 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-39c553b2-a62f-47b0-9673-d498715e36f1 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:45.733051 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-14d25886-6858-46ac-a97b-e2f38c4049dd tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:45.773139 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-39c553b2-a62f-47b0-9673-d498715e36f1 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:45.777022 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-39c553b2-a62f-47b0-9673-d498715e36f1 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740322'] for security_group_rule, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:45.793064 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14d25886-6858-46ac-a97b-e2f38c4049dd tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Network ac2b1748-8f63-4b17-a9c7-07e79704aa5b is already hosted by enough agents. {{(pid=87871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:04:45.795949 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-14d25886-6858-46ac-a97b-e2f38c4049dd tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Resources bound (agent type, host, resource id): {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:04:45.799663 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d25886-6858-46ac-a97b-e2f38c4049dd tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Received port after_create {{(pid=87871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 12:04:45.800240 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c553b2-a62f-47b0-9673-d498715e36f1 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5f9ac74-2be9-4f38-b12f-68d4489791c3,revision_number=0']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:04:45.813284 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-39c553b2-a62f-47b0-9673-d498715e36f1 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:45.814822 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-39c553b2-a62f-47b0-9673-d498715e36f1 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1482162 Mar 28 12:04:45.818159 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 58898) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:04:45.823414 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-fc95ea69-fbdf-499f-82b0-4461db12bef3 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Request body: {'security_group_rule': {'security_group_id': '16481eed-1c00-4e11-8db0-90735c88c248', 'project_id': '527195c95736491ca1967a42cc300275', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:04:45.830665 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-fc95ea69-fbdf-499f-82b0-4461db12bef3 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:04:45.834729 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-fc95ea69-fbdf-499f-82b0-4461db12bef3 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Usage tracker for resource:security_group_rule and tenant:527195c95736491ca1967a42cc300275 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:04:45.838456 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-fc95ea69-fbdf-499f-82b0-4461db12bef3 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:04:45.845075 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-fc95ea69-fbdf-499f-82b0-4461db12bef3 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:04:45.851854 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d25886-6858-46ac-a97b-e2f38c4049dd tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Pushing event updated for resources: {'Port': ['ID=ef863f25-3abf-45c8-ac50-2e46cd444f49,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:04:45.861521 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.db.securitygroups_db [None req-fc95ea69-fbdf-499f-82b0-4461db12bef3 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Project 527195c95736491ca1967a42cc300275 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 12:04:45.868497 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-fc95ea69-fbdf-499f-82b0-4461db12bef3 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:45.938979 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-fc95ea69-fbdf-499f-82b0-4461db12bef3 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:45.943706 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-fc95ea69-fbdf-499f-82b0-4461db12bef3 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740322'] for security_group_rule, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:45.966430 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc95ea69-fbdf-499f-82b0-4461db12bef3 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1254adcf-15e8-439b-a243-a10cc922d145,revision_number=0']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:04:45.976343 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-fc95ea69-fbdf-499f-82b0-4461db12bef3 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:45.987258 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-fc95ea69-fbdf-499f-82b0-4461db12bef3 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1582465 Mar 28 12:04:46.243523 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-14d25886-6858-46ac-a97b-e2f38c4049dd tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:46.308732 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [req-1322f748-13a5-49b0-aaf0-3277474819a9 req-8ec7c0c8-2668-41d0-973b-7bc9f7fa24aa tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Synchronizing usage tracker for tenant:527195c95736491ca1967a42cc300275 on resource:security_group {{(pid=87870) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:04:46.318133 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-14d25886-6858-46ac-a97b-e2f38c4049dd tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:46.324380 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [req-1322f748-13a5-49b0-aaf0-3277474819a9 req-8ec7c0c8-2668-41d0-973b-7bc9f7fa24aa tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Unset dirty status for tenant:527195c95736491ca1967a42cc300275 on resource:security_group {{(pid=87870) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:04:46.325581 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-1322f748-13a5-49b0-aaf0-3277474819a9 req-8ec7c0c8-2668-41d0-973b-7bc9f7fa24aa tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-229643733&fields=id&tenant_id=527195c95736491ca1967a42cc300275 HTTP/1.1" status: 200 len: 267 time: 0.0563781 Mar 28 12:04:46.477152 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1322f748-13a5-49b0-aaf0-3277474819a9 req-99b4c7ec-e5e9-4cf9-bd6f-9101b0faf501 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:04:46.479204 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-1322f748-13a5-49b0-aaf0-3277474819a9 req-99b4c7ec-e5e9-4cf9-bd6f-9101b0faf501 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/networks?id=c9040876-1463-45a9-b712-0332cbc5543e HTTP/1.1" status: 200 len: 796 time: 0.1462121 Mar 28 12:04:46.495331 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-1322f748-13a5-49b0-aaf0-3277474819a9 req-e15390a0-5447-4a39-8bca-64c599200df5 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/quotas/527195c95736491ca1967a42cc300275 HTTP/1.1" status: 200 len: 375 time: 0.0097115 Mar 28 12:04:46.525699 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-14d25886-6858-46ac-a97b-e2f38c4049dd tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Notify callbacks [] for port, precommit_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:46.530520 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-14d25886-6858-46ac-a97b-e2f38c4049dd tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2363241'] for port, after_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:46.583353 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-1322f748-13a5-49b0-aaf0-3277474819a9 req-fff4efd7-c50d-4c82-ba0b-8b7cec2945ea tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=527195c95736491ca1967a42cc300275&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0817208 Mar 28 12:04:46.644300 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d25886-6858-46ac-a97b-e2f38c4049dd tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Pushing event updated for resources: {'Port': ['ID=ef863f25-3abf-45c8-ac50-2e46cd444f49,revision_number=2']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:04:46.654800 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-14d25886-6858-46ac-a97b-e2f38c4049dd tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-709520'] for floatingip, after_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:46.818364 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-1322f748-13a5-49b0-aaf0-3277474819a9 req-4cdea23d-6ad1-4c24-b534-5893dec9d793 service neutron] 10.222.0.30 "GET /v2.0/networks/c9040876-1463-45a9-b712-0332cbc5543e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2225993 Mar 28 12:04:46.833168 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.db.l3_db [None req-14d25886-6858-46ac-a97b-e2f38c4049dd tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Floating IP 8345ba2a-3f87-4c62-ae23-9139ce544be9 associated. External IP: 172.26.7.48, port: 79c3b532-59d9-45ec-8fd3-e9730884201a. Mar 28 12:04:46.951078 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-1322f748-13a5-49b0-aaf0-3277474819a9 req-8fcdf3c7-cd6c-4fa5-8d33-e35705f9d0ea service neutron] 10.222.0.30 "GET /v2.0/networks/c9040876-1463-45a9-b712-0332cbc5543e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264236 Mar 28 12:04:47.244002 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-74387788-2125-4369-a476-907da3fbbb40 req-008812d6-5dbf-46dd-b91c-338ad679f8f1 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/ports?device_id=db1b27a4-0ed8-49df-abf8-f3a6f2053c1d HTTP/1.1" status: 200 len: 210 time: 0.1189632 Mar 28 12:04:47.364482 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14d25886-6858-46ac-a97b-e2f38c4049dd tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Router 8e65681d-909e-447a-829e-a94d40394983 has already been hosted by L3 agent af79d429-529e-400b-a119-94d4bec03f3e {{(pid=87871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 12:04:47.554140 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14d25886-6858-46ac-a97b-e2f38c4049dd tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 12:04:47.564780 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-877add85-3611-4337-b43a-d3adac3d2ea2 None None] Sync routers for ids ['8e65681d-909e-447a-829e-a94d40394983'] in dv-neutron-835340-2-hyperv {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 12:04:47.575049 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-877add85-3611-4337-b43a-d3adac3d2ea2 None None] Routers {'8e65681d-909e-447a-829e-a94d40394983'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:04:47.575655 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-877add85-3611-4337-b43a-d3adac3d2ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:04:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['8e65681d-909e-447a-829e-a94d40394983'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:04:47.585778 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-14d25886-6858-46ac-a97b-e2f38c4049dd tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for floatingip, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:47.650205 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-14d25886-6858-46ac-a97b-e2f38c4049dd tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5263534 Mar 28 12:04:47.651257 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a87cee8-5c8e-4bbf-8eaf-bee3f74901f1', 'tag': '79c3b532-59d9-45ec-8fd3-e9730884201a'}] {{(pid=87871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 12:04:47.724446 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a87cee8-5c8e-4bbf-8eaf-bee3f74901f1', 'tag': '79c3b532-59d9-45ec-8fd3-e9730884201a', 'status': 'completed', 'code': 200} Mar 28 12:04:47.816716 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvr_db [None req-877add85-3611-4337-b43a-d3adac3d2ea2 None None] Set router 8e65681d-909e-447a-829e-a94d40394983 gateway port host: dv-neutron-835340-2-hyperv {{(pid=87873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:04:47.842299 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1b298b-cc11-434e-8078-8b2b5b1864c9 req-0a2a1330-6a78-4330-b53d-07f9dc8e5106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:04:47.845938 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-4f1b298b-cc11-434e-8078-8b2b5b1864c9 req-0a2a1330-6a78-4330-b53d-07f9dc8e5106 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=36d6e72b7c0f4666a4c8ddd5206159f1&device_id=4a87cee8-5c8e-4bbf-8eaf-bee3f74901f1 HTTP/1.1" status: 200 len: 1098 time: 0.0923476 Mar 28 12:04:47.870954 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef777c32-8caf-463f-a479-ace31eff1964 req-d03c9c43-82b2-4906-bdd9-59e4d512dbde tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:04:47.878721 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-ef777c32-8caf-463f-a479-ace31eff1964 req-d03c9c43-82b2-4906-bdd9-59e4d512dbde tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a87cee8-5c8e-4bbf-8eaf-bee3f74901f1 HTTP/1.1" status: 200 len: 945 time: 0.1223562 Mar 28 12:04:47.923407 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-ef777c32-8caf-463f-a479-ace31eff1964 req-b43f80d2-2a85-4b3a-92cd-481779c12d91 tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] 10.222.0.30 "GET /v2.0/security-groups?id=cb57de02-5375-45b8-9458-0bb3f6ad1c45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438123 Mar 28 12:04:47.948176 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 58936) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:04:48.015403 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1b298b-cc11-434e-8078-8b2b5b1864c9 req-94d16e7c-60c9-45cd-83ec-6640bf45a6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:04:48.018475 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-4f1b298b-cc11-434e-8078-8b2b5b1864c9 req-94d16e7c-60c9-45cd-83ec-6640bf45a6a2 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c3ced620-75b2-4d2b-8695-e03cf51ed8af HTTP/1.1" status: 200 len: 897 time: 0.1659782 Mar 28 12:04:48.062461 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-d5351945-a83b-4744-8455-b8e34a28969d tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] 10.222.0.30 "GET /v2.0/floatingips/8345ba2a-3f87-4c62-ae23-9139ce544be9 HTTP/1.1" status: 200 len: 990 time: 0.1130848 Mar 28 12:04:48.124083 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-4f1b298b-cc11-434e-8078-8b2b5b1864c9 req-55eecd9d-c19f-4330-8890-7c65a9e4803e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=79c3b532-59d9-45ec-8fd3-e9730884201a HTTP/1.1" status: 200 len: 998 time: 0.0982261 Mar 28 12:04:48.187449 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1b298b-cc11-434e-8078-8b2b5b1864c9 req-75da8208-3178-4baf-b5d1-d5563191445f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:04:48.188913 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-4f1b298b-cc11-434e-8078-8b2b5b1864c9 req-75da8208-3178-4baf-b5d1-d5563191445f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=aa519890-cb0b-4d8c-9394-fbdf4cf68a08 HTTP/1.1" status: 200 len: 835 time: 0.0583041 Mar 28 12:04:48.195552 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-877add85-3611-4337-b43a-d3adac3d2ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e65681d-909e-447a-829e-a94d40394983', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1951616211', 'tenant_id': '36d6e72b7c0f4666a4c8ddd5206159f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.42'}], 'enable_snat': True}, 'gw_port_id': '91994319-dc30-4710-b2c3-870c9a915eb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:04:26Z', 'updated_at': '2022-03-28T12:04:31Z', 'revision_number': 4, 'project_id': '36d6e72b7c0f4666a4c8ddd5206159f1', 'gw_port': {'id': '91994319-dc30-4710-b2c3-870c9a915eb2', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:45:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e65681d-909e-447a-829e-a94d40394983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:04:27Z', 'updated_at': '2022-03-28T12:04:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_floatingips': [{'id': '8345ba2a-3f87-4c62-ae23-9139ce544be9', 'tenant_id': '36d6e72b7c0f4666a4c8ddd5206159f1', 'floating_ip_address': '172.26.7.48', 'floating_network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'router_id': '8e65681d-909e-447a-829e-a94d40394983', 'port_id': '79c3b532-59d9-45ec-8fd3-e9730884201a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1345, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3ced620-75b2-4d2b-8695-e03cf51ed8af', 'mac_address': 'fa:16:3e:0f:e0:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a87cee8-5c8e-4bbf-8eaf-bee3f74901f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T12:04:46Z', 'updated_at': '2022-03-28T12:04:46Z', 'revision_number': 0, 'project_id': '36d6e72b7c0f4666a4c8ddd5206159f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50c59b16-2662-4de6-9ff6-80d43df377d3', 'name': '', 'network_id': 'c3ced620-75b2-4d2b-8695-e03cf51ed8af', 'tenant_id': '36d6e72b7c0f4666a4c8ddd5206159f1', 'mac_address': 'fa:16:3e:55:3d:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e65681d-909e-447a-829e-a94d40394983', 'device_owner': 'network:router_interface', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': 'aa519890-cb0b-4d8c-9394-fbdf4cf68a08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:04:30Z', 'updated_at': '2022-03-28T12:04:37Z', 'revision_number': 5, 'project_id': '36d6e72b7c0f4666a4c8ddd5206159f1', 'subnets': [{'id': 'aa519890-cb0b-4d8c-9394-fbdf4cf68a08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:04:48.199316 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-877add85-3611-4337-b43a-d3adac3d2ea2 None None] Checking router: 8e65681d-909e-447a-829e-a94d40394983 for host: dv-neutron-835340-2-hyperv {{(pid=87873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 12:04:48.208636 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-877add85-3611-4337-b43a-d3adac3d2ea2 None None] Routers {'8e65681d-909e-447a-829e-a94d40394983'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:04:48.209223 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-877add85-3611-4337-b43a-d3adac3d2ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:04:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['8e65681d-909e-447a-829e-a94d40394983'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:04:48.271772 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1b298b-cc11-434e-8078-8b2b5b1864c9 req-110b7589-94b7-4437-adca-a73e7b3a1a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:04:48.273236 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-4f1b298b-cc11-434e-8078-8b2b5b1864c9 req-110b7589-94b7-4437-adca-a73e7b3a1a47 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c3ced620-75b2-4d2b-8695-e03cf51ed8af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0772684 Mar 28 12:04:48.283654 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [req-4f1b298b-cc11-434e-8078-8b2b5b1864c9 req-486d46e2-b396-42e1-92c9-427ab0f7e382 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=87871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 12:04:48.284768 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-4f1b298b-cc11-434e-8078-8b2b5b1864c9 req-486d46e2-b396-42e1-92c9-427ab0f7e382 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058212 Mar 28 12:04:48.447272 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-2f6708b5-e76e-407b-b36d-31e0068163e6 req-c6df0963-832e-4211-8493-b2f3c3ab3ac6 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/ports?device_id=db1b27a4-0ed8-49df-abf8-f3a6f2053c1d HTTP/1.1" status: 200 len: 210 time: 0.0633893 Mar 28 12:04:48.448303 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvr_db [None req-877add85-3611-4337-b43a-d3adac3d2ea2 None None] Set router 8e65681d-909e-447a-829e-a94d40394983 gateway port host: dv-neutron-835340-2-hyperv {{(pid=87873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:04:48.482890 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-4f1b298b-cc11-434e-8078-8b2b5b1864c9 req-c3811c54-5863-4334-996f-c936b7322845 service neutron] 10.222.0.11 "GET /v2.0/networks/c3ced620-75b2-4d2b-8695-e03cf51ed8af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1882772 Mar 28 12:04:48.505807 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1322f748-13a5-49b0-aaf0-3277474819a9 req-bf884fe2-b3b5-4db0-aa0f-dda46ef73d6a tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:04:48.507242 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-1322f748-13a5-49b0-aaf0-3277474819a9 req-bf884fe2-b3b5-4db0-aa0f-dda46ef73d6a tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.11 "GET /v2.0/networks?id=c9040876-1463-45a9-b712-0332cbc5543e HTTP/1.1" status: 200 len: 796 time: 0.2070723 Mar 28 12:04:48.568604 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-1322f748-13a5-49b0-aaf0-3277474819a9 req-754f030f-7769-4cee-a305-b76a6ba4fc3a tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=527195c95736491ca1967a42cc300275 HTTP/1.1" status: 200 len: 472 time: 0.0535414 Mar 28 12:04:48.582115 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [req-1322f748-13a5-49b0-aaf0-3277474819a9 req-820f3793-dc69-461e-9628-f57530f07d41 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Request body: {'port': {'device_id': 'db1b27a4-0ed8-49df-abf8-f3a6f2053c1d', 'network_id': 'c9040876-1463-45a9-b712-0332cbc5543e', 'admin_state_up': True, 'tenant_id': '527195c95736491ca1967a42cc300275', 'security_groups': ['16481eed-1c00-4e11-8db0-90735c88c248']}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:04:48.631023 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-4f1b298b-cc11-434e-8078-8b2b5b1864c9 req-4f126d06-362e-45cf-ab8f-2d8b7b05cc6f service neutron] 10.222.0.11 "GET /v2.0/networks/c3ced620-75b2-4d2b-8695-e03cf51ed8af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404653 Mar 28 12:04:48.730047 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [req-1322f748-13a5-49b0-aaf0-3277474819a9 req-820f3793-dc69-461e-9628-f57530f07d41 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:04:48.739651 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [req-1322f748-13a5-49b0-aaf0-3277474819a9 req-820f3793-dc69-461e-9628-f57530f07d41 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:04:48.748649 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1322f748-13a5-49b0-aaf0-3277474819a9 req-820f3793-dc69-461e-9628-f57530f07d41 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Made reservation on behalf of 527195c95736491ca1967a42cc300275 for: {'port': 1} {{(pid=87870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 12:04:48.752227 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [req-1322f748-13a5-49b0-aaf0-3277474819a9 req-820f3793-dc69-461e-9628-f57530f07d41 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:48.803161 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-877add85-3611-4337-b43a-d3adac3d2ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e65681d-909e-447a-829e-a94d40394983', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1951616211', 'tenant_id': '36d6e72b7c0f4666a4c8ddd5206159f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.42'}], 'enable_snat': True}, 'gw_port_id': '91994319-dc30-4710-b2c3-870c9a915eb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:04:26Z', 'updated_at': '2022-03-28T12:04:31Z', 'revision_number': 4, 'project_id': '36d6e72b7c0f4666a4c8ddd5206159f1', 'gw_port': {'id': '91994319-dc30-4710-b2c3-870c9a915eb2', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:45:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e65681d-909e-447a-829e-a94d40394983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:04:27Z', 'updated_at': '2022-03-28T12:04:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_floatingips': [{'id': '8345ba2a-3f87-4c62-ae23-9139ce544be9', 'tenant_id': '36d6e72b7c0f4666a4c8ddd5206159f1', 'floating_ip_address': '172.26.7.48', 'floating_network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'router_id': '8e65681d-909e-447a-829e-a94d40394983', 'port_id': '79c3b532-59d9-45ec-8fd3-e9730884201a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1345, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3ced620-75b2-4d2b-8695-e03cf51ed8af', 'mac_address': 'fa:16:3e:0f:e0:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a87cee8-5c8e-4bbf-8eaf-bee3f74901f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T12:04:46Z', 'updated_at': '2022-03-28T12:04:46Z', 'revision_number': 0, 'project_id': '36d6e72b7c0f4666a4c8ddd5206159f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50c59b16-2662-4de6-9ff6-80d43df377d3', 'name': '', 'network_id': 'c3ced620-75b2-4d2b-8695-e03cf51ed8af', 'tenant_id': '36d6e72b7c0f4666a4c8ddd5206159f1', 'mac_address': 'fa:16:3e:55:3d:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e65681d-909e-447a-829e-a94d40394983', 'device_owner': 'network:router_interface', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': 'aa519890-cb0b-4d8c-9394-fbdf4cf68a08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:04:30Z', 'updated_at': '2022-03-28T12:04:37Z', 'revision_number': 5, 'project_id': '36d6e72b7c0f4666a4c8ddd5206159f1', 'subnets': [{'id': 'aa519890-cb0b-4d8c-9394-fbdf4cf68a08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:04:48.807555 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-877add85-3611-4337-b43a-d3adac3d2ea2 None None] The sync data for ids ['8e65681d-909e-447a-829e-a94d40394983'] in dv-neutron-835340-2-hyperv is: [{'id': '8e65681d-909e-447a-829e-a94d40394983', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1951616211', 'tenant_id': '36d6e72b7c0f4666a4c8ddd5206159f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.42'}], 'enable_snat': True}, 'gw_port_id': '91994319-dc30-4710-b2c3-870c9a915eb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:04:26Z', 'updated_at': '2022-03-28T12:04:31Z', 'revision_number': 4, 'project_id': '36d6e72b7c0f4666a4c8ddd5206159f1', 'gw_port': {'id': '91994319-dc30-4710-b2c3-870c9a915eb2', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:45:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e65681d-909e-447a-829e-a94d40394983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:04:27Z', 'updated_at': '2022-03-28T12:04:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_floatingips': [{'id': '8345ba2a-3f87-4c62-ae23-9139ce544be9', 'tenant_id': '36d6e72b7c0f4666a4c8ddd5206159f1', 'floating_ip_address': '172.26.7.48', 'floating_network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'router_id': '8e65681d-909e-447a-829e-a94d40394983', 'port_id': '79c3b532-59d9-45ec-8fd3-e9730884201a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1345, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3ced620-75b2-4d2b-8695-e03cf51ed8af', 'mac_address': 'fa:16:3e:0f:e0:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a87cee8-5c8e-4bbf-8eaf-bee3f74901f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T12:04:46Z', 'updated_at': '2022-03-28T12:04:46Z', 'revision_number': 0, 'project_id': '36d6e72b7c0f4666a4c8ddd5206159f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50c59b16-2662-4de6-9ff6-80d43df377d3', 'name': '', 'network_id': 'c3ced620-75b2-4d2b-8695-e03cf51ed8af', 'tenant_id': '36d6e72b7c0f4666a4c8ddd5206159f1', 'mac_address': 'fa:16:3e:55:3d:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e65681d-909e-447a-829e-a94d40394983', 'device_owner': 'network:router_interface', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': 'aa519890-cb0b-4d8c-9394-fbdf4cf68a08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:04:30Z', 'updated_at': '2022-03-28T12:04:37Z', 'revision_number': 5, 'project_id': '36d6e72b7c0f4666a4c8ddd5206159f1', 'subnets': [{'id': 'aa519890-cb0b-4d8c-9394-fbdf4cf68a08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 12:04:48.926668 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.db_base_plugin_common [req-1322f748-13a5-49b0-aaf0-3277474819a9 req-820f3793-dc69-461e-9628-f57530f07d41 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Allocated IP 172.20.0.8 (c9040876-1463-45a9-b712-0332cbc5543e/de3ab6d6-180c-42c6-825d-40075604f1f0/8e3face3-4b9d-4753-bbba-e7da889c3eef) {{(pid=87870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 12:04:48.997751 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95008f43-e52b-4357-8b70-b97bb948854b None None] New status for floating IP 8345ba2a-3f87-4c62-ae23-9139ce544be9: ACTIVE {{(pid=87872) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 12:04:49.066279 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 58946) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:04:49.123285 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [req-1322f748-13a5-49b0-aaf0-3277474819a9 req-820f3793-dc69-461e-9628-f57530f07d41 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for port, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:49.143582 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.provisioning_blocks [req-1322f748-13a5-49b0-aaf0-3277474819a9 req-820f3793-dc69-461e-9628-f57530f07d41 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Transition to ACTIVE for port object 8e3face3-4b9d-4753-bbba-e7da889c3eef will not be triggered until provisioned by entity DHCP. {{(pid=87870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:04:49.168849 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [req-1322f748-13a5-49b0-aaf0-3277474819a9 req-820f3793-dc69-461e-9628-f57530f07d41 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:49.177750 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-22bc96eb-96d5-4122-87bb-667cedd5b8df tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] 10.222.0.30 "GET /v2.0/floatingips/8345ba2a-3f87-4c62-ae23-9139ce544be9 HTTP/1.1" status: 200 len: 990 time: 0.1101263 Mar 28 12:04:49.237800 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1322f748-13a5-49b0-aaf0-3277474819a9 req-820f3793-dc69-461e-9628-f57530f07d41 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Network c9040876-1463-45a9-b712-0332cbc5543e is already hosted by enough agents. {{(pid=87870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:04:49.240751 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.base_scheduler [req-1322f748-13a5-49b0-aaf0-3277474819a9 req-820f3793-dc69-461e-9628-f57530f07d41 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Resources bound (agent type, host, resource id): {{(pid=87870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:04:49.248771 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.l3_dvrscheduler_db [req-1322f748-13a5-49b0-aaf0-3277474819a9 req-820f3793-dc69-461e-9628-f57530f07d41 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Received port after_create {{(pid=87870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 12:04:49.297631 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820f3793-dc69-461e-9628-f57530f07d41 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Pushing event updated for resources: {'Port': ['ID=8e3face3-4b9d-4753-bbba-e7da889c3eef,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:04:49.320440 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1322f748-13a5-49b0-aaf0-3277474819a9 req-820f3793-dc69-461e-9628-f57530f07d41 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:04:49.321068 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [req-1322f748-13a5-49b0-aaf0-3277474819a9 req-820f3793-dc69-461e-9628-f57530f07d41 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:49.348811 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-1322f748-13a5-49b0-aaf0-3277474819a9 req-820f3793-dc69-461e-9628-f57530f07d41 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7724099 Mar 28 12:04:49.360126 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [req-1322f748-13a5-49b0-aaf0-3277474819a9 req-b416de39-32a0-439e-8405-0572316692d9 service neutron] Request body: {'port': {'device_id': 'db1b27a4-0ed8-49df-abf8-f3a6f2053c1d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8353'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:04:49.474729 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [req-1322f748-13a5-49b0-aaf0-3277474819a9 req-b416de39-32a0-439e-8405-0572316692d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:49.535065 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-10cabed9-5213-4e31-b391-b1786334fb1b None None] Provisioning for port 8e3face3-4b9d-4753-bbba-e7da889c3eef completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:04:49.540512 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-10cabed9-5213-4e31-b391-b1786334fb1b None None] Provisioning complete for port 8e3face3-4b9d-4753-bbba-e7da889c3eef triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:04:49.540867 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-10cabed9-5213-4e31-b391-b1786334fb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:49.597840 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-10cabed9-5213-4e31-b391-b1786334fb1b None None] Port 8e3face3-4b9d-4753-bbba-e7da889c3eef cannot update to ACTIVE because it is not bound. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 12:04:49.873176 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a7c78c-1275-4970-899b-2dc3f2c8ff0e req-23ac99a8-8115-4176-8fc3-00c5044a85d1 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:04:49.874396 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [req-56a7c78c-1275-4970-899b-2dc3f2c8ff0e req-23ac99a8-8115-4176-8fc3-00c5044a85d1 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Synchronizing usage tracker for tenant:527195c95736491ca1967a42cc300275 on resource:port {{(pid=87870) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:04:49.906956 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [req-56a7c78c-1275-4970-899b-2dc3f2c8ff0e req-23ac99a8-8115-4176-8fc3-00c5044a85d1 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Unset dirty status for tenant:527195c95736491ca1967a42cc300275 on resource:port {{(pid=87870) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:04:49.908106 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-56a7c78c-1275-4970-899b-2dc3f2c8ff0e req-23ac99a8-8115-4176-8fc3-00c5044a85d1 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/ports?device_id=db1b27a4-0ed8-49df-abf8-f3a6f2053c1d HTTP/1.1" status: 200 len: 931 time: 0.3541143 Mar 28 12:04:49.975644 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-56a7c78c-1275-4970-899b-2dc3f2c8ff0e req-f4b86733-ecab-4381-8278-125a5ae3b8f7 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/security-groups?id=16481eed-1c00-4e11-8db0-90735c88c248&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596459 Mar 28 12:04:50.027559 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.notifiers.nova [req-1322f748-13a5-49b0-aaf0-3277474819a9 req-b416de39-32a0-439e-8405-0572316692d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e3face3-4b9d-4753-bbba-e7da889c3eef {{(pid=87870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 12:04:50.035320 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [req-1322f748-13a5-49b0-aaf0-3277474819a9 req-b416de39-32a0-439e-8405-0572316692d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:50.050909 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.provisioning_blocks [req-1322f748-13a5-49b0-aaf0-3277474819a9 req-b416de39-32a0-439e-8405-0572316692d9 service neutron] Transition to ACTIVE for port object 8e3face3-4b9d-4753-bbba-e7da889c3eef will not be triggered until provisioned by entity L2. {{(pid=87870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:04:50.058157 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [req-1322f748-13a5-49b0-aaf0-3277474819a9 req-b416de39-32a0-439e-8405-0572316692d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2558288'] for port, after_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:50.181236 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 58952) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:04:50.192823 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b416de39-32a0-439e-8405-0572316692d9 service neutron] Pushing event updated for resources: {'Port': ['ID=8e3face3-4b9d-4753-bbba-e7da889c3eef,revision_number=2']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:04:50.308353 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.managers [req-1322f748-13a5-49b0-aaf0-3277474819a9 req-b416de39-32a0-439e-8405-0572316692d9 service neutron] Attempting to bind port 8e3face3-4b9d-4753-bbba-e7da889c3eef on host hv-neutron-8353 for vnic_type normal with profile {{(pid=87870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 12:04:50.308692 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.managers [req-1322f748-13a5-49b0-aaf0-3277474819a9 req-b416de39-32a0-439e-8405-0572316692d9 service neutron] Attempting to bind port 8e3face3-4b9d-4753-bbba-e7da889c3eef by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': 'c400cdb9-562d-4674-8a33-3516cda9783b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'c9040876-1463-45a9-b712-0332cbc5543e'}] {{(pid=87870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 12:04:50.309001 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1322f748-13a5-49b0-aaf0-3277474819a9 req-b416de39-32a0-439e-8405-0572316692d9 service neutron] Attempting to bind port 8e3face3-4b9d-4753-bbba-e7da889c3eef on network c9040876-1463-45a9-b712-0332cbc5543e {{(pid=87870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 12:04:50.314320 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1322f748-13a5-49b0-aaf0-3277474819a9 req-b416de39-32a0-439e-8405-0572316692d9 service neutron] Port 8e3face3-4b9d-4753-bbba-e7da889c3eef on network c9040876-1463-45a9-b712-0332cbc5543e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=87870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 12:04:50.314643 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1322f748-13a5-49b0-aaf0-3277474819a9 req-b416de39-32a0-439e-8405-0572316692d9 service neutron] Attempting to bind port 8e3face3-4b9d-4753-bbba-e7da889c3eef on network c9040876-1463-45a9-b712-0332cbc5543e {{(pid=87870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 12:04:50.320673 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1322f748-13a5-49b0-aaf0-3277474819a9 req-b416de39-32a0-439e-8405-0572316692d9 service neutron] Checking agent: {'id': '01dfae6e-0e91-4100-b27f-ff8156eac7d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8353', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 52, 20), 'started_at': datetime.datetime(2022, 3, 28, 11, 52, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 12, 4, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 12:04:50.320933 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1322f748-13a5-49b0-aaf0-3277474819a9 req-b416de39-32a0-439e-8405-0572316692d9 service neutron] Checking segment: {'id': 'c400cdb9-562d-4674-8a33-3516cda9783b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'c9040876-1463-45a9-b712-0332cbc5543e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 12:04:50.321273 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1322f748-13a5-49b0-aaf0-3277474819a9 req-b416de39-32a0-439e-8405-0572316692d9 service neutron] Bound using segment: {'id': 'c400cdb9-562d-4674-8a33-3516cda9783b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'c9040876-1463-45a9-b712-0332cbc5543e'} {{(pid=87870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 12:04:50.321613 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.managers [req-1322f748-13a5-49b0-aaf0-3277474819a9 req-b416de39-32a0-439e-8405-0572316692d9 service neutron] Bound port: 8e3face3-4b9d-4753-bbba-e7da889c3eef, host: hv-neutron-8353, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c400cdb9-562d-4674-8a33-3516cda9783b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'c9040876-1463-45a9-b712-0332cbc5543e'}}] {{(pid=87870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 12:04:50.321952 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [req-1322f748-13a5-49b0-aaf0-3277474819a9 req-b416de39-32a0-439e-8405-0572316692d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:50.418251 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.db [req-1322f748-13a5-49b0-aaf0-3277474819a9 req-b416de39-32a0-439e-8405-0572316692d9 service neutron] For port 8e3face3-4b9d-4753-bbba-e7da889c3eef, host hv-neutron-8353, cleared binding levels {{(pid=87870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 12:04:50.422037 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.db [req-1322f748-13a5-49b0-aaf0-3277474819a9 req-b416de39-32a0-439e-8405-0572316692d9 service neutron] For port 8e3face3-4b9d-4753-bbba-e7da889c3eef, host hv-neutron-8353, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=8e3face3-4b9d-4753-bbba-e7da889c3eef,segment=NetworkSegment(c400cdb9-562d-4674-8a33-3516cda9783b),segment_id=c400cdb9-562d-4674-8a33-3516cda9783b)] {{(pid=87870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 12:04:50.425117 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-6ab2f3a0-6ade-4942-ba64-f4ce6ee863a7 tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] 10.222.0.30 "GET /v2.0/floatingips/8345ba2a-3f87-4c62-ae23-9139ce544be9 HTTP/1.1" status: 200 len: 992 time: 0.2420294 Mar 28 12:04:50.427076 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [req-1322f748-13a5-49b0-aaf0-3277474819a9 req-b416de39-32a0-439e-8405-0572316692d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2558288'] for port, after_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:50.487112 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1322f748-13a5-49b0-aaf0-3277474819a9 req-b416de39-32a0-439e-8405-0572316692d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:04:50.487713 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [req-1322f748-13a5-49b0-aaf0-3277474819a9 req-b416de39-32a0-439e-8405-0572316692d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:50.489067 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-1322f748-13a5-49b0-aaf0-3277474819a9 req-b416de39-32a0-439e-8405-0572316692d9 service neutron] 10.222.0.11 "PUT /v2.0/ports/8e3face3-4b9d-4753-bbba-e7da889c3eef HTTP/1.1" status: 200 len: 1093 time: 1.1336448 Mar 28 12:04:50.489496 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db1b27a4-0ed8-49df-abf8-f3a6f2053c1d', 'tag': '8e3face3-4b9d-4753-bbba-e7da889c3eef'}] {{(pid=87870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 12:04:50.512620 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b416de39-32a0-439e-8405-0572316692d9 service neutron] Pushing event updated for resources: {'Port': ['ID=8e3face3-4b9d-4753-bbba-e7da889c3eef,revision_number=3']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:04:50.544955 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db1b27a4-0ed8-49df-abf8-f3a6f2053c1d', 'tag': '8e3face3-4b9d-4753-bbba-e7da889c3eef', 'status': 'completed', 'code': 200} Mar 28 12:04:50.581967 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:50.663384 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1322f748-13a5-49b0-aaf0-3277474819a9 req-27d9dfb4-2be1-4b9c-bfb8-d4adc125da93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:04:50.665027 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-1322f748-13a5-49b0-aaf0-3277474819a9 req-27d9dfb4-2be1-4b9c-bfb8-d4adc125da93 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=527195c95736491ca1967a42cc300275&device_id=db1b27a4-0ed8-49df-abf8-f3a6f2053c1d HTTP/1.1" status: 200 len: 1096 time: 0.1340625 Mar 28 12:04:50.738245 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-1322f748-13a5-49b0-aaf0-3277474819a9 req-d31284f9-1e91-4a05-aa02-e06216a4acd3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8e3face3-4b9d-4753-bbba-e7da889c3eef HTTP/1.1" status: 200 len: 217 time: 0.0659201 Mar 28 12:04:50.800137 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1322f748-13a5-49b0-aaf0-3277474819a9 req-e7c92cbe-d9af-4ee0-91f1-1c7156372dda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:04:50.801563 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-1322f748-13a5-49b0-aaf0-3277474819a9 req-e7c92cbe-d9af-4ee0-91f1-1c7156372dda service neutron] 10.222.0.11 "GET /v2.0/subnets?id=de3ab6d6-180c-42c6-825d-40075604f1f0 HTTP/1.1" status: 200 len: 834 time: 0.0579290 Mar 28 12:04:50.878552 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1322f748-13a5-49b0-aaf0-3277474819a9 req-f418dd58-4bd3-441b-bf27-a89e488e0b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:04:50.880061 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-1322f748-13a5-49b0-aaf0-3277474819a9 req-f418dd58-4bd3-441b-bf27-a89e488e0b78 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c9040876-1463-45a9-b712-0332cbc5543e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0728536 Mar 28 12:04:51.017830 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-1322f748-13a5-49b0-aaf0-3277474819a9 req-95cec8de-1bc5-47c1-b5a1-352606d74d77 service neutron] 10.222.0.11 "GET /v2.0/networks/c9040876-1463-45a9-b712-0332cbc5543e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317675 Mar 28 12:04:51.197156 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-1322f748-13a5-49b0-aaf0-3277474819a9 req-53880d6d-7da0-422d-85d7-ab6da4510294 service neutron] 10.222.0.11 "GET /v2.0/networks/c9040876-1463-45a9-b712-0332cbc5543e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724694 Mar 28 12:04:51.222404 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aca7a1-825a-46df-9e42-a1a963a761c6 req-f914acb3-c5a6-4503-af6e-26bf1716c0b9 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:04:51.223927 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-31aca7a1-825a-46df-9e42-a1a963a761c6 req-f914acb3-c5a6-4503-af6e-26bf1716c0b9 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/ports?device_id=db1b27a4-0ed8-49df-abf8-f3a6f2053c1d HTTP/1.1" status: 200 len: 943 time: 0.1179943 Mar 28 12:04:51.312413 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-31aca7a1-825a-46df-9e42-a1a963a761c6 req-c2dc95b3-1f55-4f39-a1a6-3f1e9d42e1f3 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/security-groups?id=16481eed-1c00-4e11-8db0-90735c88c248&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825467 Mar 28 12:04:51.338796 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5417a91-acf3-4d25-8fe9-25926dfd9c95 req-2a61e8de-9923-4edd-809c-53dbff6c49ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:04:51.340300 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-f5417a91-acf3-4d25-8fe9-25926dfd9c95 req-2a61e8de-9923-4edd-809c-53dbff6c49ec service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=527195c95736491ca1967a42cc300275&device_id=db1b27a4-0ed8-49df-abf8-f3a6f2053c1d HTTP/1.1" status: 200 len: 1096 time: 0.0932529 Mar 28 12:04:51.470680 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5417a91-acf3-4d25-8fe9-25926dfd9c95 req-019e13f7-7ccf-4446-9543-ce7d085bf2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:04:51.472398 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-f5417a91-acf3-4d25-8fe9-25926dfd9c95 req-019e13f7-7ccf-4446-9543-ce7d085bf2c3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c9040876-1463-45a9-b712-0332cbc5543e HTTP/1.1" status: 200 len: 896 time: 0.1257327 Mar 28 12:04:51.547036 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-f5417a91-acf3-4d25-8fe9-25926dfd9c95 req-cd81696b-fdc4-4e01-94c7-0f3a165a6f88 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8e3face3-4b9d-4753-bbba-e7da889c3eef HTTP/1.1" status: 200 len: 217 time: 0.0680964 Mar 28 12:04:51.707327 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5417a91-acf3-4d25-8fe9-25926dfd9c95 req-281bf25e-8d4a-461b-9b89-5eb2c7f40f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:04:51.708913 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-f5417a91-acf3-4d25-8fe9-25926dfd9c95 req-281bf25e-8d4a-461b-9b89-5eb2c7f40f2e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=de3ab6d6-180c-42c6-825d-40075604f1f0 HTTP/1.1" status: 200 len: 834 time: 0.1560261 Mar 28 12:04:51.786857 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5417a91-acf3-4d25-8fe9-25926dfd9c95 req-59467f91-6a88-4d65-bf92-65168dbef3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:04:51.788325 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-f5417a91-acf3-4d25-8fe9-25926dfd9c95 req-59467f91-6a88-4d65-bf92-65168dbef3a3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c9040876-1463-45a9-b712-0332cbc5543e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723732 Mar 28 12:04:51.919964 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-f5417a91-acf3-4d25-8fe9-25926dfd9c95 req-668b642a-3eb4-46b7-955c-d105d1fe9237 service neutron] 10.222.0.11 "GET /v2.0/networks/c9040876-1463-45a9-b712-0332cbc5543e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235952 Mar 28 12:04:52.048258 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-f5417a91-acf3-4d25-8fe9-25926dfd9c95 req-f1f883d9-a03f-41af-92d0-e8feecf4c0c6 service neutron] 10.222.0.11 "GET /v2.0/networks/c9040876-1463-45a9-b712-0332cbc5543e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219645 Mar 28 12:04:52.494997 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2711ac-2397-481c-8c97-8078223f0e6a req-892f6ebd-5ef4-40a1-9da9-7894ad3d04db tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:04:52.496456 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-eb2711ac-2397-481c-8c97-8078223f0e6a req-892f6ebd-5ef4-40a1-9da9-7894ad3d04db tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/ports?device_id=db1b27a4-0ed8-49df-abf8-f3a6f2053c1d HTTP/1.1" status: 200 len: 943 time: 0.0797172 Mar 28 12:04:52.539598 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-eb2711ac-2397-481c-8c97-8078223f0e6a req-46cf11b5-e76f-48c0-bb5c-da00280b0143 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/security-groups?id=16481eed-1c00-4e11-8db0-90735c88c248&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367839 Mar 28 12:04:53.719394 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e33764-bdb5-4417-a304-8c77a3baa860 req-10160dab-ecf9-4f50-870b-446048d7ecbc tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:04:53.720875 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-c7e33764-bdb5-4417-a304-8c77a3baa860 req-10160dab-ecf9-4f50-870b-446048d7ecbc tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/ports?device_id=db1b27a4-0ed8-49df-abf8-f3a6f2053c1d HTTP/1.1" status: 200 len: 943 time: 0.0785182 Mar 28 12:04:53.763878 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-c7e33764-bdb5-4417-a304-8c77a3baa860 req-a83b42be-5c1d-46b4-86e0-99c04cbaf117 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/security-groups?id=16481eed-1c00-4e11-8db0-90735c88c248&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374608 Mar 28 12:04:54.000542 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Device 8e3face3-4b9d-4753-bbba-e7da889c3eef details requested by agent hyperv_hv-neutron-8353 with host hv-neutron-8353 {{(pid=87872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 28 12:04:54.129392 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] For port 8e3face3-4b9d-4753-bbba-e7da889c3eef, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=8e3face3-4b9d-4753-bbba-e7da889c3eef,segment=NetworkSegment(c400cdb9-562d-4674-8a33-3516cda9783b),segment_id=c400cdb9-562d-4674-8a33-3516cda9783b)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:04:54.143149 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Returning: {'device': '8e3face3-4b9d-4753-bbba-e7da889c3eef', 'network_id': 'c9040876-1463-45a9-b712-0332cbc5543e', 'port_id': '8e3face3-4b9d-4753-bbba-e7da889c3eef', 'mac_address': 'fa:16:3e:c2:9d:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de3ab6d6-180c-42c6-825d-40075604f1f0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 28 12:04:54.202661 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:54.221150 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.notifiers.nova [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e3face3-4b9d-4753-bbba-e7da889c3eef {{(pid=87872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 12:04:54.238653 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] For port 8e3face3-4b9d-4753-bbba-e7da889c3eef, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=8e3face3-4b9d-4753-bbba-e7da889c3eef,segment=NetworkSegment(c400cdb9-562d-4674-8a33-3516cda9783b),segment_id=c400cdb9-562d-4674-8a33-3516cda9783b)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:04:54.242941 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:54.310853 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Pushing event updated for resources: {'Port': ['ID=8e3face3-4b9d-4753-bbba-e7da889c3eef,revision_number=4']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:04:54.498749 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] get_ports_and_sgs() called for port_ids ['8e3face3-4b9d-4753-bbba-e7da889c3eef'] {{(pid=87872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 12:04:54.957756 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e01736b-082c-474a-8aa5-86ce22be3fe9 req-3d017d82-6387-4629-bed9-1c33a29bbf21 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:04:54.959244 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-7e01736b-082c-474a-8aa5-86ce22be3fe9 req-3d017d82-6387-4629-bed9-1c33a29bbf21 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/ports?device_id=db1b27a4-0ed8-49df-abf8-f3a6f2053c1d HTTP/1.1" status: 200 len: 944 time: 0.0878949 Mar 28 12:04:55.004520 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-7e01736b-082c-474a-8aa5-86ce22be3fe9 req-ebe16349-a045-42aa-a99b-e7c5594f5c1f tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/security-groups?id=16481eed-1c00-4e11-8db0-90735c88c248&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394506 Mar 28 12:04:56.029232 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Device 8e3face3-4b9d-4753-bbba-e7da889c3eef up at agent hyperv_hv-neutron-8353 {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:04:56.100193 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Provisioning for port 8e3face3-4b9d-4753-bbba-e7da889c3eef completed by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:04:56.104725 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Provisioning complete for port 8e3face3-4b9d-4753-bbba-e7da889c3eef triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:04:56.105102 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:56.202775 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f9153a-a020-4cfd-a216-b7530e607d13 req-b08ecd0d-6836-4df8-90b8-9f2cc63ce2c3 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:04:56.204272 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-a7f9153a-a020-4cfd-a216-b7530e607d13 req-b08ecd0d-6836-4df8-90b8-9f2cc63ce2c3 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/ports?device_id=db1b27a4-0ed8-49df-abf8-f3a6f2053c1d HTTP/1.1" status: 200 len: 944 time: 0.0899396 Mar 28 12:04:56.228665 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:56.250305 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-a7f9153a-a020-4cfd-a216-b7530e607d13 req-54bba822-7d78-4bb2-9c8e-b234f9f898fa tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/security-groups?id=16481eed-1c00-4e11-8db0-90735c88c248&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398316 Mar 28 12:04:56.255608 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db1b27a4-0ed8-49df-abf8-f3a6f2053c1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e3face3-4b9d-4753-bbba-e7da889c3eef'}] {{(pid=87872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 12:04:56.266691 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] For port 8e3face3-4b9d-4753-bbba-e7da889c3eef, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=8e3face3-4b9d-4753-bbba-e7da889c3eef,segment=NetworkSegment(c400cdb9-562d-4674-8a33-3516cda9783b),segment_id=c400cdb9-562d-4674-8a33-3516cda9783b)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:04:56.271014 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:56.314430 dv-neutron-835340-2-hyperv neutron-server[87872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db1b27a4-0ed8-49df-abf8-f3a6f2053c1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e3face3-4b9d-4753-bbba-e7da889c3eef', 'code': 200} Mar 28 12:04:56.338811 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Pushing event updated for resources: {'Port': ['ID=8e3face3-4b9d-4753-bbba-e7da889c3eef,revision_number=5']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:04:56.534559 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56bfe80-ad67-475f-8677-9edb3fcb63dd req-d60c0028-8018-4d35-9ccb-299ea109d274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:04:56.536091 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-b56bfe80-ad67-475f-8677-9edb3fcb63dd req-d60c0028-8018-4d35-9ccb-299ea109d274 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=db1b27a4-0ed8-49df-abf8-f3a6f2053c1d HTTP/1.1" status: 200 len: 1098 time: 0.0707049 Mar 28 12:04:56.575341 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-b56bfe80-ad67-475f-8677-9edb3fcb63dd req-f8c8eaff-30f2-4367-aab6-083d8a9e13dd service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=16481eed-1c00-4e11-8db0-90735c88c248&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326831 Mar 28 12:04:57.435263 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a860f08-547d-4290-be1f-4d9d98db4945 req-cd6b13c6-9cc2-4e88-b7bc-6774eb129fc5 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:04:57.437407 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-6a860f08-547d-4290-be1f-4d9d98db4945 req-cd6b13c6-9cc2-4e88-b7bc-6774eb129fc5 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/ports?device_id=db1b27a4-0ed8-49df-abf8-f3a6f2053c1d HTTP/1.1" status: 200 len: 945 time: 0.0833762 Mar 28 12:04:57.481129 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-6a860f08-547d-4290-be1f-4d9d98db4945 req-55c1dbfa-01aa-4ca7-bd18-4d879b42c236 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/security-groups?id=16481eed-1c00-4e11-8db0-90735c88c248&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381155 Mar 28 12:04:58.668084 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657524ee-0803-41fe-893c-ea59996301d2 req-1db10058-e11b-49ec-bf19-7a20965544da tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:04:58.669491 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-657524ee-0803-41fe-893c-ea59996301d2 req-1db10058-e11b-49ec-bf19-7a20965544da tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/ports?device_id=db1b27a4-0ed8-49df-abf8-f3a6f2053c1d HTTP/1.1" status: 200 len: 945 time: 0.0804598 Mar 28 12:04:58.716868 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-657524ee-0803-41fe-893c-ea59996301d2 req-959d3ddd-6c6a-400a-8d98-30b0f38b3b9c tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/security-groups?id=16481eed-1c00-4e11-8db0-90735c88c248&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416842 Mar 28 12:04:58.896779 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c1bf9a-ed6e-4800-9726-0a6c73ba297f req-ea5ba35c-46d2-4318-b3ba-2868ca3d5ae9 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:04:58.898224 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-03c1bf9a-ed6e-4800-9726-0a6c73ba297f req-ea5ba35c-46d2-4318-b3ba-2868ca3d5ae9 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/ports?device_id=db1b27a4-0ed8-49df-abf8-f3a6f2053c1d HTTP/1.1" status: 200 len: 945 time: 0.0786393 Mar 28 12:04:58.942736 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-03c1bf9a-ed6e-4800-9726-0a6c73ba297f req-c570050d-ff71-4e6d-a1c3-4023533a24aa tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/security-groups?id=16481eed-1c00-4e11-8db0-90735c88c248&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389280 Mar 28 12:04:58.964851 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 58978) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:04:59.033731 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baab4a61-1828-4242-9e90-65d908ee1ea0 tempest-TestNetworkBasicOps-386611239 tempest-TestNetworkBasicOps-386611239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:04:59.035193 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-baab4a61-1828-4242-9e90-65d908ee1ea0 tempest-TestNetworkBasicOps-386611239 tempest-TestNetworkBasicOps-386611239-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=db1b27a4-0ed8-49df-abf8-f3a6f2053c1d HTTP/1.1" status: 200 len: 1093 time: 0.0693476 Mar 28 12:04:59.037973 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 58982) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:04:59.042712 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-fdfa8f13-0bcf-46ec-8fb4-1a53e75e9f72 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Request body: {'floatingip': {'port_id': '8e3face3-4b9d-4753-bbba-e7da889c3eef'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:04:59.120569 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-fdfa8f13-0bcf-46ec-8fb4-1a53e75e9f72 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for floatingip, before_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:59.703219 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-fdfa8f13-0bcf-46ec-8fb4-1a53e75e9f72 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:59.707291 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-fdfa8f13-0bcf-46ec-8fb4-1a53e75e9f72 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-709520'] for floatingip, after_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:04:59.877957 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.db.l3_db [None req-fdfa8f13-0bcf-46ec-8fb4-1a53e75e9f72 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Floating IP bb85d73d-7c16-4a93-bac6-0ab83b550adc associated. External IP: 172.26.7.107, port: 8e3face3-4b9d-4753-bbba-e7da889c3eef. Mar 28 12:05:00.340494 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdfa8f13-0bcf-46ec-8fb4-1a53e75e9f72 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Router f85e07f6-33a3-46de-a3bf-16d0b6ee7372 has already been hosted by L3 agent af79d429-529e-400b-a119-94d4bec03f3e {{(pid=87871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 12:05:00.517062 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdfa8f13-0bcf-46ec-8fb4-1a53e75e9f72 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 12:05:00.521276 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-fdfa8f13-0bcf-46ec-8fb4-1a53e75e9f72 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for floatingip, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:05:00.526629 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef1f1b01-282f-4329-bab6-46dabe51a3af None None] Sync routers for ids ['f85e07f6-33a3-46de-a3bf-16d0b6ee7372'] in dv-neutron-835340-2-hyperv {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 12:05:00.536522 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef1f1b01-282f-4329-bab6-46dabe51a3af None None] Routers {'f85e07f6-33a3-46de-a3bf-16d0b6ee7372'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:05:00.537117 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-ef1f1b01-282f-4329-bab6-46dabe51a3af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:04:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['f85e07f6-33a3-46de-a3bf-16d0b6ee7372'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:05:00.578336 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-fdfa8f13-0bcf-46ec-8fb4-1a53e75e9f72 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "PUT /v2.0/floatingips/bb85d73d-7c16-4a93-bac6-0ab83b550adc HTTP/1.1" status: 200 len: 991 time: 1.5393589 Mar 28 12:05:00.578900 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db1b27a4-0ed8-49df-abf8-f3a6f2053c1d', 'tag': '8e3face3-4b9d-4753-bbba-e7da889c3eef'}] {{(pid=87871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 12:05:00.581084 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 58986) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:05:00.621788 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db1b27a4-0ed8-49df-abf8-f3a6f2053c1d', 'tag': '8e3face3-4b9d-4753-bbba-e7da889c3eef', 'status': 'completed', 'code': 200} Mar 28 12:05:00.738024 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-c5a5e86d-9654-4820-8b12-4290c82ae61f tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/floatingips/bb85d73d-7c16-4a93-bac6-0ab83b550adc HTTP/1.1" status: 200 len: 991 time: 0.1556747 Mar 28 12:05:00.746172 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvr_db [None req-ef1f1b01-282f-4329-bab6-46dabe51a3af None None] Set router f85e07f6-33a3-46de-a3bf-16d0b6ee7372 gateway port host: dv-neutron-835340-2-hyperv {{(pid=87873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:05:00.757557 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea0c826-c761-428a-9ba8-e40c4d4950ab req-21cf80ad-7e4b-4e6e-896e-d0d039bef44e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:05:00.758981 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-8ea0c826-c761-428a-9ba8-e40c4d4950ab req-21cf80ad-7e4b-4e6e-896e-d0d039bef44e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=527195c95736491ca1967a42cc300275&device_id=db1b27a4-0ed8-49df-abf8-f3a6f2053c1d HTTP/1.1" status: 200 len: 1098 time: 0.1115882 Mar 28 12:05:00.893747 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea0c826-c761-428a-9ba8-e40c4d4950ab req-2e485493-9680-45ad-9ba2-d96662e2a04a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:05:00.895186 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-8ea0c826-c761-428a-9ba8-e40c4d4950ab req-2e485493-9680-45ad-9ba2-d96662e2a04a service neutron] 10.222.0.11 "GET /v2.0/networks?id=c9040876-1463-45a9-b712-0332cbc5543e HTTP/1.1" status: 200 len: 896 time: 0.1287239 Mar 28 12:05:00.997058 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-8ea0c826-c761-428a-9ba8-e40c4d4950ab req-edf96ffa-01ba-4f27-9d00-8637248f448b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8e3face3-4b9d-4753-bbba-e7da889c3eef HTTP/1.1" status: 200 len: 999 time: 0.0956397 Mar 28 12:05:01.058807 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea0c826-c761-428a-9ba8-e40c4d4950ab req-852c583a-0f00-48c6-8d75-cd7b069d6dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:05:01.060421 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-8ea0c826-c761-428a-9ba8-e40c4d4950ab req-852c583a-0f00-48c6-8d75-cd7b069d6dc8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=de3ab6d6-180c-42c6-825d-40075604f1f0 HTTP/1.1" status: 200 len: 834 time: 0.0571492 Mar 28 12:05:01.092298 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-ef1f1b01-282f-4329-bab6-46dabe51a3af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f85e07f6-33a3-46de-a3bf-16d0b6ee7372', 'name': 'tempest-TestNetworkBasicOps-router-1415341849', 'tenant_id': '527195c95736491ca1967a42cc300275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.93'}], 'enable_snat': True}, 'gw_port_id': '3daa0028-4da4-410c-b6e0-6a829252d9ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:03:37Z', 'updated_at': '2022-03-28T12:03:45Z', 'revision_number': 4, 'project_id': '527195c95736491ca1967a42cc300275', 'gw_port': {'id': '3daa0028-4da4-410c-b6e0-6a829252d9ca', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:b1:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f85e07f6-33a3-46de-a3bf-16d0b6ee7372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1277, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:03:38Z', 'updated_at': '2022-03-28T12:03:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_floatingips': [{'id': 'bb85d73d-7c16-4a93-bac6-0ab83b550adc', 'tenant_id': '527195c95736491ca1967a42cc300275', 'floating_ip_address': '172.26.7.107', 'floating_network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'router_id': 'f85e07f6-33a3-46de-a3bf-16d0b6ee7372', 'port_id': '8e3face3-4b9d-4753-bbba-e7da889c3eef', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1299, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9040876-1463-45a9-b712-0332cbc5543e', 'mac_address': 'fa:16:3e:c2:9d:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db1b27a4-0ed8-49df-abf8-f3a6f2053c1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T12:04:06Z', 'updated_at': '2022-03-28T12:04:59Z', 'revision_number': 5, 'project_id': '527195c95736491ca1967a42cc300275', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3dcbd01b-85ae-4c2d-892b-8280550cf830', 'name': '', 'network_id': 'c9040876-1463-45a9-b712-0332cbc5543e', 'tenant_id': '527195c95736491ca1967a42cc300275', 'mac_address': 'fa:16:3e:b1:99:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f85e07f6-33a3-46de-a3bf-16d0b6ee7372', 'device_owner': 'network:router_interface', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': 'de3ab6d6-180c-42c6-825d-40075604f1f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:03:43Z', 'updated_at': '2022-03-28T12:03:54Z', 'revision_number': 5, 'project_id': '527195c95736491ca1967a42cc300275', 'subnets': [{'id': 'de3ab6d6-180c-42c6-825d-40075604f1f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:05:01.096346 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef1f1b01-282f-4329-bab6-46dabe51a3af None None] Checking router: f85e07f6-33a3-46de-a3bf-16d0b6ee7372 for host: dv-neutron-835340-2-hyperv {{(pid=87873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 12:05:01.104701 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef1f1b01-282f-4329-bab6-46dabe51a3af None None] Routers {'f85e07f6-33a3-46de-a3bf-16d0b6ee7372'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:05:01.105353 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-ef1f1b01-282f-4329-bab6-46dabe51a3af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:04:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['f85e07f6-33a3-46de-a3bf-16d0b6ee7372'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:05:01.138888 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea0c826-c761-428a-9ba8-e40c4d4950ab req-63df4f17-4433-4ce2-a4a8-ba9d47fc0337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:05:01.140507 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-8ea0c826-c761-428a-9ba8-e40c4d4950ab req-63df4f17-4433-4ce2-a4a8-ba9d47fc0337 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c9040876-1463-45a9-b712-0332cbc5543e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0740728 Mar 28 12:05:01.281710 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvr_db [None req-ef1f1b01-282f-4329-bab6-46dabe51a3af None None] Set router f85e07f6-33a3-46de-a3bf-16d0b6ee7372 gateway port host: dv-neutron-835340-2-hyperv {{(pid=87873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:05:01.382556 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-8ea0c826-c761-428a-9ba8-e40c4d4950ab req-aa776cb4-980e-41d4-b065-8a4d4c417ffb service neutron] 10.222.0.11 "GET /v2.0/networks/c9040876-1463-45a9-b712-0332cbc5543e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2348056 Mar 28 12:05:01.524668 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-8ea0c826-c761-428a-9ba8-e40c4d4950ab req-82e09374-9d13-4e77-8b80-734772172d4b service neutron] 10.222.0.11 "GET /v2.0/networks/c9040876-1463-45a9-b712-0332cbc5543e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349878 Mar 28 12:05:01.630208 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-ef1f1b01-282f-4329-bab6-46dabe51a3af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f85e07f6-33a3-46de-a3bf-16d0b6ee7372', 'name': 'tempest-TestNetworkBasicOps-router-1415341849', 'tenant_id': '527195c95736491ca1967a42cc300275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.93'}], 'enable_snat': True}, 'gw_port_id': '3daa0028-4da4-410c-b6e0-6a829252d9ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:03:37Z', 'updated_at': '2022-03-28T12:03:45Z', 'revision_number': 4, 'project_id': '527195c95736491ca1967a42cc300275', 'gw_port': {'id': '3daa0028-4da4-410c-b6e0-6a829252d9ca', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:b1:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f85e07f6-33a3-46de-a3bf-16d0b6ee7372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1277, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:03:38Z', 'updated_at': '2022-03-28T12:03:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_floatingips': [{'id': 'bb85d73d-7c16-4a93-bac6-0ab83b550adc', 'tenant_id': '527195c95736491ca1967a42cc300275', 'floating_ip_address': '172.26.7.107', 'floating_network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'router_id': 'f85e07f6-33a3-46de-a3bf-16d0b6ee7372', 'port_id': '8e3face3-4b9d-4753-bbba-e7da889c3eef', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1299, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9040876-1463-45a9-b712-0332cbc5543e', 'mac_address': 'fa:16:3e:c2:9d:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db1b27a4-0ed8-49df-abf8-f3a6f2053c1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T12:04:06Z', 'updated_at': '2022-03-28T12:04:59Z', 'revision_number': 5, 'project_id': '527195c95736491ca1967a42cc300275', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3dcbd01b-85ae-4c2d-892b-8280550cf830', 'name': '', 'network_id': 'c9040876-1463-45a9-b712-0332cbc5543e', 'tenant_id': '527195c95736491ca1967a42cc300275', 'mac_address': 'fa:16:3e:b1:99:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f85e07f6-33a3-46de-a3bf-16d0b6ee7372', 'device_owner': 'network:router_interface', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': 'de3ab6d6-180c-42c6-825d-40075604f1f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:03:43Z', 'updated_at': '2022-03-28T12:03:54Z', 'revision_number': 5, 'project_id': '527195c95736491ca1967a42cc300275', 'subnets': [{'id': 'de3ab6d6-180c-42c6-825d-40075604f1f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:05:01.634072 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef1f1b01-282f-4329-bab6-46dabe51a3af None None] The sync data for ids ['f85e07f6-33a3-46de-a3bf-16d0b6ee7372'] in dv-neutron-835340-2-hyperv is: [{'id': 'f85e07f6-33a3-46de-a3bf-16d0b6ee7372', 'name': 'tempest-TestNetworkBasicOps-router-1415341849', 'tenant_id': '527195c95736491ca1967a42cc300275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.93'}], 'enable_snat': True}, 'gw_port_id': '3daa0028-4da4-410c-b6e0-6a829252d9ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:03:37Z', 'updated_at': '2022-03-28T12:03:45Z', 'revision_number': 4, 'project_id': '527195c95736491ca1967a42cc300275', 'gw_port': {'id': '3daa0028-4da4-410c-b6e0-6a829252d9ca', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:b1:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f85e07f6-33a3-46de-a3bf-16d0b6ee7372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1277, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:03:38Z', 'updated_at': '2022-03-28T12:03:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_floatingips': [{'id': 'bb85d73d-7c16-4a93-bac6-0ab83b550adc', 'tenant_id': '527195c95736491ca1967a42cc300275', 'floating_ip_address': '172.26.7.107', 'floating_network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'router_id': 'f85e07f6-33a3-46de-a3bf-16d0b6ee7372', 'port_id': '8e3face3-4b9d-4753-bbba-e7da889c3eef', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1299, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c9040876-1463-45a9-b712-0332cbc5543e', 'mac_address': 'fa:16:3e:c2:9d:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db1b27a4-0ed8-49df-abf8-f3a6f2053c1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T12:04:06Z', 'updated_at': '2022-03-28T12:04:59Z', 'revision_number': 5, 'project_id': '527195c95736491ca1967a42cc300275', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3dcbd01b-85ae-4c2d-892b-8280550cf830', 'name': '', 'network_id': 'c9040876-1463-45a9-b712-0332cbc5543e', 'tenant_id': '527195c95736491ca1967a42cc300275', 'mac_address': 'fa:16:3e:b1:99:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f85e07f6-33a3-46de-a3bf-16d0b6ee7372', 'device_owner': 'network:router_interface', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': 'de3ab6d6-180c-42c6-825d-40075604f1f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:03:43Z', 'updated_at': '2022-03-28T12:03:54Z', 'revision_number': 5, 'project_id': '527195c95736491ca1967a42cc300275', 'subnets': [{'id': 'de3ab6d6-180c-42c6-825d-40075604f1f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 12:05:01.741283 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 58992) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:05:01.832219 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edabb00b-a781-4646-853a-1d8fdbe6d55f None None] New status for floating IP bb85d73d-7c16-4a93-bac6-0ab83b550adc: ACTIVE {{(pid=87872) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 12:05:01.853166 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-d855f97b-084f-4d4e-8971-ddbaef41c7d3 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/floatingips/bb85d73d-7c16-4a93-bac6-0ab83b550adc HTTP/1.1" status: 200 len: 991 time: 0.1107609 Mar 28 12:05:02.313175 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-04d311fd-f1b6-4bc1-b18c-ea4c27c4b6ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:05:02.856480 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 58996) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:05:02.963020 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-39780935-8475-4536-90ea-c3a32353c4db tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/floatingips/bb85d73d-7c16-4a93-bac6-0ab83b550adc HTTP/1.1" status: 200 len: 993 time: 0.1050384 Mar 28 12:05:04.700220 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-e48c5d37-2ed7-4118-8a8f-f26d8b38ff70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:05:05.663119 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:05:05.760020 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-ef3be119-c018-4979-be07-86cf959defc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:05:07.419698 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-b7ccd3c7-0277-4f12-8e5c-e41478141af5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:05:07.487331 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.agents_db [None req-03fd49d8-b51b-41c1-8716-b8e265c93689 None None] Agent healthcheck: found 6 active agents {{(pid=87873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 12:05:15.390305 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad05277e-58ca-49e4-8d5e-95776e01c47a req-d2006b0b-a8b6-43e7-b509-267ccd3ef640 tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:05:15.392397 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-ad05277e-58ca-49e4-8d5e-95776e01c47a req-d2006b0b-a8b6-43e7-b509-267ccd3ef640 tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a87cee8-5c8e-4bbf-8eaf-bee3f74901f1 HTTP/1.1" status: 200 len: 945 time: 0.0794268 Mar 28 12:05:15.437027 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-ad05277e-58ca-49e4-8d5e-95776e01c47a req-80125099-2c83-4908-8ba6-b7d0668c6290 tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] 10.222.0.30 "GET /v2.0/security-groups?id=cb57de02-5375-45b8-9458-0bb3f6ad1c45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390267 Mar 28 12:05:16.622123 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ec2d63-f396-4ed5-b3a4-7a912d2c8671 req-be3d5e79-6d42-4bcc-91eb-53b747e93d0e tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:05:16.623662 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-e9ec2d63-f396-4ed5-b3a4-7a912d2c8671 req-be3d5e79-6d42-4bcc-91eb-53b747e93d0e tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a87cee8-5c8e-4bbf-8eaf-bee3f74901f1 HTTP/1.1" status: 200 len: 945 time: 0.0838528 Mar 28 12:05:16.666930 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-e9ec2d63-f396-4ed5-b3a4-7a912d2c8671 req-3f0ba235-2c7d-4f26-8dbb-1080dc0a6c12 tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] 10.222.0.30 "GET /v2.0/security-groups?id=cb57de02-5375-45b8-9458-0bb3f6ad1c45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374830 Mar 28 12:05:17.851454 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c3a095-9381-41cb-b528-8c2782e9df4e req-379b0a37-f7ba-462a-870f-17255c5b5b1e tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:05:17.852940 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-e8c3a095-9381-41cb-b528-8c2782e9df4e req-379b0a37-f7ba-462a-870f-17255c5b5b1e tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a87cee8-5c8e-4bbf-8eaf-bee3f74901f1 HTTP/1.1" status: 200 len: 945 time: 0.0825863 Mar 28 12:05:17.897172 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-e8c3a095-9381-41cb-b528-8c2782e9df4e req-67472654-8e2d-45ef-88b3-bf3374721e2b tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] 10.222.0.30 "GET /v2.0/security-groups?id=cb57de02-5375-45b8-9458-0bb3f6ad1c45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381081 Mar 28 12:05:19.083266 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf0c9bd-9113-4fe6-83a1-e7cbf9ea0144 req-cf1a43bf-9766-470c-9e5b-8596e8c1d97e tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:05:19.084740 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-edf0c9bd-9113-4fe6-83a1-e7cbf9ea0144 req-cf1a43bf-9766-470c-9e5b-8596e8c1d97e tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a87cee8-5c8e-4bbf-8eaf-bee3f74901f1 HTTP/1.1" status: 200 len: 945 time: 0.0791814 Mar 28 12:05:19.131854 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-edf0c9bd-9113-4fe6-83a1-e7cbf9ea0144 req-05ce19a4-7b74-4a5a-88d7-f7a67e55bfa4 tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] 10.222.0.30 "GET /v2.0/security-groups?id=cb57de02-5375-45b8-9458-0bb3f6ad1c45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411947 Mar 28 12:05:20.316384 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5b946c-4014-4799-bb1b-db5c39c9892a req-806b02ec-f3e0-4592-8bc9-181ab5b28835 tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:05:20.317828 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-7a5b946c-4014-4799-bb1b-db5c39c9892a req-806b02ec-f3e0-4592-8bc9-181ab5b28835 tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a87cee8-5c8e-4bbf-8eaf-bee3f74901f1 HTTP/1.1" status: 200 len: 945 time: 0.0810473 Mar 28 12:05:20.363543 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-7a5b946c-4014-4799-bb1b-db5c39c9892a req-26e0f6a2-528b-46a2-94d6-7250706346a3 tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] 10.222.0.30 "GET /v2.0/security-groups?id=cb57de02-5375-45b8-9458-0bb3f6ad1c45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401864 Mar 28 12:05:20.589347 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:05:21.554700 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9078fd-1400-4954-8c5b-93fd1c4927ad req-292fbf59-7cf2-4b76-bd5b-59840f860b07 tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:05:21.556308 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-8c9078fd-1400-4954-8c5b-93fd1c4927ad req-292fbf59-7cf2-4b76-bd5b-59840f860b07 tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a87cee8-5c8e-4bbf-8eaf-bee3f74901f1 HTTP/1.1" status: 200 len: 945 time: 0.0846996 Mar 28 12:05:21.605081 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-8c9078fd-1400-4954-8c5b-93fd1c4927ad req-2f436c9a-7e66-4eb4-b6da-d6b80d911a2a tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] 10.222.0.30 "GET /v2.0/security-groups?id=cb57de02-5375-45b8-9458-0bb3f6ad1c45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423837 Mar 28 12:05:22.786917 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89476c1e-3dfb-4aa3-abeb-27abbe81fdc4 req-8dd6dd73-0671-4b5a-9ee8-64079eef0a32 tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:05:22.788477 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-89476c1e-3dfb-4aa3-abeb-27abbe81fdc4 req-8dd6dd73-0671-4b5a-9ee8-64079eef0a32 tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a87cee8-5c8e-4bbf-8eaf-bee3f74901f1 HTTP/1.1" status: 200 len: 945 time: 0.0789633 Mar 28 12:05:22.832842 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-89476c1e-3dfb-4aa3-abeb-27abbe81fdc4 req-13b1f9df-c7c4-402d-962e-5260cdffac2c tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] 10.222.0.30 "GET /v2.0/security-groups?id=cb57de02-5375-45b8-9458-0bb3f6ad1c45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387180 Mar 28 12:05:24.025394 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9467dc0-75b0-4987-8645-239bc9aa129c req-397d3161-948e-4e2f-a5a1-140c4a69574d tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:05:24.026879 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-d9467dc0-75b0-4987-8645-239bc9aa129c req-397d3161-948e-4e2f-a5a1-140c4a69574d tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a87cee8-5c8e-4bbf-8eaf-bee3f74901f1 HTTP/1.1" status: 200 len: 945 time: 0.0826712 Mar 28 12:05:24.070667 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-d9467dc0-75b0-4987-8645-239bc9aa129c req-defd4f78-7505-432a-93ed-825e0af1444e tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] 10.222.0.30 "GET /v2.0/security-groups?id=cb57de02-5375-45b8-9458-0bb3f6ad1c45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375891 Mar 28 12:05:25.255114 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d613a8-bb86-4044-b55e-fc75bf0010dc req-f507c5b5-ad0a-4b3c-be46-96d1c680d838 tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:05:25.256559 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-02d613a8-bb86-4044-b55e-fc75bf0010dc req-f507c5b5-ad0a-4b3c-be46-96d1c680d838 tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a87cee8-5c8e-4bbf-8eaf-bee3f74901f1 HTTP/1.1" status: 200 len: 945 time: 0.0814848 Mar 28 12:05:25.300621 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-02d613a8-bb86-4044-b55e-fc75bf0010dc req-acb66aa2-2668-4724-b1ed-88dd83232f1c tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] 10.222.0.30 "GET /v2.0/security-groups?id=cb57de02-5375-45b8-9458-0bb3f6ad1c45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384393 Mar 28 12:05:26.484147 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8911ac4a-924b-422d-b8d3-84642f8079ff req-79afbfeb-0180-4ef0-976b-df6836c7d85b tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:05:26.485595 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-8911ac4a-924b-422d-b8d3-84642f8079ff req-79afbfeb-0180-4ef0-976b-df6836c7d85b tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a87cee8-5c8e-4bbf-8eaf-bee3f74901f1 HTTP/1.1" status: 200 len: 945 time: 0.0801983 Mar 28 12:05:26.528388 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-8911ac4a-924b-422d-b8d3-84642f8079ff req-063c5776-2233-43b0-a865-edda0f07bb82 tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] 10.222.0.30 "GET /v2.0/security-groups?id=cb57de02-5375-45b8-9458-0bb3f6ad1c45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372117 Mar 28 12:05:27.718478 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c50a9f-9d6a-4a07-a01a-da7da30f950f req-3e14c64f-4af8-4d02-99ea-bf559e56a779 tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:05:27.719948 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-94c50a9f-9d6a-4a07-a01a-da7da30f950f req-3e14c64f-4af8-4d02-99ea-bf559e56a779 tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a87cee8-5c8e-4bbf-8eaf-bee3f74901f1 HTTP/1.1" status: 200 len: 945 time: 0.0841916 Mar 28 12:05:27.765106 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-94c50a9f-9d6a-4a07-a01a-da7da30f950f req-39962929-127e-4c6d-ab49-aee644cbef78 tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] 10.222.0.30 "GET /v2.0/security-groups?id=cb57de02-5375-45b8-9458-0bb3f6ad1c45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393825 Mar 28 12:05:28.173031 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48507d1d-4cd1-43b6-94dd-b5057d22adfb req-ba9cfd54-dc0d-4f8a-a3d9-b1688474015b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:05:28.174484 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-48507d1d-4cd1-43b6-94dd-b5057d22adfb req-ba9cfd54-dc0d-4f8a-a3d9-b1688474015b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4a87cee8-5c8e-4bbf-8eaf-bee3f74901f1 HTTP/1.1" status: 200 len: 1098 time: 0.0718675 Mar 28 12:05:28.215298 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-48507d1d-4cd1-43b6-94dd-b5057d22adfb req-738fd6c3-737c-48e0-ae9a-258232809f5a service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=cb57de02-5375-45b8-9458-0bb3f6ad1c45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328548 Mar 28 12:05:28.948405 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a63bc1-95c3-48fc-a4b5-9539ff2ec22f req-ca0d4949-78f2-40f5-adc8-48bc7bb3144d tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:05:28.949843 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-32a63bc1-95c3-48fc-a4b5-9539ff2ec22f req-ca0d4949-78f2-40f5-adc8-48bc7bb3144d tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a87cee8-5c8e-4bbf-8eaf-bee3f74901f1 HTTP/1.1" status: 200 len: 945 time: 0.0798872 Mar 28 12:05:28.995788 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-32a63bc1-95c3-48fc-a4b5-9539ff2ec22f req-e2be9d76-1d6b-4f96-9066-81a9ce36fd08 tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] 10.222.0.30 "GET /v2.0/security-groups?id=cb57de02-5375-45b8-9458-0bb3f6ad1c45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401468 Mar 28 12:05:30.183133 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b0d90b-418e-498f-a391-ddeeb7a3e24e req-5357df4f-9270-4786-a76d-86fef64b16c6 tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:05:30.184605 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-54b0d90b-418e-498f-a391-ddeeb7a3e24e req-5357df4f-9270-4786-a76d-86fef64b16c6 tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a87cee8-5c8e-4bbf-8eaf-bee3f74901f1 HTTP/1.1" status: 200 len: 945 time: 0.0818825 Mar 28 12:05:30.228512 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-54b0d90b-418e-498f-a391-ddeeb7a3e24e req-89f95c2c-b255-4ab3-a662-df28b3d99cbe tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] 10.222.0.30 "GET /v2.0/security-groups?id=cb57de02-5375-45b8-9458-0bb3f6ad1c45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371609 Mar 28 12:05:30.246675 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Device 79c3b532-59d9-45ec-8fd3-e9730884201a details requested by agent hyperv_hv-neutron-8353 with host hv-neutron-8353 {{(pid=87872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 28 12:05:30.252510 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 59062) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:05:30.288618 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Device 79c3b532-59d9-45ec-8fd3-e9730884201a no longer exists at agent hyperv_hv-neutron-8353 {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 12:05:30.360357 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-51a95cff-fe62-4c2e-8029-d7b3ceae114d tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] 10.222.0.30 "GET /v2.0/floatingips/8345ba2a-3f87-4c62-ae23-9139ce544be9 HTTP/1.1" status: 200 len: 992 time: 0.1067157 Mar 28 12:05:30.470041 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] For port 79c3b532-59d9-45ec-8fd3-e9730884201a, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=79c3b532-59d9-45ec-8fd3-e9730884201a,segment=NetworkSegment(102c826a-dcb1-4ab2-b38a-97998bc8aeea),segment_id=102c826a-dcb1-4ab2-b38a-97998bc8aeea)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:05:30.504898 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Returning: {'device': '79c3b532-59d9-45ec-8fd3-e9730884201a', 'network_id': 'c3ced620-75b2-4d2b-8695-e03cf51ed8af', 'port_id': '79c3b532-59d9-45ec-8fd3-e9730884201a', 'mac_address': 'fa:16:3e:0f:e0:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa519890-cb0b-4d8c-9394-fbdf4cf68a08', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 28 12:05:30.510933 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:05:30.637237 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a87cee8-5c8e-4bbf-8eaf-bee3f74901f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '79c3b532-59d9-45ec-8fd3-e9730884201a'}] {{(pid=87872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 12:05:30.659141 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] For port 79c3b532-59d9-45ec-8fd3-e9730884201a, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=79c3b532-59d9-45ec-8fd3-e9730884201a,segment=NetworkSegment(102c826a-dcb1-4ab2-b38a-97998bc8aeea),segment_id=102c826a-dcb1-4ab2-b38a-97998bc8aeea)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:05:30.663514 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:05:30.677657 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:05:30.722428 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.notifiers.nova [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 79c3b532-59d9-45ec-8fd3-e9730884201a {{(pid=87872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 12:05:30.738658 dv-neutron-835340-2-hyperv neutron-server[87872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a87cee8-5c8e-4bbf-8eaf-bee3f74901f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '79c3b532-59d9-45ec-8fd3-e9730884201a', 'code': 200} Mar 28 12:05:30.813776 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Pushing event updated for resources: {'Port': ['ID=79c3b532-59d9-45ec-8fd3-e9730884201a,revision_number=6']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:05:30.832281 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.db.api [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87872) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 12:05:30.832630 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG oslo_db.api [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 12:05:30.834828 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:05:30.835175 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:05:30.835532 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:05:30.835866 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:05:30.836192 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:05:30.836517 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:05:30.836838 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:05:30.837159 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:05:30.837477 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:05:30.837791 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:05:30.838107 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:05:30.838422 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:05:31.390355 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:05:31.407225 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.notifiers.nova [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79c3b532-59d9-45ec-8fd3-e9730884201a {{(pid=87872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 12:05:31.423319 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] For port 79c3b532-59d9-45ec-8fd3-e9730884201a, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=79c3b532-59d9-45ec-8fd3-e9730884201a,segment=NetworkSegment(102c826a-dcb1-4ab2-b38a-97998bc8aeea),segment_id=102c826a-dcb1-4ab2-b38a-97998bc8aeea)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:05:31.427630 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:05:31.492519 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Pushing event updated for resources: {'Port': ['ID=79c3b532-59d9-45ec-8fd3-e9730884201a,revision_number=7']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:05:31.690520 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] get_ports_and_sgs() called for port_ids ['79c3b532-59d9-45ec-8fd3-e9730884201a'] {{(pid=87872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 12:05:32.314210 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-e8be3f77-de9d-450c-ad71-6f0546e5777e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:05:33.081786 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-0d25a6f0-55eb-477c-ab60-39bcaa7ce5b8 req-ce8f50a8-c872-4177-abf6-d779957290a5 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=20511cdc-6d5b-465d-9f7f-3003856cdb12&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0721593 Mar 28 12:05:33.223845 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d25a6f0-55eb-477c-ab60-39bcaa7ce5b8 req-b173ea49-1fa9-4530-82b5-c28a1c36fb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:05:33.225583 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-0d25a6f0-55eb-477c-ab60-39bcaa7ce5b8 req-b173ea49-1fa9-4530-82b5-c28a1c36fb58 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=527195c95736491ca1967a42cc300275&device_id=20511cdc-6d5b-465d-9f7f-3003856cdb12 HTTP/1.1" status: 200 len: 1098 time: 0.0737123 Mar 28 12:05:33.383029 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d25a6f0-55eb-477c-ab60-39bcaa7ce5b8 req-dd2c7cec-feae-4a9f-90eb-6ffd8dea8fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:05:33.384498 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-0d25a6f0-55eb-477c-ab60-39bcaa7ce5b8 req-dd2c7cec-feae-4a9f-90eb-6ffd8dea8fb9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c9040876-1463-45a9-b712-0332cbc5543e HTTP/1.1" status: 200 len: 896 time: 0.1368968 Mar 28 12:05:33.458490 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-0d25a6f0-55eb-477c-ab60-39bcaa7ce5b8 req-92b12c62-4d51-4879-bc3d-76f680b6dedb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=db433d8e-6fbb-4c09-be6a-9e238847e1c3 HTTP/1.1" status: 200 len: 217 time: 0.0678260 Mar 28 12:05:33.526708 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d25a6f0-55eb-477c-ab60-39bcaa7ce5b8 req-87e97d89-f5ba-40d4-ace1-9475f5a621a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:05:33.528060 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-0d25a6f0-55eb-477c-ab60-39bcaa7ce5b8 req-87e97d89-f5ba-40d4-ace1-9475f5a621a2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=de3ab6d6-180c-42c6-825d-40075604f1f0 HTTP/1.1" status: 200 len: 834 time: 0.0633838 Mar 28 12:05:33.600786 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d25a6f0-55eb-477c-ab60-39bcaa7ce5b8 req-2bc7248a-0dde-4970-93e2-ddb133b55675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:05:33.602226 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-0d25a6f0-55eb-477c-ab60-39bcaa7ce5b8 req-2bc7248a-0dde-4970-93e2-ddb133b55675 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c9040876-1463-45a9-b712-0332cbc5543e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0681126 Mar 28 12:05:33.730758 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-0d25a6f0-55eb-477c-ab60-39bcaa7ce5b8 req-a86eeffc-0748-48d1-9c4b-73a0550075ac service neutron] 10.222.0.11 "GET /v2.0/networks/c9040876-1463-45a9-b712-0332cbc5543e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219995 Mar 28 12:05:33.955333 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-0d25a6f0-55eb-477c-ab60-39bcaa7ce5b8 req-22f3aa1e-2514-4426-8311-0f1f5d9f174f service neutron] 10.222.0.11 "GET /v2.0/networks/c9040876-1463-45a9-b712-0332cbc5543e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2187467 Mar 28 12:05:34.263449 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Device 79c3b532-59d9-45ec-8fd3-e9730884201a up at agent hyperv_hv-neutron-8353 {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:05:34.335364 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Provisioning complete for port 79c3b532-59d9-45ec-8fd3-e9730884201a triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:05:34.335757 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:05:34.384570 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0d8326-75ac-4df8-a99c-5cfa88cf606b req-e0e84e29-5133-43db-9ea0-58bec6cb4a35 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:05:34.386076 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-af0d8326-75ac-4df8-a99c-5cfa88cf606b req-e0e84e29-5133-43db-9ea0-58bec6cb4a35 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/ports?device_id=db1b27a4-0ed8-49df-abf8-f3a6f2053c1d HTTP/1.1" status: 200 len: 945 time: 0.0876315 Mar 28 12:05:34.433031 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-af0d8326-75ac-4df8-a99c-5cfa88cf606b req-d36350a3-352a-457a-817d-5e23106d345f tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/security-groups?id=16481eed-1c00-4e11-8db0-90735c88c248&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409827 Mar 28 12:05:34.492798 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:05:34.519150 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a87cee8-5c8e-4bbf-8eaf-bee3f74901f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79c3b532-59d9-45ec-8fd3-e9730884201a'}] {{(pid=87872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 12:05:34.528607 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] For port 79c3b532-59d9-45ec-8fd3-e9730884201a, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=79c3b532-59d9-45ec-8fd3-e9730884201a,segment=NetworkSegment(102c826a-dcb1-4ab2-b38a-97998bc8aeea),segment_id=102c826a-dcb1-4ab2-b38a-97998bc8aeea)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:05:34.534067 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:05:34.570018 dv-neutron-835340-2-hyperv neutron-server[87872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a87cee8-5c8e-4bbf-8eaf-bee3f74901f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79c3b532-59d9-45ec-8fd3-e9730884201a', 'code': 200} Mar 28 12:05:34.600322 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Pushing event updated for resources: {'Port': ['ID=79c3b532-59d9-45ec-8fd3-e9730884201a,revision_number=8']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:05:34.702989 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-1fd5dde6-c426-453c-9357-49515120a598 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:05:35.617734 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77b2165-f3b2-4e4e-960f-77a0e456645b req-dc6326a8-675c-45c0-a2aa-5ab04862d5e4 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:05:35.619190 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-a77b2165-f3b2-4e4e-960f-77a0e456645b req-dc6326a8-675c-45c0-a2aa-5ab04862d5e4 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/ports?device_id=db1b27a4-0ed8-49df-abf8-f3a6f2053c1d HTTP/1.1" status: 200 len: 945 time: 0.0790396 Mar 28 12:05:35.665534 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:05:35.711814 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-a77b2165-f3b2-4e4e-960f-77a0e456645b req-04f423e0-592c-4b96-ac58-852cb94c5a71 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/security-groups?id=16481eed-1c00-4e11-8db0-90735c88c248&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616562 Mar 28 12:05:35.736337 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee406386-a38d-40b9-b953-1c42fb74bd7d req-93bf2b4a-8a65-4af0-aee0-426ac94effff tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:05:35.737777 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-ee406386-a38d-40b9-b953-1c42fb74bd7d req-93bf2b4a-8a65-4af0-aee0-426ac94effff tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.11 "GET /v2.0/ports?device_id=db1b27a4-0ed8-49df-abf8-f3a6f2053c1d HTTP/1.1" status: 200 len: 945 time: 0.1177156 Mar 28 12:05:35.763389 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-ef3be119-c018-4979-be07-86cf959defc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:05:35.809082 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [req-ee406386-a38d-40b9-b953-1c42fb74bd7d req-7fb0c227-1b2b-464d-87ce-a18f43c1c0bb tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Deleting port 8e3face3-4b9d-4753-bbba-e7da889c3eef {{(pid=87870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:05:35.809421 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [req-ee406386-a38d-40b9-b953-1c42fb74bd7d req-7fb0c227-1b2b-464d-87ce-a18f43c1c0bb tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:05:36.053824 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.db [req-ee406386-a38d-40b9-b953-1c42fb74bd7d req-7fb0c227-1b2b-464d-87ce-a18f43c1c0bb tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] For port 8e3face3-4b9d-4753-bbba-e7da889c3eef, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=8e3face3-4b9d-4753-bbba-e7da889c3eef,segment=NetworkSegment(c400cdb9-562d-4674-8a33-3516cda9783b),segment_id=c400cdb9-562d-4674-8a33-3516cda9783b)] {{(pid=87870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:05:36.054171 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [req-ee406386-a38d-40b9-b953-1c42fb74bd7d req-7fb0c227-1b2b-464d-87ce-a18f43c1c0bb tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:05:36.337736 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [req-ee406386-a38d-40b9-b953-1c42fb74bd7d req-7fb0c227-1b2b-464d-87ce-a18f43c1c0bb tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:05:36.338016 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [req-ee406386-a38d-40b9-b953-1c42fb74bd7d req-7fb0c227-1b2b-464d-87ce-a18f43c1c0bb tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-709520'] for floatingip, after_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:05:36.338318 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.db.l3_db [req-ee406386-a38d-40b9-b953-1c42fb74bd7d req-7fb0c227-1b2b-464d-87ce-a18f43c1c0bb tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Floating IP bb85d73d-7c16-4a93-bac6-0ab83b550adc disassociated. External IP: 172.26.7.107, port: 8e3face3-4b9d-4753-bbba-e7da889c3eef. Mar 28 12:05:36.338643 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [req-ee406386-a38d-40b9-b953-1c42fb74bd7d req-7fb0c227-1b2b-464d-87ce-a18f43c1c0bb tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Calling delete_port for 8e3face3-4b9d-4753-bbba-e7da889c3eef owned by compute:nova {{(pid=87870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:05:36.483271 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [req-ee406386-a38d-40b9-b953-1c42fb74bd7d req-7fb0c227-1b2b-464d-87ce-a18f43c1c0bb tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:05:36.534152 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb0c227-1b2b-464d-87ce-a18f43c1c0bb tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Pushing event deleted for resources: {'Port': ['ID=8e3face3-4b9d-4753-bbba-e7da889c3eef,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:05:36.545183 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb0c227-1b2b-464d-87ce-a18f43c1c0bb tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:05:36.545532 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb0c227-1b2b-464d-87ce-a18f43c1c0bb tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:05:36.545870 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb0c227-1b2b-464d-87ce-a18f43c1c0bb tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:05:36.546209 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb0c227-1b2b-464d-87ce-a18f43c1c0bb tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:05:36.546532 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb0c227-1b2b-464d-87ce-a18f43c1c0bb tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:05:36.546863 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb0c227-1b2b-464d-87ce-a18f43c1c0bb tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:05:36.547191 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb0c227-1b2b-464d-87ce-a18f43c1c0bb tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:05:36.547537 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb0c227-1b2b-464d-87ce-a18f43c1c0bb tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:05:36.547864 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb0c227-1b2b-464d-87ce-a18f43c1c0bb tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:05:36.548190 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb0c227-1b2b-464d-87ce-a18f43c1c0bb tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:05:36.548512 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb0c227-1b2b-464d-87ce-a18f43c1c0bb tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:05:36.548829 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fb0c227-1b2b-464d-87ce-a18f43c1c0bb tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:05:36.726011 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ee406386-a38d-40b9-b953-1c42fb74bd7d req-7fb0c227-1b2b-464d-87ce-a18f43c1c0bb tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Router f85e07f6-33a3-46de-a3bf-16d0b6ee7372 has already been hosted by L3 agent af79d429-529e-400b-a119-94d4bec03f3e {{(pid=87870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 12:05:36.861375 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-f5ddf587-ccfb-4194-9a07-305e5f35d2d9 req-2ddc114f-5efe-4704-8aa6-c82764586c48 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/ports?device_id=db1b27a4-0ed8-49df-abf8-f3a6f2053c1d HTTP/1.1" status: 200 len: 210 time: 0.0431430 Mar 28 12:05:37.023535 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ee406386-a38d-40b9-b953-1c42fb74bd7d req-7fb0c227-1b2b-464d-87ce-a18f43c1c0bb tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 12:05:37.033362 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe76ab9b-f2fe-468b-86cd-ef360fabc3a7 None None] Sync routers for ids ['f85e07f6-33a3-46de-a3bf-16d0b6ee7372'] in dv-neutron-835340-2-hyperv {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 12:05:37.045777 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe76ab9b-f2fe-468b-86cd-ef360fabc3a7 None None] Routers {'f85e07f6-33a3-46de-a3bf-16d0b6ee7372'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:05:37.046418 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-fe76ab9b-f2fe-468b-86cd-ef360fabc3a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:05:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['f85e07f6-33a3-46de-a3bf-16d0b6ee7372'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:05:37.097132 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee406386-a38d-40b9-b953-1c42fb74bd7d req-7fb0c227-1b2b-464d-87ce-a18f43c1c0bb tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] No DVR routers for this DVR port 8e3face3-4b9d-4753-bbba-e7da889c3eef on host hv-neutron-8353 {{(pid=87870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 12:05:37.099579 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [req-ee406386-a38d-40b9-b953-1c42fb74bd7d req-7fb0c227-1b2b-464d-87ce-a18f43c1c0bb tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:05:37.102031 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db1b27a4-0ed8-49df-abf8-f3a6f2053c1d', 'name': 'network-vif-deleted', 'tag': '8e3face3-4b9d-4753-bbba-e7da889c3eef'}] {{(pid=87870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 12:05:37.119565 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-ee406386-a38d-40b9-b953-1c42fb74bd7d req-7fb0c227-1b2b-464d-87ce-a18f43c1c0bb tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.11 "DELETE /v2.0/ports/8e3face3-4b9d-4753-bbba-e7da889c3eef HTTP/1.1" status: 204 len: 173 time: 1.3754575 Mar 28 12:05:37.148963 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db1b27a4-0ed8-49df-abf8-f3a6f2053c1d', 'name': 'network-vif-deleted', 'tag': '8e3face3-4b9d-4753-bbba-e7da889c3eef', 'status': 'completed', 'code': 200} Mar 28 12:05:37.225763 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvr_db [None req-fe76ab9b-f2fe-468b-86cd-ef360fabc3a7 None None] Set router f85e07f6-33a3-46de-a3bf-16d0b6ee7372 gateway port host: dv-neutron-835340-2-hyperv {{(pid=87873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:05:37.422925 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-b7ccd3c7-0277-4f12-8e5c-e41478141af5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:05:37.564945 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-fe76ab9b-f2fe-468b-86cd-ef360fabc3a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f85e07f6-33a3-46de-a3bf-16d0b6ee7372', 'name': 'tempest-TestNetworkBasicOps-router-1415341849', 'tenant_id': '527195c95736491ca1967a42cc300275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.93'}], 'enable_snat': True}, 'gw_port_id': '3daa0028-4da4-410c-b6e0-6a829252d9ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:03:37Z', 'updated_at': '2022-03-28T12:03:45Z', 'revision_number': 4, 'project_id': '527195c95736491ca1967a42cc300275', 'gw_port': {'id': '3daa0028-4da4-410c-b6e0-6a829252d9ca', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:b1:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f85e07f6-33a3-46de-a3bf-16d0b6ee7372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1277, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:03:38Z', 'updated_at': '2022-03-28T12:03:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_interfaces': [{'id': '3dcbd01b-85ae-4c2d-892b-8280550cf830', 'name': '', 'network_id': 'c9040876-1463-45a9-b712-0332cbc5543e', 'tenant_id': '527195c95736491ca1967a42cc300275', 'mac_address': 'fa:16:3e:b1:99:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f85e07f6-33a3-46de-a3bf-16d0b6ee7372', 'device_owner': 'network:router_interface', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': 'de3ab6d6-180c-42c6-825d-40075604f1f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:03:43Z', 'updated_at': '2022-03-28T12:03:54Z', 'revision_number': 5, 'project_id': '527195c95736491ca1967a42cc300275', 'subnets': [{'id': 'de3ab6d6-180c-42c6-825d-40075604f1f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:05:37.568707 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe76ab9b-f2fe-468b-86cd-ef360fabc3a7 None None] Checking router: f85e07f6-33a3-46de-a3bf-16d0b6ee7372 for host: dv-neutron-835340-2-hyperv {{(pid=87873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 12:05:37.577336 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe76ab9b-f2fe-468b-86cd-ef360fabc3a7 None None] Routers {'f85e07f6-33a3-46de-a3bf-16d0b6ee7372'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:05:37.577911 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-fe76ab9b-f2fe-468b-86cd-ef360fabc3a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:05:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['f85e07f6-33a3-46de-a3bf-16d0b6ee7372'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:05:37.757030 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvr_db [None req-fe76ab9b-f2fe-468b-86cd-ef360fabc3a7 None None] Set router f85e07f6-33a3-46de-a3bf-16d0b6ee7372 gateway port host: dv-neutron-835340-2-hyperv {{(pid=87873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:05:37.961077 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 59086) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:05:38.028199 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-1921ed7f-9882-48ce-841c-3b6ce8de71e8 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:05:38.061051 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-1921ed7f-9882-48ce-841c-3b6ce8de71e8 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:05:38.062487 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-fe76ab9b-f2fe-468b-86cd-ef360fabc3a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f85e07f6-33a3-46de-a3bf-16d0b6ee7372', 'name': 'tempest-TestNetworkBasicOps-router-1415341849', 'tenant_id': '527195c95736491ca1967a42cc300275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.93'}], 'enable_snat': True}, 'gw_port_id': '3daa0028-4da4-410c-b6e0-6a829252d9ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:03:37Z', 'updated_at': '2022-03-28T12:03:45Z', 'revision_number': 4, 'project_id': '527195c95736491ca1967a42cc300275', 'gw_port': {'id': '3daa0028-4da4-410c-b6e0-6a829252d9ca', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:b1:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f85e07f6-33a3-46de-a3bf-16d0b6ee7372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1277, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:03:38Z', 'updated_at': '2022-03-28T12:03:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_interfaces': [{'id': '3dcbd01b-85ae-4c2d-892b-8280550cf830', 'name': '', 'network_id': 'c9040876-1463-45a9-b712-0332cbc5543e', 'tenant_id': '527195c95736491ca1967a42cc300275', 'mac_address': 'fa:16:3e:b1:99:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f85e07f6-33a3-46de-a3bf-16d0b6ee7372', 'device_owner': 'network:router_interface', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': 'de3ab6d6-180c-42c6-825d-40075604f1f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:03:43Z', 'updated_at': '2022-03-28T12:03:54Z', 'revision_number': 5, 'project_id': '527195c95736491ca1967a42cc300275', 'subnets': [{'id': 'de3ab6d6-180c-42c6-825d-40075604f1f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:05:38.066506 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe76ab9b-f2fe-468b-86cd-ef360fabc3a7 None None] The sync data for ids ['f85e07f6-33a3-46de-a3bf-16d0b6ee7372'] in dv-neutron-835340-2-hyperv is: [{'id': 'f85e07f6-33a3-46de-a3bf-16d0b6ee7372', 'name': 'tempest-TestNetworkBasicOps-router-1415341849', 'tenant_id': '527195c95736491ca1967a42cc300275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.93'}], 'enable_snat': True}, 'gw_port_id': '3daa0028-4da4-410c-b6e0-6a829252d9ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:03:37Z', 'updated_at': '2022-03-28T12:03:45Z', 'revision_number': 4, 'project_id': '527195c95736491ca1967a42cc300275', 'gw_port': {'id': '3daa0028-4da4-410c-b6e0-6a829252d9ca', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:b1:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f85e07f6-33a3-46de-a3bf-16d0b6ee7372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1277, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:03:38Z', 'updated_at': '2022-03-28T12:03:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_interfaces': [{'id': '3dcbd01b-85ae-4c2d-892b-8280550cf830', 'name': '', 'network_id': 'c9040876-1463-45a9-b712-0332cbc5543e', 'tenant_id': '527195c95736491ca1967a42cc300275', 'mac_address': 'fa:16:3e:b1:99:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f85e07f6-33a3-46de-a3bf-16d0b6ee7372', 'device_owner': 'network:router_interface', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': 'de3ab6d6-180c-42c6-825d-40075604f1f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:03:43Z', 'updated_at': '2022-03-28T12:03:54Z', 'revision_number': 5, 'project_id': '527195c95736491ca1967a42cc300275', 'subnets': [{'id': 'de3ab6d6-180c-42c6-825d-40075604f1f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 12:05:38.246738 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-1921ed7f-9882-48ce-841c-3b6ce8de71e8 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:05:38.266187 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1921ed7f-9882-48ce-841c-3b6ce8de71e8 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16481eed-1c00-4e11-8db0-90735c88c248,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:05:38.274787 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1921ed7f-9882-48ce-841c-3b6ce8de71e8 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:05:38.275131 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1921ed7f-9882-48ce-841c-3b6ce8de71e8 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:05:38.275458 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1921ed7f-9882-48ce-841c-3b6ce8de71e8 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:05:38.275802 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1921ed7f-9882-48ce-841c-3b6ce8de71e8 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:05:38.276123 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1921ed7f-9882-48ce-841c-3b6ce8de71e8 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:05:38.276441 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1921ed7f-9882-48ce-841c-3b6ce8de71e8 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:05:38.276758 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1921ed7f-9882-48ce-841c-3b6ce8de71e8 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:05:38.277086 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1921ed7f-9882-48ce-841c-3b6ce8de71e8 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:05:38.277398 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1921ed7f-9882-48ce-841c-3b6ce8de71e8 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:05:38.277712 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1921ed7f-9882-48ce-841c-3b6ce8de71e8 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:05:38.278018 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1921ed7f-9882-48ce-841c-3b6ce8de71e8 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:05:38.278481 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1921ed7f-9882-48ce-841c-3b6ce8de71e8 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:05:38.286541 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-1921ed7f-9882-48ce-841c-3b6ce8de71e8 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:05:38.287693 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-1921ed7f-9882-48ce-841c-3b6ce8de71e8 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "DELETE /v2.0/security-groups/16481eed-1c00-4e11-8db0-90735c88c248 HTTP/1.1" status: 204 len: 168 time: 0.3255596 Mar 28 12:05:38.289046 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f6ff88-ea24-4246-a748-65f0b69f3cc8 None None] New status for floating IP bb85d73d-7c16-4a93-bac6-0ab83b550adc: DOWN {{(pid=87872) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 12:05:38.323794 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 59092) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:05:38.481242 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-46d62f5b-9b7b-4ee1-9b8d-2161dcefaa06 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Deleting port 5226d425-252f-48f2-bf26-7012143b00fe {{(pid=87870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:05:38.481575 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-46d62f5b-9b7b-4ee1-9b8d-2161dcefaa06 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:05:38.652915 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-46d62f5b-9b7b-4ee1-9b8d-2161dcefaa06 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:05:38.653227 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-46d62f5b-9b7b-4ee1-9b8d-2161dcefaa06 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:05:38.771835 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-46d62f5b-9b7b-4ee1-9b8d-2161dcefaa06 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Calling delete_port for 5226d425-252f-48f2-bf26-7012143b00fe owned by network:floatingip {{(pid=87870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:05:38.907703 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-46d62f5b-9b7b-4ee1-9b8d-2161dcefaa06 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:05:38.954636 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d62f5b-9b7b-4ee1-9b8d-2161dcefaa06 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Pushing event deleted for resources: {'Port': ['ID=5226d425-252f-48f2-bf26-7012143b00fe,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:05:39.043113 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-46d62f5b-9b7b-4ee1-9b8d-2161dcefaa06 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for floatingip, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:05:39.056494 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-46d62f5b-9b7b-4ee1-9b8d-2161dcefaa06 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for floatingip, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:05:39.057610 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-46d62f5b-9b7b-4ee1-9b8d-2161dcefaa06 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "DELETE /v2.0/floatingips/bb85d73d-7c16-4a93-bac6-0ab83b550adc HTTP/1.1" status: 204 len: 168 time: 0.7326651 Mar 28 12:05:39.407351 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f49fa2-a33a-4301-94ff-f17f05986cf1 req-2083944e-4572-4777-936f-5e2ae05cd234 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:05:39.408064 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [req-75f49fa2-a33a-4301-94ff-f17f05986cf1 req-2083944e-4572-4777-936f-5e2ae05cd234 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Synchronizing usage tracker for tenant:527195c95736491ca1967a42cc300275 on resource:port {{(pid=87870) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:05:39.422768 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [req-75f49fa2-a33a-4301-94ff-f17f05986cf1 req-2083944e-4572-4777-936f-5e2ae05cd234 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Unset dirty status for tenant:527195c95736491ca1967a42cc300275 on resource:port {{(pid=87870) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:05:39.423908 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-75f49fa2-a33a-4301-94ff-f17f05986cf1 req-2083944e-4572-4777-936f-5e2ae05cd234 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/ports?device_id=20511cdc-6d5b-465d-9f7f-3003856cdb12 HTTP/1.1" status: 200 len: 945 time: 0.0952504 Mar 28 12:05:39.468630 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-75f49fa2-a33a-4301-94ff-f17f05986cf1 req-72b1aefa-13d6-428d-a002-65ff47226cea tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/security-groups?id=49b69c60-6715-4a6c-92b8-c436430d1c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389669 Mar 28 12:05:40.285566 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Device 8e3face3-4b9d-4753-bbba-e7da889c3eef no longer exists at agent hyperv_hv-neutron-8353 {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 12:05:40.318462 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] No Port match for: 8e3face3-4b9d-4753-bbba-e7da889c3eef {{(pid=87872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 12:05:40.318801 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Device 8e3face3-4b9d-4753-bbba-e7da889c3eef not bound to the agent host hv-neutron-8353 {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 12:05:40.652992 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628b9a7b-52df-4957-b2bf-dec3d2e927aa req-e1295173-0e96-428d-9a6b-bb0e5e790ed2 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:05:40.654053 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bacf7a-741a-4a3d-9944-56ca6afb38a5 req-911be502-57e6-4f0d-81e5-c591febcba86 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:05:40.654585 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-628b9a7b-52df-4957-b2bf-dec3d2e927aa req-e1295173-0e96-428d-9a6b-bb0e5e790ed2 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/ports?device_id=20511cdc-6d5b-465d-9f7f-3003856cdb12 HTTP/1.1" status: 200 len: 945 time: 0.0802476 Mar 28 12:05:40.655537 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-89bacf7a-741a-4a3d-9944-56ca6afb38a5 req-911be502-57e6-4f0d-81e5-c591febcba86 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.11 "GET /v2.0/ports?device_id=20511cdc-6d5b-465d-9f7f-3003856cdb12 HTTP/1.1" status: 200 len: 945 time: 0.0827663 Mar 28 12:05:40.699665 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [req-628b9a7b-52df-4957-b2bf-dec3d2e927aa req-99dfa8d8-d0b9-4b99-bd7d-8d79609c1efe tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Synchronizing usage tracker for tenant:527195c95736491ca1967a42cc300275 on resource:security_group {{(pid=87871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:05:40.714568 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [req-628b9a7b-52df-4957-b2bf-dec3d2e927aa req-99dfa8d8-d0b9-4b99-bd7d-8d79609c1efe tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Unset dirty status for tenant:527195c95736491ca1967a42cc300275 on resource:security_group {{(pid=87871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:05:40.715740 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-628b9a7b-52df-4957-b2bf-dec3d2e927aa req-99dfa8d8-d0b9-4b99-bd7d-8d79609c1efe tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/security-groups?id=49b69c60-6715-4a6c-92b8-c436430d1c22&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556266 Mar 28 12:05:40.725472 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [req-89bacf7a-741a-4a3d-9944-56ca6afb38a5 req-d6cca8ba-7ee2-4918-a1b6-1c66523b2c27 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Deleting port db433d8e-6fbb-4c09-be6a-9e238847e1c3 {{(pid=87870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:05:40.725815 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [req-89bacf7a-741a-4a3d-9944-56ca6afb38a5 req-d6cca8ba-7ee2-4918-a1b6-1c66523b2c27 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:05:40.969602 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.db [req-89bacf7a-741a-4a3d-9944-56ca6afb38a5 req-d6cca8ba-7ee2-4918-a1b6-1c66523b2c27 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] For port db433d8e-6fbb-4c09-be6a-9e238847e1c3, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=db433d8e-6fbb-4c09-be6a-9e238847e1c3,segment=NetworkSegment(c400cdb9-562d-4674-8a33-3516cda9783b),segment_id=c400cdb9-562d-4674-8a33-3516cda9783b)] {{(pid=87870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:05:40.969956 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [req-89bacf7a-741a-4a3d-9944-56ca6afb38a5 req-d6cca8ba-7ee2-4918-a1b6-1c66523b2c27 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:05:41.190027 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [req-89bacf7a-741a-4a3d-9944-56ca6afb38a5 req-d6cca8ba-7ee2-4918-a1b6-1c66523b2c27 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Calling delete_port for db433d8e-6fbb-4c09-be6a-9e238847e1c3 owned by compute:nova {{(pid=87870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:05:41.333321 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [req-89bacf7a-741a-4a3d-9944-56ca6afb38a5 req-d6cca8ba-7ee2-4918-a1b6-1c66523b2c27 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:05:41.381694 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cca8ba-7ee2-4918-a1b6-1c66523b2c27 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Pushing event deleted for resources: {'Port': ['ID=db433d8e-6fbb-4c09-be6a-9e238847e1c3,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:05:41.458773 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.l3_dvrscheduler_db [req-89bacf7a-741a-4a3d-9944-56ca6afb38a5 req-d6cca8ba-7ee2-4918-a1b6-1c66523b2c27 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] No DVR routers for this DVR port db433d8e-6fbb-4c09-be6a-9e238847e1c3 on host hv-neutron-8353 {{(pid=87870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 12:05:41.461125 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [req-89bacf7a-741a-4a3d-9944-56ca6afb38a5 req-d6cca8ba-7ee2-4918-a1b6-1c66523b2c27 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:05:41.463610 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20511cdc-6d5b-465d-9f7f-3003856cdb12', 'name': 'network-vif-deleted', 'tag': 'db433d8e-6fbb-4c09-be6a-9e238847e1c3'}] {{(pid=87870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 12:05:41.479557 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-89bacf7a-741a-4a3d-9944-56ca6afb38a5 req-d6cca8ba-7ee2-4918-a1b6-1c66523b2c27 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.11 "DELETE /v2.0/ports/db433d8e-6fbb-4c09-be6a-9e238847e1c3 HTTP/1.1" status: 204 len: 173 time: 0.8190844 Mar 28 12:05:41.510862 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20511cdc-6d5b-465d-9f7f-3003856cdb12', 'name': 'network-vif-deleted', 'tag': 'db433d8e-6fbb-4c09-be6a-9e238847e1c3', 'status': 'completed', 'code': 200} Mar 28 12:05:41.884525 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-d77883c6-6548-467a-b15f-11f20e84b56a req-c06fc7ef-5f50-4070-928a-2a64d69e73e7 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/ports?device_id=20511cdc-6d5b-465d-9f7f-3003856cdb12 HTTP/1.1" status: 200 len: 210 time: 0.0433543 Mar 28 12:05:42.979247 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 59108) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:05:43.046671 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-d4b4b266-eaff-4d78-a3f9-5aa4453759bd tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:05:43.080128 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-d4b4b266-eaff-4d78-a3f9-5aa4453759bd tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:05:43.147001 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-d4b4b266-eaff-4d78-a3f9-5aa4453759bd tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:05:43.166253 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b4b266-eaff-4d78-a3f9-5aa4453759bd tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49b69c60-6715-4a6c-92b8-c436430d1c22,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:05:43.175854 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-d4b4b266-eaff-4d78-a3f9-5aa4453759bd tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:05:43.176955 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-d4b4b266-eaff-4d78-a3f9-5aa4453759bd tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "DELETE /v2.0/security-groups/49b69c60-6715-4a6c-92b8-c436430d1c22 HTTP/1.1" status: 204 len: 168 time: 0.1966801 Mar 28 12:05:43.208895 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 59114) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:05:43.746650 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-e26e959c-2c8d-43b1-84fb-78503847db53 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-743394'] for router_interface, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:05:44.098535 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-e26e959c-2c8d-43b1-84fb-78503847db53 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Deleting port 3dcbd01b-85ae-4c2d-892b-8280550cf830 {{(pid=87870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:05:44.099233 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-e26e959c-2c8d-43b1-84fb-78503847db53 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:05:44.293096 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Device db433d8e-6fbb-4c09-be6a-9e238847e1c3 no longer exists at agent hyperv_hv-neutron-8353 {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 12:05:44.328116 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] No Port match for: db433d8e-6fbb-4c09-be6a-9e238847e1c3 {{(pid=87872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 12:05:44.328461 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Device db433d8e-6fbb-4c09-be6a-9e238847e1c3 not bound to the agent host hv-neutron-8353 {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 12:05:44.388461 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.db [None req-e26e959c-2c8d-43b1-84fb-78503847db53 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] For port 3dcbd01b-85ae-4c2d-892b-8280550cf830, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=3dcbd01b-85ae-4c2d-892b-8280550cf830,segment=NetworkSegment(c400cdb9-562d-4674-8a33-3516cda9783b),segment_id=c400cdb9-562d-4674-8a33-3516cda9783b)] {{(pid=87870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:05:44.388877 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-e26e959c-2c8d-43b1-84fb-78503847db53 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:05:44.486238 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.agents_db [None req-03fd49d8-b51b-41c1-8716-b8e265c93689 None None] Agent healthcheck: found 6 active agents {{(pid=87873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 12:05:44.510709 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-e26e959c-2c8d-43b1-84fb-78503847db53 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Calling delete_port for 3dcbd01b-85ae-4c2d-892b-8280550cf830 owned by network:router_interface {{(pid=87870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:05:44.692058 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-e26e959c-2c8d-43b1-84fb-78503847db53 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:05:44.738057 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26e959c-2c8d-43b1-84fb-78503847db53 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Pushing event deleted for resources: {'Port': ['ID=3dcbd01b-85ae-4c2d-892b-8280550cf830,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:05:45.016961 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-e26e959c-2c8d-43b1-84fb-78503847db53 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-743246'] for router_interface, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:05:45.372026 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e26e959c-2c8d-43b1-84fb-78503847db53 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Router f85e07f6-33a3-46de-a3bf-16d0b6ee7372 has already been hosted by L3 agent af79d429-529e-400b-a119-94d4bec03f3e {{(pid=87870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 12:05:45.554349 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e26e959c-2c8d-43b1-84fb-78503847db53 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 12:05:45.564715 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16da4fc9-032e-4537-b45e-b598231dcfd5 None None] Sync routers for ids ['f85e07f6-33a3-46de-a3bf-16d0b6ee7372'] in dv-neutron-835340-2-hyperv {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 12:05:45.568370 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-e26e959c-2c8d-43b1-84fb-78503847db53 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "PUT /v2.0/routers/f85e07f6-33a3-46de-a3bf-16d0b6ee7372/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3581395 Mar 28 12:05:45.570743 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 59118) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:05:45.573995 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16da4fc9-032e-4537-b45e-b598231dcfd5 None None] Routers {'f85e07f6-33a3-46de-a3bf-16d0b6ee7372'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:05:45.574587 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-16da4fc9-032e-4537-b45e-b598231dcfd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:05:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['f85e07f6-33a3-46de-a3bf-16d0b6ee7372'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:05:45.745574 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb187dc0-ffb1-4ff0-9a34-f5267ed0da93 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Deleting subnet de3ab6d6-180c-42c6-825d-40075604f1f0 {{(pid=87870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 12:05:45.749616 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-fb187dc0-ffb1-4ff0-9a34-f5267ed0da93 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for subnet, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:05:45.758808 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvr_db [None req-16da4fc9-032e-4537-b45e-b598231dcfd5 None None] Set router f85e07f6-33a3-46de-a3bf-16d0b6ee7372 gateway port host: dv-neutron-835340-2-hyperv {{(pid=87873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:05:45.805399 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-fb187dc0-ffb1-4ff0-9a34-f5267ed0da93 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3591354'] for subnet, precommit_delete_associations {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:05:45.892707 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-fb187dc0-ffb1-4ff0-9a34-f5267ed0da93 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1919782'] for subnet, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:05:45.965209 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-fb187dc0-ffb1-4ff0-9a34-f5267ed0da93 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1919805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2561174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2563528'] for subnet, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:05:46.007081 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb187dc0-ffb1-4ff0-9a34-f5267ed0da93 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Pushing event deleted for resources: {'Subnet': ['ID=de3ab6d6-180c-42c6-825d-40075604f1f0,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:05:46.010722 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-fb187dc0-ffb1-4ff0-9a34-f5267ed0da93 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for subnet, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:05:46.020137 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-fb187dc0-ffb1-4ff0-9a34-f5267ed0da93 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "DELETE /v2.0/subnets/de3ab6d6-180c-42c6-825d-40075604f1f0 HTTP/1.1" status: 204 len: 168 time: 0.4460573 Mar 28 12:05:46.020356 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 59122) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:05:46.023463 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86040c46-3935-444e-a061-9679f3f05e14 None None] Network c9040876-1463-45a9-b712-0332cbc5543e requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 12:05:46.058914 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-16da4fc9-032e-4537-b45e-b598231dcfd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f85e07f6-33a3-46de-a3bf-16d0b6ee7372', 'name': 'tempest-TestNetworkBasicOps-router-1415341849', 'tenant_id': '527195c95736491ca1967a42cc300275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.93'}], 'enable_snat': True}, 'gw_port_id': '3daa0028-4da4-410c-b6e0-6a829252d9ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:03:37Z', 'updated_at': '2022-03-28T12:05:44Z', 'revision_number': 5, 'project_id': '527195c95736491ca1967a42cc300275', 'gw_port': {'id': '3daa0028-4da4-410c-b6e0-6a829252d9ca', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:b1:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f85e07f6-33a3-46de-a3bf-16d0b6ee7372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1277, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:03:38Z', 'updated_at': '2022-03-28T12:03:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv'}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:05:46.063315 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16da4fc9-032e-4537-b45e-b598231dcfd5 None None] Checking router: f85e07f6-33a3-46de-a3bf-16d0b6ee7372 for host: dv-neutron-835340-2-hyperv {{(pid=87873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 12:05:46.071748 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16da4fc9-032e-4537-b45e-b598231dcfd5 None None] Routers {'f85e07f6-33a3-46de-a3bf-16d0b6ee7372'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:05:46.072336 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-16da4fc9-032e-4537-b45e-b598231dcfd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:05:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['f85e07f6-33a3-46de-a3bf-16d0b6ee7372'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:05:46.201619 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-992f43b9-c3f2-4549-affd-fc1856e30f96 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for router, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:05:46.291418 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1038a466-d91e-4870-af4f-5e487df3c9ed None None] DHCP port deletion for c9040876-1463-45a9-b712-0332cbc5543e request from dv-neutron-835340-2-hyperv {{(pid=87872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 12:05:46.296145 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvr_db [None req-16da4fc9-032e-4537-b45e-b598231dcfd5 None None] Set router f85e07f6-33a3-46de-a3bf-16d0b6ee7372 gateway port host: dv-neutron-835340-2-hyperv {{(pid=87873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:05:46.296697 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-1038a466-d91e-4870-af4f-5e487df3c9ed None None] Deleting port cdc5840f-dea9-4962-85d6-7679c1c71ab4 {{(pid=87872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:05:46.297135 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-1038a466-d91e-4870-af4f-5e487df3c9ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:05:46.399158 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-992f43b9-c3f2-4549-affd-fc1856e30f96 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:05:46.410561 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-992f43b9-c3f2-4549-affd-fc1856e30f96 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Deleting port 3daa0028-4da4-410c-b6e0-6a829252d9ca {{(pid=87870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:05:46.410885 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-992f43b9-c3f2-4549-affd-fc1856e30f96 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:05:46.511140 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-1038a466-d91e-4870-af4f-5e487df3c9ed None None] For port cdc5840f-dea9-4962-85d6-7679c1c71ab4, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=cdc5840f-dea9-4962-85d6-7679c1c71ab4,segment=NetworkSegment(c400cdb9-562d-4674-8a33-3516cda9783b),segment_id=c400cdb9-562d-4674-8a33-3516cda9783b)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:05:46.511562 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-1038a466-d91e-4870-af4f-5e487df3c9ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:05:46.583936 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-16da4fc9-032e-4537-b45e-b598231dcfd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f85e07f6-33a3-46de-a3bf-16d0b6ee7372', 'name': 'tempest-TestNetworkBasicOps-router-1415341849', 'tenant_id': '527195c95736491ca1967a42cc300275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.93'}], 'enable_snat': True}, 'gw_port_id': '3daa0028-4da4-410c-b6e0-6a829252d9ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:03:37Z', 'updated_at': '2022-03-28T12:05:44Z', 'revision_number': 5, 'project_id': '527195c95736491ca1967a42cc300275', 'gw_port': {'id': '3daa0028-4da4-410c-b6e0-6a829252d9ca', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:b1:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f85e07f6-33a3-46de-a3bf-16d0b6ee7372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1277, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:03:38Z', 'updated_at': '2022-03-28T12:03:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv'}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:05:46.588075 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16da4fc9-032e-4537-b45e-b598231dcfd5 None None] The sync data for ids ['f85e07f6-33a3-46de-a3bf-16d0b6ee7372'] in dv-neutron-835340-2-hyperv is: [{'id': 'f85e07f6-33a3-46de-a3bf-16d0b6ee7372', 'name': 'tempest-TestNetworkBasicOps-router-1415341849', 'tenant_id': '527195c95736491ca1967a42cc300275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.93'}], 'enable_snat': True}, 'gw_port_id': '3daa0028-4da4-410c-b6e0-6a829252d9ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:03:37Z', 'updated_at': '2022-03-28T12:05:44Z', 'revision_number': 5, 'project_id': '527195c95736491ca1967a42cc300275', 'gw_port': {'id': '3daa0028-4da4-410c-b6e0-6a829252d9ca', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:b1:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f85e07f6-33a3-46de-a3bf-16d0b6ee7372', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1277, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:03:38Z', 'updated_at': '2022-03-28T12:03:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv'}] {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 12:05:46.594152 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.db [None req-992f43b9-c3f2-4549-affd-fc1856e30f96 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] For port 3daa0028-4da4-410c-b6e0-6a829252d9ca, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=3daa0028-4da4-410c-b6e0-6a829252d9ca,segment=NetworkSegment(688afb86-c9bd-46e2-ba7d-3fe76fb1efff),segment_id=688afb86-c9bd-46e2-ba7d-3fe76fb1efff)] {{(pid=87870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:05:46.594607 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-992f43b9-c3f2-4549-affd-fc1856e30f96 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:05:46.638538 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-1038a466-d91e-4870-af4f-5e487df3c9ed None None] Calling delete_port for cdc5840f-dea9-4962-85d6-7679c1c71ab4 owned by network:dhcp {{(pid=87872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:05:46.712398 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-1038a466-d91e-4870-af4f-5e487df3c9ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250'] for port, after_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:05:46.718979 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-992f43b9-c3f2-4549-affd-fc1856e30f96 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Calling delete_port for 3daa0028-4da4-410c-b6e0-6a829252d9ca owned by network:router_gateway {{(pid=87870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:05:46.759141 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1038a466-d91e-4870-af4f-5e487df3c9ed None None] Pushing event deleted for resources: {'Port': ['ID=cdc5840f-dea9-4962-85d6-7679c1c71ab4,revision_number=None']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:05:46.766839 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1038a466-d91e-4870-af4f-5e487df3c9ed None None] No DVR routers for this DVR port cdc5840f-dea9-4962-85d6-7679c1c71ab4 on host dv-neutron-835340-2-hyperv {{(pid=87872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 12:05:46.886469 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-992f43b9-c3f2-4549-affd-fc1856e30f96 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:05:46.931486 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992f43b9-c3f2-4549-affd-fc1856e30f96 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Pushing event deleted for resources: {'Port': ['ID=3daa0028-4da4-410c-b6e0-6a829252d9ca,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:05:47.025366 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-992f43b9-c3f2-4549-affd-fc1856e30f96 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-709573'] for router_gateway, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:05:47.301780 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-992f43b9-c3f2-4549-affd-fc1856e30f96 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-745164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-260864'] for router, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:05:47.303955 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-992f43b9-c3f2-4549-affd-fc1856e30f96 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:05:47.325410 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-992f43b9-c3f2-4549-affd-fc1856e30f96 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-745021'] for router, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:05:47.326630 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-992f43b9-c3f2-4549-affd-fc1856e30f96 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Fanout notify agent at l3_agent the message router_deleted on router f85e07f6-33a3-46de-a3bf-16d0b6ee7372 {{(pid=87870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 12:05:47.341605 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-992f43b9-c3f2-4549-affd-fc1856e30f96 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for router, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:05:47.342841 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-992f43b9-c3f2-4549-affd-fc1856e30f96 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "DELETE /v2.0/routers/f85e07f6-33a3-46de-a3bf-16d0b6ee7372 HTTP/1.1" status: 204 len: 168 time: 1.3216088 Mar 28 12:05:47.345495 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 59126) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:05:47.461502 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-72e2b7bc-3d5f-42c3-8fb3-9c35e8734d88 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588883'] for network, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:05:47.590890 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-72e2b7bc-3d5f-42c3-8fb3-9c35e8734d88 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930431', 'neutron.services.segments.db._delete_segments_for_network-8783496351308'] for network, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:05:47.615737 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-72e2b7bc-3d5f-42c3-8fb3-9c35e8734d88 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9040876-1463-45a9-b712-0332cbc5543e']}} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:05:47.627716 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-72e2b7bc-3d5f-42c3-8fb3-9c35e8734d88 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c400cdb9-562d-4674-8a33-3516cda9783b') {'for_net_delete': True} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:05:47.628018 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-72e2b7bc-3d5f-42c3-8fb3-9c35e8734d88 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c400cdb9-562d-4674-8a33-3516cda9783b') {} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:05:47.639829 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-72e2b7bc-3d5f-42c3-8fb3-9c35e8734d88 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783496353639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3591341'] for segment, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:05:47.656082 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-72e2b7bc-3d5f-42c3-8fb3-9c35e8734d88 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:05:47.661949 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72e2b7bc-3d5f-42c3-8fb3-9c35e8734d88 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=87870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 12:05:47.662332 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-72e2b7bc-3d5f-42c3-8fb3-9c35e8734d88 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1920481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2558260'] for segment, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:05:47.680096 dv-neutron-835340-2-hyperv neutron-server[87870]: Traceback (most recent call last): Mar 28 12:05:47.680096 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 12:05:47.680096 dv-neutron-835340-2-hyperv neutron-server[87870]: timer() Mar 28 12:05:47.680096 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 12:05:47.680096 dv-neutron-835340-2-hyperv neutron-server[87870]: cb(*args, **kw) Mar 28 12:05:47.680096 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 12:05:47.680096 dv-neutron-835340-2-hyperv neutron-server[87870]: return func(*args, **kwargs) Mar 28 12:05:47.680096 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 12:05:47.680096 dv-neutron-835340-2-hyperv neutron-server[87870]: self._notify() Mar 28 12:05:47.680096 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 12:05:47.680096 dv-neutron-835340-2-hyperv neutron-server[87870]: self.callback(batched_events) Mar 28 12:05:47.680096 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 12:05:47.680096 dv-neutron-835340-2-hyperv neutron-server[87870]: event.method(event) Mar 28 12:05:47.680096 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 12:05:47.680096 dv-neutron-835340-2-hyperv neutron-server[87870]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 12:05:47.680096 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 12:05:47.680096 dv-neutron-835340-2-hyperv neutron-server[87870]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 12:05:47.680096 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 12:05:47.680096 dv-neutron-835340-2-hyperv neutron-server[87870]: return f(self, *a, **k) Mar 28 12:05:47.680096 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 12:05:47.680096 dv-neutron-835340-2-hyperv neutron-server[87870]: return self._get(url).json() Mar 28 12:05:47.680096 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 12:05:47.680096 dv-neutron-835340-2-hyperv neutron-server[87870]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 12:05:47.680096 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 12:05:47.680096 dv-neutron-835340-2-hyperv neutron-server[87870]: return self.request(url, 'GET', **kwargs) Mar 28 12:05:47.680096 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 12:05:47.680096 dv-neutron-835340-2-hyperv neutron-server[87870]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 12:05:47.680096 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 12:05:47.680096 dv-neutron-835340-2-hyperv neutron-server[87870]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 12:05:47.680096 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 12:05:47.680096 dv-neutron-835340-2-hyperv neutron-server[87870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 12:05:47.680096 dv-neutron-835340-2-hyperv neutron-server[87870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 12:05:47.758488 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-72e2b7bc-3d5f-42c3-8fb3-9c35e8734d88 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709602'] for network, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:05:47.777786 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-72e2b7bc-3d5f-42c3-8fb3-9c35e8734d88 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for network, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:05:47.791197 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e2b7bc-3d5f-42c3-8fb3-9c35e8734d88 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Pushing event deleted for resources: {'Network': ['ID=c9040876-1463-45a9-b712-0332cbc5543e,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:05:47.806762 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-72e2b7bc-3d5f-42c3-8fb3-9c35e8734d88 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "DELETE /v2.0/networks/c9040876-1463-45a9-b712-0332cbc5543e HTTP/1.1" status: 204 len: 168 time: 0.4572370 Mar 28 12:05:47.821856 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 3daa0028-4da4-410c-b6e0-6a829252d9ca no longer exists at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 12:05:47.830865 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 59130) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:05:47.837396 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-670e88bc-01f9-4386-8c99-ab6e915d8b29 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Request body: {'network': {'name': 'tempest-network-smoke--1938452675', 'project_id': '527195c95736491ca1967a42cc300275', 'port_security_enabled': True}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:05:47.842505 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-670e88bc-01f9-4386-8c99-ab6e915d8b29 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:05:47.846889 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-670e88bc-01f9-4386-8c99-ab6e915d8b29 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Usage tracker for resource:network and tenant:527195c95736491ca1967a42cc300275 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:05:47.849754 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-670e88bc-01f9-4386-8c99-ab6e915d8b29 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:05:47.855976 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-670e88bc-01f9-4386-8c99-ab6e915d8b29 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:05:47.859250 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] No Port match for: 3daa0028-4da4-410c-b6e0-6a829252d9ca {{(pid=87872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 12:05:47.859741 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 3daa0028-4da4-410c-b6e0-6a829252d9ca not bound to the agent host dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 12:05:47.860263 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 3dcbd01b-85ae-4c2d-892b-8280550cf830 no longer exists at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 12:05:47.866614 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-670e88bc-01f9-4386-8c99-ab6e915d8b29 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Made reservation on behalf of 527195c95736491ca1967a42cc300275 for: {'network': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 12:05:47.870052 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-670e88bc-01f9-4386-8c99-ab6e915d8b29 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for network, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:05:47.895669 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] No Port match for: 3dcbd01b-85ae-4c2d-892b-8280550cf830 {{(pid=87872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 12:05:47.896012 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 3dcbd01b-85ae-4c2d-892b-8280550cf830 not bound to the agent host dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 12:05:47.896438 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device cdc5840f-dea9-4962-85d6-7679c1c71ab4 no longer exists at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 12:05:47.898292 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-670e88bc-01f9-4386-8c99-ab6e915d8b29 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=87871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 12:05:47.908172 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-670e88bc-01f9-4386-8c99-ab6e915d8b29 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:05:47.908532 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.db.segments_db [None req-670e88bc-01f9-4386-8c99-ab6e915d8b29 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Added segment ec6df7c5-6dd4-4951-9432-31efab19802d of type vlan for network 7b48ec17-f67c-46fb-85ff-587219f15a7c Mar 28 12:05:47.934672 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] No Port match for: cdc5840f-dea9-4962-85d6-7679c1c71ab4 {{(pid=87872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 12:05:47.935023 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device cdc5840f-dea9-4962-85d6-7679c1c71ab4 not bound to the agent host dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 12:05:47.937907 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-670e88bc-01f9-4386-8c99-ab6e915d8b29 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783495836591'] for network, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:05:47.967138 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-670e88bc-01f9-4386-8c99-ab6e915d8b29 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765'] for network, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:05:47.972924 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-670e88bc-01f9-4386-8c99-ab6e915d8b29 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:05:47.973508 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-670e88bc-01f9-4386-8c99-ab6e915d8b29 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for network, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:05:48.079780 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-670e88bc-01f9-4386-8c99-ab6e915d8b29 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2471299 Mar 28 12:05:48.082381 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670e88bc-01f9-4386-8c99-ab6e915d8b29 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Pushing event updated for resources: {'Network': ['ID=7b48ec17-f67c-46fb-85ff-587219f15a7c,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:05:48.082656 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 59134) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:05:48.088153 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-46f65b37-39b1-48fa-8048-a561184b5a17 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1915185151', 'admin_state_up': True, 'project_id': '527195c95736491ca1967a42cc300275', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b'}}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:05:48.093299 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Network 7b48ec17-f67c-46fb-85ff-587219f15a7c details requested by agent ovs-agent-dv-neutron-835340-2-hyperv with host dv-neutron-835340-2-hyperv {{(pid=87872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 12:05:48.096251 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-46f65b37-39b1-48fa-8048-a561184b5a17 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:05:48.100052 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-46f65b37-39b1-48fa-8048-a561184b5a17 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Usage tracker for resource:router and tenant:527195c95736491ca1967a42cc300275 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:05:48.102888 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-46f65b37-39b1-48fa-8048-a561184b5a17 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:05:48.110012 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-46f65b37-39b1-48fa-8048-a561184b5a17 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:05:48.120025 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-46f65b37-39b1-48fa-8048-a561184b5a17 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-707665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-260886'] for router, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:05:48.120968 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-46f65b37-39b1-48fa-8048-a561184b5a17 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-705660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709650', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-767110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260873'] for router, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:05:48.135937 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-46f65b37-39b1-48fa-8048-a561184b5a17 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:05:48.402114 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-46f65b37-39b1-48fa-8048-a561184b5a17 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-709632', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-707672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260923'] for router, precommit_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:05:48.696166 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-46f65b37-39b1-48fa-8048-a561184b5a17 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for router_gateway, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:05:48.724571 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-46f65b37-39b1-48fa-8048-a561184b5a17 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:05:48.960373 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.db_base_plugin_common [None req-46f65b37-39b1-48fa-8048-a561184b5a17 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Allocated IP 172.26.7.58 (ac2b1748-8f63-4b17-a9c7-07e79704aa5b/0b7ebf76-1dc7-431a-a0b4-b96bacf287c2/27047018-1241-42bb-851c-03860086eca2) {{(pid=87870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 12:05:49.105807 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-46f65b37-39b1-48fa-8048-a561184b5a17 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for port, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:05:49.133721 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-46f65b37-39b1-48fa-8048-a561184b5a17 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:05:49.194295 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46f65b37-39b1-48fa-8048-a561184b5a17 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Network ac2b1748-8f63-4b17-a9c7-07e79704aa5b is already hosted by enough agents. {{(pid=87870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:05:49.196956 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.base_scheduler [None req-46f65b37-39b1-48fa-8048-a561184b5a17 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Resources bound (agent type, host, resource id): {{(pid=87870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:05:49.205102 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f65b37-39b1-48fa-8048-a561184b5a17 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Received port after_create {{(pid=87870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 12:05:49.239149 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f65b37-39b1-48fa-8048-a561184b5a17 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Pushing event updated for resources: {'Port': ['ID=27047018-1241-42bb-851c-03860086eca2,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:05:49.604625 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-46f65b37-39b1-48fa-8048-a561184b5a17 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for router_gateway, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:05:49.941408 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-46f65b37-39b1-48fa-8048-a561184b5a17 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709693'] for router, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:05:50.138982 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46f65b37-39b1-48fa-8048-a561184b5a17 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Router 87a165c4-0fa7-4253-9932-23ca41fa3a43 is scheduled to L3 agent af79d429-529e-400b-a119-94d4bec03f3e with binding_index 1 {{(pid=87870) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 12:05:50.428540 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46f65b37-39b1-48fa-8048-a561184b5a17 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 12:05:50.439111 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca79d66d-1c41-45ff-a8c5-06dd374563b9 None None] Sync routers for ids ['87a165c4-0fa7-4253-9932-23ca41fa3a43'] in dv-neutron-835340-2-hyperv {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 12:05:50.448428 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca79d66d-1c41-45ff-a8c5-06dd374563b9 None None] Routers {'87a165c4-0fa7-4253-9932-23ca41fa3a43'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:05:50.449094 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-ca79d66d-1c41-45ff-a8c5-06dd374563b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:05:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['87a165c4-0fa7-4253-9932-23ca41fa3a43'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:05:50.455264 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-46f65b37-39b1-48fa-8048-a561184b5a17 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for router, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:05:50.456553 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-46f65b37-39b1-48fa-8048-a561184b5a17 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.3728304 Mar 28 12:05:50.459776 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 59138) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:05:50.500436 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-8d75aa1f-7466-4ce5-8384-a4ff25deb471 tempest-TestNetworkBasicOps-386611239 tempest-TestNetworkBasicOps-386611239-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=527195c95736491ca1967a42cc300275&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0394275 Mar 28 12:05:50.503116 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 59142) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:05:50.635833 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6a51111-c0a6-46e7-a879-db39be0d7ce8 tempest-TestNetworkBasicOps-386611239 tempest-TestNetworkBasicOps-386611239-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:05:50.637937 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-b6a51111-c0a6-46e7-a879-db39be0d7ce8 tempest-TestNetworkBasicOps-386611239 tempest-TestNetworkBasicOps-386611239-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1338038 Mar 28 12:05:50.641387 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 59146) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:05:50.649395 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:05:50.662800 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvr_db [None req-ca79d66d-1c41-45ff-a8c5-06dd374563b9 None None] Set router 87a165c4-0fa7-4253-9932-23ca41fa3a43 gateway port host: dv-neutron-835340-2-hyperv {{(pid=87872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:05:50.684278 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-10d44a08-1fce-4b2d-a0d1-39b5b8a71c43 tempest-TestNetworkBasicOps-386611239 tempest-TestNetworkBasicOps-386611239-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=ac2b1748-8f63-4b17-a9c7-07e79704aa5b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0416341 Mar 28 12:05:50.687311 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 59150) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:05:50.692517 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-91c69ed3-3ba4-4e93-a3e4-acf52203e722 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1359752859', 'network_id': '7b48ec17-f67c-46fb-85ff-587219f15a7c', 'project_id': '527195c95736491ca1967a42cc300275', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:05:50.802079 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-91c69ed3-3ba4-4e93-a3e4-acf52203e722 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:05:50.806054 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-91c69ed3-3ba4-4e93-a3e4-acf52203e722 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Usage tracker for resource:subnet and tenant:527195c95736491ca1967a42cc300275 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:05:50.808934 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-91c69ed3-3ba4-4e93-a3e4-acf52203e722 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:05:50.815219 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-91c69ed3-3ba4-4e93-a3e4-acf52203e722 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:05:50.825655 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91c69ed3-3ba4-4e93-a3e4-acf52203e722 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Made reservation on behalf of 527195c95736491ca1967a42cc300275 for: {'subnet': 1} {{(pid=87870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 12:05:50.829296 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-91c69ed3-3ba4-4e93-a3e4-acf52203e722 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2563571'] for subnet, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:05:50.947150 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-ca79d66d-1c41-45ff-a8c5-06dd374563b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87a165c4-0fa7-4253-9932-23ca41fa3a43', 'name': 'tempest-TestNetworkBasicOps-router-1915185151', 'tenant_id': '527195c95736491ca1967a42cc300275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.58'}], 'enable_snat': True}, 'gw_port_id': '27047018-1241-42bb-851c-03860086eca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:05:48Z', 'updated_at': '2022-03-28T12:05:49Z', 'revision_number': 3, 'project_id': '527195c95736491ca1967a42cc300275', 'gw_port': {'id': '27047018-1241-42bb-851c-03860086eca2', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:d3:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87a165c4-0fa7-4253-9932-23ca41fa3a43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:05:48Z', 'updated_at': '2022-03-28T12:05:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv'}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:05:50.951177 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca79d66d-1c41-45ff-a8c5-06dd374563b9 None None] Checking router: 87a165c4-0fa7-4253-9932-23ca41fa3a43 for host: dv-neutron-835340-2-hyperv {{(pid=87872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 12:05:50.951590 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca79d66d-1c41-45ff-a8c5-06dd374563b9 None None] Updating router 87a165c4-0fa7-4253-9932-23ca41fa3a43 port 27047018-1241-42bb-851c-03860086eca2 binding host dv-neutron-835340-2-hyperv {{(pid=87872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 12:05:51.004996 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-ca79d66d-1c41-45ff-a8c5-06dd374563b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:05:51.045743 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-91c69ed3-3ba4-4e93-a3e4-acf52203e722 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2561241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2563521'] for subnet, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:05:51.125946 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c69ed3-3ba4-4e93-a3e4-acf52203e722 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Pushing event updated for resources: {'Subnet': ['ID=05c45b88-19a4-4e78-9480-be0a35456fbf,revision_number=0']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:05:51.133214 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c69ed3-3ba4-4e93-a3e4-acf52203e722 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Checking segment: {'id': 'ec6df7c5-6dd4-4951-9432-31efab19802d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '7b48ec17-f67c-46fb-85ff-587219f15a7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 12:05:51.133333 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91c69ed3-3ba4-4e93-a3e4-acf52203e722 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Network hostable DHCP agents. Network: 7b48ec17-f67c-46fb-85ff-587219f15a7c, hostable agents: ['3cb85949-855b-4a40-b988-cd5705e511da'], hosted agents: [] {{(pid=87870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 12:05:51.154038 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91c69ed3-3ba4-4e93-a3e4-acf52203e722 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Network 7b48ec17-f67c-46fb-85ff-587219f15a7c is scheduled to be hosted by DHCP agent 3cb85949-855b-4a40-b988-cd5705e511da with binding_index 1 {{(pid=87870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 12:05:51.163407 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.base_scheduler [None req-91c69ed3-3ba4-4e93-a3e4-acf52203e722 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-2-hyperv, 7b48ec17-f67c-46fb-85ff-587219f15a7c) {{(pid=87870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:05:51.168531 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91c69ed3-3ba4-4e93-a3e4-acf52203e722 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:05:51.169247 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-91c69ed3-3ba4-4e93-a3e4-acf52203e722 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for subnet, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:05:51.190351 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-91c69ed3-3ba4-4e93-a3e4-acf52203e722 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5020220 Mar 28 12:05:51.193427 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 59154) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:05:51.217171 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-740d4794-4c02-4e74-93ec-fef27bc4e3c2 None None] Network 7b48ec17-f67c-46fb-85ff-587219f15a7c requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 12:05:51.521813 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-ca79d66d-1c41-45ff-a8c5-06dd374563b9 None None] Notify callbacks [] for port, precommit_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:05:51.534180 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d428151-9611-459e-9bda-0c171899dc27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1d3f2a9-8722-5ce5-bc40-181687d1ed3f-7b48ec17-f67c-46fb-85ff-587219f15a7c', 'network_id': '7b48ec17-f67c-46fb-85ff-587219f15a7c', 'tenant_id': '527195c95736491ca1967a42cc300275', 'fixed_ips': [{'subnet_id': '05c45b88-19a4-4e78-9480-be0a35456fbf'}]}} from dv-neutron-835340-2-hyperv. {{(pid=87872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 12:05:51.534999 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-4d428151-9611-459e-9bda-0c171899dc27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:05:51.548067 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-ca79d66d-1c41-45ff-a8c5-06dd374563b9 None None] Transition to ACTIVE for port object 27047018-1241-42bb-851c-03860086eca2 will not be triggered until provisioned by entity L2. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:05:51.557904 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-ca79d66d-1c41-45ff-a8c5-06dd374563b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:05:51.686146 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-ca79d66d-1c41-45ff-a8c5-06dd374563b9 None None] Attempting to bind port 27047018-1241-42bb-851c-03860086eca2 on host dv-neutron-835340-2-hyperv for vnic_type normal with profile {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 12:05:51.686598 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-ca79d66d-1c41-45ff-a8c5-06dd374563b9 None None] Attempting to bind port 27047018-1241-42bb-851c-03860086eca2 by drivers openvswitch,hyperv on host dv-neutron-835340-2-hyperv at level 0 using segments [{'id': '688afb86-c9bd-46e2-ba7d-3fe76fb1efff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b'}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 12:05:51.686961 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca79d66d-1c41-45ff-a8c5-06dd374563b9 None None] Attempting to bind port 27047018-1241-42bb-851c-03860086eca2 on network ac2b1748-8f63-4b17-a9c7-07e79704aa5b {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 12:05:51.688935 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ea47d0-8745-40d6-80b4-700bb55e058f None None] Pushing event updated for resources: {'Port': ['ID=27047018-1241-42bb-851c-03860086eca2,revision_number=2']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:05:51.704332 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca79d66d-1c41-45ff-a8c5-06dd374563b9 None None] Checking agent: {'id': '961a16fe-cbc8-4264-ac28-bbbd53f89caa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 46, 6), 'started_at': datetime.datetime(2022, 3, 28, 11, 46, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 12, 5, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 12:05:51.704712 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca79d66d-1c41-45ff-a8c5-06dd374563b9 None None] Checking segment: {'id': '688afb86-c9bd-46e2-ba7d-3fe76fb1efff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 12:05:51.705111 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-ca79d66d-1c41-45ff-a8c5-06dd374563b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:05:51.705493 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca79d66d-1c41-45ff-a8c5-06dd374563b9 None None] Bound using segment: {'id': '688afb86-c9bd-46e2-ba7d-3fe76fb1efff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b'} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 12:05:51.705962 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-ca79d66d-1c41-45ff-a8c5-06dd374563b9 None None] Bound port: 27047018-1241-42bb-851c-03860086eca2, host: dv-neutron-835340-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '688afb86-c9bd-46e2-ba7d-3fe76fb1efff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b'}}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 12:05:51.706333 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-ca79d66d-1c41-45ff-a8c5-06dd374563b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:05:51.839072 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-ca79d66d-1c41-45ff-a8c5-06dd374563b9 None None] For port 27047018-1241-42bb-851c-03860086eca2, host dv-neutron-835340-2-hyperv, cleared binding levels {{(pid=87872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 12:05:51.844686 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-ca79d66d-1c41-45ff-a8c5-06dd374563b9 None None] For port 27047018-1241-42bb-851c-03860086eca2, host dv-neutron-835340-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=27047018-1241-42bb-851c-03860086eca2,segment=NetworkSegment(688afb86-c9bd-46e2-ba7d-3fe76fb1efff),segment_id=688afb86-c9bd-46e2-ba7d-3fe76fb1efff)] {{(pid=87872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 12:05:51.850113 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-ca79d66d-1c41-45ff-a8c5-06dd374563b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:05:51.943325 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.db_base_plugin_common [None req-4d428151-9611-459e-9bda-0c171899dc27 None None] Allocated IP 172.20.0.2 (7b48ec17-f67c-46fb-85ff-587219f15a7c/05c45b88-19a4-4e78-9480-be0a35456fbf/274d231e-301a-4dae-886c-2f552d07d0ec) {{(pid=87872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 12:05:52.001727 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-ffc1d9cb-8dd1-4765-abec-694a8d0067a5 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:05:52.012675 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca79d66d-1c41-45ff-a8c5-06dd374563b9 None None] Routers {'87a165c4-0fa7-4253-9932-23ca41fa3a43'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:05:52.013344 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-ca79d66d-1c41-45ff-a8c5-06dd374563b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:05:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['87a165c4-0fa7-4253-9932-23ca41fa3a43'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:05:52.061672 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ea47d0-8745-40d6-80b4-700bb55e058f None None] Pushing event updated for resources: {'Port': ['ID=27047018-1241-42bb-851c-03860086eca2,revision_number=3']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:05:52.312540 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvr_db [None req-ca79d66d-1c41-45ff-a8c5-06dd374563b9 None None] Set router 87a165c4-0fa7-4253-9932-23ca41fa3a43 gateway port host: dv-neutron-835340-2-hyperv {{(pid=87872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:05:52.461604 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-4d428151-9611-459e-9bda-0c171899dc27 None None] Notify callbacks [] for port, precommit_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:05:52.525740 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-4d428151-9611-459e-9bda-0c171899dc27 None None] Transition to ACTIVE for port object 274d231e-301a-4dae-886c-2f552d07d0ec will not be triggered until provisioned by entity L2. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:05:52.553163 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-4d428151-9611-459e-9bda-0c171899dc27 None None] Transition to ACTIVE for port object 274d231e-301a-4dae-886c-2f552d07d0ec will not be triggered until provisioned by entity DHCP. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:05:52.568305 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-4d428151-9611-459e-9bda-0c171899dc27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241'] for port, after_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:05:52.628108 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.db_base_plugin_common [None req-ffc1d9cb-8dd1-4765-abec-694a8d0067a5 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Allocated IP 172.20.0.1 (7b48ec17-f67c-46fb-85ff-587219f15a7c/05c45b88-19a4-4e78-9480-be0a35456fbf/2f9a913d-531a-417c-a8c6-6863fd835b2d) {{(pid=87870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 12:05:52.672611 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d428151-9611-459e-9bda-0c171899dc27 None None] Network 7b48ec17-f67c-46fb-85ff-587219f15a7c is already hosted by enough agents. {{(pid=87872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:05:52.680218 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.base_scheduler [None req-4d428151-9611-459e-9bda-0c171899dc27 None None] Resources bound (agent type, host, resource id): {{(pid=87872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:05:52.685971 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d428151-9611-459e-9bda-0c171899dc27 None None] Received port after_create {{(pid=87872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 12:05:52.688767 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d428151-9611-459e-9bda-0c171899dc27 None None] Pushing event updated for resources: {'Port': ['ID=274d231e-301a-4dae-886c-2f552d07d0ec,revision_number=1']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:05:52.787439 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-4d428151-9611-459e-9bda-0c171899dc27 None None] Attempting to bind port 274d231e-301a-4dae-886c-2f552d07d0ec on host dv-neutron-835340-2-hyperv for vnic_type normal with profile {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 12:05:52.787821 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-4d428151-9611-459e-9bda-0c171899dc27 None None] Attempting to bind port 274d231e-301a-4dae-886c-2f552d07d0ec by drivers openvswitch,hyperv on host dv-neutron-835340-2-hyperv at level 0 using segments [{'id': 'ec6df7c5-6dd4-4951-9432-31efab19802d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '7b48ec17-f67c-46fb-85ff-587219f15a7c'}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 12:05:52.788179 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d428151-9611-459e-9bda-0c171899dc27 None None] Attempting to bind port 274d231e-301a-4dae-886c-2f552d07d0ec on network 7b48ec17-f67c-46fb-85ff-587219f15a7c {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 12:05:52.789276 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-ffc1d9cb-8dd1-4765-abec-694a8d0067a5 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for port, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:05:52.795220 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d428151-9611-459e-9bda-0c171899dc27 None None] Checking agent: {'id': '961a16fe-cbc8-4264-ac28-bbbd53f89caa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 46, 6), 'started_at': datetime.datetime(2022, 3, 28, 11, 46, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 12, 5, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 12:05:52.795611 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d428151-9611-459e-9bda-0c171899dc27 None None] Checking segment: {'id': 'ec6df7c5-6dd4-4951-9432-31efab19802d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '7b48ec17-f67c-46fb-85ff-587219f15a7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 12:05:52.796003 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-4d428151-9611-459e-9bda-0c171899dc27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:05:52.796387 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d428151-9611-459e-9bda-0c171899dc27 None None] Bound using segment: {'id': 'ec6df7c5-6dd4-4951-9432-31efab19802d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '7b48ec17-f67c-46fb-85ff-587219f15a7c'} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 12:05:52.796839 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-4d428151-9611-459e-9bda-0c171899dc27 None None] Bound port: 274d231e-301a-4dae-886c-2f552d07d0ec, host: dv-neutron-835340-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec6df7c5-6dd4-4951-9432-31efab19802d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '7b48ec17-f67c-46fb-85ff-587219f15a7c'}}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 12:05:52.797202 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-4d428151-9611-459e-9bda-0c171899dc27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:05:52.806082 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.provisioning_blocks [None req-ffc1d9cb-8dd1-4765-abec-694a8d0067a5 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Transition to ACTIVE for port object 2f9a913d-531a-417c-a8c6-6863fd835b2d will not be triggered until provisioned by entity DHCP. {{(pid=87870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:05:52.811074 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-ca79d66d-1c41-45ff-a8c5-06dd374563b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87a165c4-0fa7-4253-9932-23ca41fa3a43', 'name': 'tempest-TestNetworkBasicOps-router-1915185151', 'tenant_id': '527195c95736491ca1967a42cc300275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.58'}], 'enable_snat': True}, 'gw_port_id': '27047018-1241-42bb-851c-03860086eca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:05:48Z', 'updated_at': '2022-03-28T12:05:49Z', 'revision_number': 3, 'project_id': '527195c95736491ca1967a42cc300275', 'gw_port': {'id': '27047018-1241-42bb-851c-03860086eca2', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:d3:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87a165c4-0fa7-4253-9932-23ca41fa3a43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:05:48Z', 'updated_at': '2022-03-28T12:05:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv'}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:05:52.817215 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca79d66d-1c41-45ff-a8c5-06dd374563b9 None None] The sync data for ids ['87a165c4-0fa7-4253-9932-23ca41fa3a43'] in dv-neutron-835340-2-hyperv is: [{'id': '87a165c4-0fa7-4253-9932-23ca41fa3a43', 'name': 'tempest-TestNetworkBasicOps-router-1915185151', 'tenant_id': '527195c95736491ca1967a42cc300275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.58'}], 'enable_snat': True}, 'gw_port_id': '27047018-1241-42bb-851c-03860086eca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:05:48Z', 'updated_at': '2022-03-28T12:05:49Z', 'revision_number': 3, 'project_id': '527195c95736491ca1967a42cc300275', 'gw_port': {'id': '27047018-1241-42bb-851c-03860086eca2', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:d3:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87a165c4-0fa7-4253-9932-23ca41fa3a43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:05:48Z', 'updated_at': '2022-03-28T12:05:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv'}] {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 12:05:52.838862 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-ffc1d9cb-8dd1-4765-abec-694a8d0067a5 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:05:52.895235 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-4d428151-9611-459e-9bda-0c171899dc27 None None] For port 274d231e-301a-4dae-886c-2f552d07d0ec, host dv-neutron-835340-2-hyperv, cleared binding levels {{(pid=87872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 12:05:52.898629 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-4d428151-9611-459e-9bda-0c171899dc27 None None] For port 274d231e-301a-4dae-886c-2f552d07d0ec, host dv-neutron-835340-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=274d231e-301a-4dae-886c-2f552d07d0ec,segment=NetworkSegment(ec6df7c5-6dd4-4951-9432-31efab19802d),segment_id=ec6df7c5-6dd4-4951-9432-31efab19802d)] {{(pid=87872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 12:05:52.906284 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-4d428151-9611-459e-9bda-0c171899dc27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:05:52.909069 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffc1d9cb-8dd1-4765-abec-694a8d0067a5 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Network 7b48ec17-f67c-46fb-85ff-587219f15a7c is already hosted by enough agents. {{(pid=87870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:05:52.917177 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.base_scheduler [None req-ffc1d9cb-8dd1-4765-abec-694a8d0067a5 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Resources bound (agent type, host, resource id): {{(pid=87870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:05:52.921587 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc1d9cb-8dd1-4765-abec-694a8d0067a5 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Received port after_create {{(pid=87870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 12:05:52.957038 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc1d9cb-8dd1-4765-abec-694a8d0067a5 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Pushing event updated for resources: {'Port': ['ID=2f9a913d-531a-417c-a8c6-6863fd835b2d,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:05:52.992006 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d428151-9611-459e-9bda-0c171899dc27 None None] Pushing event updated for resources: {'Port': ['ID=274d231e-301a-4dae-886c-2f552d07d0ec,revision_number=2']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:05:52.996102 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-ffc1d9cb-8dd1-4765-abec-694a8d0067a5 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-709483'] for router_interface, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:05:53.282561 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-ffc1d9cb-8dd1-4765-abec-694a8d0067a5 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:05:53.721310 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-ffc1d9cb-8dd1-4765-abec-694a8d0067a5 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for port, precommit_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:05:53.728448 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-ffc1d9cb-8dd1-4765-abec-694a8d0067a5 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2558288'] for port, after_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:05:53.871847 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 27047018-1241-42bb-851c-03860086eca2 up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:05:53.948958 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning for port 27047018-1241-42bb-851c-03860086eca2 completed by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:05:53.954123 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da61cac3-cb78-4a63-b30e-aacb8cefff33 None None] Network 7b48ec17-f67c-46fb-85ff-587219f15a7c requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 12:05:53.982736 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port 27047018-1241-42bb-851c-03860086eca2 triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:05:53.983140 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:05:53.996096 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-ffc1d9cb-8dd1-4765-abec-694a8d0067a5 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-743372'] for router_interface, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:05:54.000011 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc1d9cb-8dd1-4765-abec-694a8d0067a5 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Pushing event updated for resources: {'Port': ['ID=2f9a913d-531a-417c-a8c6-6863fd835b2d,revision_number=2']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:05:54.118360 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-da435240-c9ef-4efc-a72c-f566b9eb2dd5 None None] Provisioning for port 274d231e-301a-4dae-886c-2f552d07d0ec completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:05:54.135444 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffc1d9cb-8dd1-4765-abec-694a8d0067a5 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Network 7b48ec17-f67c-46fb-85ff-587219f15a7c is already hosted by enough agents. {{(pid=87870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:05:54.136691 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.base_scheduler [None req-ffc1d9cb-8dd1-4765-abec-694a8d0067a5 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Resources bound (agent type, host, resource id): {{(pid=87870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:05:54.267037 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:05:54.330440 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffc1d9cb-8dd1-4765-abec-694a8d0067a5 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Router 87a165c4-0fa7-4253-9932-23ca41fa3a43 has already been hosted by L3 agent af79d429-529e-400b-a119-94d4bec03f3e {{(pid=87870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 12:05:54.341074 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] For port 27047018-1241-42bb-851c-03860086eca2, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=27047018-1241-42bb-851c-03860086eca2,segment=NetworkSegment(688afb86-c9bd-46e2-ba7d-3fe76fb1efff),segment_id=688afb86-c9bd-46e2-ba7d-3fe76fb1efff)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:05:54.345452 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:05:54.346208 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 274d231e-301a-4dae-886c-2f552d07d0ec up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:05:54.479761 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Pushing event updated for resources: {'Port': ['ID=27047018-1241-42bb-851c-03860086eca2,revision_number=4']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:05:54.497011 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning for port 274d231e-301a-4dae-886c-2f552d07d0ec completed by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:05:54.502135 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port 274d231e-301a-4dae-886c-2f552d07d0ec triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:05:54.502506 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:05:54.541763 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffc1d9cb-8dd1-4765-abec-694a8d0067a5 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 12:05:54.561070 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-ffc1d9cb-8dd1-4765-abec-694a8d0067a5 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "PUT /v2.0/routers/87a165c4-0fa7-4253-9932-23ca41fa3a43/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3636663 Mar 28 12:05:54.561312 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 59160) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:05:54.562563 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a80fdefa-f418-45c8-9281-41367c337421 None None] Sync routers for ids ['87a165c4-0fa7-4253-9932-23ca41fa3a43'] in dv-neutron-835340-2-hyperv {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 12:05:54.575507 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a80fdefa-f418-45c8-9281-41367c337421 None None] Routers {'87a165c4-0fa7-4253-9932-23ca41fa3a43'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:05:54.576742 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-a80fdefa-f418-45c8-9281-41367c337421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:05:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['87a165c4-0fa7-4253-9932-23ca41fa3a43'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:05:54.670810 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:05:54.708463 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] For port 274d231e-301a-4dae-886c-2f552d07d0ec, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=274d231e-301a-4dae-886c-2f552d07d0ec,segment=NetworkSegment(ec6df7c5-6dd4-4951-9432-31efab19802d),segment_id=ec6df7c5-6dd4-4951-9432-31efab19802d)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:05:54.713781 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:05:54.722960 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edcf89fd-03da-4949-a427-ff92586be4c1 tempest-TestNetworkBasicOps-386611239 tempest-TestNetworkBasicOps-386611239-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:05:54.723445 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edcf89fd-03da-4949-a427-ff92586be4c1 tempest-TestNetworkBasicOps-386611239 tempest-TestNetworkBasicOps-386611239-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:05:54.723857 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edcf89fd-03da-4949-a427-ff92586be4c1 tempest-TestNetworkBasicOps-386611239 tempest-TestNetworkBasicOps-386611239-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:05:54.724308 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edcf89fd-03da-4949-a427-ff92586be4c1 tempest-TestNetworkBasicOps-386611239 tempest-TestNetworkBasicOps-386611239-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:05:54.724762 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edcf89fd-03da-4949-a427-ff92586be4c1 tempest-TestNetworkBasicOps-386611239 tempest-TestNetworkBasicOps-386611239-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:05:54.729001 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-edcf89fd-03da-4949-a427-ff92586be4c1 tempest-TestNetworkBasicOps-386611239 tempest-TestNetworkBasicOps-386611239-project-admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3567 time: 0.1642556 Mar 28 12:05:54.729166 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 59166) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:05:54.793094 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvr_db [None req-a80fdefa-f418-45c8-9281-41367c337421 None None] Set router 87a165c4-0fa7-4253-9932-23ca41fa3a43 gateway port host: dv-neutron-835340-2-hyperv {{(pid=87873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:05:54.800674 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-153adc6c-286a-4f98-84a5-95f8d77802ec None None] Provisioning for port 2f9a913d-531a-417c-a8c6-6863fd835b2d completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:05:54.807203 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-153adc6c-286a-4f98-84a5-95f8d77802ec None None] Provisioning complete for port 2f9a913d-531a-417c-a8c6-6863fd835b2d triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:05:54.807922 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-153adc6c-286a-4f98-84a5-95f8d77802ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:05:54.847359 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df934600-1c56-4dab-beda-7ad91cb748fb tempest-TestNetworkBasicOps-386611239 tempest-TestNetworkBasicOps-386611239-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:05:54.852137 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df934600-1c56-4dab-beda-7ad91cb748fb tempest-TestNetworkBasicOps-386611239 tempest-TestNetworkBasicOps-386611239-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:05:54.852676 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df934600-1c56-4dab-beda-7ad91cb748fb tempest-TestNetworkBasicOps-386611239 tempest-TestNetworkBasicOps-386611239-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:05:54.853605 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df934600-1c56-4dab-beda-7ad91cb748fb tempest-TestNetworkBasicOps-386611239 tempest-TestNetworkBasicOps-386611239-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:05:54.855210 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df934600-1c56-4dab-beda-7ad91cb748fb tempest-TestNetworkBasicOps-386611239 tempest-TestNetworkBasicOps-386611239-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:05:54.857711 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Pushing event updated for resources: {'Port': ['ID=274d231e-301a-4dae-886c-2f552d07d0ec,revision_number=3']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:05:54.868233 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-df934600-1c56-4dab-beda-7ad91cb748fb tempest-TestNetworkBasicOps-386611239 tempest-TestNetworkBasicOps-386611239-project-admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3351 time: 0.1357858 Mar 28 12:05:54.869143 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 59170) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:05:54.889659 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-153adc6c-286a-4f98-84a5-95f8d77802ec None None] Port 2f9a913d-531a-417c-a8c6-6863fd835b2d cannot update to ACTIVE because it is not bound. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 12:05:54.908312 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-153adc6c-286a-4f98-84a5-95f8d77802ec None None] Provisioning complete for port 274d231e-301a-4dae-886c-2f552d07d0ec triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:05:54.908751 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-153adc6c-286a-4f98-84a5-95f8d77802ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:05:55.114046 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-7ff8cbeb-8d5e-40e0-bfa0-f281c9dfc0f7 tempest-TestNetworkBasicOps-386611239 tempest-TestNetworkBasicOps-386611239-project-admin] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2334 time: 0.2414997 Mar 28 12:05:55.114298 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 59174) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:05:55.119732 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-7f74083a-69b7-452f-be78-4bcb2842cfb6 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-1502556018', 'network_id': '7b48ec17-f67c-46fb-85ff-587219f15a7c'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:05:55.172438 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-815c5287-f770-408a-9216-e8c0df955449 None None] Provisioning complete for port 2f9a913d-531a-417c-a8c6-6863fd835b2d triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:05:55.173000 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-815c5287-f770-408a-9216-e8c0df955449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:05:55.175871 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-a80fdefa-f418-45c8-9281-41367c337421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87a165c4-0fa7-4253-9932-23ca41fa3a43', 'name': 'tempest-TestNetworkBasicOps-router-1915185151', 'tenant_id': '527195c95736491ca1967a42cc300275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.58'}], 'enable_snat': True}, 'gw_port_id': '27047018-1241-42bb-851c-03860086eca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:05:48Z', 'updated_at': '2022-03-28T12:05:53Z', 'revision_number': 4, 'project_id': '527195c95736491ca1967a42cc300275', 'gw_port': {'id': '27047018-1241-42bb-851c-03860086eca2', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:d3:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87a165c4-0fa7-4253-9932-23ca41fa3a43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:05:48Z', 'updated_at': '2022-03-28T12:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_interfaces': [{'id': '2f9a913d-531a-417c-a8c6-6863fd835b2d', 'name': '', 'network_id': '7b48ec17-f67c-46fb-85ff-587219f15a7c', 'tenant_id': '527195c95736491ca1967a42cc300275', 'mac_address': 'fa:16:3e:10:83:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87a165c4-0fa7-4253-9932-23ca41fa3a43', 'device_owner': 'network:router_interface', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '05c45b88-19a4-4e78-9480-be0a35456fbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:05:52Z', 'updated_at': '2022-03-28T12:05:53Z', 'revision_number': 2, 'project_id': '527195c95736491ca1967a42cc300275', 'subnets': [{'id': '05c45b88-19a4-4e78-9480-be0a35456fbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:05:55.179873 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a80fdefa-f418-45c8-9281-41367c337421 None None] Checking router: 87a165c4-0fa7-4253-9932-23ca41fa3a43 for host: dv-neutron-835340-2-hyperv {{(pid=87873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 12:05:55.180327 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a80fdefa-f418-45c8-9281-41367c337421 None None] Updating router 87a165c4-0fa7-4253-9932-23ca41fa3a43 port 2f9a913d-531a-417c-a8c6-6863fd835b2d binding host dv-neutron-835340-2-hyperv {{(pid=87873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 12:05:55.228194 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-815c5287-f770-408a-9216-e8c0df955449 None None] Port 2f9a913d-531a-417c-a8c6-6863fd835b2d cannot update to ACTIVE because it is not bound. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 12:05:55.240393 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron_lib.callbacks.manager [None req-a80fdefa-f418-45c8-9281-41367c337421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:05:55.259659 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-7f74083a-69b7-452f-be78-4bcb2842cfb6 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:05:55.264483 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-7f74083a-69b7-452f-be78-4bcb2842cfb6 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Usage tracker for resource:port and tenant:527195c95736491ca1967a42cc300275 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:05:55.267266 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-7f74083a-69b7-452f-be78-4bcb2842cfb6 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:05:55.272884 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-7f74083a-69b7-452f-be78-4bcb2842cfb6 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:05:55.283206 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f74083a-69b7-452f-be78-4bcb2842cfb6 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Made reservation on behalf of 527195c95736491ca1967a42cc300275 for: {'port': 1} {{(pid=87870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 12:05:55.287211 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-7f74083a-69b7-452f-be78-4bcb2842cfb6 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:05:55.307739 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.notifiers.nova [None req-7f74083a-69b7-452f-be78-4bcb2842cfb6 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] device_id is not set on port 20946a53-6ef1-47af-a38f-c7b63fa5e263 yet. {{(pid=87870) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 12:05:55.350820 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-39510846-b52b-4eb8-a1e6-ec2390596f07 None None] Provisioning complete for port 2f9a913d-531a-417c-a8c6-6863fd835b2d triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:05:55.351540 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-39510846-b52b-4eb8-a1e6-ec2390596f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:05:55.406840 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-39510846-b52b-4eb8-a1e6-ec2390596f07 None None] Port 2f9a913d-531a-417c-a8c6-6863fd835b2d cannot update to ACTIVE because it is not bound. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 12:05:55.597792 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron_lib.callbacks.manager [None req-a80fdefa-f418-45c8-9281-41367c337421 None None] Notify callbacks [] for port, precommit_update {{(pid=87873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:05:55.608855 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.provisioning_blocks [None req-a80fdefa-f418-45c8-9281-41367c337421 None None] Transition to ACTIVE for port object 2f9a913d-531a-417c-a8c6-6863fd835b2d will not be triggered until provisioned by entity L2. {{(pid=87873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:05:55.615227 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron_lib.callbacks.manager [None req-a80fdefa-f418-45c8-9281-41367c337421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:05:55.685013 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.db_base_plugin_common [None req-7f74083a-69b7-452f-be78-4bcb2842cfb6 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Allocated IP 172.20.0.8 (7b48ec17-f67c-46fb-85ff-587219f15a7c/05c45b88-19a4-4e78-9480-be0a35456fbf/20946a53-6ef1-47af-a38f-c7b63fa5e263) {{(pid=87870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 12:05:55.828004 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 27047018-1241-42bb-851c-03860086eca2 up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:05:55.898847 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe9b887-a88d-42ef-ad03-1ce7dff6f4bf None None] Pushing event updated for resources: {'Port': ['ID=2f9a913d-531a-417c-a8c6-6863fd835b2d,revision_number=3']} {{(pid=87873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:05:55.912422 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe9b887-a88d-42ef-ad03-1ce7dff6f4bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:05:55.912889 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe9b887-a88d-42ef-ad03-1ce7dff6f4bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:05:55.913412 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe9b887-a88d-42ef-ad03-1ce7dff6f4bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:05:55.913749 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe9b887-a88d-42ef-ad03-1ce7dff6f4bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:05:55.914108 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe9b887-a88d-42ef-ad03-1ce7dff6f4bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:05:55.914861 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe9b887-a88d-42ef-ad03-1ce7dff6f4bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:05:55.915162 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe9b887-a88d-42ef-ad03-1ce7dff6f4bf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:05:55.915691 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe9b887-a88d-42ef-ad03-1ce7dff6f4bf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:05:55.916034 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe9b887-a88d-42ef-ad03-1ce7dff6f4bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:05:55.916388 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe9b887-a88d-42ef-ad03-1ce7dff6f4bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:05:55.916705 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe9b887-a88d-42ef-ad03-1ce7dff6f4bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:05:55.917019 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe9b887-a88d-42ef-ad03-1ce7dff6f4bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:05:55.922197 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.managers [None req-a80fdefa-f418-45c8-9281-41367c337421 None None] Attempting to bind port 2f9a913d-531a-417c-a8c6-6863fd835b2d on host dv-neutron-835340-2-hyperv for vnic_type normal with profile {{(pid=87873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 12:05:55.922555 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.managers [None req-a80fdefa-f418-45c8-9281-41367c337421 None None] Attempting to bind port 2f9a913d-531a-417c-a8c6-6863fd835b2d by drivers openvswitch,hyperv on host dv-neutron-835340-2-hyperv at level 0 using segments [{'id': 'ec6df7c5-6dd4-4951-9432-31efab19802d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '7b48ec17-f67c-46fb-85ff-587219f15a7c'}] {{(pid=87873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 12:05:55.922914 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a80fdefa-f418-45c8-9281-41367c337421 None None] Attempting to bind port 2f9a913d-531a-417c-a8c6-6863fd835b2d on network 7b48ec17-f67c-46fb-85ff-587219f15a7c {{(pid=87873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 12:05:55.929156 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a80fdefa-f418-45c8-9281-41367c337421 None None] Checking agent: {'id': '961a16fe-cbc8-4264-ac28-bbbd53f89caa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 46, 6), 'started_at': datetime.datetime(2022, 3, 28, 11, 46, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 12, 5, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 12:05:55.929534 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a80fdefa-f418-45c8-9281-41367c337421 None None] Checking segment: {'id': 'ec6df7c5-6dd4-4951-9432-31efab19802d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '7b48ec17-f67c-46fb-85ff-587219f15a7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 12:05:55.930107 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron_lib.callbacks.manager [None req-a80fdefa-f418-45c8-9281-41367c337421 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:05:55.930557 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a80fdefa-f418-45c8-9281-41367c337421 None None] Bound using segment: {'id': 'ec6df7c5-6dd4-4951-9432-31efab19802d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '7b48ec17-f67c-46fb-85ff-587219f15a7c'} {{(pid=87873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 12:05:55.931035 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.managers [None req-a80fdefa-f418-45c8-9281-41367c337421 None None] Bound port: 2f9a913d-531a-417c-a8c6-6863fd835b2d, host: dv-neutron-835340-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec6df7c5-6dd4-4951-9432-31efab19802d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '7b48ec17-f67c-46fb-85ff-587219f15a7c'}}] {{(pid=87873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 12:05:55.931428 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron_lib.callbacks.manager [None req-a80fdefa-f418-45c8-9281-41367c337421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:05:55.941755 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port 27047018-1241-42bb-851c-03860086eca2 triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:05:55.942380 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:05:56.024238 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.db [None req-a80fdefa-f418-45c8-9281-41367c337421 None None] For port 2f9a913d-531a-417c-a8c6-6863fd835b2d, host dv-neutron-835340-2-hyperv, cleared binding levels {{(pid=87873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 12:05:56.027355 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.db [None req-a80fdefa-f418-45c8-9281-41367c337421 None None] For port 2f9a913d-531a-417c-a8c6-6863fd835b2d, host dv-neutron-835340-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=2f9a913d-531a-417c-a8c6-6863fd835b2d,segment=NetworkSegment(ec6df7c5-6dd4-4951-9432-31efab19802d),segment_id=ec6df7c5-6dd4-4951-9432-31efab19802d)] {{(pid=87873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 12:05:56.032176 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron_lib.callbacks.manager [None req-a80fdefa-f418-45c8-9281-41367c337421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:05:56.035154 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-7f74083a-69b7-452f-be78-4bcb2842cfb6 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for port, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:05:56.052414 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.provisioning_blocks [None req-7f74083a-69b7-452f-be78-4bcb2842cfb6 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Transition to ACTIVE for port object 20946a53-6ef1-47af-a38f-c7b63fa5e263 will not be triggered until provisioned by entity DHCP. {{(pid=87870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:05:56.065311 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 274d231e-301a-4dae-886c-2f552d07d0ec up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:05:56.079194 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-7f74083a-69b7-452f-be78-4bcb2842cfb6 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:05:56.113686 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a80fdefa-f418-45c8-9281-41367c337421 None None] Routers {'87a165c4-0fa7-4253-9932-23ca41fa3a43'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:05:56.114234 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-a80fdefa-f418-45c8-9281-41367c337421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:05:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['87a165c4-0fa7-4253-9932-23ca41fa3a43'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:05:56.135816 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port 274d231e-301a-4dae-886c-2f552d07d0ec triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:05:56.136271 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:05:56.191528 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f74083a-69b7-452f-be78-4bcb2842cfb6 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Network 7b48ec17-f67c-46fb-85ff-587219f15a7c is already hosted by enough agents. {{(pid=87870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:05:56.192189 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe9b887-a88d-42ef-ad03-1ce7dff6f4bf None None] Pushing event updated for resources: {'Port': ['ID=2f9a913d-531a-417c-a8c6-6863fd835b2d,revision_number=4']} {{(pid=87873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:05:56.196111 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.base_scheduler [None req-7f74083a-69b7-452f-be78-4bcb2842cfb6 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Resources bound (agent type, host, resource id): {{(pid=87870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:05:56.200525 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f74083a-69b7-452f-be78-4bcb2842cfb6 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Received port after_create {{(pid=87870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 12:05:56.268423 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f74083a-69b7-452f-be78-4bcb2842cfb6 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Pushing event updated for resources: {'Port': ['ID=20946a53-6ef1-47af-a38f-c7b63fa5e263,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:05:56.305317 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f74083a-69b7-452f-be78-4bcb2842cfb6 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:05:56.306290 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-7f74083a-69b7-452f-be78-4bcb2842cfb6 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:05:56.333708 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-7f74083a-69b7-452f-be78-4bcb2842cfb6 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.2184854 Mar 28 12:05:56.338149 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvr_db [None req-a80fdefa-f418-45c8-9281-41367c337421 None None] Set router 87a165c4-0fa7-4253-9932-23ca41fa3a43 gateway port host: dv-neutron-835340-2-hyperv {{(pid=87873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:05:56.590002 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-4808331e-9c8e-415a-af37-f0d11bec500e None None] Provisioning for port 20946a53-6ef1-47af-a38f-c7b63fa5e263 completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:05:56.596156 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-4808331e-9c8e-415a-af37-f0d11bec500e None None] Provisioning complete for port 20946a53-6ef1-47af-a38f-c7b63fa5e263 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:05:56.596823 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-4808331e-9c8e-415a-af37-f0d11bec500e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:05:56.625886 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 59180) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:05:56.631775 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-2ca39277-4734-45ec-9eea-d9f7fff5e7e7 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-629843413', 'description': 'tempest-secgroup-smoke-629843413 description', 'project_id': '527195c95736491ca1967a42cc300275'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:05:56.639601 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-2ca39277-4734-45ec-9eea-d9f7fff5e7e7 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:05:56.644102 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-2ca39277-4734-45ec-9eea-d9f7fff5e7e7 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Usage tracker for resource:security_group and tenant:527195c95736491ca1967a42cc300275 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:05:56.647128 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-2ca39277-4734-45ec-9eea-d9f7fff5e7e7 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:05:56.653958 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-2ca39277-4734-45ec-9eea-d9f7fff5e7e7 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:05:56.665566 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-2ca39277-4734-45ec-9eea-d9f7fff5e7e7 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:05:56.671564 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-4808331e-9c8e-415a-af37-f0d11bec500e None None] Port 20946a53-6ef1-47af-a38f-c7b63fa5e263 cannot update to ACTIVE because it is not bound. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 12:05:56.690070 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-2ca39277-4734-45ec-9eea-d9f7fff5e7e7 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:05:56.694342 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-2ca39277-4734-45ec-9eea-d9f7fff5e7e7 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Usage tracker for resource:security_group_rule and tenant:527195c95736491ca1967a42cc300275 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:05:56.698086 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-2ca39277-4734-45ec-9eea-d9f7fff5e7e7 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:05:56.701893 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-a80fdefa-f418-45c8-9281-41367c337421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87a165c4-0fa7-4253-9932-23ca41fa3a43', 'name': 'tempest-TestNetworkBasicOps-router-1915185151', 'tenant_id': '527195c95736491ca1967a42cc300275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.58'}], 'enable_snat': True}, 'gw_port_id': '27047018-1241-42bb-851c-03860086eca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:05:48Z', 'updated_at': '2022-03-28T12:05:53Z', 'revision_number': 4, 'project_id': '527195c95736491ca1967a42cc300275', 'gw_port': {'id': '27047018-1241-42bb-851c-03860086eca2', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:d3:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87a165c4-0fa7-4253-9932-23ca41fa3a43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:05:48Z', 'updated_at': '2022-03-28T12:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_interfaces': [{'id': '2f9a913d-531a-417c-a8c6-6863fd835b2d', 'name': '', 'network_id': '7b48ec17-f67c-46fb-85ff-587219f15a7c', 'tenant_id': '527195c95736491ca1967a42cc300275', 'mac_address': 'fa:16:3e:10:83:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87a165c4-0fa7-4253-9932-23ca41fa3a43', 'device_owner': 'network:router_interface', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '05c45b88-19a4-4e78-9480-be0a35456fbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:05:52Z', 'updated_at': '2022-03-28T12:05:56Z', 'revision_number': 4, 'project_id': '527195c95736491ca1967a42cc300275', 'subnets': [{'id': '05c45b88-19a4-4e78-9480-be0a35456fbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:05:56.705479 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-2ca39277-4734-45ec-9eea-d9f7fff5e7e7 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:05:56.707615 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a80fdefa-f418-45c8-9281-41367c337421 None None] The sync data for ids ['87a165c4-0fa7-4253-9932-23ca41fa3a43'] in dv-neutron-835340-2-hyperv is: [{'id': '87a165c4-0fa7-4253-9932-23ca41fa3a43', 'name': 'tempest-TestNetworkBasicOps-router-1915185151', 'tenant_id': '527195c95736491ca1967a42cc300275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.58'}], 'enable_snat': True}, 'gw_port_id': '27047018-1241-42bb-851c-03860086eca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:05:48Z', 'updated_at': '2022-03-28T12:05:53Z', 'revision_number': 4, 'project_id': '527195c95736491ca1967a42cc300275', 'gw_port': {'id': '27047018-1241-42bb-851c-03860086eca2', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:d3:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87a165c4-0fa7-4253-9932-23ca41fa3a43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:05:48Z', 'updated_at': '2022-03-28T12:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_interfaces': [{'id': '2f9a913d-531a-417c-a8c6-6863fd835b2d', 'name': '', 'network_id': '7b48ec17-f67c-46fb-85ff-587219f15a7c', 'tenant_id': '527195c95736491ca1967a42cc300275', 'mac_address': 'fa:16:3e:10:83:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87a165c4-0fa7-4253-9932-23ca41fa3a43', 'device_owner': 'network:router_interface', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '05c45b88-19a4-4e78-9480-be0a35456fbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:05:52Z', 'updated_at': '2022-03-28T12:05:56Z', 'revision_number': 4, 'project_id': '527195c95736491ca1967a42cc300275', 'subnets': [{'id': '05c45b88-19a4-4e78-9480-be0a35456fbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 12:05:56.828638 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-2ca39277-4734-45ec-9eea-d9f7fff5e7e7 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:05:56.833002 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-2ca39277-4734-45ec-9eea-d9f7fff5e7e7 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:05:56.888454 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca39277-4734-45ec-9eea-d9f7fff5e7e7 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Pushing event updated for resources: {'SecurityGroup': ['ID=880c8be9-4d73-45fa-a347-0a48d0193203,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:05:56.893284 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-2ca39277-4734-45ec-9eea-d9f7fff5e7e7 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:05:56.894927 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-2ca39277-4734-45ec-9eea-d9f7fff5e7e7 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2671478 Mar 28 12:05:56.897638 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 59184) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:05:56.909718 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-bdb8b93c-5107-4713-b35c-0c1f99f64b5c tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Request body: {'security_group_rule': {'security_group_id': '880c8be9-4d73-45fa-a347-0a48d0193203', 'project_id': '527195c95736491ca1967a42cc300275', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:05:56.916044 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-bdb8b93c-5107-4713-b35c-0c1f99f64b5c tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:05:56.920884 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-bdb8b93c-5107-4713-b35c-0c1f99f64b5c tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Usage tracker for resource:security_group_rule and tenant:527195c95736491ca1967a42cc300275 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:05:56.924293 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-bdb8b93c-5107-4713-b35c-0c1f99f64b5c tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:05:56.930820 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-bdb8b93c-5107-4713-b35c-0c1f99f64b5c tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:05:56.950166 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-bdb8b93c-5107-4713-b35c-0c1f99f64b5c tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:05:57.027100 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-bdb8b93c-5107-4713-b35c-0c1f99f64b5c tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:05:57.031578 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-bdb8b93c-5107-4713-b35c-0c1f99f64b5c tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740322'] for security_group_rule, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:05:57.056947 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb8b93c-5107-4713-b35c-0c1f99f64b5c tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1fbac60-0e74-4b53-8cf5-d60d0b3a8707,revision_number=0']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:05:57.066547 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-bdb8b93c-5107-4713-b35c-0c1f99f64b5c tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:05:57.068126 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-bdb8b93c-5107-4713-b35c-0c1f99f64b5c tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1693616 Mar 28 12:05:57.071547 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 59188) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:05:57.076808 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-b555fd3a-119b-4e16-8de5-23625a179543 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Request body: {'security_group_rule': {'security_group_id': '880c8be9-4d73-45fa-a347-0a48d0193203', 'project_id': '527195c95736491ca1967a42cc300275', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:05:57.083159 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-b555fd3a-119b-4e16-8de5-23625a179543 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:05:57.087582 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-b555fd3a-119b-4e16-8de5-23625a179543 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Usage tracker for resource:security_group_rule and tenant:527195c95736491ca1967a42cc300275 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:05:57.090622 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-b555fd3a-119b-4e16-8de5-23625a179543 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:05:57.096958 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-b555fd3a-119b-4e16-8de5-23625a179543 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:05:57.116311 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-b555fd3a-119b-4e16-8de5-23625a179543 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:05:57.182273 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-b555fd3a-119b-4e16-8de5-23625a179543 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:05:57.186195 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-b555fd3a-119b-4e16-8de5-23625a179543 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740322'] for security_group_rule, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:05:57.212265 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b555fd3a-119b-4e16-8de5-23625a179543 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f0c9c9a-53b6-42e8-88d3-89667c16d60e,revision_number=0']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:05:57.224219 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-b555fd3a-119b-4e16-8de5-23625a179543 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:05:57.225481 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-b555fd3a-119b-4e16-8de5-23625a179543 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1530054 Mar 28 12:05:57.228234 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 59194) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:05:57.233945 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-ec9b13ff-44eb-4674-a3d2-fb0fb6376854 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Request body: {'security_group_rule': {'security_group_id': '880c8be9-4d73-45fa-a347-0a48d0193203', 'project_id': '527195c95736491ca1967a42cc300275', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:05:57.240527 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-ec9b13ff-44eb-4674-a3d2-fb0fb6376854 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:05:57.244740 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-ec9b13ff-44eb-4674-a3d2-fb0fb6376854 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Usage tracker for resource:security_group_rule and tenant:527195c95736491ca1967a42cc300275 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:05:57.247781 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-ec9b13ff-44eb-4674-a3d2-fb0fb6376854 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:05:57.254017 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-ec9b13ff-44eb-4674-a3d2-fb0fb6376854 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:05:57.275834 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-ec9b13ff-44eb-4674-a3d2-fb0fb6376854 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:05:57.343199 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-ec9b13ff-44eb-4674-a3d2-fb0fb6376854 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:05:57.347141 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-ec9b13ff-44eb-4674-a3d2-fb0fb6376854 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740322'] for security_group_rule, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:05:57.371605 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b13ff-44eb-4674-a3d2-fb0fb6376854 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9406aed-b3fa-4917-92da-aa32c6946482,revision_number=0']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:05:57.381222 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-ec9b13ff-44eb-4674-a3d2-fb0fb6376854 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:05:57.382497 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-ec9b13ff-44eb-4674-a3d2-fb0fb6376854 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1533375 Mar 28 12:05:57.385535 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 59198) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:05:57.391435 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-6cb00959-4d93-4f64-8bf5-898cd07408c6 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Request body: {'security_group_rule': {'security_group_id': '880c8be9-4d73-45fa-a347-0a48d0193203', 'project_id': '527195c95736491ca1967a42cc300275', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:05:57.397480 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-6cb00959-4d93-4f64-8bf5-898cd07408c6 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:05:57.401612 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-6cb00959-4d93-4f64-8bf5-898cd07408c6 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Usage tracker for resource:security_group_rule and tenant:527195c95736491ca1967a42cc300275 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:05:57.405177 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-6cb00959-4d93-4f64-8bf5-898cd07408c6 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:05:57.411043 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-6cb00959-4d93-4f64-8bf5-898cd07408c6 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:05:57.428235 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-6cb00959-4d93-4f64-8bf5-898cd07408c6 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:05:57.496959 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-6cb00959-4d93-4f64-8bf5-898cd07408c6 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:05:57.500902 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-6cb00959-4d93-4f64-8bf5-898cd07408c6 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740322'] for security_group_rule, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:05:57.526810 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb00959-4d93-4f64-8bf5-898cd07408c6 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c333aa8a-0e9f-4594-93a1-17d88bec53d3,revision_number=0']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:05:57.537554 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-6cb00959-4d93-4f64-8bf5-898cd07408c6 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:05:57.538723 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-6cb00959-4d93-4f64-8bf5-898cd07408c6 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1522834 Mar 28 12:05:57.541480 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 59202) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:05:57.546555 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-11d838a6-3696-4466-b2df-531cf2805c58 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Request body: {'security_group_rule': {'security_group_id': '880c8be9-4d73-45fa-a347-0a48d0193203', 'project_id': '527195c95736491ca1967a42cc300275', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:05:57.552606 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-11d838a6-3696-4466-b2df-531cf2805c58 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:05:57.556452 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-11d838a6-3696-4466-b2df-531cf2805c58 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Usage tracker for resource:security_group_rule and tenant:527195c95736491ca1967a42cc300275 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:05:57.559318 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-11d838a6-3696-4466-b2df-531cf2805c58 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:05:57.565519 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-11d838a6-3696-4466-b2df-531cf2805c58 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:05:57.575574 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.db.securitygroups_db [None req-11d838a6-3696-4466-b2df-531cf2805c58 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Project 527195c95736491ca1967a42cc300275 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 12:05:57.583020 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-11d838a6-3696-4466-b2df-531cf2805c58 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:05:57.651657 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-11d838a6-3696-4466-b2df-531cf2805c58 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:05:57.655649 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-11d838a6-3696-4466-b2df-531cf2805c58 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740322'] for security_group_rule, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:05:57.680154 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d838a6-3696-4466-b2df-531cf2805c58 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5077f82-95ef-41fd-92c3-0f38a469d914,revision_number=0']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:05:57.690493 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-11d838a6-3696-4466-b2df-531cf2805c58 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:05:57.691682 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-11d838a6-3696-4466-b2df-531cf2805c58 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1492808 Mar 28 12:05:57.694442 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 59206) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:05:57.699687 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-5c5021c0-3af9-444e-8d8d-f9a72cce0afc tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Request body: {'security_group_rule': {'security_group_id': '880c8be9-4d73-45fa-a347-0a48d0193203', 'project_id': '527195c95736491ca1967a42cc300275', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:05:57.706019 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-5c5021c0-3af9-444e-8d8d-f9a72cce0afc tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:05:57.710122 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-5c5021c0-3af9-444e-8d8d-f9a72cce0afc tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Usage tracker for resource:security_group_rule and tenant:527195c95736491ca1967a42cc300275 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:05:57.712946 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-5c5021c0-3af9-444e-8d8d-f9a72cce0afc tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:05:57.719386 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-5c5021c0-3af9-444e-8d8d-f9a72cce0afc tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:05:57.730306 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.db.securitygroups_db [None req-5c5021c0-3af9-444e-8d8d-f9a72cce0afc tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Project 527195c95736491ca1967a42cc300275 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 12:05:57.738986 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-5c5021c0-3af9-444e-8d8d-f9a72cce0afc tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:05:57.821305 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 2f9a913d-531a-417c-a8c6-6863fd835b2d up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:05:57.839614 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-5c5021c0-3af9-444e-8d8d-f9a72cce0afc tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:05:57.845623 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-5c5021c0-3af9-444e-8d8d-f9a72cce0afc tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740322'] for security_group_rule, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:05:57.874639 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5021c0-3af9-444e-8d8d-f9a72cce0afc tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c600843-1138-4076-abff-820ad1b7d40f,revision_number=0']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:05:57.884123 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-5c5021c0-3af9-444e-8d8d-f9a72cce0afc tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:05:57.885645 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-5c5021c0-3af9-444e-8d8d-f9a72cce0afc tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1897664 Mar 28 12:05:57.898723 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning for port 2f9a913d-531a-417c-a8c6-6863fd835b2d completed by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:05:57.903675 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port 2f9a913d-531a-417c-a8c6-6863fd835b2d triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:05:57.904075 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:05:58.024402 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:05:58.051144 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [req-406e3290-e4a1-44f0-9253-e1330b1addce req-dce30be0-47dd-4dd8-9212-d1d701a2fc8c tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Synchronizing usage tracker for tenant:527195c95736491ca1967a42cc300275 on resource:security_group {{(pid=87870) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:05:58.056155 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] For port 2f9a913d-531a-417c-a8c6-6863fd835b2d, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=2f9a913d-531a-417c-a8c6-6863fd835b2d,segment=NetworkSegment(ec6df7c5-6dd4-4951-9432-31efab19802d),segment_id=ec6df7c5-6dd4-4951-9432-31efab19802d)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:05:58.059896 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:05:58.067101 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [req-406e3290-e4a1-44f0-9253-e1330b1addce req-dce30be0-47dd-4dd8-9212-d1d701a2fc8c tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Unset dirty status for tenant:527195c95736491ca1967a42cc300275 on resource:security_group {{(pid=87870) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:05:58.068296 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-406e3290-e4a1-44f0-9253-e1330b1addce req-dce30be0-47dd-4dd8-9212-d1d701a2fc8c tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-629843413&fields=id&tenant_id=527195c95736491ca1967a42cc300275 HTTP/1.1" status: 200 len: 267 time: 0.0551929 Mar 28 12:05:58.128659 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Pushing event updated for resources: {'Port': ['ID=2f9a913d-531a-417c-a8c6-6863fd835b2d,revision_number=5']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:05:58.149614 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406e3290-e4a1-44f0-9253-e1330b1addce req-fc479cda-16cc-4725-9aad-0fc51ed8b506 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:05:58.150175 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [req-406e3290-e4a1-44f0-9253-e1330b1addce req-fc479cda-16cc-4725-9aad-0fc51ed8b506 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Synchronizing usage tracker for tenant:527195c95736491ca1967a42cc300275 on resource:port {{(pid=87870) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:05:58.165615 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [req-406e3290-e4a1-44f0-9253-e1330b1addce req-fc479cda-16cc-4725-9aad-0fc51ed8b506 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Unset dirty status for tenant:527195c95736491ca1967a42cc300275 on resource:port {{(pid=87870) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:05:58.166758 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-406e3290-e4a1-44f0-9253-e1330b1addce req-fc479cda-16cc-4725-9aad-0fc51ed8b506 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/ports/20946a53-6ef1-47af-a38f-c7b63fa5e263 HTTP/1.1" status: 200 len: 930 time: 0.0913653 Mar 28 12:05:58.238505 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-406e3290-e4a1-44f0-9253-e1330b1addce req-c7744a80-503f-4920-9ff5-c8504ac25a2f service neutron] 10.222.0.30 "GET /v2.0/ports/20946a53-6ef1-47af-a38f-c7b63fa5e263?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0599244 Mar 28 12:05:58.248442 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [req-406e3290-e4a1-44f0-9253-e1330b1addce req-4af1341f-a111-489f-9db2-e3bb2e7ce086 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=87870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 12:05:58.249367 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-406e3290-e4a1-44f0-9253-e1330b1addce req-4af1341f-a111-489f-9db2-e3bb2e7ce086 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049331 Mar 28 12:05:58.377906 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-406e3290-e4a1-44f0-9253-e1330b1addce req-c2388785-8f6b-4097-bef1-2f20171e04dd service neutron] 10.222.0.30 "GET /v2.0/networks/7b48ec17-f67c-46fb-85ff-587219f15a7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232486 Mar 28 12:05:58.507332 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-406e3290-e4a1-44f0-9253-e1330b1addce req-0bee1918-b62f-44ce-bbf1-2efb49be3735 service neutron] 10.222.0.30 "GET /v2.0/networks/7b48ec17-f67c-46fb-85ff-587219f15a7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236339 Mar 28 12:05:58.683525 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-0ffbc568-7089-4694-b293-f2496784c7c8 req-08699f70-ba03-44d7-a0e5-b2d117defda2 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/ports?device_id=32c6d236-4497-4183-bbce-ed86a25ee98a HTTP/1.1" status: 200 len: 210 time: 0.0457988 Mar 28 12:05:59.635050 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406e3290-e4a1-44f0-9253-e1330b1addce req-8c46bf9b-5372-4f55-9615-13c1a7aac5be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:05:59.636385 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-406e3290-e4a1-44f0-9253-e1330b1addce req-8c46bf9b-5372-4f55-9615-13c1a7aac5be service neutron] 10.222.0.11 "GET /v2.0/ports/20946a53-6ef1-47af-a38f-c7b63fa5e263 HTTP/1.1" status: 200 len: 1026 time: 0.0692329 Mar 28 12:05:59.810316 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 2f9a913d-531a-417c-a8c6-6863fd835b2d up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:05:59.851681 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406e3290-e4a1-44f0-9253-e1330b1addce req-a2197a82-c949-474b-91dd-ee407e0321eb tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:05:59.852365 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [req-406e3290-e4a1-44f0-9253-e1330b1addce req-a2197a82-c949-474b-91dd-ee407e0321eb tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Synchronizing usage tracker for tenant:527195c95736491ca1967a42cc300275 on resource:network {{(pid=87870) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:05:59.862776 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-827c4359-e553-4d17-961f-5da18ba3bf50 req-a7ed08eb-0e5c-4604-b952-7f7408b787ea tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/ports?device_id=32c6d236-4497-4183-bbce-ed86a25ee98a HTTP/1.1" status: 200 len: 210 time: 0.0686824 Mar 28 12:05:59.875818 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [req-406e3290-e4a1-44f0-9253-e1330b1addce req-a2197a82-c949-474b-91dd-ee407e0321eb tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Unset dirty status for tenant:527195c95736491ca1967a42cc300275 on resource:network {{(pid=87870) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:05:59.877368 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-406e3290-e4a1-44f0-9253-e1330b1addce req-a2197a82-c949-474b-91dd-ee407e0321eb tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.11 "GET /v2.0/networks?id=7b48ec17-f67c-46fb-85ff-587219f15a7c HTTP/1.1" status: 200 len: 797 time: 0.2359557 Mar 28 12:05:59.888414 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port 2f9a913d-531a-417c-a8c6-6863fd835b2d triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:05:59.888794 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:05:59.926967 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-406e3290-e4a1-44f0-9253-e1330b1addce req-5c264741-a889-4d43-af3e-53932c1a59ef tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=527195c95736491ca1967a42cc300275 HTTP/1.1" status: 200 len: 379 time: 0.0407865 Mar 28 12:05:59.938121 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [req-406e3290-e4a1-44f0-9253-e1330b1addce req-95a61e7c-7b63-40d6-aed6-d2ae0d56253c service neutron] Request body: {'port': {'device_id': '32c6d236-4497-4183-bbce-ed86a25ee98a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8353'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:06:00.049685 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [req-406e3290-e4a1-44f0-9253-e1330b1addce req-95a61e7c-7b63-40d6-aed6-d2ae0d56253c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:00.475720 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.notifiers.nova [req-406e3290-e4a1-44f0-9253-e1330b1addce req-95a61e7c-7b63-40d6-aed6-d2ae0d56253c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20946a53-6ef1-47af-a38f-c7b63fa5e263 {{(pid=87870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 12:06:00.482645 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [req-406e3290-e4a1-44f0-9253-e1330b1addce req-95a61e7c-7b63-40d6-aed6-d2ae0d56253c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:00.497224 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.provisioning_blocks [req-406e3290-e4a1-44f0-9253-e1330b1addce req-95a61e7c-7b63-40d6-aed6-d2ae0d56253c service neutron] Transition to ACTIVE for port object 20946a53-6ef1-47af-a38f-c7b63fa5e263 will not be triggered until provisioned by entity L2. {{(pid=87870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:06:00.501797 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [req-406e3290-e4a1-44f0-9253-e1330b1addce req-95a61e7c-7b63-40d6-aed6-d2ae0d56253c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2558288'] for port, after_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:00.660320 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a61e7c-7b63-40d6-aed6-d2ae0d56253c service neutron] Pushing event updated for resources: {'Port': ['ID=20946a53-6ef1-47af-a38f-c7b63fa5e263,revision_number=2']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:06:00.740394 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.managers [req-406e3290-e4a1-44f0-9253-e1330b1addce req-95a61e7c-7b63-40d6-aed6-d2ae0d56253c service neutron] Attempting to bind port 20946a53-6ef1-47af-a38f-c7b63fa5e263 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=87870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 12:06:00.740657 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.managers [req-406e3290-e4a1-44f0-9253-e1330b1addce req-95a61e7c-7b63-40d6-aed6-d2ae0d56253c service neutron] Attempting to bind port 20946a53-6ef1-47af-a38f-c7b63fa5e263 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': 'ec6df7c5-6dd4-4951-9432-31efab19802d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '7b48ec17-f67c-46fb-85ff-587219f15a7c'}] {{(pid=87870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 12:06:00.740978 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-406e3290-e4a1-44f0-9253-e1330b1addce req-95a61e7c-7b63-40d6-aed6-d2ae0d56253c service neutron] Attempting to bind port 20946a53-6ef1-47af-a38f-c7b63fa5e263 on network 7b48ec17-f67c-46fb-85ff-587219f15a7c {{(pid=87870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 12:06:00.745431 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-406e3290-e4a1-44f0-9253-e1330b1addce req-95a61e7c-7b63-40d6-aed6-d2ae0d56253c service neutron] Port 20946a53-6ef1-47af-a38f-c7b63fa5e263 on network 7b48ec17-f67c-46fb-85ff-587219f15a7c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=87870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 12:06:00.745741 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-406e3290-e4a1-44f0-9253-e1330b1addce req-95a61e7c-7b63-40d6-aed6-d2ae0d56253c service neutron] Attempting to bind port 20946a53-6ef1-47af-a38f-c7b63fa5e263 on network 7b48ec17-f67c-46fb-85ff-587219f15a7c {{(pid=87870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 12:06:00.750762 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-406e3290-e4a1-44f0-9253-e1330b1addce req-95a61e7c-7b63-40d6-aed6-d2ae0d56253c service neutron] Checking agent: {'id': '01dfae6e-0e91-4100-b27f-ff8156eac7d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8353', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 52, 20), 'started_at': datetime.datetime(2022, 3, 28, 11, 52, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 12, 5, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 12:06:00.751088 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-406e3290-e4a1-44f0-9253-e1330b1addce req-95a61e7c-7b63-40d6-aed6-d2ae0d56253c service neutron] Checking segment: {'id': 'ec6df7c5-6dd4-4951-9432-31efab19802d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '7b48ec17-f67c-46fb-85ff-587219f15a7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 12:06:00.751462 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-406e3290-e4a1-44f0-9253-e1330b1addce req-95a61e7c-7b63-40d6-aed6-d2ae0d56253c service neutron] Bound using segment: {'id': 'ec6df7c5-6dd4-4951-9432-31efab19802d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '7b48ec17-f67c-46fb-85ff-587219f15a7c'} {{(pid=87870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 12:06:00.751898 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.managers [req-406e3290-e4a1-44f0-9253-e1330b1addce req-95a61e7c-7b63-40d6-aed6-d2ae0d56253c service neutron] Bound port: 20946a53-6ef1-47af-a38f-c7b63fa5e263, host: hv-neutron-8353, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec6df7c5-6dd4-4951-9432-31efab19802d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '7b48ec17-f67c-46fb-85ff-587219f15a7c'}}] {{(pid=87870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 12:06:00.752233 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [req-406e3290-e4a1-44f0-9253-e1330b1addce req-95a61e7c-7b63-40d6-aed6-d2ae0d56253c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:00.842584 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.db [req-406e3290-e4a1-44f0-9253-e1330b1addce req-95a61e7c-7b63-40d6-aed6-d2ae0d56253c service neutron] For port 20946a53-6ef1-47af-a38f-c7b63fa5e263, host hv-neutron-8353, cleared binding levels {{(pid=87870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 12:06:00.845975 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.db [req-406e3290-e4a1-44f0-9253-e1330b1addce req-95a61e7c-7b63-40d6-aed6-d2ae0d56253c service neutron] For port 20946a53-6ef1-47af-a38f-c7b63fa5e263, host hv-neutron-8353, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=20946a53-6ef1-47af-a38f-c7b63fa5e263,segment=NetworkSegment(ec6df7c5-6dd4-4951-9432-31efab19802d),segment_id=ec6df7c5-6dd4-4951-9432-31efab19802d)] {{(pid=87870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 12:06:00.850495 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [req-406e3290-e4a1-44f0-9253-e1330b1addce req-95a61e7c-7b63-40d6-aed6-d2ae0d56253c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2558288'] for port, after_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:00.906227 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406e3290-e4a1-44f0-9253-e1330b1addce req-95a61e7c-7b63-40d6-aed6-d2ae0d56253c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:06:00.906830 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [req-406e3290-e4a1-44f0-9253-e1330b1addce req-95a61e7c-7b63-40d6-aed6-d2ae0d56253c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:00.908315 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-406e3290-e4a1-44f0-9253-e1330b1addce req-95a61e7c-7b63-40d6-aed6-d2ae0d56253c service neutron] 10.222.0.11 "PUT /v2.0/ports/20946a53-6ef1-47af-a38f-c7b63fa5e263 HTTP/1.1" status: 200 len: 1131 time: 0.9750595 Mar 28 12:06:00.908783 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32c6d236-4497-4183-bbce-ed86a25ee98a', 'tag': '20946a53-6ef1-47af-a38f-c7b63fa5e263'}] {{(pid=87870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 12:06:00.939391 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a61e7c-7b63-40d6-aed6-d2ae0d56253c service neutron] Pushing event updated for resources: {'Port': ['ID=20946a53-6ef1-47af-a38f-c7b63fa5e263,revision_number=3']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:06:00.946141 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 59246) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:06:01.044879 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32c6d236-4497-4183-bbce-ed86a25ee98a', 'tag': '20946a53-6ef1-47af-a38f-c7b63fa5e263', 'status': 'completed', 'code': 200} Mar 28 12:06:01.079375 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf442a3c-2fc1-4651-ac0a-e766702db02e req-b433edb3-a2ce-495e-98fc-3531f57e50bf tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:06:01.081614 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-bf442a3c-2fc1-4651-ac0a-e766702db02e req-b433edb3-a2ce-495e-98fc-3531f57e50bf tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/ports?device_id=32c6d236-4497-4183-bbce-ed86a25ee98a HTTP/1.1" status: 200 len: 981 time: 0.0870404 Mar 28 12:06:01.131292 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-bf442a3c-2fc1-4651-ac0a-e766702db02e req-0df4316b-e542-4ee9-972c-3ce62cce1484 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3448b81-b554-4253-9b5b-e31998b92d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416791 Mar 28 12:06:01.223452 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406e3290-e4a1-44f0-9253-e1330b1addce req-868d1309-8006-4b14-b0d6-d1396579cf46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:06:01.224941 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-406e3290-e4a1-44f0-9253-e1330b1addce req-868d1309-8006-4b14-b0d6-d1396579cf46 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=527195c95736491ca1967a42cc300275&device_id=32c6d236-4497-4183-bbce-ed86a25ee98a HTTP/1.1" status: 200 len: 1134 time: 0.2761629 Mar 28 12:06:01.225997 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-363cb79e-57ab-41fc-913e-c37a9957ab51 tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Deleting port ef863f25-3abf-45c8-ac50-2e46cd444f49 {{(pid=87870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:06:01.226331 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-363cb79e-57ab-41fc-913e-c37a9957ab51 tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:01.323565 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-406e3290-e4a1-44f0-9253-e1330b1addce req-5d3dc857-d28f-4660-916d-30eaea09e208 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=20946a53-6ef1-47af-a38f-c7b63fa5e263 HTTP/1.1" status: 200 len: 217 time: 0.0705204 Mar 28 12:06:01.475133 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406e3290-e4a1-44f0-9253-e1330b1addce req-82a82a3e-5e41-4eb1-b744-570912b227e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:06:01.476573 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-406e3290-e4a1-44f0-9253-e1330b1addce req-82a82a3e-5e41-4eb1-b744-570912b227e8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=05c45b88-19a4-4e78-9480-be0a35456fbf HTTP/1.1" status: 200 len: 835 time: 0.1421993 Mar 28 12:06:01.539838 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-363cb79e-57ab-41fc-913e-c37a9957ab51 tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:01.540158 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-363cb79e-57ab-41fc-913e-c37a9957ab51 tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:01.764221 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-363cb79e-57ab-41fc-913e-c37a9957ab51 tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Calling delete_port for ef863f25-3abf-45c8-ac50-2e46cd444f49 owned by network:floatingip {{(pid=87870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:06:01.832862 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406e3290-e4a1-44f0-9253-e1330b1addce req-76d6bd63-31a1-404c-b657-edcba08484f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:06:01.834326 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-406e3290-e4a1-44f0-9253-e1330b1addce req-76d6bd63-31a1-404c-b657-edcba08484f6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7b48ec17-f67c-46fb-85ff-587219f15a7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3515332 Mar 28 12:06:02.016807 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-406e3290-e4a1-44f0-9253-e1330b1addce req-4c05efaa-b2bb-4524-8cee-89d0f005e07a service neutron] 10.222.0.11 "GET /v2.0/networks/7b48ec17-f67c-46fb-85ff-587219f15a7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756570 Mar 28 12:06:02.060224 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-363cb79e-57ab-41fc-913e-c37a9957ab51 tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:02.113296 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363cb79e-57ab-41fc-913e-c37a9957ab51 tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Pushing event deleted for resources: {'Port': ['ID=ef863f25-3abf-45c8-ac50-2e46cd444f49,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:06:02.318575 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-100b2ea8-4efc-47a9-b481-a8fafa694c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:02.324387 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-406e3290-e4a1-44f0-9253-e1330b1addce req-a007a28e-9767-465e-a0b4-06ae2419b3bf service neutron] 10.222.0.11 "GET /v2.0/networks/7b48ec17-f67c-46fb-85ff-587219f15a7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2979963 Mar 28 12:06:02.327825 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-363cb79e-57ab-41fc-913e-c37a9957ab51 tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Notify callbacks [] for floatingip, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:02.328158 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.db.l3_db [None req-363cb79e-57ab-41fc-913e-c37a9957ab51 tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Floating IP 8345ba2a-3f87-4c62-ae23-9139ce544be9 disassociated (deleted). External IP: 172.26.7.48, port: 79c3b532-59d9-45ec-8fd3-e9730884201a. Mar 28 12:06:02.554414 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c12358-2ce4-41ae-bd1f-36fe7d6044ff req-1aacb595-c3ec-49db-a3d4-55a7e903b82e tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:06:02.555793 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-49c12358-2ce4-41ae-bd1f-36fe7d6044ff req-1aacb595-c3ec-49db-a3d4-55a7e903b82e tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/ports?device_id=32c6d236-4497-4183-bbce-ed86a25ee98a HTTP/1.1" status: 200 len: 981 time: 0.3115196 Mar 28 12:06:02.667100 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214016c3-51df-44ac-a716-5211b926dc22 req-ec6e8805-f8cb-4000-bc5a-34418e8358ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:06:02.668580 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-214016c3-51df-44ac-a716-5211b926dc22 req-ec6e8805-f8cb-4000-bc5a-34418e8358ce service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=527195c95736491ca1967a42cc300275&device_id=32c6d236-4497-4183-bbce-ed86a25ee98a HTTP/1.1" status: 200 len: 1134 time: 0.2884550 Mar 28 12:06:02.708984 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-49c12358-2ce4-41ae-bd1f-36fe7d6044ff req-09cdd77c-18c5-4e44-8850-b0bf855dbcb9 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3448b81-b554-4253-9b5b-e31998b92d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426923 Mar 28 12:06:02.905815 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214016c3-51df-44ac-a716-5211b926dc22 req-e02c8ba7-1e8d-49c5-b036-95f9798b4f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:06:02.907252 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-214016c3-51df-44ac-a716-5211b926dc22 req-e02c8ba7-1e8d-49c5-b036-95f9798b4f17 service neutron] 10.222.0.11 "GET /v2.0/networks?id=7b48ec17-f67c-46fb-85ff-587219f15a7c HTTP/1.1" status: 200 len: 897 time: 0.2245018 Mar 28 12:06:02.912781 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-363cb79e-57ab-41fc-913e-c37a9957ab51 tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Router 8e65681d-909e-447a-829e-a94d40394983 has already been hosted by L3 agent af79d429-529e-400b-a119-94d4bec03f3e {{(pid=87870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 12:06:02.977565 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-214016c3-51df-44ac-a716-5211b926dc22 req-6d8ef0ad-b7e0-4d4c-88e6-7214c741d954 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=20946a53-6ef1-47af-a38f-c7b63fa5e263 HTTP/1.1" status: 200 len: 217 time: 0.0622852 Mar 28 12:06:03.221482 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214016c3-51df-44ac-a716-5211b926dc22 req-f135c5f6-b018-407d-8651-b91316170936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:06:03.222901 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-214016c3-51df-44ac-a716-5211b926dc22 req-f135c5f6-b018-407d-8651-b91316170936 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=05c45b88-19a4-4e78-9480-be0a35456fbf HTTP/1.1" status: 200 len: 835 time: 0.0892227 Mar 28 12:06:03.348068 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-363cb79e-57ab-41fc-913e-c37a9957ab51 tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 12:06:03.357532 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2f99ec1-b940-4026-a9b7-9a88fa93bda9 None None] Sync routers for ids ['8e65681d-909e-447a-829e-a94d40394983'] in dv-neutron-835340-2-hyperv {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 12:06:03.367586 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f99ec1-b940-4026-a9b7-9a88fa93bda9 None None] Routers {'8e65681d-909e-447a-829e-a94d40394983'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:06:03.368374 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-a2f99ec1-b940-4026-a9b7-9a88fa93bda9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:05:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['8e65681d-909e-447a-829e-a94d40394983'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:06:03.379980 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-363cb79e-57ab-41fc-913e-c37a9957ab51 tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for floatingip, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:03.406297 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214016c3-51df-44ac-a716-5211b926dc22 req-a5c98599-492b-433f-a3f6-c63423d4c48e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:06:03.407819 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-214016c3-51df-44ac-a716-5211b926dc22 req-a5c98599-492b-433f-a3f6-c63423d4c48e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7b48ec17-f67c-46fb-85ff-587219f15a7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1379268 Mar 28 12:06:03.517750 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-363cb79e-57ab-41fc-913e-c37a9957ab51 tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] 10.222.0.30 "DELETE /v2.0/floatingips/8345ba2a-3f87-4c62-ae23-9139ce544be9 HTTP/1.1" status: 204 len: 168 time: 2.5702515 Mar 28 12:06:03.528736 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a87cee8-5c8e-4bbf-8eaf-bee3f74901f1', 'tag': '79c3b532-59d9-45ec-8fd3-e9730884201a'}] {{(pid=87870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 12:06:03.569279 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-214016c3-51df-44ac-a716-5211b926dc22 req-3fcbb248-bf2d-4d2c-9c98-3adaacc2137e service neutron] 10.222.0.11 "GET /v2.0/networks/7b48ec17-f67c-46fb-85ff-587219f15a7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477087 Mar 28 12:06:03.578183 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvr_db [None req-a2f99ec1-b940-4026-a9b7-9a88fa93bda9 None None] Set router 8e65681d-909e-447a-829e-a94d40394983 gateway port host: dv-neutron-835340-2-hyperv {{(pid=87872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:06:03.600852 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a87cee8-5c8e-4bbf-8eaf-bee3f74901f1', 'tag': '79c3b532-59d9-45ec-8fd3-e9730884201a', 'status': 'completed', 'code': 200} Mar 28 12:06:03.704064 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f692763e-c960-4f7c-a6de-14f294c07db6 req-a818504d-4e41-487e-9e7d-9fa97f38f5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:06:03.706185 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-f692763e-c960-4f7c-a6de-14f294c07db6 req-a818504d-4e41-487e-9e7d-9fa97f38f5ec service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=36d6e72b7c0f4666a4c8ddd5206159f1&device_id=4a87cee8-5c8e-4bbf-8eaf-bee3f74901f1 HTTP/1.1" status: 200 len: 1098 time: 0.0782261 Mar 28 12:06:03.718898 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-214016c3-51df-44ac-a716-5211b926dc22 req-3187b48f-eca5-4f3c-99e2-1b696d8f8a49 service neutron] 10.222.0.11 "GET /v2.0/networks/7b48ec17-f67c-46fb-85ff-587219f15a7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388102 Mar 28 12:06:03.914904 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f692763e-c960-4f7c-a6de-14f294c07db6 req-0f3dc868-0f07-4694-9322-fdc630146c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:06:03.916687 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-f692763e-c960-4f7c-a6de-14f294c07db6 req-0f3dc868-0f07-4694-9322-fdc630146c9e service neutron] 10.222.0.11 "GET /v2.0/networks?id=c3ced620-75b2-4d2b-8695-e03cf51ed8af HTTP/1.1" status: 200 len: 897 time: 0.2024736 Mar 28 12:06:03.944493 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf8a3cb-499a-4e8d-95d2-265efeab78ea req-332631b3-2b41-4aaf-b44c-b4ddf0b44d5b tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:06:03.946982 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-bbf8a3cb-499a-4e8d-95d2-265efeab78ea req-332631b3-2b41-4aaf-b44c-b4ddf0b44d5b tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/ports?device_id=32c6d236-4497-4183-bbce-ed86a25ee98a HTTP/1.1" status: 200 len: 981 time: 0.0960922 Mar 28 12:06:03.967905 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-a2f99ec1-b940-4026-a9b7-9a88fa93bda9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e65681d-909e-447a-829e-a94d40394983', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1951616211', 'tenant_id': '36d6e72b7c0f4666a4c8ddd5206159f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.42'}], 'enable_snat': True}, 'gw_port_id': '91994319-dc30-4710-b2c3-870c9a915eb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:04:26Z', 'updated_at': '2022-03-28T12:04:31Z', 'revision_number': 4, 'project_id': '36d6e72b7c0f4666a4c8ddd5206159f1', 'gw_port': {'id': '91994319-dc30-4710-b2c3-870c9a915eb2', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:45:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e65681d-909e-447a-829e-a94d40394983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:04:27Z', 'updated_at': '2022-03-28T12:04:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_interfaces': [{'id': '50c59b16-2662-4de6-9ff6-80d43df377d3', 'name': '', 'network_id': 'c3ced620-75b2-4d2b-8695-e03cf51ed8af', 'tenant_id': '36d6e72b7c0f4666a4c8ddd5206159f1', 'mac_address': 'fa:16:3e:55:3d:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e65681d-909e-447a-829e-a94d40394983', 'device_owner': 'network:router_interface', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': 'aa519890-cb0b-4d8c-9394-fbdf4cf68a08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:04:30Z', 'updated_at': '2022-03-28T12:04:37Z', 'revision_number': 5, 'project_id': '36d6e72b7c0f4666a4c8ddd5206159f1', 'subnets': [{'id': 'aa519890-cb0b-4d8c-9394-fbdf4cf68a08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:06:03.972477 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2f99ec1-b940-4026-a9b7-9a88fa93bda9 None None] Checking router: 8e65681d-909e-447a-829e-a94d40394983 for host: dv-neutron-835340-2-hyperv {{(pid=87872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 12:06:03.981171 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f99ec1-b940-4026-a9b7-9a88fa93bda9 None None] Routers {'8e65681d-909e-447a-829e-a94d40394983'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:06:03.983848 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-a2f99ec1-b940-4026-a9b7-9a88fa93bda9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:05:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['8e65681d-909e-447a-829e-a94d40394983'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:06:03.992470 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-bbf8a3cb-499a-4e8d-95d2-265efeab78ea req-cd0a8ee4-709e-4ee0-a5f6-2e233462295b tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3448b81-b554-4253-9b5b-e31998b92d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408356 Mar 28 12:06:04.026503 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-f692763e-c960-4f7c-a6de-14f294c07db6 req-edfa8f5b-f46a-40e9-a04c-41b5bc0ba51a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=79c3b532-59d9-45ec-8fd3-e9730884201a HTTP/1.1" status: 200 len: 217 time: 0.0985272 Mar 28 12:06:04.099148 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f692763e-c960-4f7c-a6de-14f294c07db6 req-91df7d07-6418-4208-b48a-aa2c9f8db395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:06:04.100584 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-f692763e-c960-4f7c-a6de-14f294c07db6 req-91df7d07-6418-4208-b48a-aa2c9f8db395 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=aa519890-cb0b-4d8c-9394-fbdf4cf68a08 HTTP/1.1" status: 200 len: 835 time: 0.0670872 Mar 28 12:06:04.164553 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ea63be-2526-4fd7-96d1-760d313aff52 req-16922d60-7225-4ba3-a24f-7c0ad5bdd11a tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:06:04.165989 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-94ea63be-2526-4fd7-96d1-760d313aff52 req-16922d60-7225-4ba3-a24f-7c0ad5bdd11a tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a87cee8-5c8e-4bbf-8eaf-bee3f74901f1 HTTP/1.1" status: 200 len: 945 time: 0.2401180 Mar 28 12:06:04.167832 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvr_db [None req-a2f99ec1-b940-4026-a9b7-9a88fa93bda9 None None] Set router 8e65681d-909e-447a-829e-a94d40394983 gateway port host: dv-neutron-835340-2-hyperv {{(pid=87872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:06:04.224839 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f692763e-c960-4f7c-a6de-14f294c07db6 req-d9cf3d51-7159-4a9d-986a-de7214c1f3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:06:04.226284 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-f692763e-c960-4f7c-a6de-14f294c07db6 req-d9cf3d51-7159-4a9d-986a-de7214c1f3ce service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c3ced620-75b2-4d2b-8695-e03cf51ed8af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1172254 Mar 28 12:06:04.229160 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-94ea63be-2526-4fd7-96d1-760d313aff52 req-b4a4bd53-3e5a-4275-b318-e45696ba55fa tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] 10.222.0.30 "GET /v2.0/security-groups?id=cb57de02-5375-45b8-9458-0bb3f6ad1c45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563412 Mar 28 12:06:04.360279 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-f692763e-c960-4f7c-a6de-14f294c07db6 req-2b6bfba5-da1a-4935-9cd0-4cbbf79e07ea service neutron] 10.222.0.11 "GET /v2.0/networks/c3ced620-75b2-4d2b-8695-e03cf51ed8af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252787 Mar 28 12:06:04.400790 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Device 20946a53-6ef1-47af-a38f-c7b63fa5e263 details requested by agent hyperv_hv-neutron-8353 with host hv-neutron-8353 {{(pid=87872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 28 12:06:04.491408 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-f692763e-c960-4f7c-a6de-14f294c07db6 req-0d64fd15-3e90-448b-ba10-0eda386e49ca service neutron] 10.222.0.11 "GET /v2.0/networks/c3ced620-75b2-4d2b-8695-e03cf51ed8af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245079 Mar 28 12:06:04.592057 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] For port 20946a53-6ef1-47af-a38f-c7b63fa5e263, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=20946a53-6ef1-47af-a38f-c7b63fa5e263,segment=NetworkSegment(ec6df7c5-6dd4-4951-9432-31efab19802d),segment_id=ec6df7c5-6dd4-4951-9432-31efab19802d)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:06:04.605249 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-a2f99ec1-b940-4026-a9b7-9a88fa93bda9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e65681d-909e-447a-829e-a94d40394983', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1951616211', 'tenant_id': '36d6e72b7c0f4666a4c8ddd5206159f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.42'}], 'enable_snat': True}, 'gw_port_id': '91994319-dc30-4710-b2c3-870c9a915eb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:04:26Z', 'updated_at': '2022-03-28T12:04:31Z', 'revision_number': 4, 'project_id': '36d6e72b7c0f4666a4c8ddd5206159f1', 'gw_port': {'id': '91994319-dc30-4710-b2c3-870c9a915eb2', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:45:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e65681d-909e-447a-829e-a94d40394983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:04:27Z', 'updated_at': '2022-03-28T12:04:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_interfaces': [{'id': '50c59b16-2662-4de6-9ff6-80d43df377d3', 'name': '', 'network_id': 'c3ced620-75b2-4d2b-8695-e03cf51ed8af', 'tenant_id': '36d6e72b7c0f4666a4c8ddd5206159f1', 'mac_address': 'fa:16:3e:55:3d:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e65681d-909e-447a-829e-a94d40394983', 'device_owner': 'network:router_interface', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': 'aa519890-cb0b-4d8c-9394-fbdf4cf68a08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:04:30Z', 'updated_at': '2022-03-28T12:04:37Z', 'revision_number': 5, 'project_id': '36d6e72b7c0f4666a4c8ddd5206159f1', 'subnets': [{'id': 'aa519890-cb0b-4d8c-9394-fbdf4cf68a08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:06:04.609437 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Returning: {'device': '20946a53-6ef1-47af-a38f-c7b63fa5e263', 'network_id': '7b48ec17-f67c-46fb-85ff-587219f15a7c', 'port_id': '20946a53-6ef1-47af-a38f-c7b63fa5e263', 'mac_address': 'fa:16:3e:23:d9:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05c45b88-19a4-4e78-9480-be0a35456fbf', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 28 12:06:04.612504 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2f99ec1-b940-4026-a9b7-9a88fa93bda9 None None] The sync data for ids ['8e65681d-909e-447a-829e-a94d40394983'] in dv-neutron-835340-2-hyperv is: [{'id': '8e65681d-909e-447a-829e-a94d40394983', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1951616211', 'tenant_id': '36d6e72b7c0f4666a4c8ddd5206159f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.42'}], 'enable_snat': True}, 'gw_port_id': '91994319-dc30-4710-b2c3-870c9a915eb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:04:26Z', 'updated_at': '2022-03-28T12:04:31Z', 'revision_number': 4, 'project_id': '36d6e72b7c0f4666a4c8ddd5206159f1', 'gw_port': {'id': '91994319-dc30-4710-b2c3-870c9a915eb2', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:45:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e65681d-909e-447a-829e-a94d40394983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:04:27Z', 'updated_at': '2022-03-28T12:04:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_interfaces': [{'id': '50c59b16-2662-4de6-9ff6-80d43df377d3', 'name': '', 'network_id': 'c3ced620-75b2-4d2b-8695-e03cf51ed8af', 'tenant_id': '36d6e72b7c0f4666a4c8ddd5206159f1', 'mac_address': 'fa:16:3e:55:3d:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e65681d-909e-447a-829e-a94d40394983', 'device_owner': 'network:router_interface', 'standard_attr_id': 1333, 'fixed_ips': [{'subnet_id': 'aa519890-cb0b-4d8c-9394-fbdf4cf68a08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:04:30Z', 'updated_at': '2022-03-28T12:04:37Z', 'revision_number': 5, 'project_id': '36d6e72b7c0f4666a4c8ddd5206159f1', 'subnets': [{'id': 'aa519890-cb0b-4d8c-9394-fbdf4cf68a08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 12:06:04.673388 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:04.694251 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.notifiers.nova [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20946a53-6ef1-47af-a38f-c7b63fa5e263 {{(pid=87872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 12:06:04.716006 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-4a5eddac-af86-417d-b98c-0d9a243b1c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:04.719348 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] For port 20946a53-6ef1-47af-a38f-c7b63fa5e263, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=20946a53-6ef1-47af-a38f-c7b63fa5e263,segment=NetworkSegment(ec6df7c5-6dd4-4951-9432-31efab19802d),segment_id=ec6df7c5-6dd4-4951-9432-31efab19802d)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:06:04.723358 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:04.794384 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Pushing event updated for resources: {'Port': ['ID=20946a53-6ef1-47af-a38f-c7b63fa5e263,revision_number=4']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:06:04.839363 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5431ea0e-dbc8-492a-bc6f-c543705fc90b None None] New status for floating IP 8345ba2a-3f87-4c62-ae23-9139ce544be9: DOWN {{(pid=87873) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 12:06:04.972866 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] get_ports_and_sgs() called for port_ids ['20946a53-6ef1-47af-a38f-c7b63fa5e263'] {{(pid=87872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 12:06:05.186351 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e46bae8-9038-43d1-a24b-a3f70dcfd509 req-0360c8d7-b482-4aa9-b111-9e535c0a947f tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:06:05.187941 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-8e46bae8-9038-43d1-a24b-a3f70dcfd509 req-0360c8d7-b482-4aa9-b111-9e535c0a947f tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/ports?device_id=32c6d236-4497-4183-bbce-ed86a25ee98a HTTP/1.1" status: 200 len: 982 time: 0.0847471 Mar 28 12:06:05.231804 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-8e46bae8-9038-43d1-a24b-a3f70dcfd509 req-9e264685-423f-4dbb-aca3-2f0ca68bd24e tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3448b81-b554-4253-9b5b-e31998b92d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383642 Mar 28 12:06:05.302402 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93157abd-6ceb-4212-9b76-0f29d25fb94a req-de7f60e5-ff5a-4790-8c0f-89fdf4293888 tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:06:05.303825 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-93157abd-6ceb-4212-9b76-0f29d25fb94a req-de7f60e5-ff5a-4790-8c0f-89fdf4293888 tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] 10.222.0.11 "GET /v2.0/ports?device_id=4a87cee8-5c8e-4bbf-8eaf-bee3f74901f1 HTTP/1.1" status: 200 len: 945 time: 0.0789835 Mar 28 12:06:05.416451 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [req-93157abd-6ceb-4212-9b76-0f29d25fb94a req-a623ab55-ac96-4938-af1a-b175ad4af608 tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Deleting port 79c3b532-59d9-45ec-8fd3-e9730884201a {{(pid=87871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:06:05.416776 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-93157abd-6ceb-4212-9b76-0f29d25fb94a req-a623ab55-ac96-4938-af1a-b175ad4af608 tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:05.632187 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d43900-76b7-4842-b75d-1b60f6bb7b52 req-2570a3b4-eaa1-498c-b401-f13f202f8ddd tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:06:05.633508 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-34d43900-76b7-4842-b75d-1b60f6bb7b52 req-2570a3b4-eaa1-498c-b401-f13f202f8ddd tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a87cee8-5c8e-4bbf-8eaf-bee3f74901f1 HTTP/1.1" status: 200 len: 945 time: 0.2919848 Mar 28 12:06:05.668393 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:05.724148 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-34d43900-76b7-4842-b75d-1b60f6bb7b52 req-3f32b0de-224a-4789-ab1b-724c9bd30502 tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] 10.222.0.30 "GET /v2.0/security-groups?id=cb57de02-5375-45b8-9458-0bb3f6ad1c45&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829718 Mar 28 12:06:05.766538 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-ef3be119-c018-4979-be07-86cf959defc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:05.826103 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.db [req-93157abd-6ceb-4212-9b76-0f29d25fb94a req-a623ab55-ac96-4938-af1a-b175ad4af608 tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] For port 79c3b532-59d9-45ec-8fd3-e9730884201a, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=79c3b532-59d9-45ec-8fd3-e9730884201a,segment=NetworkSegment(102c826a-dcb1-4ab2-b38a-97998bc8aeea),segment_id=102c826a-dcb1-4ab2-b38a-97998bc8aeea)] {{(pid=87871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:06:05.826965 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-93157abd-6ceb-4212-9b76-0f29d25fb94a req-a623ab55-ac96-4938-af1a-b175ad4af608 tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:05.949038 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [req-93157abd-6ceb-4212-9b76-0f29d25fb94a req-a623ab55-ac96-4938-af1a-b175ad4af608 tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Calling delete_port for 79c3b532-59d9-45ec-8fd3-e9730884201a owned by compute:nova {{(pid=87871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:06:06.090101 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-93157abd-6ceb-4212-9b76-0f29d25fb94a req-a623ab55-ac96-4938-af1a-b175ad4af608 tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:06.138312 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a623ab55-ac96-4938-af1a-b175ad4af608 tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Pushing event deleted for resources: {'Port': ['ID=79c3b532-59d9-45ec-8fd3-e9730884201a,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:06:06.214901 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.l3_dvrscheduler_db [req-93157abd-6ceb-4212-9b76-0f29d25fb94a req-a623ab55-ac96-4938-af1a-b175ad4af608 tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] No DVR routers for this DVR port 79c3b532-59d9-45ec-8fd3-e9730884201a on host hv-neutron-8353 {{(pid=87871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 12:06:06.217851 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-93157abd-6ceb-4212-9b76-0f29d25fb94a req-a623ab55-ac96-4938-af1a-b175ad4af608 tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:06.220267 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a87cee8-5c8e-4bbf-8eaf-bee3f74901f1', 'name': 'network-vif-deleted', 'tag': '79c3b532-59d9-45ec-8fd3-e9730884201a'}] {{(pid=87871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 12:06:06.231948 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-93157abd-6ceb-4212-9b76-0f29d25fb94a req-a623ab55-ac96-4938-af1a-b175ad4af608 tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] 10.222.0.11 "DELETE /v2.0/ports/79c3b532-59d9-45ec-8fd3-e9730884201a HTTP/1.1" status: 204 len: 173 time: 0.9226096 Mar 28 12:06:06.324447 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a87cee8-5c8e-4bbf-8eaf-bee3f74901f1', 'name': 'network-vif-deleted', 'tag': '79c3b532-59d9-45ec-8fd3-e9730884201a', 'status': 'completed', 'code': 200} Mar 28 12:06:06.431834 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Device 20946a53-6ef1-47af-a38f-c7b63fa5e263 up at agent hyperv_hv-neutron-8353 {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:06:06.433017 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8759b662-7ce4-410e-8b32-a9e13945d228 req-92862e90-41e6-43dc-abc3-8b50901510b6 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:06:06.434509 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-8759b662-7ce4-410e-8b32-a9e13945d228 req-92862e90-41e6-43dc-abc3-8b50901510b6 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/ports?device_id=32c6d236-4497-4183-bbce-ed86a25ee98a HTTP/1.1" status: 200 len: 982 time: 0.0810139 Mar 28 12:06:06.484269 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-8759b662-7ce4-410e-8b32-a9e13945d228 req-dc305b1b-9200-4515-aa1a-6a9324a85a09 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3448b81-b554-4253-9b5b-e31998b92d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426819 Mar 28 12:06:06.508357 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Provisioning for port 20946a53-6ef1-47af-a38f-c7b63fa5e263 completed by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:06:06.514721 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Provisioning complete for port 20946a53-6ef1-47af-a38f-c7b63fa5e263 triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:06:06.515052 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:06.635691 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:06.663950 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32c6d236-4497-4183-bbce-ed86a25ee98a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20946a53-6ef1-47af-a38f-c7b63fa5e263'}] {{(pid=87872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 12:06:06.674074 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] For port 20946a53-6ef1-47af-a38f-c7b63fa5e263, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=20946a53-6ef1-47af-a38f-c7b63fa5e263,segment=NetworkSegment(ec6df7c5-6dd4-4951-9432-31efab19802d),segment_id=ec6df7c5-6dd4-4951-9432-31efab19802d)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:06:06.677739 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:06.717789 dv-neutron-835340-2-hyperv neutron-server[87872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32c6d236-4497-4183-bbce-ed86a25ee98a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20946a53-6ef1-47af-a38f-c7b63fa5e263', 'code': 200} Mar 28 12:06:06.750559 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Pushing event updated for resources: {'Port': ['ID=20946a53-6ef1-47af-a38f-c7b63fa5e263,revision_number=5']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:06:06.895502 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [req-95921c05-0af7-4f73-be89-820cc81956eb req-1004af04-5e28-4473-9291-cf4bff9ed41a tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Synchronizing usage tracker for tenant:36d6e72b7c0f4666a4c8ddd5206159f1 on resource:port {{(pid=87871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:06:06.910213 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [req-95921c05-0af7-4f73-be89-820cc81956eb req-1004af04-5e28-4473-9291-cf4bff9ed41a tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Unset dirty status for tenant:36d6e72b7c0f4666a4c8ddd5206159f1 on resource:port {{(pid=87871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:06:06.911342 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-95921c05-0af7-4f73-be89-820cc81956eb req-1004af04-5e28-4473-9291-cf4bff9ed41a tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a87cee8-5c8e-4bbf-8eaf-bee3f74901f1 HTTP/1.1" status: 200 len: 210 time: 0.0601268 Mar 28 12:06:06.983080 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f09c98-d509-46f9-8ce1-be8536609f99 req-45cfbcdf-7c8e-4bab-9be2-273f9d97c468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:06:06.984480 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-d3f09c98-d509-46f9-8ce1-be8536609f99 req-45cfbcdf-7c8e-4bab-9be2-273f9d97c468 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=32c6d236-4497-4183-bbce-ed86a25ee98a HTTP/1.1" status: 200 len: 1136 time: 0.0693412 Mar 28 12:06:07.028146 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-d3f09c98-d509-46f9-8ce1-be8536609f99 req-18451132-12da-44c1-8a67-e2cecb37f5a2 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=d3448b81-b554-4253-9b5b-e31998b92d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367391 Mar 28 12:06:07.424882 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-b7ccd3c7-0277-4f12-8e5c-e41478141af5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:07.674596 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f84958-b47d-4e24-a59d-f01b8b70ed13 req-ccd80126-af33-4cae-aebc-9b4945b0525f tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:06:07.675955 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-d1f84958-b47d-4e24-a59d-f01b8b70ed13 req-ccd80126-af33-4cae-aebc-9b4945b0525f tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/ports?device_id=32c6d236-4497-4183-bbce-ed86a25ee98a HTTP/1.1" status: 200 len: 983 time: 0.0785499 Mar 28 12:06:07.718610 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-d1f84958-b47d-4e24-a59d-f01b8b70ed13 req-e6f1722e-cc8f-416c-8bee-4c239bcfd21c tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3448b81-b554-4253-9b5b-e31998b92d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370960 Mar 28 12:06:08.004292 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 59278) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:06:08.439685 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Device 79c3b532-59d9-45ec-8fd3-e9730884201a no longer exists at agent hyperv_hv-neutron-8353 {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 12:06:08.474474 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] No Port match for: 79c3b532-59d9-45ec-8fd3-e9730884201a {{(pid=87872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 12:06:08.474821 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Device 79c3b532-59d9-45ec-8fd3-e9730884201a not bound to the agent host hv-neutron-8353 {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 12:06:08.659371 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-e05a5d6a-95ca-48b7-8ba4-94a8fdc22848 tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-743394'] for router_interface, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:09.013499 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e5335b-206f-4c38-beb3-575f5cabdb5f req-b5df98cd-90f4-49ad-8896-799e385957c4 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:06:09.014907 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-29e5335b-206f-4c38-beb3-575f5cabdb5f req-b5df98cd-90f4-49ad-8896-799e385957c4 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/ports?device_id=32c6d236-4497-4183-bbce-ed86a25ee98a HTTP/1.1" status: 200 len: 983 time: 0.1908793 Mar 28 12:06:09.109098 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-29e5335b-206f-4c38-beb3-575f5cabdb5f req-32aa856f-40af-47a6-9fc7-815b6d587014 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3448b81-b554-4253-9b5b-e31998b92d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876122 Mar 28 12:06:09.114347 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-e05a5d6a-95ca-48b7-8ba4-94a8fdc22848 tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Deleting port 50c59b16-2662-4de6-9ff6-80d43df377d3 {{(pid=87870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:06:09.114694 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-e05a5d6a-95ca-48b7-8ba4-94a8fdc22848 tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:09.300648 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369d0623-c730-466b-93d6-aef7fc0cf488 req-2b04362e-8d44-4297-b029-728167f6f66c tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:06:09.302028 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-369d0623-c730-466b-93d6-aef7fc0cf488 req-2b04362e-8d44-4297-b029-728167f6f66c tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/ports?device_id=32c6d236-4497-4183-bbce-ed86a25ee98a HTTP/1.1" status: 200 len: 983 time: 0.0814767 Mar 28 12:06:09.306390 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.db [None req-e05a5d6a-95ca-48b7-8ba4-94a8fdc22848 tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] For port 50c59b16-2662-4de6-9ff6-80d43df377d3, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=50c59b16-2662-4de6-9ff6-80d43df377d3,segment=NetworkSegment(102c826a-dcb1-4ab2-b38a-97998bc8aeea),segment_id=102c826a-dcb1-4ab2-b38a-97998bc8aeea)] {{(pid=87870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:06:09.306747 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-e05a5d6a-95ca-48b7-8ba4-94a8fdc22848 tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:09.346514 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-369d0623-c730-466b-93d6-aef7fc0cf488 req-34226bbe-c6c0-4bf4-8f20-1ef2f9edab5a tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3448b81-b554-4253-9b5b-e31998b92d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386264 Mar 28 12:06:09.369732 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 59286) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:06:09.431297 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-e05a5d6a-95ca-48b7-8ba4-94a8fdc22848 tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Calling delete_port for 50c59b16-2662-4de6-9ff6-80d43df377d3 owned by network:router_interface {{(pid=87870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:06:09.443146 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c5e9659-a848-4bfb-9c32-39e1368b107d tempest-TestNetworkBasicOps-386611239 tempest-TestNetworkBasicOps-386611239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:06:09.444670 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-0c5e9659-a848-4bfb-9c32-39e1368b107d tempest-TestNetworkBasicOps-386611239 tempest-TestNetworkBasicOps-386611239-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=32c6d236-4497-4183-bbce-ed86a25ee98a HTTP/1.1" status: 200 len: 1131 time: 0.0739627 Mar 28 12:06:09.447402 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 59290) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:06:09.452378 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-e01420a2-df1d-451b-9c23-2c8218df413a tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Request body: {'floatingip': {'floating_network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'port_id': '20946a53-6ef1-47af-a38f-c7b63fa5e263', 'tenant_id': '527195c95736491ca1967a42cc300275', 'fixed_ip_address': '172.20.0.8'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:06:09.458195 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-e01420a2-df1d-451b-9c23-2c8218df413a tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:06:09.461965 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-e01420a2-df1d-451b-9c23-2c8218df413a tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Usage tracker for resource:floatingip and tenant:527195c95736491ca1967a42cc300275 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:06:09.464800 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-e01420a2-df1d-451b-9c23-2c8218df413a tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:06:09.471136 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-e01420a2-df1d-451b-9c23-2c8218df413a tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:06:09.481902 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-e01420a2-df1d-451b-9c23-2c8218df413a tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for floatingip, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:09.620035 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-e01420a2-df1d-451b-9c23-2c8218df413a tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:09.756730 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.db_base_plugin_common [None req-e01420a2-df1d-451b-9c23-2c8218df413a tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Allocated IP 172.26.7.103 (ac2b1748-8f63-4b17-a9c7-07e79704aa5b/0b7ebf76-1dc7-431a-a0b4-b96bacf287c2/85d6f311-237e-436a-a61a-a5c78ad5d291) {{(pid=87871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 12:06:09.767001 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-e05a5d6a-95ca-48b7-8ba4-94a8fdc22848 tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:09.814768 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05a5d6a-95ca-48b7-8ba4-94a8fdc22848 tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Pushing event deleted for resources: {'Port': ['ID=50c59b16-2662-4de6-9ff6-80d43df377d3,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:06:09.922096 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-e01420a2-df1d-451b-9c23-2c8218df413a tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for port, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:09.954836 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-e01420a2-df1d-451b-9c23-2c8218df413a tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:10.020038 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e01420a2-df1d-451b-9c23-2c8218df413a tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Network ac2b1748-8f63-4b17-a9c7-07e79704aa5b is already hosted by enough agents. {{(pid=87871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:06:10.022948 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-e01420a2-df1d-451b-9c23-2c8218df413a tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Resources bound (agent type, host, resource id): {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:06:10.026606 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e01420a2-df1d-451b-9c23-2c8218df413a tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Received port after_create {{(pid=87871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 12:06:10.075432 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01420a2-df1d-451b-9c23-2c8218df413a tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Pushing event updated for resources: {'Port': ['ID=85d6f311-237e-436a-a61a-a5c78ad5d291,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:06:10.214372 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-e05a5d6a-95ca-48b7-8ba4-94a8fdc22848 tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-743246'] for router_interface, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:10.565968 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-e01420a2-df1d-451b-9c23-2c8218df413a tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:10.580972 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e05a5d6a-95ca-48b7-8ba4-94a8fdc22848 tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Router 8e65681d-909e-447a-829e-a94d40394983 has already been hosted by L3 agent af79d429-529e-400b-a119-94d4bec03f3e {{(pid=87870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 12:06:10.642414 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-e01420a2-df1d-451b-9c23-2c8218df413a tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:10.759227 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e05a5d6a-95ca-48b7-8ba4-94a8fdc22848 tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 12:06:10.771056 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa5845b0-5286-450e-9221-179de5becd26 None None] Sync routers for ids ['8e65681d-909e-447a-829e-a94d40394983'] in dv-neutron-835340-2-hyperv {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 12:06:10.780809 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-e05a5d6a-95ca-48b7-8ba4-94a8fdc22848 tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] 10.222.0.30 "PUT /v2.0/routers/8e65681d-909e-447a-829e-a94d40394983/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7749760 Mar 28 12:06:10.781684 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa5845b0-5286-450e-9221-179de5becd26 None None] Routers {'8e65681d-909e-447a-829e-a94d40394983'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:06:10.782389 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-fa5845b0-5286-450e-9221-179de5becd26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:06:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['8e65681d-909e-447a-829e-a94d40394983'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:06:10.783332 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 59294) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:06:10.852098 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-e01420a2-df1d-451b-9c23-2c8218df413a tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for port, precommit_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:10.859610 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-e01420a2-df1d-451b-9c23-2c8218df413a tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2363241'] for port, after_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:10.873811 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.db_base_plugin_v2 [None req-290105af-0b0b-43ed-9f94-d906775fcd27 tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Deleting subnet aa519890-cb0b-4d8c-9394-fbdf4cf68a08 {{(pid=87870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 12:06:10.876907 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-290105af-0b0b-43ed-9f94-d906775fcd27 tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Notify callbacks [] for subnet, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:10.933708 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-290105af-0b0b-43ed-9f94-d906775fcd27 tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3591354'] for subnet, precommit_delete_associations {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:10.973899 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01420a2-df1d-451b-9c23-2c8218df413a tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Pushing event updated for resources: {'Port': ['ID=85d6f311-237e-436a-a61a-a5c78ad5d291,revision_number=2']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:06:10.974696 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvr_db [None req-fa5845b0-5286-450e-9221-179de5becd26 None None] Set router 8e65681d-909e-447a-829e-a94d40394983 gateway port host: dv-neutron-835340-2-hyperv {{(pid=87872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:06:10.981960 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-e01420a2-df1d-451b-9c23-2c8218df413a tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-709520'] for floatingip, after_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:11.019598 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-290105af-0b0b-43ed-9f94-d906775fcd27 tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1919782'] for subnet, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:11.102176 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-290105af-0b0b-43ed-9f94-d906775fcd27 tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1919805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2561174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2563528'] for subnet, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:11.145929 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-290105af-0b0b-43ed-9f94-d906775fcd27 tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Notify callbacks [] for subnet, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:11.149975 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290105af-0b0b-43ed-9f94-d906775fcd27 tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Pushing event deleted for resources: {'Subnet': ['ID=aa519890-cb0b-4d8c-9394-fbdf4cf68a08,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:06:11.154877 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.db.l3_db [None req-e01420a2-df1d-451b-9c23-2c8218df413a tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Floating IP 779c0959-4883-41f8-aaa9-f1b27400950e associated. External IP: 172.26.7.103, port: 20946a53-6ef1-47af-a38f-c7b63fa5e263. Mar 28 12:06:11.156541 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-290105af-0b0b-43ed-9f94-d906775fcd27 tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] 10.222.0.30 "DELETE /v2.0/subnets/aa519890-cb0b-4d8c-9394-fbdf4cf68a08 HTTP/1.1" status: 204 len: 168 time: 0.3719501 Mar 28 12:06:11.159197 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 59298) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:06:11.159332 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-263a34d1-052d-420f-8892-a55eeabc3c15 None None] Network c3ced620-75b2-4d2b-8695-e03cf51ed8af requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 12:06:11.347611 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-cdbd8f0a-9061-404e-9873-e8d5e85bb0dc tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Notify callbacks [] for router, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:11.446450 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-fa5845b0-5286-450e-9221-179de5becd26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e65681d-909e-447a-829e-a94d40394983', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1951616211', 'tenant_id': '36d6e72b7c0f4666a4c8ddd5206159f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.42'}], 'enable_snat': True}, 'gw_port_id': '91994319-dc30-4710-b2c3-870c9a915eb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:04:26Z', 'updated_at': '2022-03-28T12:06:09Z', 'revision_number': 5, 'project_id': '36d6e72b7c0f4666a4c8ddd5206159f1', 'gw_port': {'id': '91994319-dc30-4710-b2c3-870c9a915eb2', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:45:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e65681d-909e-447a-829e-a94d40394983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:04:27Z', 'updated_at': '2022-03-28T12:04:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv'}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:06:11.450665 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa5845b0-5286-450e-9221-179de5becd26 None None] Checking router: 8e65681d-909e-447a-829e-a94d40394983 for host: dv-neutron-835340-2-hyperv {{(pid=87872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 12:06:11.460133 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa5845b0-5286-450e-9221-179de5becd26 None None] Routers {'8e65681d-909e-447a-829e-a94d40394983'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:06:11.460775 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-fa5845b0-5286-450e-9221-179de5becd26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:06:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['8e65681d-909e-447a-829e-a94d40394983'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:06:11.527785 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09c2054c-a9ee-4f6c-9423-8ee659136e72 None None] DHCP port deletion for c3ced620-75b2-4d2b-8695-e03cf51ed8af request from dv-neutron-835340-2-hyperv {{(pid=87872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 12:06:11.541012 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-cdbd8f0a-9061-404e-9873-e8d5e85bb0dc tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:11.546231 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-09c2054c-a9ee-4f6c-9423-8ee659136e72 None None] Deleting port 8ccae06f-0884-46ee-82a8-31ab2a2ab8bb {{(pid=87872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:06:11.546742 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-09c2054c-a9ee-4f6c-9423-8ee659136e72 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:11.551216 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-cdbd8f0a-9061-404e-9873-e8d5e85bb0dc tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Deleting port 91994319-dc30-4710-b2c3-870c9a915eb2 {{(pid=87870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:06:11.551769 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-cdbd8f0a-9061-404e-9873-e8d5e85bb0dc tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:11.563936 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e01420a2-df1d-451b-9c23-2c8218df413a tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Router 87a165c4-0fa7-4253-9932-23ca41fa3a43 has already been hosted by L3 agent af79d429-529e-400b-a119-94d4bec03f3e {{(pid=87871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 12:06:11.766714 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e01420a2-df1d-451b-9c23-2c8218df413a tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 12:06:11.775818 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a33a0b40-03a9-44dd-99f2-544ba5654fa3 None None] Sync routers for ids ['87a165c4-0fa7-4253-9932-23ca41fa3a43'] in dv-neutron-835340-2-hyperv {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 12:06:11.791066 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a33a0b40-03a9-44dd-99f2-544ba5654fa3 None None] Routers {'87a165c4-0fa7-4253-9932-23ca41fa3a43'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:06:11.792521 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-a33a0b40-03a9-44dd-99f2-544ba5654fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:06:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['87a165c4-0fa7-4253-9932-23ca41fa3a43'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:06:11.796700 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-e01420a2-df1d-451b-9c23-2c8218df413a tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for floatingip, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:11.869042 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.db [None req-cdbd8f0a-9061-404e-9873-e8d5e85bb0dc tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] For port 91994319-dc30-4710-b2c3-870c9a915eb2, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=91994319-dc30-4710-b2c3-870c9a915eb2,segment=NetworkSegment(688afb86-c9bd-46e2-ba7d-3fe76fb1efff),segment_id=688afb86-c9bd-46e2-ba7d-3fe76fb1efff)] {{(pid=87870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:06:11.869404 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-cdbd8f0a-9061-404e-9873-e8d5e85bb0dc tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:11.880062 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-e01420a2-df1d-451b-9c23-2c8218df413a tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1034 time: 2.4314897 Mar 28 12:06:11.880915 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 59302) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:06:11.881563 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32c6d236-4497-4183-bbce-ed86a25ee98a', 'tag': '20946a53-6ef1-47af-a38f-c7b63fa5e263'}] {{(pid=87871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 12:06:11.992581 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-09c2054c-a9ee-4f6c-9423-8ee659136e72 None None] For port 8ccae06f-0884-46ee-82a8-31ab2a2ab8bb, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=8ccae06f-0884-46ee-82a8-31ab2a2ab8bb,segment=NetworkSegment(102c826a-dcb1-4ab2-b38a-97998bc8aeea),segment_id=102c826a-dcb1-4ab2-b38a-97998bc8aeea)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:06:11.993186 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-09c2054c-a9ee-4f6c-9423-8ee659136e72 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:12.004442 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-cdbd8f0a-9061-404e-9873-e8d5e85bb0dc tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Calling delete_port for 91994319-dc30-4710-b2c3-870c9a915eb2 owned by network:router_gateway {{(pid=87870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:06:12.073247 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvr_db [None req-a33a0b40-03a9-44dd-99f2-544ba5654fa3 None None] Set router 87a165c4-0fa7-4253-9932-23ca41fa3a43 gateway port host: dv-neutron-835340-2-hyperv {{(pid=87873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:06:12.130420 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 8ccae06f-0884-46ee-82a8-31ab2a2ab8bb no longer exists at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 12:06:12.135211 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32c6d236-4497-4183-bbce-ed86a25ee98a', 'tag': '20946a53-6ef1-47af-a38f-c7b63fa5e263', 'status': 'completed', 'code': 200} Mar 28 12:06:12.145116 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24ddda65-89a6-4f6a-acc3-1cd8fb1e084a tempest-TestNetworkBasicOps-386611239 tempest-TestNetworkBasicOps-386611239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:06:12.148882 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-24ddda65-89a6-4f6a-acc3-1cd8fb1e084a tempest-TestNetworkBasicOps-386611239 tempest-TestNetworkBasicOps-386611239-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=32c6d236-4497-4183-bbce-ed86a25ee98a&network_id=7b48ec17-f67c-46fb-85ff-587219f15a7c HTTP/1.1" status: 200 len: 1131 time: 0.2615390 Mar 28 12:06:12.199302 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-09c2054c-a9ee-4f6c-9423-8ee659136e72 None None] Calling delete_port for 8ccae06f-0884-46ee-82a8-31ab2a2ab8bb owned by network:dhcp {{(pid=87872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:06:12.251984 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-cdbd8f0a-9061-404e-9873-e8d5e85bb0dc tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:12.282038 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39200cb1-cad9-470e-be4e-0ce00c665a78 req-2cfc8a50-1c15-466b-86ae-5a718bda3365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:06:12.284556 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-39200cb1-cad9-470e-be4e-0ce00c665a78 req-2cfc8a50-1c15-466b-86ae-5a718bda3365 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=527195c95736491ca1967a42cc300275&device_id=32c6d236-4497-4183-bbce-ed86a25ee98a HTTP/1.1" status: 200 len: 1136 time: 0.1278090 Mar 28 12:06:12.303989 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbd8f0a-9061-404e-9873-e8d5e85bb0dc tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Pushing event deleted for resources: {'Port': ['ID=91994319-dc30-4710-b2c3-870c9a915eb2,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:06:12.307372 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-09c2054c-a9ee-4f6c-9423-8ee659136e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250'] for port, after_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:12.350773 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvr_db [None req-fa5845b0-5286-450e-9221-179de5becd26 None None] Set router 8e65681d-909e-447a-829e-a94d40394983 gateway port host: dv-neutron-835340-2-hyperv {{(pid=87872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:06:12.429754 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-cdbd8f0a-9061-404e-9873-e8d5e85bb0dc tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-709573'] for router_gateway, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:12.477604 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c2054c-a9ee-4f6c-9423-8ee659136e72 None None] Pushing event deleted for resources: {'Port': ['ID=8ccae06f-0884-46ee-82a8-31ab2a2ab8bb,revision_number=None']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:06:12.479422 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] No active binding found for port 8ccae06f-0884-46ee-82a8-31ab2a2ab8bb {{(pid=87872) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Mar 28 12:06:12.479841 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 8ccae06f-0884-46ee-82a8-31ab2a2ab8bb not bound to the agent host dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 12:06:12.494662 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39200cb1-cad9-470e-be4e-0ce00c665a78 req-f1068c48-1dde-48f8-b174-e9f3b71188d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:06:12.496273 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-39200cb1-cad9-470e-be4e-0ce00c665a78 req-f1068c48-1dde-48f8-b174-e9f3b71188d8 service neutron] 10.222.0.11 "GET /v2.0/networks?id=7b48ec17-f67c-46fb-85ff-587219f15a7c HTTP/1.1" status: 200 len: 897 time: 0.2041249 Mar 28 12:06:12.502655 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c2054c-a9ee-4f6c-9423-8ee659136e72 None None] No DVR routers for this DVR port 8ccae06f-0884-46ee-82a8-31ab2a2ab8bb on host dv-neutron-835340-2-hyperv {{(pid=87872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 12:06:12.652078 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-39200cb1-cad9-470e-be4e-0ce00c665a78 req-55817358-5a63-419a-9cf5-414abc736e17 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=20946a53-6ef1-47af-a38f-c7b63fa5e263 HTTP/1.1" status: 200 len: 1037 time: 0.1471603 Mar 28 12:06:12.684882 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-a33a0b40-03a9-44dd-99f2-544ba5654fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87a165c4-0fa7-4253-9932-23ca41fa3a43', 'name': 'tempest-TestNetworkBasicOps-router-1915185151', 'tenant_id': '527195c95736491ca1967a42cc300275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.58'}], 'enable_snat': True}, 'gw_port_id': '27047018-1241-42bb-851c-03860086eca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:05:48Z', 'updated_at': '2022-03-28T12:05:53Z', 'revision_number': 4, 'project_id': '527195c95736491ca1967a42cc300275', 'gw_port': {'id': '27047018-1241-42bb-851c-03860086eca2', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:d3:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87a165c4-0fa7-4253-9932-23ca41fa3a43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:05:48Z', 'updated_at': '2022-03-28T12:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_floatingips': [{'id': '779c0959-4883-41f8-aaa9-f1b27400950e', 'tenant_id': '527195c95736491ca1967a42cc300275', 'floating_ip_address': '172.26.7.103', 'floating_network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'router_id': '87a165c4-0fa7-4253-9932-23ca41fa3a43', 'port_id': '20946a53-6ef1-47af-a38f-c7b63fa5e263', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1365, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1502556018', 'network_id': '7b48ec17-f67c-46fb-85ff-587219f15a7c', 'mac_address': 'fa:16:3e:23:d9:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c6d236-4497-4183-bbce-ed86a25ee98a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T12:06:10Z', 'updated_at': '2022-03-28T12:06:10Z', 'revision_number': 0, 'project_id': '527195c95736491ca1967a42cc300275', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f9a913d-531a-417c-a8c6-6863fd835b2d', 'name': '', 'network_id': '7b48ec17-f67c-46fb-85ff-587219f15a7c', 'tenant_id': '527195c95736491ca1967a42cc300275', 'mac_address': 'fa:16:3e:10:83:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87a165c4-0fa7-4253-9932-23ca41fa3a43', 'device_owner': 'network:router_interface', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '05c45b88-19a4-4e78-9480-be0a35456fbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:05:52Z', 'updated_at': '2022-03-28T12:05:58Z', 'revision_number': 5, 'project_id': '527195c95736491ca1967a42cc300275', 'subnets': [{'id': '05c45b88-19a4-4e78-9480-be0a35456fbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:06:12.689752 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a33a0b40-03a9-44dd-99f2-544ba5654fa3 None None] Checking router: 87a165c4-0fa7-4253-9932-23ca41fa3a43 for host: dv-neutron-835340-2-hyperv {{(pid=87873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 12:06:12.700581 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a33a0b40-03a9-44dd-99f2-544ba5654fa3 None None] Routers {'87a165c4-0fa7-4253-9932-23ca41fa3a43'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:06:12.701600 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-a33a0b40-03a9-44dd-99f2-544ba5654fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:06:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['87a165c4-0fa7-4253-9932-23ca41fa3a43'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:06:12.727684 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39200cb1-cad9-470e-be4e-0ce00c665a78 req-98860ac3-9c44-418a-95b6-22e966902887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:06:12.729224 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-39200cb1-cad9-470e-be4e-0ce00c665a78 req-98860ac3-9c44-418a-95b6-22e966902887 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=05c45b88-19a4-4e78-9480-be0a35456fbf HTTP/1.1" status: 200 len: 835 time: 0.0714424 Mar 28 12:06:12.733868 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-cdbd8f0a-9061-404e-9873-e8d5e85bb0dc tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-745164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-260864'] for router, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:12.736699 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-cdbd8f0a-9061-404e-9873-e8d5e85bb0dc tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:12.748784 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-fa5845b0-5286-450e-9221-179de5becd26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e65681d-909e-447a-829e-a94d40394983', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1951616211', 'tenant_id': '36d6e72b7c0f4666a4c8ddd5206159f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.42'}], 'enable_snat': True}, 'gw_port_id': '91994319-dc30-4710-b2c3-870c9a915eb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:04:26Z', 'updated_at': '2022-03-28T12:06:09Z', 'revision_number': 5, 'project_id': '36d6e72b7c0f4666a4c8ddd5206159f1', 'gw_port': {'id': '91994319-dc30-4710-b2c3-870c9a915eb2', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:45:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e65681d-909e-447a-829e-a94d40394983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:04:27Z', 'updated_at': '2022-03-28T12:04:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv'}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:06:12.753750 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa5845b0-5286-450e-9221-179de5becd26 None None] The sync data for ids ['8e65681d-909e-447a-829e-a94d40394983'] in dv-neutron-835340-2-hyperv is: [{'id': '8e65681d-909e-447a-829e-a94d40394983', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1951616211', 'tenant_id': '36d6e72b7c0f4666a4c8ddd5206159f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.42'}], 'enable_snat': True}, 'gw_port_id': '91994319-dc30-4710-b2c3-870c9a915eb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:04:26Z', 'updated_at': '2022-03-28T12:06:09Z', 'revision_number': 5, 'project_id': '36d6e72b7c0f4666a4c8ddd5206159f1', 'gw_port': {'id': '91994319-dc30-4710-b2c3-870c9a915eb2', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:45:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e65681d-909e-447a-829e-a94d40394983', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1330, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:04:27Z', 'updated_at': '2022-03-28T12:04:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv'}] {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 12:06:12.787389 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-cdbd8f0a-9061-404e-9873-e8d5e85bb0dc tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-745021'] for router, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:12.787850 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdbd8f0a-9061-404e-9873-e8d5e85bb0dc tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Fanout notify agent at l3_agent the message router_deleted on router 8e65681d-909e-447a-829e-a94d40394983 {{(pid=87870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 12:06:12.809801 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7622c874-23b4-4f98-95e5-98d2837026ad req-66a9bd77-33eb-4dd7-a4f3-71be4014d280 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:06:12.811260 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-7622c874-23b4-4f98-95e5-98d2837026ad req-66a9bd77-33eb-4dd7-a4f3-71be4014d280 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/ports?device_id=32c6d236-4497-4183-bbce-ed86a25ee98a HTTP/1.1" status: 200 len: 983 time: 0.1890957 Mar 28 12:06:12.848704 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-cdbd8f0a-9061-404e-9873-e8d5e85bb0dc tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Notify callbacks [] for router, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:12.853379 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-cdbd8f0a-9061-404e-9873-e8d5e85bb0dc tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] 10.222.0.30 "DELETE /v2.0/routers/8e65681d-909e-447a-829e-a94d40394983 HTTP/1.1" status: 204 len: 168 time: 1.6928983 Mar 28 12:06:12.854184 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 59312) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:06:12.856481 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39200cb1-cad9-470e-be4e-0ce00c665a78 req-f2c177d7-a337-44e0-a888-c2c76c319368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:06:12.858526 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-39200cb1-cad9-470e-be4e-0ce00c665a78 req-f2c177d7-a337-44e0-a888-c2c76c319368 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7b48ec17-f67c-46fb-85ff-587219f15a7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1230493 Mar 28 12:06:12.969331 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-7622c874-23b4-4f98-95e5-98d2837026ad req-292979c3-a124-4f16-94f0-1b116a0034df tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3448b81-b554-4253-9b5b-e31998b92d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507034 Mar 28 12:06:12.991080 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-ddd9f6f6-daff-4c84-a088-261290fcf1a3 tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588883'] for network, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:12.994957 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvr_db [None req-a33a0b40-03a9-44dd-99f2-544ba5654fa3 None None] Set router 87a165c4-0fa7-4253-9932-23ca41fa3a43 gateway port host: dv-neutron-835340-2-hyperv {{(pid=87873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:06:13.023167 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-39200cb1-cad9-470e-be4e-0ce00c665a78 req-fed11dd3-c2e2-43b0-8a4e-dec5d32c074b service neutron] 10.222.0.11 "GET /v2.0/networks/7b48ec17-f67c-46fb-85ff-587219f15a7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577675 Mar 28 12:06:13.152698 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-ddd9f6f6-daff-4c84-a088-261290fcf1a3 tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930431', 'neutron.services.segments.db._delete_segments_for_network-8783496351308'] for network, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:13.194371 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-ddd9f6f6-daff-4c84-a088-261290fcf1a3 tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3ced620-75b2-4d2b-8695-e03cf51ed8af']}} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:06:13.204764 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-39200cb1-cad9-470e-be4e-0ce00c665a78 req-d2bc92ee-0016-49a5-bc97-e51a9b811271 service neutron] 10.222.0.11 "GET /v2.0/networks/7b48ec17-f67c-46fb-85ff-587219f15a7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749992 Mar 28 12:06:13.210275 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-ddd9f6f6-daff-4c84-a088-261290fcf1a3 tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '102c826a-dcb1-4ab2-b38a-97998bc8aeea') {'for_net_delete': True} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:06:13.210675 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-ddd9f6f6-daff-4c84-a088-261290fcf1a3 tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '102c826a-dcb1-4ab2-b38a-97998bc8aeea') {} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:06:13.235637 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-ddd9f6f6-daff-4c84-a088-261290fcf1a3 tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783496353639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3591341'] for segment, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:13.254286 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-ddd9f6f6-daff-4c84-a088-261290fcf1a3 tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:13.262404 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddd9f6f6-daff-4c84-a088-261290fcf1a3 tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=87870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 12:06:13.262800 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-ddd9f6f6-daff-4c84-a088-261290fcf1a3 tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1920481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2558260'] for segment, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:13.280837 dv-neutron-835340-2-hyperv neutron-server[87870]: Traceback (most recent call last): Mar 28 12:06:13.280837 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 12:06:13.280837 dv-neutron-835340-2-hyperv neutron-server[87870]: timer() Mar 28 12:06:13.280837 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 12:06:13.280837 dv-neutron-835340-2-hyperv neutron-server[87870]: cb(*args, **kw) Mar 28 12:06:13.280837 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 12:06:13.280837 dv-neutron-835340-2-hyperv neutron-server[87870]: return func(*args, **kwargs) Mar 28 12:06:13.280837 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 12:06:13.280837 dv-neutron-835340-2-hyperv neutron-server[87870]: self._notify() Mar 28 12:06:13.280837 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 12:06:13.280837 dv-neutron-835340-2-hyperv neutron-server[87870]: self.callback(batched_events) Mar 28 12:06:13.280837 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 12:06:13.280837 dv-neutron-835340-2-hyperv neutron-server[87870]: event.method(event) Mar 28 12:06:13.280837 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 12:06:13.280837 dv-neutron-835340-2-hyperv neutron-server[87870]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 12:06:13.280837 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 12:06:13.280837 dv-neutron-835340-2-hyperv neutron-server[87870]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 12:06:13.280837 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 12:06:13.280837 dv-neutron-835340-2-hyperv neutron-server[87870]: return f(self, *a, **k) Mar 28 12:06:13.280837 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 12:06:13.280837 dv-neutron-835340-2-hyperv neutron-server[87870]: return self._get(url).json() Mar 28 12:06:13.280837 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 12:06:13.280837 dv-neutron-835340-2-hyperv neutron-server[87870]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 12:06:13.280837 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 12:06:13.280837 dv-neutron-835340-2-hyperv neutron-server[87870]: return self.request(url, 'GET', **kwargs) Mar 28 12:06:13.280837 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 12:06:13.280837 dv-neutron-835340-2-hyperv neutron-server[87870]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 12:06:13.280837 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 12:06:13.280837 dv-neutron-835340-2-hyperv neutron-server[87870]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 12:06:13.280837 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 12:06:13.280837 dv-neutron-835340-2-hyperv neutron-server[87870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 12:06:13.280837 dv-neutron-835340-2-hyperv neutron-server[87870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 12:06:13.364482 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-ddd9f6f6-daff-4c84-a088-261290fcf1a3 tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709602'] for network, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:13.384777 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-ddd9f6f6-daff-4c84-a088-261290fcf1a3 tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Notify callbacks [] for network, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:13.392843 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd9f6f6-daff-4c84-a088-261290fcf1a3 tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Pushing event deleted for resources: {'Network': ['ID=c3ced620-75b2-4d2b-8695-e03cf51ed8af,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:06:13.408096 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-ddd9f6f6-daff-4c84-a088-261290fcf1a3 tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] 10.222.0.30 "DELETE /v2.0/networks/c3ced620-75b2-4d2b-8695-e03cf51ed8af HTTP/1.1" status: 204 len: 168 time: 0.5449169 Mar 28 12:06:13.409590 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 59316) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:06:13.429596 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-a33a0b40-03a9-44dd-99f2-544ba5654fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87a165c4-0fa7-4253-9932-23ca41fa3a43', 'name': 'tempest-TestNetworkBasicOps-router-1915185151', 'tenant_id': '527195c95736491ca1967a42cc300275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.58'}], 'enable_snat': True}, 'gw_port_id': '27047018-1241-42bb-851c-03860086eca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:05:48Z', 'updated_at': '2022-03-28T12:05:53Z', 'revision_number': 4, 'project_id': '527195c95736491ca1967a42cc300275', 'gw_port': {'id': '27047018-1241-42bb-851c-03860086eca2', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:d3:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87a165c4-0fa7-4253-9932-23ca41fa3a43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:05:48Z', 'updated_at': '2022-03-28T12:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_floatingips': [{'id': '779c0959-4883-41f8-aaa9-f1b27400950e', 'tenant_id': '527195c95736491ca1967a42cc300275', 'floating_ip_address': '172.26.7.103', 'floating_network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'router_id': '87a165c4-0fa7-4253-9932-23ca41fa3a43', 'port_id': '20946a53-6ef1-47af-a38f-c7b63fa5e263', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1365, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1502556018', 'network_id': '7b48ec17-f67c-46fb-85ff-587219f15a7c', 'mac_address': 'fa:16:3e:23:d9:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c6d236-4497-4183-bbce-ed86a25ee98a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T12:06:10Z', 'updated_at': '2022-03-28T12:06:10Z', 'revision_number': 0, 'project_id': '527195c95736491ca1967a42cc300275', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f9a913d-531a-417c-a8c6-6863fd835b2d', 'name': '', 'network_id': '7b48ec17-f67c-46fb-85ff-587219f15a7c', 'tenant_id': '527195c95736491ca1967a42cc300275', 'mac_address': 'fa:16:3e:10:83:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87a165c4-0fa7-4253-9932-23ca41fa3a43', 'device_owner': 'network:router_interface', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '05c45b88-19a4-4e78-9480-be0a35456fbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:05:52Z', 'updated_at': '2022-03-28T12:05:58Z', 'revision_number': 5, 'project_id': '527195c95736491ca1967a42cc300275', 'subnets': [{'id': '05c45b88-19a4-4e78-9480-be0a35456fbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:06:13.433655 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a33a0b40-03a9-44dd-99f2-544ba5654fa3 None None] The sync data for ids ['87a165c4-0fa7-4253-9932-23ca41fa3a43'] in dv-neutron-835340-2-hyperv is: [{'id': '87a165c4-0fa7-4253-9932-23ca41fa3a43', 'name': 'tempest-TestNetworkBasicOps-router-1915185151', 'tenant_id': '527195c95736491ca1967a42cc300275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.58'}], 'enable_snat': True}, 'gw_port_id': '27047018-1241-42bb-851c-03860086eca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:05:48Z', 'updated_at': '2022-03-28T12:05:53Z', 'revision_number': 4, 'project_id': '527195c95736491ca1967a42cc300275', 'gw_port': {'id': '27047018-1241-42bb-851c-03860086eca2', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:d3:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87a165c4-0fa7-4253-9932-23ca41fa3a43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:05:48Z', 'updated_at': '2022-03-28T12:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_floatingips': [{'id': '779c0959-4883-41f8-aaa9-f1b27400950e', 'tenant_id': '527195c95736491ca1967a42cc300275', 'floating_ip_address': '172.26.7.103', 'floating_network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'router_id': '87a165c4-0fa7-4253-9932-23ca41fa3a43', 'port_id': '20946a53-6ef1-47af-a38f-c7b63fa5e263', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1365, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1502556018', 'network_id': '7b48ec17-f67c-46fb-85ff-587219f15a7c', 'mac_address': 'fa:16:3e:23:d9:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c6d236-4497-4183-bbce-ed86a25ee98a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T12:06:10Z', 'updated_at': '2022-03-28T12:06:10Z', 'revision_number': 0, 'project_id': '527195c95736491ca1967a42cc300275', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f9a913d-531a-417c-a8c6-6863fd835b2d', 'name': '', 'network_id': '7b48ec17-f67c-46fb-85ff-587219f15a7c', 'tenant_id': '527195c95736491ca1967a42cc300275', 'mac_address': 'fa:16:3e:10:83:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87a165c4-0fa7-4253-9932-23ca41fa3a43', 'device_owner': 'network:router_interface', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '05c45b88-19a4-4e78-9480-be0a35456fbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:05:52Z', 'updated_at': '2022-03-28T12:05:58Z', 'revision_number': 5, 'project_id': '527195c95736491ca1967a42cc300275', 'subnets': [{'id': '05c45b88-19a4-4e78-9480-be0a35456fbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 12:06:13.490137 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-43c214e8-afcd-4d33-a1f2-7264413667e8 tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Notify callbacks [] for security_group, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:13.523061 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-43c214e8-afcd-4d33-a1f2-7264413667e8 tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:13.605610 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-43c214e8-afcd-4d33-a1f2-7264413667e8 tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:13.626181 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c214e8-afcd-4d33-a1f2-7264413667e8 tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb57de02-5375-45b8-9458-0bb3f6ad1c45,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:06:13.637745 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-43c214e8-afcd-4d33-a1f2-7264413667e8 tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] Notify callbacks [] for security_group, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:13.639524 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-43c214e8-afcd-4d33-a1f2-7264413667e8 tempest-TestNetworkAdvancedServerOps-591728499 tempest-TestNetworkAdvancedServerOps-591728499-project] 10.222.0.30 "DELETE /v2.0/security-groups/cb57de02-5375-45b8-9458-0bb3f6ad1c45 HTTP/1.1" status: 204 len: 168 time: 0.2283516 Mar 28 12:06:13.663061 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf3e206-9ead-4839-bb21-83b77cd7d2be None None] New status for floating IP 779c0959-4883-41f8-aaa9-f1b27400950e: ACTIVE {{(pid=87872) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 12:06:13.894327 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161bb11a-7cdb-472d-8781-2d05e6dfe7ea req-1a5d3b1b-09ef-46bd-b987-687117517fa1 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:06:13.896528 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-161bb11a-7cdb-472d-8781-2d05e6dfe7ea req-1a5d3b1b-09ef-46bd-b987-687117517fa1 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.11 "GET /v2.0/ports?device_id=32c6d236-4497-4183-bbce-ed86a25ee98a HTTP/1.1" status: 200 len: 983 time: 0.1254454 Mar 28 12:06:13.951948 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 91994319-dc30-4710-b2c3-870c9a915eb2 no longer exists at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 12:06:13.991177 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] No Port match for: 91994319-dc30-4710-b2c3-870c9a915eb2 {{(pid=87872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 12:06:13.991535 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 91994319-dc30-4710-b2c3-870c9a915eb2 not bound to the agent host dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 12:06:13.992132 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 50c59b16-2662-4de6-9ff6-80d43df377d3 no longer exists at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 12:06:14.001271 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161bb11a-7cdb-472d-8781-2d05e6dfe7ea req-6ff8f145-2a75-4f99-a409-bc09d247a1ec tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:06:14.003803 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-161bb11a-7cdb-472d-8781-2d05e6dfe7ea req-6ff8f145-2a75-4f99-a409-bc09d247a1ec tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.11 "GET /v2.0/ports/20946a53-6ef1-47af-a38f-c7b63fa5e263?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0992851 Mar 28 12:06:14.013634 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 59328) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:06:14.072875 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] No Port match for: 50c59b16-2662-4de6-9ff6-80d43df377d3 {{(pid=87872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 12:06:14.073363 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 50c59b16-2662-4de6-9ff6-80d43df377d3 not bound to the agent host dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 12:06:14.166265 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [req-161bb11a-7cdb-472d-8781-2d05e6dfe7ea req-5f80005f-3ebb-4efc-bd49-17c27b8fdecd tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Synchronizing usage tracker for tenant:527195c95736491ca1967a42cc300275 on resource:network {{(pid=87871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:06:14.179025 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [req-161bb11a-7cdb-472d-8781-2d05e6dfe7ea req-5f80005f-3ebb-4efc-bd49-17c27b8fdecd tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Unset dirty status for tenant:527195c95736491ca1967a42cc300275 on resource:network {{(pid=87871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:06:14.180336 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-161bb11a-7cdb-472d-8781-2d05e6dfe7ea req-5f80005f-3ebb-4efc-bd49-17c27b8fdecd tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.11 "GET /v2.0/networks/7b48ec17-f67c-46fb-85ff-587219f15a7c?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1718912 Mar 28 12:06:14.313065 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [req-161bb11a-7cdb-472d-8781-2d05e6dfe7ea req-fa0638d7-0b24-4d47-9ce0-2533280837be service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:06:14.314421 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-d398d333-66fb-478b-8ecb-ea45e6b0ae83 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=36d6e72b7c0f4666a4c8ddd5206159f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2995722 Mar 28 12:06:14.319892 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 59334) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:06:14.355096 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76cf31b-5e51-4f41-9243-90beb4fdb328 req-fd54dd0e-7a60-4c28-99f6-96e0473146a1 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:06:14.356456 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-c76cf31b-5e51-4f41-9243-90beb4fdb328 req-fd54dd0e-7a60-4c28-99f6-96e0473146a1 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/ports?device_id=32c6d236-4497-4183-bbce-ed86a25ee98a HTTP/1.1" status: 200 len: 983 time: 0.2433939 Mar 28 12:06:14.424013 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-161bb11a-7cdb-472d-8781-2d05e6dfe7ea req-fa0638d7-0b24-4d47-9ce0-2533280837be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:14.424557 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c797f568-8dc3-486f-b483-1ccd5d2146e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:14.429379 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-c76cf31b-5e51-4f41-9243-90beb4fdb328 req-48f5a5ac-50c2-4e4b-84df-d9cbd5ef7a54 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3448b81-b554-4253-9b5b-e31998b92d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659065 Mar 28 12:06:14.455496 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c797f568-8dc3-486f-b483-1ccd5d2146e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:14.512088 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c797f568-8dc3-486f-b483-1ccd5d2146e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:14.531591 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c797f568-8dc3-486f-b483-1ccd5d2146e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=073701bd-0fc5-435b-8f6f-584c551ab25e,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:06:14.536419 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c797f568-8dc3-486f-b483-1ccd5d2146e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:14.540417 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-c797f568-8dc3-486f-b483-1ccd5d2146e3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/073701bd-0fc5-435b-8f6f-584c551ab25e HTTP/1.1" status: 204 len: 168 time: 0.2162621 Mar 28 12:06:14.627784 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.db [req-161bb11a-7cdb-472d-8781-2d05e6dfe7ea req-fa0638d7-0b24-4d47-9ce0-2533280837be service neutron] For port 20946a53-6ef1-47af-a38f-c7b63fa5e263, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=20946a53-6ef1-47af-a38f-c7b63fa5e263,segment=NetworkSegment(ec6df7c5-6dd4-4951-9432-31efab19802d),segment_id=ec6df7c5-6dd4-4951-9432-31efab19802d)] {{(pid=87871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:06:14.657757 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.db [req-161bb11a-7cdb-472d-8781-2d05e6dfe7ea req-fa0638d7-0b24-4d47-9ce0-2533280837be service neutron] For port 20946a53-6ef1-47af-a38f-c7b63fa5e263, host hv-neutron-8353, cleared binding levels {{(pid=87871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 12:06:14.713048 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.notifiers.nova [req-161bb11a-7cdb-472d-8781-2d05e6dfe7ea req-fa0638d7-0b24-4d47-9ce0-2533280837be service neutron] device_id is not set on port 20946a53-6ef1-47af-a38f-c7b63fa5e263 yet. {{(pid=87871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 12:06:14.722329 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-161bb11a-7cdb-472d-8781-2d05e6dfe7ea req-fa0638d7-0b24-4d47-9ce0-2533280837be service neutron] Notify callbacks [] for port, precommit_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:14.729161 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-161bb11a-7cdb-472d-8781-2d05e6dfe7ea req-fa0638d7-0b24-4d47-9ce0-2533280837be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2363241'] for port, after_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:14.824258 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 59342) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:06:14.842562 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-012fed05-84df-4b7f-a9f1-e38511ab77c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:14.858372 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-012fed05-84df-4b7f-a9f1-e38511ab77c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:06:14.862707 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-012fed05-84df-4b7f-a9f1-e38511ab77c1 admin admin] Usage tracker for resource:security_group_rule and tenant:23cee5f9af1b420d97ae4d4d1b62de73 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:06:14.865799 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-012fed05-84df-4b7f-a9f1-e38511ab77c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:06:14.872531 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-012fed05-84df-4b7f-a9f1-e38511ab77c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:06:14.969691 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-012fed05-84df-4b7f-a9f1-e38511ab77c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:14.974210 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-012fed05-84df-4b7f-a9f1-e38511ab77c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:14.995500 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0638d7-0b24-4d47-9ce0-2533280837be service neutron] Pushing event updated for resources: {'Port': ['ID=20946a53-6ef1-47af-a38f-c7b63fa5e263,revision_number=6']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:06:15.023241 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-012fed05-84df-4b7f-a9f1-e38511ab77c1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=23cee5f9af1b420d97ae4d4d1b62de73&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1979194 Mar 28 12:06:15.024112 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012fed05-84df-4b7f-a9f1-e38511ab77c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d73043e-107b-4e06-ab82-2ba40b4ecc61,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:06:15.026351 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 59346) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:06:15.054558 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.l3_dvrscheduler_db [req-161bb11a-7cdb-472d-8781-2d05e6dfe7ea req-fa0638d7-0b24-4d47-9ce0-2533280837be service neutron] No DVR routers for this DVR port 20946a53-6ef1-47af-a38f-c7b63fa5e263 on host hv-neutron-8353 {{(pid=87871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 12:06:15.060775 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-9a38cc70-9fb0-42f1-8f22-40bca1f57450 None None] Provisioning complete for port 20946a53-6ef1-47af-a38f-c7b63fa5e263 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:06:15.061794 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-9a38cc70-9fb0-42f1-8f22-40bca1f57450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:15.093282 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-9b869b31-7521-42dc-b3c1-7dece0fa6872 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:15.115333 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-9a38cc70-9fb0-42f1-8f22-40bca1f57450 None None] Port 20946a53-6ef1-47af-a38f-c7b63fa5e263 cannot update to ACTIVE because it is not bound. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 12:06:15.121711 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-9b869b31-7521-42dc-b3c1-7dece0fa6872 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:15.176257 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-9b869b31-7521-42dc-b3c1-7dece0fa6872 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:15.193757 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b869b31-7521-42dc-b3c1-7dece0fa6872 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d73043e-107b-4e06-ab82-2ba40b4ecc61,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:06:15.197799 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-9b869b31-7521-42dc-b3c1-7dece0fa6872 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:15.203559 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-9b869b31-7521-42dc-b3c1-7dece0fa6872 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9d73043e-107b-4e06-ab82-2ba40b4ecc61 HTTP/1.1" status: 204 len: 168 time: 0.1715586 Mar 28 12:06:15.293069 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [req-161bb11a-7cdb-472d-8781-2d05e6dfe7ea req-fa0638d7-0b24-4d47-9ce0-2533280837be service neutron] In _notify_port_updated(), no bound segment for port 20946a53-6ef1-47af-a38f-c7b63fa5e263 on network 7b48ec17-f67c-46fb-85ff-587219f15a7c {{(pid=87871) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 28 12:06:15.293925 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161bb11a-7cdb-472d-8781-2d05e6dfe7ea req-fa0638d7-0b24-4d47-9ce0-2533280837be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:06:15.294517 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-161bb11a-7cdb-472d-8781-2d05e6dfe7ea req-fa0638d7-0b24-4d47-9ce0-2533280837be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:15.296017 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-161bb11a-7cdb-472d-8781-2d05e6dfe7ea req-fa0638d7-0b24-4d47-9ce0-2533280837be service neutron] 10.222.0.11 "PUT /v2.0/ports/20946a53-6ef1-47af-a38f-c7b63fa5e263 HTTP/1.1" status: 200 len: 1026 time: 0.9873569 Mar 28 12:06:15.597678 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-02d9602d-77c9-4d6e-af32-1a08aa1af734 req-bda04cf3-d6ad-4c2a-a5b5-9012b1cf8e20 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/ports?device_id=32c6d236-4497-4183-bbce-ed86a25ee98a HTTP/1.1" status: 200 len: 210 time: 0.0463829 Mar 28 12:06:15.938111 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 59372) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:06:16.039448 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-14a58a24-9a54-454c-b119-749d0dd56318 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-542767455-network', 'tenant_id': '47a90bc1ddf942f0867175a620007cc0'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:06:16.044188 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-14a58a24-9a54-454c-b119-749d0dd56318 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:06:16.048622 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-14a58a24-9a54-454c-b119-749d0dd56318 admin admin] Usage tracker for resource:network and tenant:47a90bc1ddf942f0867175a620007cc0 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:06:16.051433 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-14a58a24-9a54-454c-b119-749d0dd56318 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:06:16.057588 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-14a58a24-9a54-454c-b119-749d0dd56318 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:06:16.067779 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14a58a24-9a54-454c-b119-749d0dd56318 admin admin] Made reservation on behalf of 47a90bc1ddf942f0867175a620007cc0 for: {'network': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 12:06:16.070266 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-14a58a24-9a54-454c-b119-749d0dd56318 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for network, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:16.082033 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-14a58a24-9a54-454c-b119-749d0dd56318 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:16.095925 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-14a58a24-9a54-454c-b119-749d0dd56318 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:06:16.099648 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-14a58a24-9a54-454c-b119-749d0dd56318 admin admin] Usage tracker for resource:security_group_rule and tenant:47a90bc1ddf942f0867175a620007cc0 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:06:16.102363 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-14a58a24-9a54-454c-b119-749d0dd56318 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:06:16.108627 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-14a58a24-9a54-454c-b119-749d0dd56318 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:06:16.192111 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-14a58a24-9a54-454c-b119-749d0dd56318 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:16.195641 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-14a58a24-9a54-454c-b119-749d0dd56318 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:16.228184 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14a58a24-9a54-454c-b119-749d0dd56318 admin admin] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=87871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 12:06:16.233573 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a58a24-9a54-454c-b119-749d0dd56318 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9095f816-76e4-4a6c-b129-41d14a41081a,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:06:16.240735 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-14a58a24-9a54-454c-b119-749d0dd56318 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:16.241101 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.db.segments_db [None req-14a58a24-9a54-454c-b119-749d0dd56318 admin admin] Added segment 50310252-dd3a-44b3-a0be-b4c21d863506 of type vlan for network 58a24317-1730-4638-8adb-7f79ac32a130 Mar 28 12:06:16.268284 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-14a58a24-9a54-454c-b119-749d0dd56318 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783495836591'] for network, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:16.299054 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-14a58a24-9a54-454c-b119-749d0dd56318 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765'] for network, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:16.300023 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14a58a24-9a54-454c-b119-749d0dd56318 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:06:16.300602 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-14a58a24-9a54-454c-b119-749d0dd56318 admin admin] Notify callbacks [] for network, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:16.399985 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-14a58a24-9a54-454c-b119-749d0dd56318 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4607742 Mar 28 12:06:16.402852 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 59378) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:06:16.410030 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-4035e1e8-05ee-41e5-88f2-f29a73af3a1c admin admin] Request body: {'subnet': {'network_id': '58a24317-1730-4638-8adb-7f79ac32a130', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-542767455-subnet', 'tenant_id': '47a90bc1ddf942f0867175a620007cc0', 'ip_version': 4}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:06:16.413067 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a58a24-9a54-454c-b119-749d0dd56318 admin admin] Pushing event updated for resources: {'Network': ['ID=58a24317-1730-4638-8adb-7f79ac32a130,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:06:16.416580 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-4035e1e8-05ee-41e5-88f2-f29a73af3a1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:06:16.420585 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-4035e1e8-05ee-41e5-88f2-f29a73af3a1c admin admin] Usage tracker for resource:subnet and tenant:47a90bc1ddf942f0867175a620007cc0 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:06:16.422587 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Network 58a24317-1730-4638-8adb-7f79ac32a130 details requested by agent ovs-agent-dv-neutron-835340-2-hyperv with host dv-neutron-835340-2-hyperv {{(pid=87872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 12:06:16.423459 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-4035e1e8-05ee-41e5-88f2-f29a73af3a1c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:06:16.429154 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-4035e1e8-05ee-41e5-88f2-f29a73af3a1c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:06:16.440095 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4035e1e8-05ee-41e5-88f2-f29a73af3a1c admin admin] Made reservation on behalf of 47a90bc1ddf942f0867175a620007cc0 for: {'subnet': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 12:06:16.442457 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-4035e1e8-05ee-41e5-88f2-f29a73af3a1c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26551362'] for subnet, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:16.449608 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Device 20946a53-6ef1-47af-a38f-c7b63fa5e263 no longer exists at agent hyperv_hv-neutron-8353 {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 12:06:16.572414 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Device 20946a53-6ef1-47af-a38f-c7b63fa5e263 not bound to the agent host hv-neutron-8353 {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 12:06:16.653989 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-4035e1e8-05ee-41e5-88f2-f29a73af3a1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2364128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26551408'] for subnet, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:16.691517 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 59384) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:06:16.726144 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4035e1e8-05ee-41e5-88f2-f29a73af3a1c admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca5eb385-2512-460c-bf9c-e9f84ff9e2ac,revision_number=0']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:06:16.736236 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4035e1e8-05ee-41e5-88f2-f29a73af3a1c admin admin] Checking segment: {'id': '50310252-dd3a-44b3-a0be-b4c21d863506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '58a24317-1730-4638-8adb-7f79ac32a130'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 12:06:16.736592 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4035e1e8-05ee-41e5-88f2-f29a73af3a1c admin admin] Network hostable DHCP agents. Network: 58a24317-1730-4638-8adb-7f79ac32a130, hostable agents: ['3cb85949-855b-4a40-b988-cd5705e511da'], hosted agents: [] {{(pid=87871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 12:06:16.756518 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4035e1e8-05ee-41e5-88f2-f29a73af3a1c admin admin] Network 58a24317-1730-4638-8adb-7f79ac32a130 is scheduled to be hosted by DHCP agent 3cb85949-855b-4a40-b988-cd5705e511da with binding_index 1 {{(pid=87871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 12:06:16.765398 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1d8af03-8e82-4816-bb16-ffa32e131ec4 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:06:16.765672 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-4035e1e8-05ee-41e5-88f2-f29a73af3a1c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-2-hyperv, 58a24317-1730-4638-8adb-7f79ac32a130) {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:06:16.769597 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-c1d8af03-8e82-4816-bb16-ffa32e131ec4 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/ports/20946a53-6ef1-47af-a38f-c7b63fa5e263 HTTP/1.1" status: 200 len: 925 time: 0.0743885 Mar 28 12:06:16.770721 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4035e1e8-05ee-41e5-88f2-f29a73af3a1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:06:16.771709 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-4035e1e8-05ee-41e5-88f2-f29a73af3a1c admin admin] Notify callbacks [] for subnet, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:16.776363 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9867a78d-74da-4e97-a923-2dcc415b6b05 None None] Network 58a24317-1730-4638-8adb-7f79ac32a130 requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 12:06:16.800590 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-4035e1e8-05ee-41e5-88f2-f29a73af3a1c admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3944237 Mar 28 12:06:16.801257 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 59390) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:06:16.806414 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-4c445b42-f9e6-4596-ac2a-485548e5532a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-542767455-router', 'tenant_id': '47a90bc1ddf942f0867175a620007cc0', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b'}}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:06:16.813107 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-4c445b42-f9e6-4596-ac2a-485548e5532a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:06:16.817099 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-4c445b42-f9e6-4596-ac2a-485548e5532a admin admin] Usage tracker for resource:router and tenant:47a90bc1ddf942f0867175a620007cc0 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:06:16.820695 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-4c445b42-f9e6-4596-ac2a-485548e5532a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:06:16.827240 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-4c445b42-f9e6-4596-ac2a-485548e5532a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:06:16.840894 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-4c445b42-f9e6-4596-ac2a-485548e5532a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-707665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-260886'] for router, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:16.842233 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-4c445b42-f9e6-4596-ac2a-485548e5532a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-705660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709650', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-767110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260873'] for router, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:16.863229 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-4c445b42-f9e6-4596-ac2a-485548e5532a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:17.043177 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df777d3c-1426-4836-a745-1e0aab064513 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1d3f2a9-8722-5ce5-bc40-181687d1ed3f-58a24317-1730-4638-8adb-7f79ac32a130', 'network_id': '58a24317-1730-4638-8adb-7f79ac32a130', 'tenant_id': '47a90bc1ddf942f0867175a620007cc0', 'fixed_ips': [{'subnet_id': 'ca5eb385-2512-460c-bf9c-e9f84ff9e2ac'}]}} from dv-neutron-835340-2-hyperv. {{(pid=87872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 12:06:17.044041 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-df777d3c-1426-4836-a745-1e0aab064513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:17.120050 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 59394) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:06:17.126495 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-a1fa2e71-1b11-4de8-ad9c-d99b386bc285 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1940594956', 'description': 'tempest-secgroup-smoke-1940594956 description', 'project_id': '527195c95736491ca1967a42cc300275'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:06:17.133152 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-a1fa2e71-1b11-4de8-ad9c-d99b386bc285 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:06:17.134557 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-4c445b42-f9e6-4596-ac2a-485548e5532a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-709632', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-707672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260923'] for router, precommit_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:17.144482 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-a1fa2e71-1b11-4de8-ad9c-d99b386bc285 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:06:17.154057 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-a1fa2e71-1b11-4de8-ad9c-d99b386bc285 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:17.177907 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-a1fa2e71-1b11-4de8-ad9c-d99b386bc285 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:06:17.181827 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-a1fa2e71-1b11-4de8-ad9c-d99b386bc285 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Usage tracker for resource:security_group_rule and tenant:527195c95736491ca1967a42cc300275 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:06:17.184701 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-a1fa2e71-1b11-4de8-ad9c-d99b386bc285 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:06:17.191174 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-a1fa2e71-1b11-4de8-ad9c-d99b386bc285 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:06:17.208951 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.db_base_plugin_common [None req-df777d3c-1426-4836-a745-1e0aab064513 None None] Allocated IP 172.20.0.2 (58a24317-1730-4638-8adb-7f79ac32a130/ca5eb385-2512-460c-bf9c-e9f84ff9e2ac/828ebfbf-7ed1-4297-8baf-aa2c9eec721f) {{(pid=87872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 12:06:17.269744 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-a1fa2e71-1b11-4de8-ad9c-d99b386bc285 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:17.274292 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-a1fa2e71-1b11-4de8-ad9c-d99b386bc285 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:17.320100 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fa2e71-1b11-4de8-ad9c-d99b386bc285 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1cec4809-a19b-48df-b576-82d9ba58c2e1,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:06:17.323091 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-a1fa2e71-1b11-4de8-ad9c-d99b386bc285 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:17.324322 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-a1fa2e71-1b11-4de8-ad9c-d99b386bc285 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2029476 Mar 28 12:06:17.327361 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 59398) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:06:17.334021 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-e654888d-0665-4c22-83df-cd793987112f tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Request body: {'security_group_rule': {'security_group_id': '1cec4809-a19b-48df-b576-82d9ba58c2e1', 'project_id': '527195c95736491ca1967a42cc300275', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:06:17.340406 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-e654888d-0665-4c22-83df-cd793987112f tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:06:17.345160 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-e654888d-0665-4c22-83df-cd793987112f tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Usage tracker for resource:security_group_rule and tenant:527195c95736491ca1967a42cc300275 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:06:17.348565 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-e654888d-0665-4c22-83df-cd793987112f tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:06:17.355368 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-e654888d-0665-4c22-83df-cd793987112f tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:06:17.376229 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-e654888d-0665-4c22-83df-cd793987112f tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:17.427639 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-df777d3c-1426-4836-a745-1e0aab064513 None None] Notify callbacks [] for port, precommit_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:17.439429 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-df777d3c-1426-4836-a745-1e0aab064513 None None] Transition to ACTIVE for port object 828ebfbf-7ed1-4297-8baf-aa2c9eec721f will not be triggered until provisioned by entity L2. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:06:17.442479 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-e654888d-0665-4c22-83df-cd793987112f tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:17.446511 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-e654888d-0665-4c22-83df-cd793987112f tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740322'] for security_group_rule, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:17.460225 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-df777d3c-1426-4836-a745-1e0aab064513 None None] Transition to ACTIVE for port object 828ebfbf-7ed1-4297-8baf-aa2c9eec721f will not be triggered until provisioned by entity DHCP. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:06:17.467368 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-df777d3c-1426-4836-a745-1e0aab064513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241'] for port, after_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:17.472323 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e654888d-0665-4c22-83df-cd793987112f tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=926c5448-bdb4-450f-b027-884c206e753e,revision_number=0']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:06:17.484337 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-e654888d-0665-4c22-83df-cd793987112f tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:17.485477 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-e654888d-0665-4c22-83df-cd793987112f tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1566663 Mar 28 12:06:17.488032 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 59402) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:06:17.493076 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-0c08e586-ee14-4042-a5c8-6dc86d5aca7c tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Request body: {'security_group_rule': {'security_group_id': '1cec4809-a19b-48df-b576-82d9ba58c2e1', 'project_id': '527195c95736491ca1967a42cc300275', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:06:17.499346 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-0c08e586-ee14-4042-a5c8-6dc86d5aca7c tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:06:17.503287 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-0c08e586-ee14-4042-a5c8-6dc86d5aca7c tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Usage tracker for resource:security_group_rule and tenant:527195c95736491ca1967a42cc300275 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:06:17.506238 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-0c08e586-ee14-4042-a5c8-6dc86d5aca7c tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:06:17.512240 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-0c08e586-ee14-4042-a5c8-6dc86d5aca7c tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:06:17.532700 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-0c08e586-ee14-4042-a5c8-6dc86d5aca7c tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:17.535549 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df777d3c-1426-4836-a745-1e0aab064513 None None] Network 58a24317-1730-4638-8adb-7f79ac32a130 is already hosted by enough agents. {{(pid=87872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:06:17.538371 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.base_scheduler [None req-df777d3c-1426-4836-a745-1e0aab064513 None None] Resources bound (agent type, host, resource id): {{(pid=87872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:06:17.541975 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df777d3c-1426-4836-a745-1e0aab064513 None None] Received port after_create {{(pid=87872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 12:06:17.586270 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df777d3c-1426-4836-a745-1e0aab064513 None None] Pushing event updated for resources: {'Port': ['ID=828ebfbf-7ed1-4297-8baf-aa2c9eec721f,revision_number=1']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:06:17.597051 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-4c445b42-f9e6-4596-ac2a-485548e5532a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:17.606574 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-0c08e586-ee14-4042-a5c8-6dc86d5aca7c tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:17.611287 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-0c08e586-ee14-4042-a5c8-6dc86d5aca7c tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740322'] for security_group_rule, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:17.628204 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-4c445b42-f9e6-4596-ac2a-485548e5532a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:17.637747 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c08e586-ee14-4042-a5c8-6dc86d5aca7c tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cde92981-56a1-40ae-8de0-c2e8dcc8845c,revision_number=0']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:06:17.649607 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-0c08e586-ee14-4042-a5c8-6dc86d5aca7c tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:17.651735 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-0c08e586-ee14-4042-a5c8-6dc86d5aca7c tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1626132 Mar 28 12:06:17.654422 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 59406) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:06:17.655241 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-df777d3c-1426-4836-a745-1e0aab064513 None None] Attempting to bind port 828ebfbf-7ed1-4297-8baf-aa2c9eec721f on host dv-neutron-835340-2-hyperv for vnic_type normal with profile {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 12:06:17.655625 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-df777d3c-1426-4836-a745-1e0aab064513 None None] Attempting to bind port 828ebfbf-7ed1-4297-8baf-aa2c9eec721f by drivers openvswitch,hyperv on host dv-neutron-835340-2-hyperv at level 0 using segments [{'id': '50310252-dd3a-44b3-a0be-b4c21d863506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '58a24317-1730-4638-8adb-7f79ac32a130'}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 12:06:17.655982 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df777d3c-1426-4836-a745-1e0aab064513 None None] Attempting to bind port 828ebfbf-7ed1-4297-8baf-aa2c9eec721f on network 58a24317-1730-4638-8adb-7f79ac32a130 {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 12:06:17.659691 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-f4bc0fb3-ac60-4bb9-8bb2-d2758168a495 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Request body: {'security_group_rule': {'security_group_id': '1cec4809-a19b-48df-b576-82d9ba58c2e1', 'project_id': '527195c95736491ca1967a42cc300275', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:06:17.661687 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df777d3c-1426-4836-a745-1e0aab064513 None None] Checking agent: {'id': '961a16fe-cbc8-4264-ac28-bbbd53f89caa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 46, 6), 'started_at': datetime.datetime(2022, 3, 28, 11, 46, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 12, 6, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 12:06:17.662090 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df777d3c-1426-4836-a745-1e0aab064513 None None] Checking segment: {'id': '50310252-dd3a-44b3-a0be-b4c21d863506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '58a24317-1730-4638-8adb-7f79ac32a130'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 12:06:17.662649 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-df777d3c-1426-4836-a745-1e0aab064513 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:17.663034 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df777d3c-1426-4836-a745-1e0aab064513 None None] Bound using segment: {'id': '50310252-dd3a-44b3-a0be-b4c21d863506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '58a24317-1730-4638-8adb-7f79ac32a130'} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 12:06:17.663701 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-df777d3c-1426-4836-a745-1e0aab064513 None None] Bound port: 828ebfbf-7ed1-4297-8baf-aa2c9eec721f, host: dv-neutron-835340-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50310252-dd3a-44b3-a0be-b4c21d863506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '58a24317-1730-4638-8adb-7f79ac32a130'}}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 12:06:17.664075 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-df777d3c-1426-4836-a745-1e0aab064513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:17.666894 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-f4bc0fb3-ac60-4bb9-8bb2-d2758168a495 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:06:17.672973 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-f4bc0fb3-ac60-4bb9-8bb2-d2758168a495 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Usage tracker for resource:security_group_rule and tenant:527195c95736491ca1967a42cc300275 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:06:17.676889 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-f4bc0fb3-ac60-4bb9-8bb2-d2758168a495 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:06:17.683463 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-f4bc0fb3-ac60-4bb9-8bb2-d2758168a495 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:06:17.700265 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-f4bc0fb3-ac60-4bb9-8bb2-d2758168a495 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:17.755100 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-df777d3c-1426-4836-a745-1e0aab064513 None None] For port 828ebfbf-7ed1-4297-8baf-aa2c9eec721f, host dv-neutron-835340-2-hyperv, cleared binding levels {{(pid=87872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 12:06:17.759425 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-df777d3c-1426-4836-a745-1e0aab064513 None None] For port 828ebfbf-7ed1-4297-8baf-aa2c9eec721f, host dv-neutron-835340-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=828ebfbf-7ed1-4297-8baf-aa2c9eec721f,segment=NetworkSegment(50310252-dd3a-44b3-a0be-b4c21d863506),segment_id=50310252-dd3a-44b3-a0be-b4c21d863506)] {{(pid=87872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 12:06:17.766778 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-f4bc0fb3-ac60-4bb9-8bb2-d2758168a495 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:17.767911 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-df777d3c-1426-4836-a745-1e0aab064513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:17.771817 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-f4bc0fb3-ac60-4bb9-8bb2-d2758168a495 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740322'] for security_group_rule, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:17.774954 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.db_base_plugin_common [None req-4c445b42-f9e6-4596-ac2a-485548e5532a admin admin] Allocated IP 172.26.7.15 (ac2b1748-8f63-4b17-a9c7-07e79704aa5b/0b7ebf76-1dc7-431a-a0b4-b96bacf287c2/41c6dd69-d901-41f2-afe7-3ed161b55c6b) {{(pid=87871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 12:06:17.798513 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bc0fb3-ac60-4bb9-8bb2-d2758168a495 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4cb2850-9f6c-4a5f-8092-c2f9a37c8c68,revision_number=0']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:06:17.811284 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-f4bc0fb3-ac60-4bb9-8bb2-d2758168a495 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:17.815321 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-f4bc0fb3-ac60-4bb9-8bb2-d2758168a495 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1571341 Mar 28 12:06:17.815799 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 59410) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:06:17.825076 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-46d46c11-5207-4962-8ad8-0fd3aa9e3ae0 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Request body: {'security_group_rule': {'security_group_id': '1cec4809-a19b-48df-b576-82d9ba58c2e1', 'project_id': '527195c95736491ca1967a42cc300275', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:06:17.831993 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-46d46c11-5207-4962-8ad8-0fd3aa9e3ae0 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:06:17.836165 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-46d46c11-5207-4962-8ad8-0fd3aa9e3ae0 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Usage tracker for resource:security_group_rule and tenant:527195c95736491ca1967a42cc300275 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:06:17.839890 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-46d46c11-5207-4962-8ad8-0fd3aa9e3ae0 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:06:17.846262 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-46d46c11-5207-4962-8ad8-0fd3aa9e3ae0 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:06:17.862700 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df777d3c-1426-4836-a745-1e0aab064513 None None] Pushing event updated for resources: {'Port': ['ID=828ebfbf-7ed1-4297-8baf-aa2c9eec721f,revision_number=2']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:06:17.868500 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-46d46c11-5207-4962-8ad8-0fd3aa9e3ae0 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:17.944857 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-46d46c11-5207-4962-8ad8-0fd3aa9e3ae0 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:17.948684 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-46d46c11-5207-4962-8ad8-0fd3aa9e3ae0 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740322'] for security_group_rule, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:17.973773 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d46c11-5207-4962-8ad8-0fd3aa9e3ae0 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64144530-3590-4c23-b7b8-f4d4e41f80b2,revision_number=0']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:06:17.983523 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-46d46c11-5207-4962-8ad8-0fd3aa9e3ae0 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:17.984112 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-4c445b42-f9e6-4596-ac2a-485548e5532a admin admin] Notify callbacks [] for port, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:17.984967 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-46d46c11-5207-4962-8ad8-0fd3aa9e3ae0 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1680658 Mar 28 12:06:17.987779 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 59414) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:06:17.995787 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-8abf0f28-878d-4b0c-81c9-47d9d5def9e3 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Request body: {'security_group_rule': {'security_group_id': '1cec4809-a19b-48df-b576-82d9ba58c2e1', 'project_id': '527195c95736491ca1967a42cc300275', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:06:18.004113 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-8abf0f28-878d-4b0c-81c9-47d9d5def9e3 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:06:18.009581 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-8abf0f28-878d-4b0c-81c9-47d9d5def9e3 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Usage tracker for resource:security_group_rule and tenant:527195c95736491ca1967a42cc300275 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:06:18.013331 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-8abf0f28-878d-4b0c-81c9-47d9d5def9e3 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:06:18.021044 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-8abf0f28-878d-4b0c-81c9-47d9d5def9e3 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:06:18.049299 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.db.securitygroups_db [None req-8abf0f28-878d-4b0c-81c9-47d9d5def9e3 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Project 527195c95736491ca1967a42cc300275 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 12:06:18.058215 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-8abf0f28-878d-4b0c-81c9-47d9d5def9e3 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:18.070690 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-4c445b42-f9e6-4596-ac2a-485548e5532a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:18.164315 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c445b42-f9e6-4596-ac2a-485548e5532a admin admin] Network ac2b1748-8f63-4b17-a9c7-07e79704aa5b is already hosted by enough agents. {{(pid=87871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:06:18.171088 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-4c445b42-f9e6-4596-ac2a-485548e5532a admin admin] Resources bound (agent type, host, resource id): {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:06:18.180126 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c445b42-f9e6-4596-ac2a-485548e5532a admin admin] Received port after_create {{(pid=87871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 12:06:18.225262 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c445b42-f9e6-4596-ac2a-485548e5532a admin admin] Pushing event updated for resources: {'Port': ['ID=41c6dd69-d901-41f2-afe7-3ed161b55c6b,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:06:18.237104 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-8abf0f28-878d-4b0c-81c9-47d9d5def9e3 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:18.243749 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-8abf0f28-878d-4b0c-81c9-47d9d5def9e3 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740322'] for security_group_rule, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:18.321908 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abf0f28-878d-4b0c-81c9-47d9d5def9e3 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de3e6660-e1b2-48c0-9fff-b0b342bf7fd5,revision_number=0']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:06:18.394531 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-8abf0f28-878d-4b0c-81c9-47d9d5def9e3 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:18.395652 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-8abf0f28-878d-4b0c-81c9-47d9d5def9e3 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4069202 Mar 28 12:06:18.398460 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 59418) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:06:18.403782 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-67e621d5-fe28-4d71-96c0-ba3e1faec7fe tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Request body: {'security_group_rule': {'security_group_id': '1cec4809-a19b-48df-b576-82d9ba58c2e1', 'project_id': '527195c95736491ca1967a42cc300275', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:06:18.410222 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-67e621d5-fe28-4d71-96c0-ba3e1faec7fe tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:06:18.414103 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-67e621d5-fe28-4d71-96c0-ba3e1faec7fe tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Usage tracker for resource:security_group_rule and tenant:527195c95736491ca1967a42cc300275 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:06:18.416960 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-67e621d5-fe28-4d71-96c0-ba3e1faec7fe tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:06:18.422637 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-67e621d5-fe28-4d71-96c0-ba3e1faec7fe tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:06:18.432566 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.db.securitygroups_db [None req-67e621d5-fe28-4d71-96c0-ba3e1faec7fe tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Project 527195c95736491ca1967a42cc300275 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 12:06:18.439179 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-67e621d5-fe28-4d71-96c0-ba3e1faec7fe tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:18.507904 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-67e621d5-fe28-4d71-96c0-ba3e1faec7fe tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:18.512239 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-67e621d5-fe28-4d71-96c0-ba3e1faec7fe tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740322'] for security_group_rule, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:18.537965 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e621d5-fe28-4d71-96c0-ba3e1faec7fe tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2cb9048-e39c-46c3-a236-bf6e51fc77b3,revision_number=0']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:06:18.552145 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-67e621d5-fe28-4d71-96c0-ba3e1faec7fe tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:18.556008 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-67e621d5-fe28-4d71-96c0-ba3e1faec7fe tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1563830 Mar 28 12:06:18.649934 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-4c445b42-f9e6-4596-ac2a-485548e5532a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:18.786345 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [req-82e81016-7069-4e38-90b8-d4aa46cab146 req-fe507fc4-ab69-4cd5-929f-4b0d73c96829 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Synchronizing usage tracker for tenant:527195c95736491ca1967a42cc300275 on resource:security_group {{(pid=87870) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:06:18.809483 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [req-82e81016-7069-4e38-90b8-d4aa46cab146 req-fe507fc4-ab69-4cd5-929f-4b0d73c96829 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Unset dirty status for tenant:527195c95736491ca1967a42cc300275 on resource:security_group {{(pid=87870) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:06:18.818520 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-82e81016-7069-4e38-90b8-d4aa46cab146 req-fe507fc4-ab69-4cd5-929f-4b0d73c96829 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1940594956&fields=id&tenant_id=527195c95736491ca1967a42cc300275 HTTP/1.1" status: 200 len: 267 time: 0.0752900 Mar 28 12:06:18.861486 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0c7d9ff-19ca-4db4-a6f7-eb1a21a95651 None None] Network 58a24317-1730-4638-8adb-7f79ac32a130 requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 12:06:18.900413 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e81016-7069-4e38-90b8-d4aa46cab146 req-8303bfec-b994-4f72-8404-20bad1f4eedf tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:06:18.901670 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-82e81016-7069-4e38-90b8-d4aa46cab146 req-8303bfec-b994-4f72-8404-20bad1f4eedf tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/ports/20946a53-6ef1-47af-a38f-c7b63fa5e263 HTTP/1.1" status: 200 len: 930 time: 0.0822558 Mar 28 12:06:18.975605 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-3c7325c2-3663-4417-9c92-61f158d02b0d None None] Provisioning for port 828ebfbf-7ed1-4297-8baf-aa2c9eec721f completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:06:18.978125 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-82e81016-7069-4e38-90b8-d4aa46cab146 req-710884b5-e6a5-4a56-a3ba-d803c46a0feb service neutron] 10.222.0.30 "GET /v2.0/ports/20946a53-6ef1-47af-a38f-c7b63fa5e263?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0620778 Mar 28 12:06:19.027442 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-4c445b42-f9e6-4596-ac2a-485548e5532a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709693'] for router, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:19.116891 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-82e81016-7069-4e38-90b8-d4aa46cab146 req-ab03137b-a01b-498b-b473-4d295a76722d service neutron] 10.222.0.30 "GET /v2.0/networks/7b48ec17-f67c-46fb-85ff-587219f15a7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311116 Mar 28 12:06:19.262331 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-82e81016-7069-4e38-90b8-d4aa46cab146 req-28704cce-f8cf-4939-ad55-115f0b279051 service neutron] 10.222.0.30 "GET /v2.0/networks/7b48ec17-f67c-46fb-85ff-587219f15a7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385660 Mar 28 12:06:19.372337 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c445b42-f9e6-4596-ac2a-485548e5532a admin admin] Router f0ac7086-2dee-4826-8a05-05fa0e57fdc3 is scheduled to L3 agent af79d429-529e-400b-a119-94d4bec03f3e with binding_index 1 {{(pid=87871) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 12:06:19.495005 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-8dd37068-479e-494d-b529-c1a142b5d47d req-8a804c1c-31ef-4d5c-96d0-1e771f1cac19 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/ports?device_id=51660831-b1b5-4794-a084-619a8b40de6a HTTP/1.1" status: 200 len: 210 time: 0.0592782 Mar 28 12:06:19.600099 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c445b42-f9e6-4596-ac2a-485548e5532a admin admin] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 12:06:19.611012 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-834ce760-6866-4e1d-b94f-9153d3ccf99b None None] Sync routers for ids ['f0ac7086-2dee-4826-8a05-05fa0e57fdc3'] in dv-neutron-835340-2-hyperv {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 12:06:19.627250 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-834ce760-6866-4e1d-b94f-9153d3ccf99b None None] Routers {'f0ac7086-2dee-4826-8a05-05fa0e57fdc3'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:06:19.627966 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-834ce760-6866-4e1d-b94f-9153d3ccf99b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:06:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['f0ac7086-2dee-4826-8a05-05fa0e57fdc3'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:06:19.631706 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-4c445b42-f9e6-4596-ac2a-485548e5532a admin admin] Notify callbacks [] for router, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:19.633016 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-4c445b42-f9e6-4596-ac2a-485548e5532a admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.8309932 Mar 28 12:06:19.635815 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 59442) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:06:19.806303 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvr_db [None req-834ce760-6866-4e1d-b94f-9153d3ccf99b None None] Set router f0ac7086-2dee-4826-8a05-05fa0e57fdc3 gateway port host: dv-neutron-835340-2-hyperv {{(pid=87873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:06:19.899970 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 828ebfbf-7ed1-4297-8baf-aa2c9eec721f up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:06:19.972450 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning for port 828ebfbf-7ed1-4297-8baf-aa2c9eec721f completed by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:06:19.978160 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port 828ebfbf-7ed1-4297-8baf-aa2c9eec721f triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:06:19.978693 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:20.121766 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:20.149793 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-834ce760-6866-4e1d-b94f-9153d3ccf99b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0ac7086-2dee-4826-8a05-05fa0e57fdc3', 'name': 'tempest-TestVolumeBootPattern-542767455-router', 'tenant_id': '47a90bc1ddf942f0867175a620007cc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.15'}], 'enable_snat': True}, 'gw_port_id': '41c6dd69-d901-41f2-afe7-3ed161b55c6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:06:16Z', 'updated_at': '2022-03-28T12:06:18Z', 'revision_number': 3, 'project_id': '47a90bc1ddf942f0867175a620007cc0', 'gw_port': {'id': '41c6dd69-d901-41f2-afe7-3ed161b55c6b', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:d2:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0ac7086-2dee-4826-8a05-05fa0e57fdc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:06:17Z', 'updated_at': '2022-03-28T12:06:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv'}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:06:20.154016 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-834ce760-6866-4e1d-b94f-9153d3ccf99b None None] Checking router: f0ac7086-2dee-4826-8a05-05fa0e57fdc3 for host: dv-neutron-835340-2-hyperv {{(pid=87873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 12:06:20.154632 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-834ce760-6866-4e1d-b94f-9153d3ccf99b None None] Updating router f0ac7086-2dee-4826-8a05-05fa0e57fdc3 port 41c6dd69-d901-41f2-afe7-3ed161b55c6b binding host dv-neutron-835340-2-hyperv {{(pid=87873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 12:06:20.158836 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] For port 828ebfbf-7ed1-4297-8baf-aa2c9eec721f, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=828ebfbf-7ed1-4297-8baf-aa2c9eec721f,segment=NetworkSegment(50310252-dd3a-44b3-a0be-b4c21d863506),segment_id=50310252-dd3a-44b3-a0be-b4c21d863506)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:06:20.163577 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:20.211720 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron_lib.callbacks.manager [None req-834ce760-6866-4e1d-b94f-9153d3ccf99b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:20.231007 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Pushing event updated for resources: {'Port': ['ID=828ebfbf-7ed1-4297-8baf-aa2c9eec721f,revision_number=3']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:06:20.499138 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-eed05fee-5ad9-486f-b2d3-6cf85b3aeaf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:20.518014 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e81016-7069-4e38-90b8-d4aa46cab146 req-a85eb0a3-8eb0-4900-9f00-89048b0d4458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:06:20.519397 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-82e81016-7069-4e38-90b8-d4aa46cab146 req-a85eb0a3-8eb0-4900-9f00-89048b0d4458 service neutron] 10.222.0.11 "GET /v2.0/ports/20946a53-6ef1-47af-a38f-c7b63fa5e263 HTTP/1.1" status: 200 len: 1026 time: 0.0751467 Mar 28 12:06:20.614624 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:20.633335 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron_lib.callbacks.manager [None req-834ce760-6866-4e1d-b94f-9153d3ccf99b None None] Notify callbacks [] for port, precommit_update {{(pid=87873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:20.658219 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.provisioning_blocks [None req-834ce760-6866-4e1d-b94f-9153d3ccf99b None None] Transition to ACTIVE for port object 41c6dd69-d901-41f2-afe7-3ed161b55c6b will not be triggered until provisioned by entity L2. {{(pid=87873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:06:20.666566 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron_lib.callbacks.manager [None req-834ce760-6866-4e1d-b94f-9153d3ccf99b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:20.712960 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e81016-7069-4e38-90b8-d4aa46cab146 req-df483365-cff1-403f-a5c9-631cb8845a94 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:06:20.714487 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-82e81016-7069-4e38-90b8-d4aa46cab146 req-df483365-cff1-403f-a5c9-631cb8845a94 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.11 "GET /v2.0/networks?id=7b48ec17-f67c-46fb-85ff-587219f15a7c HTTP/1.1" status: 200 len: 797 time: 0.1884708 Mar 28 12:06:20.751493 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-852b0323-573f-4da5-b892-2b76a8afe752 req-3f7ce117-27a1-4dee-ad5d-57798f8d6a49 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/ports?device_id=51660831-b1b5-4794-a084-619a8b40de6a HTTP/1.1" status: 200 len: 210 time: 0.0476766 Mar 28 12:06:20.771578 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.managers [None req-834ce760-6866-4e1d-b94f-9153d3ccf99b None None] Attempting to bind port 41c6dd69-d901-41f2-afe7-3ed161b55c6b on host dv-neutron-835340-2-hyperv for vnic_type normal with profile {{(pid=87873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 12:06:20.772313 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.managers [None req-834ce760-6866-4e1d-b94f-9153d3ccf99b None None] Attempting to bind port 41c6dd69-d901-41f2-afe7-3ed161b55c6b by drivers openvswitch,hyperv on host dv-neutron-835340-2-hyperv at level 0 using segments [{'id': '688afb86-c9bd-46e2-ba7d-3fe76fb1efff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b'}] {{(pid=87873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 12:06:20.772878 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-834ce760-6866-4e1d-b94f-9153d3ccf99b None None] Attempting to bind port 41c6dd69-d901-41f2-afe7-3ed161b55c6b on network ac2b1748-8f63-4b17-a9c7-07e79704aa5b {{(pid=87873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 12:06:20.785699 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-82e81016-7069-4e38-90b8-d4aa46cab146 req-21564262-2b19-4c4a-b13c-e4ee338f656c tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=527195c95736491ca1967a42cc300275 HTTP/1.1" status: 200 len: 472 time: 0.0630314 Mar 28 12:06:20.792251 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-834ce760-6866-4e1d-b94f-9153d3ccf99b None None] Checking agent: {'id': '961a16fe-cbc8-4264-ac28-bbbd53f89caa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 46, 6), 'started_at': datetime.datetime(2022, 3, 28, 11, 46, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 12, 6, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 12:06:20.792889 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-834ce760-6866-4e1d-b94f-9153d3ccf99b None None] Checking segment: {'id': '688afb86-c9bd-46e2-ba7d-3fe76fb1efff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 12:06:20.793632 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron_lib.callbacks.manager [None req-834ce760-6866-4e1d-b94f-9153d3ccf99b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:20.794264 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-834ce760-6866-4e1d-b94f-9153d3ccf99b None None] Bound using segment: {'id': '688afb86-c9bd-46e2-ba7d-3fe76fb1efff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b'} {{(pid=87873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 12:06:20.795576 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.managers [None req-834ce760-6866-4e1d-b94f-9153d3ccf99b None None] Bound port: 41c6dd69-d901-41f2-afe7-3ed161b55c6b, host: dv-neutron-835340-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '688afb86-c9bd-46e2-ba7d-3fe76fb1efff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b'}}] {{(pid=87873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 12:06:20.795930 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.db_base_plugin_common [None req-eed05fee-5ad9-486f-b2d3-6cf85b3aeaf0 admin admin] Allocated IP 172.20.0.1 (58a24317-1730-4638-8adb-7f79ac32a130/ca5eb385-2512-460c-bf9c-e9f84ff9e2ac/e0be1577-cd79-48dc-bee0-92ba5e02f532) {{(pid=87870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 12:06:20.796520 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron_lib.callbacks.manager [None req-834ce760-6866-4e1d-b94f-9153d3ccf99b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:20.802694 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [req-82e81016-7069-4e38-90b8-d4aa46cab146 req-ead21455-e376-42c7-8b2f-639f132a604d service neutron] Request body: {'port': {'device_id': '51660831-b1b5-4794-a084-619a8b40de6a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8353'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:06:20.869729 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b05f041-3513-4a9e-afc9-980c3f4dc510 None None] Pushing event updated for resources: {'Port': ['ID=41c6dd69-d901-41f2-afe7-3ed161b55c6b,revision_number=2']} {{(pid=87873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:06:20.881800 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.db [None req-834ce760-6866-4e1d-b94f-9153d3ccf99b None None] For port 41c6dd69-d901-41f2-afe7-3ed161b55c6b, host dv-neutron-835340-2-hyperv, cleared binding levels {{(pid=87873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 12:06:20.884904 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.db [None req-834ce760-6866-4e1d-b94f-9153d3ccf99b None None] For port 41c6dd69-d901-41f2-afe7-3ed161b55c6b, host dv-neutron-835340-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=41c6dd69-d901-41f2-afe7-3ed161b55c6b,segment=NetworkSegment(688afb86-c9bd-46e2-ba7d-3fe76fb1efff),segment_id=688afb86-c9bd-46e2-ba7d-3fe76fb1efff)] {{(pid=87873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 12:06:20.889870 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron_lib.callbacks.manager [None req-834ce760-6866-4e1d-b94f-9153d3ccf99b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:20.934576 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-82e81016-7069-4e38-90b8-d4aa46cab146 req-ead21455-e376-42c7-8b2f-639f132a604d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:20.957722 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-eed05fee-5ad9-486f-b2d3-6cf85b3aeaf0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:20.964573 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-834ce760-6866-4e1d-b94f-9153d3ccf99b None None] Routers {'f0ac7086-2dee-4826-8a05-05fa0e57fdc3'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:06:20.965278 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-834ce760-6866-4e1d-b94f-9153d3ccf99b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:06:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['f0ac7086-2dee-4826-8a05-05fa0e57fdc3'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:06:20.973795 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.provisioning_blocks [None req-eed05fee-5ad9-486f-b2d3-6cf85b3aeaf0 admin admin] Transition to ACTIVE for port object e0be1577-cd79-48dc-bee0-92ba5e02f532 will not be triggered until provisioned by entity DHCP. {{(pid=87870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:06:21.000445 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-eed05fee-5ad9-486f-b2d3-6cf85b3aeaf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:21.044210 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b05f041-3513-4a9e-afc9-980c3f4dc510 None None] Pushing event updated for resources: {'Port': ['ID=41c6dd69-d901-41f2-afe7-3ed161b55c6b,revision_number=3']} {{(pid=87873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:06:21.069975 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eed05fee-5ad9-486f-b2d3-6cf85b3aeaf0 admin admin] Network 58a24317-1730-4638-8adb-7f79ac32a130 is already hosted by enough agents. {{(pid=87870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:06:21.073255 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.base_scheduler [None req-eed05fee-5ad9-486f-b2d3-6cf85b3aeaf0 admin admin] Resources bound (agent type, host, resource id): {{(pid=87870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:06:21.078656 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed05fee-5ad9-486f-b2d3-6cf85b3aeaf0 admin admin] Received port after_create {{(pid=87870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 12:06:21.107935 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed05fee-5ad9-486f-b2d3-6cf85b3aeaf0 admin admin] Pushing event updated for resources: {'Port': ['ID=e0be1577-cd79-48dc-bee0-92ba5e02f532,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:06:21.141641 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-eed05fee-5ad9-486f-b2d3-6cf85b3aeaf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-709483'] for router_interface, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:21.168355 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvr_db [None req-834ce760-6866-4e1d-b94f-9153d3ccf99b None None] Set router f0ac7086-2dee-4826-8a05-05fa0e57fdc3 gateway port host: dv-neutron-835340-2-hyperv {{(pid=87873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:06:21.334596 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.notifiers.nova [req-82e81016-7069-4e38-90b8-d4aa46cab146 req-ead21455-e376-42c7-8b2f-639f132a604d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20946a53-6ef1-47af-a38f-c7b63fa5e263 {{(pid=87871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 12:06:21.348435 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-82e81016-7069-4e38-90b8-d4aa46cab146 req-ead21455-e376-42c7-8b2f-639f132a604d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:21.350700 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-1b5aeb63-b75a-4dfd-8796-35cc5d46a79c None None] Provisioning for port e0be1577-cd79-48dc-bee0-92ba5e02f532 completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:06:21.356410 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-1b5aeb63-b75a-4dfd-8796-35cc5d46a79c None None] Provisioning complete for port e0be1577-cd79-48dc-bee0-92ba5e02f532 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:06:21.356812 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-1b5aeb63-b75a-4dfd-8796-35cc5d46a79c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:21.374298 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.provisioning_blocks [req-82e81016-7069-4e38-90b8-d4aa46cab146 req-ead21455-e376-42c7-8b2f-639f132a604d service neutron] Transition to ACTIVE for port object 20946a53-6ef1-47af-a38f-c7b63fa5e263 will not be triggered until provisioned by entity L2. {{(pid=87871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:06:21.378382 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-82e81016-7069-4e38-90b8-d4aa46cab146 req-ead21455-e376-42c7-8b2f-639f132a604d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2363241'] for port, after_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:21.428618 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-1b5aeb63-b75a-4dfd-8796-35cc5d46a79c None None] Port e0be1577-cd79-48dc-bee0-92ba5e02f532 cannot update to ACTIVE because it is not bound. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 12:06:21.440889 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-eed05fee-5ad9-486f-b2d3-6cf85b3aeaf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:21.474644 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-834ce760-6866-4e1d-b94f-9153d3ccf99b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0ac7086-2dee-4826-8a05-05fa0e57fdc3', 'name': 'tempest-TestVolumeBootPattern-542767455-router', 'tenant_id': '47a90bc1ddf942f0867175a620007cc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.15'}], 'enable_snat': True}, 'gw_port_id': '41c6dd69-d901-41f2-afe7-3ed161b55c6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:06:16Z', 'updated_at': '2022-03-28T12:06:18Z', 'revision_number': 3, 'project_id': '47a90bc1ddf942f0867175a620007cc0', 'gw_port': {'id': '41c6dd69-d901-41f2-afe7-3ed161b55c6b', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:d2:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0ac7086-2dee-4826-8a05-05fa0e57fdc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:06:17Z', 'updated_at': '2022-03-28T12:06:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv'}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:06:21.484752 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-834ce760-6866-4e1d-b94f-9153d3ccf99b None None] The sync data for ids ['f0ac7086-2dee-4826-8a05-05fa0e57fdc3'] in dv-neutron-835340-2-hyperv is: [{'id': 'f0ac7086-2dee-4826-8a05-05fa0e57fdc3', 'name': 'tempest-TestVolumeBootPattern-542767455-router', 'tenant_id': '47a90bc1ddf942f0867175a620007cc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.15'}], 'enable_snat': True}, 'gw_port_id': '41c6dd69-d901-41f2-afe7-3ed161b55c6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:06:16Z', 'updated_at': '2022-03-28T12:06:18Z', 'revision_number': 3, 'project_id': '47a90bc1ddf942f0867175a620007cc0', 'gw_port': {'id': '41c6dd69-d901-41f2-afe7-3ed161b55c6b', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:d2:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0ac7086-2dee-4826-8a05-05fa0e57fdc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:06:17Z', 'updated_at': '2022-03-28T12:06:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv'}] {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 12:06:21.486853 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.agents_db [None req-03fd49d8-b51b-41c1-8716-b8e265c93689 None None] Agent healthcheck: found 6 active agents {{(pid=87873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 12:06:21.614054 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead21455-e376-42c7-8b2f-639f132a604d service neutron] Pushing event updated for resources: {'Port': ['ID=20946a53-6ef1-47af-a38f-c7b63fa5e263,revision_number=7']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:06:21.695838 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.managers [req-82e81016-7069-4e38-90b8-d4aa46cab146 req-ead21455-e376-42c7-8b2f-639f132a604d service neutron] Attempting to bind port 20946a53-6ef1-47af-a38f-c7b63fa5e263 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 12:06:21.696163 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.managers [req-82e81016-7069-4e38-90b8-d4aa46cab146 req-ead21455-e376-42c7-8b2f-639f132a604d service neutron] Attempting to bind port 20946a53-6ef1-47af-a38f-c7b63fa5e263 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': 'ec6df7c5-6dd4-4951-9432-31efab19802d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '7b48ec17-f67c-46fb-85ff-587219f15a7c'}] {{(pid=87871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 12:06:21.696483 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82e81016-7069-4e38-90b8-d4aa46cab146 req-ead21455-e376-42c7-8b2f-639f132a604d service neutron] Attempting to bind port 20946a53-6ef1-47af-a38f-c7b63fa5e263 on network 7b48ec17-f67c-46fb-85ff-587219f15a7c {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 12:06:21.701370 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82e81016-7069-4e38-90b8-d4aa46cab146 req-ead21455-e376-42c7-8b2f-639f132a604d service neutron] Port 20946a53-6ef1-47af-a38f-c7b63fa5e263 on network 7b48ec17-f67c-46fb-85ff-587219f15a7c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 12:06:21.701685 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82e81016-7069-4e38-90b8-d4aa46cab146 req-ead21455-e376-42c7-8b2f-639f132a604d service neutron] Attempting to bind port 20946a53-6ef1-47af-a38f-c7b63fa5e263 on network 7b48ec17-f67c-46fb-85ff-587219f15a7c {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 12:06:21.705620 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-eed05fee-5ad9-486f-b2d3-6cf85b3aeaf0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:21.707830 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82e81016-7069-4e38-90b8-d4aa46cab146 req-ead21455-e376-42c7-8b2f-639f132a604d service neutron] Checking agent: {'id': '01dfae6e-0e91-4100-b27f-ff8156eac7d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8353', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 52, 20), 'started_at': datetime.datetime(2022, 3, 28, 11, 52, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 12, 6, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 12:06:21.708184 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82e81016-7069-4e38-90b8-d4aa46cab146 req-ead21455-e376-42c7-8b2f-639f132a604d service neutron] Checking segment: {'id': 'ec6df7c5-6dd4-4951-9432-31efab19802d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '7b48ec17-f67c-46fb-85ff-587219f15a7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 12:06:21.708565 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82e81016-7069-4e38-90b8-d4aa46cab146 req-ead21455-e376-42c7-8b2f-639f132a604d service neutron] Bound using segment: {'id': 'ec6df7c5-6dd4-4951-9432-31efab19802d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '7b48ec17-f67c-46fb-85ff-587219f15a7c'} {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 12:06:21.709075 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.managers [req-82e81016-7069-4e38-90b8-d4aa46cab146 req-ead21455-e376-42c7-8b2f-639f132a604d service neutron] Bound port: 20946a53-6ef1-47af-a38f-c7b63fa5e263, host: hv-neutron-8353, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec6df7c5-6dd4-4951-9432-31efab19802d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '7b48ec17-f67c-46fb-85ff-587219f15a7c'}}] {{(pid=87871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 12:06:21.709453 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-82e81016-7069-4e38-90b8-d4aa46cab146 req-ead21455-e376-42c7-8b2f-639f132a604d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:21.710989 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-eed05fee-5ad9-486f-b2d3-6cf85b3aeaf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2558288'] for port, after_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:21.970433 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed05fee-5ad9-486f-b2d3-6cf85b3aeaf0 admin admin] Pushing event updated for resources: {'Port': ['ID=e0be1577-cd79-48dc-bee0-92ba5e02f532,revision_number=2']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:06:21.972979 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-eed05fee-5ad9-486f-b2d3-6cf85b3aeaf0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-743372'] for router_interface, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:22.050611 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.db [req-82e81016-7069-4e38-90b8-d4aa46cab146 req-ead21455-e376-42c7-8b2f-639f132a604d service neutron] For port 20946a53-6ef1-47af-a38f-c7b63fa5e263, host hv-neutron-8353, cleared binding levels {{(pid=87871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 12:06:22.055119 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.db [req-82e81016-7069-4e38-90b8-d4aa46cab146 req-ead21455-e376-42c7-8b2f-639f132a604d service neutron] For port 20946a53-6ef1-47af-a38f-c7b63fa5e263, host hv-neutron-8353, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=20946a53-6ef1-47af-a38f-c7b63fa5e263,segment=NetworkSegment(ec6df7c5-6dd4-4951-9432-31efab19802d),segment_id=ec6df7c5-6dd4-4951-9432-31efab19802d)] {{(pid=87871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 12:06:22.060068 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 828ebfbf-7ed1-4297-8baf-aa2c9eec721f up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:06:22.065382 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-82e81016-7069-4e38-90b8-d4aa46cab146 req-ead21455-e376-42c7-8b2f-639f132a604d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2363241'] for port, after_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:22.133963 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e81016-7069-4e38-90b8-d4aa46cab146 req-ead21455-e376-42c7-8b2f-639f132a604d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:06:22.134554 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-82e81016-7069-4e38-90b8-d4aa46cab146 req-ead21455-e376-42c7-8b2f-639f132a604d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:22.136195 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-82e81016-7069-4e38-90b8-d4aa46cab146 req-ead21455-e376-42c7-8b2f-639f132a604d service neutron] 10.222.0.11 "PUT /v2.0/ports/20946a53-6ef1-47af-a38f-c7b63fa5e263 HTTP/1.1" status: 200 len: 1131 time: 1.3412426 Mar 28 12:06:22.140665 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51660831-b1b5-4794-a084-619a8b40de6a', 'tag': '20946a53-6ef1-47af-a38f-c7b63fa5e263'}] {{(pid=87871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 12:06:22.145458 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port 828ebfbf-7ed1-4297-8baf-aa2c9eec721f triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:06:22.145909 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eed05fee-5ad9-486f-b2d3-6cf85b3aeaf0 admin admin] Network 58a24317-1730-4638-8adb-7f79ac32a130 is already hosted by enough agents. {{(pid=87870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:06:22.146037 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:22.147121 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.base_scheduler [None req-eed05fee-5ad9-486f-b2d3-6cf85b3aeaf0 admin admin] Resources bound (agent type, host, resource id): {{(pid=87870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:06:22.177884 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f479c178-4607-4b68-944a-20677bf87182 req-3cb1c07d-2b7c-454f-8575-906c01cc3cd7 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:06:22.179548 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-f479c178-4607-4b68-944a-20677bf87182 req-3cb1c07d-2b7c-454f-8575-906c01cc3cd7 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/ports?device_id=51660831-b1b5-4794-a084-619a8b40de6a HTTP/1.1" status: 200 len: 981 time: 0.2573333 Mar 28 12:06:22.286011 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51660831-b1b5-4794-a084-619a8b40de6a', 'tag': '20946a53-6ef1-47af-a38f-c7b63fa5e263', 'status': 'completed', 'code': 200} Mar 28 12:06:22.328313 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead21455-e376-42c7-8b2f-639f132a604d service neutron] Pushing event updated for resources: {'Port': ['ID=20946a53-6ef1-47af-a38f-c7b63fa5e263,revision_number=8']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:06:22.370002 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-f479c178-4607-4b68-944a-20677bf87182 req-a9fca2a5-bb3a-4d61-81a7-0b4ab7760520 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3448b81-b554-4253-9b5b-e31998b92d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371527 Mar 28 12:06:22.423898 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e81016-7069-4e38-90b8-d4aa46cab146 req-cfd22a85-e0bb-4940-ba44-1d566bf10f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:06:22.426218 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-82e81016-7069-4e38-90b8-d4aa46cab146 req-cfd22a85-e0bb-4940-ba44-1d566bf10f44 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=527195c95736491ca1967a42cc300275&device_id=51660831-b1b5-4794-a084-619a8b40de6a HTTP/1.1" status: 200 len: 1134 time: 0.2458010 Mar 28 12:06:22.438745 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 41c6dd69-d901-41f2-afe7-3ed161b55c6b up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:06:22.498929 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eed05fee-5ad9-486f-b2d3-6cf85b3aeaf0 admin admin] Router f0ac7086-2dee-4826-8a05-05fa0e57fdc3 has already been hosted by L3 agent af79d429-529e-400b-a119-94d4bec03f3e {{(pid=87870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 12:06:22.546737 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning for port 41c6dd69-d901-41f2-afe7-3ed161b55c6b completed by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:06:22.564952 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port 41c6dd69-d901-41f2-afe7-3ed161b55c6b triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:06:22.565741 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:22.605753 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-82e81016-7069-4e38-90b8-d4aa46cab146 req-4481a9bb-2e16-4a8f-8295-2799ac1921ec service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=20946a53-6ef1-47af-a38f-c7b63fa5e263 HTTP/1.1" status: 200 len: 1037 time: 0.1713707 Mar 28 12:06:22.673880 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e81016-7069-4e38-90b8-d4aa46cab146 req-b98b6290-9ad0-4d2d-b799-03b82cc47c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:06:22.675423 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-82e81016-7069-4e38-90b8-d4aa46cab146 req-b98b6290-9ad0-4d2d-b799-03b82cc47c80 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=05c45b88-19a4-4e78-9480-be0a35456fbf HTTP/1.1" status: 200 len: 835 time: 0.0640540 Mar 28 12:06:22.688361 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-1f31be37-3386-4c76-bcf3-11bbaaa50ff3 None None] Provisioning complete for port e0be1577-cd79-48dc-bee0-92ba5e02f532 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:06:22.688815 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-1f31be37-3386-4c76-bcf3-11bbaaa50ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:22.737230 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eed05fee-5ad9-486f-b2d3-6cf85b3aeaf0 admin admin] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 12:06:22.752961 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-eed05fee-5ad9-486f-b2d3-6cf85b3aeaf0 admin admin] 10.222.0.30 "PUT /v2.0/routers/f0ac7086-2dee-4826-8a05-05fa0e57fdc3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1141770 Mar 28 12:06:22.765842 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:22.766180 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e81016-7069-4e38-90b8-d4aa46cab146 req-9a6d2b70-b564-4c48-8a78-8c1b36e1a09a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:06:22.767805 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-82e81016-7069-4e38-90b8-d4aa46cab146 req-9a6d2b70-b564-4c48-8a78-8c1b36e1a09a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7b48ec17-f67c-46fb-85ff-587219f15a7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0864992 Mar 28 12:06:22.788985 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-1f31be37-3386-4c76-bcf3-11bbaaa50ff3 None None] Port e0be1577-cd79-48dc-bee0-92ba5e02f532 cannot update to ACTIVE because it is not bound. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 12:06:22.797831 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] For port 41c6dd69-d901-41f2-afe7-3ed161b55c6b, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=41c6dd69-d901-41f2-afe7-3ed161b55c6b,segment=NetworkSegment(688afb86-c9bd-46e2-ba7d-3fe76fb1efff),segment_id=688afb86-c9bd-46e2-ba7d-3fe76fb1efff)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:06:22.802795 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:22.879831 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Pushing event updated for resources: {'Port': ['ID=41c6dd69-d901-41f2-afe7-3ed161b55c6b,revision_number=4']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:06:22.921113 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-82e81016-7069-4e38-90b8-d4aa46cab146 req-3dca3e7c-c3a3-4774-8ca5-a55d14aaec96 service neutron] 10.222.0.11 "GET /v2.0/networks/7b48ec17-f67c-46fb-85ff-587219f15a7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468494 Mar 28 12:06:23.055698 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-82e81016-7069-4e38-90b8-d4aa46cab146 req-4cdc7c4e-2734-4516-a9c7-132db1b2373c service neutron] 10.222.0.11 "GET /v2.0/networks/7b48ec17-f67c-46fb-85ff-587219f15a7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290014 Mar 28 12:06:23.201893 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bbfc42-1f1b-4bed-977c-724afcba345b req-28b4fede-f073-4bbe-a06f-10f69b5f8e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:06:23.203987 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-44bbfc42-1f1b-4bed-977c-724afcba345b req-28b4fede-f073-4bbe-a06f-10f69b5f8e9c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=527195c95736491ca1967a42cc300275&device_id=51660831-b1b5-4794-a084-619a8b40de6a HTTP/1.1" status: 200 len: 1134 time: 0.0857325 Mar 28 12:06:23.299164 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 59472) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:06:23.304639 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-c664145f-4829-42dd-8784-693e01c7e73e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1086759429-network', 'tenant_id': 'db47619c96e940bf88900dc00e398c6f'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:06:23.309251 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-c664145f-4829-42dd-8784-693e01c7e73e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:06:23.313885 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-c664145f-4829-42dd-8784-693e01c7e73e admin admin] Usage tracker for resource:network and tenant:db47619c96e940bf88900dc00e398c6f is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:06:23.316818 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-c664145f-4829-42dd-8784-693e01c7e73e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:06:23.322717 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-c664145f-4829-42dd-8784-693e01c7e73e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:06:23.333325 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c664145f-4829-42dd-8784-693e01c7e73e admin admin] Made reservation on behalf of db47619c96e940bf88900dc00e398c6f for: {'network': 1} {{(pid=87870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 12:06:23.335655 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c664145f-4829-42dd-8784-693e01c7e73e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for network, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:23.342811 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bbfc42-1f1b-4bed-977c-724afcba345b req-7e60a34c-7a38-4918-bdb0-537d3f84fe69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:06:23.344325 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-44bbfc42-1f1b-4bed-977c-724afcba345b req-7e60a34c-7a38-4918-bdb0-537d3f84fe69 service neutron] 10.222.0.11 "GET /v2.0/networks?id=7b48ec17-f67c-46fb-85ff-587219f15a7c HTTP/1.1" status: 200 len: 897 time: 0.1335051 Mar 28 12:06:23.348406 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c664145f-4829-42dd-8784-693e01c7e73e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:23.363504 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-c664145f-4829-42dd-8784-693e01c7e73e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:06:23.367565 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-c664145f-4829-42dd-8784-693e01c7e73e admin admin] Usage tracker for resource:security_group_rule and tenant:db47619c96e940bf88900dc00e398c6f is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:06:23.370396 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-c664145f-4829-42dd-8784-693e01c7e73e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:06:23.376865 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-c664145f-4829-42dd-8784-693e01c7e73e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:06:23.433927 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-434486bc-29bd-4408-8149-8d16d7d111f8 None None] Sync routers for ids ['f0ac7086-2dee-4826-8a05-05fa0e57fdc3'] in dv-neutron-835340-2-hyperv {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 12:06:23.449200 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-434486bc-29bd-4408-8149-8d16d7d111f8 None None] Routers {'f0ac7086-2dee-4826-8a05-05fa0e57fdc3'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:06:23.450041 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-434486bc-29bd-4408-8149-8d16d7d111f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:06:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['f0ac7086-2dee-4826-8a05-05fa0e57fdc3'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:06:23.465159 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-44bbfc42-1f1b-4bed-977c-724afcba345b req-8cef8217-3d80-47f4-807b-cd0df39f59f2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=20946a53-6ef1-47af-a38f-c7b63fa5e263 HTTP/1.1" status: 200 len: 1037 time: 0.1140018 Mar 28 12:06:23.475356 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c664145f-4829-42dd-8784-693e01c7e73e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:23.481321 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c664145f-4829-42dd-8784-693e01c7e73e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:23.511196 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c664145f-4829-42dd-8784-693e01c7e73e admin admin] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=87870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 12:06:23.525837 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c664145f-4829-42dd-8784-693e01c7e73e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e483213-259f-48a8-b04c-5ebca2b00bae,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:06:23.531260 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c664145f-4829-42dd-8784-693e01c7e73e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:23.531696 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.db.segments_db [None req-c664145f-4829-42dd-8784-693e01c7e73e admin admin] Added segment 3963f30b-858a-46c5-bdb6-5ca02053b1a6 of type vlan for network 0d5ceb34-d506-490c-b4e4-f75f244a9623 Mar 28 12:06:23.553008 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bbfc42-1f1b-4bed-977c-724afcba345b req-ba36be0d-766e-49e1-9483-73662e48641e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:06:23.554566 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-44bbfc42-1f1b-4bed-977c-724afcba345b req-ba36be0d-766e-49e1-9483-73662e48641e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=05c45b88-19a4-4e78-9480-be0a35456fbf HTTP/1.1" status: 200 len: 835 time: 0.0822382 Mar 28 12:06:23.605954 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c664145f-4829-42dd-8784-693e01c7e73e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783495836591'] for network, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:23.631667 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bbfc42-1f1b-4bed-977c-724afcba345b req-52294d45-c5ee-46ef-ad08-be98d16e3043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:06:23.633181 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-44bbfc42-1f1b-4bed-977c-724afcba345b req-52294d45-c5ee-46ef-ad08-be98d16e3043 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=7b48ec17-f67c-46fb-85ff-587219f15a7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0716565 Mar 28 12:06:23.650221 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvr_db [None req-434486bc-29bd-4408-8149-8d16d7d111f8 None None] Set router f0ac7086-2dee-4826-8a05-05fa0e57fdc3 gateway port host: dv-neutron-835340-2-hyperv {{(pid=87872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:06:23.658482 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c664145f-4829-42dd-8784-693e01c7e73e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765'] for network, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:23.659488 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c664145f-4829-42dd-8784-693e01c7e73e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:06:23.660087 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c664145f-4829-42dd-8784-693e01c7e73e admin admin] Notify callbacks [] for network, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:23.671174 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239ae9e2-c251-4545-8115-929dae19a0fe req-19cf2627-78cd-460f-b6d8-06da7cdee74f tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:06:23.673065 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-239ae9e2-c251-4545-8115-929dae19a0fe req-19cf2627-78cd-460f-b6d8-06da7cdee74f tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/ports?device_id=51660831-b1b5-4794-a084-619a8b40de6a HTTP/1.1" status: 200 len: 981 time: 0.1352968 Mar 28 12:06:23.773853 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-44bbfc42-1f1b-4bed-977c-724afcba345b req-be0b7af1-32c0-4aea-accf-0440c2e90a12 service neutron] 10.222.0.11 "GET /v2.0/networks/7b48ec17-f67c-46fb-85ff-587219f15a7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337142 Mar 28 12:06:23.811188 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c664145f-4829-42dd-8784-693e01c7e73e admin admin] Pushing event updated for resources: {'Network': ['ID=0d5ceb34-d506-490c-b4e4-f75f244a9623,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:06:23.818456 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-c664145f-4829-42dd-8784-693e01c7e73e admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5180981 Mar 28 12:06:23.831170 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-239ae9e2-c251-4545-8115-929dae19a0fe req-b0c3b2f3-8447-4bb2-b2fe-26206dbe5b86 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3448b81-b554-4253-9b5b-e31998b92d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427066 Mar 28 12:06:23.833913 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 59478) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:06:23.847656 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-d896974b-e0d9-47ff-b01a-0cb9473b2176 admin admin] Request body: {'subnet': {'network_id': '0d5ceb34-d506-490c-b4e4-f75f244a9623', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1086759429-subnet', 'tenant_id': 'db47619c96e940bf88900dc00e398c6f', 'ip_version': 4}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:06:23.853301 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-d896974b-e0d9-47ff-b01a-0cb9473b2176 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:06:23.857275 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-d896974b-e0d9-47ff-b01a-0cb9473b2176 admin admin] Usage tracker for resource:subnet and tenant:db47619c96e940bf88900dc00e398c6f is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:06:23.860226 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-d896974b-e0d9-47ff-b01a-0cb9473b2176 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:06:23.869783 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-d896974b-e0d9-47ff-b01a-0cb9473b2176 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:06:23.882891 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d896974b-e0d9-47ff-b01a-0cb9473b2176 admin admin] Made reservation on behalf of db47619c96e940bf88900dc00e398c6f for: {'subnet': 1} {{(pid=87870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 12:06:23.885752 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-d896974b-e0d9-47ff-b01a-0cb9473b2176 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2563571'] for subnet, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:23.890250 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Network 0d5ceb34-d506-490c-b4e4-f75f244a9623 details requested by agent ovs-agent-dv-neutron-835340-2-hyperv with host dv-neutron-835340-2-hyperv {{(pid=87872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 12:06:23.902162 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 41c6dd69-d901-41f2-afe7-3ed161b55c6b up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:06:23.977175 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-44bbfc42-1f1b-4bed-977c-724afcba345b req-b3f47d0c-f574-4aa5-a14c-384fda698181 service neutron] 10.222.0.11 "GET /v2.0/networks/7b48ec17-f67c-46fb-85ff-587219f15a7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1877112 Mar 28 12:06:24.099615 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-d896974b-e0d9-47ff-b01a-0cb9473b2176 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2561241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2563521'] for subnet, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:24.119280 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port 41c6dd69-d901-41f2-afe7-3ed161b55c6b triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:06:24.119879 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:24.184202 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d896974b-e0d9-47ff-b01a-0cb9473b2176 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a7d3e00-0101-415a-9e83-594ce7d99cfd,revision_number=0']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:06:24.193622 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d896974b-e0d9-47ff-b01a-0cb9473b2176 admin admin] Checking segment: {'id': '3963f30b-858a-46c5-bdb6-5ca02053b1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0d5ceb34-d506-490c-b4e4-f75f244a9623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 12:06:24.193975 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d896974b-e0d9-47ff-b01a-0cb9473b2176 admin admin] Network hostable DHCP agents. Network: 0d5ceb34-d506-490c-b4e4-f75f244a9623, hostable agents: ['3cb85949-855b-4a40-b988-cd5705e511da'], hosted agents: [] {{(pid=87870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 12:06:24.213232 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d896974b-e0d9-47ff-b01a-0cb9473b2176 admin admin] Network 0d5ceb34-d506-490c-b4e4-f75f244a9623 is scheduled to be hosted by DHCP agent 3cb85949-855b-4a40-b988-cd5705e511da with binding_index 1 {{(pid=87870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 12:06:24.221832 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.base_scheduler [None req-d896974b-e0d9-47ff-b01a-0cb9473b2176 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-2-hyperv, 0d5ceb34-d506-490c-b4e4-f75f244a9623) {{(pid=87870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:06:24.225895 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d896974b-e0d9-47ff-b01a-0cb9473b2176 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:06:24.226490 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-d896974b-e0d9-47ff-b01a-0cb9473b2176 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:24.237428 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cff7f0a3-69b9-4ef7-837a-17cc82dd0d0e None None] Network 0d5ceb34-d506-490c-b4e4-f75f244a9623 requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 12:06:24.246909 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-d896974b-e0d9-47ff-b01a-0cb9473b2176 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4095039 Mar 28 12:06:24.250091 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 59482) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:06:24.255047 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-d63e9d3a-6bc5-4ae3-89d8-ad035517ef79 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1086759429-router', 'tenant_id': 'db47619c96e940bf88900dc00e398c6f', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b'}}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:06:24.259723 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-d63e9d3a-6bc5-4ae3-89d8-ad035517ef79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:06:24.263869 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-d63e9d3a-6bc5-4ae3-89d8-ad035517ef79 admin admin] Usage tracker for resource:router and tenant:db47619c96e940bf88900dc00e398c6f is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:06:24.266681 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-d63e9d3a-6bc5-4ae3-89d8-ad035517ef79 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:06:24.272695 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-d63e9d3a-6bc5-4ae3-89d8-ad035517ef79 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:06:24.273942 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-434486bc-29bd-4408-8149-8d16d7d111f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0ac7086-2dee-4826-8a05-05fa0e57fdc3', 'name': 'tempest-TestVolumeBootPattern-542767455-router', 'tenant_id': '47a90bc1ddf942f0867175a620007cc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.15'}], 'enable_snat': True}, 'gw_port_id': '41c6dd69-d901-41f2-afe7-3ed161b55c6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:06:16Z', 'updated_at': '2022-03-28T12:06:21Z', 'revision_number': 4, 'project_id': '47a90bc1ddf942f0867175a620007cc0', 'gw_port': {'id': '41c6dd69-d901-41f2-afe7-3ed161b55c6b', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:d2:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0ac7086-2dee-4826-8a05-05fa0e57fdc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:06:17Z', 'updated_at': '2022-03-28T12:06:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_interfaces': [{'id': 'e0be1577-cd79-48dc-bee0-92ba5e02f532', 'name': '', 'network_id': '58a24317-1730-4638-8adb-7f79ac32a130', 'tenant_id': '47a90bc1ddf942f0867175a620007cc0', 'mac_address': 'fa:16:3e:a7:d3:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0ac7086-2dee-4826-8a05-05fa0e57fdc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': 'ca5eb385-2512-460c-bf9c-e9f84ff9e2ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:06:20Z', 'updated_at': '2022-03-28T12:06:21Z', 'revision_number': 2, 'project_id': '47a90bc1ddf942f0867175a620007cc0', 'subnets': [{'id': 'ca5eb385-2512-460c-bf9c-e9f84ff9e2ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:06:24.286563 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-d63e9d3a-6bc5-4ae3-89d8-ad035517ef79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-707665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-260886'] for router, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:24.287656 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-d63e9d3a-6bc5-4ae3-89d8-ad035517ef79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-705660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709650', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-767110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260873'] for router, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:24.305894 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-d63e9d3a-6bc5-4ae3-89d8-ad035517ef79 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:24.335973 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-434486bc-29bd-4408-8149-8d16d7d111f8 None None] Checking router: f0ac7086-2dee-4826-8a05-05fa0e57fdc3 for host: dv-neutron-835340-2-hyperv {{(pid=87872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 12:06:24.336346 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-434486bc-29bd-4408-8149-8d16d7d111f8 None None] Updating router f0ac7086-2dee-4826-8a05-05fa0e57fdc3 port e0be1577-cd79-48dc-bee0-92ba5e02f532 binding host dv-neutron-835340-2-hyperv {{(pid=87872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 12:06:24.415750 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-434486bc-29bd-4408-8149-8d16d7d111f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:24.542356 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Device 20946a53-6ef1-47af-a38f-c7b63fa5e263 details requested by agent hyperv_hv-neutron-8353 with host hv-neutron-8353 {{(pid=87872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 28 12:06:24.684714 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-d63e9d3a-6bc5-4ae3-89d8-ad035517ef79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-709632', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-707672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260923'] for router, precommit_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:24.757736 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96987de8-1066-42a0-a211-e47170cd2ae3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1d3f2a9-8722-5ce5-bc40-181687d1ed3f-0d5ceb34-d506-490c-b4e4-f75f244a9623', 'network_id': '0d5ceb34-d506-490c-b4e4-f75f244a9623', 'tenant_id': 'db47619c96e940bf88900dc00e398c6f', 'fixed_ips': [{'subnet_id': '6a7d3e00-0101-415a-9e83-594ce7d99cfd'}]}} from dv-neutron-835340-2-hyperv. {{(pid=87872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 12:06:24.758552 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-96987de8-1066-42a0-a211-e47170cd2ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:24.968399 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] For port 20946a53-6ef1-47af-a38f-c7b63fa5e263, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=20946a53-6ef1-47af-a38f-c7b63fa5e263,segment=NetworkSegment(ec6df7c5-6dd4-4951-9432-31efab19802d),segment_id=ec6df7c5-6dd4-4951-9432-31efab19802d)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:06:24.999883 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Returning: {'device': '20946a53-6ef1-47af-a38f-c7b63fa5e263', 'network_id': '7b48ec17-f67c-46fb-85ff-587219f15a7c', 'port_id': '20946a53-6ef1-47af-a38f-c7b63fa5e263', 'mac_address': 'fa:16:3e:23:d9:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05c45b88-19a4-4e78-9480-be0a35456fbf', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 28 12:06:25.055670 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-d63e9d3a-6bc5-4ae3-89d8-ad035517ef79 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:25.091124 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-d63e9d3a-6bc5-4ae3-89d8-ad035517ef79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:25.130693 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:25.147681 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.db_base_plugin_common [None req-96987de8-1066-42a0-a211-e47170cd2ae3 None None] Allocated IP 172.20.0.2 (0d5ceb34-d506-490c-b4e4-f75f244a9623/6a7d3e00-0101-415a-9e83-594ce7d99cfd/df4d1198-c927-47d6-aea4-7bc86b7442ae) {{(pid=87872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 12:06:25.165597 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0a57ac-4264-485e-916a-6dff2dcef6e4 req-090ff72f-bb7c-43a2-ab93-754228618350 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:06:25.167056 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-9d0a57ac-4264-485e-916a-6dff2dcef6e4 req-090ff72f-bb7c-43a2-ab93-754228618350 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/ports?device_id=51660831-b1b5-4794-a084-619a8b40de6a HTTP/1.1" status: 200 len: 981 time: 0.2221069 Mar 28 12:06:25.177621 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.notifiers.nova [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20946a53-6ef1-47af-a38f-c7b63fa5e263 {{(pid=87872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 12:06:25.263279 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] For port 20946a53-6ef1-47af-a38f-c7b63fa5e263, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=20946a53-6ef1-47af-a38f-c7b63fa5e263,segment=NetworkSegment(ec6df7c5-6dd4-4951-9432-31efab19802d),segment_id=ec6df7c5-6dd4-4951-9432-31efab19802d)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:06:25.269119 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-9d0a57ac-4264-485e-916a-6dff2dcef6e4 req-63aaad18-a512-41e1-87c8-160aeb5103c4 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3448b81-b554-4253-9b5b-e31998b92d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950806 Mar 28 12:06:25.289293 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.db_base_plugin_common [None req-d63e9d3a-6bc5-4ae3-89d8-ad035517ef79 admin admin] Allocated IP 172.26.7.95 (ac2b1748-8f63-4b17-a9c7-07e79704aa5b/0b7ebf76-1dc7-431a-a0b4-b96bacf287c2/2e221339-0948-4eeb-b299-7131db9224a2) {{(pid=87871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 12:06:25.317809 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:25.374576 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-434486bc-29bd-4408-8149-8d16d7d111f8 None None] Notify callbacks [] for port, precommit_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:25.407891 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-434486bc-29bd-4408-8149-8d16d7d111f8 None None] Transition to ACTIVE for port object e0be1577-cd79-48dc-bee0-92ba5e02f532 will not be triggered until provisioned by entity L2. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:06:25.429310 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-434486bc-29bd-4408-8149-8d16d7d111f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:25.439615 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-d63e9d3a-6bc5-4ae3-89d8-ad035517ef79 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:25.462615 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Pushing event updated for resources: {'Port': ['ID=20946a53-6ef1-47af-a38f-c7b63fa5e263,revision_number=9']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:06:25.472044 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-d63e9d3a-6bc5-4ae3-89d8-ad035517ef79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:25.540081 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d63e9d3a-6bc5-4ae3-89d8-ad035517ef79 admin admin] Network ac2b1748-8f63-4b17-a9c7-07e79704aa5b is already hosted by enough agents. {{(pid=87871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:06:25.548363 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-d63e9d3a-6bc5-4ae3-89d8-ad035517ef79 admin admin] Resources bound (agent type, host, resource id): {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:06:25.552690 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d63e9d3a-6bc5-4ae3-89d8-ad035517ef79 admin admin] Received port after_create {{(pid=87871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 12:06:25.582507 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63e9d3a-6bc5-4ae3-89d8-ad035517ef79 admin admin] Pushing event updated for resources: {'Port': ['ID=2e221339-0948-4eeb-b299-7131db9224a2,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:06:25.593160 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] get_ports_and_sgs() called for port_ids ['20946a53-6ef1-47af-a38f-c7b63fa5e263'] {{(pid=87872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 12:06:25.723854 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd196bae-6bc1-44d6-b796-b130dfa83be9 None None] Pushing event updated for resources: {'Port': ['ID=e0be1577-cd79-48dc-bee0-92ba5e02f532,revision_number=3']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:06:25.726307 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-96987de8-1066-42a0-a211-e47170cd2ae3 None None] Notify callbacks [] for port, precommit_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:25.784662 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-96987de8-1066-42a0-a211-e47170cd2ae3 None None] Transition to ACTIVE for port object df4d1198-c927-47d6-aea4-7bc86b7442ae will not be triggered until provisioned by entity L2. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:06:25.839342 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-96987de8-1066-42a0-a211-e47170cd2ae3 None None] Transition to ACTIVE for port object df4d1198-c927-47d6-aea4-7bc86b7442ae will not be triggered until provisioned by entity DHCP. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:06:25.841284 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-434486bc-29bd-4408-8149-8d16d7d111f8 None None] Attempting to bind port e0be1577-cd79-48dc-bee0-92ba5e02f532 on host dv-neutron-835340-2-hyperv for vnic_type normal with profile {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 12:06:25.841820 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-434486bc-29bd-4408-8149-8d16d7d111f8 None None] Attempting to bind port e0be1577-cd79-48dc-bee0-92ba5e02f532 by drivers openvswitch,hyperv on host dv-neutron-835340-2-hyperv at level 0 using segments [{'id': '50310252-dd3a-44b3-a0be-b4c21d863506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '58a24317-1730-4638-8adb-7f79ac32a130'}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 12:06:25.842223 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-434486bc-29bd-4408-8149-8d16d7d111f8 None None] Attempting to bind port e0be1577-cd79-48dc-bee0-92ba5e02f532 on network 58a24317-1730-4638-8adb-7f79ac32a130 {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 12:06:25.861481 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-96987de8-1066-42a0-a211-e47170cd2ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241'] for port, after_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:25.865111 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-434486bc-29bd-4408-8149-8d16d7d111f8 None None] Checking agent: {'id': '961a16fe-cbc8-4264-ac28-bbbd53f89caa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 46, 6), 'started_at': datetime.datetime(2022, 3, 28, 11, 46, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 12, 6, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 12:06:25.865485 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-434486bc-29bd-4408-8149-8d16d7d111f8 None None] Checking segment: {'id': '50310252-dd3a-44b3-a0be-b4c21d863506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '58a24317-1730-4638-8adb-7f79ac32a130'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 12:06:25.865880 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-434486bc-29bd-4408-8149-8d16d7d111f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:25.866277 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-434486bc-29bd-4408-8149-8d16d7d111f8 None None] Bound using segment: {'id': '50310252-dd3a-44b3-a0be-b4c21d863506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '58a24317-1730-4638-8adb-7f79ac32a130'} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 12:06:25.866771 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-434486bc-29bd-4408-8149-8d16d7d111f8 None None] Bound port: e0be1577-cd79-48dc-bee0-92ba5e02f532, host: dv-neutron-835340-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50310252-dd3a-44b3-a0be-b4c21d863506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '58a24317-1730-4638-8adb-7f79ac32a130'}}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 12:06:25.867125 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-434486bc-29bd-4408-8149-8d16d7d111f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:26.002551 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96987de8-1066-42a0-a211-e47170cd2ae3 None None] Network 0d5ceb34-d506-490c-b4e4-f75f244a9623 is already hosted by enough agents. {{(pid=87872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:06:26.018707 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.base_scheduler [None req-96987de8-1066-42a0-a211-e47170cd2ae3 None None] Resources bound (agent type, host, resource id): {{(pid=87872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:06:26.074398 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96987de8-1066-42a0-a211-e47170cd2ae3 None None] Received port after_create {{(pid=87872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 12:06:26.092310 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96987de8-1066-42a0-a211-e47170cd2ae3 None None] Pushing event updated for resources: {'Port': ['ID=df4d1198-c927-47d6-aea4-7bc86b7442ae,revision_number=1']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:06:26.097281 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-d63e9d3a-6bc5-4ae3-89d8-ad035517ef79 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:26.207190 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-434486bc-29bd-4408-8149-8d16d7d111f8 None None] For port e0be1577-cd79-48dc-bee0-92ba5e02f532, host dv-neutron-835340-2-hyperv, cleared binding levels {{(pid=87872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 12:06:26.226685 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-434486bc-29bd-4408-8149-8d16d7d111f8 None None] For port e0be1577-cd79-48dc-bee0-92ba5e02f532, host dv-neutron-835340-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=e0be1577-cd79-48dc-bee0-92ba5e02f532,segment=NetworkSegment(50310252-dd3a-44b3-a0be-b4c21d863506),segment_id=50310252-dd3a-44b3-a0be-b4c21d863506)] {{(pid=87872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 12:06:26.227707 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-96987de8-1066-42a0-a211-e47170cd2ae3 None None] Attempting to bind port df4d1198-c927-47d6-aea4-7bc86b7442ae on host dv-neutron-835340-2-hyperv for vnic_type normal with profile {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 12:06:26.228064 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-96987de8-1066-42a0-a211-e47170cd2ae3 None None] Attempting to bind port df4d1198-c927-47d6-aea4-7bc86b7442ae by drivers openvswitch,hyperv on host dv-neutron-835340-2-hyperv at level 0 using segments [{'id': '3963f30b-858a-46c5-bdb6-5ca02053b1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0d5ceb34-d506-490c-b4e4-f75f244a9623'}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 12:06:26.228406 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96987de8-1066-42a0-a211-e47170cd2ae3 None None] Attempting to bind port df4d1198-c927-47d6-aea4-7bc86b7442ae on network 0d5ceb34-d506-490c-b4e4-f75f244a9623 {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 12:06:26.236099 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-434486bc-29bd-4408-8149-8d16d7d111f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:26.288021 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96987de8-1066-42a0-a211-e47170cd2ae3 None None] Checking agent: {'id': '961a16fe-cbc8-4264-ac28-bbbd53f89caa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 46, 6), 'started_at': datetime.datetime(2022, 3, 28, 11, 46, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 12, 6, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 12:06:26.288293 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96987de8-1066-42a0-a211-e47170cd2ae3 None None] Checking segment: {'id': '3963f30b-858a-46c5-bdb6-5ca02053b1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0d5ceb34-d506-490c-b4e4-f75f244a9623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 12:06:26.288598 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-96987de8-1066-42a0-a211-e47170cd2ae3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:26.289000 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96987de8-1066-42a0-a211-e47170cd2ae3 None None] Bound using segment: {'id': '3963f30b-858a-46c5-bdb6-5ca02053b1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0d5ceb34-d506-490c-b4e4-f75f244a9623'} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 12:06:26.289456 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-96987de8-1066-42a0-a211-e47170cd2ae3 None None] Bound port: df4d1198-c927-47d6-aea4-7bc86b7442ae, host: dv-neutron-835340-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3963f30b-858a-46c5-bdb6-5ca02053b1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0d5ceb34-d506-490c-b4e4-f75f244a9623'}}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 12:06:26.289825 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-96987de8-1066-42a0-a211-e47170cd2ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:26.406238 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-434486bc-29bd-4408-8149-8d16d7d111f8 None None] Routers {'f0ac7086-2dee-4826-8a05-05fa0e57fdc3'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:06:26.406880 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-434486bc-29bd-4408-8149-8d16d7d111f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:06:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['f0ac7086-2dee-4826-8a05-05fa0e57fdc3'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:06:26.460331 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-d63e9d3a-6bc5-4ae3-89d8-ad035517ef79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709693'] for router, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:26.474539 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14559c10-da41-45ec-b840-3a2e218c4c59 req-dda852b8-e727-418f-a62b-b4b139e0c967 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:06:26.476177 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-14559c10-da41-45ec-b840-3a2e218c4c59 req-dda852b8-e727-418f-a62b-b4b139e0c967 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/ports?device_id=51660831-b1b5-4794-a084-619a8b40de6a HTTP/1.1" status: 200 len: 982 time: 0.0838809 Mar 28 12:06:26.492489 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd196bae-6bc1-44d6-b796-b130dfa83be9 None None] Pushing event updated for resources: {'Port': ['ID=e0be1577-cd79-48dc-bee0-92ba5e02f532,revision_number=4']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:06:26.517725 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-96987de8-1066-42a0-a211-e47170cd2ae3 None None] For port df4d1198-c927-47d6-aea4-7bc86b7442ae, host dv-neutron-835340-2-hyperv, cleared binding levels {{(pid=87872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 12:06:26.522523 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-96987de8-1066-42a0-a211-e47170cd2ae3 None None] For port df4d1198-c927-47d6-aea4-7bc86b7442ae, host dv-neutron-835340-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=df4d1198-c927-47d6-aea4-7bc86b7442ae,segment=NetworkSegment(3963f30b-858a-46c5-bdb6-5ca02053b1a6),segment_id=3963f30b-858a-46c5-bdb6-5ca02053b1a6)] {{(pid=87872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 12:06:26.537586 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-96987de8-1066-42a0-a211-e47170cd2ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:26.542266 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-14559c10-da41-45ec-b840-3a2e218c4c59 req-2f1c8c5e-4672-41c7-bf81-d67c466a3b58 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3448b81-b554-4253-9b5b-e31998b92d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601609 Mar 28 12:06:26.694810 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d63e9d3a-6bc5-4ae3-89d8-ad035517ef79 admin admin] Router 3eda6386-1dce-4ca6-b546-9d13b47b9239 is scheduled to L3 agent af79d429-529e-400b-a119-94d4bec03f3e with binding_index 1 {{(pid=87871) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 12:06:26.703018 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvr_db [None req-434486bc-29bd-4408-8149-8d16d7d111f8 None None] Set router f0ac7086-2dee-4826-8a05-05fa0e57fdc3 gateway port host: dv-neutron-835340-2-hyperv {{(pid=87872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:06:26.773991 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96987de8-1066-42a0-a211-e47170cd2ae3 None None] Pushing event updated for resources: {'Port': ['ID=df4d1198-c927-47d6-aea4-7bc86b7442ae,revision_number=2']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:06:26.925010 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d63e9d3a-6bc5-4ae3-89d8-ad035517ef79 admin admin] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 12:06:26.936466 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9676fa58-8f93-4b3c-80be-2cc106bc6e8e None None] Sync routers for ids ['3eda6386-1dce-4ca6-b546-9d13b47b9239'] in dv-neutron-835340-2-hyperv {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 12:06:26.947342 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9676fa58-8f93-4b3c-80be-2cc106bc6e8e None None] Routers {'3eda6386-1dce-4ca6-b546-9d13b47b9239'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:06:26.948137 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-9676fa58-8f93-4b3c-80be-2cc106bc6e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:06:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['3eda6386-1dce-4ca6-b546-9d13b47b9239'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:06:26.951316 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-d63e9d3a-6bc5-4ae3-89d8-ad035517ef79 admin admin] Notify callbacks [] for router, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:26.953400 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-d63e9d3a-6bc5-4ae3-89d8-ad035517ef79 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.7023013 Mar 28 12:06:26.956250 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 59490) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:06:27.109665 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-434486bc-29bd-4408-8149-8d16d7d111f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0ac7086-2dee-4826-8a05-05fa0e57fdc3', 'name': 'tempest-TestVolumeBootPattern-542767455-router', 'tenant_id': '47a90bc1ddf942f0867175a620007cc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.15'}], 'enable_snat': True}, 'gw_port_id': '41c6dd69-d901-41f2-afe7-3ed161b55c6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:06:16Z', 'updated_at': '2022-03-28T12:06:21Z', 'revision_number': 4, 'project_id': '47a90bc1ddf942f0867175a620007cc0', 'gw_port': {'id': '41c6dd69-d901-41f2-afe7-3ed161b55c6b', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:d2:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0ac7086-2dee-4826-8a05-05fa0e57fdc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:06:17Z', 'updated_at': '2022-03-28T12:06:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_interfaces': [{'id': 'e0be1577-cd79-48dc-bee0-92ba5e02f532', 'name': '', 'network_id': '58a24317-1730-4638-8adb-7f79ac32a130', 'tenant_id': '47a90bc1ddf942f0867175a620007cc0', 'mac_address': 'fa:16:3e:a7:d3:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0ac7086-2dee-4826-8a05-05fa0e57fdc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': 'ca5eb385-2512-460c-bf9c-e9f84ff9e2ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:06:20Z', 'updated_at': '2022-03-28T12:06:26Z', 'revision_number': 4, 'project_id': '47a90bc1ddf942f0867175a620007cc0', 'subnets': [{'id': 'ca5eb385-2512-460c-bf9c-e9f84ff9e2ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:06:27.114354 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-434486bc-29bd-4408-8149-8d16d7d111f8 None None] The sync data for ids ['f0ac7086-2dee-4826-8a05-05fa0e57fdc3'] in dv-neutron-835340-2-hyperv is: [{'id': 'f0ac7086-2dee-4826-8a05-05fa0e57fdc3', 'name': 'tempest-TestVolumeBootPattern-542767455-router', 'tenant_id': '47a90bc1ddf942f0867175a620007cc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.15'}], 'enable_snat': True}, 'gw_port_id': '41c6dd69-d901-41f2-afe7-3ed161b55c6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:06:16Z', 'updated_at': '2022-03-28T12:06:21Z', 'revision_number': 4, 'project_id': '47a90bc1ddf942f0867175a620007cc0', 'gw_port': {'id': '41c6dd69-d901-41f2-afe7-3ed161b55c6b', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:d2:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0ac7086-2dee-4826-8a05-05fa0e57fdc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:06:17Z', 'updated_at': '2022-03-28T12:06:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_interfaces': [{'id': 'e0be1577-cd79-48dc-bee0-92ba5e02f532', 'name': '', 'network_id': '58a24317-1730-4638-8adb-7f79ac32a130', 'tenant_id': '47a90bc1ddf942f0867175a620007cc0', 'mac_address': 'fa:16:3e:a7:d3:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0ac7086-2dee-4826-8a05-05fa0e57fdc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': 'ca5eb385-2512-460c-bf9c-e9f84ff9e2ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:06:20Z', 'updated_at': '2022-03-28T12:06:26Z', 'revision_number': 4, 'project_id': '47a90bc1ddf942f0867175a620007cc0', 'subnets': [{'id': 'ca5eb385-2512-460c-bf9c-e9f84ff9e2ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 12:06:27.156774 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvr_db [None req-9676fa58-8f93-4b3c-80be-2cc106bc6e8e None None] Set router 3eda6386-1dce-4ca6-b546-9d13b47b9239 gateway port host: dv-neutron-835340-2-hyperv {{(pid=87873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:06:27.532691 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-9676fa58-8f93-4b3c-80be-2cc106bc6e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eda6386-1dce-4ca6-b546-9d13b47b9239', 'name': 'tempest-TestVolumeBootPattern-1086759429-router', 'tenant_id': 'db47619c96e940bf88900dc00e398c6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.95'}], 'enable_snat': True}, 'gw_port_id': '2e221339-0948-4eeb-b299-7131db9224a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:06:24Z', 'updated_at': '2022-03-28T12:06:25Z', 'revision_number': 3, 'project_id': 'db47619c96e940bf88900dc00e398c6f', 'gw_port': {'id': '2e221339-0948-4eeb-b299-7131db9224a2', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:a5:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3eda6386-1dce-4ca6-b546-9d13b47b9239', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:06:25Z', 'updated_at': '2022-03-28T12:06:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv'}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:06:27.537069 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9676fa58-8f93-4b3c-80be-2cc106bc6e8e None None] Checking router: 3eda6386-1dce-4ca6-b546-9d13b47b9239 for host: dv-neutron-835340-2-hyperv {{(pid=87873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 12:06:27.537491 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9676fa58-8f93-4b3c-80be-2cc106bc6e8e None None] Updating router 3eda6386-1dce-4ca6-b546-9d13b47b9239 port 2e221339-0948-4eeb-b299-7131db9224a2 binding host dv-neutron-835340-2-hyperv {{(pid=87873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 12:06:27.631589 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron_lib.callbacks.manager [None req-9676fa58-8f93-4b3c-80be-2cc106bc6e8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:27.786725 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af4211d0-6fa9-4ce9-ab47-b279f69e06b8 None None] Network 0d5ceb34-d506-490c-b4e4-f75f244a9623 requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 12:06:27.872797 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e17ccc-99a9-4206-b127-4f65b7cde66e req-8d9da6fc-31a4-4852-b101-f8bc5957d7e4 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:06:27.883221 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-39e17ccc-99a9-4206-b127-4f65b7cde66e req-8d9da6fc-31a4-4852-b101-f8bc5957d7e4 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/ports?device_id=51660831-b1b5-4794-a084-619a8b40de6a HTTP/1.1" status: 200 len: 982 time: 0.1531334 Mar 28 12:06:28.036894 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-39e17ccc-99a9-4206-b127-4f65b7cde66e req-04924cc4-5244-410e-bec2-26fb9f55ffdd tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3448b81-b554-4253-9b5b-e31998b92d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526856 Mar 28 12:06:28.050006 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-a08966c9-9c6b-4f42-8d6b-f6d276962811 None None] Provisioning for port df4d1198-c927-47d6-aea4-7bc86b7442ae completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:06:28.077758 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device df4d1198-c927-47d6-aea4-7bc86b7442ae up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:06:28.153885 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-84a5d8ab-0b0b-4741-8c97-79ad80ce527a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:28.204912 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron_lib.callbacks.manager [None req-9676fa58-8f93-4b3c-80be-2cc106bc6e8e None None] Notify callbacks [] for port, precommit_update {{(pid=87873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:28.226429 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.provisioning_blocks [None req-9676fa58-8f93-4b3c-80be-2cc106bc6e8e None None] Transition to ACTIVE for port object 2e221339-0948-4eeb-b299-7131db9224a2 will not be triggered until provisioned by entity L2. {{(pid=87873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:06:28.239962 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron_lib.callbacks.manager [None req-9676fa58-8f93-4b3c-80be-2cc106bc6e8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:28.316950 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning for port df4d1198-c927-47d6-aea4-7bc86b7442ae completed by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:06:28.324649 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port df4d1198-c927-47d6-aea4-7bc86b7442ae triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:06:28.325020 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:28.357529 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7767394-5014-46b7-a9eb-d52899bfb2eb None None] Pushing event updated for resources: {'Port': ['ID=2e221339-0948-4eeb-b299-7131db9224a2,revision_number=2']} {{(pid=87873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:06:28.389595 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.managers [None req-9676fa58-8f93-4b3c-80be-2cc106bc6e8e None None] Attempting to bind port 2e221339-0948-4eeb-b299-7131db9224a2 on host dv-neutron-835340-2-hyperv for vnic_type normal with profile {{(pid=87873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 12:06:28.389776 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.managers [None req-9676fa58-8f93-4b3c-80be-2cc106bc6e8e None None] Attempting to bind port 2e221339-0948-4eeb-b299-7131db9224a2 by drivers openvswitch,hyperv on host dv-neutron-835340-2-hyperv at level 0 using segments [{'id': '688afb86-c9bd-46e2-ba7d-3fe76fb1efff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b'}] {{(pid=87873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 12:06:28.390088 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9676fa58-8f93-4b3c-80be-2cc106bc6e8e None None] Attempting to bind port 2e221339-0948-4eeb-b299-7131db9224a2 on network ac2b1748-8f63-4b17-a9c7-07e79704aa5b {{(pid=87873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 12:06:28.396401 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9676fa58-8f93-4b3c-80be-2cc106bc6e8e None None] Checking agent: {'id': '961a16fe-cbc8-4264-ac28-bbbd53f89caa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 46, 6), 'started_at': datetime.datetime(2022, 3, 28, 11, 46, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 12, 6, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 12:06:28.396774 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9676fa58-8f93-4b3c-80be-2cc106bc6e8e None None] Checking segment: {'id': '688afb86-c9bd-46e2-ba7d-3fe76fb1efff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 12:06:28.397162 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron_lib.callbacks.manager [None req-9676fa58-8f93-4b3c-80be-2cc106bc6e8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:28.397768 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9676fa58-8f93-4b3c-80be-2cc106bc6e8e None None] Bound using segment: {'id': '688afb86-c9bd-46e2-ba7d-3fe76fb1efff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b'} {{(pid=87873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 12:06:28.397995 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.managers [None req-9676fa58-8f93-4b3c-80be-2cc106bc6e8e None None] Bound port: 2e221339-0948-4eeb-b299-7131db9224a2, host: dv-neutron-835340-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '688afb86-c9bd-46e2-ba7d-3fe76fb1efff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b'}}] {{(pid=87873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 12:06:28.398358 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron_lib.callbacks.manager [None req-9676fa58-8f93-4b3c-80be-2cc106bc6e8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:28.481306 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:28.489342 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.db [None req-9676fa58-8f93-4b3c-80be-2cc106bc6e8e None None] For port 2e221339-0948-4eeb-b299-7131db9224a2, host dv-neutron-835340-2-hyperv, cleared binding levels {{(pid=87873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 12:06:28.493454 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.db [None req-9676fa58-8f93-4b3c-80be-2cc106bc6e8e None None] For port 2e221339-0948-4eeb-b299-7131db9224a2, host dv-neutron-835340-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=2e221339-0948-4eeb-b299-7131db9224a2,segment=NetworkSegment(688afb86-c9bd-46e2-ba7d-3fe76fb1efff),segment_id=688afb86-c9bd-46e2-ba7d-3fe76fb1efff)] {{(pid=87873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 12:06:28.497432 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Device 20946a53-6ef1-47af-a38f-c7b63fa5e263 up at agent hyperv_hv-neutron-8353 {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:06:28.502497 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron_lib.callbacks.manager [None req-9676fa58-8f93-4b3c-80be-2cc106bc6e8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:28.504148 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.db_base_plugin_common [None req-84a5d8ab-0b0b-4741-8c97-79ad80ce527a admin admin] Allocated IP 172.20.0.1 (0d5ceb34-d506-490c-b4e4-f75f244a9623/6a7d3e00-0101-415a-9e83-594ce7d99cfd/8fd5592d-39d0-449a-9304-f3d3bd4a5c07) {{(pid=87870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 12:06:28.597076 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7767394-5014-46b7-a9eb-d52899bfb2eb None None] Pushing event updated for resources: {'Port': ['ID=2e221339-0948-4eeb-b299-7131db9224a2,revision_number=3']} {{(pid=87873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:06:28.626590 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] For port df4d1198-c927-47d6-aea4-7bc86b7442ae, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=df4d1198-c927-47d6-aea4-7bc86b7442ae,segment=NetworkSegment(3963f30b-858a-46c5-bdb6-5ca02053b1a6),segment_id=3963f30b-858a-46c5-bdb6-5ca02053b1a6)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:06:28.634303 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9676fa58-8f93-4b3c-80be-2cc106bc6e8e None None] Routers {'3eda6386-1dce-4ca6-b546-9d13b47b9239'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:06:28.634996 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-9676fa58-8f93-4b3c-80be-2cc106bc6e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:06:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['3eda6386-1dce-4ca6-b546-9d13b47b9239'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:06:28.639725 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:28.641599 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device e0be1577-cd79-48dc-bee0-92ba5e02f532 up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:06:28.726018 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-84a5d8ab-0b0b-4741-8c97-79ad80ce527a admin admin] Notify callbacks [] for port, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:28.745732 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.provisioning_blocks [None req-84a5d8ab-0b0b-4741-8c97-79ad80ce527a admin admin] Transition to ACTIVE for port object 8fd5592d-39d0-449a-9304-f3d3bd4a5c07 will not be triggered until provisioned by entity DHCP. {{(pid=87870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:06:28.772973 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Provisioning for port 20946a53-6ef1-47af-a38f-c7b63fa5e263 completed by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:06:28.782513 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-84a5d8ab-0b0b-4741-8c97-79ad80ce527a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:28.856630 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84a5d8ab-0b0b-4741-8c97-79ad80ce527a admin admin] Network 0d5ceb34-d506-490c-b4e4-f75f244a9623 is already hosted by enough agents. {{(pid=87870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:06:28.861117 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.base_scheduler [None req-84a5d8ab-0b0b-4741-8c97-79ad80ce527a admin admin] Resources bound (agent type, host, resource id): {{(pid=87870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:06:28.865014 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a5d8ab-0b0b-4741-8c97-79ad80ce527a admin admin] Received port after_create {{(pid=87870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 12:06:28.886409 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvr_db [None req-9676fa58-8f93-4b3c-80be-2cc106bc6e8e None None] Set router 3eda6386-1dce-4ca6-b546-9d13b47b9239 gateway port host: dv-neutron-835340-2-hyperv {{(pid=87873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:06:28.925290 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Pushing event updated for resources: {'Port': ['ID=df4d1198-c927-47d6-aea4-7bc86b7442ae,revision_number=3']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:06:28.929015 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Provisioning complete for port 20946a53-6ef1-47af-a38f-c7b63fa5e263 triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:06:28.929419 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:28.947710 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-84a5d8ab-0b0b-4741-8c97-79ad80ce527a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-709483'] for router_interface, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:29.004236 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning for port e0be1577-cd79-48dc-bee0-92ba5e02f532 completed by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:06:29.007854 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-fabe7973-f122-44ed-a7c8-05f6af8a1bba None None] Provisioning complete for port df4d1198-c927-47d6-aea4-7bc86b7442ae triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:06:29.008429 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-fabe7973-f122-44ed-a7c8-05f6af8a1bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:29.028291 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a5d8ab-0b0b-4741-8c97-79ad80ce527a admin admin] Pushing event updated for resources: {'Port': ['ID=8fd5592d-39d0-449a-9304-f3d3bd4a5c07,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:06:29.096292 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-84a5d8ab-0b0b-4741-8c97-79ad80ce527a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:29.113176 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port e0be1577-cd79-48dc-bee0-92ba5e02f532 triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:06:29.113934 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:29.229122 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-9676fa58-8f93-4b3c-80be-2cc106bc6e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eda6386-1dce-4ca6-b546-9d13b47b9239', 'name': 'tempest-TestVolumeBootPattern-1086759429-router', 'tenant_id': 'db47619c96e940bf88900dc00e398c6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.95'}], 'enable_snat': True}, 'gw_port_id': '2e221339-0948-4eeb-b299-7131db9224a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:06:24Z', 'updated_at': '2022-03-28T12:06:25Z', 'revision_number': 3, 'project_id': 'db47619c96e940bf88900dc00e398c6f', 'gw_port': {'id': '2e221339-0948-4eeb-b299-7131db9224a2', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:a5:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3eda6386-1dce-4ca6-b546-9d13b47b9239', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:06:25Z', 'updated_at': '2022-03-28T12:06:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv'}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:06:29.234223 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9676fa58-8f93-4b3c-80be-2cc106bc6e8e None None] The sync data for ids ['3eda6386-1dce-4ca6-b546-9d13b47b9239'] in dv-neutron-835340-2-hyperv is: [{'id': '3eda6386-1dce-4ca6-b546-9d13b47b9239', 'name': 'tempest-TestVolumeBootPattern-1086759429-router', 'tenant_id': 'db47619c96e940bf88900dc00e398c6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.95'}], 'enable_snat': True}, 'gw_port_id': '2e221339-0948-4eeb-b299-7131db9224a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:06:24Z', 'updated_at': '2022-03-28T12:06:25Z', 'revision_number': 3, 'project_id': 'db47619c96e940bf88900dc00e398c6f', 'gw_port': {'id': '2e221339-0948-4eeb-b299-7131db9224a2', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:a5:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3eda6386-1dce-4ca6-b546-9d13b47b9239', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:06:25Z', 'updated_at': '2022-03-28T12:06:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv'}] {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 12:06:29.351991 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:29.369382 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370e2f6e-1e30-45b3-bf2d-edb88feab835 req-b23c765e-e01e-4404-8165-98bb32cc5b9c tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:06:29.370914 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-370e2f6e-1e30-45b3-bf2d-edb88feab835 req-b23c765e-e01e-4404-8165-98bb32cc5b9c tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/ports?device_id=51660831-b1b5-4794-a084-619a8b40de6a HTTP/1.1" status: 200 len: 982 time: 0.1943722 Mar 28 12:06:29.391878 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:29.406299 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51660831-b1b5-4794-a084-619a8b40de6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20946a53-6ef1-47af-a38f-c7b63fa5e263'}] {{(pid=87872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 12:06:29.425337 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] For port 20946a53-6ef1-47af-a38f-c7b63fa5e263, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=20946a53-6ef1-47af-a38f-c7b63fa5e263,segment=NetworkSegment(ec6df7c5-6dd4-4951-9432-31efab19802d),segment_id=ec6df7c5-6dd4-4951-9432-31efab19802d)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:06:29.433558 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:29.443871 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-370e2f6e-1e30-45b3-bf2d-edb88feab835 req-3de1dd26-275b-4334-8eae-16348c969f39 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3448b81-b554-4253-9b5b-e31998b92d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634842 Mar 28 12:06:29.445873 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-84a5d8ab-0b0b-4741-8c97-79ad80ce527a admin admin] Notify callbacks [] for port, precommit_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:29.453271 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-84a5d8ab-0b0b-4741-8c97-79ad80ce527a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2558288'] for port, after_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:29.529547 dv-neutron-835340-2-hyperv neutron-server[87872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51660831-b1b5-4794-a084-619a8b40de6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20946a53-6ef1-47af-a38f-c7b63fa5e263', 'code': 200} Mar 28 12:06:29.536393 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] For port e0be1577-cd79-48dc-bee0-92ba5e02f532, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=e0be1577-cd79-48dc-bee0-92ba5e02f532,segment=NetworkSegment(50310252-dd3a-44b3-a0be-b4c21d863506),segment_id=50310252-dd3a-44b3-a0be-b4c21d863506)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:06:29.555735 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:29.572183 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Pushing event updated for resources: {'Port': ['ID=20946a53-6ef1-47af-a38f-c7b63fa5e263,revision_number=10']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:06:29.575013 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-2e40be1f-b849-4156-8dc9-f7c89d4bd022 None None] Provisioning for port 8fd5592d-39d0-449a-9304-f3d3bd4a5c07 completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:06:29.636227 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-2e40be1f-b849-4156-8dc9-f7c89d4bd022 None None] Provisioning complete for port 8fd5592d-39d0-449a-9304-f3d3bd4a5c07 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:06:29.636883 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2e40be1f-b849-4156-8dc9-f7c89d4bd022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:29.725676 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-2e40be1f-b849-4156-8dc9-f7c89d4bd022 None None] Port 8fd5592d-39d0-449a-9304-f3d3bd4a5c07 cannot update to ACTIVE because it is not bound. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 12:06:29.728180 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Pushing event updated for resources: {'Port': ['ID=e0be1577-cd79-48dc-bee0-92ba5e02f532,revision_number=5']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:06:29.734622 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-84a5d8ab-0b0b-4741-8c97-79ad80ce527a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-743372'] for router_interface, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:29.738781 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a5d8ab-0b0b-4741-8c97-79ad80ce527a admin admin] Pushing event updated for resources: {'Port': ['ID=8fd5592d-39d0-449a-9304-f3d3bd4a5c07,revision_number=2']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:06:29.798862 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f3972f-a3ca-4125-82e0-08aeb305666f req-42718701-5ef6-4cf5-8626-ad5e50a900ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:06:29.803525 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-63f3972f-a3ca-4125-82e0-08aeb305666f req-42718701-5ef6-4cf5-8626-ad5e50a900ae service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=51660831-b1b5-4794-a084-619a8b40de6a HTTP/1.1" status: 200 len: 1137 time: 0.0870965 Mar 28 12:06:29.857077 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-63f3972f-a3ca-4125-82e0-08aeb305666f req-d8c60924-9b35-4d8f-a175-f6c114794bfa service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=d3448b81-b554-4253-9b5b-e31998b92d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474589 Mar 28 12:06:29.908989 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84a5d8ab-0b0b-4741-8c97-79ad80ce527a admin admin] Network 0d5ceb34-d506-490c-b4e4-f75f244a9623 is already hosted by enough agents. {{(pid=87870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:06:29.910187 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.base_scheduler [None req-84a5d8ab-0b0b-4741-8c97-79ad80ce527a admin admin] Resources bound (agent type, host, resource id): {{(pid=87870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:06:29.943369 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device df4d1198-c927-47d6-aea4-7bc86b7442ae up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:06:30.030448 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port df4d1198-c927-47d6-aea4-7bc86b7442ae triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:06:30.030899 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:30.131406 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84a5d8ab-0b0b-4741-8c97-79ad80ce527a admin admin] Router 3eda6386-1dce-4ca6-b546-9d13b47b9239 has already been hosted by L3 agent af79d429-529e-400b-a119-94d4bec03f3e {{(pid=87870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 12:06:30.163724 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device e0be1577-cd79-48dc-bee0-92ba5e02f532 up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:06:30.240718 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port e0be1577-cd79-48dc-bee0-92ba5e02f532 triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:06:30.241088 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:30.296662 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-0b14affc-dc9d-4fab-abb0-2f6ff617d2b1 None None] Provisioning complete for port 8fd5592d-39d0-449a-9304-f3d3bd4a5c07 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:06:30.297033 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-0b14affc-dc9d-4fab-abb0-2f6ff617d2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:30.321024 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84a5d8ab-0b0b-4741-8c97-79ad80ce527a admin admin] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 12:06:30.330999 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-84a5d8ab-0b0b-4741-8c97-79ad80ce527a admin admin] 10.222.0.30 "PUT /v2.0/routers/3eda6386-1dce-4ca6-b546-9d13b47b9239/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3734570 Mar 28 12:06:30.397696 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-0b14affc-dc9d-4fab-abb0-2f6ff617d2b1 None None] Port 8fd5592d-39d0-449a-9304-f3d3bd4a5c07 cannot update to ACTIVE because it is not bound. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 12:06:30.415776 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 2e221339-0948-4eeb-b299-7131db9224a2 up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:06:30.486660 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning for port 2e221339-0948-4eeb-b299-7131db9224a2 completed by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:06:30.492124 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port 2e221339-0948-4eeb-b299-7131db9224a2 triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:06:30.492492 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:30.617661 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:30.639036 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] For port 2e221339-0948-4eeb-b299-7131db9224a2, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=2e221339-0948-4eeb-b299-7131db9224a2,segment=NetworkSegment(688afb86-c9bd-46e2-ba7d-3fe76fb1efff),segment_id=688afb86-c9bd-46e2-ba7d-3fe76fb1efff)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:06:30.643608 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:30.667374 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f731ea88-260b-4adc-8b3d-22723e0d0305 req-438aa5cd-f40f-4263-99da-1a4e6bd837c6 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:06:30.669415 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-f731ea88-260b-4adc-8b3d-22723e0d0305 req-438aa5cd-f40f-4263-99da-1a4e6bd837c6 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/ports?device_id=51660831-b1b5-4794-a084-619a8b40de6a HTTP/1.1" status: 200 len: 984 time: 0.0912364 Mar 28 12:06:30.739860 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Pushing event updated for resources: {'Port': ['ID=2e221339-0948-4eeb-b299-7131db9224a2,revision_number=4']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:06:30.776504 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-f731ea88-260b-4adc-8b3d-22723e0d0305 req-9b5b25d9-983d-4c70-a65f-238e1d7bb0a8 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3448b81-b554-4253-9b5b-e31998b92d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007960 Mar 28 12:06:30.811065 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 59508) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:06:30.816574 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-23651380-3edf-42ce-b700-a8fa42ac1d7a tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1840040302', 'description': 'tempest-secgroup-smoke-1840040302 description', 'project_id': '47a90bc1ddf942f0867175a620007cc0'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:06:30.823079 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-23651380-3edf-42ce-b700-a8fa42ac1d7a tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:06:30.827669 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-23651380-3edf-42ce-b700-a8fa42ac1d7a tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Usage tracker for resource:security_group and tenant:47a90bc1ddf942f0867175a620007cc0 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:06:30.835191 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-23651380-3edf-42ce-b700-a8fa42ac1d7a tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:06:30.843708 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-23651380-3edf-42ce-b700-a8fa42ac1d7a tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:06:30.861638 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-23651380-3edf-42ce-b700-a8fa42ac1d7a tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Notify callbacks [] for security_group, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:30.884255 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-23651380-3edf-42ce-b700-a8fa42ac1d7a tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:06:30.889606 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-23651380-3edf-42ce-b700-a8fa42ac1d7a tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Usage tracker for resource:security_group_rule and tenant:47a90bc1ddf942f0867175a620007cc0 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:06:30.892511 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-23651380-3edf-42ce-b700-a8fa42ac1d7a tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:06:30.898406 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-23651380-3edf-42ce-b700-a8fa42ac1d7a tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:06:30.968977 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-23651380-3edf-42ce-b700-a8fa42ac1d7a tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Notify callbacks [] for security_group, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:30.974226 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-23651380-3edf-42ce-b700-a8fa42ac1d7a tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:30.999519 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-991a7526-d622-490d-bedb-7fc37fda0b24 None None] Sync routers for ids ['3eda6386-1dce-4ca6-b546-9d13b47b9239'] in dv-neutron-835340-2-hyperv {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 12:06:31.008852 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-991a7526-d622-490d-bedb-7fc37fda0b24 None None] Routers {'3eda6386-1dce-4ca6-b546-9d13b47b9239'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:06:31.009591 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-991a7526-d622-490d-bedb-7fc37fda0b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:06:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['3eda6386-1dce-4ca6-b546-9d13b47b9239'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:06:31.018444 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23651380-3edf-42ce-b700-a8fa42ac1d7a tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8392a33-39a9-4107-88a2-a192a6c34737,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:06:31.021997 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-23651380-3edf-42ce-b700-a8fa42ac1d7a tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Notify callbacks [] for security_group, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:31.023360 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-23651380-3edf-42ce-b700-a8fa42ac1d7a tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2112288 Mar 28 12:06:31.026253 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 59512) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:06:31.031373 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-216490d2-ef21-4610-bb9b-e8174bb54fb4 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Request body: {'security_group_rule': {'security_group_id': 'a8392a33-39a9-4107-88a2-a192a6c34737', 'project_id': '47a90bc1ddf942f0867175a620007cc0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:06:31.037403 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-216490d2-ef21-4610-bb9b-e8174bb54fb4 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:06:31.041359 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-216490d2-ef21-4610-bb9b-e8174bb54fb4 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Usage tracker for resource:security_group_rule and tenant:47a90bc1ddf942f0867175a620007cc0 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:06:31.044252 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-216490d2-ef21-4610-bb9b-e8174bb54fb4 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:06:31.050574 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-216490d2-ef21-4610-bb9b-e8174bb54fb4 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:06:31.067344 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-216490d2-ef21-4610-bb9b-e8174bb54fb4 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:31.130986 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-216490d2-ef21-4610-bb9b-e8174bb54fb4 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:31.136137 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-216490d2-ef21-4610-bb9b-e8174bb54fb4 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740322'] for security_group_rule, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:31.159310 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216490d2-ef21-4610-bb9b-e8174bb54fb4 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=514e2068-4b56-4c33-b869-173df542bf29,revision_number=0']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:06:31.170069 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-216490d2-ef21-4610-bb9b-e8174bb54fb4 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:31.175665 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-216490d2-ef21-4610-bb9b-e8174bb54fb4 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1484194 Mar 28 12:06:31.178221 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 59516) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:06:31.183538 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-e363123e-c192-43d2-a8bb-774129518d2a tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Request body: {'security_group_rule': {'security_group_id': 'a8392a33-39a9-4107-88a2-a192a6c34737', 'project_id': '47a90bc1ddf942f0867175a620007cc0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:06:31.190100 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-e363123e-c192-43d2-a8bb-774129518d2a tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:06:31.193896 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-e363123e-c192-43d2-a8bb-774129518d2a tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Usage tracker for resource:security_group_rule and tenant:47a90bc1ddf942f0867175a620007cc0 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:06:31.194053 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvr_db [None req-991a7526-d622-490d-bedb-7fc37fda0b24 None None] Set router 3eda6386-1dce-4ca6-b546-9d13b47b9239 gateway port host: dv-neutron-835340-2-hyperv {{(pid=87872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:06:31.196742 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-e363123e-c192-43d2-a8bb-774129518d2a tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:06:31.202462 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-e363123e-c192-43d2-a8bb-774129518d2a tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:06:31.219300 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-e363123e-c192-43d2-a8bb-774129518d2a tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:31.284824 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-e363123e-c192-43d2-a8bb-774129518d2a tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:31.288735 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-e363123e-c192-43d2-a8bb-774129518d2a tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740322'] for security_group_rule, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:31.313219 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e363123e-c192-43d2-a8bb-774129518d2a tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f179b7b-973a-4c7f-b128-59a07a44cfdf,revision_number=0']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:06:31.323833 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-e363123e-c192-43d2-a8bb-774129518d2a tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:31.325043 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-e363123e-c192-43d2-a8bb-774129518d2a tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1456709 Mar 28 12:06:31.328298 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 59520) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:06:31.333403 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-8af63f86-2b5a-406b-8aa0-e757ab080b9b tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Request body: {'security_group_rule': {'security_group_id': 'a8392a33-39a9-4107-88a2-a192a6c34737', 'project_id': '47a90bc1ddf942f0867175a620007cc0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:06:31.339273 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-8af63f86-2b5a-406b-8aa0-e757ab080b9b tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:06:31.343619 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-8af63f86-2b5a-406b-8aa0-e757ab080b9b tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Usage tracker for resource:security_group_rule and tenant:47a90bc1ddf942f0867175a620007cc0 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:06:31.346416 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-8af63f86-2b5a-406b-8aa0-e757ab080b9b tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:06:31.352045 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-8af63f86-2b5a-406b-8aa0-e757ab080b9b tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:06:31.368660 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-8af63f86-2b5a-406b-8aa0-e757ab080b9b tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:31.432900 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-8af63f86-2b5a-406b-8aa0-e757ab080b9b tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:31.437168 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-8af63f86-2b5a-406b-8aa0-e757ab080b9b tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740322'] for security_group_rule, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:31.454968 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af63f86-2b5a-406b-8aa0-e757ab080b9b tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8038176-46fa-489a-b995-1f98ff60f9d3,revision_number=0']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:06:31.472095 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-8af63f86-2b5a-406b-8aa0-e757ab080b9b tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:31.473259 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-8af63f86-2b5a-406b-8aa0-e757ab080b9b tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1439259 Mar 28 12:06:31.476116 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 59524) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:06:31.480942 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-68172059-fbcc-454b-a5fa-36daeeaab5ed tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Request body: {'security_group_rule': {'security_group_id': 'a8392a33-39a9-4107-88a2-a192a6c34737', 'project_id': '47a90bc1ddf942f0867175a620007cc0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:06:31.486951 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-68172059-fbcc-454b-a5fa-36daeeaab5ed tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:06:31.490721 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-68172059-fbcc-454b-a5fa-36daeeaab5ed tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Usage tracker for resource:security_group_rule and tenant:47a90bc1ddf942f0867175a620007cc0 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:06:31.493507 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-68172059-fbcc-454b-a5fa-36daeeaab5ed tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:06:31.499866 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-68172059-fbcc-454b-a5fa-36daeeaab5ed tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:06:31.517454 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-68172059-fbcc-454b-a5fa-36daeeaab5ed tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:31.564517 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-991a7526-d622-490d-bedb-7fc37fda0b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eda6386-1dce-4ca6-b546-9d13b47b9239', 'name': 'tempest-TestVolumeBootPattern-1086759429-router', 'tenant_id': 'db47619c96e940bf88900dc00e398c6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.95'}], 'enable_snat': True}, 'gw_port_id': '2e221339-0948-4eeb-b299-7131db9224a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:06:24Z', 'updated_at': '2022-03-28T12:06:29Z', 'revision_number': 4, 'project_id': 'db47619c96e940bf88900dc00e398c6f', 'gw_port': {'id': '2e221339-0948-4eeb-b299-7131db9224a2', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:a5:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eda6386-1dce-4ca6-b546-9d13b47b9239', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:06:25Z', 'updated_at': '2022-03-28T12:06:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_interfaces': [{'id': '8fd5592d-39d0-449a-9304-f3d3bd4a5c07', 'name': '', 'network_id': '0d5ceb34-d506-490c-b4e4-f75f244a9623', 'tenant_id': 'db47619c96e940bf88900dc00e398c6f', 'mac_address': 'fa:16:3e:87:88:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3eda6386-1dce-4ca6-b546-9d13b47b9239', 'device_owner': 'network:router_interface', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': '6a7d3e00-0101-415a-9e83-594ce7d99cfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:06:28Z', 'updated_at': '2022-03-28T12:06:29Z', 'revision_number': 2, 'project_id': 'db47619c96e940bf88900dc00e398c6f', 'subnets': [{'id': '6a7d3e00-0101-415a-9e83-594ce7d99cfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:06:31.568603 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-991a7526-d622-490d-bedb-7fc37fda0b24 None None] Checking router: 3eda6386-1dce-4ca6-b546-9d13b47b9239 for host: dv-neutron-835340-2-hyperv {{(pid=87872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 12:06:31.568888 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-991a7526-d622-490d-bedb-7fc37fda0b24 None None] Updating router 3eda6386-1dce-4ca6-b546-9d13b47b9239 port 8fd5592d-39d0-449a-9304-f3d3bd4a5c07 binding host dv-neutron-835340-2-hyperv {{(pid=87872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 12:06:31.585270 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-68172059-fbcc-454b-a5fa-36daeeaab5ed tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:31.589097 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-68172059-fbcc-454b-a5fa-36daeeaab5ed tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740322'] for security_group_rule, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:31.613304 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68172059-fbcc-454b-a5fa-36daeeaab5ed tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02513e3a-fd4b-4f9c-915c-116bf5587af4,revision_number=0']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:06:31.621844 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-991a7526-d622-490d-bedb-7fc37fda0b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:31.624758 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-68172059-fbcc-454b-a5fa-36daeeaab5ed tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:31.626112 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-68172059-fbcc-454b-a5fa-36daeeaab5ed tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1489332 Mar 28 12:06:31.628644 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 59528) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:06:31.633656 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-e736bec0-5be1-4c28-8ad6-be035b6c66c3 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Request body: {'security_group_rule': {'security_group_id': 'a8392a33-39a9-4107-88a2-a192a6c34737', 'project_id': '47a90bc1ddf942f0867175a620007cc0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:06:31.641483 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-e736bec0-5be1-4c28-8ad6-be035b6c66c3 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:06:31.645359 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-e736bec0-5be1-4c28-8ad6-be035b6c66c3 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Usage tracker for resource:security_group_rule and tenant:47a90bc1ddf942f0867175a620007cc0 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:06:31.648868 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-e736bec0-5be1-4c28-8ad6-be035b6c66c3 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:06:31.654794 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-e736bec0-5be1-4c28-8ad6-be035b6c66c3 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:06:31.666489 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.db.securitygroups_db [None req-e736bec0-5be1-4c28-8ad6-be035b6c66c3 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Project 47a90bc1ddf942f0867175a620007cc0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 12:06:31.673747 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-e736bec0-5be1-4c28-8ad6-be035b6c66c3 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:31.743563 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-e736bec0-5be1-4c28-8ad6-be035b6c66c3 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:31.747736 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-e736bec0-5be1-4c28-8ad6-be035b6c66c3 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740322'] for security_group_rule, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:31.771327 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e736bec0-5be1-4c28-8ad6-be035b6c66c3 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02c0735e-515c-437d-9912-22e06dd236fd,revision_number=0']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:06:31.782878 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-e736bec0-5be1-4c28-8ad6-be035b6c66c3 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:31.787254 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 59532) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:06:31.787781 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-e736bec0-5be1-4c28-8ad6-be035b6c66c3 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1576574 Mar 28 12:06:31.804868 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-e9ef15f8-2657-4a51-941b-f84a23dfbf88 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Request body: {'security_group_rule': {'security_group_id': 'a8392a33-39a9-4107-88a2-a192a6c34737', 'project_id': '47a90bc1ddf942f0867175a620007cc0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:06:31.811036 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-e9ef15f8-2657-4a51-941b-f84a23dfbf88 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:06:31.828657 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-e9ef15f8-2657-4a51-941b-f84a23dfbf88 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Usage tracker for resource:security_group_rule and tenant:47a90bc1ddf942f0867175a620007cc0 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:06:31.832412 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-e9ef15f8-2657-4a51-941b-f84a23dfbf88 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:06:31.839754 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-e9ef15f8-2657-4a51-941b-f84a23dfbf88 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:06:31.853753 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.db.securitygroups_db [None req-e9ef15f8-2657-4a51-941b-f84a23dfbf88 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Project 47a90bc1ddf942f0867175a620007cc0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 12:06:31.861290 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-e9ef15f8-2657-4a51-941b-f84a23dfbf88 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:31.875753 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 2e221339-0948-4eeb-b299-7131db9224a2 up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:06:31.969276 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-e9ef15f8-2657-4a51-941b-f84a23dfbf88 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:31.973365 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-e9ef15f8-2657-4a51-941b-f84a23dfbf88 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740322'] for security_group_rule, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:31.990057 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port 2e221339-0948-4eeb-b299-7131db9224a2 triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:06:31.990426 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:31.998542 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ef15f8-2657-4a51-941b-f84a23dfbf88 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a59e597d-ef3d-4a41-8c27-a0f95c16e5c0,revision_number=0']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:06:32.015003 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-e9ef15f8-2657-4a51-941b-f84a23dfbf88 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:32.016081 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-e9ef15f8-2657-4a51-941b-f84a23dfbf88 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2271588 Mar 28 12:06:32.039912 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f7c8da-6e8e-4e40-8095-211aa7a58fec req-c9db97ce-b281-4885-82f9-11d7e1423ae1 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:06:32.041372 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-56f7c8da-6e8e-4e40-8095-211aa7a58fec req-c9db97ce-b281-4885-82f9-11d7e1423ae1 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/ports?device_id=51660831-b1b5-4794-a084-619a8b40de6a HTTP/1.1" status: 200 len: 984 time: 0.1207750 Mar 28 12:06:32.133916 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-991a7526-d622-490d-bedb-7fc37fda0b24 None None] Notify callbacks [] for port, precommit_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:32.190062 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-991a7526-d622-490d-bedb-7fc37fda0b24 None None] Transition to ACTIVE for port object 8fd5592d-39d0-449a-9304-f3d3bd4a5c07 will not be triggered until provisioned by entity L2. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:06:32.207100 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-991a7526-d622-490d-bedb-7fc37fda0b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:32.220265 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-56f7c8da-6e8e-4e40-8095-211aa7a58fec req-7d52c2c0-67de-4ef0-a15d-905e289841b5 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3448b81-b554-4253-9b5b-e31998b92d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715178 Mar 28 12:06:32.401279 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fac5a7e-8bc7-48ef-aaf0-ef31d5302e82 None None] Pushing event updated for resources: {'Port': ['ID=8fd5592d-39d0-449a-9304-f3d3bd4a5c07,revision_number=3']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:06:32.447294 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb33d79-f991-4695-8069-64e68db179ee req-1f7bed5f-bd10-49f9-9ad0-0741f4529003 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:06:32.448986 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-7bb33d79-f991-4695-8069-64e68db179ee req-1f7bed5f-bd10-49f9-9ad0-0741f4529003 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/ports?device_id=51660831-b1b5-4794-a084-619a8b40de6a HTTP/1.1" status: 200 len: 984 time: 0.1094482 Mar 28 12:06:32.455590 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fac5a7e-8bc7-48ef-aaf0-ef31d5302e82 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:06:32.455966 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fac5a7e-8bc7-48ef-aaf0-ef31d5302e82 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:06:32.456303 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fac5a7e-8bc7-48ef-aaf0-ef31d5302e82 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:06:32.456634 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fac5a7e-8bc7-48ef-aaf0-ef31d5302e82 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:06:32.456962 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fac5a7e-8bc7-48ef-aaf0-ef31d5302e82 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:06:32.457282 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fac5a7e-8bc7-48ef-aaf0-ef31d5302e82 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:06:32.457597 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fac5a7e-8bc7-48ef-aaf0-ef31d5302e82 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:06:32.457912 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fac5a7e-8bc7-48ef-aaf0-ef31d5302e82 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:06:32.458219 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fac5a7e-8bc7-48ef-aaf0-ef31d5302e82 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:06:32.458544 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fac5a7e-8bc7-48ef-aaf0-ef31d5302e82 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:06:32.458839 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fac5a7e-8bc7-48ef-aaf0-ef31d5302e82 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:06:32.459147 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fac5a7e-8bc7-48ef-aaf0-ef31d5302e82 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:06:32.466921 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-55ca4529-73aa-4f15-8bca-8ad5f8ee7617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:32.505753 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-7bb33d79-f991-4695-8069-64e68db179ee req-823de1d3-72c7-46ce-9709-6ebb33a7ceec tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3448b81-b554-4253-9b5b-e31998b92d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499194 Mar 28 12:06:32.506402 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-991a7526-d622-490d-bedb-7fc37fda0b24 None None] Attempting to bind port 8fd5592d-39d0-449a-9304-f3d3bd4a5c07 on host dv-neutron-835340-2-hyperv for vnic_type normal with profile {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 12:06:32.506766 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-991a7526-d622-490d-bedb-7fc37fda0b24 None None] Attempting to bind port 8fd5592d-39d0-449a-9304-f3d3bd4a5c07 by drivers openvswitch,hyperv on host dv-neutron-835340-2-hyperv at level 0 using segments [{'id': '3963f30b-858a-46c5-bdb6-5ca02053b1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0d5ceb34-d506-490c-b4e4-f75f244a9623'}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 12:06:32.507809 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-991a7526-d622-490d-bedb-7fc37fda0b24 None None] Attempting to bind port 8fd5592d-39d0-449a-9304-f3d3bd4a5c07 on network 0d5ceb34-d506-490c-b4e4-f75f244a9623 {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 12:06:32.515731 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-991a7526-d622-490d-bedb-7fc37fda0b24 None None] Checking agent: {'id': '961a16fe-cbc8-4264-ac28-bbbd53f89caa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 46, 6), 'started_at': datetime.datetime(2022, 3, 28, 11, 46, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 12, 6, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 12:06:32.516101 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-991a7526-d622-490d-bedb-7fc37fda0b24 None None] Checking segment: {'id': '3963f30b-858a-46c5-bdb6-5ca02053b1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0d5ceb34-d506-490c-b4e4-f75f244a9623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 12:06:32.516503 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-991a7526-d622-490d-bedb-7fc37fda0b24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:32.517431 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-991a7526-d622-490d-bedb-7fc37fda0b24 None None] Bound using segment: {'id': '3963f30b-858a-46c5-bdb6-5ca02053b1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0d5ceb34-d506-490c-b4e4-f75f244a9623'} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 12:06:32.517898 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-991a7526-d622-490d-bedb-7fc37fda0b24 None None] Bound port: 8fd5592d-39d0-449a-9304-f3d3bd4a5c07, host: dv-neutron-835340-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3963f30b-858a-46c5-bdb6-5ca02053b1a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '0d5ceb34-d506-490c-b4e4-f75f244a9623'}}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 12:06:32.519822 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-991a7526-d622-490d-bedb-7fc37fda0b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:32.536778 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 59582) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:06:32.612931 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48c4fb53-fc81-43e0-82fe-de40f9a0b875 tempest-TestNetworkBasicOps-386611239 tempest-TestNetworkBasicOps-386611239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:06:32.617556 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-48c4fb53-fc81-43e0-82fe-de40f9a0b875 tempest-TestNetworkBasicOps-386611239 tempest-TestNetworkBasicOps-386611239-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=51660831-b1b5-4794-a084-619a8b40de6a&network_id=7b48ec17-f67c-46fb-85ff-587219f15a7c HTTP/1.1" status: 200 len: 1132 time: 0.0797756 Mar 28 12:06:32.618095 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-991a7526-d622-490d-bedb-7fc37fda0b24 None None] For port 8fd5592d-39d0-449a-9304-f3d3bd4a5c07, host dv-neutron-835340-2-hyperv, cleared binding levels {{(pid=87872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 12:06:32.621532 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-991a7526-d622-490d-bedb-7fc37fda0b24 None None] For port 8fd5592d-39d0-449a-9304-f3d3bd4a5c07, host dv-neutron-835340-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=8fd5592d-39d0-449a-9304-f3d3bd4a5c07,segment=NetworkSegment(3963f30b-858a-46c5-bdb6-5ca02053b1a6),segment_id=3963f30b-858a-46c5-bdb6-5ca02053b1a6)] {{(pid=87872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 12:06:32.629156 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-991a7526-d622-490d-bedb-7fc37fda0b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:32.723329 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-991a7526-d622-490d-bedb-7fc37fda0b24 None None] Routers {'3eda6386-1dce-4ca6-b546-9d13b47b9239'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:06:32.723977 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-991a7526-d622-490d-bedb-7fc37fda0b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:06:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['3eda6386-1dce-4ca6-b546-9d13b47b9239'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:06:32.773531 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fac5a7e-8bc7-48ef-aaf0-ef31d5302e82 None None] Pushing event updated for resources: {'Port': ['ID=8fd5592d-39d0-449a-9304-f3d3bd4a5c07,revision_number=4']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:06:33.007270 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvr_db [None req-991a7526-d622-490d-bedb-7fc37fda0b24 None None] Set router 3eda6386-1dce-4ca6-b546-9d13b47b9239 gateway port host: dv-neutron-835340-2-hyperv {{(pid=87872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:06:33.088687 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdd53da-fea9-4a9b-9036-4f65b375fe71 req-540320d4-032f-4241-8c55-bcafc0c902ea tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:06:33.092747 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-ccdd53da-fea9-4a9b-9036-4f65b375fe71 req-540320d4-032f-4241-8c55-bcafc0c902ea tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/ports?device_id=51660831-b1b5-4794-a084-619a8b40de6a HTTP/1.1" status: 200 len: 984 time: 0.0952570 Mar 28 12:06:33.138989 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-ccdd53da-fea9-4a9b-9036-4f65b375fe71 req-0845a1bb-6087-48ce-b8c5-7aad972ddca6 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3448b81-b554-4253-9b5b-e31998b92d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409913 Mar 28 12:06:33.390306 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-991a7526-d622-490d-bedb-7fc37fda0b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eda6386-1dce-4ca6-b546-9d13b47b9239', 'name': 'tempest-TestVolumeBootPattern-1086759429-router', 'tenant_id': 'db47619c96e940bf88900dc00e398c6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.95'}], 'enable_snat': True}, 'gw_port_id': '2e221339-0948-4eeb-b299-7131db9224a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:06:24Z', 'updated_at': '2022-03-28T12:06:29Z', 'revision_number': 4, 'project_id': 'db47619c96e940bf88900dc00e398c6f', 'gw_port': {'id': '2e221339-0948-4eeb-b299-7131db9224a2', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:a5:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eda6386-1dce-4ca6-b546-9d13b47b9239', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:06:25Z', 'updated_at': '2022-03-28T12:06:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_interfaces': [{'id': '8fd5592d-39d0-449a-9304-f3d3bd4a5c07', 'name': '', 'network_id': '0d5ceb34-d506-490c-b4e4-f75f244a9623', 'tenant_id': 'db47619c96e940bf88900dc00e398c6f', 'mac_address': 'fa:16:3e:87:88:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3eda6386-1dce-4ca6-b546-9d13b47b9239', 'device_owner': 'network:router_interface', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': '6a7d3e00-0101-415a-9e83-594ce7d99cfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:06:28Z', 'updated_at': '2022-03-28T12:06:32Z', 'revision_number': 4, 'project_id': 'db47619c96e940bf88900dc00e398c6f', 'subnets': [{'id': '6a7d3e00-0101-415a-9e83-594ce7d99cfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:06:33.394525 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-991a7526-d622-490d-bedb-7fc37fda0b24 None None] The sync data for ids ['3eda6386-1dce-4ca6-b546-9d13b47b9239'] in dv-neutron-835340-2-hyperv is: [{'id': '3eda6386-1dce-4ca6-b546-9d13b47b9239', 'name': 'tempest-TestVolumeBootPattern-1086759429-router', 'tenant_id': 'db47619c96e940bf88900dc00e398c6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.95'}], 'enable_snat': True}, 'gw_port_id': '2e221339-0948-4eeb-b299-7131db9224a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:06:24Z', 'updated_at': '2022-03-28T12:06:29Z', 'revision_number': 4, 'project_id': 'db47619c96e940bf88900dc00e398c6f', 'gw_port': {'id': '2e221339-0948-4eeb-b299-7131db9224a2', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:a5:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eda6386-1dce-4ca6-b546-9d13b47b9239', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:06:25Z', 'updated_at': '2022-03-28T12:06:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_interfaces': [{'id': '8fd5592d-39d0-449a-9304-f3d3bd4a5c07', 'name': '', 'network_id': '0d5ceb34-d506-490c-b4e4-f75f244a9623', 'tenant_id': 'db47619c96e940bf88900dc00e398c6f', 'mac_address': 'fa:16:3e:87:88:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3eda6386-1dce-4ca6-b546-9d13b47b9239', 'device_owner': 'network:router_interface', 'standard_attr_id': 1403, 'fixed_ips': [{'subnet_id': '6a7d3e00-0101-415a-9e83-594ce7d99cfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:06:28Z', 'updated_at': '2022-03-28T12:06:32Z', 'revision_number': 4, 'project_id': 'db47619c96e940bf88900dc00e398c6f', 'subnets': [{'id': '6a7d3e00-0101-415a-9e83-594ce7d99cfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 12:06:33.859753 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 8fd5592d-39d0-449a-9304-f3d3bd4a5c07 up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:06:33.938519 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning for port 8fd5592d-39d0-449a-9304-f3d3bd4a5c07 completed by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:06:33.944503 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port 8fd5592d-39d0-449a-9304-f3d3bd4a5c07 triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:06:33.944872 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:34.082509 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:34.118485 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] For port 8fd5592d-39d0-449a-9304-f3d3bd4a5c07, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=8fd5592d-39d0-449a-9304-f3d3bd4a5c07,segment=NetworkSegment(3963f30b-858a-46c5-bdb6-5ca02053b1a6),segment_id=3963f30b-858a-46c5-bdb6-5ca02053b1a6)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:06:34.122869 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:34.209700 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Pushing event updated for resources: {'Port': ['ID=8fd5592d-39d0-449a-9304-f3d3bd4a5c07,revision_number=5']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:06:34.319917 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfa3e45-0f16-4b9a-ad5e-f8ba50915831 req-49de9fb4-7975-451c-b5db-d23a21087c98 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:06:34.322121 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-9bfa3e45-0f16-4b9a-ad5e-f8ba50915831 req-49de9fb4-7975-451c-b5db-d23a21087c98 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.11 "GET /v2.0/ports?device_id=51660831-b1b5-4794-a084-619a8b40de6a HTTP/1.1" status: 200 len: 984 time: 0.1445951 Mar 28 12:06:34.443836 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfa3e45-0f16-4b9a-ad5e-f8ba50915831 req-8925c7a0-84ad-4d95-8e21-5fb4a918b90c tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:06:34.446522 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-9bfa3e45-0f16-4b9a-ad5e-f8ba50915831 req-8925c7a0-84ad-4d95-8e21-5fb4a918b90c tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.11 "GET /v2.0/ports/20946a53-6ef1-47af-a38f-c7b63fa5e263?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0794036 Mar 28 12:06:34.582882 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87801315-76bb-4e66-bfbd-225b008aa5c2 req-29844c7f-9481-40d8-9cb8-c715561e30d9 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:06:34.584371 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-87801315-76bb-4e66-bfbd-225b008aa5c2 req-29844c7f-9481-40d8-9cb8-c715561e30d9 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/ports?device_id=51660831-b1b5-4794-a084-619a8b40de6a HTTP/1.1" status: 200 len: 984 time: 0.2613542 Mar 28 12:06:34.657489 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-9bfa3e45-0f16-4b9a-ad5e-f8ba50915831 req-f0f45e65-dead-4bb3-8ffb-df0528b2ec55 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.11 "GET /v2.0/networks/7b48ec17-f67c-46fb-85ff-587219f15a7c?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2070715 Mar 28 12:06:34.662158 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-87801315-76bb-4e66-bfbd-225b008aa5c2 req-9411664b-d58f-43a6-bf15-833a825819bf tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3448b81-b554-4253-9b5b-e31998b92d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714748 Mar 28 12:06:34.667994 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [req-9bfa3e45-0f16-4b9a-ad5e-f8ba50915831 req-c79bcce8-9c87-46f7-aae9-1d55091744c4 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:06:34.708634 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-09c5843a-b5e8-4981-a2be-2aef8cec4a18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:34.782863 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-9bfa3e45-0f16-4b9a-ad5e-f8ba50915831 req-c79bcce8-9c87-46f7-aae9-1d55091744c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:35.004001 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.db [req-9bfa3e45-0f16-4b9a-ad5e-f8ba50915831 req-c79bcce8-9c87-46f7-aae9-1d55091744c4 service neutron] For port 20946a53-6ef1-47af-a38f-c7b63fa5e263, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=20946a53-6ef1-47af-a38f-c7b63fa5e263,segment=NetworkSegment(ec6df7c5-6dd4-4951-9432-31efab19802d),segment_id=ec6df7c5-6dd4-4951-9432-31efab19802d)] {{(pid=87871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:06:35.033420 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.db [req-9bfa3e45-0f16-4b9a-ad5e-f8ba50915831 req-c79bcce8-9c87-46f7-aae9-1d55091744c4 service neutron] For port 20946a53-6ef1-47af-a38f-c7b63fa5e263, host hv-neutron-8353, cleared binding levels {{(pid=87871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 12:06:35.088228 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.notifiers.nova [req-9bfa3e45-0f16-4b9a-ad5e-f8ba50915831 req-c79bcce8-9c87-46f7-aae9-1d55091744c4 service neutron] device_id is not set on port 20946a53-6ef1-47af-a38f-c7b63fa5e263 yet. {{(pid=87871) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 28 12:06:35.100632 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-9bfa3e45-0f16-4b9a-ad5e-f8ba50915831 req-c79bcce8-9c87-46f7-aae9-1d55091744c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:35.106546 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-9bfa3e45-0f16-4b9a-ad5e-f8ba50915831 req-c79bcce8-9c87-46f7-aae9-1d55091744c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2363241'] for port, after_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:35.246553 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79bcce8-9c87-46f7-aae9-1d55091744c4 service neutron] Pushing event updated for resources: {'Port': ['ID=20946a53-6ef1-47af-a38f-c7b63fa5e263,revision_number=11']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:06:35.309822 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bfa3e45-0f16-4b9a-ad5e-f8ba50915831 req-c79bcce8-9c87-46f7-aae9-1d55091744c4 service neutron] No DVR routers for this DVR port 20946a53-6ef1-47af-a38f-c7b63fa5e263 on host hv-neutron-8353 {{(pid=87871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 12:06:35.477786 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-74995ee0-796b-4221-b89e-466ba1d9ddbe None None] Provisioning complete for port 20946a53-6ef1-47af-a38f-c7b63fa5e263 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:06:35.478513 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-74995ee0-796b-4221-b89e-466ba1d9ddbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:35.534819 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-74995ee0-796b-4221-b89e-466ba1d9ddbe None None] Port 20946a53-6ef1-47af-a38f-c7b63fa5e263 cannot update to ACTIVE because it is not bound. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 12:06:35.556412 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [req-9bfa3e45-0f16-4b9a-ad5e-f8ba50915831 req-c79bcce8-9c87-46f7-aae9-1d55091744c4 service neutron] In _notify_port_updated(), no bound segment for port 20946a53-6ef1-47af-a38f-c7b63fa5e263 on network 7b48ec17-f67c-46fb-85ff-587219f15a7c {{(pid=87871) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 28 12:06:35.557274 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfa3e45-0f16-4b9a-ad5e-f8ba50915831 req-c79bcce8-9c87-46f7-aae9-1d55091744c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:06:35.557918 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-9bfa3e45-0f16-4b9a-ad5e-f8ba50915831 req-c79bcce8-9c87-46f7-aae9-1d55091744c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:35.559212 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-9bfa3e45-0f16-4b9a-ad5e-f8ba50915831 req-c79bcce8-9c87-46f7-aae9-1d55091744c4 service neutron] 10.222.0.11 "PUT /v2.0/ports/20946a53-6ef1-47af-a38f-c7b63fa5e263 HTTP/1.1" status: 200 len: 1027 time: 0.8950851 Mar 28 12:06:35.672841 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:35.773340 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-ef3be119-c018-4979-be07-86cf959defc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:35.846878 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-e836776e-bd6d-4c9f-ab6d-e209f8b239d3 req-d420072e-8af9-46bc-b820-e7e33d0dd8e2 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/ports?device_id=51660831-b1b5-4794-a084-619a8b40de6a HTTP/1.1" status: 200 len: 210 time: 0.0473084 Mar 28 12:06:35.876286 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 8fd5592d-39d0-449a-9304-f3d3bd4a5c07 up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:06:35.953690 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port 8fd5592d-39d0-449a-9304-f3d3bd4a5c07 triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:06:35.954173 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:36.952871 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 59642) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:06:37.031301 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-2c874965-fa70-407a-8971-6a0eebd22ecd tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:37.068673 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-2c874965-fa70-407a-8971-6a0eebd22ecd tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:37.142325 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-2c874965-fa70-407a-8971-6a0eebd22ecd tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:37.161493 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c874965-fa70-407a-8971-6a0eebd22ecd tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cec4809-a19b-48df-b576-82d9ba58c2e1,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:06:37.174045 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-2c874965-fa70-407a-8971-6a0eebd22ecd tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:37.175412 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-2c874965-fa70-407a-8971-6a0eebd22ecd tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "DELETE /v2.0/security-groups/1cec4809-a19b-48df-b576-82d9ba58c2e1 HTTP/1.1" status: 204 len: 168 time: 0.2214885 Mar 28 12:06:37.207365 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 59648) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:06:37.429065 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-b7ccd3c7-0277-4f12-8e5c-e41478141af5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:37.551159 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-2017f96f-becd-4c55-a715-83e418e9c460 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Deleting port 85d6f311-237e-436a-a61a-a5c78ad5d291 {{(pid=87871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:06:37.551528 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-2017f96f-becd-4c55-a715-83e418e9c460 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:37.728641 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-2017f96f-becd-4c55-a715-83e418e9c460 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:37.728986 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-2017f96f-becd-4c55-a715-83e418e9c460 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:37.855241 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-2017f96f-becd-4c55-a715-83e418e9c460 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Calling delete_port for 85d6f311-237e-436a-a61a-a5c78ad5d291 owned by network:floatingip {{(pid=87871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:06:38.016443 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-2017f96f-becd-4c55-a715-83e418e9c460 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:38.064717 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2017f96f-becd-4c55-a715-83e418e9c460 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Pushing event deleted for resources: {'Port': ['ID=85d6f311-237e-436a-a61a-a5c78ad5d291,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:06:38.168516 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-2017f96f-becd-4c55-a715-83e418e9c460 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for floatingip, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:38.168865 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.db.l3_db [None req-2017f96f-becd-4c55-a715-83e418e9c460 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Floating IP 779c0959-4883-41f8-aaa9-f1b27400950e disassociated (deleted). External IP: 172.26.7.103, port: 20946a53-6ef1-47af-a38f-c7b63fa5e263. Mar 28 12:06:38.525737 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Device 20946a53-6ef1-47af-a38f-c7b63fa5e263 no longer exists at agent hyperv_hv-neutron-8353 {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 12:06:38.534646 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2017f96f-becd-4c55-a715-83e418e9c460 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Router 87a165c4-0fa7-4253-9932-23ca41fa3a43 has already been hosted by L3 agent af79d429-529e-400b-a119-94d4bec03f3e {{(pid=87871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 12:06:38.589325 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Device 20946a53-6ef1-47af-a38f-c7b63fa5e263 not bound to the agent host hv-neutron-8353 {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 12:06:38.723336 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2017f96f-becd-4c55-a715-83e418e9c460 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 12:06:38.734164 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fc7d22d-aaf5-492a-9ec5-ea00f5791aa4 None None] Sync routers for ids ['87a165c4-0fa7-4253-9932-23ca41fa3a43'] in dv-neutron-835340-2-hyperv {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 12:06:38.744127 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc7d22d-aaf5-492a-9ec5-ea00f5791aa4 None None] Routers {'87a165c4-0fa7-4253-9932-23ca41fa3a43'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:06:38.744784 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-5fc7d22d-aaf5-492a-9ec5-ea00f5791aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:06:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['87a165c4-0fa7-4253-9932-23ca41fa3a43'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:06:38.745581 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-2017f96f-becd-4c55-a715-83e418e9c460 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for floatingip, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:38.806407 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-2017f96f-becd-4c55-a715-83e418e9c460 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "DELETE /v2.0/floatingips/779c0959-4883-41f8-aaa9-f1b27400950e HTTP/1.1" status: 204 len: 168 time: 1.5978820 Mar 28 12:06:38.951687 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvr_db [None req-5fc7d22d-aaf5-492a-9ec5-ea00f5791aa4 None None] Set router 87a165c4-0fa7-4253-9932-23ca41fa3a43 gateway port host: dv-neutron-835340-2-hyperv {{(pid=87873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:06:38.992539 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 59660) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:06:39.068818 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-9a8b3189-bf3b-4e05-bdce-aca9f6dbe5d1 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:39.100190 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-9a8b3189-bf3b-4e05-bdce-aca9f6dbe5d1 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:39.178570 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-9a8b3189-bf3b-4e05-bdce-aca9f6dbe5d1 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:39.317617 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-5fc7d22d-aaf5-492a-9ec5-ea00f5791aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87a165c4-0fa7-4253-9932-23ca41fa3a43', 'name': 'tempest-TestNetworkBasicOps-router-1915185151', 'tenant_id': '527195c95736491ca1967a42cc300275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.58'}], 'enable_snat': True}, 'gw_port_id': '27047018-1241-42bb-851c-03860086eca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:05:48Z', 'updated_at': '2022-03-28T12:05:53Z', 'revision_number': 4, 'project_id': '527195c95736491ca1967a42cc300275', 'gw_port': {'id': '27047018-1241-42bb-851c-03860086eca2', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:d3:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87a165c4-0fa7-4253-9932-23ca41fa3a43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:05:48Z', 'updated_at': '2022-03-28T12:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_interfaces': [{'id': '2f9a913d-531a-417c-a8c6-6863fd835b2d', 'name': '', 'network_id': '7b48ec17-f67c-46fb-85ff-587219f15a7c', 'tenant_id': '527195c95736491ca1967a42cc300275', 'mac_address': 'fa:16:3e:10:83:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87a165c4-0fa7-4253-9932-23ca41fa3a43', 'device_owner': 'network:router_interface', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '05c45b88-19a4-4e78-9480-be0a35456fbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:05:52Z', 'updated_at': '2022-03-28T12:05:58Z', 'revision_number': 5, 'project_id': '527195c95736491ca1967a42cc300275', 'subnets': [{'id': '05c45b88-19a4-4e78-9480-be0a35456fbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:06:39.324152 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fc7d22d-aaf5-492a-9ec5-ea00f5791aa4 None None] Checking router: 87a165c4-0fa7-4253-9932-23ca41fa3a43 for host: dv-neutron-835340-2-hyperv {{(pid=87873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 12:06:39.330142 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8b3189-bf3b-4e05-bdce-aca9f6dbe5d1 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=880c8be9-4d73-45fa-a347-0a48d0193203,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:06:39.334781 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc7d22d-aaf5-492a-9ec5-ea00f5791aa4 None None] Routers {'87a165c4-0fa7-4253-9932-23ca41fa3a43'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:06:39.335748 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-5fc7d22d-aaf5-492a-9ec5-ea00f5791aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:06:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['87a165c4-0fa7-4253-9932-23ca41fa3a43'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:06:39.342574 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8b3189-bf3b-4e05-bdce-aca9f6dbe5d1 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:06:39.342574 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8b3189-bf3b-4e05-bdce-aca9f6dbe5d1 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:06:39.342574 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8b3189-bf3b-4e05-bdce-aca9f6dbe5d1 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:06:39.342574 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8b3189-bf3b-4e05-bdce-aca9f6dbe5d1 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:06:39.342574 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8b3189-bf3b-4e05-bdce-aca9f6dbe5d1 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:06:39.343195 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8b3189-bf3b-4e05-bdce-aca9f6dbe5d1 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:06:39.343195 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8b3189-bf3b-4e05-bdce-aca9f6dbe5d1 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:06:39.343576 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8b3189-bf3b-4e05-bdce-aca9f6dbe5d1 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:06:39.343798 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8b3189-bf3b-4e05-bdce-aca9f6dbe5d1 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:06:39.344112 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8b3189-bf3b-4e05-bdce-aca9f6dbe5d1 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:06:39.344419 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8b3189-bf3b-4e05-bdce-aca9f6dbe5d1 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:06:39.344726 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a8b3189-bf3b-4e05-bdce-aca9f6dbe5d1 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:06:39.347701 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-9a8b3189-bf3b-4e05-bdce-aca9f6dbe5d1 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:39.348798 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-9a8b3189-bf3b-4e05-bdce-aca9f6dbe5d1 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "DELETE /v2.0/security-groups/880c8be9-4d73-45fa-a347-0a48d0193203 HTTP/1.1" status: 204 len: 168 time: 0.3550036 Mar 28 12:06:39.381780 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 59666) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:06:39.463910 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-36058b8d-9abe-41d6-bfd6-18445c3cfcf5 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Deleting port 20946a53-6ef1-47af-a38f-c7b63fa5e263 {{(pid=87871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:06:39.464250 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-36058b8d-9abe-41d6-bfd6-18445c3cfcf5 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:39.554314 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvr_db [None req-5fc7d22d-aaf5-492a-9ec5-ea00f5791aa4 None None] Set router 87a165c4-0fa7-4253-9932-23ca41fa3a43 gateway port host: dv-neutron-835340-2-hyperv {{(pid=87873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:06:39.749962 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-36058b8d-9abe-41d6-bfd6-18445c3cfcf5 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:39.890088 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-36058b8d-9abe-41d6-bfd6-18445c3cfcf5 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Calling delete_port for 20946a53-6ef1-47af-a38f-c7b63fa5e263 owned by {{(pid=87871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:06:39.906905 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-5fc7d22d-aaf5-492a-9ec5-ea00f5791aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87a165c4-0fa7-4253-9932-23ca41fa3a43', 'name': 'tempest-TestNetworkBasicOps-router-1915185151', 'tenant_id': '527195c95736491ca1967a42cc300275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.58'}], 'enable_snat': True}, 'gw_port_id': '27047018-1241-42bb-851c-03860086eca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:05:48Z', 'updated_at': '2022-03-28T12:05:53Z', 'revision_number': 4, 'project_id': '527195c95736491ca1967a42cc300275', 'gw_port': {'id': '27047018-1241-42bb-851c-03860086eca2', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:d3:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87a165c4-0fa7-4253-9932-23ca41fa3a43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:05:48Z', 'updated_at': '2022-03-28T12:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_interfaces': [{'id': '2f9a913d-531a-417c-a8c6-6863fd835b2d', 'name': '', 'network_id': '7b48ec17-f67c-46fb-85ff-587219f15a7c', 'tenant_id': '527195c95736491ca1967a42cc300275', 'mac_address': 'fa:16:3e:10:83:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87a165c4-0fa7-4253-9932-23ca41fa3a43', 'device_owner': 'network:router_interface', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '05c45b88-19a4-4e78-9480-be0a35456fbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:05:52Z', 'updated_at': '2022-03-28T12:05:58Z', 'revision_number': 5, 'project_id': '527195c95736491ca1967a42cc300275', 'subnets': [{'id': '05c45b88-19a4-4e78-9480-be0a35456fbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:06:39.912048 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fc7d22d-aaf5-492a-9ec5-ea00f5791aa4 None None] The sync data for ids ['87a165c4-0fa7-4253-9932-23ca41fa3a43'] in dv-neutron-835340-2-hyperv is: [{'id': '87a165c4-0fa7-4253-9932-23ca41fa3a43', 'name': 'tempest-TestNetworkBasicOps-router-1915185151', 'tenant_id': '527195c95736491ca1967a42cc300275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.58'}], 'enable_snat': True}, 'gw_port_id': '27047018-1241-42bb-851c-03860086eca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:05:48Z', 'updated_at': '2022-03-28T12:05:53Z', 'revision_number': 4, 'project_id': '527195c95736491ca1967a42cc300275', 'gw_port': {'id': '27047018-1241-42bb-851c-03860086eca2', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:d3:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87a165c4-0fa7-4253-9932-23ca41fa3a43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:05:48Z', 'updated_at': '2022-03-28T12:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_interfaces': [{'id': '2f9a913d-531a-417c-a8c6-6863fd835b2d', 'name': '', 'network_id': '7b48ec17-f67c-46fb-85ff-587219f15a7c', 'tenant_id': '527195c95736491ca1967a42cc300275', 'mac_address': 'fa:16:3e:10:83:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87a165c4-0fa7-4253-9932-23ca41fa3a43', 'device_owner': 'network:router_interface', 'standard_attr_id': 1353, 'fixed_ips': [{'subnet_id': '05c45b88-19a4-4e78-9480-be0a35456fbf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:05:52Z', 'updated_at': '2022-03-28T12:05:58Z', 'revision_number': 5, 'project_id': '527195c95736491ca1967a42cc300275', 'subnets': [{'id': '05c45b88-19a4-4e78-9480-be0a35456fbf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 12:06:40.056713 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-36058b8d-9abe-41d6-bfd6-18445c3cfcf5 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:40.106266 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36058b8d-9abe-41d6-bfd6-18445c3cfcf5 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Pushing event deleted for resources: {'Port': ['ID=20946a53-6ef1-47af-a38f-c7b63fa5e263,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:06:40.178497 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa478a65-5917-4263-a475-aee0fb4a4f4e None None] New status for floating IP 779c0959-4883-41f8-aaa9-f1b27400950e: DOWN {{(pid=87872) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 12:06:40.238806 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-36058b8d-9abe-41d6-bfd6-18445c3cfcf5 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:40.249595 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-36058b8d-9abe-41d6-bfd6-18445c3cfcf5 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "DELETE /v2.0/ports/20946a53-6ef1-47af-a38f-c7b63fa5e263 HTTP/1.1" status: 204 len: 168 time: 0.8667307 Mar 28 12:06:40.252205 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 59672) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:06:40.859484 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-be6ce387-573c-4ff9-af79-d534d483780f tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-743394'] for router_interface, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:41.342714 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-be6ce387-573c-4ff9-af79-d534d483780f tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Deleting port 2f9a913d-531a-417c-a8c6-6863fd835b2d {{(pid=87871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:06:41.343595 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-be6ce387-573c-4ff9-af79-d534d483780f tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:41.537811 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.db [None req-be6ce387-573c-4ff9-af79-d534d483780f tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] For port 2f9a913d-531a-417c-a8c6-6863fd835b2d, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=2f9a913d-531a-417c-a8c6-6863fd835b2d,segment=NetworkSegment(ec6df7c5-6dd4-4951-9432-31efab19802d),segment_id=ec6df7c5-6dd4-4951-9432-31efab19802d)] {{(pid=87871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:06:41.538233 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-be6ce387-573c-4ff9-af79-d534d483780f tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:41.669345 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-be6ce387-573c-4ff9-af79-d534d483780f tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Calling delete_port for 2f9a913d-531a-417c-a8c6-6863fd835b2d owned by network:router_interface {{(pid=87871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:06:41.954330 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-be6ce387-573c-4ff9-af79-d534d483780f tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:42.004837 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6ce387-573c-4ff9-af79-d534d483780f tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Pushing event deleted for resources: {'Port': ['ID=2f9a913d-531a-417c-a8c6-6863fd835b2d,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:06:42.294559 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-be6ce387-573c-4ff9-af79-d534d483780f tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-743246'] for router_interface, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:42.802607 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be6ce387-573c-4ff9-af79-d534d483780f tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Router 87a165c4-0fa7-4253-9932-23ca41fa3a43 has already been hosted by L3 agent af79d429-529e-400b-a119-94d4bec03f3e {{(pid=87871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 12:06:42.990462 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be6ce387-573c-4ff9-af79-d534d483780f tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 12:06:43.002296 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f12ebc83-2627-4afa-8f1d-02243c8ddc7b None None] Sync routers for ids ['87a165c4-0fa7-4253-9932-23ca41fa3a43'] in dv-neutron-835340-2-hyperv {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 12:06:43.008604 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-be6ce387-573c-4ff9-af79-d534d483780f tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "PUT /v2.0/routers/87a165c4-0fa7-4253-9932-23ca41fa3a43/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7527678 Mar 28 12:06:43.008839 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 59682) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:06:43.034006 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f12ebc83-2627-4afa-8f1d-02243c8ddc7b None None] Routers {'87a165c4-0fa7-4253-9932-23ca41fa3a43'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:06:43.034754 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-f12ebc83-2627-4afa-8f1d-02243c8ddc7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:06:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['87a165c4-0fa7-4253-9932-23ca41fa3a43'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:06:43.080936 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.db_base_plugin_v2 [None req-1236f8b8-effe-4f49-b78e-fcbb014db62a tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Deleting subnet 05c45b88-19a4-4e78-9480-be0a35456fbf {{(pid=87871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 12:06:43.084361 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-1236f8b8-effe-4f49-b78e-fcbb014db62a tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for subnet, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:43.142365 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-1236f8b8-effe-4f49-b78e-fcbb014db62a tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3436877'] for subnet, precommit_delete_associations {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:43.216069 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvr_db [None req-f12ebc83-2627-4afa-8f1d-02243c8ddc7b None None] Set router 87a165c4-0fa7-4253-9932-23ca41fa3a43 gateway port host: dv-neutron-835340-2-hyperv {{(pid=87873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:06:43.232657 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-1236f8b8-effe-4f49-b78e-fcbb014db62a tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1919782'] for subnet, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:43.306061 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-1236f8b8-effe-4f49-b78e-fcbb014db62a tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1919805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2364079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26551417'] for subnet, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:43.349708 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1236f8b8-effe-4f49-b78e-fcbb014db62a tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Pushing event deleted for resources: {'Subnet': ['ID=05c45b88-19a4-4e78-9480-be0a35456fbf,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:06:43.355019 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-1236f8b8-effe-4f49-b78e-fcbb014db62a tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for subnet, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:43.363811 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 59694) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:06:43.364337 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-1236f8b8-effe-4f49-b78e-fcbb014db62a tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "DELETE /v2.0/subnets/05c45b88-19a4-4e78-9480-be0a35456fbf HTTP/1.1" status: 204 len: 168 time: 0.3540542 Mar 28 12:06:43.364522 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efa76e2b-d311-4615-a1e0-be168b9ba2d2 None None] Network 7b48ec17-f67c-46fb-85ff-587219f15a7c requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 12:06:43.518352 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-f12ebc83-2627-4afa-8f1d-02243c8ddc7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87a165c4-0fa7-4253-9932-23ca41fa3a43', 'name': 'tempest-TestNetworkBasicOps-router-1915185151', 'tenant_id': '527195c95736491ca1967a42cc300275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.58'}], 'enable_snat': True}, 'gw_port_id': '27047018-1241-42bb-851c-03860086eca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:05:48Z', 'updated_at': '2022-03-28T12:06:41Z', 'revision_number': 5, 'project_id': '527195c95736491ca1967a42cc300275', 'gw_port': {'id': '27047018-1241-42bb-851c-03860086eca2', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:d3:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87a165c4-0fa7-4253-9932-23ca41fa3a43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:05:48Z', 'updated_at': '2022-03-28T12:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv'}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:06:43.522730 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f12ebc83-2627-4afa-8f1d-02243c8ddc7b None None] Checking router: 87a165c4-0fa7-4253-9932-23ca41fa3a43 for host: dv-neutron-835340-2-hyperv {{(pid=87873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 12:06:43.535711 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f12ebc83-2627-4afa-8f1d-02243c8ddc7b None None] Routers {'87a165c4-0fa7-4253-9932-23ca41fa3a43'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:06:43.536330 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-f12ebc83-2627-4afa-8f1d-02243c8ddc7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:06:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['87a165c4-0fa7-4253-9932-23ca41fa3a43'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:06:43.646321 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e0c071b-4457-46f0-b976-20df8fb66ef5 None None] DHCP port deletion for 7b48ec17-f67c-46fb-85ff-587219f15a7c request from dv-neutron-835340-2-hyperv {{(pid=87872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 12:06:43.650881 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-9e0c071b-4457-46f0-b976-20df8fb66ef5 None None] Deleting port 274d231e-301a-4dae-886c-2f552d07d0ec {{(pid=87872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:06:43.651327 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-9e0c071b-4457-46f0-b976-20df8fb66ef5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:43.680619 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-3656c9fb-3430-491e-99e6-7ba4e74aa97c tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for router, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:43.770253 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvr_db [None req-f12ebc83-2627-4afa-8f1d-02243c8ddc7b None None] Set router 87a165c4-0fa7-4253-9932-23ca41fa3a43 gateway port host: dv-neutron-835340-2-hyperv {{(pid=87873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:06:43.921883 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-3656c9fb-3430-491e-99e6-7ba4e74aa97c tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:43.942528 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-3656c9fb-3430-491e-99e6-7ba4e74aa97c tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Deleting port 27047018-1241-42bb-851c-03860086eca2 {{(pid=87870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:06:43.943970 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-3656c9fb-3430-491e-99e6-7ba4e74aa97c tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:43.993699 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-9e0c071b-4457-46f0-b976-20df8fb66ef5 None None] For port 274d231e-301a-4dae-886c-2f552d07d0ec, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=274d231e-301a-4dae-886c-2f552d07d0ec,segment=NetworkSegment(ec6df7c5-6dd4-4951-9432-31efab19802d),segment_id=ec6df7c5-6dd4-4951-9432-31efab19802d)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:06:43.994383 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-9e0c071b-4457-46f0-b976-20df8fb66ef5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:44.072537 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 274d231e-301a-4dae-886c-2f552d07d0ec no longer exists at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 12:06:44.121191 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-f12ebc83-2627-4afa-8f1d-02243c8ddc7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87a165c4-0fa7-4253-9932-23ca41fa3a43', 'name': 'tempest-TestNetworkBasicOps-router-1915185151', 'tenant_id': '527195c95736491ca1967a42cc300275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.58'}], 'enable_snat': True}, 'gw_port_id': '27047018-1241-42bb-851c-03860086eca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:05:48Z', 'updated_at': '2022-03-28T12:06:41Z', 'revision_number': 5, 'project_id': '527195c95736491ca1967a42cc300275', 'gw_port': {'id': '27047018-1241-42bb-851c-03860086eca2', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:d3:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87a165c4-0fa7-4253-9932-23ca41fa3a43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:05:48Z', 'updated_at': '2022-03-28T12:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv'}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:06:44.125530 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f12ebc83-2627-4afa-8f1d-02243c8ddc7b None None] The sync data for ids ['87a165c4-0fa7-4253-9932-23ca41fa3a43'] in dv-neutron-835340-2-hyperv is: [{'id': '87a165c4-0fa7-4253-9932-23ca41fa3a43', 'name': 'tempest-TestNetworkBasicOps-router-1915185151', 'tenant_id': '527195c95736491ca1967a42cc300275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.58'}], 'enable_snat': True}, 'gw_port_id': '27047018-1241-42bb-851c-03860086eca2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:05:48Z', 'updated_at': '2022-03-28T12:06:41Z', 'revision_number': 5, 'project_id': '527195c95736491ca1967a42cc300275', 'gw_port': {'id': '27047018-1241-42bb-851c-03860086eca2', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:d3:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87a165c4-0fa7-4253-9932-23ca41fa3a43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1350, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:05:48Z', 'updated_at': '2022-03-28T12:05:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv'}] {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 12:06:44.187300 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-9e0c071b-4457-46f0-b976-20df8fb66ef5 None None] Calling delete_port for 274d231e-301a-4dae-886c-2f552d07d0ec owned by network:dhcp {{(pid=87872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:06:44.189233 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.db [None req-3656c9fb-3430-491e-99e6-7ba4e74aa97c tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] For port 27047018-1241-42bb-851c-03860086eca2, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=27047018-1241-42bb-851c-03860086eca2,segment=NetworkSegment(688afb86-c9bd-46e2-ba7d-3fe76fb1efff),segment_id=688afb86-c9bd-46e2-ba7d-3fe76fb1efff)] {{(pid=87870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:06:44.189812 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-3656c9fb-3430-491e-99e6-7ba4e74aa97c tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:44.319682 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-3656c9fb-3430-491e-99e6-7ba4e74aa97c tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Calling delete_port for 27047018-1241-42bb-851c-03860086eca2 owned by network:router_gateway {{(pid=87870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:06:44.328520 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:44.385949 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-9e0c071b-4457-46f0-b976-20df8fb66ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250'] for port, after_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:44.436793 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0c071b-4457-46f0-b976-20df8fb66ef5 None None] Pushing event deleted for resources: {'Port': ['ID=274d231e-301a-4dae-886c-2f552d07d0ec,revision_number=None']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:06:44.445857 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e0c071b-4457-46f0-b976-20df8fb66ef5 None None] No DVR routers for this DVR port 274d231e-301a-4dae-886c-2f552d07d0ec on host dv-neutron-835340-2-hyperv {{(pid=87872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 12:06:44.638386 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-3656c9fb-3430-491e-99e6-7ba4e74aa97c tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:44.687290 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3656c9fb-3430-491e-99e6-7ba4e74aa97c tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Pushing event deleted for resources: {'Port': ['ID=27047018-1241-42bb-851c-03860086eca2,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:06:44.728102 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3656c9fb-3430-491e-99e6-7ba4e74aa97c tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:06:44.728447 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3656c9fb-3430-491e-99e6-7ba4e74aa97c tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:06:44.728782 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3656c9fb-3430-491e-99e6-7ba4e74aa97c tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:06:44.729108 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3656c9fb-3430-491e-99e6-7ba4e74aa97c tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:06:44.729432 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3656c9fb-3430-491e-99e6-7ba4e74aa97c tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:06:44.729755 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3656c9fb-3430-491e-99e6-7ba4e74aa97c tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:06:44.730078 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3656c9fb-3430-491e-99e6-7ba4e74aa97c tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:06:44.730397 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3656c9fb-3430-491e-99e6-7ba4e74aa97c tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:06:44.730715 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3656c9fb-3430-491e-99e6-7ba4e74aa97c tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:06:44.731029 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3656c9fb-3430-491e-99e6-7ba4e74aa97c tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:06:44.731344 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3656c9fb-3430-491e-99e6-7ba4e74aa97c tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:06:44.731707 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3656c9fb-3430-491e-99e6-7ba4e74aa97c tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:06:44.791002 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-3656c9fb-3430-491e-99e6-7ba4e74aa97c tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-709573'] for router_gateway, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:44.970887 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-3656c9fb-3430-491e-99e6-7ba4e74aa97c tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-745164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-260864'] for router, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:44.973157 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-3656c9fb-3430-491e-99e6-7ba4e74aa97c tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:45.005213 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-3656c9fb-3430-491e-99e6-7ba4e74aa97c tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-745021'] for router, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:45.005761 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3656c9fb-3430-491e-99e6-7ba4e74aa97c tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Fanout notify agent at l3_agent the message router_deleted on router 87a165c4-0fa7-4253-9932-23ca41fa3a43 {{(pid=87870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 12:06:45.026474 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-3656c9fb-3430-491e-99e6-7ba4e74aa97c tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for router, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:45.027661 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-3656c9fb-3430-491e-99e6-7ba4e74aa97c tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "DELETE /v2.0/routers/87a165c4-0fa7-4253-9932-23ca41fa3a43 HTTP/1.1" status: 204 len: 168 time: 1.6615701 Mar 28 12:06:45.030396 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 59710) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:06:45.147963 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-df111f2a-ea29-4c4e-b9bd-9771bf8214a2 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588883'] for network, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:45.405922 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-df111f2a-ea29-4c4e-b9bd-9771bf8214a2 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930431', 'neutron.services.segments.db._delete_segments_for_network-8783496351308'] for network, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:45.430914 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-df111f2a-ea29-4c4e-b9bd-9771bf8214a2 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b48ec17-f67c-46fb-85ff-587219f15a7c']}} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:06:45.443550 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-df111f2a-ea29-4c4e-b9bd-9771bf8214a2 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec6df7c5-6dd4-4951-9432-31efab19802d') {'for_net_delete': True} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:06:45.443850 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-df111f2a-ea29-4c4e-b9bd-9771bf8214a2 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec6df7c5-6dd4-4951-9432-31efab19802d') {} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:06:45.455247 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-df111f2a-ea29-4c4e-b9bd-9771bf8214a2 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783496353639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3591341'] for segment, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:45.471378 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-df111f2a-ea29-4c4e-b9bd-9771bf8214a2 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:45.478051 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df111f2a-ea29-4c4e-b9bd-9771bf8214a2 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=87870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 12:06:45.478450 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-df111f2a-ea29-4c4e-b9bd-9771bf8214a2 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1920481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2558260'] for segment, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:45.494416 dv-neutron-835340-2-hyperv neutron-server[87870]: Traceback (most recent call last): Mar 28 12:06:45.494416 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 12:06:45.494416 dv-neutron-835340-2-hyperv neutron-server[87870]: timer() Mar 28 12:06:45.494416 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 12:06:45.494416 dv-neutron-835340-2-hyperv neutron-server[87870]: cb(*args, **kw) Mar 28 12:06:45.494416 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 12:06:45.494416 dv-neutron-835340-2-hyperv neutron-server[87870]: return func(*args, **kwargs) Mar 28 12:06:45.494416 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 12:06:45.494416 dv-neutron-835340-2-hyperv neutron-server[87870]: self._notify() Mar 28 12:06:45.494416 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 12:06:45.494416 dv-neutron-835340-2-hyperv neutron-server[87870]: self.callback(batched_events) Mar 28 12:06:45.494416 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 12:06:45.494416 dv-neutron-835340-2-hyperv neutron-server[87870]: event.method(event) Mar 28 12:06:45.494416 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 12:06:45.494416 dv-neutron-835340-2-hyperv neutron-server[87870]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 12:06:45.494416 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 12:06:45.494416 dv-neutron-835340-2-hyperv neutron-server[87870]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 12:06:45.494416 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 12:06:45.494416 dv-neutron-835340-2-hyperv neutron-server[87870]: return f(self, *a, **k) Mar 28 12:06:45.494416 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 12:06:45.494416 dv-neutron-835340-2-hyperv neutron-server[87870]: return self._get(url).json() Mar 28 12:06:45.494416 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 12:06:45.494416 dv-neutron-835340-2-hyperv neutron-server[87870]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 12:06:45.494416 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 12:06:45.494416 dv-neutron-835340-2-hyperv neutron-server[87870]: return self.request(url, 'GET', **kwargs) Mar 28 12:06:45.494416 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 12:06:45.494416 dv-neutron-835340-2-hyperv neutron-server[87870]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 12:06:45.494416 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 12:06:45.494416 dv-neutron-835340-2-hyperv neutron-server[87870]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 12:06:45.494416 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 12:06:45.494416 dv-neutron-835340-2-hyperv neutron-server[87870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 12:06:45.494416 dv-neutron-835340-2-hyperv neutron-server[87870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 12:06:45.581607 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-df111f2a-ea29-4c4e-b9bd-9771bf8214a2 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709602'] for network, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:45.600664 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-df111f2a-ea29-4c4e-b9bd-9771bf8214a2 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for network, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:45.613654 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df111f2a-ea29-4c4e-b9bd-9771bf8214a2 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Pushing event deleted for resources: {'Network': ['ID=7b48ec17-f67c-46fb-85ff-587219f15a7c,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:06:45.620868 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-df111f2a-ea29-4c4e-b9bd-9771bf8214a2 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "DELETE /v2.0/networks/7b48ec17-f67c-46fb-85ff-587219f15a7c HTTP/1.1" status: 204 len: 168 time: 0.5894382 Mar 28 12:06:45.636974 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 59714) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:06:45.661316 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-142ddeb1-1157-48ad-b4d0-9385e5055d83 tempest-TestNetworkBasicOps-386611239 tempest-TestNetworkBasicOps-386611239-project-admin] 10.222.0.30 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0167170 Mar 28 12:06:45.661316 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 59718) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:06:45.668292 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-0b4e4ed6-9825-4e73-9220-25f4cfae0232 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Request body: {'network': {'name': 'tempest-network-smoke--56900850', 'project_id': '527195c95736491ca1967a42cc300275', 'port_security_enabled': True}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:06:45.676071 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-0b4e4ed6-9825-4e73-9220-25f4cfae0232 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:06:45.682448 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-0b4e4ed6-9825-4e73-9220-25f4cfae0232 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Usage tracker for resource:network and tenant:527195c95736491ca1967a42cc300275 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:06:45.688059 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-0b4e4ed6-9825-4e73-9220-25f4cfae0232 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:06:45.693739 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-0b4e4ed6-9825-4e73-9220-25f4cfae0232 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:06:45.704328 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b4e4ed6-9825-4e73-9220-25f4cfae0232 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Made reservation on behalf of 527195c95736491ca1967a42cc300275 for: {'network': 1} {{(pid=87870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 12:06:45.708013 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-0b4e4ed6-9825-4e73-9220-25f4cfae0232 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for network, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:45.735362 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b4e4ed6-9825-4e73-9220-25f4cfae0232 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=87870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 12:06:45.745858 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-0b4e4ed6-9825-4e73-9220-25f4cfae0232 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:45.746194 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.db.segments_db [None req-0b4e4ed6-9825-4e73-9220-25f4cfae0232 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Added segment b68f06ac-91f8-452a-8db6-3160c8c897e5 of type vlan for network 1e8a3d59-7df6-49d6-9697-6e8424f516e0 Mar 28 12:06:45.774503 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-0b4e4ed6-9825-4e73-9220-25f4cfae0232 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783495836591'] for network, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:45.827782 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-0b4e4ed6-9825-4e73-9220-25f4cfae0232 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765'] for network, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:45.837016 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b4e4ed6-9825-4e73-9220-25f4cfae0232 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:06:45.838007 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-0b4e4ed6-9825-4e73-9220-25f4cfae0232 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for network, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:45.844603 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 2f9a913d-531a-417c-a8c6-6863fd835b2d no longer exists at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 12:06:45.896287 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] No Port match for: 2f9a913d-531a-417c-a8c6-6863fd835b2d {{(pid=87872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 12:06:45.896956 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 2f9a913d-531a-417c-a8c6-6863fd835b2d not bound to the agent host dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 12:06:45.897523 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 27047018-1241-42bb-851c-03860086eca2 no longer exists at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 12:06:45.931928 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] No Port match for: 27047018-1241-42bb-851c-03860086eca2 {{(pid=87872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 12:06:45.932521 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 27047018-1241-42bb-851c-03860086eca2 not bound to the agent host dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 12:06:45.943539 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-0b4e4ed6-9825-4e73-9220-25f4cfae0232 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2835143 Mar 28 12:06:45.945518 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 59730) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:06:45.950918 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-bb8d62c9-5397-4edb-aef8-96e1d574170f tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-49333302', 'admin_state_up': True, 'project_id': '527195c95736491ca1967a42cc300275', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b'}}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:06:45.955015 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4e4ed6-9825-4e73-9220-25f4cfae0232 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Pushing event updated for resources: {'Network': ['ID=1e8a3d59-7df6-49d6-9697-6e8424f516e0,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:06:45.959453 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-bb8d62c9-5397-4edb-aef8-96e1d574170f tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:06:45.963770 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-bb8d62c9-5397-4edb-aef8-96e1d574170f tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Usage tracker for resource:router and tenant:527195c95736491ca1967a42cc300275 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:06:45.966853 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Network 1e8a3d59-7df6-49d6-9697-6e8424f516e0 details requested by agent ovs-agent-dv-neutron-835340-2-hyperv with host dv-neutron-835340-2-hyperv {{(pid=87872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 12:06:45.968119 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-bb8d62c9-5397-4edb-aef8-96e1d574170f tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:06:45.974567 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-bb8d62c9-5397-4edb-aef8-96e1d574170f tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:06:45.985403 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-bb8d62c9-5397-4edb-aef8-96e1d574170f tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-707665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-260886'] for router, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:45.986605 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-bb8d62c9-5397-4edb-aef8-96e1d574170f tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-705660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709650', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-767110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260873'] for router, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:46.003123 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-bb8d62c9-5397-4edb-aef8-96e1d574170f tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:46.281689 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-bb8d62c9-5397-4edb-aef8-96e1d574170f tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-709632', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-707672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260923'] for router, precommit_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:46.587925 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-bb8d62c9-5397-4edb-aef8-96e1d574170f tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for router_gateway, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:46.618387 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-bb8d62c9-5397-4edb-aef8-96e1d574170f tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:46.866767 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.db_base_plugin_common [None req-bb8d62c9-5397-4edb-aef8-96e1d574170f tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Allocated IP 172.26.7.84 (ac2b1748-8f63-4b17-a9c7-07e79704aa5b/0b7ebf76-1dc7-431a-a0b4-b96bacf287c2/9d111cd9-43ee-4749-857c-2b8d90c184e3) {{(pid=87871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 12:06:47.017363 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-bb8d62c9-5397-4edb-aef8-96e1d574170f tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for port, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:47.047965 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-bb8d62c9-5397-4edb-aef8-96e1d574170f tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:47.111053 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb8d62c9-5397-4edb-aef8-96e1d574170f tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Network ac2b1748-8f63-4b17-a9c7-07e79704aa5b is already hosted by enough agents. {{(pid=87871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:06:47.113740 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-bb8d62c9-5397-4edb-aef8-96e1d574170f tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Resources bound (agent type, host, resource id): {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:06:47.121544 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb8d62c9-5397-4edb-aef8-96e1d574170f tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Received port after_create {{(pid=87871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 12:06:47.160820 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8d62c9-5397-4edb-aef8-96e1d574170f tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Pushing event updated for resources: {'Port': ['ID=9d111cd9-43ee-4749-857c-2b8d90c184e3,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:06:47.655312 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-bb8d62c9-5397-4edb-aef8-96e1d574170f tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for router_gateway, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:48.058356 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-bb8d62c9-5397-4edb-aef8-96e1d574170f tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709693'] for router, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:48.261771 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb8d62c9-5397-4edb-aef8-96e1d574170f tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Router f4ebde4c-f76e-4df7-86ac-6551da4a12bb is scheduled to L3 agent af79d429-529e-400b-a119-94d4bec03f3e with binding_index 1 {{(pid=87871) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 12:06:48.561829 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb8d62c9-5397-4edb-aef8-96e1d574170f tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 12:06:48.570984 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-033be7af-ef75-46e4-9d89-6d168181eb2e None None] Sync routers for ids ['f4ebde4c-f76e-4df7-86ac-6551da4a12bb'] in dv-neutron-835340-2-hyperv {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 12:06:48.580519 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-033be7af-ef75-46e4-9d89-6d168181eb2e None None] Routers {'f4ebde4c-f76e-4df7-86ac-6551da4a12bb'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:06:48.581065 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-033be7af-ef75-46e4-9d89-6d168181eb2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:06:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['f4ebde4c-f76e-4df7-86ac-6551da4a12bb'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:06:48.588278 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-bb8d62c9-5397-4edb-aef8-96e1d574170f tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for router, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:48.589538 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-bb8d62c9-5397-4edb-aef8-96e1d574170f tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.6429248 Mar 28 12:06:48.593456 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 59740) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:06:48.633143 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-bad919d9-a052-41d9-be15-e0299a0d40f4 tempest-TestNetworkBasicOps-386611239 tempest-TestNetworkBasicOps-386611239-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=527195c95736491ca1967a42cc300275&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0384791 Mar 28 12:06:48.635694 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 59744) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:06:48.758163 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvr_db [None req-033be7af-ef75-46e4-9d89-6d168181eb2e None None] Set router f4ebde4c-f76e-4df7-86ac-6551da4a12bb gateway port host: dv-neutron-835340-2-hyperv {{(pid=87872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:06:48.769192 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2c44a31-c779-4063-9dcc-7aea5b4dfb5f tempest-TestNetworkBasicOps-386611239 tempest-TestNetworkBasicOps-386611239-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:06:48.770655 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-d2c44a31-c779-4063-9dcc-7aea5b4dfb5f tempest-TestNetworkBasicOps-386611239 tempest-TestNetworkBasicOps-386611239-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1338501 Mar 28 12:06:48.773425 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 59748) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:06:48.819350 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-baab2858-0155-4e68-9f3d-2a7b3465e19c tempest-TestNetworkBasicOps-386611239 tempest-TestNetworkBasicOps-386611239-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=ac2b1748-8f63-4b17-a9c7-07e79704aa5b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0423665 Mar 28 12:06:48.819601 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 59752) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:06:48.824586 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-9ceed32d-61e0-4c2a-8abe-9301fc1a992b tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1610438932', 'network_id': '1e8a3d59-7df6-49d6-9697-6e8424f516e0', 'project_id': '527195c95736491ca1967a42cc300275', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:06:48.936413 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-9ceed32d-61e0-4c2a-8abe-9301fc1a992b tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:06:48.940153 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-9ceed32d-61e0-4c2a-8abe-9301fc1a992b tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Usage tracker for resource:subnet and tenant:527195c95736491ca1967a42cc300275 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:06:48.942974 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-9ceed32d-61e0-4c2a-8abe-9301fc1a992b tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:06:48.948508 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-9ceed32d-61e0-4c2a-8abe-9301fc1a992b tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:06:48.958936 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ceed32d-61e0-4c2a-8abe-9301fc1a992b tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Made reservation on behalf of 527195c95736491ca1967a42cc300275 for: {'subnet': 1} {{(pid=87870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 12:06:48.962357 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-9ceed32d-61e0-4c2a-8abe-9301fc1a992b tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2563571'] for subnet, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:49.038309 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-033be7af-ef75-46e4-9d89-6d168181eb2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4ebde4c-f76e-4df7-86ac-6551da4a12bb', 'name': 'tempest-TestNetworkBasicOps-router-49333302', 'tenant_id': '527195c95736491ca1967a42cc300275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.84'}], 'enable_snat': True}, 'gw_port_id': '9d111cd9-43ee-4749-857c-2b8d90c184e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:06:45Z', 'updated_at': '2022-03-28T12:06:47Z', 'revision_number': 3, 'project_id': '527195c95736491ca1967a42cc300275', 'gw_port': {'id': '9d111cd9-43ee-4749-857c-2b8d90c184e3', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:40:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4ebde4c-f76e-4df7-86ac-6551da4a12bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:06:46Z', 'updated_at': '2022-03-28T12:06:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv'}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:06:49.042163 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-033be7af-ef75-46e4-9d89-6d168181eb2e None None] Checking router: f4ebde4c-f76e-4df7-86ac-6551da4a12bb for host: dv-neutron-835340-2-hyperv {{(pid=87872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 12:06:49.042506 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-033be7af-ef75-46e4-9d89-6d168181eb2e None None] Updating router f4ebde4c-f76e-4df7-86ac-6551da4a12bb port 9d111cd9-43ee-4749-857c-2b8d90c184e3 binding host dv-neutron-835340-2-hyperv {{(pid=87872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 12:06:49.096008 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-033be7af-ef75-46e4-9d89-6d168181eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:49.179795 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-9ceed32d-61e0-4c2a-8abe-9301fc1a992b tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2561241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2563521'] for subnet, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:49.258641 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ceed32d-61e0-4c2a-8abe-9301fc1a992b tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Pushing event updated for resources: {'Subnet': ['ID=ef5ef8af-c7a7-4375-9e1c-54f681fd3703,revision_number=0']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:06:49.268315 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ceed32d-61e0-4c2a-8abe-9301fc1a992b tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Checking segment: {'id': 'b68f06ac-91f8-452a-8db6-3160c8c897e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '1e8a3d59-7df6-49d6-9697-6e8424f516e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 12:06:49.268668 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ceed32d-61e0-4c2a-8abe-9301fc1a992b tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Network hostable DHCP agents. Network: 1e8a3d59-7df6-49d6-9697-6e8424f516e0, hostable agents: ['3cb85949-855b-4a40-b988-cd5705e511da'], hosted agents: [] {{(pid=87870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 12:06:49.288248 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ceed32d-61e0-4c2a-8abe-9301fc1a992b tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Network 1e8a3d59-7df6-49d6-9697-6e8424f516e0 is scheduled to be hosted by DHCP agent 3cb85949-855b-4a40-b988-cd5705e511da with binding_index 1 {{(pid=87870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 12:06:49.298804 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.base_scheduler [None req-9ceed32d-61e0-4c2a-8abe-9301fc1a992b tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-2-hyperv, 1e8a3d59-7df6-49d6-9697-6e8424f516e0) {{(pid=87870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:06:49.303698 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ceed32d-61e0-4c2a-8abe-9301fc1a992b tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:06:49.304496 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-9ceed32d-61e0-4c2a-8abe-9301fc1a992b tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for subnet, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:49.330248 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-9ceed32d-61e0-4c2a-8abe-9301fc1a992b tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5098255 Mar 28 12:06:49.333100 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 59758) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:06:49.347243 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a18adcb-234c-4ae2-a974-8db95932fc5d None None] Network 1e8a3d59-7df6-49d6-9697-6e8424f516e0 requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 12:06:49.650588 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-033be7af-ef75-46e4-9d89-6d168181eb2e None None] Notify callbacks [] for port, precommit_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:49.668438 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-033be7af-ef75-46e4-9d89-6d168181eb2e None None] Transition to ACTIVE for port object 9d111cd9-43ee-4749-857c-2b8d90c184e3 will not be triggered until provisioned by entity L2. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:06:49.673290 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f0847ba-4c79-4c88-9e62-bb82298bd074 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1d3f2a9-8722-5ce5-bc40-181687d1ed3f-1e8a3d59-7df6-49d6-9697-6e8424f516e0', 'network_id': '1e8a3d59-7df6-49d6-9697-6e8424f516e0', 'tenant_id': '527195c95736491ca1967a42cc300275', 'fixed_ips': [{'subnet_id': 'ef5ef8af-c7a7-4375-9e1c-54f681fd3703'}]}} from dv-neutron-835340-2-hyperv. {{(pid=87872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 12:06:49.674094 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-7f0847ba-4c79-4c88-9e62-bb82298bd074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:49.692908 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-033be7af-ef75-46e4-9d89-6d168181eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:49.782787 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [req-efd11dc9-4415-4bb7-92c5-c9108cfe66ac req-0b41c2e6-5cf7-49de-a430-1ad66b8c00e2 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Synchronizing usage tracker for tenant:47a90bc1ddf942f0867175a620007cc0 on resource:security_group {{(pid=87870) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:06:49.806823 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [req-efd11dc9-4415-4bb7-92c5-c9108cfe66ac req-0b41c2e6-5cf7-49de-a430-1ad66b8c00e2 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Unset dirty status for tenant:47a90bc1ddf942f0867175a620007cc0 on resource:security_group {{(pid=87870) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:06:49.810356 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-efd11dc9-4415-4bb7-92c5-c9108cfe66ac req-0b41c2e6-5cf7-49de-a430-1ad66b8c00e2 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1840040302&fields=id&tenant_id=47a90bc1ddf942f0867175a620007cc0 HTTP/1.1" status: 200 len: 267 time: 0.0730197 Mar 28 12:06:49.813725 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b7dc66-dd75-4794-a78d-9e62c5058e91 None None] Pushing event updated for resources: {'Port': ['ID=9d111cd9-43ee-4749-857c-2b8d90c184e3,revision_number=2']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:06:49.833891 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-033be7af-ef75-46e4-9d89-6d168181eb2e None None] Attempting to bind port 9d111cd9-43ee-4749-857c-2b8d90c184e3 on host dv-neutron-835340-2-hyperv for vnic_type normal with profile {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 12:06:49.834258 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-033be7af-ef75-46e4-9d89-6d168181eb2e None None] Attempting to bind port 9d111cd9-43ee-4749-857c-2b8d90c184e3 by drivers openvswitch,hyperv on host dv-neutron-835340-2-hyperv at level 0 using segments [{'id': '688afb86-c9bd-46e2-ba7d-3fe76fb1efff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b'}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 12:06:49.834837 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-033be7af-ef75-46e4-9d89-6d168181eb2e None None] Attempting to bind port 9d111cd9-43ee-4749-857c-2b8d90c184e3 on network ac2b1748-8f63-4b17-a9c7-07e79704aa5b {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 12:06:49.847417 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-033be7af-ef75-46e4-9d89-6d168181eb2e None None] Checking agent: {'id': '961a16fe-cbc8-4264-ac28-bbbd53f89caa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 46, 6), 'started_at': datetime.datetime(2022, 3, 28, 11, 46, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 12, 6, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 12:06:49.848188 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-033be7af-ef75-46e4-9d89-6d168181eb2e None None] Checking segment: {'id': '688afb86-c9bd-46e2-ba7d-3fe76fb1efff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 12:06:49.848770 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-033be7af-ef75-46e4-9d89-6d168181eb2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:49.849334 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-033be7af-ef75-46e4-9d89-6d168181eb2e None None] Bound using segment: {'id': '688afb86-c9bd-46e2-ba7d-3fe76fb1efff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b'} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 12:06:49.849997 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-033be7af-ef75-46e4-9d89-6d168181eb2e None None] Bound port: 9d111cd9-43ee-4749-857c-2b8d90c184e3, host: dv-neutron-835340-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '688afb86-c9bd-46e2-ba7d-3fe76fb1efff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b'}}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 12:06:49.850552 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-033be7af-ef75-46e4-9d89-6d168181eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:49.973983 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd11dc9-4415-4bb7-92c5-c9108cfe66ac req-c7698a67-79b1-4c6d-a3aa-07ce360049a3 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:06:49.980900 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-efd11dc9-4415-4bb7-92c5-c9108cfe66ac req-c7698a67-79b1-4c6d-a3aa-07ce360049a3 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] 10.222.0.30 "GET /v2.0/networks?id=58a24317-1730-4638-8adb-7f79ac32a130 HTTP/1.1" status: 200 len: 811 time: 0.1591477 Mar 28 12:06:49.987001 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-033be7af-ef75-46e4-9d89-6d168181eb2e None None] For port 9d111cd9-43ee-4749-857c-2b8d90c184e3, host dv-neutron-835340-2-hyperv, cleared binding levels {{(pid=87872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 12:06:49.991593 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-033be7af-ef75-46e4-9d89-6d168181eb2e None None] For port 9d111cd9-43ee-4749-857c-2b8d90c184e3, host dv-neutron-835340-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=9d111cd9-43ee-4749-857c-2b8d90c184e3,segment=NetworkSegment(688afb86-c9bd-46e2-ba7d-3fe76fb1efff),segment_id=688afb86-c9bd-46e2-ba7d-3fe76fb1efff)] {{(pid=87872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 12:06:49.994562 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-efd11dc9-4415-4bb7-92c5-c9108cfe66ac req-01a70ab5-da60-4521-8917-35499feb7855 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] 10.222.0.30 "GET /v2.0/quotas/47a90bc1ddf942f0867175a620007cc0 HTTP/1.1" status: 200 len: 375 time: 0.0120430 Mar 28 12:06:50.001137 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-033be7af-ef75-46e4-9d89-6d168181eb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:50.038997 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.db_base_plugin_common [None req-7f0847ba-4c79-4c88-9e62-bb82298bd074 None None] Allocated IP 172.20.0.2 (1e8a3d59-7df6-49d6-9697-6e8424f516e0/ef5ef8af-c7a7-4375-9e1c-54f681fd3703/8bf0cb55-418d-4a4e-b9a6-ca87f7cb242a) {{(pid=87872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 12:06:50.081957 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [req-efd11dc9-4415-4bb7-92c5-c9108cfe66ac req-97109ccc-88d0-409a-9445-56c1883ff080 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Synchronizing usage tracker for tenant:47a90bc1ddf942f0867175a620007cc0 on resource:port {{(pid=87870) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:06:50.094066 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-033be7af-ef75-46e4-9d89-6d168181eb2e None None] Routers {'f4ebde4c-f76e-4df7-86ac-6551da4a12bb'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:06:50.094682 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-033be7af-ef75-46e4-9d89-6d168181eb2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:06:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['f4ebde4c-f76e-4df7-86ac-6551da4a12bb'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:06:50.099138 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-09374725-2678-48bc-ba34-cb5ede3d470b tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:50.100415 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [req-efd11dc9-4415-4bb7-92c5-c9108cfe66ac req-97109ccc-88d0-409a-9445-56c1883ff080 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Unset dirty status for tenant:47a90bc1ddf942f0867175a620007cc0 on resource:port {{(pid=87870) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:06:50.101738 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-efd11dc9-4415-4bb7-92c5-c9108cfe66ac req-97109ccc-88d0-409a-9445-56c1883ff080 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=47a90bc1ddf942f0867175a620007cc0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1034198 Mar 28 12:06:50.207936 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b7dc66-dd75-4794-a78d-9e62c5058e91 None None] Pushing event updated for resources: {'Port': ['ID=9d111cd9-43ee-4749-857c-2b8d90c184e3,revision_number=3']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:06:50.250832 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-efd11dc9-4415-4bb7-92c5-c9108cfe66ac req-23c49997-5599-4b75-8e34-33ab603ebb5f service neutron] 10.222.0.30 "GET /v2.0/networks/58a24317-1730-4638-8adb-7f79ac32a130?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334600 Mar 28 12:06:50.394604 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvr_db [None req-033be7af-ef75-46e4-9d89-6d168181eb2e None None] Set router f4ebde4c-f76e-4df7-86ac-6551da4a12bb gateway port host: dv-neutron-835340-2-hyperv {{(pid=87872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:06:50.492652 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-efd11dc9-4415-4bb7-92c5-c9108cfe66ac req-6254fb97-cfba-4708-a5d4-e325ad932c7c service neutron] 10.222.0.30 "GET /v2.0/networks/58a24317-1730-4638-8adb-7f79ac32a130?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2343333 Mar 28 12:06:50.683123 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:50.691012 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-7f0847ba-4c79-4c88-9e62-bb82298bd074 None None] Notify callbacks [] for port, precommit_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:50.706491 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-7f0847ba-4c79-4c88-9e62-bb82298bd074 None None] Transition to ACTIVE for port object 8bf0cb55-418d-4a4e-b9a6-ca87f7cb242a will not be triggered until provisioned by entity L2. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:06:50.740420 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-7f0847ba-4c79-4c88-9e62-bb82298bd074 None None] Transition to ACTIVE for port object 8bf0cb55-418d-4a4e-b9a6-ca87f7cb242a will not be triggered until provisioned by entity DHCP. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:06:50.774684 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-7f0847ba-4c79-4c88-9e62-bb82298bd074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241'] for port, after_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:50.863357 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.db_base_plugin_common [None req-09374725-2678-48bc-ba34-cb5ede3d470b tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Allocated IP 172.20.0.1 (1e8a3d59-7df6-49d6-9697-6e8424f516e0/ef5ef8af-c7a7-4375-9e1c-54f681fd3703/5e90ebf2-458f-458b-a362-97a23421d30e) {{(pid=87871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 12:06:50.898734 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f0847ba-4c79-4c88-9e62-bb82298bd074 None None] Network 1e8a3d59-7df6-49d6-9697-6e8424f516e0 is already hosted by enough agents. {{(pid=87872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:06:50.907305 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.base_scheduler [None req-7f0847ba-4c79-4c88-9e62-bb82298bd074 None None] Resources bound (agent type, host, resource id): {{(pid=87872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:06:50.915020 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f0847ba-4c79-4c88-9e62-bb82298bd074 None None] Received port after_create {{(pid=87872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 12:06:50.919846 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0847ba-4c79-4c88-9e62-bb82298bd074 None None] Pushing event updated for resources: {'Port': ['ID=8bf0cb55-418d-4a4e-b9a6-ca87f7cb242a,revision_number=1']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:06:51.027134 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-7f0847ba-4c79-4c88-9e62-bb82298bd074 None None] Attempting to bind port 8bf0cb55-418d-4a4e-b9a6-ca87f7cb242a on host dv-neutron-835340-2-hyperv for vnic_type normal with profile {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 12:06:51.027641 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-7f0847ba-4c79-4c88-9e62-bb82298bd074 None None] Attempting to bind port 8bf0cb55-418d-4a4e-b9a6-ca87f7cb242a by drivers openvswitch,hyperv on host dv-neutron-835340-2-hyperv at level 0 using segments [{'id': 'b68f06ac-91f8-452a-8db6-3160c8c897e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '1e8a3d59-7df6-49d6-9697-6e8424f516e0'}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 12:06:51.028014 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f0847ba-4c79-4c88-9e62-bb82298bd074 None None] Attempting to bind port 8bf0cb55-418d-4a4e-b9a6-ca87f7cb242a on network 1e8a3d59-7df6-49d6-9697-6e8424f516e0 {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 12:06:51.031439 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-033be7af-ef75-46e4-9d89-6d168181eb2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4ebde4c-f76e-4df7-86ac-6551da4a12bb', 'name': 'tempest-TestNetworkBasicOps-router-49333302', 'tenant_id': '527195c95736491ca1967a42cc300275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.84'}], 'enable_snat': True}, 'gw_port_id': '9d111cd9-43ee-4749-857c-2b8d90c184e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:06:45Z', 'updated_at': '2022-03-28T12:06:47Z', 'revision_number': 3, 'project_id': '527195c95736491ca1967a42cc300275', 'gw_port': {'id': '9d111cd9-43ee-4749-857c-2b8d90c184e3', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:40:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4ebde4c-f76e-4df7-86ac-6551da4a12bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:06:46Z', 'updated_at': '2022-03-28T12:06:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv'}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:06:51.038904 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f0847ba-4c79-4c88-9e62-bb82298bd074 None None] Checking agent: {'id': '961a16fe-cbc8-4264-ac28-bbbd53f89caa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 46, 6), 'started_at': datetime.datetime(2022, 3, 28, 11, 46, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 12, 6, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 12:06:51.039292 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f0847ba-4c79-4c88-9e62-bb82298bd074 None None] Checking segment: {'id': 'b68f06ac-91f8-452a-8db6-3160c8c897e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '1e8a3d59-7df6-49d6-9697-6e8424f516e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 12:06:51.039720 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-7f0847ba-4c79-4c88-9e62-bb82298bd074 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:51.040110 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f0847ba-4c79-4c88-9e62-bb82298bd074 None None] Bound using segment: {'id': 'b68f06ac-91f8-452a-8db6-3160c8c897e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '1e8a3d59-7df6-49d6-9697-6e8424f516e0'} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 12:06:51.040587 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-7f0847ba-4c79-4c88-9e62-bb82298bd074 None None] Bound port: 8bf0cb55-418d-4a4e-b9a6-ca87f7cb242a, host: dv-neutron-835340-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b68f06ac-91f8-452a-8db6-3160c8c897e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '1e8a3d59-7df6-49d6-9697-6e8424f516e0'}}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 12:06:51.040968 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-7f0847ba-4c79-4c88-9e62-bb82298bd074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:51.051935 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-033be7af-ef75-46e4-9d89-6d168181eb2e None None] The sync data for ids ['f4ebde4c-f76e-4df7-86ac-6551da4a12bb'] in dv-neutron-835340-2-hyperv is: [{'id': 'f4ebde4c-f76e-4df7-86ac-6551da4a12bb', 'name': 'tempest-TestNetworkBasicOps-router-49333302', 'tenant_id': '527195c95736491ca1967a42cc300275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.84'}], 'enable_snat': True}, 'gw_port_id': '9d111cd9-43ee-4749-857c-2b8d90c184e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:06:45Z', 'updated_at': '2022-03-28T12:06:47Z', 'revision_number': 3, 'project_id': '527195c95736491ca1967a42cc300275', 'gw_port': {'id': '9d111cd9-43ee-4749-857c-2b8d90c184e3', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:40:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4ebde4c-f76e-4df7-86ac-6551da4a12bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:06:46Z', 'updated_at': '2022-03-28T12:06:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv'}] {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 12:06:51.158215 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-7f0847ba-4c79-4c88-9e62-bb82298bd074 None None] For port 8bf0cb55-418d-4a4e-b9a6-ca87f7cb242a, host dv-neutron-835340-2-hyperv, cleared binding levels {{(pid=87872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 12:06:51.161422 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-7f0847ba-4c79-4c88-9e62-bb82298bd074 None None] For port 8bf0cb55-418d-4a4e-b9a6-ca87f7cb242a, host dv-neutron-835340-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=8bf0cb55-418d-4a4e-b9a6-ca87f7cb242a,segment=NetworkSegment(b68f06ac-91f8-452a-8db6-3160c8c897e5),segment_id=b68f06ac-91f8-452a-8db6-3160c8c897e5)] {{(pid=87872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 12:06:51.166902 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-7f0847ba-4c79-4c88-9e62-bb82298bd074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:51.189142 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-c62d6008-0862-4156-b2df-16962b0929e5 req-14a1f2fd-fff1-4ba7-8514-7cd6de704436 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] 10.222.0.30 "GET /v2.0/ports?device_id=1b6773b4-f4e6-48ad-9a27-86605cb746a2 HTTP/1.1" status: 200 len: 210 time: 0.2207909 Mar 28 12:06:51.214667 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-09374725-2678-48bc-ba34-cb5ede3d470b tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for port, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:51.241300 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.provisioning_blocks [None req-09374725-2678-48bc-ba34-cb5ede3d470b tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Transition to ACTIVE for port object 5e90ebf2-458f-458b-a362-97a23421d30e will not be triggered until provisioned by entity DHCP. {{(pid=87871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:06:51.273783 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-09374725-2678-48bc-ba34-cb5ede3d470b tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:51.298932 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0847ba-4c79-4c88-9e62-bb82298bd074 None None] Pushing event updated for resources: {'Port': ['ID=8bf0cb55-418d-4a4e-b9a6-ca87f7cb242a,revision_number=2']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:06:51.344386 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09374725-2678-48bc-ba34-cb5ede3d470b tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Network 1e8a3d59-7df6-49d6-9697-6e8424f516e0 is already hosted by enough agents. {{(pid=87871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:06:51.348047 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-09374725-2678-48bc-ba34-cb5ede3d470b tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Resources bound (agent type, host, resource id): {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:06:51.350797 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09374725-2678-48bc-ba34-cb5ede3d470b tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Received port after_create {{(pid=87871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 12:06:51.439431 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09374725-2678-48bc-ba34-cb5ede3d470b tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Pushing event updated for resources: {'Port': ['ID=5e90ebf2-458f-458b-a362-97a23421d30e,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:06:51.468432 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-09374725-2678-48bc-ba34-cb5ede3d470b tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-709483'] for router_interface, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:51.823393 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-09374725-2678-48bc-ba34-cb5ede3d470b tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:51.923976 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 8bf0cb55-418d-4a4e-b9a6-ca87f7cb242a up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:06:51.996768 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning for port 8bf0cb55-418d-4a4e-b9a6-ca87f7cb242a completed by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:06:52.002390 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 9d111cd9-43ee-4749-857c-2b8d90c184e3 up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:06:52.096652 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning for port 9d111cd9-43ee-4749-857c-2b8d90c184e3 completed by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:06:52.108707 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port 9d111cd9-43ee-4749-857c-2b8d90c184e3 triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:06:52.109412 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:52.269690 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:52.296217 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] For port 9d111cd9-43ee-4749-857c-2b8d90c184e3, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=9d111cd9-43ee-4749-857c-2b8d90c184e3,segment=NetworkSegment(688afb86-c9bd-46e2-ba7d-3fe76fb1efff),segment_id=688afb86-c9bd-46e2-ba7d-3fe76fb1efff)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:06:52.302920 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:52.399114 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Pushing event updated for resources: {'Port': ['ID=9d111cd9-43ee-4749-857c-2b8d90c184e3,revision_number=4']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:06:52.423722 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-aea42a1c-1dee-4ea5-901f-d19e7a849d0b req-dce7a4cf-2cf5-435f-beb9-ecf51f6a3617 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] 10.222.0.30 "GET /v2.0/ports?device_id=1b6773b4-f4e6-48ad-9a27-86605cb746a2 HTTP/1.1" status: 200 len: 210 time: 0.0578098 Mar 28 12:06:52.468322 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd11dc9-4415-4bb7-92c5-c9108cfe66ac req-f50848e8-4ae4-42d2-9d29-04be6064ab31 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:06:52.468997 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [req-efd11dc9-4415-4bb7-92c5-c9108cfe66ac req-f50848e8-4ae4-42d2-9d29-04be6064ab31 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Synchronizing usage tracker for tenant:47a90bc1ddf942f0867175a620007cc0 on resource:network {{(pid=87871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:06:52.502615 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-09374725-2678-48bc-ba34-cb5ede3d470b tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for port, precommit_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:52.504680 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [req-efd11dc9-4415-4bb7-92c5-c9108cfe66ac req-f50848e8-4ae4-42d2-9d29-04be6064ab31 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Unset dirty status for tenant:47a90bc1ddf942f0867175a620007cc0 on resource:network {{(pid=87871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:06:52.505814 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-efd11dc9-4415-4bb7-92c5-c9108cfe66ac req-f50848e8-4ae4-42d2-9d29-04be6064ab31 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] 10.222.0.11 "GET /v2.0/networks?id=58a24317-1730-4638-8adb-7f79ac32a130 HTTP/1.1" status: 200 len: 811 time: 0.3473670 Mar 28 12:06:52.507568 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-09374725-2678-48bc-ba34-cb5ede3d470b tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2363241'] for port, after_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:52.542230 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51758ccd-1ea7-40bc-8ce2-d11ecedb6c78 None None] Network 1e8a3d59-7df6-49d6-9697-6e8424f516e0 requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 12:06:52.646978 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-7e21f5f9-3766-48f4-833f-52e46b6422e8 None None] Provisioning for port 8bf0cb55-418d-4a4e-b9a6-ca87f7cb242a completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:06:52.655415 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-7e21f5f9-3766-48f4-833f-52e46b6422e8 None None] Provisioning complete for port 8bf0cb55-418d-4a4e-b9a6-ca87f7cb242a triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:06:52.655801 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-7e21f5f9-3766-48f4-833f-52e46b6422e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:52.659065 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09374725-2678-48bc-ba34-cb5ede3d470b tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Pushing event updated for resources: {'Port': ['ID=5e90ebf2-458f-458b-a362-97a23421d30e,revision_number=2']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:06:52.672327 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [req-efd11dc9-4415-4bb7-92c5-c9108cfe66ac req-8f0afb15-f56a-42cd-9db3-721f43b60e87 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Synchronizing usage tracker for tenant:47a90bc1ddf942f0867175a620007cc0 on resource:security_group {{(pid=87871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:06:52.679402 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-09374725-2678-48bc-ba34-cb5ede3d470b tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-743372'] for router_interface, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:52.722457 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [req-efd11dc9-4415-4bb7-92c5-c9108cfe66ac req-8f0afb15-f56a-42cd-9db3-721f43b60e87 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Unset dirty status for tenant:47a90bc1ddf942f0867175a620007cc0 on resource:security_group {{(pid=87871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:06:52.723644 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-efd11dc9-4415-4bb7-92c5-c9108cfe66ac req-8f0afb15-f56a-42cd-9db3-721f43b60e87 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=47a90bc1ddf942f0867175a620007cc0 HTTP/1.1" status: 200 len: 380 time: 0.1841691 Mar 28 12:06:52.732536 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [req-efd11dc9-4415-4bb7-92c5-c9108cfe66ac req-ebe4fb2f-093b-4a29-a7a8-e90d5a51428b tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Request body: {'port': {'device_id': '1b6773b4-f4e6-48ad-9a27-86605cb746a2', 'network_id': '58a24317-1730-4638-8adb-7f79ac32a130', 'admin_state_up': True, 'tenant_id': '47a90bc1ddf942f0867175a620007cc0', 'security_groups': ['a8392a33-39a9-4107-88a2-a192a6c34737']}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:06:52.890752 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-7e21f5f9-3766-48f4-833f-52e46b6422e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:52.914760 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09374725-2678-48bc-ba34-cb5ede3d470b tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Network 1e8a3d59-7df6-49d6-9697-6e8424f516e0 is already hosted by enough agents. {{(pid=87871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:06:52.918211 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-09374725-2678-48bc-ba34-cb5ede3d470b tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Resources bound (agent type, host, resource id): {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:06:52.941428 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-7e21f5f9-3766-48f4-833f-52e46b6422e8 None None] For port 8bf0cb55-418d-4a4e-b9a6-ca87f7cb242a, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=8bf0cb55-418d-4a4e-b9a6-ca87f7cb242a,segment=NetworkSegment(b68f06ac-91f8-452a-8db6-3160c8c897e5),segment_id=b68f06ac-91f8-452a-8db6-3160c8c897e5)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:06:52.958218 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-7e21f5f9-3766-48f4-833f-52e46b6422e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:53.042576 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e21f5f9-3766-48f4-833f-52e46b6422e8 None None] Pushing event updated for resources: {'Port': ['ID=8bf0cb55-418d-4a4e-b9a6-ca87f7cb242a,revision_number=3']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:06:53.183789 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [req-efd11dc9-4415-4bb7-92c5-c9108cfe66ac req-ebe4fb2f-093b-4a29-a7a8-e90d5a51428b tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:06:53.195583 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [req-efd11dc9-4415-4bb7-92c5-c9108cfe66ac req-ebe4fb2f-093b-4a29-a7a8-e90d5a51428b tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:06:53.215962 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efd11dc9-4415-4bb7-92c5-c9108cfe66ac req-ebe4fb2f-093b-4a29-a7a8-e90d5a51428b tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Made reservation on behalf of 47a90bc1ddf942f0867175a620007cc0 for: {'port': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 12:06:53.220621 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-efd11dc9-4415-4bb7-92c5-c9108cfe66ac req-ebe4fb2f-093b-4a29-a7a8-e90d5a51428b tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:53.293329 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-d8ea5dc3-8443-47d8-977f-f4da026c10e7 None None] Provisioning for port 5e90ebf2-458f-458b-a362-97a23421d30e completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:06:53.301627 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-d8ea5dc3-8443-47d8-977f-f4da026c10e7 None None] Provisioning complete for port 5e90ebf2-458f-458b-a362-97a23421d30e triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:06:53.302455 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-d8ea5dc3-8443-47d8-977f-f4da026c10e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:53.361157 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-d8ea5dc3-8443-47d8-977f-f4da026c10e7 None None] Port 5e90ebf2-458f-458b-a362-97a23421d30e cannot update to ACTIVE because it is not bound. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 12:06:53.373147 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-d8ea5dc3-8443-47d8-977f-f4da026c10e7 None None] Provisioning complete for port 8bf0cb55-418d-4a4e-b9a6-ca87f7cb242a triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:06:53.373462 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-d8ea5dc3-8443-47d8-977f-f4da026c10e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:53.403359 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09374725-2678-48bc-ba34-cb5ede3d470b tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Router f4ebde4c-f76e-4df7-86ac-6551da4a12bb has already been hosted by L3 agent af79d429-529e-400b-a119-94d4bec03f3e {{(pid=87871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 12:06:53.579100 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.db_base_plugin_common [req-efd11dc9-4415-4bb7-92c5-c9108cfe66ac req-ebe4fb2f-093b-4a29-a7a8-e90d5a51428b tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Allocated IP 172.20.0.4 (58a24317-1730-4638-8adb-7f79ac32a130/ca5eb385-2512-460c-bf9c-e9f84ff9e2ac/245c94d6-6a24-4716-9a17-2144e1d3e1b9) {{(pid=87871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 12:06:53.646363 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-75cd1a00-6993-46a3-b73f-a8c6e4b7b64d None None] Provisioning complete for port 5e90ebf2-458f-458b-a362-97a23421d30e triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:06:53.646726 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-75cd1a00-6993-46a3-b73f-a8c6e4b7b64d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:53.706764 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-75cd1a00-6993-46a3-b73f-a8c6e4b7b64d None None] Port 5e90ebf2-458f-458b-a362-97a23421d30e cannot update to ACTIVE because it is not bound. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 12:06:53.721213 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-56181a5e-6913-47a8-b311-55007177d8ee req-aef232c5-a764-43e5-bdd6-16cdae10466d tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] 10.222.0.30 "GET /v2.0/ports?device_id=1b6773b4-f4e6-48ad-9a27-86605cb746a2 HTTP/1.1" status: 200 len: 210 time: 0.1284573 Mar 28 12:06:53.798073 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09374725-2678-48bc-ba34-cb5ede3d470b tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 12:06:53.810602 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69cc86fa-63c5-46eb-89ab-0a1507359346 None None] Sync routers for ids ['f4ebde4c-f76e-4df7-86ac-6551da4a12bb'] in dv-neutron-835340-2-hyperv {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 12:06:53.833525 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69cc86fa-63c5-46eb-89ab-0a1507359346 None None] Routers {'f4ebde4c-f76e-4df7-86ac-6551da4a12bb'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:06:53.834378 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-69cc86fa-63c5-46eb-89ab-0a1507359346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:06:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['f4ebde4c-f76e-4df7-86ac-6551da4a12bb'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:06:53.837044 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-b03a51c2-62c2-46f0-953d-5c008a9ec386 None None] Provisioning complete for port 5e90ebf2-458f-458b-a362-97a23421d30e triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:06:53.837563 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-b03a51c2-62c2-46f0-953d-5c008a9ec386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:53.869476 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-09374725-2678-48bc-ba34-cb5ede3d470b tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "PUT /v2.0/routers/f4ebde4c-f76e-4df7-86ac-6551da4a12bb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5352767 Mar 28 12:06:53.872245 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 59792) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:06:53.901036 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 8bf0cb55-418d-4a4e-b9a6-ca87f7cb242a up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:06:53.977048 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-efd11dc9-4415-4bb7-92c5-c9108cfe66ac req-ebe4fb2f-093b-4a29-a7a8-e90d5a51428b tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Notify callbacks [] for port, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:53.978286 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-b03a51c2-62c2-46f0-953d-5c008a9ec386 None None] Port 5e90ebf2-458f-458b-a362-97a23421d30e cannot update to ACTIVE because it is not bound. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 12:06:53.995442 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.provisioning_blocks [req-efd11dc9-4415-4bb7-92c5-c9108cfe66ac req-ebe4fb2f-093b-4a29-a7a8-e90d5a51428b tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Transition to ACTIVE for port object 245c94d6-6a24-4716-9a17-2144e1d3e1b9 will not be triggered until provisioned by entity DHCP. {{(pid=87871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:06:54.012420 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port 8bf0cb55-418d-4a4e-b9a6-ca87f7cb242a triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:06:54.012929 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:54.028826 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-efd11dc9-4415-4bb7-92c5-c9108cfe66ac req-ebe4fb2f-093b-4a29-a7a8-e90d5a51428b tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:54.094490 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7457343-8651-43d2-b29e-27411d93f03e tempest-TestNetworkBasicOps-386611239 tempest-TestNetworkBasicOps-386611239-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:06:54.095225 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7457343-8651-43d2-b29e-27411d93f03e tempest-TestNetworkBasicOps-386611239 tempest-TestNetworkBasicOps-386611239-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:06:54.095862 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7457343-8651-43d2-b29e-27411d93f03e tempest-TestNetworkBasicOps-386611239 tempest-TestNetworkBasicOps-386611239-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:06:54.096469 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7457343-8651-43d2-b29e-27411d93f03e tempest-TestNetworkBasicOps-386611239 tempest-TestNetworkBasicOps-386611239-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:06:54.097084 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7457343-8651-43d2-b29e-27411d93f03e tempest-TestNetworkBasicOps-386611239 tempest-TestNetworkBasicOps-386611239-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:06:54.098430 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7457343-8651-43d2-b29e-27411d93f03e tempest-TestNetworkBasicOps-386611239 tempest-TestNetworkBasicOps-386611239-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:06:54.100380 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-f7457343-8651-43d2-b29e-27411d93f03e tempest-TestNetworkBasicOps-386611239 tempest-TestNetworkBasicOps-386611239-project-admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4278 time: 0.2266479 Mar 28 12:06:54.103149 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 59796) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:06:54.140327 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 9d111cd9-43ee-4749-857c-2b8d90c184e3 up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:06:54.148863 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvr_db [None req-69cc86fa-63c5-46eb-89ab-0a1507359346 None None] Set router f4ebde4c-f76e-4df7-86ac-6551da4a12bb gateway port host: dv-neutron-835340-2-hyperv {{(pid=87873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:06:54.176874 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efd11dc9-4415-4bb7-92c5-c9108cfe66ac req-ebe4fb2f-093b-4a29-a7a8-e90d5a51428b tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Network 58a24317-1730-4638-8adb-7f79ac32a130 is already hosted by enough agents. {{(pid=87871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:06:54.180328 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [req-efd11dc9-4415-4bb7-92c5-c9108cfe66ac req-ebe4fb2f-093b-4a29-a7a8-e90d5a51428b tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Resources bound (agent type, host, resource id): {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:06:54.195922 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.l3_dvrscheduler_db [req-efd11dc9-4415-4bb7-92c5-c9108cfe66ac req-ebe4fb2f-093b-4a29-a7a8-e90d5a51428b tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Received port after_create {{(pid=87871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 12:06:54.208165 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0a333f1-422d-4e88-b6c6-b71860ec4ee2 tempest-TestNetworkBasicOps-386611239 tempest-TestNetworkBasicOps-386611239-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:06:54.208627 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0a333f1-422d-4e88-b6c6-b71860ec4ee2 tempest-TestNetworkBasicOps-386611239 tempest-TestNetworkBasicOps-386611239-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:06:54.209293 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0a333f1-422d-4e88-b6c6-b71860ec4ee2 tempest-TestNetworkBasicOps-386611239 tempest-TestNetworkBasicOps-386611239-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:06:54.209518 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0a333f1-422d-4e88-b6c6-b71860ec4ee2 tempest-TestNetworkBasicOps-386611239 tempest-TestNetworkBasicOps-386611239-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:06:54.219024 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0a333f1-422d-4e88-b6c6-b71860ec4ee2 tempest-TestNetworkBasicOps-386611239 tempest-TestNetworkBasicOps-386611239-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:06:54.219024 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0a333f1-422d-4e88-b6c6-b71860ec4ee2 tempest-TestNetworkBasicOps-386611239 tempest-TestNetworkBasicOps-386611239-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:06:54.220670 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-b0a333f1-422d-4e88-b6c6-b71860ec4ee2 tempest-TestNetworkBasicOps-386611239 tempest-TestNetworkBasicOps-386611239-project-admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.1163487 Mar 28 12:06:54.223372 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 59800) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:06:54.293415 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe4fb2f-093b-4a29-a7a8-e90d5a51428b tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Pushing event updated for resources: {'Port': ['ID=245c94d6-6a24-4716-9a17-2144e1d3e1b9,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:06:54.297188 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port 9d111cd9-43ee-4749-857c-2b8d90c184e3 triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:06:54.297694 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:54.328958 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd11dc9-4415-4bb7-92c5-c9108cfe66ac req-ebe4fb2f-093b-4a29-a7a8-e90d5a51428b tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:06:54.330080 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-efd11dc9-4415-4bb7-92c5-c9108cfe66ac req-ebe4fb2f-093b-4a29-a7a8-e90d5a51428b tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:54.357076 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-efd11dc9-4415-4bb7-92c5-c9108cfe66ac req-ebe4fb2f-093b-4a29-a7a8-e90d5a51428b tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6280525 Mar 28 12:06:54.369684 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [req-efd11dc9-4415-4bb7-92c5-c9108cfe66ac req-c97e04e1-845c-45ed-8d9b-527837d45e6b service neutron] Request body: {'port': {'device_id': '1b6773b4-f4e6-48ad-9a27-86605cb746a2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8353'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:06:54.536210 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-efd11dc9-4415-4bb7-92c5-c9108cfe66ac req-c97e04e1-845c-45ed-8d9b-527837d45e6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:54.542309 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-6773d7cc-197b-4a19-8260-ce732f999dd1 tempest-TestNetworkBasicOps-386611239 tempest-TestNetworkBasicOps-386611239-project-admin] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3044 time: 0.3178210 Mar 28 12:06:54.617812 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-021a7b3b-1261-4dac-93eb-ff42022f342c None None] Provisioning for port 245c94d6-6a24-4716-9a17-2144e1d3e1b9 completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:06:54.624520 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-021a7b3b-1261-4dac-93eb-ff42022f342c None None] Provisioning complete for port 245c94d6-6a24-4716-9a17-2144e1d3e1b9 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:06:54.625075 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-021a7b3b-1261-4dac-93eb-ff42022f342c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:54.705726 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-69cc86fa-63c5-46eb-89ab-0a1507359346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4ebde4c-f76e-4df7-86ac-6551da4a12bb', 'name': 'tempest-TestNetworkBasicOps-router-49333302', 'tenant_id': '527195c95736491ca1967a42cc300275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.84'}], 'enable_snat': True}, 'gw_port_id': '9d111cd9-43ee-4749-857c-2b8d90c184e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:06:45Z', 'updated_at': '2022-03-28T12:06:51Z', 'revision_number': 4, 'project_id': '527195c95736491ca1967a42cc300275', 'gw_port': {'id': '9d111cd9-43ee-4749-857c-2b8d90c184e3', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:40:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ebde4c-f76e-4df7-86ac-6551da4a12bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:06:46Z', 'updated_at': '2022-03-28T12:06:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_interfaces': [{'id': '5e90ebf2-458f-458b-a362-97a23421d30e', 'name': '', 'network_id': '1e8a3d59-7df6-49d6-9697-6e8424f516e0', 'tenant_id': '527195c95736491ca1967a42cc300275', 'mac_address': 'fa:16:3e:f8:1a:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4ebde4c-f76e-4df7-86ac-6551da4a12bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'ef5ef8af-c7a7-4375-9e1c-54f681fd3703', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:06:50Z', 'updated_at': '2022-03-28T12:06:52Z', 'revision_number': 2, 'project_id': '527195c95736491ca1967a42cc300275', 'subnets': [{'id': 'ef5ef8af-c7a7-4375-9e1c-54f681fd3703', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:06:54.710623 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69cc86fa-63c5-46eb-89ab-0a1507359346 None None] Checking router: f4ebde4c-f76e-4df7-86ac-6551da4a12bb for host: dv-neutron-835340-2-hyperv {{(pid=87873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 12:06:54.711857 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69cc86fa-63c5-46eb-89ab-0a1507359346 None None] Updating router f4ebde4c-f76e-4df7-86ac-6551da4a12bb port 5e90ebf2-458f-458b-a362-97a23421d30e binding host dv-neutron-835340-2-hyperv {{(pid=87873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 12:06:54.736561 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-021a7b3b-1261-4dac-93eb-ff42022f342c None None] Port 245c94d6-6a24-4716-9a17-2144e1d3e1b9 cannot update to ACTIVE because it is not bound. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 12:06:54.779743 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron_lib.callbacks.manager [None req-69cc86fa-63c5-46eb-89ab-0a1507359346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:54.971045 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 59808) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:06:54.976409 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-08294f9f-00f6-4be1-a6a4-0b03accf32a2 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-607072846', 'description': 'tempest-secgroup-smoke-607072846 description', 'project_id': '527195c95736491ca1967a42cc300275'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:06:54.984267 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-08294f9f-00f6-4be1-a6a4-0b03accf32a2 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:06:54.989740 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-08294f9f-00f6-4be1-a6a4-0b03accf32a2 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Usage tracker for resource:security_group and tenant:527195c95736491ca1967a42cc300275 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:06:54.993109 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-08294f9f-00f6-4be1-a6a4-0b03accf32a2 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:06:55.000825 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-08294f9f-00f6-4be1-a6a4-0b03accf32a2 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:06:55.027766 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-08294f9f-00f6-4be1-a6a4-0b03accf32a2 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:55.047901 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-08294f9f-00f6-4be1-a6a4-0b03accf32a2 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:06:55.051744 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-08294f9f-00f6-4be1-a6a4-0b03accf32a2 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Usage tracker for resource:security_group_rule and tenant:527195c95736491ca1967a42cc300275 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:06:55.054563 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-08294f9f-00f6-4be1-a6a4-0b03accf32a2 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:06:55.060422 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-08294f9f-00f6-4be1-a6a4-0b03accf32a2 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:06:55.085202 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4573e3b-380d-4ffd-aa1c-4cc22fdc6873 req-f46b5055-317c-4dfe-a2a0-d06ab0eaefd3 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:06:55.085922 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [req-b4573e3b-380d-4ffd-aa1c-4cc22fdc6873 req-f46b5055-317c-4dfe-a2a0-d06ab0eaefd3 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Synchronizing usage tracker for tenant:47a90bc1ddf942f0867175a620007cc0 on resource:port {{(pid=87871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:06:55.123106 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.notifiers.nova [req-efd11dc9-4415-4bb7-92c5-c9108cfe66ac req-c97e04e1-845c-45ed-8d9b-527837d45e6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 245c94d6-6a24-4716-9a17-2144e1d3e1b9 {{(pid=87871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 12:06:55.127714 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [req-b4573e3b-380d-4ffd-aa1c-4cc22fdc6873 req-f46b5055-317c-4dfe-a2a0-d06ab0eaefd3 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Unset dirty status for tenant:47a90bc1ddf942f0867175a620007cc0 on resource:port {{(pid=87871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:06:55.129057 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-b4573e3b-380d-4ffd-aa1c-4cc22fdc6873 req-f46b5055-317c-4dfe-a2a0-d06ab0eaefd3 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] 10.222.0.30 "GET /v2.0/ports?device_id=1b6773b4-f4e6-48ad-9a27-86605cb746a2 HTTP/1.1" status: 200 len: 931 time: 0.2194672 Mar 28 12:06:55.132977 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-efd11dc9-4415-4bb7-92c5-c9108cfe66ac req-c97e04e1-845c-45ed-8d9b-527837d45e6b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:55.162043 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-08294f9f-00f6-4be1-a6a4-0b03accf32a2 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:55.167572 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-08294f9f-00f6-4be1-a6a4-0b03accf32a2 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:55.170260 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.provisioning_blocks [req-efd11dc9-4415-4bb7-92c5-c9108cfe66ac req-c97e04e1-845c-45ed-8d9b-527837d45e6b service neutron] Transition to ACTIVE for port object 245c94d6-6a24-4716-9a17-2144e1d3e1b9 will not be triggered until provisioned by entity L2. {{(pid=87871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:06:55.179956 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-efd11dc9-4415-4bb7-92c5-c9108cfe66ac req-c97e04e1-845c-45ed-8d9b-527837d45e6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2363241'] for port, after_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:55.234296 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08294f9f-00f6-4be1-a6a4-0b03accf32a2 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e335d250-1b82-4b9d-84b6-8b0dc7fc33e7,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:06:55.239780 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-08294f9f-00f6-4be1-a6a4-0b03accf32a2 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:55.244901 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-08294f9f-00f6-4be1-a6a4-0b03accf32a2 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2691042 Mar 28 12:06:55.244901 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 59812) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:06:55.252016 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-33d7aa7a-77a6-4175-bdf2-24c871c27b2a tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Request body: {'security_group_rule': {'security_group_id': 'e335d250-1b82-4b9d-84b6-8b0dc7fc33e7', 'project_id': '527195c95736491ca1967a42cc300275', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:06:55.252921 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-b4573e3b-380d-4ffd-aa1c-4cc22fdc6873 req-735a5d14-2a2b-40e0-99a6-caac97561ad6 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] 10.222.0.30 "GET /v2.0/security-groups?id=a8392a33-39a9-4107-88a2-a192a6c34737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1152298 Mar 28 12:06:55.265674 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-33d7aa7a-77a6-4175-bdf2-24c871c27b2a tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:06:55.275699 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-33d7aa7a-77a6-4175-bdf2-24c871c27b2a tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Usage tracker for resource:security_group_rule and tenant:527195c95736491ca1967a42cc300275 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:06:55.280811 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-33d7aa7a-77a6-4175-bdf2-24c871c27b2a tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:06:55.289889 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-33d7aa7a-77a6-4175-bdf2-24c871c27b2a tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:06:55.316136 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-33d7aa7a-77a6-4175-bdf2-24c871c27b2a tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:55.348344 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron_lib.callbacks.manager [None req-69cc86fa-63c5-46eb-89ab-0a1507359346 None None] Notify callbacks [] for port, precommit_update {{(pid=87873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:55.370264 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.provisioning_blocks [None req-69cc86fa-63c5-46eb-89ab-0a1507359346 None None] Transition to ACTIVE for port object 5e90ebf2-458f-458b-a362-97a23421d30e will not be triggered until provisioned by entity L2. {{(pid=87873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:06:55.381741 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron_lib.callbacks.manager [None req-69cc86fa-63c5-46eb-89ab-0a1507359346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:55.427421 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-33d7aa7a-77a6-4175-bdf2-24c871c27b2a tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:55.437009 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-33d7aa7a-77a6-4175-bdf2-24c871c27b2a tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740322'] for security_group_rule, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:55.481401 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d7aa7a-77a6-4175-bdf2-24c871c27b2a tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59c4f5e9-76ea-4523-a2f9-89220c36a536,revision_number=0']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:06:55.493398 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-33d7aa7a-77a6-4175-bdf2-24c871c27b2a tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:55.497909 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-33d7aa7a-77a6-4175-bdf2-24c871c27b2a tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2507150 Mar 28 12:06:55.502788 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 59816) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:06:55.519287 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-84474e23-931b-4596-b64c-02202226de41 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Request body: {'security_group_rule': {'security_group_id': 'e335d250-1b82-4b9d-84b6-8b0dc7fc33e7', 'project_id': '527195c95736491ca1967a42cc300275', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:06:55.531334 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-84474e23-931b-4596-b64c-02202226de41 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:06:55.540117 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-84474e23-931b-4596-b64c-02202226de41 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Usage tracker for resource:security_group_rule and tenant:527195c95736491ca1967a42cc300275 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:06:55.546084 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-84474e23-931b-4596-b64c-02202226de41 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:06:55.557619 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-84474e23-931b-4596-b64c-02202226de41 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:06:55.587580 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-84474e23-931b-4596-b64c-02202226de41 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:55.593280 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97e04e1-845c-45ed-8d9b-527837d45e6b service neutron] Pushing event updated for resources: {'Port': ['ID=245c94d6-6a24-4716-9a17-2144e1d3e1b9,revision_number=2']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:06:55.676518 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.managers [None req-69cc86fa-63c5-46eb-89ab-0a1507359346 None None] Attempting to bind port 5e90ebf2-458f-458b-a362-97a23421d30e on host dv-neutron-835340-2-hyperv for vnic_type normal with profile {{(pid=87873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 12:06:55.676877 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.managers [None req-69cc86fa-63c5-46eb-89ab-0a1507359346 None None] Attempting to bind port 5e90ebf2-458f-458b-a362-97a23421d30e by drivers openvswitch,hyperv on host dv-neutron-835340-2-hyperv at level 0 using segments [{'id': 'b68f06ac-91f8-452a-8db6-3160c8c897e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '1e8a3d59-7df6-49d6-9697-6e8424f516e0'}] {{(pid=87873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 12:06:55.677233 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69cc86fa-63c5-46eb-89ab-0a1507359346 None None] Attempting to bind port 5e90ebf2-458f-458b-a362-97a23421d30e on network 1e8a3d59-7df6-49d6-9697-6e8424f516e0 {{(pid=87873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 12:06:55.689874 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-84474e23-931b-4596-b64c-02202226de41 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:55.697899 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-84474e23-931b-4596-b64c-02202226de41 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740322'] for security_group_rule, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:55.705771 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69cc86fa-63c5-46eb-89ab-0a1507359346 None None] Checking agent: {'id': '961a16fe-cbc8-4264-ac28-bbbd53f89caa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 46, 6), 'started_at': datetime.datetime(2022, 3, 28, 11, 46, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 12, 6, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 12:06:55.706315 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69cc86fa-63c5-46eb-89ab-0a1507359346 None None] Checking segment: {'id': 'b68f06ac-91f8-452a-8db6-3160c8c897e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '1e8a3d59-7df6-49d6-9697-6e8424f516e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 12:06:55.706943 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron_lib.callbacks.manager [None req-69cc86fa-63c5-46eb-89ab-0a1507359346 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:55.707447 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69cc86fa-63c5-46eb-89ab-0a1507359346 None None] Bound using segment: {'id': 'b68f06ac-91f8-452a-8db6-3160c8c897e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '1e8a3d59-7df6-49d6-9697-6e8424f516e0'} {{(pid=87873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 12:06:55.708043 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.managers [None req-69cc86fa-63c5-46eb-89ab-0a1507359346 None None] Bound port: 5e90ebf2-458f-458b-a362-97a23421d30e, host: dv-neutron-835340-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b68f06ac-91f8-452a-8db6-3160c8c897e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '1e8a3d59-7df6-49d6-9697-6e8424f516e0'}}] {{(pid=87873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 12:06:55.708785 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron_lib.callbacks.manager [None req-69cc86fa-63c5-46eb-89ab-0a1507359346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:55.729975 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.managers [req-efd11dc9-4415-4bb7-92c5-c9108cfe66ac req-c97e04e1-845c-45ed-8d9b-527837d45e6b service neutron] Attempting to bind port 245c94d6-6a24-4716-9a17-2144e1d3e1b9 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 12:06:55.730445 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.managers [req-efd11dc9-4415-4bb7-92c5-c9108cfe66ac req-c97e04e1-845c-45ed-8d9b-527837d45e6b service neutron] Attempting to bind port 245c94d6-6a24-4716-9a17-2144e1d3e1b9 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '50310252-dd3a-44b3-a0be-b4c21d863506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '58a24317-1730-4638-8adb-7f79ac32a130'}] {{(pid=87871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 12:06:55.731298 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efd11dc9-4415-4bb7-92c5-c9108cfe66ac req-c97e04e1-845c-45ed-8d9b-527837d45e6b service neutron] Attempting to bind port 245c94d6-6a24-4716-9a17-2144e1d3e1b9 on network 58a24317-1730-4638-8adb-7f79ac32a130 {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 12:06:55.732034 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dd6ab6-0b3d-4e9e-b6ce-d18a386474dc None None] Pushing event updated for resources: {'Port': ['ID=5e90ebf2-458f-458b-a362-97a23421d30e,revision_number=3']} {{(pid=87873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:06:55.736252 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efd11dc9-4415-4bb7-92c5-c9108cfe66ac req-c97e04e1-845c-45ed-8d9b-527837d45e6b service neutron] Port 245c94d6-6a24-4716-9a17-2144e1d3e1b9 on network 58a24317-1730-4638-8adb-7f79ac32a130 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 12:06:55.736576 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efd11dc9-4415-4bb7-92c5-c9108cfe66ac req-c97e04e1-845c-45ed-8d9b-527837d45e6b service neutron] Attempting to bind port 245c94d6-6a24-4716-9a17-2144e1d3e1b9 on network 58a24317-1730-4638-8adb-7f79ac32a130 {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 12:06:55.738418 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84474e23-931b-4596-b64c-02202226de41 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8eb6c351-c828-4ac5-9121-92e97e86b033,revision_number=0']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:06:55.742434 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efd11dc9-4415-4bb7-92c5-c9108cfe66ac req-c97e04e1-845c-45ed-8d9b-527837d45e6b service neutron] Checking agent: {'id': '01dfae6e-0e91-4100-b27f-ff8156eac7d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8353', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 52, 20), 'started_at': datetime.datetime(2022, 3, 28, 11, 52, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 12, 6, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 12:06:55.742770 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efd11dc9-4415-4bb7-92c5-c9108cfe66ac req-c97e04e1-845c-45ed-8d9b-527837d45e6b service neutron] Checking segment: {'id': '50310252-dd3a-44b3-a0be-b4c21d863506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '58a24317-1730-4638-8adb-7f79ac32a130'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 12:06:55.743152 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efd11dc9-4415-4bb7-92c5-c9108cfe66ac req-c97e04e1-845c-45ed-8d9b-527837d45e6b service neutron] Bound using segment: {'id': '50310252-dd3a-44b3-a0be-b4c21d863506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '58a24317-1730-4638-8adb-7f79ac32a130'} {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 12:06:55.743608 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.managers [req-efd11dc9-4415-4bb7-92c5-c9108cfe66ac req-c97e04e1-845c-45ed-8d9b-527837d45e6b service neutron] Bound port: 245c94d6-6a24-4716-9a17-2144e1d3e1b9, host: hv-neutron-8353, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50310252-dd3a-44b3-a0be-b4c21d863506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '58a24317-1730-4638-8adb-7f79ac32a130'}}] {{(pid=87871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 12:06:55.743959 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-efd11dc9-4415-4bb7-92c5-c9108cfe66ac req-c97e04e1-845c-45ed-8d9b-527837d45e6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:55.765268 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-84474e23-931b-4596-b64c-02202226de41 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:55.766480 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-84474e23-931b-4596-b64c-02202226de41 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2590535 Mar 28 12:06:55.769373 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 59820) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:06:55.786347 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-262da4e1-c695-44f6-bb65-06d7f33a5d4b tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Request body: {'security_group_rule': {'security_group_id': 'e335d250-1b82-4b9d-84b6-8b0dc7fc33e7', 'project_id': '527195c95736491ca1967a42cc300275', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:06:55.802830 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-262da4e1-c695-44f6-bb65-06d7f33a5d4b tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:06:55.806923 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-262da4e1-c695-44f6-bb65-06d7f33a5d4b tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Usage tracker for resource:security_group_rule and tenant:527195c95736491ca1967a42cc300275 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:06:55.812127 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-262da4e1-c695-44f6-bb65-06d7f33a5d4b tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:06:55.818609 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-262da4e1-c695-44f6-bb65-06d7f33a5d4b tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:06:55.839513 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-262da4e1-c695-44f6-bb65-06d7f33a5d4b tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:55.855608 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.db [req-efd11dc9-4415-4bb7-92c5-c9108cfe66ac req-c97e04e1-845c-45ed-8d9b-527837d45e6b service neutron] For port 245c94d6-6a24-4716-9a17-2144e1d3e1b9, host hv-neutron-8353, cleared binding levels {{(pid=87871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 12:06:55.859910 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.db [req-efd11dc9-4415-4bb7-92c5-c9108cfe66ac req-c97e04e1-845c-45ed-8d9b-527837d45e6b service neutron] For port 245c94d6-6a24-4716-9a17-2144e1d3e1b9, host hv-neutron-8353, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=245c94d6-6a24-4716-9a17-2144e1d3e1b9,segment=NetworkSegment(50310252-dd3a-44b3-a0be-b4c21d863506),segment_id=50310252-dd3a-44b3-a0be-b4c21d863506)] {{(pid=87871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 12:06:55.866015 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-efd11dc9-4415-4bb7-92c5-c9108cfe66ac req-c97e04e1-845c-45ed-8d9b-527837d45e6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2363241'] for port, after_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:55.881409 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.db [None req-69cc86fa-63c5-46eb-89ab-0a1507359346 None None] For port 5e90ebf2-458f-458b-a362-97a23421d30e, host dv-neutron-835340-2-hyperv, cleared binding levels {{(pid=87873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 12:06:55.885293 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.db [None req-69cc86fa-63c5-46eb-89ab-0a1507359346 None None] For port 5e90ebf2-458f-458b-a362-97a23421d30e, host dv-neutron-835340-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=5e90ebf2-458f-458b-a362-97a23421d30e,segment=NetworkSegment(b68f06ac-91f8-452a-8db6-3160c8c897e5),segment_id=b68f06ac-91f8-452a-8db6-3160c8c897e5)] {{(pid=87873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 12:06:55.892290 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron_lib.callbacks.manager [None req-69cc86fa-63c5-46eb-89ab-0a1507359346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:55.915028 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-262da4e1-c695-44f6-bb65-06d7f33a5d4b tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:55.921276 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-262da4e1-c695-44f6-bb65-06d7f33a5d4b tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740322'] for security_group_rule, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:55.943296 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262da4e1-c695-44f6-bb65-06d7f33a5d4b tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b90f4a0e-85f7-4f95-b98c-56269e6d517b,revision_number=0']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:06:55.949107 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97e04e1-845c-45ed-8d9b-527837d45e6b service neutron] Pushing event updated for resources: {'Port': ['ID=245c94d6-6a24-4716-9a17-2144e1d3e1b9,revision_number=3']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:06:55.963124 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd11dc9-4415-4bb7-92c5-c9108cfe66ac req-c97e04e1-845c-45ed-8d9b-527837d45e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:06:55.963916 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-efd11dc9-4415-4bb7-92c5-c9108cfe66ac req-c97e04e1-845c-45ed-8d9b-527837d45e6b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:55.966037 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-efd11dc9-4415-4bb7-92c5-c9108cfe66ac req-c97e04e1-845c-45ed-8d9b-527837d45e6b service neutron] 10.222.0.11 "PUT /v2.0/ports/245c94d6-6a24-4716-9a17-2144e1d3e1b9 HTTP/1.1" status: 200 len: 1093 time: 1.6014962 Mar 28 12:06:55.966462 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b6773b4-f4e6-48ad-9a27-86605cb746a2', 'tag': '245c94d6-6a24-4716-9a17-2144e1d3e1b9'}] {{(pid=87871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 12:06:55.993867 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dd6ab6-0b3d-4e9e-b6ce-d18a386474dc None None] Pushing event updated for resources: {'Port': ['ID=5e90ebf2-458f-458b-a362-97a23421d30e,revision_number=4']} {{(pid=87873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:06:56.004455 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6dd6ab6-0b3d-4e9e-b6ce-d18a386474dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:06:56.005170 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6dd6ab6-0b3d-4e9e-b6ce-d18a386474dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:06:56.005746 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6dd6ab6-0b3d-4e9e-b6ce-d18a386474dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:06:56.006256 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6dd6ab6-0b3d-4e9e-b6ce-d18a386474dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:06:56.006873 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6dd6ab6-0b3d-4e9e-b6ce-d18a386474dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:06:56.007404 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6dd6ab6-0b3d-4e9e-b6ce-d18a386474dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:06:56.007940 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6dd6ab6-0b3d-4e9e-b6ce-d18a386474dc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:06:56.008416 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6dd6ab6-0b3d-4e9e-b6ce-d18a386474dc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:06:56.008955 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6dd6ab6-0b3d-4e9e-b6ce-d18a386474dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:06:56.009279 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-262da4e1-c695-44f6-bb65-06d7f33a5d4b tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:56.010008 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6dd6ab6-0b3d-4e9e-b6ce-d18a386474dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:06:56.013986 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-262da4e1-c695-44f6-bb65-06d7f33a5d4b tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2399178 Mar 28 12:06:56.015032 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6dd6ab6-0b3d-4e9e-b6ce-d18a386474dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:06:56.015428 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 59826) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:06:56.015755 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6dd6ab6-0b3d-4e9e-b6ce-d18a386474dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:06:56.020493 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-69df7a92-80b4-430a-9fc2-59663755c9b2 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Request body: {'security_group_rule': {'security_group_id': 'e335d250-1b82-4b9d-84b6-8b0dc7fc33e7', 'project_id': '527195c95736491ca1967a42cc300275', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:06:56.042380 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-69df7a92-80b4-430a-9fc2-59663755c9b2 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:06:56.048154 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69cc86fa-63c5-46eb-89ab-0a1507359346 None None] Routers {'f4ebde4c-f76e-4df7-86ac-6551da4a12bb'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:06:56.049013 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-69cc86fa-63c5-46eb-89ab-0a1507359346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:06:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['f4ebde4c-f76e-4df7-86ac-6551da4a12bb'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:06:56.056398 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-69df7a92-80b4-430a-9fc2-59663755c9b2 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Usage tracker for resource:security_group_rule and tenant:527195c95736491ca1967a42cc300275 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:06:56.062367 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-69df7a92-80b4-430a-9fc2-59663755c9b2 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:06:56.066180 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b6773b4-f4e6-48ad-9a27-86605cb746a2', 'tag': '245c94d6-6a24-4716-9a17-2144e1d3e1b9', 'status': 'completed', 'code': 200} Mar 28 12:06:56.078350 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-69df7a92-80b4-430a-9fc2-59663755c9b2 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:06:56.102414 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-69df7a92-80b4-430a-9fc2-59663755c9b2 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:56.125803 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd11dc9-4415-4bb7-92c5-c9108cfe66ac req-8c38bd71-fab5-4461-8ac7-4134ee923251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:06:56.128311 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-efd11dc9-4415-4bb7-92c5-c9108cfe66ac req-8c38bd71-fab5-4461-8ac7-4134ee923251 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=47a90bc1ddf942f0867175a620007cc0&device_id=1b6773b4-f4e6-48ad-9a27-86605cb746a2 HTTP/1.1" status: 200 len: 1096 time: 0.1162906 Mar 28 12:06:56.203785 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-69df7a92-80b4-430a-9fc2-59663755c9b2 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:56.219305 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-69df7a92-80b4-430a-9fc2-59663755c9b2 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740322'] for security_group_rule, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:56.253448 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-efd11dc9-4415-4bb7-92c5-c9108cfe66ac req-c6f61ebe-231d-46e8-9b4c-f63d9b69459f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=245c94d6-6a24-4716-9a17-2144e1d3e1b9 HTTP/1.1" status: 200 len: 217 time: 0.1150081 Mar 28 12:06:56.256417 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69df7a92-80b4-430a-9fc2-59663755c9b2 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e07c6151-8afa-44e7-a6a2-7ab7f59f38f0,revision_number=0']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:06:56.269478 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-69df7a92-80b4-430a-9fc2-59663755c9b2 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:56.272891 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-69df7a92-80b4-430a-9fc2-59663755c9b2 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2550967 Mar 28 12:06:56.275197 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 59830) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:06:56.292731 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvr_db [None req-69cc86fa-63c5-46eb-89ab-0a1507359346 None None] Set router f4ebde4c-f76e-4df7-86ac-6551da4a12bb gateway port host: dv-neutron-835340-2-hyperv {{(pid=87873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:06:56.292904 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-8c402fc4-d759-4466-ab50-48ae296de18b tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Request body: {'security_group_rule': {'security_group_id': 'e335d250-1b82-4b9d-84b6-8b0dc7fc33e7', 'project_id': '527195c95736491ca1967a42cc300275', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:06:56.302372 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-8c402fc4-d759-4466-ab50-48ae296de18b tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:06:56.316715 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-8c402fc4-d759-4466-ab50-48ae296de18b tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Usage tracker for resource:security_group_rule and tenant:527195c95736491ca1967a42cc300275 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:06:56.328333 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-8c402fc4-d759-4466-ab50-48ae296de18b tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:06:56.335612 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-8c402fc4-d759-4466-ab50-48ae296de18b tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:06:56.354005 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.db.securitygroups_db [None req-8c402fc4-d759-4466-ab50-48ae296de18b tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Project 527195c95736491ca1967a42cc300275 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 12:06:56.363666 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-8c402fc4-d759-4466-ab50-48ae296de18b tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:56.411632 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd11dc9-4415-4bb7-92c5-c9108cfe66ac req-e194b87b-679e-4cb0-9f06-bf7bacc1de38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:06:56.414911 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-efd11dc9-4415-4bb7-92c5-c9108cfe66ac req-e194b87b-679e-4cb0-9f06-bf7bacc1de38 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ca5eb385-2512-460c-bf9c-e9f84ff9e2ac HTTP/1.1" status: 200 len: 850 time: 0.1468134 Mar 28 12:06:56.468124 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-8c402fc4-d759-4466-ab50-48ae296de18b tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:56.474408 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-8c402fc4-d759-4466-ab50-48ae296de18b tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740322'] for security_group_rule, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:56.494284 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c402fc4-d759-4466-ab50-48ae296de18b tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=292fdd3e-5e25-4cda-8d20-3dffff76f84d,revision_number=0']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:06:56.523266 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-8c402fc4-d759-4466-ab50-48ae296de18b tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:56.525076 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-8c402fc4-d759-4466-ab50-48ae296de18b tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2488282 Mar 28 12:06:56.529568 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 59836) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:06:56.536200 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-eadc199b-5e17-4a1e-ab4a-3496a2322701 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Request body: {'security_group_rule': {'security_group_id': 'e335d250-1b82-4b9d-84b6-8b0dc7fc33e7', 'project_id': '527195c95736491ca1967a42cc300275', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:06:56.543849 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-eadc199b-5e17-4a1e-ab4a-3496a2322701 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:06:56.548868 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-eadc199b-5e17-4a1e-ab4a-3496a2322701 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Usage tracker for resource:security_group_rule and tenant:527195c95736491ca1967a42cc300275 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:06:56.552996 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-eadc199b-5e17-4a1e-ab4a-3496a2322701 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:06:56.560640 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-eadc199b-5e17-4a1e-ab4a-3496a2322701 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:06:56.574331 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.db.securitygroups_db [None req-eadc199b-5e17-4a1e-ab4a-3496a2322701 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Project 527195c95736491ca1967a42cc300275 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 12:06:56.578637 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00757f17-d733-4a11-90d4-8ed600bd6bec req-87b48f21-56bb-4b1b-a19f-5d13d35739b8 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:06:56.580162 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-00757f17-d733-4a11-90d4-8ed600bd6bec req-87b48f21-56bb-4b1b-a19f-5d13d35739b8 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] 10.222.0.30 "GET /v2.0/ports?device_id=1b6773b4-f4e6-48ad-9a27-86605cb746a2 HTTP/1.1" status: 200 len: 943 time: 0.1643658 Mar 28 12:06:56.583145 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd11dc9-4415-4bb7-92c5-c9108cfe66ac req-5fad8ad5-9f4a-45a5-8e08-203217c00221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:06:56.584162 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-eadc199b-5e17-4a1e-ab4a-3496a2322701 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:56.584547 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-efd11dc9-4415-4bb7-92c5-c9108cfe66ac req-5fad8ad5-9f4a-45a5-8e08-203217c00221 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=58a24317-1730-4638-8adb-7f79ac32a130&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1318805 Mar 28 12:06:56.668561 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-eadc199b-5e17-4a1e-ab4a-3496a2322701 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:56.673846 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-eadc199b-5e17-4a1e-ab4a-3496a2322701 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740322'] for security_group_rule, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:56.700051 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadc199b-5e17-4a1e-ab4a-3496a2322701 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7da11b0-0d6f-42cb-ac4f-b7e16ced99d7,revision_number=0']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:06:56.714190 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-eadc199b-5e17-4a1e-ab4a-3496a2322701 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:56.716161 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-eadc199b-5e17-4a1e-ab4a-3496a2322701 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1848371 Mar 28 12:06:56.728337 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-00757f17-d733-4a11-90d4-8ed600bd6bec req-cdd84e24-9d05-4ca4-96b3-7450e3318085 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] 10.222.0.30 "GET /v2.0/security-groups?id=a8392a33-39a9-4107-88a2-a192a6c34737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1419249 Mar 28 12:06:56.753747 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-69cc86fa-63c5-46eb-89ab-0a1507359346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4ebde4c-f76e-4df7-86ac-6551da4a12bb', 'name': 'tempest-TestNetworkBasicOps-router-49333302', 'tenant_id': '527195c95736491ca1967a42cc300275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.84'}], 'enable_snat': True}, 'gw_port_id': '9d111cd9-43ee-4749-857c-2b8d90c184e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:06:45Z', 'updated_at': '2022-03-28T12:06:51Z', 'revision_number': 4, 'project_id': '527195c95736491ca1967a42cc300275', 'gw_port': {'id': '9d111cd9-43ee-4749-857c-2b8d90c184e3', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:40:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ebde4c-f76e-4df7-86ac-6551da4a12bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:06:46Z', 'updated_at': '2022-03-28T12:06:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_interfaces': [{'id': '5e90ebf2-458f-458b-a362-97a23421d30e', 'name': '', 'network_id': '1e8a3d59-7df6-49d6-9697-6e8424f516e0', 'tenant_id': '527195c95736491ca1967a42cc300275', 'mac_address': 'fa:16:3e:f8:1a:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4ebde4c-f76e-4df7-86ac-6551da4a12bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'ef5ef8af-c7a7-4375-9e1c-54f681fd3703', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:06:50Z', 'updated_at': '2022-03-28T12:06:55Z', 'revision_number': 4, 'project_id': '527195c95736491ca1967a42cc300275', 'subnets': [{'id': 'ef5ef8af-c7a7-4375-9e1c-54f681fd3703', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:06:56.756902 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69cc86fa-63c5-46eb-89ab-0a1507359346 None None] The sync data for ids ['f4ebde4c-f76e-4df7-86ac-6551da4a12bb'] in dv-neutron-835340-2-hyperv is: [{'id': 'f4ebde4c-f76e-4df7-86ac-6551da4a12bb', 'name': 'tempest-TestNetworkBasicOps-router-49333302', 'tenant_id': '527195c95736491ca1967a42cc300275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.84'}], 'enable_snat': True}, 'gw_port_id': '9d111cd9-43ee-4749-857c-2b8d90c184e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:06:45Z', 'updated_at': '2022-03-28T12:06:51Z', 'revision_number': 4, 'project_id': '527195c95736491ca1967a42cc300275', 'gw_port': {'id': '9d111cd9-43ee-4749-857c-2b8d90c184e3', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:40:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ebde4c-f76e-4df7-86ac-6551da4a12bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:06:46Z', 'updated_at': '2022-03-28T12:06:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_interfaces': [{'id': '5e90ebf2-458f-458b-a362-97a23421d30e', 'name': '', 'network_id': '1e8a3d59-7df6-49d6-9697-6e8424f516e0', 'tenant_id': '527195c95736491ca1967a42cc300275', 'mac_address': 'fa:16:3e:f8:1a:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4ebde4c-f76e-4df7-86ac-6551da4a12bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'ef5ef8af-c7a7-4375-9e1c-54f681fd3703', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:06:50Z', 'updated_at': '2022-03-28T12:06:55Z', 'revision_number': 4, 'project_id': '527195c95736491ca1967a42cc300275', 'subnets': [{'id': 'ef5ef8af-c7a7-4375-9e1c-54f681fd3703', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 12:06:56.779737 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-efd11dc9-4415-4bb7-92c5-c9108cfe66ac req-3806e195-7ee7-44a9-a9db-2e02e6656d75 service neutron] 10.222.0.11 "GET /v2.0/networks/58a24317-1730-4638-8adb-7f79ac32a130?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788416 Mar 28 12:06:56.991703 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-efd11dc9-4415-4bb7-92c5-c9108cfe66ac req-54080ffb-a803-4be2-b704-b4c946184601 service neutron] 10.222.0.11 "GET /v2.0/networks/58a24317-1730-4638-8adb-7f79ac32a130?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2046785 Mar 28 12:06:57.026142 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [req-2f944f7c-32d7-40e6-941e-98ab8599cf9f req-90ef7ebc-cc96-4644-a49f-f39d52aa6bba tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Synchronizing usage tracker for tenant:527195c95736491ca1967a42cc300275 on resource:security_group {{(pid=87870) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:06:57.047502 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [req-2f944f7c-32d7-40e6-941e-98ab8599cf9f req-90ef7ebc-cc96-4644-a49f-f39d52aa6bba tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Unset dirty status for tenant:527195c95736491ca1967a42cc300275 on resource:security_group {{(pid=87870) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:06:57.050392 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-2f944f7c-32d7-40e6-941e-98ab8599cf9f req-90ef7ebc-cc96-4644-a49f-f39d52aa6bba tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-607072846&fields=id&tenant_id=527195c95736491ca1967a42cc300275 HTTP/1.1" status: 200 len: 267 time: 0.0809424 Mar 28 12:06:57.126047 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f998c916-36c9-4930-80b9-5a284ed0dd27 req-0e0829f6-cb3f-4611-81f4-13f6d07bc633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:06:57.127706 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-f998c916-36c9-4930-80b9-5a284ed0dd27 req-0e0829f6-cb3f-4611-81f4-13f6d07bc633 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=47a90bc1ddf942f0867175a620007cc0&device_id=1b6773b4-f4e6-48ad-9a27-86605cb746a2 HTTP/1.1" status: 200 len: 1096 time: 0.0818639 Mar 28 12:06:57.231249 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f944f7c-32d7-40e6-941e-98ab8599cf9f req-f2e4ebb0-59d4-4b9f-bae3-381ab4a9616a tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:06:57.233009 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [req-2f944f7c-32d7-40e6-941e-98ab8599cf9f req-f2e4ebb0-59d4-4b9f-bae3-381ab4a9616a tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Synchronizing usage tracker for tenant:527195c95736491ca1967a42cc300275 on resource:network {{(pid=87870) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:06:57.252586 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [req-2f944f7c-32d7-40e6-941e-98ab8599cf9f req-f2e4ebb0-59d4-4b9f-bae3-381ab4a9616a tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Unset dirty status for tenant:527195c95736491ca1967a42cc300275 on resource:network {{(pid=87870) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:06:57.254037 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-2f944f7c-32d7-40e6-941e-98ab8599cf9f req-f2e4ebb0-59d4-4b9f-bae3-381ab4a9616a tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/networks?id=1e8a3d59-7df6-49d6-9697-6e8424f516e0 HTTP/1.1" status: 200 len: 795 time: 0.1960840 Mar 28 12:06:57.270434 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-2f944f7c-32d7-40e6-941e-98ab8599cf9f req-697ae3a0-21e8-4da2-969c-76f4d70e56a4 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/quotas/527195c95736491ca1967a42cc300275 HTTP/1.1" status: 200 len: 375 time: 0.0106542 Mar 28 12:06:57.306200 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f998c916-36c9-4930-80b9-5a284ed0dd27 req-4bd3d1ba-1f3b-4ba4-a07a-90a334cd054a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:06:57.307601 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-f998c916-36c9-4930-80b9-5a284ed0dd27 req-4bd3d1ba-1f3b-4ba4-a07a-90a334cd054a service neutron] 10.222.0.11 "GET /v2.0/networks?id=58a24317-1730-4638-8adb-7f79ac32a130 HTTP/1.1" status: 200 len: 911 time: 0.1738477 Mar 28 12:06:57.388887 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-2f944f7c-32d7-40e6-941e-98ab8599cf9f req-848876e7-c4ed-4a94-9370-4ebbe2990b7e tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=527195c95736491ca1967a42cc300275&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1118495 Mar 28 12:06:57.410351 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-f998c916-36c9-4930-80b9-5a284ed0dd27 req-715c058b-d03b-4e63-ac9b-eaaff90c2098 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=245c94d6-6a24-4716-9a17-2144e1d3e1b9 HTTP/1.1" status: 200 len: 217 time: 0.0968916 Mar 28 12:06:57.487358 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f998c916-36c9-4930-80b9-5a284ed0dd27 req-e5f13f31-2d2a-4a93-b2ef-3782c84f81e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:06:57.488926 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-f998c916-36c9-4930-80b9-5a284ed0dd27 req-e5f13f31-2d2a-4a93-b2ef-3782c84f81e4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ca5eb385-2512-460c-bf9c-e9f84ff9e2ac HTTP/1.1" status: 200 len: 850 time: 0.0720394 Mar 28 12:06:57.568742 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-2f944f7c-32d7-40e6-941e-98ab8599cf9f req-2d52fc54-e80a-4e89-a6f0-9a8e8d5933f6 service neutron] 10.222.0.30 "GET /v2.0/networks/1e8a3d59-7df6-49d6-9697-6e8424f516e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608453 Mar 28 12:06:57.598332 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f998c916-36c9-4930-80b9-5a284ed0dd27 req-8722e3bb-2124-4780-b258-55201f1bd775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:06:57.600152 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-f998c916-36c9-4930-80b9-5a284ed0dd27 req-8722e3bb-2124-4780-b258-55201f1bd775 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=58a24317-1730-4638-8adb-7f79ac32a130&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1044948 Mar 28 12:06:57.893541 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-2f944f7c-32d7-40e6-941e-98ab8599cf9f req-50ca33eb-dc93-4d39-8353-62ff3240861a service neutron] 10.222.0.30 "GET /v2.0/networks/1e8a3d59-7df6-49d6-9697-6e8424f516e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3238807 Mar 28 12:06:57.908454 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 5e90ebf2-458f-458b-a362-97a23421d30e up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:06:57.940310 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-f998c916-36c9-4930-80b9-5a284ed0dd27 req-025b7987-480a-429c-92cd-8c356b5268fd service neutron] 10.222.0.11 "GET /v2.0/networks/58a24317-1730-4638-8adb-7f79ac32a130?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3338435 Mar 28 12:06:58.021952 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning for port 5e90ebf2-458f-458b-a362-97a23421d30e completed by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:06:58.042330 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port 5e90ebf2-458f-458b-a362-97a23421d30e triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:06:58.042330 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:58.177666 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc671f2-ecc8-4357-a745-210b17c04367 req-61980cef-2f5f-4c3a-995e-076b45e9487a tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:06:58.182517 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-22760ffd-ef9a-40cd-b13e-0af38959f5c4 req-0b50f9fe-dafc-4c0b-8a38-ab737b709c28 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/ports?device_id=1b1d46ff-5bc6-4015-8503-94e799880e2e HTTP/1.1" status: 200 len: 210 time: 0.0692549 Mar 28 12:06:58.184642 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-8bc671f2-ecc8-4357-a745-210b17c04367 req-61980cef-2f5f-4c3a-995e-076b45e9487a tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] 10.222.0.30 "GET /v2.0/ports?device_id=1b6773b4-f4e6-48ad-9a27-86605cb746a2 HTTP/1.1" status: 200 len: 943 time: 0.2100122 Mar 28 12:06:58.226886 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:58.240434 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-f998c916-36c9-4930-80b9-5a284ed0dd27 req-bfc325ff-911f-4542-b27e-ddbc0c846ec9 service neutron] 10.222.0.11 "GET /v2.0/networks/58a24317-1730-4638-8adb-7f79ac32a130?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2934945 Mar 28 12:06:58.261479 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-8bc671f2-ecc8-4357-a745-210b17c04367 req-c7fcfc7a-f016-44ce-ab22-2a18f5c8a49f tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] 10.222.0.30 "GET /v2.0/security-groups?id=a8392a33-39a9-4107-88a2-a192a6c34737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745254 Mar 28 12:06:58.290526 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] For port 5e90ebf2-458f-458b-a362-97a23421d30e, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=5e90ebf2-458f-458b-a362-97a23421d30e,segment=NetworkSegment(b68f06ac-91f8-452a-8db6-3160c8c897e5),segment_id=b68f06ac-91f8-452a-8db6-3160c8c897e5)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:06:58.295536 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:58.366380 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Pushing event updated for resources: {'Port': ['ID=5e90ebf2-458f-458b-a362-97a23421d30e,revision_number=5']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:06:58.485779 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.agents_db [None req-03fd49d8-b51b-41c1-8716-b8e265c93689 None None] Agent healthcheck: found 6 active agents {{(pid=87873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 12:06:59.256652 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f944f7c-32d7-40e6-941e-98ab8599cf9f req-49ca56b8-59b1-44bc-ad75-20e298ba8d8e tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:06:59.259358 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-2f944f7c-32d7-40e6-941e-98ab8599cf9f req-49ca56b8-59b1-44bc-ad75-20e298ba8d8e tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.11 "GET /v2.0/networks?id=1e8a3d59-7df6-49d6-9697-6e8424f516e0 HTTP/1.1" status: 200 len: 795 time: 0.1546228 Mar 28 12:06:59.319191 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [req-2f944f7c-32d7-40e6-941e-98ab8599cf9f req-8640441d-0dc5-40c0-9c83-02c011c72ba9 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Synchronizing usage tracker for tenant:527195c95736491ca1967a42cc300275 on resource:security_group {{(pid=87871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:06:59.331976 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [req-2f944f7c-32d7-40e6-941e-98ab8599cf9f req-8640441d-0dc5-40c0-9c83-02c011c72ba9 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Unset dirty status for tenant:527195c95736491ca1967a42cc300275 on resource:security_group {{(pid=87871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:06:59.333105 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-2f944f7c-32d7-40e6-941e-98ab8599cf9f req-8640441d-0dc5-40c0-9c83-02c011c72ba9 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=527195c95736491ca1967a42cc300275 HTTP/1.1" status: 200 len: 379 time: 0.0668654 Mar 28 12:06:59.336525 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-3832ad27-51b6-4816-bde1-9db3b75c7438 req-88465238-369a-4206-8be3-b4078f59c113 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/ports?device_id=1b1d46ff-5bc6-4015-8503-94e799880e2e HTTP/1.1" status: 200 len: 210 time: 0.0456610 Mar 28 12:06:59.342728 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [req-2f944f7c-32d7-40e6-941e-98ab8599cf9f req-a5aebed3-0b0d-4aca-8e0e-78426be7d888 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Request body: {'port': {'device_id': '1b1d46ff-5bc6-4015-8503-94e799880e2e', 'network_id': '1e8a3d59-7df6-49d6-9697-6e8424f516e0', 'admin_state_up': True, 'tenant_id': '527195c95736491ca1967a42cc300275', 'security_groups': ['e335d250-1b82-4b9d-84b6-8b0dc7fc33e7']}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:06:59.537750 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [req-2f944f7c-32d7-40e6-941e-98ab8599cf9f req-a5aebed3-0b0d-4aca-8e0e-78426be7d888 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:06:59.543382 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [req-2f944f7c-32d7-40e6-941e-98ab8599cf9f req-a5aebed3-0b0d-4aca-8e0e-78426be7d888 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Usage tracker for resource:port and tenant:527195c95736491ca1967a42cc300275 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:06:59.547398 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [req-2f944f7c-32d7-40e6-941e-98ab8599cf9f req-a5aebed3-0b0d-4aca-8e0e-78426be7d888 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:06:59.559884 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d82a2a-b444-4d41-87b3-7305438f9fb0 req-4cd000cd-f1bb-4268-beb2-da32d950b537 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:06:59.561307 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-c9d82a2a-b444-4d41-87b3-7305438f9fb0 req-4cd000cd-f1bb-4268-beb2-da32d950b537 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] 10.222.0.30 "GET /v2.0/ports?device_id=1b6773b4-f4e6-48ad-9a27-86605cb746a2 HTTP/1.1" status: 200 len: 943 time: 0.1783066 Mar 28 12:06:59.562119 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [req-2f944f7c-32d7-40e6-941e-98ab8599cf9f req-a5aebed3-0b0d-4aca-8e0e-78426be7d888 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:06:59.587280 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f944f7c-32d7-40e6-941e-98ab8599cf9f req-a5aebed3-0b0d-4aca-8e0e-78426be7d888 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Made reservation on behalf of 527195c95736491ca1967a42cc300275 for: {'port': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 12:06:59.590600 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-2f944f7c-32d7-40e6-941e-98ab8599cf9f req-a5aebed3-0b0d-4aca-8e0e-78426be7d888 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:59.664518 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-c9d82a2a-b444-4d41-87b3-7305438f9fb0 req-2083e16e-6d50-45b8-88ff-ac3ea9002735 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] 10.222.0.30 "GET /v2.0/security-groups?id=a8392a33-39a9-4107-88a2-a192a6c34737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974886 Mar 28 12:06:59.768418 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.db_base_plugin_common [req-2f944f7c-32d7-40e6-941e-98ab8599cf9f req-a5aebed3-0b0d-4aca-8e0e-78426be7d888 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Allocated IP 172.20.0.8 (1e8a3d59-7df6-49d6-9697-6e8424f516e0/ef5ef8af-c7a7-4375-9e1c-54f681fd3703/afd47f0d-4dd7-434f-abe5-66304f5a6859) {{(pid=87871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 12:06:59.840398 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 5e90ebf2-458f-458b-a362-97a23421d30e up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:06:59.907139 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port 5e90ebf2-458f-458b-a362-97a23421d30e triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:06:59.907525 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:59.961865 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-2f944f7c-32d7-40e6-941e-98ab8599cf9f req-a5aebed3-0b0d-4aca-8e0e-78426be7d888 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for port, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:06:59.977425 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.provisioning_blocks [req-2f944f7c-32d7-40e6-941e-98ab8599cf9f req-a5aebed3-0b0d-4aca-8e0e-78426be7d888 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Transition to ACTIVE for port object afd47f0d-4dd7-434f-abe5-66304f5a6859 will not be triggered until provisioned by entity DHCP. {{(pid=87871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:07:00.002486 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-2f944f7c-32d7-40e6-941e-98ab8599cf9f req-a5aebed3-0b0d-4aca-8e0e-78426be7d888 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:07:00.070651 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f944f7c-32d7-40e6-941e-98ab8599cf9f req-a5aebed3-0b0d-4aca-8e0e-78426be7d888 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Network 1e8a3d59-7df6-49d6-9697-6e8424f516e0 is already hosted by enough agents. {{(pid=87871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:07:00.073571 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [req-2f944f7c-32d7-40e6-941e-98ab8599cf9f req-a5aebed3-0b0d-4aca-8e0e-78426be7d888 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Resources bound (agent type, host, resource id): {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:07:00.082013 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f944f7c-32d7-40e6-941e-98ab8599cf9f req-a5aebed3-0b0d-4aca-8e0e-78426be7d888 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Received port after_create {{(pid=87871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 12:07:00.118655 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5aebed3-0b0d-4aca-8e0e-78426be7d888 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Pushing event updated for resources: {'Port': ['ID=afd47f0d-4dd7-434f-abe5-66304f5a6859,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:07:00.152730 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f944f7c-32d7-40e6-941e-98ab8599cf9f req-a5aebed3-0b0d-4aca-8e0e-78426be7d888 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:07:00.153431 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-2f944f7c-32d7-40e6-941e-98ab8599cf9f req-a5aebed3-0b0d-4aca-8e0e-78426be7d888 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:07:00.178798 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-2f944f7c-32d7-40e6-941e-98ab8599cf9f req-a5aebed3-0b0d-4aca-8e0e-78426be7d888 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8407378 Mar 28 12:07:00.192503 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [req-2f944f7c-32d7-40e6-941e-98ab8599cf9f req-02ff0c97-9c71-40fb-9f93-e0642846e525 service neutron] Request body: {'port': {'device_id': '1b1d46ff-5bc6-4015-8503-94e799880e2e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8353'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:07:00.305777 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-2f944f7c-32d7-40e6-941e-98ab8599cf9f req-02ff0c97-9c71-40fb-9f93-e0642846e525 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:07:00.315628 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-2bef75ea-6062-4082-9686-6ae6f326163b None None] Provisioning for port afd47f0d-4dd7-434f-abe5-66304f5a6859 completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:07:00.320244 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-2bef75ea-6062-4082-9686-6ae6f326163b None None] Provisioning complete for port afd47f0d-4dd7-434f-abe5-66304f5a6859 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:07:00.320632 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2bef75ea-6062-4082-9686-6ae6f326163b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:07:00.377803 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-2bef75ea-6062-4082-9686-6ae6f326163b None None] Port afd47f0d-4dd7-434f-abe5-66304f5a6859 cannot update to ACTIVE because it is not bound. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 12:07:00.522181 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee54623-409b-4951-a87a-978332e862be req-690ae2a3-ed4b-45f5-8d3d-1503e424ef8f tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:07:00.523951 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-8ee54623-409b-4951-a87a-978332e862be req-690ae2a3-ed4b-45f5-8d3d-1503e424ef8f tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/ports?device_id=1b1d46ff-5bc6-4015-8503-94e799880e2e HTTP/1.1" status: 200 len: 931 time: 0.0791416 Mar 28 12:07:00.568606 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-8ee54623-409b-4951-a87a-978332e862be req-f46301f7-82cc-4811-9ba9-2659645cf962 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/security-groups?id=e335d250-1b82-4b9d-84b6-8b0dc7fc33e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380573 Mar 28 12:07:00.641693 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.notifiers.nova [req-2f944f7c-32d7-40e6-941e-98ab8599cf9f req-02ff0c97-9c71-40fb-9f93-e0642846e525 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afd47f0d-4dd7-434f-abe5-66304f5a6859 {{(pid=87871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 12:07:00.648781 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-2f944f7c-32d7-40e6-941e-98ab8599cf9f req-02ff0c97-9c71-40fb-9f93-e0642846e525 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:07:00.662692 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.provisioning_blocks [req-2f944f7c-32d7-40e6-941e-98ab8599cf9f req-02ff0c97-9c71-40fb-9f93-e0642846e525 service neutron] Transition to ACTIVE for port object afd47f0d-4dd7-434f-abe5-66304f5a6859 will not be triggered until provisioned by entity L2. {{(pid=87871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:07:00.666433 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-2f944f7c-32d7-40e6-941e-98ab8599cf9f req-02ff0c97-9c71-40fb-9f93-e0642846e525 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2363241'] for port, after_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:07:00.930634 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ff0c97-9c71-40fb-9f93-e0642846e525 service neutron] Pushing event updated for resources: {'Port': ['ID=afd47f0d-4dd7-434f-abe5-66304f5a6859,revision_number=2']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:07:01.058389 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec827ca-6180-4bf7-9cf6-132a804e3b03 req-0d1f00fa-e9c0-4e90-bdae-774646f50b52 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:07:01.060612 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-2ec827ca-6180-4bf7-9cf6-132a804e3b03 req-0d1f00fa-e9c0-4e90-bdae-774646f50b52 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] 10.222.0.30 "GET /v2.0/ports?device_id=1b6773b4-f4e6-48ad-9a27-86605cb746a2 HTTP/1.1" status: 200 len: 943 time: 0.2511950 Mar 28 12:07:01.068081 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.managers [req-2f944f7c-32d7-40e6-941e-98ab8599cf9f req-02ff0c97-9c71-40fb-9f93-e0642846e525 service neutron] Attempting to bind port afd47f0d-4dd7-434f-abe5-66304f5a6859 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 12:07:01.068408 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.managers [req-2f944f7c-32d7-40e6-941e-98ab8599cf9f req-02ff0c97-9c71-40fb-9f93-e0642846e525 service neutron] Attempting to bind port afd47f0d-4dd7-434f-abe5-66304f5a6859 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': 'b68f06ac-91f8-452a-8db6-3160c8c897e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '1e8a3d59-7df6-49d6-9697-6e8424f516e0'}] {{(pid=87871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 12:07:01.068727 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f944f7c-32d7-40e6-941e-98ab8599cf9f req-02ff0c97-9c71-40fb-9f93-e0642846e525 service neutron] Attempting to bind port afd47f0d-4dd7-434f-abe5-66304f5a6859 on network 1e8a3d59-7df6-49d6-9697-6e8424f516e0 {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 12:07:01.085895 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f944f7c-32d7-40e6-941e-98ab8599cf9f req-02ff0c97-9c71-40fb-9f93-e0642846e525 service neutron] Port afd47f0d-4dd7-434f-abe5-66304f5a6859 on network 1e8a3d59-7df6-49d6-9697-6e8424f516e0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 12:07:01.086207 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f944f7c-32d7-40e6-941e-98ab8599cf9f req-02ff0c97-9c71-40fb-9f93-e0642846e525 service neutron] Attempting to bind port afd47f0d-4dd7-434f-abe5-66304f5a6859 on network 1e8a3d59-7df6-49d6-9697-6e8424f516e0 {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 12:07:01.096486 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f944f7c-32d7-40e6-941e-98ab8599cf9f req-02ff0c97-9c71-40fb-9f93-e0642846e525 service neutron] Checking agent: {'id': '01dfae6e-0e91-4100-b27f-ff8156eac7d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8353', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 52, 20), 'started_at': datetime.datetime(2022, 3, 28, 11, 52, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 12, 6, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 12:07:01.096815 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f944f7c-32d7-40e6-941e-98ab8599cf9f req-02ff0c97-9c71-40fb-9f93-e0642846e525 service neutron] Checking segment: {'id': 'b68f06ac-91f8-452a-8db6-3160c8c897e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '1e8a3d59-7df6-49d6-9697-6e8424f516e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 12:07:01.097236 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f944f7c-32d7-40e6-941e-98ab8599cf9f req-02ff0c97-9c71-40fb-9f93-e0642846e525 service neutron] Bound using segment: {'id': 'b68f06ac-91f8-452a-8db6-3160c8c897e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '1e8a3d59-7df6-49d6-9697-6e8424f516e0'} {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 12:07:01.097606 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.managers [req-2f944f7c-32d7-40e6-941e-98ab8599cf9f req-02ff0c97-9c71-40fb-9f93-e0642846e525 service neutron] Bound port: afd47f0d-4dd7-434f-abe5-66304f5a6859, host: hv-neutron-8353, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b68f06ac-91f8-452a-8db6-3160c8c897e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '1e8a3d59-7df6-49d6-9697-6e8424f516e0'}}] {{(pid=87871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 12:07:01.097946 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-2f944f7c-32d7-40e6-941e-98ab8599cf9f req-02ff0c97-9c71-40fb-9f93-e0642846e525 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:07:01.155771 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-2ec827ca-6180-4bf7-9cf6-132a804e3b03 req-9ecfcb13-9278-4bb7-886c-97c52553bae6 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] 10.222.0.30 "GET /v2.0/security-groups?id=a8392a33-39a9-4107-88a2-a192a6c34737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884712 Mar 28 12:07:01.204419 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.db [req-2f944f7c-32d7-40e6-941e-98ab8599cf9f req-02ff0c97-9c71-40fb-9f93-e0642846e525 service neutron] For port afd47f0d-4dd7-434f-abe5-66304f5a6859, host hv-neutron-8353, cleared binding levels {{(pid=87871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 12:07:01.207285 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.db [req-2f944f7c-32d7-40e6-941e-98ab8599cf9f req-02ff0c97-9c71-40fb-9f93-e0642846e525 service neutron] For port afd47f0d-4dd7-434f-abe5-66304f5a6859, host hv-neutron-8353, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=afd47f0d-4dd7-434f-abe5-66304f5a6859,segment=NetworkSegment(b68f06ac-91f8-452a-8db6-3160c8c897e5),segment_id=b68f06ac-91f8-452a-8db6-3160c8c897e5)] {{(pid=87871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 12:07:01.211794 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-2f944f7c-32d7-40e6-941e-98ab8599cf9f req-02ff0c97-9c71-40fb-9f93-e0642846e525 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2363241'] for port, after_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:07:01.265420 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f944f7c-32d7-40e6-941e-98ab8599cf9f req-02ff0c97-9c71-40fb-9f93-e0642846e525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:07:01.265801 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-2f944f7c-32d7-40e6-941e-98ab8599cf9f req-02ff0c97-9c71-40fb-9f93-e0642846e525 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:07:01.267857 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-2f944f7c-32d7-40e6-941e-98ab8599cf9f req-02ff0c97-9c71-40fb-9f93-e0642846e525 service neutron] 10.222.0.11 "PUT /v2.0/ports/afd47f0d-4dd7-434f-abe5-66304f5a6859 HTTP/1.1" status: 200 len: 1093 time: 1.0793464 Mar 28 12:07:01.270420 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b1d46ff-5bc6-4015-8503-94e799880e2e', 'tag': 'afd47f0d-4dd7-434f-abe5-66304f5a6859'}] {{(pid=87871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 12:07:01.301707 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ff0c97-9c71-40fb-9f93-e0642846e525 service neutron] Pushing event updated for resources: {'Port': ['ID=afd47f0d-4dd7-434f-abe5-66304f5a6859,revision_number=3']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:07:01.345399 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b1d46ff-5bc6-4015-8503-94e799880e2e', 'tag': 'afd47f0d-4dd7-434f-abe5-66304f5a6859', 'status': 'completed', 'code': 200} Mar 28 12:07:01.393413 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f944f7c-32d7-40e6-941e-98ab8599cf9f req-69055f54-0a31-409b-90a4-bb52a9570f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:07:01.394885 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-2f944f7c-32d7-40e6-941e-98ab8599cf9f req-69055f54-0a31-409b-90a4-bb52a9570f34 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=527195c95736491ca1967a42cc300275&device_id=1b1d46ff-5bc6-4015-8503-94e799880e2e HTTP/1.1" status: 200 len: 1096 time: 0.0814042 Mar 28 12:07:01.467177 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-2f944f7c-32d7-40e6-941e-98ab8599cf9f req-bf4de639-329e-48da-b496-d07edd462958 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=afd47f0d-4dd7-434f-abe5-66304f5a6859 HTTP/1.1" status: 200 len: 217 time: 0.0646360 Mar 28 12:07:01.533854 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f944f7c-32d7-40e6-941e-98ab8599cf9f req-63ebf000-a099-45f4-a30e-a8700b77593f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:07:01.535208 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-2f944f7c-32d7-40e6-941e-98ab8599cf9f req-63ebf000-a099-45f4-a30e-a8700b77593f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ef5ef8af-c7a7-4375-9e1c-54f681fd3703 HTTP/1.1" status: 200 len: 835 time: 0.0622377 Mar 28 12:07:01.610602 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f944f7c-32d7-40e6-941e-98ab8599cf9f req-c0c7e45b-6d58-44ed-89d8-ed2932f450be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:07:01.612112 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-2f944f7c-32d7-40e6-941e-98ab8599cf9f req-c0c7e45b-6d58-44ed-89d8-ed2932f450be service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1e8a3d59-7df6-49d6-9697-6e8424f516e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0700154 Mar 28 12:07:01.788882 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-2f944f7c-32d7-40e6-941e-98ab8599cf9f req-560ef2eb-c146-4162-8557-0c9fdd8ef726 service neutron] 10.222.0.11 "GET /v2.0/networks/1e8a3d59-7df6-49d6-9697-6e8424f516e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700661 Mar 28 12:07:01.846334 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0990ee-c95f-4637-8288-5f6310e4887f req-6b9193c5-39d1-4242-a377-bc11ea89b53c tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:07:01.847012 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [req-3a0990ee-c95f-4637-8288-5f6310e4887f req-6b9193c5-39d1-4242-a377-bc11ea89b53c tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Synchronizing usage tracker for tenant:527195c95736491ca1967a42cc300275 on resource:port {{(pid=87871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:07:01.920043 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [req-3a0990ee-c95f-4637-8288-5f6310e4887f req-6b9193c5-39d1-4242-a377-bc11ea89b53c tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Unset dirty status for tenant:527195c95736491ca1967a42cc300275 on resource:port {{(pid=87871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:07:01.921105 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-3a0990ee-c95f-4637-8288-5f6310e4887f req-6b9193c5-39d1-4242-a377-bc11ea89b53c tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/ports?device_id=1b1d46ff-5bc6-4015-8503-94e799880e2e HTTP/1.1" status: 200 len: 943 time: 0.2223787 Mar 28 12:07:01.967054 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-2f944f7c-32d7-40e6-941e-98ab8599cf9f req-a24b2290-c96d-46f6-9a79-941e0cda7cb9 service neutron] 10.222.0.11 "GET /v2.0/networks/1e8a3d59-7df6-49d6-9697-6e8424f516e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687984 Mar 28 12:07:01.985478 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-3a0990ee-c95f-4637-8288-5f6310e4887f req-69000659-8eb7-406c-b1bf-1b0f95ec7400 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/security-groups?id=e335d250-1b82-4b9d-84b6-8b0dc7fc33e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574150 Mar 28 12:07:02.081661 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea4b212-05b2-425b-b36a-d0149a7a4aed req-0ad6785a-3dea-4688-8fd1-9c302448027a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:07:02.083084 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-2ea4b212-05b2-425b-b36a-d0149a7a4aed req-0ad6785a-3dea-4688-8fd1-9c302448027a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=527195c95736491ca1967a42cc300275&device_id=1b1d46ff-5bc6-4015-8503-94e799880e2e HTTP/1.1" status: 200 len: 1096 time: 0.0689032 Mar 28 12:07:02.214748 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea4b212-05b2-425b-b36a-d0149a7a4aed req-a6add89c-116c-43c2-94c6-05a6d8284acb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:07:02.216730 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-2ea4b212-05b2-425b-b36a-d0149a7a4aed req-a6add89c-116c-43c2-94c6-05a6d8284acb service neutron] 10.222.0.11 "GET /v2.0/networks?id=1e8a3d59-7df6-49d6-9697-6e8424f516e0 HTTP/1.1" status: 200 len: 895 time: 0.1263969 Mar 28 12:07:02.293207 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-2ea4b212-05b2-425b-b36a-d0149a7a4aed req-bbf7cb87-d393-4d59-8757-9d83235f970a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=afd47f0d-4dd7-434f-abe5-66304f5a6859 HTTP/1.1" status: 200 len: 217 time: 0.0668080 Mar 28 12:07:02.321374 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-8c9e533c-62d1-4f60-ac2f-661a88db2c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:07:02.344368 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62783374-ee19-4e67-a4d1-baf80e29c19b req-48f2d9d2-c0e0-462c-9b00-aed8076b18d4 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:07:02.345823 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-62783374-ee19-4e67-a4d1-baf80e29c19b req-48f2d9d2-c0e0-462c-9b00-aed8076b18d4 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] 10.222.0.30 "GET /v2.0/ports?device_id=1b6773b4-f4e6-48ad-9a27-86605cb746a2 HTTP/1.1" status: 200 len: 943 time: 0.0856524 Mar 28 12:07:02.356374 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea4b212-05b2-425b-b36a-d0149a7a4aed req-b4758cb0-ce08-488b-9c5d-f738ddd91bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:07:02.357811 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-2ea4b212-05b2-425b-b36a-d0149a7a4aed req-b4758cb0-ce08-488b-9c5d-f738ddd91bd7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ef5ef8af-c7a7-4375-9e1c-54f681fd3703 HTTP/1.1" status: 200 len: 835 time: 0.0586684 Mar 28 12:07:02.390868 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-62783374-ee19-4e67-a4d1-baf80e29c19b req-1cd6a2c1-4226-455b-bfa3-4d9f9ec76c1b tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] 10.222.0.30 "GET /v2.0/security-groups?id=a8392a33-39a9-4107-88a2-a192a6c34737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388861 Mar 28 12:07:02.539885 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea4b212-05b2-425b-b36a-d0149a7a4aed req-600a03fe-27ff-48e5-87c8-de0efdd41325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:07:02.541333 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-2ea4b212-05b2-425b-b36a-d0149a7a4aed req-600a03fe-27ff-48e5-87c8-de0efdd41325 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1e8a3d59-7df6-49d6-9697-6e8424f516e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1758482 Mar 28 12:07:02.672244 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-2ea4b212-05b2-425b-b36a-d0149a7a4aed req-cf74e398-ec30-42d7-81c1-5d8da9c7585a service neutron] 10.222.0.11 "GET /v2.0/networks/1e8a3d59-7df6-49d6-9697-6e8424f516e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236329 Mar 28 12:07:02.808949 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-2ea4b212-05b2-425b-b36a-d0149a7a4aed req-0aba20d0-7924-4b71-9386-dfa2bb353884 service neutron] 10.222.0.11 "GET /v2.0/networks/1e8a3d59-7df6-49d6-9697-6e8424f516e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293511 Mar 28 12:07:03.168303 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828054aa-79f5-4d1b-a309-a69c69b7dec9 req-5358e86a-02a0-4410-a239-a1d1c31c3f4f tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:07:03.170414 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-828054aa-79f5-4d1b-a309-a69c69b7dec9 req-5358e86a-02a0-4410-a239-a1d1c31c3f4f tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/ports?device_id=1b1d46ff-5bc6-4015-8503-94e799880e2e HTTP/1.1" status: 200 len: 943 time: 0.0812252 Mar 28 12:07:03.214290 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-828054aa-79f5-4d1b-a309-a69c69b7dec9 req-fed30c80-9017-4d60-a07a-58f8bf300f40 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/security-groups?id=e335d250-1b82-4b9d-84b6-8b0dc7fc33e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386331 Mar 28 12:07:03.577040 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaf08f4-139a-4bf5-80b6-b8bdd275fdad req-d7735da7-fc82-470d-b6a9-2002912b98c7 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:07:03.578486 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-fbaf08f4-139a-4bf5-80b6-b8bdd275fdad req-d7735da7-fc82-470d-b6a9-2002912b98c7 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] 10.222.0.30 "GET /v2.0/ports?device_id=1b6773b4-f4e6-48ad-9a27-86605cb746a2 HTTP/1.1" status: 200 len: 943 time: 0.0832491 Mar 28 12:07:03.621795 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-fbaf08f4-139a-4bf5-80b6-b8bdd275fdad req-afa8f19c-e805-4d0a-9b11-f1d9c5dd200f tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] 10.222.0.30 "GET /v2.0/security-groups?id=a8392a33-39a9-4107-88a2-a192a6c34737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377038 Mar 28 12:07:04.402068 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d89b65e-de16-4140-8e8c-f19afd6c3477 req-b18741a8-e043-473f-9315-bf2326c4cc1c tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:07:04.403420 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-6d89b65e-de16-4140-8e8c-f19afd6c3477 req-b18741a8-e043-473f-9315-bf2326c4cc1c tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/ports?device_id=1b1d46ff-5bc6-4015-8503-94e799880e2e HTTP/1.1" status: 200 len: 943 time: 0.0838814 Mar 28 12:07:04.446727 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-6d89b65e-de16-4140-8e8c-f19afd6c3477 req-789e736f-df52-4854-94c3-d260fb00c2ee tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/security-groups?id=e335d250-1b82-4b9d-84b6-8b0dc7fc33e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376034 Mar 28 12:07:04.701835 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Device afd47f0d-4dd7-434f-abe5-66304f5a6859 details requested by agent hyperv_hv-neutron-8353 with host hv-neutron-8353 {{(pid=87872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 28 12:07:04.719463 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-e2f72efc-bb74-48e2-810d-103aecbbc0f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:07:04.810851 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddfecb0-daa3-488f-a417-026dfca585eb req-44367d38-b833-4b5f-a1ef-2d5041d61875 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:07:04.812479 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-6ddfecb0-daa3-488f-a417-026dfca585eb req-44367d38-b833-4b5f-a1ef-2d5041d61875 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] 10.222.0.30 "GET /v2.0/ports?device_id=1b6773b4-f4e6-48ad-9a27-86605cb746a2 HTTP/1.1" status: 200 len: 943 time: 0.0813141 Mar 28 12:07:04.846902 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] For port afd47f0d-4dd7-434f-abe5-66304f5a6859, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=afd47f0d-4dd7-434f-abe5-66304f5a6859,segment=NetworkSegment(b68f06ac-91f8-452a-8db6-3160c8c897e5),segment_id=b68f06ac-91f8-452a-8db6-3160c8c897e5)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:07:04.858005 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-6ddfecb0-daa3-488f-a417-026dfca585eb req-1b0935d0-3974-42f3-b23f-aa2b470c623e tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] 10.222.0.30 "GET /v2.0/security-groups?id=a8392a33-39a9-4107-88a2-a192a6c34737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395081 Mar 28 12:07:04.860849 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Returning: {'device': 'afd47f0d-4dd7-434f-abe5-66304f5a6859', 'network_id': '1e8a3d59-7df6-49d6-9697-6e8424f516e0', 'port_id': 'afd47f0d-4dd7-434f-abe5-66304f5a6859', 'mac_address': 'fa:16:3e:12:b1:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef5ef8af-c7a7-4375-9e1c-54f681fd3703', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 28 12:07:04.914663 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:07:04.930662 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.notifiers.nova [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afd47f0d-4dd7-434f-abe5-66304f5a6859 {{(pid=87872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 12:07:04.945654 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] For port afd47f0d-4dd7-434f-abe5-66304f5a6859, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=afd47f0d-4dd7-434f-abe5-66304f5a6859,segment=NetworkSegment(b68f06ac-91f8-452a-8db6-3160c8c897e5),segment_id=b68f06ac-91f8-452a-8db6-3160c8c897e5)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:07:04.949000 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:07:05.017867 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Pushing event updated for resources: {'Port': ['ID=afd47f0d-4dd7-434f-abe5-66304f5a6859,revision_number=4']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:07:05.221777 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] get_ports_and_sgs() called for port_ids ['afd47f0d-4dd7-434f-abe5-66304f5a6859'] {{(pid=87872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 12:07:05.631540 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39eb7ea8-8b30-46af-bf0c-d4047f3af698 req-054818a5-c49c-4a1f-bb13-1f39cb14b6e0 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:07:05.632964 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-39eb7ea8-8b30-46af-bf0c-d4047f3af698 req-054818a5-c49c-4a1f-bb13-1f39cb14b6e0 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/ports?device_id=1b1d46ff-5bc6-4015-8503-94e799880e2e HTTP/1.1" status: 200 len: 944 time: 0.0792303 Mar 28 12:07:05.677195 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:07:05.677880 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-39eb7ea8-8b30-46af-bf0c-d4047f3af698 req-86ca5889-6e3b-41af-9a33-59671f8e79fe tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/security-groups?id=e335d250-1b82-4b9d-84b6-8b0dc7fc33e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384400 Mar 28 12:07:05.772280 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-ef3be119-c018-4979-be07-86cf959defc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:07:06.043018 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fafd65-37b4-443b-ad93-2e2dd71bb9f6 req-0d812ff2-73cd-4491-98d3-08724df8712d tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:07:06.044838 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-84fafd65-37b4-443b-ad93-2e2dd71bb9f6 req-0d812ff2-73cd-4491-98d3-08724df8712d tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] 10.222.0.30 "GET /v2.0/ports?device_id=1b6773b4-f4e6-48ad-9a27-86605cb746a2 HTTP/1.1" status: 200 len: 943 time: 0.0844398 Mar 28 12:07:06.089091 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-84fafd65-37b4-443b-ad93-2e2dd71bb9f6 req-2dcb4486-0fe5-42ad-a95c-ad32e4628f29 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] 10.222.0.30 "GET /v2.0/security-groups?id=a8392a33-39a9-4107-88a2-a192a6c34737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387099 Mar 28 12:07:06.729580 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Device 245c94d6-6a24-4716-9a17-2144e1d3e1b9 details requested by agent hyperv_hv-neutron-8353 with host hv-neutron-8353 {{(pid=87872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 28 12:07:06.732704 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Device afd47f0d-4dd7-434f-abe5-66304f5a6859 up at agent hyperv_hv-neutron-8353 {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:07:06.866469 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784645db-9071-42ac-b9a9-4f78bf71660f req-6c57b188-0d55-4b6c-8bbc-812efb3d0a35 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:07:06.867945 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-784645db-9071-42ac-b9a9-4f78bf71660f req-6c57b188-0d55-4b6c-8bbc-812efb3d0a35 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/ports?device_id=1b1d46ff-5bc6-4015-8503-94e799880e2e HTTP/1.1" status: 200 len: 944 time: 0.0841918 Mar 28 12:07:06.890681 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Provisioning for port afd47f0d-4dd7-434f-abe5-66304f5a6859 completed by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:07:06.900225 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Provisioning complete for port afd47f0d-4dd7-434f-abe5-66304f5a6859 triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:07:06.900595 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:07:06.913804 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-784645db-9071-42ac-b9a9-4f78bf71660f req-dd4bd9f1-88d2-4eb8-b5da-de625a9ba27f tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/security-groups?id=e335d250-1b82-4b9d-84b6-8b0dc7fc33e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398581 Mar 28 12:07:06.975232 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] For port 245c94d6-6a24-4716-9a17-2144e1d3e1b9, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=245c94d6-6a24-4716-9a17-2144e1d3e1b9,segment=NetworkSegment(50310252-dd3a-44b3-a0be-b4c21d863506),segment_id=50310252-dd3a-44b3-a0be-b4c21d863506)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:07:06.992412 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Returning: {'device': '245c94d6-6a24-4716-9a17-2144e1d3e1b9', 'network_id': '58a24317-1730-4638-8adb-7f79ac32a130', 'port_id': '245c94d6-6a24-4716-9a17-2144e1d3e1b9', 'mac_address': 'fa:16:3e:d5:2c:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca5eb385-2512-460c-bf9c-e9f84ff9e2ac', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 28 12:07:07.121138 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:07:07.134148 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:07:07.154816 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.notifiers.nova [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 245c94d6-6a24-4716-9a17-2144e1d3e1b9 {{(pid=87872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 12:07:07.175910 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b1d46ff-5bc6-4015-8503-94e799880e2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afd47f0d-4dd7-434f-abe5-66304f5a6859'}] {{(pid=87872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 12:07:07.186181 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] For port 245c94d6-6a24-4716-9a17-2144e1d3e1b9, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=245c94d6-6a24-4716-9a17-2144e1d3e1b9,segment=NetworkSegment(50310252-dd3a-44b3-a0be-b4c21d863506),segment_id=50310252-dd3a-44b3-a0be-b4c21d863506)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:07:07.189048 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] For port afd47f0d-4dd7-434f-abe5-66304f5a6859, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=afd47f0d-4dd7-434f-abe5-66304f5a6859,segment=NetworkSegment(b68f06ac-91f8-452a-8db6-3160c8c897e5),segment_id=b68f06ac-91f8-452a-8db6-3160c8c897e5)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:07:07.191204 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:07:07.223371 dv-neutron-835340-2-hyperv neutron-server[87872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b1d46ff-5bc6-4015-8503-94e799880e2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afd47f0d-4dd7-434f-abe5-66304f5a6859', 'code': 200} Mar 28 12:07:07.228913 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:07:07.264056 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Pushing event updated for resources: {'Port': ['ID=245c94d6-6a24-4716-9a17-2144e1d3e1b9,revision_number=4']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:07:07.290470 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b748eb6-34dd-4573-9e0e-5387baf557a7 req-e823b253-34b4-4db4-b396-d10715cdc02b tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:07:07.292111 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-9b748eb6-34dd-4573-9e0e-5387baf557a7 req-e823b253-34b4-4db4-b396-d10715cdc02b tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] 10.222.0.30 "GET /v2.0/ports?device_id=1b6773b4-f4e6-48ad-9a27-86605cb746a2 HTTP/1.1" status: 200 len: 944 time: 0.0940161 Mar 28 12:07:07.332645 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Pushing event updated for resources: {'Port': ['ID=afd47f0d-4dd7-434f-abe5-66304f5a6859,revision_number=5']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:07:07.345214 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-9b748eb6-34dd-4573-9e0e-5387baf557a7 req-ed207839-6d3a-4555-a326-1a0b9270e461 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] 10.222.0.30 "GET /v2.0/security-groups?id=a8392a33-39a9-4107-88a2-a192a6c34737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462878 Mar 28 12:07:07.428624 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-b7ccd3c7-0277-4f12-8e5c-e41478141af5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:07:07.433906 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] get_ports_and_sgs() called for port_ids ['245c94d6-6a24-4716-9a17-2144e1d3e1b9'] {{(pid=87872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 12:07:07.458162 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f6e873-c7b9-4d14-aeda-d9e5cbc3800c req-2af7af85-e958-4461-accd-b6c3b0c8d81b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:07:07.459643 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-76f6e873-c7b9-4d14-aeda-d9e5cbc3800c req-2af7af85-e958-4461-accd-b6c3b0c8d81b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=1b1d46ff-5bc6-4015-8503-94e799880e2e HTTP/1.1" status: 200 len: 1098 time: 0.0728633 Mar 28 12:07:07.500759 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-76f6e873-c7b9-4d14-aeda-d9e5cbc3800c req-6e62467b-c2a8-47ea-b0f0-48b9692b927e service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=e335d250-1b82-4b9d-84b6-8b0dc7fc33e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350900 Mar 28 12:07:08.106123 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d94394-3e34-45ec-ade0-6d8d289e70ba req-43a604fd-e1f8-4bd2-b75e-302aac7dac99 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:07:08.107616 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-30d94394-3e34-45ec-ade0-6d8d289e70ba req-43a604fd-e1f8-4bd2-b75e-302aac7dac99 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/ports?device_id=1b1d46ff-5bc6-4015-8503-94e799880e2e HTTP/1.1" status: 200 len: 945 time: 0.0880857 Mar 28 12:07:08.151039 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-30d94394-3e34-45ec-ade0-6d8d289e70ba req-d4f8c6bf-24a8-4a93-a79c-27d288368b97 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/security-groups?id=e335d250-1b82-4b9d-84b6-8b0dc7fc33e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378571 Mar 28 12:07:08.533186 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0404c3db-adff-4bcc-b3c8-a75e08d5fc40 req-675a285f-ef22-4839-9d09-526fb35d2340 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:07:08.534661 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-0404c3db-adff-4bcc-b3c8-a75e08d5fc40 req-675a285f-ef22-4839-9d09-526fb35d2340 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] 10.222.0.30 "GET /v2.0/ports?device_id=1b6773b4-f4e6-48ad-9a27-86605cb746a2 HTTP/1.1" status: 200 len: 944 time: 0.0850847 Mar 28 12:07:08.579345 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-0404c3db-adff-4bcc-b3c8-a75e08d5fc40 req-42681968-d7e9-4e1d-91af-5a2b58a05274 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] 10.222.0.30 "GET /v2.0/security-groups?id=a8392a33-39a9-4107-88a2-a192a6c34737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387473 Mar 28 12:07:08.752041 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Device 245c94d6-6a24-4716-9a17-2144e1d3e1b9 up at agent hyperv_hv-neutron-8353 {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:07:08.818581 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Provisioning for port 245c94d6-6a24-4716-9a17-2144e1d3e1b9 completed by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:07:08.823903 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Provisioning complete for port 245c94d6-6a24-4716-9a17-2144e1d3e1b9 triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:07:08.824268 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:07:08.943276 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:07:08.978551 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] For port 245c94d6-6a24-4716-9a17-2144e1d3e1b9, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=245c94d6-6a24-4716-9a17-2144e1d3e1b9,segment=NetworkSegment(50310252-dd3a-44b3-a0be-b4c21d863506),segment_id=50310252-dd3a-44b3-a0be-b4c21d863506)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:07:08.982316 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:07:09.050707 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Pushing event updated for resources: {'Port': ['ID=245c94d6-6a24-4716-9a17-2144e1d3e1b9,revision_number=5']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:07:09.224919 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b6773b4-f4e6-48ad-9a27-86605cb746a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '245c94d6-6a24-4716-9a17-2144e1d3e1b9'}] {{(pid=87872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 12:07:09.268608 dv-neutron-835340-2-hyperv neutron-server[87872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b6773b4-f4e6-48ad-9a27-86605cb746a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '245c94d6-6a24-4716-9a17-2144e1d3e1b9', 'code': 200} Mar 28 12:07:09.337346 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1bf92a-3ccd-44a3-89d2-7aa66adba68c req-c5193788-1af5-4664-9a84-d6f938984bc8 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:07:09.338682 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-0d1bf92a-3ccd-44a3-89d2-7aa66adba68c req-c5193788-1af5-4664-9a84-d6f938984bc8 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/ports?device_id=1b1d46ff-5bc6-4015-8503-94e799880e2e HTTP/1.1" status: 200 len: 945 time: 0.0827775 Mar 28 12:07:09.382827 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-0d1bf92a-3ccd-44a3-89d2-7aa66adba68c req-aeb18b63-2db1-4e47-a995-857fd76ed7de tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/security-groups?id=e335d250-1b82-4b9d-84b6-8b0dc7fc33e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383854 Mar 28 12:07:09.474972 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a998c019-da1a-4982-9124-4d7f4f32aaa7 req-5d5c4c05-6fa1-4b44-bdb9-4bc753310245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:07:09.476528 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-a998c019-da1a-4982-9124-4d7f4f32aaa7 req-5d5c4c05-6fa1-4b44-bdb9-4bc753310245 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=1b6773b4-f4e6-48ad-9a27-86605cb746a2 HTTP/1.1" status: 200 len: 1098 time: 0.0695405 Mar 28 12:07:09.519485 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-a998c019-da1a-4982-9124-4d7f4f32aaa7 req-cb49c5e7-2f08-49b6-988d-e50d4144a142 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=a8392a33-39a9-4107-88a2-a192a6c34737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355392 Mar 28 12:07:09.569957 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f6900c-4d70-43e7-aa01-2bdc2679463a req-26791ee1-d1e3-4e97-887a-7fec6ade2463 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:07:09.571386 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-d5f6900c-4d70-43e7-aa01-2bdc2679463a req-26791ee1-d1e3-4e97-887a-7fec6ade2463 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/ports?device_id=1b1d46ff-5bc6-4015-8503-94e799880e2e HTTP/1.1" status: 200 len: 945 time: 0.0828683 Mar 28 12:07:09.615190 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-d5f6900c-4d70-43e7-aa01-2bdc2679463a req-a4e03226-cb71-4faa-aa99-68ca1c46bcd3 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/security-groups?id=e335d250-1b82-4b9d-84b6-8b0dc7fc33e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375073 Mar 28 12:07:09.638935 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 59912) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:07:09.759918 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1763699f-8c21-49d6-a1dd-8a24ac047b49 tempest-TestNetworkBasicOps-386611239 tempest-TestNetworkBasicOps-386611239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:07:09.761670 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-1763699f-8c21-49d6-a1dd-8a24ac047b49 tempest-TestNetworkBasicOps-386611239 tempest-TestNetworkBasicOps-386611239-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=1b1d46ff-5bc6-4015-8503-94e799880e2e HTTP/1.1" status: 200 len: 1093 time: 0.1217337 Mar 28 12:07:09.765414 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 59916) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:07:09.770429 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-bccec5d2-c4b7-413c-b4f8-f3f4f33327d5 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Request body: {'floatingip': {'floating_network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'port_id': 'afd47f0d-4dd7-434f-abe5-66304f5a6859', 'tenant_id': '527195c95736491ca1967a42cc300275', 'fixed_ip_address': '172.20.0.8'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:07:09.776421 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-bccec5d2-c4b7-413c-b4f8-f3f4f33327d5 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:07:09.781013 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-bccec5d2-c4b7-413c-b4f8-f3f4f33327d5 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Usage tracker for resource:floatingip and tenant:527195c95736491ca1967a42cc300275 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:07:09.783846 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-bccec5d2-c4b7-413c-b4f8-f3f4f33327d5 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:07:09.788855 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49996c5-003e-44e5-bcad-3b6c178c0b95 req-c720d133-f9f8-4465-bb69-cccab1ce5221 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:07:09.790083 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-bccec5d2-c4b7-413c-b4f8-f3f4f33327d5 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:07:09.790295 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-a49996c5-003e-44e5-bcad-3b6c178c0b95 req-c720d133-f9f8-4465-bb69-cccab1ce5221 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] 10.222.0.30 "GET /v2.0/ports?device_id=1b6773b4-f4e6-48ad-9a27-86605cb746a2 HTTP/1.1" status: 200 len: 945 time: 0.1010463 Mar 28 12:07:09.800448 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-bccec5d2-c4b7-413c-b4f8-f3f4f33327d5 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for floatingip, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:07:09.839151 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-a49996c5-003e-44e5-bcad-3b6c178c0b95 req-ea70bbc4-ea38-40c7-bec1-52b7eba1cf96 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] 10.222.0.30 "GET /v2.0/security-groups?id=a8392a33-39a9-4107-88a2-a192a6c34737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420158 Mar 28 12:07:09.938927 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-bccec5d2-c4b7-413c-b4f8-f3f4f33327d5 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:07:10.075177 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.db_base_plugin_common [None req-bccec5d2-c4b7-413c-b4f8-f3f4f33327d5 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Allocated IP 172.26.7.65 (ac2b1748-8f63-4b17-a9c7-07e79704aa5b/0b7ebf76-1dc7-431a-a0b4-b96bacf287c2/0ef317a5-5fdb-40cc-afeb-d55a8b018e20) {{(pid=87870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 12:07:10.222187 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-bccec5d2-c4b7-413c-b4f8-f3f4f33327d5 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for port, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:07:10.251778 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-bccec5d2-c4b7-413c-b4f8-f3f4f33327d5 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:07:10.310284 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bccec5d2-c4b7-413c-b4f8-f3f4f33327d5 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Network ac2b1748-8f63-4b17-a9c7-07e79704aa5b is already hosted by enough agents. {{(pid=87870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:07:10.312960 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.base_scheduler [None req-bccec5d2-c4b7-413c-b4f8-f3f4f33327d5 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Resources bound (agent type, host, resource id): {{(pid=87870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:07:10.320481 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bccec5d2-c4b7-413c-b4f8-f3f4f33327d5 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Received port after_create {{(pid=87870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 12:07:10.354600 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccec5d2-c4b7-413c-b4f8-f3f4f33327d5 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Pushing event updated for resources: {'Port': ['ID=0ef317a5-5fdb-40cc-afeb-d55a8b018e20,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:07:10.817978 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-bccec5d2-c4b7-413c-b4f8-f3f4f33327d5 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:07:10.891729 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-bccec5d2-c4b7-413c-b4f8-f3f4f33327d5 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:07:11.144059 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3c2342-223a-4d25-987c-9584f01dc8a4 req-aa679fdd-497e-463d-8162-cd68cebaa8b2 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:07:11.145403 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-7a3c2342-223a-4d25-987c-9584f01dc8a4 req-aa679fdd-497e-463d-8162-cd68cebaa8b2 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] 10.222.0.30 "GET /v2.0/ports?device_id=1b6773b4-f4e6-48ad-9a27-86605cb746a2 HTTP/1.1" status: 200 len: 945 time: 0.1992831 Mar 28 12:07:11.205652 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-7a3c2342-223a-4d25-987c-9584f01dc8a4 req-1d65d246-a974-4c85-8f7a-298876f82ebe tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] 10.222.0.30 "GET /v2.0/security-groups?id=a8392a33-39a9-4107-88a2-a192a6c34737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543022 Mar 28 12:07:11.207403 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-bccec5d2-c4b7-413c-b4f8-f3f4f33327d5 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for port, precommit_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:07:11.211751 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-bccec5d2-c4b7-413c-b4f8-f3f4f33327d5 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2558288'] for port, after_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:07:11.328822 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccec5d2-c4b7-413c-b4f8-f3f4f33327d5 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Pushing event updated for resources: {'Port': ['ID=0ef317a5-5fdb-40cc-afeb-d55a8b018e20,revision_number=2']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:07:11.336741 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-bccec5d2-c4b7-413c-b4f8-f3f4f33327d5 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-709520'] for floatingip, after_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:07:11.393713 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c788c7-599c-47d6-9af5-38ab5b22a1e0 req-6f7db25e-3572-4f28-ac84-2cb3ec60d274 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:07:11.395243 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-79c788c7-599c-47d6-9af5-38ab5b22a1e0 req-6f7db25e-3572-4f28-ac84-2cb3ec60d274 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] 10.222.0.30 "GET /v2.0/ports?device_id=1b6773b4-f4e6-48ad-9a27-86605cb746a2 HTTP/1.1" status: 200 len: 945 time: 0.0865424 Mar 28 12:07:11.440513 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-79c788c7-599c-47d6-9af5-38ab5b22a1e0 req-75f22a65-a942-45b5-9763-9808a7772b52 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] 10.222.0.30 "GET /v2.0/security-groups?id=a8392a33-39a9-4107-88a2-a192a6c34737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395756 Mar 28 12:07:11.463685 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 59924) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:07:11.518188 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.db.l3_db [None req-bccec5d2-c4b7-413c-b4f8-f3f4f33327d5 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Floating IP 2a37d2fa-07a2-4a5e-9140-243cb03f2f31 associated. External IP: 172.26.7.65, port: afd47f0d-4dd7-434f-abe5-66304f5a6859. Mar 28 12:07:11.670228 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-354c87d0-581c-417e-9483-f8abe94041e3 tempest-TestVolumeBootPattern-1491485593 tempest-TestVolumeBootPattern-1491485593-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:07:11.671644 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-354c87d0-581c-417e-9483-f8abe94041e3 tempest-TestVolumeBootPattern-1491485593 tempest-TestVolumeBootPattern-1491485593-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=1b6773b4-f4e6-48ad-9a27-86605cb746a2 HTTP/1.1" status: 200 len: 1093 time: 0.2068512 Mar 28 12:07:11.674514 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 59930) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:07:11.679233 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-08b10fde-a506-4629-aa14-5480925ee200 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Request body: {'floatingip': {'floating_network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'port_id': '245c94d6-6a24-4716-9a17-2144e1d3e1b9', 'tenant_id': '47a90bc1ddf942f0867175a620007cc0', 'fixed_ip_address': '172.20.0.4'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:07:11.685585 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-08b10fde-a506-4629-aa14-5480925ee200 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:07:11.689403 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-08b10fde-a506-4629-aa14-5480925ee200 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Usage tracker for resource:floatingip and tenant:47a90bc1ddf942f0867175a620007cc0 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:07:11.692281 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-08b10fde-a506-4629-aa14-5480925ee200 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:07:11.697854 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-08b10fde-a506-4629-aa14-5480925ee200 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:07:11.711360 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-08b10fde-a506-4629-aa14-5480925ee200 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Notify callbacks [] for floatingip, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:07:11.844390 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-08b10fde-a506-4629-aa14-5480925ee200 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:07:11.869721 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bccec5d2-c4b7-413c-b4f8-f3f4f33327d5 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Router f4ebde4c-f76e-4df7-86ac-6551da4a12bb has already been hosted by L3 agent af79d429-529e-400b-a119-94d4bec03f3e {{(pid=87870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 12:07:11.982600 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.db_base_plugin_common [None req-08b10fde-a506-4629-aa14-5480925ee200 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Allocated IP 172.26.7.79 (ac2b1748-8f63-4b17-a9c7-07e79704aa5b/0b7ebf76-1dc7-431a-a0b4-b96bacf287c2/a75f473b-2f3f-43e7-ac13-7c0b9e40f68e) {{(pid=87871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 12:07:12.133607 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-08b10fde-a506-4629-aa14-5480925ee200 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Notify callbacks [] for port, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:07:12.156753 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bccec5d2-c4b7-413c-b4f8-f3f4f33327d5 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 12:07:12.164289 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-08b10fde-a506-4629-aa14-5480925ee200 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:07:12.167526 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12207952-cbe2-4aa1-9366-972ca35f7526 None None] Sync routers for ids ['f4ebde4c-f76e-4df7-86ac-6551da4a12bb'] in dv-neutron-835340-2-hyperv {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 12:07:12.177184 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12207952-cbe2-4aa1-9366-972ca35f7526 None None] Routers {'f4ebde4c-f76e-4df7-86ac-6551da4a12bb'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:07:12.178092 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-12207952-cbe2-4aa1-9366-972ca35f7526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:07:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['f4ebde4c-f76e-4df7-86ac-6551da4a12bb'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:07:12.184673 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-bccec5d2-c4b7-413c-b4f8-f3f4f33327d5 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for floatingip, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:07:12.228534 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08b10fde-a506-4629-aa14-5480925ee200 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Network ac2b1748-8f63-4b17-a9c7-07e79704aa5b is already hosted by enough agents. {{(pid=87871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:07:12.237152 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-08b10fde-a506-4629-aa14-5480925ee200 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Resources bound (agent type, host, resource id): {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:07:12.242079 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b10fde-a506-4629-aa14-5480925ee200 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Received port after_create {{(pid=87871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 12:07:12.249534 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-bccec5d2-c4b7-413c-b4f8-f3f4f33327d5 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4830258 Mar 28 12:07:12.250180 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b1d46ff-5bc6-4015-8503-94e799880e2e', 'tag': 'afd47f0d-4dd7-434f-abe5-66304f5a6859'}] {{(pid=87870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 12:07:12.254420 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 59934) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:07:12.316776 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b1d46ff-5bc6-4015-8503-94e799880e2e', 'tag': 'afd47f0d-4dd7-434f-abe5-66304f5a6859', 'status': 'completed', 'code': 200} Mar 28 12:07:12.331070 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b10fde-a506-4629-aa14-5480925ee200 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Pushing event updated for resources: {'Port': ['ID=a75f473b-2f3f-43e7-ac13-7c0b9e40f68e,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:07:12.366895 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvr_db [None req-12207952-cbe2-4aa1-9366-972ca35f7526 None None] Set router f4ebde4c-f76e-4df7-86ac-6551da4a12bb gateway port host: dv-neutron-835340-2-hyperv {{(pid=87872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:07:12.461681 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-16e7131b-e445-4ca8-9274-2b1501145829 tempest-TestNetworkBasicOps-386611239 tempest-TestNetworkBasicOps-386611239-project-admin] 10.222.0.30 "GET /v2.0/routers/f4ebde4c-f76e-4df7-86ac-6551da4a12bb HTTP/1.1" status: 200 len: 920 time: 0.2035215 Mar 28 12:07:12.461940 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 59940) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:07:12.574550 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-94427955-1d7a-4f86-8872-560b0d5ccb3a tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/floatingips/2a37d2fa-07a2-4a5e-9140-243cb03f2f31 HTTP/1.1" status: 200 len: 990 time: 0.1104620 Mar 28 12:07:12.642625 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0a346f-8a1a-4f6b-9e22-73a8353fcef3 req-d5351014-e740-4ca5-a7c8-6ca96a9683f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:07:12.644108 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-7b0a346f-8a1a-4f6b-9e22-73a8353fcef3 req-d5351014-e740-4ca5-a7c8-6ca96a9683f3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=527195c95736491ca1967a42cc300275&device_id=1b1d46ff-5bc6-4015-8503-94e799880e2e HTTP/1.1" status: 200 len: 1098 time: 0.3141155 Mar 28 12:07:12.724665 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-12207952-cbe2-4aa1-9366-972ca35f7526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4ebde4c-f76e-4df7-86ac-6551da4a12bb', 'name': 'tempest-TestNetworkBasicOps-router-49333302', 'tenant_id': '527195c95736491ca1967a42cc300275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.84'}], 'enable_snat': True}, 'gw_port_id': '9d111cd9-43ee-4749-857c-2b8d90c184e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:06:45Z', 'updated_at': '2022-03-28T12:06:51Z', 'revision_number': 4, 'project_id': '527195c95736491ca1967a42cc300275', 'gw_port': {'id': '9d111cd9-43ee-4749-857c-2b8d90c184e3', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:40:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ebde4c-f76e-4df7-86ac-6551da4a12bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:06:46Z', 'updated_at': '2022-03-28T12:06:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_floatingips': [{'id': '2a37d2fa-07a2-4a5e-9140-243cb03f2f31', 'tenant_id': '527195c95736491ca1967a42cc300275', 'floating_ip_address': '172.26.7.65', 'floating_network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'router_id': 'f4ebde4c-f76e-4df7-86ac-6551da4a12bb', 'port_id': 'afd47f0d-4dd7-434f-abe5-66304f5a6859', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1432, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e8a3d59-7df6-49d6-9697-6e8424f516e0', 'mac_address': 'fa:16:3e:12:b1:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b1d46ff-5bc6-4015-8503-94e799880e2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T12:07:10Z', 'updated_at': '2022-03-28T12:07:10Z', 'revision_number': 0, 'project_id': '527195c95736491ca1967a42cc300275', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e90ebf2-458f-458b-a362-97a23421d30e', 'name': '', 'network_id': '1e8a3d59-7df6-49d6-9697-6e8424f516e0', 'tenant_id': '527195c95736491ca1967a42cc300275', 'mac_address': 'fa:16:3e:f8:1a:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ebde4c-f76e-4df7-86ac-6551da4a12bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'ef5ef8af-c7a7-4375-9e1c-54f681fd3703', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:06:50Z', 'updated_at': '2022-03-28T12:06:58Z', 'revision_number': 5, 'project_id': '527195c95736491ca1967a42cc300275', 'subnets': [{'id': 'ef5ef8af-c7a7-4375-9e1c-54f681fd3703', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:07:12.728461 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12207952-cbe2-4aa1-9366-972ca35f7526 None None] Checking router: f4ebde4c-f76e-4df7-86ac-6551da4a12bb for host: dv-neutron-835340-2-hyperv {{(pid=87872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 12:07:12.736765 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12207952-cbe2-4aa1-9366-972ca35f7526 None None] Routers {'f4ebde4c-f76e-4df7-86ac-6551da4a12bb'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:07:12.737347 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-12207952-cbe2-4aa1-9366-972ca35f7526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:07:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['f4ebde4c-f76e-4df7-86ac-6551da4a12bb'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:07:12.877502 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0a346f-8a1a-4f6b-9e22-73a8353fcef3 req-e6e44e7e-758a-4696-ac43-8774570b08a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:07:12.878916 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-7b0a346f-8a1a-4f6b-9e22-73a8353fcef3 req-e6e44e7e-758a-4696-ac43-8774570b08a8 service neutron] 10.222.0.11 "GET /v2.0/networks?id=1e8a3d59-7df6-49d6-9697-6e8424f516e0 HTTP/1.1" status: 200 len: 895 time: 0.2279224 Mar 28 12:07:12.955658 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvr_db [None req-12207952-cbe2-4aa1-9366-972ca35f7526 None None] Set router f4ebde4c-f76e-4df7-86ac-6551da4a12bb gateway port host: dv-neutron-835340-2-hyperv {{(pid=87872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:07:12.998482 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-7b0a346f-8a1a-4f6b-9e22-73a8353fcef3 req-a1085d2b-0773-4af2-8479-1a404dfa1b84 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=afd47f0d-4dd7-434f-abe5-66304f5a6859 HTTP/1.1" status: 200 len: 998 time: 0.1135404 Mar 28 12:07:13.056681 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-08b10fde-a506-4629-aa14-5480925ee200 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:07:13.077262 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0a346f-8a1a-4f6b-9e22-73a8353fcef3 req-06b01768-217c-4bb4-a338-78473d648b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:07:13.078677 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-7b0a346f-8a1a-4f6b-9e22-73a8353fcef3 req-06b01768-217c-4bb4-a338-78473d648b75 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ef5ef8af-c7a7-4375-9e1c-54f681fd3703 HTTP/1.1" status: 200 len: 835 time: 0.0735631 Mar 28 12:07:13.186991 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-08b10fde-a506-4629-aa14-5480925ee200 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:07:13.248411 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0a346f-8a1a-4f6b-9e22-73a8353fcef3 req-7191fb75-9519-4bd3-a3e9-774aa2b19850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:07:13.249857 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-7b0a346f-8a1a-4f6b-9e22-73a8353fcef3 req-7191fb75-9519-4bd3-a3e9-774aa2b19850 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1e8a3d59-7df6-49d6-9697-6e8424f516e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1645577 Mar 28 12:07:13.304216 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-12207952-cbe2-4aa1-9366-972ca35f7526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4ebde4c-f76e-4df7-86ac-6551da4a12bb', 'name': 'tempest-TestNetworkBasicOps-router-49333302', 'tenant_id': '527195c95736491ca1967a42cc300275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.84'}], 'enable_snat': True}, 'gw_port_id': '9d111cd9-43ee-4749-857c-2b8d90c184e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:06:45Z', 'updated_at': '2022-03-28T12:06:51Z', 'revision_number': 4, 'project_id': '527195c95736491ca1967a42cc300275', 'gw_port': {'id': '9d111cd9-43ee-4749-857c-2b8d90c184e3', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:40:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ebde4c-f76e-4df7-86ac-6551da4a12bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:06:46Z', 'updated_at': '2022-03-28T12:06:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_floatingips': [{'id': '2a37d2fa-07a2-4a5e-9140-243cb03f2f31', 'tenant_id': '527195c95736491ca1967a42cc300275', 'floating_ip_address': '172.26.7.65', 'floating_network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'router_id': 'f4ebde4c-f76e-4df7-86ac-6551da4a12bb', 'port_id': 'afd47f0d-4dd7-434f-abe5-66304f5a6859', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1432, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e8a3d59-7df6-49d6-9697-6e8424f516e0', 'mac_address': 'fa:16:3e:12:b1:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b1d46ff-5bc6-4015-8503-94e799880e2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T12:07:10Z', 'updated_at': '2022-03-28T12:07:10Z', 'revision_number': 0, 'project_id': '527195c95736491ca1967a42cc300275', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e90ebf2-458f-458b-a362-97a23421d30e', 'name': '', 'network_id': '1e8a3d59-7df6-49d6-9697-6e8424f516e0', 'tenant_id': '527195c95736491ca1967a42cc300275', 'mac_address': 'fa:16:3e:f8:1a:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ebde4c-f76e-4df7-86ac-6551da4a12bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'ef5ef8af-c7a7-4375-9e1c-54f681fd3703', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:06:50Z', 'updated_at': '2022-03-28T12:06:58Z', 'revision_number': 5, 'project_id': '527195c95736491ca1967a42cc300275', 'subnets': [{'id': 'ef5ef8af-c7a7-4375-9e1c-54f681fd3703', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:07:13.310038 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12207952-cbe2-4aa1-9366-972ca35f7526 None None] The sync data for ids ['f4ebde4c-f76e-4df7-86ac-6551da4a12bb'] in dv-neutron-835340-2-hyperv is: [{'id': 'f4ebde4c-f76e-4df7-86ac-6551da4a12bb', 'name': 'tempest-TestNetworkBasicOps-router-49333302', 'tenant_id': '527195c95736491ca1967a42cc300275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.84'}], 'enable_snat': True}, 'gw_port_id': '9d111cd9-43ee-4749-857c-2b8d90c184e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:06:45Z', 'updated_at': '2022-03-28T12:06:51Z', 'revision_number': 4, 'project_id': '527195c95736491ca1967a42cc300275', 'gw_port': {'id': '9d111cd9-43ee-4749-857c-2b8d90c184e3', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:40:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ebde4c-f76e-4df7-86ac-6551da4a12bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:06:46Z', 'updated_at': '2022-03-28T12:06:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_floatingips': [{'id': '2a37d2fa-07a2-4a5e-9140-243cb03f2f31', 'tenant_id': '527195c95736491ca1967a42cc300275', 'floating_ip_address': '172.26.7.65', 'floating_network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'router_id': 'f4ebde4c-f76e-4df7-86ac-6551da4a12bb', 'port_id': 'afd47f0d-4dd7-434f-abe5-66304f5a6859', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1432, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e8a3d59-7df6-49d6-9697-6e8424f516e0', 'mac_address': 'fa:16:3e:12:b1:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b1d46ff-5bc6-4015-8503-94e799880e2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T12:07:10Z', 'updated_at': '2022-03-28T12:07:10Z', 'revision_number': 0, 'project_id': '527195c95736491ca1967a42cc300275', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e90ebf2-458f-458b-a362-97a23421d30e', 'name': '', 'network_id': '1e8a3d59-7df6-49d6-9697-6e8424f516e0', 'tenant_id': '527195c95736491ca1967a42cc300275', 'mac_address': 'fa:16:3e:f8:1a:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ebde4c-f76e-4df7-86ac-6551da4a12bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'ef5ef8af-c7a7-4375-9e1c-54f681fd3703', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:06:50Z', 'updated_at': '2022-03-28T12:06:58Z', 'revision_number': 5, 'project_id': '527195c95736491ca1967a42cc300275', 'subnets': [{'id': 'ef5ef8af-c7a7-4375-9e1c-54f681fd3703', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 12:07:13.501228 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-7b0a346f-8a1a-4f6b-9e22-73a8353fcef3 req-6af6c0fc-c441-4be4-a01f-786c925bea1a service neutron] 10.222.0.11 "GET /v2.0/networks/1e8a3d59-7df6-49d6-9697-6e8424f516e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2421157 Mar 28 12:07:13.541669 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a0e2e5-b48b-4b69-a13a-427e3e179d3b None None] New status for floating IP 2a37d2fa-07a2-4a5e-9140-243cb03f2f31: ACTIVE {{(pid=87873) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 12:07:13.577284 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 59944) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:07:13.617427 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-08b10fde-a506-4629-aa14-5480925ee200 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Notify callbacks [] for port, precommit_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:07:13.628271 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-08b10fde-a506-4629-aa14-5480925ee200 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2363241'] for port, after_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:07:13.707150 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-e527018c-4b1d-429f-af12-dc0b34695dc9 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/floatingips/2a37d2fa-07a2-4a5e-9140-243cb03f2f31 HTTP/1.1" status: 200 len: 990 time: 0.1265614 Mar 28 12:07:13.753542 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-7b0a346f-8a1a-4f6b-9e22-73a8353fcef3 req-e7276fdf-62c4-48c2-8ee9-c03c4a63c958 service neutron] 10.222.0.11 "GET /v2.0/networks/1e8a3d59-7df6-49d6-9697-6e8424f516e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2446673 Mar 28 12:07:13.756085 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b10fde-a506-4629-aa14-5480925ee200 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Pushing event updated for resources: {'Port': ['ID=a75f473b-2f3f-43e7-ac13-7c0b9e40f68e,revision_number=2']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:07:13.770012 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-08b10fde-a506-4629-aa14-5480925ee200 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-709520'] for floatingip, after_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:07:14.054339 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.db.l3_db [None req-08b10fde-a506-4629-aa14-5480925ee200 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Floating IP 0d494c20-4d92-4179-883a-efc3601c82bc associated. External IP: 172.26.7.79, port: 245c94d6-6a24-4716-9a17-2144e1d3e1b9. Mar 28 12:07:14.408825 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08b10fde-a506-4629-aa14-5480925ee200 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Router f0ac7086-2dee-4826-8a05-05fa0e57fdc3 has already been hosted by L3 agent af79d429-529e-400b-a119-94d4bec03f3e {{(pid=87871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 12:07:14.582053 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08b10fde-a506-4629-aa14-5480925ee200 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 12:07:14.592342 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22cff203-4daa-4c77-9d37-4d610ea89287 None None] Sync routers for ids ['f0ac7086-2dee-4826-8a05-05fa0e57fdc3'] in dv-neutron-835340-2-hyperv {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 12:07:14.601527 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22cff203-4daa-4c77-9d37-4d610ea89287 None None] Routers {'f0ac7086-2dee-4826-8a05-05fa0e57fdc3'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:07:14.602134 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-22cff203-4daa-4c77-9d37-4d610ea89287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:07:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['f0ac7086-2dee-4826-8a05-05fa0e57fdc3'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:07:14.606714 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-08b10fde-a506-4629-aa14-5480925ee200 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for floatingip, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:07:14.675579 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-08b10fde-a506-4629-aa14-5480925ee200 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.9886618 Mar 28 12:07:14.675579 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b6773b4-f4e6-48ad-9a27-86605cb746a2', 'tag': '245c94d6-6a24-4716-9a17-2144e1d3e1b9'}] {{(pid=87871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 12:07:14.708278 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b6773b4-f4e6-48ad-9a27-86605cb746a2', 'tag': '245c94d6-6a24-4716-9a17-2144e1d3e1b9', 'status': 'completed', 'code': 200} Mar 28 12:07:14.709126 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 59952) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:07:14.785339 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvr_db [None req-22cff203-4daa-4c77-9d37-4d610ea89287 None None] Set router f0ac7086-2dee-4826-8a05-05fa0e57fdc3 gateway port host: dv-neutron-835340-2-hyperv {{(pid=87872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:07:14.859610 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-bea551ca-779b-4e1e-83b3-0cd4a60a11bf tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/floatingips/2a37d2fa-07a2-4a5e-9140-243cb03f2f31 HTTP/1.1" status: 200 len: 992 time: 0.1493471 Mar 28 12:07:14.877144 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5398ea73-dab4-4ffd-a614-1339521d80b0 req-baf1d8e6-bb72-4dac-8c98-fa7c3262e842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:07:14.878581 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-5398ea73-dab4-4ffd-a614-1339521d80b0 req-baf1d8e6-bb72-4dac-8c98-fa7c3262e842 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=47a90bc1ddf942f0867175a620007cc0&device_id=1b6773b4-f4e6-48ad-9a27-86605cb746a2 HTTP/1.1" status: 200 len: 1098 time: 0.1098518 Mar 28 12:07:15.007242 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5398ea73-dab4-4ffd-a614-1339521d80b0 req-83a802ea-383d-4871-ba72-f72b39d1f38e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:07:15.008688 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-5398ea73-dab4-4ffd-a614-1339521d80b0 req-83a802ea-383d-4871-ba72-f72b39d1f38e service neutron] 10.222.0.11 "GET /v2.0/networks?id=58a24317-1730-4638-8adb-7f79ac32a130 HTTP/1.1" status: 200 len: 911 time: 0.1243696 Mar 28 12:07:15.112189 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-5398ea73-dab4-4ffd-a614-1339521d80b0 req-ed255cba-81e6-4062-bae3-d86629d2584e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=245c94d6-6a24-4716-9a17-2144e1d3e1b9 HTTP/1.1" status: 200 len: 998 time: 0.0974498 Mar 28 12:07:15.132457 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-22cff203-4daa-4c77-9d37-4d610ea89287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0ac7086-2dee-4826-8a05-05fa0e57fdc3', 'name': 'tempest-TestVolumeBootPattern-542767455-router', 'tenant_id': '47a90bc1ddf942f0867175a620007cc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.15'}], 'enable_snat': True}, 'gw_port_id': '41c6dd69-d901-41f2-afe7-3ed161b55c6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:06:16Z', 'updated_at': '2022-03-28T12:06:21Z', 'revision_number': 4, 'project_id': '47a90bc1ddf942f0867175a620007cc0', 'gw_port': {'id': '41c6dd69-d901-41f2-afe7-3ed161b55c6b', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:d2:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0ac7086-2dee-4826-8a05-05fa0e57fdc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:06:17Z', 'updated_at': '2022-03-28T12:06:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_floatingips': [{'id': '0d494c20-4d92-4179-883a-efc3601c82bc', 'tenant_id': '47a90bc1ddf942f0867175a620007cc0', 'floating_ip_address': '172.26.7.79', 'floating_network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'router_id': 'f0ac7086-2dee-4826-8a05-05fa0e57fdc3', 'port_id': '245c94d6-6a24-4716-9a17-2144e1d3e1b9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1434, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58a24317-1730-4638-8adb-7f79ac32a130', 'mac_address': 'fa:16:3e:d5:2c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b6773b4-f4e6-48ad-9a27-86605cb746a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T12:07:12Z', 'updated_at': '2022-03-28T12:07:12Z', 'revision_number': 0, 'project_id': '47a90bc1ddf942f0867175a620007cc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0be1577-cd79-48dc-bee0-92ba5e02f532', 'name': '', 'network_id': '58a24317-1730-4638-8adb-7f79ac32a130', 'tenant_id': '47a90bc1ddf942f0867175a620007cc0', 'mac_address': 'fa:16:3e:a7:d3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0ac7086-2dee-4826-8a05-05fa0e57fdc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': 'ca5eb385-2512-460c-bf9c-e9f84ff9e2ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:06:20Z', 'updated_at': '2022-03-28T12:06:29Z', 'revision_number': 5, 'project_id': '47a90bc1ddf942f0867175a620007cc0', 'subnets': [{'id': 'ca5eb385-2512-460c-bf9c-e9f84ff9e2ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:07:15.136484 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22cff203-4daa-4c77-9d37-4d610ea89287 None None] Checking router: f0ac7086-2dee-4826-8a05-05fa0e57fdc3 for host: dv-neutron-835340-2-hyperv {{(pid=87872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 12:07:15.145045 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22cff203-4daa-4c77-9d37-4d610ea89287 None None] Routers {'f0ac7086-2dee-4826-8a05-05fa0e57fdc3'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:07:15.145638 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-22cff203-4daa-4c77-9d37-4d610ea89287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:07:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['f0ac7086-2dee-4826-8a05-05fa0e57fdc3'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:07:15.172927 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5398ea73-dab4-4ffd-a614-1339521d80b0 req-c5b41e78-a760-4f1f-8f97-6d21c0d9a1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:07:15.174324 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-5398ea73-dab4-4ffd-a614-1339521d80b0 req-c5b41e78-a760-4f1f-8f97-6d21c0d9a1f5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ca5eb385-2512-460c-bf9c-e9f84ff9e2ac HTTP/1.1" status: 200 len: 850 time: 0.0565090 Mar 28 12:07:15.251198 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5398ea73-dab4-4ffd-a614-1339521d80b0 req-86ed7525-3a39-4f9a-973d-557d77fe1a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:07:15.252661 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-5398ea73-dab4-4ffd-a614-1339521d80b0 req-86ed7525-3a39-4f9a-973d-557d77fe1a96 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=58a24317-1730-4638-8adb-7f79ac32a130&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0726080 Mar 28 12:07:15.325965 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvr_db [None req-22cff203-4daa-4c77-9d37-4d610ea89287 None None] Set router f0ac7086-2dee-4826-8a05-05fa0e57fdc3 gateway port host: dv-neutron-835340-2-hyperv {{(pid=87872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:07:15.503254 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-5398ea73-dab4-4ffd-a614-1339521d80b0 req-423d2575-b53e-4d74-b337-0d24a874f447 service neutron] 10.222.0.11 "GET /v2.0/networks/58a24317-1730-4638-8adb-7f79ac32a130?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2402296 Mar 28 12:07:15.636649 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-5398ea73-dab4-4ffd-a614-1339521d80b0 req-d794753f-e75f-4cb0-98e8-2b2c4c1ca45c service neutron] 10.222.0.11 "GET /v2.0/networks/58a24317-1730-4638-8adb-7f79ac32a130?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278100 Mar 28 12:07:15.718909 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-22cff203-4daa-4c77-9d37-4d610ea89287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0ac7086-2dee-4826-8a05-05fa0e57fdc3', 'name': 'tempest-TestVolumeBootPattern-542767455-router', 'tenant_id': '47a90bc1ddf942f0867175a620007cc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.15'}], 'enable_snat': True}, 'gw_port_id': '41c6dd69-d901-41f2-afe7-3ed161b55c6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:06:16Z', 'updated_at': '2022-03-28T12:06:21Z', 'revision_number': 4, 'project_id': '47a90bc1ddf942f0867175a620007cc0', 'gw_port': {'id': '41c6dd69-d901-41f2-afe7-3ed161b55c6b', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:d2:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0ac7086-2dee-4826-8a05-05fa0e57fdc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:06:17Z', 'updated_at': '2022-03-28T12:06:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_floatingips': [{'id': '0d494c20-4d92-4179-883a-efc3601c82bc', 'tenant_id': '47a90bc1ddf942f0867175a620007cc0', 'floating_ip_address': '172.26.7.79', 'floating_network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'router_id': 'f0ac7086-2dee-4826-8a05-05fa0e57fdc3', 'port_id': '245c94d6-6a24-4716-9a17-2144e1d3e1b9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1434, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58a24317-1730-4638-8adb-7f79ac32a130', 'mac_address': 'fa:16:3e:d5:2c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b6773b4-f4e6-48ad-9a27-86605cb746a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T12:07:12Z', 'updated_at': '2022-03-28T12:07:12Z', 'revision_number': 0, 'project_id': '47a90bc1ddf942f0867175a620007cc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0be1577-cd79-48dc-bee0-92ba5e02f532', 'name': '', 'network_id': '58a24317-1730-4638-8adb-7f79ac32a130', 'tenant_id': '47a90bc1ddf942f0867175a620007cc0', 'mac_address': 'fa:16:3e:a7:d3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0ac7086-2dee-4826-8a05-05fa0e57fdc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': 'ca5eb385-2512-460c-bf9c-e9f84ff9e2ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:06:20Z', 'updated_at': '2022-03-28T12:06:29Z', 'revision_number': 5, 'project_id': '47a90bc1ddf942f0867175a620007cc0', 'subnets': [{'id': 'ca5eb385-2512-460c-bf9c-e9f84ff9e2ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:07:15.722809 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22cff203-4daa-4c77-9d37-4d610ea89287 None None] The sync data for ids ['f0ac7086-2dee-4826-8a05-05fa0e57fdc3'] in dv-neutron-835340-2-hyperv is: [{'id': 'f0ac7086-2dee-4826-8a05-05fa0e57fdc3', 'name': 'tempest-TestVolumeBootPattern-542767455-router', 'tenant_id': '47a90bc1ddf942f0867175a620007cc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.15'}], 'enable_snat': True}, 'gw_port_id': '41c6dd69-d901-41f2-afe7-3ed161b55c6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:06:16Z', 'updated_at': '2022-03-28T12:06:21Z', 'revision_number': 4, 'project_id': '47a90bc1ddf942f0867175a620007cc0', 'gw_port': {'id': '41c6dd69-d901-41f2-afe7-3ed161b55c6b', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:d2:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0ac7086-2dee-4826-8a05-05fa0e57fdc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:06:17Z', 'updated_at': '2022-03-28T12:06:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_floatingips': [{'id': '0d494c20-4d92-4179-883a-efc3601c82bc', 'tenant_id': '47a90bc1ddf942f0867175a620007cc0', 'floating_ip_address': '172.26.7.79', 'floating_network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'router_id': 'f0ac7086-2dee-4826-8a05-05fa0e57fdc3', 'port_id': '245c94d6-6a24-4716-9a17-2144e1d3e1b9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1434, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58a24317-1730-4638-8adb-7f79ac32a130', 'mac_address': 'fa:16:3e:d5:2c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b6773b4-f4e6-48ad-9a27-86605cb746a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T12:07:12Z', 'updated_at': '2022-03-28T12:07:12Z', 'revision_number': 0, 'project_id': '47a90bc1ddf942f0867175a620007cc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0be1577-cd79-48dc-bee0-92ba5e02f532', 'name': '', 'network_id': '58a24317-1730-4638-8adb-7f79ac32a130', 'tenant_id': '47a90bc1ddf942f0867175a620007cc0', 'mac_address': 'fa:16:3e:a7:d3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0ac7086-2dee-4826-8a05-05fa0e57fdc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': 'ca5eb385-2512-460c-bf9c-e9f84ff9e2ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:06:20Z', 'updated_at': '2022-03-28T12:06:29Z', 'revision_number': 5, 'project_id': '47a90bc1ddf942f0867175a620007cc0', 'subnets': [{'id': 'ca5eb385-2512-460c-bf9c-e9f84ff9e2ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 12:07:15.902057 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-957c8109-7b3a-459c-96a7-a6876ee4b857 None None] New status for floating IP 0d494c20-4d92-4179-883a-efc3601c82bc: ACTIVE {{(pid=87873) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 12:07:20.618440 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:07:32.330043 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-00c03b73-a637-4d32-8238-efd07eeb7dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:07:34.715390 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-03477305-736f-491b-a524-e8f6bb99653c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:07:35.447265 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-ea3bf4a9-e632-4ff9-86d5-ef083dc72a00 req-457bf735-7612-480b-869e-00ea92564e37 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=1b6773b4-f4e6-48ad-9a27-86605cb746a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0677710 Mar 28 12:07:35.484770 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.agents_db [None req-03fd49d8-b51b-41c1-8716-b8e265c93689 None None] Agent healthcheck: found 6 active agents {{(pid=87873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 12:07:35.612703 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3bf4a9-e632-4ff9-86d5-ef083dc72a00 req-b8ffcdbb-16c6-4620-b6a6-047ef400d29b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:07:35.614143 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-ea3bf4a9-e632-4ff9-86d5-ef083dc72a00 req-b8ffcdbb-16c6-4620-b6a6-047ef400d29b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=47a90bc1ddf942f0867175a620007cc0&device_id=1b6773b4-f4e6-48ad-9a27-86605cb746a2 HTTP/1.1" status: 200 len: 1098 time: 0.0889182 Mar 28 12:07:35.679608 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:07:35.768514 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3bf4a9-e632-4ff9-86d5-ef083dc72a00 req-882cbe23-62fb-470b-9822-15981552cb70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:07:35.769948 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-ea3bf4a9-e632-4ff9-86d5-ef083dc72a00 req-882cbe23-62fb-470b-9822-15981552cb70 service neutron] 10.222.0.11 "GET /v2.0/networks?id=58a24317-1730-4638-8adb-7f79ac32a130 HTTP/1.1" status: 200 len: 911 time: 0.1314876 Mar 28 12:07:35.776820 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-ef3be119-c018-4979-be07-86cf959defc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:07:35.885226 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-ea3bf4a9-e632-4ff9-86d5-ef083dc72a00 req-57279c28-42d2-4215-8307-171d9911b6e0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=245c94d6-6a24-4716-9a17-2144e1d3e1b9 HTTP/1.1" status: 200 len: 1000 time: 0.1075959 Mar 28 12:07:35.951241 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3bf4a9-e632-4ff9-86d5-ef083dc72a00 req-56e4a5b7-d50e-46a2-bbdd-ec5c8730252c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:07:35.952686 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-ea3bf4a9-e632-4ff9-86d5-ef083dc72a00 req-56e4a5b7-d50e-46a2-bbdd-ec5c8730252c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ca5eb385-2512-460c-bf9c-e9f84ff9e2ac HTTP/1.1" status: 200 len: 850 time: 0.0629809 Mar 28 12:07:36.027884 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3bf4a9-e632-4ff9-86d5-ef083dc72a00 req-1be95df4-bd8f-4646-970f-68f2ee664a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:07:36.029264 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-ea3bf4a9-e632-4ff9-86d5-ef083dc72a00 req-1be95df4-bd8f-4646-970f-68f2ee664a6e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=58a24317-1730-4638-8adb-7f79ac32a130&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0693290 Mar 28 12:07:36.159209 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-ea3bf4a9-e632-4ff9-86d5-ef083dc72a00 req-a0b62ed4-396b-4511-a4e3-df3793cd1443 service neutron] 10.222.0.11 "GET /v2.0/networks/58a24317-1730-4638-8adb-7f79ac32a130?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232443 Mar 28 12:07:36.291707 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-ea3bf4a9-e632-4ff9-86d5-ef083dc72a00 req-c74d47df-44e4-46bb-a3ec-43845657ed00 service neutron] 10.222.0.11 "GET /v2.0/networks/58a24317-1730-4638-8adb-7f79ac32a130?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236820 Mar 28 12:07:37.434129 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-b7ccd3c7-0277-4f12-8e5c-e41478141af5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:07:43.995358 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 59976) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:07:44.179172 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-b3af0904-909c-485a-a168-0bb7e1ae1fda tempest-TestNetworkBasicOps-386611239 tempest-TestNetworkBasicOps-386611239-project-admin] 10.222.0.30 "GET /v2.0/routers/f4ebde4c-f76e-4df7-86ac-6551da4a12bb/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1825106 Mar 28 12:07:44.181860 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 59980) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:07:44.370185 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67f82bb9-1015-48b7-b69c-9fd774cdb3fa tempest-TestNetworkBasicOps-386611239 tempest-TestNetworkBasicOps-386611239-project-admin] Notify agent at dv-neutron-835340-2-hyperv the message router_removed_from_agent {{(pid=87871) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Mar 28 12:07:44.373480 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-67f82bb9-1015-48b7-b69c-9fd774cdb3fa tempest-TestNetworkBasicOps-386611239 tempest-TestNetworkBasicOps-386611239-project-admin] 10.222.0.30 "DELETE /v2.0/agents/af79d429-529e-400b-a119-94d4bec03f3e/l3-routers/f4ebde4c-f76e-4df7-86ac-6551da4a12bb HTTP/1.1" status: 204 len: 168 time: 0.1906693 Mar 28 12:07:44.376080 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 59984) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:07:44.659549 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-f6be528c-5f9b-4cf2-bde7-fde42fc3b31f tempest-TestNetworkBasicOps-386611239 tempest-TestNetworkBasicOps-386611239-project-admin] 10.222.0.30 "GET /v2.0/routers/f4ebde4c-f76e-4df7-86ac-6551da4a12bb/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.2823126 Mar 28 12:07:44.662046 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 59988) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:07:44.768265 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-853f5e6d-7045-4382-aa2d-9a806a234d12 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/floatingips/2a37d2fa-07a2-4a5e-9140-243cb03f2f31 HTTP/1.1" status: 200 len: 992 time: 0.1050959 Mar 28 12:07:45.139046 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c80fe54c-048d-4d7b-bcd7-3e08af992721 None None] New status for floating IP 2a37d2fa-07a2-4a5e-9140-243cb03f2f31: DOWN {{(pid=87872) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 12:07:45.771157 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 59992) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:07:45.859782 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 5e90ebf2-458f-458b-a362-97a23421d30e no longer exists at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 12:07:45.882671 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-adc136a2-6ac1-4460-8759-ae5e2b6d2c77 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/floatingips/2a37d2fa-07a2-4a5e-9140-243cb03f2f31 HTTP/1.1" status: 200 len: 990 time: 0.1097841 Mar 28 12:07:45.972174 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:07:46.003707 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] For port 5e90ebf2-458f-458b-a362-97a23421d30e, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=5e90ebf2-458f-458b-a362-97a23421d30e,segment=NetworkSegment(b68f06ac-91f8-452a-8db6-3160c8c897e5),segment_id=b68f06ac-91f8-452a-8db6-3160c8c897e5)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:07:46.007435 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:07:46.008141 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 9d111cd9-43ee-4749-857c-2b8d90c184e3 no longer exists at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 12:07:46.127621 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Pushing event updated for resources: {'Port': ['ID=5e90ebf2-458f-458b-a362-97a23421d30e,revision_number=6']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:07:46.171669 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:07:46.172302 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:07:46.172409 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:07:46.172669 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:07:46.173002 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:07:46.173332 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:07:46.173660 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:07:46.173983 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:07:46.174305 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:07:46.174625 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:07:46.174944 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:07:46.175261 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:07:46.199294 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:07:46.216114 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] For port 9d111cd9-43ee-4749-857c-2b8d90c184e3, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=9d111cd9-43ee-4749-857c-2b8d90c184e3,segment=NetworkSegment(688afb86-c9bd-46e2-ba7d-3fe76fb1efff),segment_id=688afb86-c9bd-46e2-ba7d-3fe76fb1efff)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:07:46.220805 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:07:46.291024 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Pushing event updated for resources: {'Port': ['ID=9d111cd9-43ee-4749-857c-2b8d90c184e3,revision_number=5']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:07:47.021568 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 59998) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:07:47.228418 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0d8b249-7f72-4b61-aad8-373cb0080f47 tempest-TestNetworkBasicOps-386611239 tempest-TestNetworkBasicOps-386611239-project-admin] Router f4ebde4c-f76e-4df7-86ac-6551da4a12bb is scheduled to L3 agent af79d429-529e-400b-a119-94d4bec03f3e with binding_index 1 {{(pid=87871) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 12:07:47.228780 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0d8b249-7f72-4b61-aad8-373cb0080f47 tempest-TestNetworkBasicOps-386611239 tempest-TestNetworkBasicOps-386611239-project-admin] Notify agent at dv-neutron-835340-2-hyperv the message router_added_to_agent {{(pid=87871) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Mar 28 12:07:47.249898 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-b0d8b249-7f72-4b61-aad8-373cb0080f47 tempest-TestNetworkBasicOps-386611239 tempest-TestNetworkBasicOps-386611239-project-admin] 10.222.0.30 "POST /v2.0/agents/af79d429-529e-400b-a119-94d4bec03f3e/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.2243598 Mar 28 12:07:47.250737 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 60006) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:07:47.265395 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c95039a5-3eee-4b07-b0c1-5e99fcfe2948 None None] Sync routers for ids ['f4ebde4c-f76e-4df7-86ac-6551da4a12bb'] in dv-neutron-835340-2-hyperv {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 12:07:47.273703 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c95039a5-3eee-4b07-b0c1-5e99fcfe2948 None None] Routers {'f4ebde4c-f76e-4df7-86ac-6551da4a12bb'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:07:47.274306 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-c95039a5-3eee-4b07-b0c1-5e99fcfe2948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:07:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['f4ebde4c-f76e-4df7-86ac-6551da4a12bb'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:07:47.442989 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-5a273917-492f-415a-8855-1960b712c9e1 tempest-TestNetworkBasicOps-386611239 tempest-TestNetworkBasicOps-386611239-project-admin] 10.222.0.30 "GET /v2.0/routers/f4ebde4c-f76e-4df7-86ac-6551da4a12bb/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1862957 Mar 28 12:07:47.442989 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 60010) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:07:47.459527 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvr_db [None req-c95039a5-3eee-4b07-b0c1-5e99fcfe2948 None None] Set router f4ebde4c-f76e-4df7-86ac-6551da4a12bb gateway port host: dv-neutron-835340-2-hyperv {{(pid=87873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:07:47.550267 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-95a177c0-9962-4b39-8998-88b418df35a7 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/floatingips/2a37d2fa-07a2-4a5e-9140-243cb03f2f31 HTTP/1.1" status: 200 len: 990 time: 0.1087708 Mar 28 12:07:47.822318 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-c95039a5-3eee-4b07-b0c1-5e99fcfe2948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4ebde4c-f76e-4df7-86ac-6551da4a12bb', 'name': 'tempest-TestNetworkBasicOps-router-49333302', 'tenant_id': '527195c95736491ca1967a42cc300275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.84'}], 'enable_snat': True}, 'gw_port_id': '9d111cd9-43ee-4749-857c-2b8d90c184e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:06:45Z', 'updated_at': '2022-03-28T12:06:51Z', 'revision_number': 4, 'project_id': '527195c95736491ca1967a42cc300275', 'gw_port': {'id': '9d111cd9-43ee-4749-857c-2b8d90c184e3', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:40:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4ebde4c-f76e-4df7-86ac-6551da4a12bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:06:46Z', 'updated_at': '2022-03-28T12:07:46Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_floatingips': [{'id': '2a37d2fa-07a2-4a5e-9140-243cb03f2f31', 'tenant_id': '527195c95736491ca1967a42cc300275', 'floating_ip_address': '172.26.7.65', 'floating_network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'router_id': 'f4ebde4c-f76e-4df7-86ac-6551da4a12bb', 'port_id': 'afd47f0d-4dd7-434f-abe5-66304f5a6859', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1432, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e8a3d59-7df6-49d6-9697-6e8424f516e0', 'mac_address': 'fa:16:3e:12:b1:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b1d46ff-5bc6-4015-8503-94e799880e2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T12:07:10Z', 'updated_at': '2022-03-28T12:07:45Z', 'revision_number': 2, 'project_id': '527195c95736491ca1967a42cc300275', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e90ebf2-458f-458b-a362-97a23421d30e', 'name': '', 'network_id': '1e8a3d59-7df6-49d6-9697-6e8424f516e0', 'tenant_id': '527195c95736491ca1967a42cc300275', 'mac_address': 'fa:16:3e:f8:1a:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4ebde4c-f76e-4df7-86ac-6551da4a12bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'ef5ef8af-c7a7-4375-9e1c-54f681fd3703', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:06:50Z', 'updated_at': '2022-03-28T12:07:45Z', 'revision_number': 6, 'project_id': '527195c95736491ca1967a42cc300275', 'subnets': [{'id': 'ef5ef8af-c7a7-4375-9e1c-54f681fd3703', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:07:47.822318 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c95039a5-3eee-4b07-b0c1-5e99fcfe2948 None None] Checking router: f4ebde4c-f76e-4df7-86ac-6551da4a12bb for host: dv-neutron-835340-2-hyperv {{(pid=87873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 12:07:47.830290 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c95039a5-3eee-4b07-b0c1-5e99fcfe2948 None None] Routers {'f4ebde4c-f76e-4df7-86ac-6551da4a12bb'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:07:47.830887 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-c95039a5-3eee-4b07-b0c1-5e99fcfe2948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:07:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['f4ebde4c-f76e-4df7-86ac-6551da4a12bb'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:07:48.016117 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvr_db [None req-c95039a5-3eee-4b07-b0c1-5e99fcfe2948 None None] Set router f4ebde4c-f76e-4df7-86ac-6551da4a12bb gateway port host: dv-neutron-835340-2-hyperv {{(pid=87873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:07:48.389926 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-c95039a5-3eee-4b07-b0c1-5e99fcfe2948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4ebde4c-f76e-4df7-86ac-6551da4a12bb', 'name': 'tempest-TestNetworkBasicOps-router-49333302', 'tenant_id': '527195c95736491ca1967a42cc300275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.84'}], 'enable_snat': True}, 'gw_port_id': '9d111cd9-43ee-4749-857c-2b8d90c184e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:06:45Z', 'updated_at': '2022-03-28T12:06:51Z', 'revision_number': 4, 'project_id': '527195c95736491ca1967a42cc300275', 'gw_port': {'id': '9d111cd9-43ee-4749-857c-2b8d90c184e3', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:40:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4ebde4c-f76e-4df7-86ac-6551da4a12bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:06:46Z', 'updated_at': '2022-03-28T12:07:46Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_floatingips': [{'id': '2a37d2fa-07a2-4a5e-9140-243cb03f2f31', 'tenant_id': '527195c95736491ca1967a42cc300275', 'floating_ip_address': '172.26.7.65', 'floating_network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'router_id': 'f4ebde4c-f76e-4df7-86ac-6551da4a12bb', 'port_id': 'afd47f0d-4dd7-434f-abe5-66304f5a6859', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1432, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e8a3d59-7df6-49d6-9697-6e8424f516e0', 'mac_address': 'fa:16:3e:12:b1:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b1d46ff-5bc6-4015-8503-94e799880e2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T12:07:10Z', 'updated_at': '2022-03-28T12:07:45Z', 'revision_number': 2, 'project_id': '527195c95736491ca1967a42cc300275', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e90ebf2-458f-458b-a362-97a23421d30e', 'name': '', 'network_id': '1e8a3d59-7df6-49d6-9697-6e8424f516e0', 'tenant_id': '527195c95736491ca1967a42cc300275', 'mac_address': 'fa:16:3e:f8:1a:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4ebde4c-f76e-4df7-86ac-6551da4a12bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'ef5ef8af-c7a7-4375-9e1c-54f681fd3703', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:06:50Z', 'updated_at': '2022-03-28T12:07:45Z', 'revision_number': 6, 'project_id': '527195c95736491ca1967a42cc300275', 'subnets': [{'id': 'ef5ef8af-c7a7-4375-9e1c-54f681fd3703', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:07:48.394171 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c95039a5-3eee-4b07-b0c1-5e99fcfe2948 None None] The sync data for ids ['f4ebde4c-f76e-4df7-86ac-6551da4a12bb'] in dv-neutron-835340-2-hyperv is: [{'id': 'f4ebde4c-f76e-4df7-86ac-6551da4a12bb', 'name': 'tempest-TestNetworkBasicOps-router-49333302', 'tenant_id': '527195c95736491ca1967a42cc300275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.84'}], 'enable_snat': True}, 'gw_port_id': '9d111cd9-43ee-4749-857c-2b8d90c184e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:06:45Z', 'updated_at': '2022-03-28T12:06:51Z', 'revision_number': 4, 'project_id': '527195c95736491ca1967a42cc300275', 'gw_port': {'id': '9d111cd9-43ee-4749-857c-2b8d90c184e3', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:40:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4ebde4c-f76e-4df7-86ac-6551da4a12bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:06:46Z', 'updated_at': '2022-03-28T12:07:46Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_floatingips': [{'id': '2a37d2fa-07a2-4a5e-9140-243cb03f2f31', 'tenant_id': '527195c95736491ca1967a42cc300275', 'floating_ip_address': '172.26.7.65', 'floating_network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'router_id': 'f4ebde4c-f76e-4df7-86ac-6551da4a12bb', 'port_id': 'afd47f0d-4dd7-434f-abe5-66304f5a6859', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1432, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e8a3d59-7df6-49d6-9697-6e8424f516e0', 'mac_address': 'fa:16:3e:12:b1:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b1d46ff-5bc6-4015-8503-94e799880e2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T12:07:10Z', 'updated_at': '2022-03-28T12:07:45Z', 'revision_number': 2, 'project_id': '527195c95736491ca1967a42cc300275', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5e90ebf2-458f-458b-a362-97a23421d30e', 'name': '', 'network_id': '1e8a3d59-7df6-49d6-9697-6e8424f516e0', 'tenant_id': '527195c95736491ca1967a42cc300275', 'mac_address': 'fa:16:3e:f8:1a:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4ebde4c-f76e-4df7-86ac-6551da4a12bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'ef5ef8af-c7a7-4375-9e1c-54f681fd3703', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:06:50Z', 'updated_at': '2022-03-28T12:07:45Z', 'revision_number': 6, 'project_id': '527195c95736491ca1967a42cc300275', 'subnets': [{'id': 'ef5ef8af-c7a7-4375-9e1c-54f681fd3703', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 12:07:48.554047 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 60014) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:07:48.715359 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-4174b69d-44f6-4e85-87ed-428f0fd2bf0f tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/floatingips/2a37d2fa-07a2-4a5e-9140-243cb03f2f31 HTTP/1.1" status: 200 len: 990 time: 0.1587408 Mar 28 12:07:49.723653 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 60022) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:07:49.852521 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-e55b2b1d-a05f-4862-81fd-5239cd333162 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/floatingips/2a37d2fa-07a2-4a5e-9140-243cb03f2f31 HTTP/1.1" status: 200 len: 990 time: 0.1315660 Mar 28 12:07:49.916780 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 9d111cd9-43ee-4749-857c-2b8d90c184e3 up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:07:49.987690 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port 9d111cd9-43ee-4749-857c-2b8d90c184e3 triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:07:49.988110 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:07:50.099179 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d880ef29-bc34-453a-a533-0bec00992b78 None None] New status for floating IP 2a37d2fa-07a2-4a5e-9140-243cb03f2f31: ACTIVE {{(pid=87872) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 12:07:50.196476 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:07:50.294837 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] For port 9d111cd9-43ee-4749-857c-2b8d90c184e3, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=9d111cd9-43ee-4749-857c-2b8d90c184e3,segment=NetworkSegment(688afb86-c9bd-46e2-ba7d-3fe76fb1efff),segment_id=688afb86-c9bd-46e2-ba7d-3fe76fb1efff)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:07:50.300355 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:07:50.301079 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 5e90ebf2-458f-458b-a362-97a23421d30e up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:07:50.525184 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Pushing event updated for resources: {'Port': ['ID=9d111cd9-43ee-4749-857c-2b8d90c184e3,revision_number=6']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:07:50.540911 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port 5e90ebf2-458f-458b-a362-97a23421d30e triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:07:50.541297 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:07:50.644585 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:07:50.673394 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:07:50.706164 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] For port 5e90ebf2-458f-458b-a362-97a23421d30e, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=5e90ebf2-458f-458b-a362-97a23421d30e,segment=NetworkSegment(b68f06ac-91f8-452a-8db6-3160c8c897e5),segment_id=b68f06ac-91f8-452a-8db6-3160c8c897e5)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:07:50.710216 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:07:50.782485 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Pushing event updated for resources: {'Port': ['ID=5e90ebf2-458f-458b-a362-97a23421d30e,revision_number=7']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:07:50.855789 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 60026) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:07:50.963039 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-5742daaa-931c-4b64-85d6-4abeaeea0f05 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/floatingips/2a37d2fa-07a2-4a5e-9140-243cb03f2f31 HTTP/1.1" status: 200 len: 992 time: 0.1061411 Mar 28 12:07:51.235373 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 60034) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:07:51.437711 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-51c884cf-50f9-46df-874c-321ab998bdb6 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Deleting port 0ef317a5-5fdb-40cc-afeb-d55a8b018e20 {{(pid=87870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:07:51.437947 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-51c884cf-50f9-46df-874c-321ab998bdb6 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:07:51.606673 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-51c884cf-50f9-46df-874c-321ab998bdb6 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:07:51.606991 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-51c884cf-50f9-46df-874c-321ab998bdb6 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:07:51.731179 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-51c884cf-50f9-46df-874c-321ab998bdb6 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Calling delete_port for 0ef317a5-5fdb-40cc-afeb-d55a8b018e20 owned by network:floatingip {{(pid=87870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:07:51.866883 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 9d111cd9-43ee-4749-857c-2b8d90c184e3 up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:07:51.935013 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port 9d111cd9-43ee-4749-857c-2b8d90c184e3 triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:07:51.935451 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:07:51.991668 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-51c884cf-50f9-46df-874c-321ab998bdb6 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:07:52.039828 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c884cf-50f9-46df-874c-321ab998bdb6 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Pushing event deleted for resources: {'Port': ['ID=0ef317a5-5fdb-40cc-afeb-d55a8b018e20,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:07:52.056353 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 5e90ebf2-458f-458b-a362-97a23421d30e up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:07:52.084102 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c884cf-50f9-46df-874c-321ab998bdb6 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:07:52.084102 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c884cf-50f9-46df-874c-321ab998bdb6 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:07:52.084102 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c884cf-50f9-46df-874c-321ab998bdb6 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:07:52.084550 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c884cf-50f9-46df-874c-321ab998bdb6 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:07:52.084550 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c884cf-50f9-46df-874c-321ab998bdb6 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:07:52.084788 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c884cf-50f9-46df-874c-321ab998bdb6 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:07:52.085111 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c884cf-50f9-46df-874c-321ab998bdb6 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:07:52.085456 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c884cf-50f9-46df-874c-321ab998bdb6 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:07:52.085757 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c884cf-50f9-46df-874c-321ab998bdb6 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:07:52.086074 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c884cf-50f9-46df-874c-321ab998bdb6 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:07:52.086392 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c884cf-50f9-46df-874c-321ab998bdb6 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:07:52.086708 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51c884cf-50f9-46df-874c-321ab998bdb6 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:07:52.125445 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port 5e90ebf2-458f-458b-a362-97a23421d30e triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:07:52.125808 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:07:52.141909 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-51c884cf-50f9-46df-874c-321ab998bdb6 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for floatingip, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:07:52.142242 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.db.l3_db [None req-51c884cf-50f9-46df-874c-321ab998bdb6 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Floating IP 2a37d2fa-07a2-4a5e-9140-243cb03f2f31 disassociated (deleted). External IP: 172.26.7.65, port: afd47f0d-4dd7-434f-abe5-66304f5a6859. Mar 28 12:07:52.491505 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51c884cf-50f9-46df-874c-321ab998bdb6 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Router f4ebde4c-f76e-4df7-86ac-6551da4a12bb has already been hosted by L3 agent af79d429-529e-400b-a119-94d4bec03f3e {{(pid=87870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 12:07:52.666462 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51c884cf-50f9-46df-874c-321ab998bdb6 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 12:07:52.676181 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a519c1ca-b12d-466a-9736-725958646912 None None] Sync routers for ids ['f4ebde4c-f76e-4df7-86ac-6551da4a12bb'] in dv-neutron-835340-2-hyperv {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 12:07:52.685809 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a519c1ca-b12d-466a-9736-725958646912 None None] Routers {'f4ebde4c-f76e-4df7-86ac-6551da4a12bb'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:07:52.686230 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-51c884cf-50f9-46df-874c-321ab998bdb6 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for floatingip, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:07:52.686489 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-a519c1ca-b12d-466a-9736-725958646912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:07:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['f4ebde4c-f76e-4df7-86ac-6551da4a12bb'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:07:52.746274 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-51c884cf-50f9-46df-874c-321ab998bdb6 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "DELETE /v2.0/floatingips/2a37d2fa-07a2-4a5e-9140-243cb03f2f31 HTTP/1.1" status: 204 len: 168 time: 1.5097923 Mar 28 12:07:52.746945 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b1d46ff-5bc6-4015-8503-94e799880e2e', 'tag': 'afd47f0d-4dd7-434f-abe5-66304f5a6859'}] {{(pid=87870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 12:07:52.799383 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b1d46ff-5bc6-4015-8503-94e799880e2e', 'tag': 'afd47f0d-4dd7-434f-abe5-66304f5a6859', 'status': 'completed', 'code': 200} Mar 28 12:07:52.901792 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2247150b-cfc2-4f61-bb3d-acc3407e6b2b req-a08a7e46-3cde-458e-9f94-f8c6fedc1229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:07:52.903253 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-2247150b-cfc2-4f61-bb3d-acc3407e6b2b req-a08a7e46-3cde-458e-9f94-f8c6fedc1229 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=527195c95736491ca1967a42cc300275&device_id=1b1d46ff-5bc6-4015-8503-94e799880e2e HTTP/1.1" status: 200 len: 1098 time: 0.0751040 Mar 28 12:07:52.920688 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvr_db [None req-a519c1ca-b12d-466a-9736-725958646912 None None] Set router f4ebde4c-f76e-4df7-86ac-6551da4a12bb gateway port host: dv-neutron-835340-2-hyperv {{(pid=87873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:07:53.051295 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2247150b-cfc2-4f61-bb3d-acc3407e6b2b req-02a56779-3ef5-4ed7-b82d-f75b359cfaa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:07:53.052774 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-2247150b-cfc2-4f61-bb3d-acc3407e6b2b req-02a56779-3ef5-4ed7-b82d-f75b359cfaa4 service neutron] 10.222.0.11 "GET /v2.0/networks?id=1e8a3d59-7df6-49d6-9697-6e8424f516e0 HTTP/1.1" status: 200 len: 895 time: 0.1429610 Mar 28 12:07:53.121397 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-2247150b-cfc2-4f61-bb3d-acc3407e6b2b req-be7e0c9d-48be-429c-b943-ac4f6075eae4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=afd47f0d-4dd7-434f-abe5-66304f5a6859 HTTP/1.1" status: 200 len: 217 time: 0.0616593 Mar 28 12:07:53.138318 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f45b11c-0053-42c8-980a-28c923cfff3b req-8b9cc0b1-e02c-4be6-b74b-ee27424a048e tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:07:53.139340 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [req-1f45b11c-0053-42c8-980a-28c923cfff3b req-8b9cc0b1-e02c-4be6-b74b-ee27424a048e tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Synchronizing usage tracker for tenant:527195c95736491ca1967a42cc300275 on resource:port {{(pid=87870) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:07:53.156188 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [req-1f45b11c-0053-42c8-980a-28c923cfff3b req-8b9cc0b1-e02c-4be6-b74b-ee27424a048e tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Unset dirty status for tenant:527195c95736491ca1967a42cc300275 on resource:port {{(pid=87870) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:07:53.157540 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-1f45b11c-0053-42c8-980a-28c923cfff3b req-8b9cc0b1-e02c-4be6-b74b-ee27424a048e tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/ports?device_id=1b1d46ff-5bc6-4015-8503-94e799880e2e HTTP/1.1" status: 200 len: 945 time: 0.1020675 Mar 28 12:07:53.191454 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2247150b-cfc2-4f61-bb3d-acc3407e6b2b req-149fcc93-b57b-4bd6-aaab-b97b4caf4942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:07:53.193242 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-2247150b-cfc2-4f61-bb3d-acc3407e6b2b req-149fcc93-b57b-4bd6-aaab-b97b4caf4942 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ef5ef8af-c7a7-4375-9e1c-54f681fd3703 HTTP/1.1" status: 200 len: 835 time: 0.0654433 Mar 28 12:07:53.202519 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-1f45b11c-0053-42c8-980a-28c923cfff3b req-06fa4eb2-c22c-48b5-bba5-24d4f8182a33 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/security-groups?id=e335d250-1b82-4b9d-84b6-8b0dc7fc33e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388570 Mar 28 12:07:53.250956 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-a519c1ca-b12d-466a-9736-725958646912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4ebde4c-f76e-4df7-86ac-6551da4a12bb', 'name': 'tempest-TestNetworkBasicOps-router-49333302', 'tenant_id': '527195c95736491ca1967a42cc300275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.84'}], 'enable_snat': True}, 'gw_port_id': '9d111cd9-43ee-4749-857c-2b8d90c184e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:06:45Z', 'updated_at': '2022-03-28T12:06:51Z', 'revision_number': 4, 'project_id': '527195c95736491ca1967a42cc300275', 'gw_port': {'id': '9d111cd9-43ee-4749-857c-2b8d90c184e3', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:40:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ebde4c-f76e-4df7-86ac-6551da4a12bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:06:46Z', 'updated_at': '2022-03-28T12:07:50Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_interfaces': [{'id': '5e90ebf2-458f-458b-a362-97a23421d30e', 'name': '', 'network_id': '1e8a3d59-7df6-49d6-9697-6e8424f516e0', 'tenant_id': '527195c95736491ca1967a42cc300275', 'mac_address': 'fa:16:3e:f8:1a:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ebde4c-f76e-4df7-86ac-6551da4a12bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'ef5ef8af-c7a7-4375-9e1c-54f681fd3703', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:06:50Z', 'updated_at': '2022-03-28T12:07:50Z', 'revision_number': 7, 'project_id': '527195c95736491ca1967a42cc300275', 'subnets': [{'id': 'ef5ef8af-c7a7-4375-9e1c-54f681fd3703', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:07:53.254841 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a519c1ca-b12d-466a-9736-725958646912 None None] Checking router: f4ebde4c-f76e-4df7-86ac-6551da4a12bb for host: dv-neutron-835340-2-hyperv {{(pid=87873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 12:07:53.264063 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a519c1ca-b12d-466a-9736-725958646912 None None] Routers {'f4ebde4c-f76e-4df7-86ac-6551da4a12bb'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:07:53.264790 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-a519c1ca-b12d-466a-9736-725958646912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:07:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['f4ebde4c-f76e-4df7-86ac-6551da4a12bb'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:07:53.269469 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2247150b-cfc2-4f61-bb3d-acc3407e6b2b req-faf9b02a-71fd-40fa-8932-44cd52fdf70f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:07:53.270951 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-2247150b-cfc2-4f61-bb3d-acc3407e6b2b req-faf9b02a-71fd-40fa-8932-44cd52fdf70f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1e8a3d59-7df6-49d6-9697-6e8424f516e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0715477 Mar 28 12:07:53.443572 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvr_db [None req-a519c1ca-b12d-466a-9736-725958646912 None None] Set router f4ebde4c-f76e-4df7-86ac-6551da4a12bb gateway port host: dv-neutron-835340-2-hyperv {{(pid=87873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:07:53.509421 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-2247150b-cfc2-4f61-bb3d-acc3407e6b2b req-ef91eb0c-347b-4938-b9a9-080ef379ad2c service neutron] 10.222.0.11 "GET /v2.0/networks/1e8a3d59-7df6-49d6-9697-6e8424f516e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2313297 Mar 28 12:07:53.639193 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-2247150b-cfc2-4f61-bb3d-acc3407e6b2b req-61c76df8-4872-41ac-a932-078acf610156 service neutron] 10.222.0.11 "GET /v2.0/networks/1e8a3d59-7df6-49d6-9697-6e8424f516e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232827 Mar 28 12:07:53.756716 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-a519c1ca-b12d-466a-9736-725958646912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4ebde4c-f76e-4df7-86ac-6551da4a12bb', 'name': 'tempest-TestNetworkBasicOps-router-49333302', 'tenant_id': '527195c95736491ca1967a42cc300275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.84'}], 'enable_snat': True}, 'gw_port_id': '9d111cd9-43ee-4749-857c-2b8d90c184e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:06:45Z', 'updated_at': '2022-03-28T12:06:51Z', 'revision_number': 4, 'project_id': '527195c95736491ca1967a42cc300275', 'gw_port': {'id': '9d111cd9-43ee-4749-857c-2b8d90c184e3', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:40:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ebde4c-f76e-4df7-86ac-6551da4a12bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:06:46Z', 'updated_at': '2022-03-28T12:07:50Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_interfaces': [{'id': '5e90ebf2-458f-458b-a362-97a23421d30e', 'name': '', 'network_id': '1e8a3d59-7df6-49d6-9697-6e8424f516e0', 'tenant_id': '527195c95736491ca1967a42cc300275', 'mac_address': 'fa:16:3e:f8:1a:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ebde4c-f76e-4df7-86ac-6551da4a12bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'ef5ef8af-c7a7-4375-9e1c-54f681fd3703', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:06:50Z', 'updated_at': '2022-03-28T12:07:50Z', 'revision_number': 7, 'project_id': '527195c95736491ca1967a42cc300275', 'subnets': [{'id': 'ef5ef8af-c7a7-4375-9e1c-54f681fd3703', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:07:53.760515 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a519c1ca-b12d-466a-9736-725958646912 None None] The sync data for ids ['f4ebde4c-f76e-4df7-86ac-6551da4a12bb'] in dv-neutron-835340-2-hyperv is: [{'id': 'f4ebde4c-f76e-4df7-86ac-6551da4a12bb', 'name': 'tempest-TestNetworkBasicOps-router-49333302', 'tenant_id': '527195c95736491ca1967a42cc300275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.84'}], 'enable_snat': True}, 'gw_port_id': '9d111cd9-43ee-4749-857c-2b8d90c184e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:06:45Z', 'updated_at': '2022-03-28T12:06:51Z', 'revision_number': 4, 'project_id': '527195c95736491ca1967a42cc300275', 'gw_port': {'id': '9d111cd9-43ee-4749-857c-2b8d90c184e3', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:40:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ebde4c-f76e-4df7-86ac-6551da4a12bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:06:46Z', 'updated_at': '2022-03-28T12:07:50Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_interfaces': [{'id': '5e90ebf2-458f-458b-a362-97a23421d30e', 'name': '', 'network_id': '1e8a3d59-7df6-49d6-9697-6e8424f516e0', 'tenant_id': '527195c95736491ca1967a42cc300275', 'mac_address': 'fa:16:3e:f8:1a:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ebde4c-f76e-4df7-86ac-6551da4a12bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1419, 'fixed_ips': [{'subnet_id': 'ef5ef8af-c7a7-4375-9e1c-54f681fd3703', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:06:50Z', 'updated_at': '2022-03-28T12:07:50Z', 'revision_number': 7, 'project_id': '527195c95736491ca1967a42cc300275', 'subnets': [{'id': 'ef5ef8af-c7a7-4375-9e1c-54f681fd3703', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 12:07:54.377647 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c1f47b-2d51-462a-bdd2-12ef8bfc883d None None] New status for floating IP 2a37d2fa-07a2-4a5e-9140-243cb03f2f31: DOWN {{(pid=87872) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 12:07:54.427725 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83311c4-0ac3-40e1-b834-a9358ed646d3 req-ca2ffcd8-1f84-45b1-9ef4-41af6c1a8dd7 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:07:54.429145 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-e83311c4-0ac3-40e1-b834-a9358ed646d3 req-ca2ffcd8-1f84-45b1-9ef4-41af6c1a8dd7 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b1d46ff-5bc6-4015-8503-94e799880e2e HTTP/1.1" status: 200 len: 945 time: 0.1455810 Mar 28 12:07:54.437383 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cba2d0f-dd1e-48b0-aab9-e56d72b9e634 req-d57bd309-79e0-4f67-b214-fc6a8aa3406a tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:07:54.438720 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-3cba2d0f-dd1e-48b0-aab9-e56d72b9e634 req-d57bd309-79e0-4f67-b214-fc6a8aa3406a tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/ports?device_id=1b1d46ff-5bc6-4015-8503-94e799880e2e HTTP/1.1" status: 200 len: 945 time: 0.1235271 Mar 28 12:07:54.536353 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [req-e83311c4-0ac3-40e1-b834-a9358ed646d3 req-966bb86d-ad3d-4550-a3e6-b74f1ff9ea7f tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Deleting port afd47f0d-4dd7-434f-abe5-66304f5a6859 {{(pid=87871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:07:54.536702 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-e83311c4-0ac3-40e1-b834-a9358ed646d3 req-966bb86d-ad3d-4550-a3e6-b74f1ff9ea7f tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:07:54.562343 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-3cba2d0f-dd1e-48b0-aab9-e56d72b9e634 req-6700c93b-731b-47fe-8bda-1788608cc1b2 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/security-groups?id=e335d250-1b82-4b9d-84b6-8b0dc7fc33e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937879 Mar 28 12:07:54.783567 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.db [req-e83311c4-0ac3-40e1-b834-a9358ed646d3 req-966bb86d-ad3d-4550-a3e6-b74f1ff9ea7f tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] For port afd47f0d-4dd7-434f-abe5-66304f5a6859, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=afd47f0d-4dd7-434f-abe5-66304f5a6859,segment=NetworkSegment(b68f06ac-91f8-452a-8db6-3160c8c897e5),segment_id=b68f06ac-91f8-452a-8db6-3160c8c897e5)] {{(pid=87871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:07:54.783828 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-e83311c4-0ac3-40e1-b834-a9358ed646d3 req-966bb86d-ad3d-4550-a3e6-b74f1ff9ea7f tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:07:54.906511 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [req-e83311c4-0ac3-40e1-b834-a9358ed646d3 req-966bb86d-ad3d-4550-a3e6-b74f1ff9ea7f tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Calling delete_port for afd47f0d-4dd7-434f-abe5-66304f5a6859 owned by compute:nova {{(pid=87871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:07:55.049246 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-e83311c4-0ac3-40e1-b834-a9358ed646d3 req-966bb86d-ad3d-4550-a3e6-b74f1ff9ea7f tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:07:55.098157 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966bb86d-ad3d-4550-a3e6-b74f1ff9ea7f tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Pushing event deleted for resources: {'Port': ['ID=afd47f0d-4dd7-434f-abe5-66304f5a6859,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:07:55.134769 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966bb86d-ad3d-4550-a3e6-b74f1ff9ea7f tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:07:55.135106 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966bb86d-ad3d-4550-a3e6-b74f1ff9ea7f tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:07:55.135433 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966bb86d-ad3d-4550-a3e6-b74f1ff9ea7f tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:07:55.136034 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966bb86d-ad3d-4550-a3e6-b74f1ff9ea7f tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:07:55.136351 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966bb86d-ad3d-4550-a3e6-b74f1ff9ea7f tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:07:55.136669 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966bb86d-ad3d-4550-a3e6-b74f1ff9ea7f tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:07:55.136985 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966bb86d-ad3d-4550-a3e6-b74f1ff9ea7f tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:07:55.137300 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966bb86d-ad3d-4550-a3e6-b74f1ff9ea7f tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:07:55.137615 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966bb86d-ad3d-4550-a3e6-b74f1ff9ea7f tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:07:55.137926 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966bb86d-ad3d-4550-a3e6-b74f1ff9ea7f tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:07:55.138755 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966bb86d-ad3d-4550-a3e6-b74f1ff9ea7f tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:07:55.139102 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966bb86d-ad3d-4550-a3e6-b74f1ff9ea7f tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:07:55.182612 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.l3_dvrscheduler_db [req-e83311c4-0ac3-40e1-b834-a9358ed646d3 req-966bb86d-ad3d-4550-a3e6-b74f1ff9ea7f tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] No DVR routers for this DVR port afd47f0d-4dd7-434f-abe5-66304f5a6859 on host hv-neutron-8353 {{(pid=87871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 12:07:55.185156 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-e83311c4-0ac3-40e1-b834-a9358ed646d3 req-966bb86d-ad3d-4550-a3e6-b74f1ff9ea7f tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:07:55.187746 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b1d46ff-5bc6-4015-8503-94e799880e2e', 'name': 'network-vif-deleted', 'tag': 'afd47f0d-4dd7-434f-abe5-66304f5a6859'}] {{(pid=87871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 12:07:55.204484 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-e83311c4-0ac3-40e1-b834-a9358ed646d3 req-966bb86d-ad3d-4550-a3e6-b74f1ff9ea7f tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.11 "DELETE /v2.0/ports/afd47f0d-4dd7-434f-abe5-66304f5a6859 HTTP/1.1" status: 204 len: 173 time: 0.7647307 Mar 28 12:07:55.236316 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b1d46ff-5bc6-4015-8503-94e799880e2e', 'name': 'network-vif-deleted', 'tag': 'afd47f0d-4dd7-434f-abe5-66304f5a6859', 'status': 'completed', 'code': 200} Mar 28 12:07:55.725164 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [req-a02bdef6-ac3a-4df0-a697-4319b8dcc67a req-73792aaa-90b3-4749-bc70-2f6365d31b37 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Synchronizing usage tracker for tenant:527195c95736491ca1967a42cc300275 on resource:port {{(pid=87871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:07:55.740693 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [req-a02bdef6-ac3a-4df0-a697-4319b8dcc67a req-73792aaa-90b3-4749-bc70-2f6365d31b37 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Unset dirty status for tenant:527195c95736491ca1967a42cc300275 on resource:port {{(pid=87871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:07:55.741789 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-a02bdef6-ac3a-4df0-a697-4319b8dcc67a req-73792aaa-90b3-4749-bc70-2f6365d31b37 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/ports?device_id=1b1d46ff-5bc6-4015-8503-94e799880e2e HTTP/1.1" status: 200 len: 210 time: 0.0590301 Mar 28 12:07:56.846203 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 60052) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:07:56.912831 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-677cb506-ae0f-440a-8f6e-586d021e154c tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:07:56.945543 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-677cb506-ae0f-440a-8f6e-586d021e154c tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:07:56.945856 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Device afd47f0d-4dd7-434f-abe5-66304f5a6859 no longer exists at agent hyperv_hv-neutron-8353 {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 12:07:56.979069 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] No Port match for: afd47f0d-4dd7-434f-abe5-66304f5a6859 {{(pid=87872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 12:07:56.979395 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Device afd47f0d-4dd7-434f-abe5-66304f5a6859 not bound to the agent host hv-neutron-8353 {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 12:07:57.009943 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-677cb506-ae0f-440a-8f6e-586d021e154c tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:07:57.028443 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677cb506-ae0f-440a-8f6e-586d021e154c tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e335d250-1b82-4b9d-84b6-8b0dc7fc33e7,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:07:57.038573 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-677cb506-ae0f-440a-8f6e-586d021e154c tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:07:57.039717 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-677cb506-ae0f-440a-8f6e-586d021e154c tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "DELETE /v2.0/security-groups/e335d250-1b82-4b9d-84b6-8b0dc7fc33e7 HTTP/1.1" status: 204 len: 168 time: 0.1924610 Mar 28 12:07:57.068936 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 60058) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:07:57.715706 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-fa01b8c3-532e-4698-8e58-11864cf5a0e9 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-743394'] for router_interface, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:07:58.066816 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-fa01b8c3-532e-4698-8e58-11864cf5a0e9 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Deleting port 5e90ebf2-458f-458b-a362-97a23421d30e {{(pid=87870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:07:58.067541 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-fa01b8c3-532e-4698-8e58-11864cf5a0e9 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:07:58.263461 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.db [None req-fa01b8c3-532e-4698-8e58-11864cf5a0e9 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] For port 5e90ebf2-458f-458b-a362-97a23421d30e, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=5e90ebf2-458f-458b-a362-97a23421d30e,segment=NetworkSegment(b68f06ac-91f8-452a-8db6-3160c8c897e5),segment_id=b68f06ac-91f8-452a-8db6-3160c8c897e5)] {{(pid=87870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:07:58.264051 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-fa01b8c3-532e-4698-8e58-11864cf5a0e9 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:07:58.418658 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-fa01b8c3-532e-4698-8e58-11864cf5a0e9 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Calling delete_port for 5e90ebf2-458f-458b-a362-97a23421d30e owned by network:router_interface {{(pid=87870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:07:58.630444 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-fa01b8c3-532e-4698-8e58-11864cf5a0e9 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:07:58.680069 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa01b8c3-532e-4698-8e58-11864cf5a0e9 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Pushing event deleted for resources: {'Port': ['ID=5e90ebf2-458f-458b-a362-97a23421d30e,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:07:58.997179 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-fa01b8c3-532e-4698-8e58-11864cf5a0e9 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-743246'] for router_interface, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:07:59.464009 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa01b8c3-532e-4698-8e58-11864cf5a0e9 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Router f4ebde4c-f76e-4df7-86ac-6551da4a12bb has already been hosted by L3 agent af79d429-529e-400b-a119-94d4bec03f3e {{(pid=87870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 12:07:59.641341 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa01b8c3-532e-4698-8e58-11864cf5a0e9 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 12:07:59.650628 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5020c5-a5f8-409e-b1b1-ebf94d8b09c9 None None] Sync routers for ids ['f4ebde4c-f76e-4df7-86ac-6551da4a12bb'] in dv-neutron-835340-2-hyperv {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 12:07:59.657527 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-fa01b8c3-532e-4698-8e58-11864cf5a0e9 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "PUT /v2.0/routers/f4ebde4c-f76e-4df7-86ac-6551da4a12bb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5875032 Mar 28 12:07:59.660085 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5020c5-a5f8-409e-b1b1-ebf94d8b09c9 None None] Routers {'f4ebde4c-f76e-4df7-86ac-6551da4a12bb'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:07:59.660237 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 60062) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:07:59.660678 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-1d5020c5-a5f8-409e-b1b1-ebf94d8b09c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:07:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['f4ebde4c-f76e-4df7-86ac-6551da4a12bb'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:07:59.725702 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.db_base_plugin_v2 [None req-0787c018-8c0e-43cb-a6ed-6b89237c459b tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Deleting subnet ef5ef8af-c7a7-4375-9e1c-54f681fd3703 {{(pid=87870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 12:07:59.728599 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-0787c018-8c0e-43cb-a6ed-6b89237c459b tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for subnet, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:07:59.782275 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-0787c018-8c0e-43cb-a6ed-6b89237c459b tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3591354'] for subnet, precommit_delete_associations {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:07:59.842355 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvr_db [None req-1d5020c5-a5f8-409e-b1b1-ebf94d8b09c9 None None] Set router f4ebde4c-f76e-4df7-86ac-6551da4a12bb gateway port host: dv-neutron-835340-2-hyperv {{(pid=87873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:07:59.871896 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-0787c018-8c0e-43cb-a6ed-6b89237c459b tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1919782'] for subnet, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:07:59.946262 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-0787c018-8c0e-43cb-a6ed-6b89237c459b tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1919805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2561174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2563528'] for subnet, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:07:59.987178 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0787c018-8c0e-43cb-a6ed-6b89237c459b tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Pushing event deleted for resources: {'Subnet': ['ID=ef5ef8af-c7a7-4375-9e1c-54f681fd3703,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:07:59.991079 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-0787c018-8c0e-43cb-a6ed-6b89237c459b tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for subnet, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:07:59.997838 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-0787c018-8c0e-43cb-a6ed-6b89237c459b tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "DELETE /v2.0/subnets/ef5ef8af-c7a7-4375-9e1c-54f681fd3703 HTTP/1.1" status: 204 len: 168 time: 0.3366959 Mar 28 12:07:59.999427 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-180005d9-1800-4ae6-811f-709128d6569c None None] Network 1e8a3d59-7df6-49d6-9697-6e8424f516e0 requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 12:08:00.000612 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 60066) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:08:00.153543 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-1d5020c5-a5f8-409e-b1b1-ebf94d8b09c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4ebde4c-f76e-4df7-86ac-6551da4a12bb', 'name': 'tempest-TestNetworkBasicOps-router-49333302', 'tenant_id': '527195c95736491ca1967a42cc300275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.84'}], 'enable_snat': True}, 'gw_port_id': '9d111cd9-43ee-4749-857c-2b8d90c184e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:06:45Z', 'updated_at': '2022-03-28T12:07:58Z', 'revision_number': 5, 'project_id': '527195c95736491ca1967a42cc300275', 'gw_port': {'id': '9d111cd9-43ee-4749-857c-2b8d90c184e3', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:40:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ebde4c-f76e-4df7-86ac-6551da4a12bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:06:46Z', 'updated_at': '2022-03-28T12:07:50Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv'}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:08:00.158005 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5020c5-a5f8-409e-b1b1-ebf94d8b09c9 None None] Checking router: f4ebde4c-f76e-4df7-86ac-6551da4a12bb for host: dv-neutron-835340-2-hyperv {{(pid=87873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 12:08:00.166277 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5020c5-a5f8-409e-b1b1-ebf94d8b09c9 None None] Routers {'f4ebde4c-f76e-4df7-86ac-6551da4a12bb'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:08:00.167109 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-1d5020c5-a5f8-409e-b1b1-ebf94d8b09c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:07:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['f4ebde4c-f76e-4df7-86ac-6551da4a12bb'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:08:00.186843 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-0ec5d273-11da-48d9-8e4e-983c90639628 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for router, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:08:00.284039 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b23d6e51-d537-488c-84f2-bfdbc259c7de None None] DHCP port deletion for 1e8a3d59-7df6-49d6-9697-6e8424f516e0 request from dv-neutron-835340-2-hyperv {{(pid=87872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 12:08:00.288697 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-b23d6e51-d537-488c-84f2-bfdbc259c7de None None] Deleting port 8bf0cb55-418d-4a4e-b9a6-ca87f7cb242a {{(pid=87872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:08:00.289310 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-b23d6e51-d537-488c-84f2-bfdbc259c7de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:08:00.345930 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvr_db [None req-1d5020c5-a5f8-409e-b1b1-ebf94d8b09c9 None None] Set router f4ebde4c-f76e-4df7-86ac-6551da4a12bb gateway port host: dv-neutron-835340-2-hyperv {{(pid=87873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:08:00.370333 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-0ec5d273-11da-48d9-8e4e-983c90639628 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:08:00.380826 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-0ec5d273-11da-48d9-8e4e-983c90639628 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Deleting port 9d111cd9-43ee-4749-857c-2b8d90c184e3 {{(pid=87870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:08:00.381651 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-0ec5d273-11da-48d9-8e4e-983c90639628 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:08:00.494223 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-b23d6e51-d537-488c-84f2-bfdbc259c7de None None] For port 8bf0cb55-418d-4a4e-b9a6-ca87f7cb242a, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=8bf0cb55-418d-4a4e-b9a6-ca87f7cb242a,segment=NetworkSegment(b68f06ac-91f8-452a-8db6-3160c8c897e5),segment_id=b68f06ac-91f8-452a-8db6-3160c8c897e5)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:08:00.494605 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-b23d6e51-d537-488c-84f2-bfdbc259c7de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:08:00.640738 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-1d5020c5-a5f8-409e-b1b1-ebf94d8b09c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4ebde4c-f76e-4df7-86ac-6551da4a12bb', 'name': 'tempest-TestNetworkBasicOps-router-49333302', 'tenant_id': '527195c95736491ca1967a42cc300275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.84'}], 'enable_snat': True}, 'gw_port_id': '9d111cd9-43ee-4749-857c-2b8d90c184e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:06:45Z', 'updated_at': '2022-03-28T12:07:58Z', 'revision_number': 5, 'project_id': '527195c95736491ca1967a42cc300275', 'gw_port': {'id': '9d111cd9-43ee-4749-857c-2b8d90c184e3', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:40:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ebde4c-f76e-4df7-86ac-6551da4a12bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:06:46Z', 'updated_at': '2022-03-28T12:07:50Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv'}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:08:00.645722 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5020c5-a5f8-409e-b1b1-ebf94d8b09c9 None None] The sync data for ids ['f4ebde4c-f76e-4df7-86ac-6551da4a12bb'] in dv-neutron-835340-2-hyperv is: [{'id': 'f4ebde4c-f76e-4df7-86ac-6551da4a12bb', 'name': 'tempest-TestNetworkBasicOps-router-49333302', 'tenant_id': '527195c95736491ca1967a42cc300275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.84'}], 'enable_snat': True}, 'gw_port_id': '9d111cd9-43ee-4749-857c-2b8d90c184e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:06:45Z', 'updated_at': '2022-03-28T12:07:58Z', 'revision_number': 5, 'project_id': '527195c95736491ca1967a42cc300275', 'gw_port': {'id': '9d111cd9-43ee-4749-857c-2b8d90c184e3', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:40:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4ebde4c-f76e-4df7-86ac-6551da4a12bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:06:46Z', 'updated_at': '2022-03-28T12:07:50Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv'}] {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 12:08:00.668045 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-b23d6e51-d537-488c-84f2-bfdbc259c7de None None] Calling delete_port for 8bf0cb55-418d-4a4e-b9a6-ca87f7cb242a owned by network:dhcp {{(pid=87872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:08:00.684001 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.db [None req-0ec5d273-11da-48d9-8e4e-983c90639628 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] For port 9d111cd9-43ee-4749-857c-2b8d90c184e3, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=9d111cd9-43ee-4749-857c-2b8d90c184e3,segment=NetworkSegment(688afb86-c9bd-46e2-ba7d-3fe76fb1efff),segment_id=688afb86-c9bd-46e2-ba7d-3fe76fb1efff)] {{(pid=87870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:08:00.684524 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-0ec5d273-11da-48d9-8e4e-983c90639628 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:08:00.742817 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-b23d6e51-d537-488c-84f2-bfdbc259c7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250'] for port, after_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:08:00.789408 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23d6e51-d537-488c-84f2-bfdbc259c7de None None] Pushing event deleted for resources: {'Port': ['ID=8bf0cb55-418d-4a4e-b9a6-ca87f7cb242a,revision_number=None']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:08:00.792706 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b23d6e51-d537-488c-84f2-bfdbc259c7de None None] No DVR routers for this DVR port 8bf0cb55-418d-4a4e-b9a6-ca87f7cb242a on host dv-neutron-835340-2-hyperv {{(pid=87872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 12:08:00.815730 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-0ec5d273-11da-48d9-8e4e-983c90639628 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Calling delete_port for 9d111cd9-43ee-4749-857c-2b8d90c184e3 owned by network:router_gateway {{(pid=87870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:08:00.979675 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-0ec5d273-11da-48d9-8e4e-983c90639628 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:08:01.031324 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec5d273-11da-48d9-8e4e-983c90639628 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Pushing event deleted for resources: {'Port': ['ID=9d111cd9-43ee-4749-857c-2b8d90c184e3,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:08:01.123224 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-0ec5d273-11da-48d9-8e4e-983c90639628 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-709573'] for router_gateway, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:08:01.298124 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-0ec5d273-11da-48d9-8e4e-983c90639628 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-745164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-260864'] for router, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:08:01.300218 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-0ec5d273-11da-48d9-8e4e-983c90639628 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:08:01.321322 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-0ec5d273-11da-48d9-8e4e-983c90639628 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-745021'] for router, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:08:01.321807 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ec5d273-11da-48d9-8e4e-983c90639628 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Fanout notify agent at l3_agent the message router_deleted on router f4ebde4c-f76e-4df7-86ac-6551da4a12bb {{(pid=87870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 12:08:01.337718 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-0ec5d273-11da-48d9-8e4e-983c90639628 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for router, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:08:01.338798 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-0ec5d273-11da-48d9-8e4e-983c90639628 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "DELETE /v2.0/routers/f4ebde4c-f76e-4df7-86ac-6551da4a12bb HTTP/1.1" status: 204 len: 168 time: 1.3370814 Mar 28 12:08:01.342829 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 60072) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:08:01.458683 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-84d3e564-9544-410b-8ee0-6ed1faff564d tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588883'] for network, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:08:01.589641 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-84d3e564-9544-410b-8ee0-6ed1faff564d tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930431', 'neutron.services.segments.db._delete_segments_for_network-8783496351308'] for network, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:08:01.620808 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-84d3e564-9544-410b-8ee0-6ed1faff564d tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e8a3d59-7df6-49d6-9697-6e8424f516e0']}} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:08:01.632939 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-84d3e564-9544-410b-8ee0-6ed1faff564d tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b68f06ac-91f8-452a-8db6-3160c8c897e5') {'for_net_delete': True} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:08:01.633229 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-84d3e564-9544-410b-8ee0-6ed1faff564d tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b68f06ac-91f8-452a-8db6-3160c8c897e5') {} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:08:01.645340 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-84d3e564-9544-410b-8ee0-6ed1faff564d tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783496353639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3591341'] for segment, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:08:01.660936 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-84d3e564-9544-410b-8ee0-6ed1faff564d tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:08:01.666704 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84d3e564-9544-410b-8ee0-6ed1faff564d tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=87870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 12:08:01.667081 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-84d3e564-9544-410b-8ee0-6ed1faff564d tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1920481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2558260'] for segment, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:08:01.681175 dv-neutron-835340-2-hyperv neutron-server[87870]: Traceback (most recent call last): Mar 28 12:08:01.681175 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 12:08:01.681175 dv-neutron-835340-2-hyperv neutron-server[87870]: timer() Mar 28 12:08:01.681175 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 12:08:01.681175 dv-neutron-835340-2-hyperv neutron-server[87870]: cb(*args, **kw) Mar 28 12:08:01.681175 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 12:08:01.681175 dv-neutron-835340-2-hyperv neutron-server[87870]: return func(*args, **kwargs) Mar 28 12:08:01.681175 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 12:08:01.681175 dv-neutron-835340-2-hyperv neutron-server[87870]: self._notify() Mar 28 12:08:01.681175 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 12:08:01.681175 dv-neutron-835340-2-hyperv neutron-server[87870]: self.callback(batched_events) Mar 28 12:08:01.681175 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 12:08:01.681175 dv-neutron-835340-2-hyperv neutron-server[87870]: event.method(event) Mar 28 12:08:01.681175 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 12:08:01.681175 dv-neutron-835340-2-hyperv neutron-server[87870]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 12:08:01.681175 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 12:08:01.681175 dv-neutron-835340-2-hyperv neutron-server[87870]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 12:08:01.681175 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 12:08:01.681175 dv-neutron-835340-2-hyperv neutron-server[87870]: return f(self, *a, **k) Mar 28 12:08:01.681175 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 12:08:01.681175 dv-neutron-835340-2-hyperv neutron-server[87870]: return self._get(url).json() Mar 28 12:08:01.681175 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 12:08:01.681175 dv-neutron-835340-2-hyperv neutron-server[87870]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 12:08:01.681175 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 12:08:01.681175 dv-neutron-835340-2-hyperv neutron-server[87870]: return self.request(url, 'GET', **kwargs) Mar 28 12:08:01.681175 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 12:08:01.681175 dv-neutron-835340-2-hyperv neutron-server[87870]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 12:08:01.681175 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 12:08:01.681175 dv-neutron-835340-2-hyperv neutron-server[87870]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 12:08:01.681175 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 12:08:01.681175 dv-neutron-835340-2-hyperv neutron-server[87870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 12:08:01.681175 dv-neutron-835340-2-hyperv neutron-server[87870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 12:08:01.762213 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-84d3e564-9544-410b-8ee0-6ed1faff564d tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709602'] for network, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:08:01.766886 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-84d3e564-9544-410b-8ee0-6ed1faff564d tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for network, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:08:01.793159 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d3e564-9544-410b-8ee0-6ed1faff564d tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Pushing event deleted for resources: {'Network': ['ID=1e8a3d59-7df6-49d6-9697-6e8424f516e0,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:08:01.808422 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-84d3e564-9544-410b-8ee0-6ed1faff564d tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "DELETE /v2.0/networks/1e8a3d59-7df6-49d6-9697-6e8424f516e0 HTTP/1.1" status: 204 len: 168 time: 0.4574172 Mar 28 12:08:01.817596 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 60076) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:08:01.823799 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-bfeb4474-4b85-4961-88ab-4a772c77c1e7 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Request body: {'network': {'name': 'tempest-network-smoke--1956229972', 'project_id': '527195c95736491ca1967a42cc300275', 'port_security_enabled': True}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:08:01.829310 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-bfeb4474-4b85-4961-88ab-4a772c77c1e7 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:08:01.833789 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-bfeb4474-4b85-4961-88ab-4a772c77c1e7 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Usage tracker for resource:network and tenant:527195c95736491ca1967a42cc300275 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:08:01.836728 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-bfeb4474-4b85-4961-88ab-4a772c77c1e7 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:08:01.843829 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-bfeb4474-4b85-4961-88ab-4a772c77c1e7 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:08:01.853467 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfeb4474-4b85-4961-88ab-4a772c77c1e7 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Made reservation on behalf of 527195c95736491ca1967a42cc300275 for: {'network': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 12:08:01.857399 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-bfeb4474-4b85-4961-88ab-4a772c77c1e7 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for network, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:08:01.875495 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 5e90ebf2-458f-458b-a362-97a23421d30e no longer exists at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 12:08:01.884963 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfeb4474-4b85-4961-88ab-4a772c77c1e7 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=87871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 12:08:01.897473 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-bfeb4474-4b85-4961-88ab-4a772c77c1e7 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:08:01.898008 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.db.segments_db [None req-bfeb4474-4b85-4961-88ab-4a772c77c1e7 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Added segment 9afab82c-114b-433f-9b34-076a60ced9d4 of type vlan for network b7b5d694-ad52-44ce-8b32-500f78bb9fdb Mar 28 12:08:01.913576 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] No Port match for: 5e90ebf2-458f-458b-a362-97a23421d30e {{(pid=87872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 12:08:01.913918 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 5e90ebf2-458f-458b-a362-97a23421d30e not bound to the agent host dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 12:08:01.914339 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 8bf0cb55-418d-4a4e-b9a6-ca87f7cb242a no longer exists at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 12:08:01.925445 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-bfeb4474-4b85-4961-88ab-4a772c77c1e7 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783495836591'] for network, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:08:01.946809 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] No Port match for: 8bf0cb55-418d-4a4e-b9a6-ca87f7cb242a {{(pid=87872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 12:08:01.947151 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 8bf0cb55-418d-4a4e-b9a6-ca87f7cb242a not bound to the agent host dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 12:08:01.947603 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 9d111cd9-43ee-4749-857c-2b8d90c184e3 no longer exists at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 12:08:01.954549 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-bfeb4474-4b85-4961-88ab-4a772c77c1e7 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765'] for network, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:08:01.959857 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfeb4474-4b85-4961-88ab-4a772c77c1e7 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:08:01.960425 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-bfeb4474-4b85-4961-88ab-4a772c77c1e7 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for network, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:08:01.981247 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] No Port match for: 9d111cd9-43ee-4749-857c-2b8d90c184e3 {{(pid=87872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 12:08:01.981888 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 9d111cd9-43ee-4749-857c-2b8d90c184e3 not bound to the agent host dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 12:08:02.057141 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-bfeb4474-4b85-4961-88ab-4a772c77c1e7 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2385240 Mar 28 12:08:02.059964 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 60080) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:08:02.065328 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-15af7f18-be55-4112-a159-68b9caceff17 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-353059613', 'admin_state_up': True, 'project_id': '527195c95736491ca1967a42cc300275', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b'}}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:08:02.068153 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfeb4474-4b85-4961-88ab-4a772c77c1e7 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Pushing event updated for resources: {'Network': ['ID=b7b5d694-ad52-44ce-8b32-500f78bb9fdb,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:08:02.073217 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-15af7f18-be55-4112-a159-68b9caceff17 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:08:02.078694 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-15af7f18-be55-4112-a159-68b9caceff17 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Usage tracker for resource:router and tenant:527195c95736491ca1967a42cc300275 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:08:02.079329 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Network b7b5d694-ad52-44ce-8b32-500f78bb9fdb details requested by agent ovs-agent-dv-neutron-835340-2-hyperv with host dv-neutron-835340-2-hyperv {{(pid=87872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 12:08:02.081623 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-15af7f18-be55-4112-a159-68b9caceff17 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:08:02.087781 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-15af7f18-be55-4112-a159-68b9caceff17 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:08:02.097846 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-15af7f18-be55-4112-a159-68b9caceff17 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-707665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-260886'] for router, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:08:02.098919 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-15af7f18-be55-4112-a159-68b9caceff17 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-705660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709650', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-767110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260873'] for router, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:08:02.114692 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-15af7f18-be55-4112-a159-68b9caceff17 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:08:02.330205 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-c953ad70-4c4c-40b4-bf5d-15a9ed26c65a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:08:02.474531 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-15af7f18-be55-4112-a159-68b9caceff17 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-709632', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-707672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260923'] for router, precommit_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:08:02.771201 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-15af7f18-be55-4112-a159-68b9caceff17 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for router_gateway, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:08:02.800449 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-15af7f18-be55-4112-a159-68b9caceff17 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:08:02.938747 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.db_base_plugin_common [None req-15af7f18-be55-4112-a159-68b9caceff17 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Allocated IP 172.26.7.165 (ac2b1748-8f63-4b17-a9c7-07e79704aa5b/0b7ebf76-1dc7-431a-a0b4-b96bacf287c2/d80555ef-d8f2-4d00-9404-5a955f74f715) {{(pid=87870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 12:08:03.081988 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-15af7f18-be55-4112-a159-68b9caceff17 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for port, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:08:03.110301 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-15af7f18-be55-4112-a159-68b9caceff17 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:08:03.165938 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15af7f18-be55-4112-a159-68b9caceff17 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Network ac2b1748-8f63-4b17-a9c7-07e79704aa5b is already hosted by enough agents. {{(pid=87870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:08:03.168693 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.base_scheduler [None req-15af7f18-be55-4112-a159-68b9caceff17 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Resources bound (agent type, host, resource id): {{(pid=87870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:08:03.172298 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15af7f18-be55-4112-a159-68b9caceff17 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Received port after_create {{(pid=87870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 12:08:03.218003 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15af7f18-be55-4112-a159-68b9caceff17 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Pushing event updated for resources: {'Port': ['ID=d80555ef-d8f2-4d00-9404-5a955f74f715,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:08:03.584494 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-15af7f18-be55-4112-a159-68b9caceff17 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for router_gateway, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:08:04.028207 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-15af7f18-be55-4112-a159-68b9caceff17 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709693'] for router, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:08:04.230439 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15af7f18-be55-4112-a159-68b9caceff17 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Router d0b3660f-e47c-4596-95e4-d479d41ea3b9 is scheduled to L3 agent af79d429-529e-400b-a119-94d4bec03f3e with binding_index 1 {{(pid=87870) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 12:08:04.405805 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15af7f18-be55-4112-a159-68b9caceff17 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 12:08:04.416178 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-317d0a84-1830-4074-ad16-50183ddda916 None None] Sync routers for ids ['d0b3660f-e47c-4596-95e4-d479d41ea3b9'] in dv-neutron-835340-2-hyperv {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 12:08:04.426249 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-317d0a84-1830-4074-ad16-50183ddda916 None None] Routers {'d0b3660f-e47c-4596-95e4-d479d41ea3b9'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:08:04.426850 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-317d0a84-1830-4074-ad16-50183ddda916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:07:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['d0b3660f-e47c-4596-95e4-d479d41ea3b9'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:08:04.431976 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-15af7f18-be55-4112-a159-68b9caceff17 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for router, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:08:04.433351 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-15af7f18-be55-4112-a159-68b9caceff17 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.3723025 Mar 28 12:08:04.436713 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 60084) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:08:04.476289 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-6a15771b-26e8-41a2-b0af-d05545380690 tempest-TestNetworkBasicOps-386611239 tempest-TestNetworkBasicOps-386611239-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=527195c95736491ca1967a42cc300275&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0384600 Mar 28 12:08:04.478888 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 60088) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:08:04.600976 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvr_db [None req-317d0a84-1830-4074-ad16-50183ddda916 None None] Set router d0b3660f-e47c-4596-95e4-d479d41ea3b9 gateway port host: dv-neutron-835340-2-hyperv {{(pid=87872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:08:04.608031 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4e4432d-f133-4743-8b6d-60e0c74c6c63 tempest-TestNetworkBasicOps-386611239 tempest-TestNetworkBasicOps-386611239-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:08:04.609516 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-a4e4432d-f133-4743-8b6d-60e0c74c6c63 tempest-TestNetworkBasicOps-386611239 tempest-TestNetworkBasicOps-386611239-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1297600 Mar 28 12:08:04.612497 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 60092) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:08:04.655548 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-c09b16a6-64b1-477f-b474-55a2c8a04fcb tempest-TestNetworkBasicOps-386611239 tempest-TestNetworkBasicOps-386611239-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=ac2b1748-8f63-4b17-a9c7-07e79704aa5b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0418949 Mar 28 12:08:04.658028 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 60096) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:08:04.663033 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-cecdbbcf-6575-4d83-8fb7-368adab8ace6 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-909311303', 'network_id': 'b7b5d694-ad52-44ce-8b32-500f78bb9fdb', 'project_id': '527195c95736491ca1967a42cc300275', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:08:04.750700 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-ae6da3e6-9dd1-498c-835a-f9d7a22424b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:08:04.770924 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-cecdbbcf-6575-4d83-8fb7-368adab8ace6 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:08:04.774683 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-cecdbbcf-6575-4d83-8fb7-368adab8ace6 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Usage tracker for resource:subnet and tenant:527195c95736491ca1967a42cc300275 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:08:04.777420 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-cecdbbcf-6575-4d83-8fb7-368adab8ace6 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:08:04.783238 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-cecdbbcf-6575-4d83-8fb7-368adab8ace6 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:08:04.793289 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cecdbbcf-6575-4d83-8fb7-368adab8ace6 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Made reservation on behalf of 527195c95736491ca1967a42cc300275 for: {'subnet': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 12:08:04.797868 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-cecdbbcf-6575-4d83-8fb7-368adab8ace6 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26551362'] for subnet, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:08:04.909652 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-317d0a84-1830-4074-ad16-50183ddda916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0b3660f-e47c-4596-95e4-d479d41ea3b9', 'name': 'tempest-TestNetworkBasicOps-router-353059613', 'tenant_id': '527195c95736491ca1967a42cc300275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.165'}], 'enable_snat': True}, 'gw_port_id': 'd80555ef-d8f2-4d00-9404-5a955f74f715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:08:02Z', 'updated_at': '2022-03-28T12:08:03Z', 'revision_number': 3, 'project_id': '527195c95736491ca1967a42cc300275', 'gw_port': {'id': 'd80555ef-d8f2-4d00-9404-5a955f74f715', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:88:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0b3660f-e47c-4596-95e4-d479d41ea3b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:08:02Z', 'updated_at': '2022-03-28T12:08:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv'}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:08:04.913560 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-317d0a84-1830-4074-ad16-50183ddda916 None None] Checking router: d0b3660f-e47c-4596-95e4-d479d41ea3b9 for host: dv-neutron-835340-2-hyperv {{(pid=87872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 12:08:04.913903 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-317d0a84-1830-4074-ad16-50183ddda916 None None] Updating router d0b3660f-e47c-4596-95e4-d479d41ea3b9 port d80555ef-d8f2-4d00-9404-5a955f74f715 binding host dv-neutron-835340-2-hyperv {{(pid=87872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 12:08:04.968634 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-317d0a84-1830-4074-ad16-50183ddda916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:08:05.118867 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-cecdbbcf-6575-4d83-8fb7-368adab8ace6 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2364128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26551408'] for subnet, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:08:05.204600 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecdbbcf-6575-4d83-8fb7-368adab8ace6 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Pushing event updated for resources: {'Subnet': ['ID=30a40f62-0462-4e74-b622-cc4a0372b2dc,revision_number=0']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:08:05.208707 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cecdbbcf-6575-4d83-8fb7-368adab8ace6 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Checking segment: {'id': '9afab82c-114b-433f-9b34-076a60ced9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'b7b5d694-ad52-44ce-8b32-500f78bb9fdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 12:08:05.209066 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cecdbbcf-6575-4d83-8fb7-368adab8ace6 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Network hostable DHCP agents. Network: b7b5d694-ad52-44ce-8b32-500f78bb9fdb, hostable agents: ['3cb85949-855b-4a40-b988-cd5705e511da'], hosted agents: [] {{(pid=87871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 12:08:05.228367 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cecdbbcf-6575-4d83-8fb7-368adab8ace6 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Network b7b5d694-ad52-44ce-8b32-500f78bb9fdb is scheduled to be hosted by DHCP agent 3cb85949-855b-4a40-b988-cd5705e511da with binding_index 1 {{(pid=87871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 12:08:05.237399 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-cecdbbcf-6575-4d83-8fb7-368adab8ace6 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-2-hyperv, b7b5d694-ad52-44ce-8b32-500f78bb9fdb) {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:08:05.241642 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cecdbbcf-6575-4d83-8fb7-368adab8ace6 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:08:05.242173 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-cecdbbcf-6575-4d83-8fb7-368adab8ace6 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for subnet, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:08:05.262360 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-cecdbbcf-6575-4d83-8fb7-368adab8ace6 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.6034284 Mar 28 12:08:05.265801 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 60100) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:08:05.270479 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c28d695e-a2c7-45c4-9251-57d20ef05f4e None None] Network b7b5d694-ad52-44ce-8b32-500f78bb9fdb requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 12:08:05.382578 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-317d0a84-1830-4074-ad16-50183ddda916 None None] Notify callbacks [] for port, precommit_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:08:05.401603 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-317d0a84-1830-4074-ad16-50183ddda916 None None] Transition to ACTIVE for port object d80555ef-d8f2-4d00-9404-5a955f74f715 will not be triggered until provisioned by entity L2. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:08:05.416868 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-317d0a84-1830-4074-ad16-50183ddda916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:08:05.573574 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-317d0a84-1830-4074-ad16-50183ddda916 None None] Attempting to bind port d80555ef-d8f2-4d00-9404-5a955f74f715 on host dv-neutron-835340-2-hyperv for vnic_type normal with profile {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 12:08:05.573942 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-317d0a84-1830-4074-ad16-50183ddda916 None None] Attempting to bind port d80555ef-d8f2-4d00-9404-5a955f74f715 by drivers openvswitch,hyperv on host dv-neutron-835340-2-hyperv at level 0 using segments [{'id': '688afb86-c9bd-46e2-ba7d-3fe76fb1efff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b'}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 12:08:05.574304 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-317d0a84-1830-4074-ad16-50183ddda916 None None] Attempting to bind port d80555ef-d8f2-4d00-9404-5a955f74f715 on network ac2b1748-8f63-4b17-a9c7-07e79704aa5b {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 12:08:05.586461 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18d7fcb-e222-42f5-acf9-a6d02090288d None None] Pushing event updated for resources: {'Port': ['ID=d80555ef-d8f2-4d00-9404-5a955f74f715,revision_number=2']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:08:05.590694 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-317d0a84-1830-4074-ad16-50183ddda916 None None] Checking agent: {'id': '961a16fe-cbc8-4264-ac28-bbbd53f89caa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 46, 6), 'started_at': datetime.datetime(2022, 3, 28, 11, 46, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 12, 7, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 12:08:05.591148 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-317d0a84-1830-4074-ad16-50183ddda916 None None] Checking segment: {'id': '688afb86-c9bd-46e2-ba7d-3fe76fb1efff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 12:08:05.591700 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-317d0a84-1830-4074-ad16-50183ddda916 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:08:05.592342 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-317d0a84-1830-4074-ad16-50183ddda916 None None] Bound using segment: {'id': '688afb86-c9bd-46e2-ba7d-3fe76fb1efff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b'} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 12:08:05.593809 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-317d0a84-1830-4074-ad16-50183ddda916 None None] Bound port: d80555ef-d8f2-4d00-9404-5a955f74f715, host: dv-neutron-835340-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '688afb86-c9bd-46e2-ba7d-3fe76fb1efff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b'}}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 12:08:05.594185 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-317d0a84-1830-4074-ad16-50183ddda916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:08:05.691640 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a2b05e0-d829-49da-8b16-70c5ec8cac83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1d3f2a9-8722-5ce5-bc40-181687d1ed3f-b7b5d694-ad52-44ce-8b32-500f78bb9fdb', 'network_id': 'b7b5d694-ad52-44ce-8b32-500f78bb9fdb', 'tenant_id': '527195c95736491ca1967a42cc300275', 'fixed_ips': [{'subnet_id': '30a40f62-0462-4e74-b622-cc4a0372b2dc'}]}} from dv-neutron-835340-2-hyperv. {{(pid=87872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 12:08:05.692453 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-3a2b05e0-d829-49da-8b16-70c5ec8cac83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:08:05.727650 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:08:05.785596 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-317d0a84-1830-4074-ad16-50183ddda916 None None] For port d80555ef-d8f2-4d00-9404-5a955f74f715, host dv-neutron-835340-2-hyperv, cleared binding levels {{(pid=87872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 12:08:05.813112 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-317d0a84-1830-4074-ad16-50183ddda916 None None] For port d80555ef-d8f2-4d00-9404-5a955f74f715, host dv-neutron-835340-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=d80555ef-d8f2-4d00-9404-5a955f74f715,segment=NetworkSegment(688afb86-c9bd-46e2-ba7d-3fe76fb1efff),segment_id=688afb86-c9bd-46e2-ba7d-3fe76fb1efff)] {{(pid=87872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 12:08:05.817205 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-ef3be119-c018-4979-be07-86cf959defc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:08:05.824546 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-317d0a84-1830-4074-ad16-50183ddda916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:08:05.955322 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-317d0a84-1830-4074-ad16-50183ddda916 None None] Routers {'d0b3660f-e47c-4596-95e4-d479d41ea3b9'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:08:05.955965 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-317d0a84-1830-4074-ad16-50183ddda916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:08:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['d0b3660f-e47c-4596-95e4-d479d41ea3b9'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:08:05.961926 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-fcdbdf0f-7800-4c4d-bac3-2a9f11529e86 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:08:06.008840 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18d7fcb-e222-42f5-acf9-a6d02090288d None None] Pushing event updated for resources: {'Port': ['ID=d80555ef-d8f2-4d00-9404-5a955f74f715,revision_number=3']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:08:06.033107 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.db_base_plugin_common [None req-3a2b05e0-d829-49da-8b16-70c5ec8cac83 None None] Allocated IP 172.20.0.2 (b7b5d694-ad52-44ce-8b32-500f78bb9fdb/30a40f62-0462-4e74-b622-cc4a0372b2dc/91f23782-a6f1-4967-863c-bf056c1ce549) {{(pid=87872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 12:08:06.230003 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvr_db [None req-317d0a84-1830-4074-ad16-50183ddda916 None None] Set router d0b3660f-e47c-4596-95e4-d479d41ea3b9 gateway port host: dv-neutron-835340-2-hyperv {{(pid=87872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:08:06.530757 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-3a2b05e0-d829-49da-8b16-70c5ec8cac83 None None] Notify callbacks [] for port, precommit_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:08:06.569128 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-3a2b05e0-d829-49da-8b16-70c5ec8cac83 None None] Transition to ACTIVE for port object 91f23782-a6f1-4967-863c-bf056c1ce549 will not be triggered until provisioned by entity L2. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:08:06.596643 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-3a2b05e0-d829-49da-8b16-70c5ec8cac83 None None] Transition to ACTIVE for port object 91f23782-a6f1-4967-863c-bf056c1ce549 will not be triggered until provisioned by entity DHCP. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:08:06.604533 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-3a2b05e0-d829-49da-8b16-70c5ec8cac83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241'] for port, after_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:08:06.670029 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.db_base_plugin_common [None req-fcdbdf0f-7800-4c4d-bac3-2a9f11529e86 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Allocated IP 172.20.0.1 (b7b5d694-ad52-44ce-8b32-500f78bb9fdb/30a40f62-0462-4e74-b622-cc4a0372b2dc/9420d714-e5ba-459b-8b47-2fe941602eaf) {{(pid=87871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 12:08:06.672502 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a2b05e0-d829-49da-8b16-70c5ec8cac83 None None] Network b7b5d694-ad52-44ce-8b32-500f78bb9fdb is already hosted by enough agents. {{(pid=87872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:08:06.683346 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.base_scheduler [None req-3a2b05e0-d829-49da-8b16-70c5ec8cac83 None None] Resources bound (agent type, host, resource id): {{(pid=87872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:08:06.689032 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a2b05e0-d829-49da-8b16-70c5ec8cac83 None None] Received port after_create {{(pid=87872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 12:08:06.691971 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-317d0a84-1830-4074-ad16-50183ddda916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0b3660f-e47c-4596-95e4-d479d41ea3b9', 'name': 'tempest-TestNetworkBasicOps-router-353059613', 'tenant_id': '527195c95736491ca1967a42cc300275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.165'}], 'enable_snat': True}, 'gw_port_id': 'd80555ef-d8f2-4d00-9404-5a955f74f715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:08:02Z', 'updated_at': '2022-03-28T12:08:03Z', 'revision_number': 3, 'project_id': '527195c95736491ca1967a42cc300275', 'gw_port': {'id': 'd80555ef-d8f2-4d00-9404-5a955f74f715', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:88:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0b3660f-e47c-4596-95e4-d479d41ea3b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:08:02Z', 'updated_at': '2022-03-28T12:08:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv'}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:08:06.693844 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2b05e0-d829-49da-8b16-70c5ec8cac83 None None] Pushing event updated for resources: {'Port': ['ID=91f23782-a6f1-4967-863c-bf056c1ce549,revision_number=1']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:08:06.701882 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-317d0a84-1830-4074-ad16-50183ddda916 None None] The sync data for ids ['d0b3660f-e47c-4596-95e4-d479d41ea3b9'] in dv-neutron-835340-2-hyperv is: [{'id': 'd0b3660f-e47c-4596-95e4-d479d41ea3b9', 'name': 'tempest-TestNetworkBasicOps-router-353059613', 'tenant_id': '527195c95736491ca1967a42cc300275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.165'}], 'enable_snat': True}, 'gw_port_id': 'd80555ef-d8f2-4d00-9404-5a955f74f715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:08:02Z', 'updated_at': '2022-03-28T12:08:03Z', 'revision_number': 3, 'project_id': '527195c95736491ca1967a42cc300275', 'gw_port': {'id': 'd80555ef-d8f2-4d00-9404-5a955f74f715', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:88:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0b3660f-e47c-4596-95e4-d479d41ea3b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:08:02Z', 'updated_at': '2022-03-28T12:08:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv'}] {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 12:08:06.792096 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-3a2b05e0-d829-49da-8b16-70c5ec8cac83 None None] Attempting to bind port 91f23782-a6f1-4967-863c-bf056c1ce549 on host dv-neutron-835340-2-hyperv for vnic_type normal with profile {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 12:08:06.792463 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-3a2b05e0-d829-49da-8b16-70c5ec8cac83 None None] Attempting to bind port 91f23782-a6f1-4967-863c-bf056c1ce549 by drivers openvswitch,hyperv on host dv-neutron-835340-2-hyperv at level 0 using segments [{'id': '9afab82c-114b-433f-9b34-076a60ced9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'b7b5d694-ad52-44ce-8b32-500f78bb9fdb'}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 12:08:06.792828 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a2b05e0-d829-49da-8b16-70c5ec8cac83 None None] Attempting to bind port 91f23782-a6f1-4967-863c-bf056c1ce549 on network b7b5d694-ad52-44ce-8b32-500f78bb9fdb {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 12:08:06.799012 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a2b05e0-d829-49da-8b16-70c5ec8cac83 None None] Checking agent: {'id': '961a16fe-cbc8-4264-ac28-bbbd53f89caa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 46, 6), 'started_at': datetime.datetime(2022, 3, 28, 11, 46, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 12, 8, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 12:08:06.799387 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a2b05e0-d829-49da-8b16-70c5ec8cac83 None None] Checking segment: {'id': '9afab82c-114b-433f-9b34-076a60ced9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'b7b5d694-ad52-44ce-8b32-500f78bb9fdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 12:08:06.799822 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-3a2b05e0-d829-49da-8b16-70c5ec8cac83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:08:06.800354 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a2b05e0-d829-49da-8b16-70c5ec8cac83 None None] Bound using segment: {'id': '9afab82c-114b-433f-9b34-076a60ced9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'b7b5d694-ad52-44ce-8b32-500f78bb9fdb'} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 12:08:06.800824 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-3a2b05e0-d829-49da-8b16-70c5ec8cac83 None None] Bound port: 91f23782-a6f1-4967-863c-bf056c1ce549, host: dv-neutron-835340-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9afab82c-114b-433f-9b34-076a60ced9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'b7b5d694-ad52-44ce-8b32-500f78bb9fdb'}}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 12:08:06.801200 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-3a2b05e0-d829-49da-8b16-70c5ec8cac83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:08:06.901973 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-3a2b05e0-d829-49da-8b16-70c5ec8cac83 None None] For port 91f23782-a6f1-4967-863c-bf056c1ce549, host dv-neutron-835340-2-hyperv, cleared binding levels {{(pid=87872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 12:08:06.905863 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-3a2b05e0-d829-49da-8b16-70c5ec8cac83 None None] For port 91f23782-a6f1-4967-863c-bf056c1ce549, host dv-neutron-835340-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=91f23782-a6f1-4967-863c-bf056c1ce549,segment=NetworkSegment(9afab82c-114b-433f-9b34-076a60ced9d4),segment_id=9afab82c-114b-433f-9b34-076a60ced9d4)] {{(pid=87872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 12:08:06.913586 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-3a2b05e0-d829-49da-8b16-70c5ec8cac83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:08:06.988031 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-fcdbdf0f-7800-4c4d-bac3-2a9f11529e86 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for port, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:08:07.011334 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2b05e0-d829-49da-8b16-70c5ec8cac83 None None] Pushing event updated for resources: {'Port': ['ID=91f23782-a6f1-4967-863c-bf056c1ce549,revision_number=2']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:08:07.026945 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.provisioning_blocks [None req-fcdbdf0f-7800-4c4d-bac3-2a9f11529e86 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Transition to ACTIVE for port object 9420d714-e5ba-459b-8b47-2fe941602eaf will not be triggered until provisioned by entity DHCP. {{(pid=87871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:08:07.055872 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-fcdbdf0f-7800-4c4d-bac3-2a9f11529e86 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:08:07.135374 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcdbdf0f-7800-4c4d-bac3-2a9f11529e86 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Network b7b5d694-ad52-44ce-8b32-500f78bb9fdb is already hosted by enough agents. {{(pid=87871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:08:07.139894 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-fcdbdf0f-7800-4c4d-bac3-2a9f11529e86 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Resources bound (agent type, host, resource id): {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:08:07.142302 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcdbdf0f-7800-4c4d-bac3-2a9f11529e86 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Received port after_create {{(pid=87871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 12:08:07.171614 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdbdf0f-7800-4c4d-bac3-2a9f11529e86 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Pushing event updated for resources: {'Port': ['ID=9420d714-e5ba-459b-8b47-2fe941602eaf,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:08:07.230168 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-fcdbdf0f-7800-4c4d-bac3-2a9f11529e86 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-709483'] for router_interface, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:08:07.364586 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-fcdbdf0f-7800-4c4d-bac3-2a9f11529e86 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:08:07.437891 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-b7ccd3c7-0277-4f12-8e5c-e41478141af5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:08:07.792658 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-fcdbdf0f-7800-4c4d-bac3-2a9f11529e86 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for port, precommit_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:08:07.798147 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-fcdbdf0f-7800-4c4d-bac3-2a9f11529e86 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2363241'] for port, after_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:08:07.894857 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-fcdbdf0f-7800-4c4d-bac3-2a9f11529e86 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-743372'] for router_interface, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:08:07.953533 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device d80555ef-d8f2-4d00-9404-5a955f74f715 up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:08:08.011432 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdbdf0f-7800-4c4d-bac3-2a9f11529e86 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Pushing event updated for resources: {'Port': ['ID=9420d714-e5ba-459b-8b47-2fe941602eaf,revision_number=2']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:08:08.040368 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d8ea321-f0a7-476a-a859-3680521aa60e None None] Network b7b5d694-ad52-44ce-8b32-500f78bb9fdb requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 12:08:08.069612 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcdbdf0f-7800-4c4d-bac3-2a9f11529e86 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Network b7b5d694-ad52-44ce-8b32-500f78bb9fdb is already hosted by enough agents. {{(pid=87871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:08:08.070767 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-fcdbdf0f-7800-4c4d-bac3-2a9f11529e86 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Resources bound (agent type, host, resource id): {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:08:08.161970 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-5803944a-cd44-43a3-8286-9dca20bf80d1 None None] Provisioning for port 91f23782-a6f1-4967-863c-bf056c1ce549 completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:08:08.236795 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning for port d80555ef-d8f2-4d00-9404-5a955f74f715 completed by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:08:08.249926 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port d80555ef-d8f2-4d00-9404-5a955f74f715 triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:08:08.250296 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:08:08.259611 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcdbdf0f-7800-4c4d-bac3-2a9f11529e86 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Router d0b3660f-e47c-4596-95e4-d479d41ea3b9 has already been hosted by L3 agent af79d429-529e-400b-a119-94d4bec03f3e {{(pid=87871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 12:08:08.423280 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:08:08.442385 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] For port d80555ef-d8f2-4d00-9404-5a955f74f715, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=d80555ef-d8f2-4d00-9404-5a955f74f715,segment=NetworkSegment(688afb86-c9bd-46e2-ba7d-3fe76fb1efff),segment_id=688afb86-c9bd-46e2-ba7d-3fe76fb1efff)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:08:08.448877 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:08:08.449833 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 91f23782-a6f1-4967-863c-bf056c1ce549 up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:08:08.577248 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcdbdf0f-7800-4c4d-bac3-2a9f11529e86 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 12:08:08.578185 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Pushing event updated for resources: {'Port': ['ID=d80555ef-d8f2-4d00-9404-5a955f74f715,revision_number=4']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:08:08.588182 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning for port 91f23782-a6f1-4967-863c-bf056c1ce549 completed by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:08:08.595645 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 60104) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:08:08.596199 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff5ffd4-7051-4b01-b0a7-7e590cba7700 None None] Sync routers for ids ['d0b3660f-e47c-4596-95e4-d479d41ea3b9'] in dv-neutron-835340-2-hyperv {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 12:08:08.596602 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port 91f23782-a6f1-4967-863c-bf056c1ce549 triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:08:08.596602 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:08:08.599815 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-fcdbdf0f-7800-4c4d-bac3-2a9f11529e86 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "PUT /v2.0/routers/d0b3660f-e47c-4596-95e4-d479d41ea3b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3327739 Mar 28 12:08:08.609499 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff5ffd4-7051-4b01-b0a7-7e590cba7700 None None] Routers {'d0b3660f-e47c-4596-95e4-d479d41ea3b9'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:08:08.614655 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-0ff5ffd4-7051-4b01-b0a7-7e590cba7700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:08:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['d0b3660f-e47c-4596-95e4-d479d41ea3b9'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:08:08.728779 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-20797e78-2199-46c5-aa58-bdb93cfbb6e7 None None] Provisioning for port 9420d714-e5ba-459b-8b47-2fe941602eaf completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:08:08.734118 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:08:08.757272 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-20797e78-2199-46c5-aa58-bdb93cfbb6e7 None None] Provisioning complete for port 9420d714-e5ba-459b-8b47-2fe941602eaf triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:08:08.757638 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-20797e78-2199-46c5-aa58-bdb93cfbb6e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:08:08.778520 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cd6318a-7b0c-41fc-a835-62ac420aa95d tempest-TestNetworkBasicOps-386611239 tempest-TestNetworkBasicOps-386611239-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:08:08.778520 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cd6318a-7b0c-41fc-a835-62ac420aa95d tempest-TestNetworkBasicOps-386611239 tempest-TestNetworkBasicOps-386611239-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:08:08.778958 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cd6318a-7b0c-41fc-a835-62ac420aa95d tempest-TestNetworkBasicOps-386611239 tempest-TestNetworkBasicOps-386611239-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:08:08.779635 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cd6318a-7b0c-41fc-a835-62ac420aa95d tempest-TestNetworkBasicOps-386611239 tempest-TestNetworkBasicOps-386611239-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:08:08.780300 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cd6318a-7b0c-41fc-a835-62ac420aa95d tempest-TestNetworkBasicOps-386611239 tempest-TestNetworkBasicOps-386611239-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:08:08.780939 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cd6318a-7b0c-41fc-a835-62ac420aa95d tempest-TestNetworkBasicOps-386611239 tempest-TestNetworkBasicOps-386611239-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:08:08.785893 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 60108) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:08:08.796880 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-4cd6318a-7b0c-41fc-a835-62ac420aa95d tempest-TestNetworkBasicOps-386611239 tempest-TestNetworkBasicOps-386611239-project-admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4280 time: 0.1988287 Mar 28 12:08:08.825957 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] For port 91f23782-a6f1-4967-863c-bf056c1ce549, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=91f23782-a6f1-4967-863c-bf056c1ce549,segment=NetworkSegment(9afab82c-114b-433f-9b34-076a60ced9d4),segment_id=9afab82c-114b-433f-9b34-076a60ced9d4)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:08:08.839735 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvr_db [None req-0ff5ffd4-7051-4b01-b0a7-7e590cba7700 None None] Set router d0b3660f-e47c-4596-95e4-d479d41ea3b9 gateway port host: dv-neutron-835340-2-hyperv {{(pid=87873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:08:08.840427 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:08:08.868349 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c20f8833-6b59-49df-bf4b-a4c7f2096d63 tempest-TestNetworkBasicOps-386611239 tempest-TestNetworkBasicOps-386611239-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:08:08.869223 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c20f8833-6b59-49df-bf4b-a4c7f2096d63 tempest-TestNetworkBasicOps-386611239 tempest-TestNetworkBasicOps-386611239-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:08:08.869860 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c20f8833-6b59-49df-bf4b-a4c7f2096d63 tempest-TestNetworkBasicOps-386611239 tempest-TestNetworkBasicOps-386611239-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:08:08.870489 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c20f8833-6b59-49df-bf4b-a4c7f2096d63 tempest-TestNetworkBasicOps-386611239 tempest-TestNetworkBasicOps-386611239-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:08:08.871117 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c20f8833-6b59-49df-bf4b-a4c7f2096d63 tempest-TestNetworkBasicOps-386611239 tempest-TestNetworkBasicOps-386611239-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:08:08.871763 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c20f8833-6b59-49df-bf4b-a4c7f2096d63 tempest-TestNetworkBasicOps-386611239 tempest-TestNetworkBasicOps-386611239-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:08:08.877323 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 60112) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:08:08.879695 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-20797e78-2199-46c5-aa58-bdb93cfbb6e7 None None] Port 9420d714-e5ba-459b-8b47-2fe941602eaf cannot update to ACTIVE because it is not bound. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 12:08:08.888830 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-c20f8833-6b59-49df-bf4b-a4c7f2096d63 tempest-TestNetworkBasicOps-386611239 tempest-TestNetworkBasicOps-386611239-project-admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4013 time: 0.1007068 Mar 28 12:08:08.923788 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-20797e78-2199-46c5-aa58-bdb93cfbb6e7 None None] Provisioning complete for port 91f23782-a6f1-4967-863c-bf056c1ce549 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:08:08.924157 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-20797e78-2199-46c5-aa58-bdb93cfbb6e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:08:08.988184 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Pushing event updated for resources: {'Port': ['ID=91f23782-a6f1-4967-863c-bf056c1ce549,revision_number=3']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:08:09.139084 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-e2733d81-54b7-4bb3-b78a-6683ac7d6fb1 tempest-TestNetworkBasicOps-386611239 tempest-TestNetworkBasicOps-386611239-project-admin] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3046 time: 0.2602627 Mar 28 12:08:09.185546 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-0ff5ffd4-7051-4b01-b0a7-7e590cba7700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0b3660f-e47c-4596-95e4-d479d41ea3b9', 'name': 'tempest-TestNetworkBasicOps-router-353059613', 'tenant_id': '527195c95736491ca1967a42cc300275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.165'}], 'enable_snat': True}, 'gw_port_id': 'd80555ef-d8f2-4d00-9404-5a955f74f715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:08:02Z', 'updated_at': '2022-03-28T12:08:07Z', 'revision_number': 4, 'project_id': '527195c95736491ca1967a42cc300275', 'gw_port': {'id': 'd80555ef-d8f2-4d00-9404-5a955f74f715', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:88:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0b3660f-e47c-4596-95e4-d479d41ea3b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:08:02Z', 'updated_at': '2022-03-28T12:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_interfaces': [{'id': '9420d714-e5ba-459b-8b47-2fe941602eaf', 'name': '', 'network_id': 'b7b5d694-ad52-44ce-8b32-500f78bb9fdb', 'tenant_id': '527195c95736491ca1967a42cc300275', 'mac_address': 'fa:16:3e:8f:81:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0b3660f-e47c-4596-95e4-d479d41ea3b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '30a40f62-0462-4e74-b622-cc4a0372b2dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:08:06Z', 'updated_at': '2022-03-28T12:08:07Z', 'revision_number': 2, 'project_id': '527195c95736491ca1967a42cc300275', 'subnets': [{'id': '30a40f62-0462-4e74-b622-cc4a0372b2dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:08:09.189500 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff5ffd4-7051-4b01-b0a7-7e590cba7700 None None] Checking router: d0b3660f-e47c-4596-95e4-d479d41ea3b9 for host: dv-neutron-835340-2-hyperv {{(pid=87873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 12:08:09.189868 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff5ffd4-7051-4b01-b0a7-7e590cba7700 None None] Updating router d0b3660f-e47c-4596-95e4-d479d41ea3b9 port 9420d714-e5ba-459b-8b47-2fe941602eaf binding host dv-neutron-835340-2-hyperv {{(pid=87873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 12:08:09.195253 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-35c21481-b05e-48b6-adc4-61d1bfe1a623 None None] Provisioning complete for port 9420d714-e5ba-459b-8b47-2fe941602eaf triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:08:09.195602 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-35c21481-b05e-48b6-adc4-61d1bfe1a623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:08:09.244666 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron_lib.callbacks.manager [None req-0ff5ffd4-7051-4b01-b0a7-7e590cba7700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:08:09.248888 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-35c21481-b05e-48b6-adc4-61d1bfe1a623 None None] Port 9420d714-e5ba-459b-8b47-2fe941602eaf cannot update to ACTIVE because it is not bound. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 12:08:09.332095 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 60118) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:08:09.337250 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-46c1ed51-1a74-4ecb-afb1-1f28f12a39d2 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-260133657', 'description': 'tempest-secgroup-smoke-260133657 description', 'project_id': '527195c95736491ca1967a42cc300275'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:08:09.344435 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-46c1ed51-1a74-4ecb-afb1-1f28f12a39d2 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:08:09.348820 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-46c1ed51-1a74-4ecb-afb1-1f28f12a39d2 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Usage tracker for resource:security_group and tenant:527195c95736491ca1967a42cc300275 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:08:09.351789 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-46c1ed51-1a74-4ecb-afb1-1f28f12a39d2 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:08:09.357904 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-46c1ed51-1a74-4ecb-afb1-1f28f12a39d2 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:08:09.369398 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-46c1ed51-1a74-4ecb-afb1-1f28f12a39d2 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:08:09.389916 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-46c1ed51-1a74-4ecb-afb1-1f28f12a39d2 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:08:09.393940 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-46c1ed51-1a74-4ecb-afb1-1f28f12a39d2 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Usage tracker for resource:security_group_rule and tenant:527195c95736491ca1967a42cc300275 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:08:09.396811 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-46c1ed51-1a74-4ecb-afb1-1f28f12a39d2 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:08:09.402509 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-46c1ed51-1a74-4ecb-afb1-1f28f12a39d2 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:08:09.475622 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-46c1ed51-1a74-4ecb-afb1-1f28f12a39d2 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:08:09.480708 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-46c1ed51-1a74-4ecb-afb1-1f28f12a39d2 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:08:09.526164 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c1ed51-1a74-4ecb-afb1-1f28f12a39d2 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d86fcda3-c8bf-47c8-b10c-c5b88ad08abd,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:08:09.530000 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-46c1ed51-1a74-4ecb-afb1-1f28f12a39d2 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:08:09.531245 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-46c1ed51-1a74-4ecb-afb1-1f28f12a39d2 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1981554 Mar 28 12:08:09.534238 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 60122) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:08:09.539353 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-8e08a945-0b3f-41d1-b421-6fbbb1e41777 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Request body: {'security_group_rule': {'security_group_id': 'd86fcda3-c8bf-47c8-b10c-c5b88ad08abd', 'project_id': '527195c95736491ca1967a42cc300275', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:08:09.545254 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-8e08a945-0b3f-41d1-b421-6fbbb1e41777 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:08:09.549036 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-8e08a945-0b3f-41d1-b421-6fbbb1e41777 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Usage tracker for resource:security_group_rule and tenant:527195c95736491ca1967a42cc300275 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:08:09.551870 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-8e08a945-0b3f-41d1-b421-6fbbb1e41777 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:08:09.557601 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-8e08a945-0b3f-41d1-b421-6fbbb1e41777 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:08:09.576514 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-8e08a945-0b3f-41d1-b421-6fbbb1e41777 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:08:09.621058 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron_lib.callbacks.manager [None req-0ff5ffd4-7051-4b01-b0a7-7e590cba7700 None None] Notify callbacks [] for port, precommit_update {{(pid=87873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:08:09.634606 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.provisioning_blocks [None req-0ff5ffd4-7051-4b01-b0a7-7e590cba7700 None None] Transition to ACTIVE for port object 9420d714-e5ba-459b-8b47-2fe941602eaf will not be triggered until provisioned by entity L2. {{(pid=87873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:08:09.642733 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron_lib.callbacks.manager [None req-0ff5ffd4-7051-4b01-b0a7-7e590cba7700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:08:09.644846 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-8e08a945-0b3f-41d1-b421-6fbbb1e41777 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:08:09.648642 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-8e08a945-0b3f-41d1-b421-6fbbb1e41777 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740322'] for security_group_rule, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:08:09.673778 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e08a945-0b3f-41d1-b421-6fbbb1e41777 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c26728a-c932-4e74-9e37-be8f3476e4ce,revision_number=0']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:08:09.685843 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-8e08a945-0b3f-41d1-b421-6fbbb1e41777 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:08:09.687147 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-8e08a945-0b3f-41d1-b421-6fbbb1e41777 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1519508 Mar 28 12:08:09.690158 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 60126) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:08:09.696800 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-366a8828-0445-4a87-8c7a-5c9f3ca0e31a tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Request body: {'security_group_rule': {'security_group_id': 'd86fcda3-c8bf-47c8-b10c-c5b88ad08abd', 'project_id': '527195c95736491ca1967a42cc300275', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:08:09.703346 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-366a8828-0445-4a87-8c7a-5c9f3ca0e31a tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:08:09.708196 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-366a8828-0445-4a87-8c7a-5c9f3ca0e31a tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Usage tracker for resource:security_group_rule and tenant:527195c95736491ca1967a42cc300275 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:08:09.711345 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-366a8828-0445-4a87-8c7a-5c9f3ca0e31a tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:08:09.717808 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-366a8828-0445-4a87-8c7a-5c9f3ca0e31a tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:08:09.736336 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-366a8828-0445-4a87-8c7a-5c9f3ca0e31a tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:08:09.804105 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab70580-8d3c-47b1-988e-13483a8729bd None None] Pushing event updated for resources: {'Port': ['ID=9420d714-e5ba-459b-8b47-2fe941602eaf,revision_number=3']} {{(pid=87873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:08:09.807284 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-366a8828-0445-4a87-8c7a-5c9f3ca0e31a tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:08:09.823269 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-366a8828-0445-4a87-8c7a-5c9f3ca0e31a tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740322'] for security_group_rule, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:08:09.847236 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab70580-8d3c-47b1-988e-13483a8729bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:08:09.847593 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab70580-8d3c-47b1-988e-13483a8729bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:08:09.848843 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab70580-8d3c-47b1-988e-13483a8729bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:08:09.849353 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab70580-8d3c-47b1-988e-13483a8729bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:08:09.849845 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab70580-8d3c-47b1-988e-13483a8729bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:08:09.850323 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab70580-8d3c-47b1-988e-13483a8729bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:08:09.850798 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab70580-8d3c-47b1-988e-13483a8729bd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:08:09.851279 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab70580-8d3c-47b1-988e-13483a8729bd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:08:09.851795 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab70580-8d3c-47b1-988e-13483a8729bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:08:09.852280 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab70580-8d3c-47b1-988e-13483a8729bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:08:09.852758 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab70580-8d3c-47b1-988e-13483a8729bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:08:09.853227 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab70580-8d3c-47b1-988e-13483a8729bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:08:09.874380 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.managers [None req-0ff5ffd4-7051-4b01-b0a7-7e590cba7700 None None] Attempting to bind port 9420d714-e5ba-459b-8b47-2fe941602eaf on host dv-neutron-835340-2-hyperv for vnic_type normal with profile {{(pid=87873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 12:08:09.874941 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.managers [None req-0ff5ffd4-7051-4b01-b0a7-7e590cba7700 None None] Attempting to bind port 9420d714-e5ba-459b-8b47-2fe941602eaf by drivers openvswitch,hyperv on host dv-neutron-835340-2-hyperv at level 0 using segments [{'id': '9afab82c-114b-433f-9b34-076a60ced9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'b7b5d694-ad52-44ce-8b32-500f78bb9fdb'}] {{(pid=87873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 12:08:09.875521 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff5ffd4-7051-4b01-b0a7-7e590cba7700 None None] Attempting to bind port 9420d714-e5ba-459b-8b47-2fe941602eaf on network b7b5d694-ad52-44ce-8b32-500f78bb9fdb {{(pid=87873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 12:08:09.878538 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366a8828-0445-4a87-8c7a-5c9f3ca0e31a tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3787a900-056d-4210-be42-c1dfb5c6e357,revision_number=0']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:08:09.881885 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff5ffd4-7051-4b01-b0a7-7e590cba7700 None None] Checking agent: {'id': '961a16fe-cbc8-4264-ac28-bbbd53f89caa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 46, 6), 'started_at': datetime.datetime(2022, 3, 28, 11, 46, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 12, 8, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 12:08:09.882508 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff5ffd4-7051-4b01-b0a7-7e590cba7700 None None] Checking segment: {'id': '9afab82c-114b-433f-9b34-076a60ced9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'b7b5d694-ad52-44ce-8b32-500f78bb9fdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 12:08:09.883076 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron_lib.callbacks.manager [None req-0ff5ffd4-7051-4b01-b0a7-7e590cba7700 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:08:09.883654 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ff5ffd4-7051-4b01-b0a7-7e590cba7700 None None] Bound using segment: {'id': '9afab82c-114b-433f-9b34-076a60ced9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'b7b5d694-ad52-44ce-8b32-500f78bb9fdb'} {{(pid=87873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 12:08:09.884269 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.managers [None req-0ff5ffd4-7051-4b01-b0a7-7e590cba7700 None None] Bound port: 9420d714-e5ba-459b-8b47-2fe941602eaf, host: dv-neutron-835340-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9afab82c-114b-433f-9b34-076a60ced9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'b7b5d694-ad52-44ce-8b32-500f78bb9fdb'}}] {{(pid=87873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 12:08:09.885171 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron_lib.callbacks.manager [None req-0ff5ffd4-7051-4b01-b0a7-7e590cba7700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:08:09.913046 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-366a8828-0445-4a87-8c7a-5c9f3ca0e31a tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:08:09.914910 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-366a8828-0445-4a87-8c7a-5c9f3ca0e31a tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2236571 Mar 28 12:08:09.917681 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 60130) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:08:09.925181 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-ee6708c8-f2c4-4968-913a-3f3cabf4bf2c tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Request body: {'security_group_rule': {'security_group_id': 'd86fcda3-c8bf-47c8-b10c-c5b88ad08abd', 'project_id': '527195c95736491ca1967a42cc300275', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:08:09.927894 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device d80555ef-d8f2-4d00-9404-5a955f74f715 up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:08:09.931628 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-ee6708c8-f2c4-4968-913a-3f3cabf4bf2c tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:08:09.937848 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-ee6708c8-f2c4-4968-913a-3f3cabf4bf2c tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Usage tracker for resource:security_group_rule and tenant:527195c95736491ca1967a42cc300275 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:08:09.941485 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-ee6708c8-f2c4-4968-913a-3f3cabf4bf2c tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:08:09.947287 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-ee6708c8-f2c4-4968-913a-3f3cabf4bf2c tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:08:09.965865 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-ee6708c8-f2c4-4968-913a-3f3cabf4bf2c tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:08:09.987902 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.db [None req-0ff5ffd4-7051-4b01-b0a7-7e590cba7700 None None] For port 9420d714-e5ba-459b-8b47-2fe941602eaf, host dv-neutron-835340-2-hyperv, cleared binding levels {{(pid=87873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 12:08:09.991164 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.db [None req-0ff5ffd4-7051-4b01-b0a7-7e590cba7700 None None] For port 9420d714-e5ba-459b-8b47-2fe941602eaf, host dv-neutron-835340-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=9420d714-e5ba-459b-8b47-2fe941602eaf,segment=NetworkSegment(9afab82c-114b-433f-9b34-076a60ced9d4),segment_id=9afab82c-114b-433f-9b34-076a60ced9d4)] {{(pid=87873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 12:08:09.996448 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron_lib.callbacks.manager [None req-0ff5ffd4-7051-4b01-b0a7-7e590cba7700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:08:10.014186 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port d80555ef-d8f2-4d00-9404-5a955f74f715 triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:08:10.014712 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:08:10.038078 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-ee6708c8-f2c4-4968-913a-3f3cabf4bf2c tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:08:10.042509 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-ee6708c8-f2c4-4968-913a-3f3cabf4bf2c tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740322'] for security_group_rule, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:08:10.103285 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab70580-8d3c-47b1-988e-13483a8729bd None None] Pushing event updated for resources: {'Port': ['ID=9420d714-e5ba-459b-8b47-2fe941602eaf,revision_number=4']} {{(pid=87873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:08:10.103285 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff5ffd4-7051-4b01-b0a7-7e590cba7700 None None] Routers {'d0b3660f-e47c-4596-95e4-d479d41ea3b9'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:08:10.103285 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-0ff5ffd4-7051-4b01-b0a7-7e590cba7700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:08:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['d0b3660f-e47c-4596-95e4-d479d41ea3b9'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:08:10.162496 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 91f23782-a6f1-4967-863c-bf056c1ce549 up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:08:10.229096 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6708c8-f2c4-4968-913a-3f3cabf4bf2c tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=488cdbd5-e59d-4868-9c2f-f0bb329e33ce,revision_number=0']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:08:10.240493 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-ee6708c8-f2c4-4968-913a-3f3cabf4bf2c tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:08:10.240493 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-ee6708c8-f2c4-4968-913a-3f3cabf4bf2c tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3200681 Mar 28 12:08:10.244597 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 60134) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:08:10.250216 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-a25e113f-c963-4fb2-8a5c-1a797cbfb720 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Request body: {'security_group_rule': {'security_group_id': 'd86fcda3-c8bf-47c8-b10c-c5b88ad08abd', 'project_id': '527195c95736491ca1967a42cc300275', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:08:10.258810 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-a25e113f-c963-4fb2-8a5c-1a797cbfb720 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:08:10.264496 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-a25e113f-c963-4fb2-8a5c-1a797cbfb720 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Usage tracker for resource:security_group_rule and tenant:527195c95736491ca1967a42cc300275 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:08:10.264707 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port 91f23782-a6f1-4967-863c-bf056c1ce549 triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:08:10.264954 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:08:10.267884 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-a25e113f-c963-4fb2-8a5c-1a797cbfb720 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:08:10.274010 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-a25e113f-c963-4fb2-8a5c-1a797cbfb720 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:08:10.296260 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-a25e113f-c963-4fb2-8a5c-1a797cbfb720 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:08:10.367525 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-a25e113f-c963-4fb2-8a5c-1a797cbfb720 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:08:10.371679 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-a25e113f-c963-4fb2-8a5c-1a797cbfb720 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740322'] for security_group_rule, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:08:10.371912 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvr_db [None req-0ff5ffd4-7051-4b01-b0a7-7e590cba7700 None None] Set router d0b3660f-e47c-4596-95e4-d479d41ea3b9 gateway port host: dv-neutron-835340-2-hyperv {{(pid=87873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:08:10.396042 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25e113f-c963-4fb2-8a5c-1a797cbfb720 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2289f478-783b-469a-876d-f91f2a987ade,revision_number=0']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:08:10.406520 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-a25e113f-c963-4fb2-8a5c-1a797cbfb720 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:08:10.410593 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-a25e113f-c963-4fb2-8a5c-1a797cbfb720 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1642363 Mar 28 12:08:10.410888 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 60138) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:08:10.416862 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-4db95307-471d-4542-8bc9-f03edf00bcda tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Request body: {'security_group_rule': {'security_group_id': 'd86fcda3-c8bf-47c8-b10c-c5b88ad08abd', 'project_id': '527195c95736491ca1967a42cc300275', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:08:10.423777 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-4db95307-471d-4542-8bc9-f03edf00bcda tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:08:10.427740 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-4db95307-471d-4542-8bc9-f03edf00bcda tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Usage tracker for resource:security_group_rule and tenant:527195c95736491ca1967a42cc300275 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:08:10.431125 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-4db95307-471d-4542-8bc9-f03edf00bcda tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:08:10.437755 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-4db95307-471d-4542-8bc9-f03edf00bcda tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:08:10.448002 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.db.securitygroups_db [None req-4db95307-471d-4542-8bc9-f03edf00bcda tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Project 527195c95736491ca1967a42cc300275 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 12:08:10.456203 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-4db95307-471d-4542-8bc9-f03edf00bcda tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:08:10.520778 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-4db95307-471d-4542-8bc9-f03edf00bcda tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:08:10.524835 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-4db95307-471d-4542-8bc9-f03edf00bcda tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740322'] for security_group_rule, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:08:10.550990 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db95307-471d-4542-8bc9-f03edf00bcda tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=baef460e-c816-4055-8875-20b214771601,revision_number=0']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:08:10.559995 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-4db95307-471d-4542-8bc9-f03edf00bcda tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:08:10.563989 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-4db95307-471d-4542-8bc9-f03edf00bcda tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1520348 Mar 28 12:08:10.564420 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 60142) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:08:10.569677 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-d9216543-3741-457c-9778-9863f6e1aee9 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Request body: {'security_group_rule': {'security_group_id': 'd86fcda3-c8bf-47c8-b10c-c5b88ad08abd', 'project_id': '527195c95736491ca1967a42cc300275', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:08:10.575771 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-d9216543-3741-457c-9778-9863f6e1aee9 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:08:10.579555 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-d9216543-3741-457c-9778-9863f6e1aee9 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Usage tracker for resource:security_group_rule and tenant:527195c95736491ca1967a42cc300275 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:08:10.582357 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-d9216543-3741-457c-9778-9863f6e1aee9 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:08:10.588068 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-d9216543-3741-457c-9778-9863f6e1aee9 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:08:10.599172 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.db.securitygroups_db [None req-d9216543-3741-457c-9778-9863f6e1aee9 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Project 527195c95736491ca1967a42cc300275 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 12:08:10.605636 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-d9216543-3741-457c-9778-9863f6e1aee9 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:08:10.670560 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-d9216543-3741-457c-9778-9863f6e1aee9 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:08:10.674295 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-d9216543-3741-457c-9778-9863f6e1aee9 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740322'] for security_group_rule, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:08:10.692630 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-0ff5ffd4-7051-4b01-b0a7-7e590cba7700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0b3660f-e47c-4596-95e4-d479d41ea3b9', 'name': 'tempest-TestNetworkBasicOps-router-353059613', 'tenant_id': '527195c95736491ca1967a42cc300275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.165'}], 'enable_snat': True}, 'gw_port_id': 'd80555ef-d8f2-4d00-9404-5a955f74f715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:08:02Z', 'updated_at': '2022-03-28T12:08:07Z', 'revision_number': 4, 'project_id': '527195c95736491ca1967a42cc300275', 'gw_port': {'id': 'd80555ef-d8f2-4d00-9404-5a955f74f715', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:88:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0b3660f-e47c-4596-95e4-d479d41ea3b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:08:02Z', 'updated_at': '2022-03-28T12:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_interfaces': [{'id': '9420d714-e5ba-459b-8b47-2fe941602eaf', 'name': '', 'network_id': 'b7b5d694-ad52-44ce-8b32-500f78bb9fdb', 'tenant_id': '527195c95736491ca1967a42cc300275', 'mac_address': 'fa:16:3e:8f:81:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0b3660f-e47c-4596-95e4-d479d41ea3b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '30a40f62-0462-4e74-b622-cc4a0372b2dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:08:06Z', 'updated_at': '2022-03-28T12:08:09Z', 'revision_number': 4, 'project_id': '527195c95736491ca1967a42cc300275', 'subnets': [{'id': '30a40f62-0462-4e74-b622-cc4a0372b2dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:08:10.696919 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff5ffd4-7051-4b01-b0a7-7e590cba7700 None None] The sync data for ids ['d0b3660f-e47c-4596-95e4-d479d41ea3b9'] in dv-neutron-835340-2-hyperv is: [{'id': 'd0b3660f-e47c-4596-95e4-d479d41ea3b9', 'name': 'tempest-TestNetworkBasicOps-router-353059613', 'tenant_id': '527195c95736491ca1967a42cc300275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.165'}], 'enable_snat': True}, 'gw_port_id': 'd80555ef-d8f2-4d00-9404-5a955f74f715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:08:02Z', 'updated_at': '2022-03-28T12:08:07Z', 'revision_number': 4, 'project_id': '527195c95736491ca1967a42cc300275', 'gw_port': {'id': 'd80555ef-d8f2-4d00-9404-5a955f74f715', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:88:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0b3660f-e47c-4596-95e4-d479d41ea3b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:08:02Z', 'updated_at': '2022-03-28T12:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_interfaces': [{'id': '9420d714-e5ba-459b-8b47-2fe941602eaf', 'name': '', 'network_id': 'b7b5d694-ad52-44ce-8b32-500f78bb9fdb', 'tenant_id': '527195c95736491ca1967a42cc300275', 'mac_address': 'fa:16:3e:8f:81:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0b3660f-e47c-4596-95e4-d479d41ea3b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '30a40f62-0462-4e74-b622-cc4a0372b2dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:08:06Z', 'updated_at': '2022-03-28T12:08:09Z', 'revision_number': 4, 'project_id': '527195c95736491ca1967a42cc300275', 'subnets': [{'id': '30a40f62-0462-4e74-b622-cc4a0372b2dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 12:08:10.700099 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9216543-3741-457c-9778-9863f6e1aee9 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bca1fb89-cefd-469c-8a07-a8aa2eecb480,revision_number=0']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:08:10.710531 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-d9216543-3741-457c-9778-9863f6e1aee9 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:08:10.712033 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-d9216543-3741-457c-9778-9863f6e1aee9 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1464303 Mar 28 12:08:10.902991 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-a7b7ced7-30a4-44a4-883f-a5dcdfa69b2b req-c5cef4bf-46e9-4136-bbda-65791b16607a tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-260133657&fields=id&tenant_id=527195c95736491ca1967a42cc300275 HTTP/1.1" status: 200 len: 267 time: 0.0412669 Mar 28 12:08:11.061025 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b7ced7-30a4-44a4-883f-a5dcdfa69b2b req-351b0dfe-95c1-4644-a294-dca80e1eeb84 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:08:11.061730 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [req-a7b7ced7-30a4-44a4-883f-a5dcdfa69b2b req-351b0dfe-95c1-4644-a294-dca80e1eeb84 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Synchronizing usage tracker for tenant:527195c95736491ca1967a42cc300275 on resource:network {{(pid=87871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:08:11.077892 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [req-a7b7ced7-30a4-44a4-883f-a5dcdfa69b2b req-351b0dfe-95c1-4644-a294-dca80e1eeb84 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Unset dirty status for tenant:527195c95736491ca1967a42cc300275 on resource:network {{(pid=87871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:08:11.079174 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-a7b7ced7-30a4-44a4-883f-a5dcdfa69b2b req-351b0dfe-95c1-4644-a294-dca80e1eeb84 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/networks?id=b7b5d694-ad52-44ce-8b32-500f78bb9fdb HTTP/1.1" status: 200 len: 797 time: 0.1687777 Mar 28 12:08:11.094901 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-a7b7ced7-30a4-44a4-883f-a5dcdfa69b2b req-e6127860-264a-45af-b5f3-1685685f462e tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/quotas/527195c95736491ca1967a42cc300275 HTTP/1.1" status: 200 len: 375 time: 0.0101795 Mar 28 12:08:11.179629 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [req-a7b7ced7-30a4-44a4-883f-a5dcdfa69b2b req-cbb705f3-e5d5-4f90-a78e-1695704803e5 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Synchronizing usage tracker for tenant:527195c95736491ca1967a42cc300275 on resource:port {{(pid=87871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:08:11.195778 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [req-a7b7ced7-30a4-44a4-883f-a5dcdfa69b2b req-cbb705f3-e5d5-4f90-a78e-1695704803e5 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Unset dirty status for tenant:527195c95736491ca1967a42cc300275 on resource:port {{(pid=87871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:08:11.197079 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-a7b7ced7-30a4-44a4-883f-a5dcdfa69b2b req-cbb705f3-e5d5-4f90-a78e-1695704803e5 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=527195c95736491ca1967a42cc300275&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0965180 Mar 28 12:08:11.282993 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [req-a7b7ced7-30a4-44a4-883f-a5dcdfa69b2b req-c2905a4b-5bf9-4c5f-9971-7fd015694417 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=87871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 12:08:11.283994 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-a7b7ced7-30a4-44a4-883f-a5dcdfa69b2b req-c2905a4b-5bf9-4c5f-9971-7fd015694417 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0744655 Mar 28 12:08:11.418604 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-a7b7ced7-30a4-44a4-883f-a5dcdfa69b2b req-83fd8343-75b7-4ccd-97c7-e4c6827cb60a service neutron] 10.222.0.30 "GET /v2.0/networks/b7b5d694-ad52-44ce-8b32-500f78bb9fdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286755 Mar 28 12:08:11.554725 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-a7b7ced7-30a4-44a4-883f-a5dcdfa69b2b req-0ff00da8-884a-4de6-aee2-45f66ba16cb8 service neutron] 10.222.0.30 "GET /v2.0/networks/b7b5d694-ad52-44ce-8b32-500f78bb9fdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300039 Mar 28 12:08:11.742825 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [req-caeb9261-ce4d-4673-9925-f710f0ca52e1 req-e158fc1e-5a9a-461b-be2a-1948cb7d6c8d tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Synchronizing usage tracker for tenant:527195c95736491ca1967a42cc300275 on resource:port {{(pid=87870) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:08:11.754866 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [req-caeb9261-ce4d-4673-9925-f710f0ca52e1 req-e158fc1e-5a9a-461b-be2a-1948cb7d6c8d tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Unset dirty status for tenant:527195c95736491ca1967a42cc300275 on resource:port {{(pid=87870) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:08:11.756014 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-caeb9261-ce4d-4673-9925-f710f0ca52e1 req-e158fc1e-5a9a-461b-be2a-1948cb7d6c8d tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/ports?device_id=d519dc2f-a3bb-485d-8bd1-b45a0eb9fc47 HTTP/1.1" status: 200 len: 210 time: 0.0553517 Mar 28 12:08:11.899003 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 9420d714-e5ba-459b-8b47-2fe941602eaf up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:08:11.969722 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning for port 9420d714-e5ba-459b-8b47-2fe941602eaf completed by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:08:11.974643 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port 9420d714-e5ba-459b-8b47-2fe941602eaf triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:08:11.975183 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:08:12.096098 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:08:12.127375 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] For port 9420d714-e5ba-459b-8b47-2fe941602eaf, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=9420d714-e5ba-459b-8b47-2fe941602eaf,segment=NetworkSegment(9afab82c-114b-433f-9b34-076a60ced9d4),segment_id=9afab82c-114b-433f-9b34-076a60ced9d4)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:08:12.131068 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:08:12.228374 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Pushing event updated for resources: {'Port': ['ID=9420d714-e5ba-459b-8b47-2fe941602eaf,revision_number=5']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:08:12.483325 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.agents_db [None req-03fd49d8-b51b-41c1-8716-b8e265c93689 None None] Agent healthcheck: found 6 active agents {{(pid=87873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 12:08:12.779985 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b7ced7-30a4-44a4-883f-a5dcdfa69b2b req-c55d1a1b-3ed9-4dd5-9f5b-1b74c7ba7064 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:08:12.781318 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-a7b7ced7-30a4-44a4-883f-a5dcdfa69b2b req-c55d1a1b-3ed9-4dd5-9f5b-1b74c7ba7064 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.11 "GET /v2.0/networks?id=b7b5d694-ad52-44ce-8b32-500f78bb9fdb HTTP/1.1" status: 200 len: 797 time: 0.1489954 Mar 28 12:08:12.842169 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-a7b7ced7-30a4-44a4-883f-a5dcdfa69b2b req-27979771-9d5d-4a9b-9429-dfcb1bcfbda8 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=527195c95736491ca1967a42cc300275 HTTP/1.1" status: 200 len: 379 time: 0.0526009 Mar 28 12:08:12.850559 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [req-a7b7ced7-30a4-44a4-883f-a5dcdfa69b2b req-d6465c6e-2db5-453d-8027-636a26ec3bb2 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Request body: {'port': {'device_id': 'd519dc2f-a3bb-485d-8bd1-b45a0eb9fc47', 'network_id': 'b7b5d694-ad52-44ce-8b32-500f78bb9fdb', 'admin_state_up': True, 'tenant_id': '527195c95736491ca1967a42cc300275', 'security_groups': ['d86fcda3-c8bf-47c8-b10c-c5b88ad08abd']}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:08:12.973580 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-241030c2-8c89-4201-85a4-f467ce2a2415 req-b4baee70-b6cb-4b5c-983b-544ab6e5b495 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/ports?device_id=d519dc2f-a3bb-485d-8bd1-b45a0eb9fc47 HTTP/1.1" status: 200 len: 210 time: 0.0925031 Mar 28 12:08:13.026775 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [req-a7b7ced7-30a4-44a4-883f-a5dcdfa69b2b req-d6465c6e-2db5-453d-8027-636a26ec3bb2 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:08:13.036171 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [req-a7b7ced7-30a4-44a4-883f-a5dcdfa69b2b req-d6465c6e-2db5-453d-8027-636a26ec3bb2 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:08:13.045819 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7b7ced7-30a4-44a4-883f-a5dcdfa69b2b req-d6465c6e-2db5-453d-8027-636a26ec3bb2 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Made reservation on behalf of 527195c95736491ca1967a42cc300275 for: {'port': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 12:08:13.049290 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-a7b7ced7-30a4-44a4-883f-a5dcdfa69b2b req-d6465c6e-2db5-453d-8027-636a26ec3bb2 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:08:13.207887 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.db_base_plugin_common [req-a7b7ced7-30a4-44a4-883f-a5dcdfa69b2b req-d6465c6e-2db5-453d-8027-636a26ec3bb2 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Allocated IP 172.20.0.6 (b7b5d694-ad52-44ce-8b32-500f78bb9fdb/30a40f62-0462-4e74-b622-cc4a0372b2dc/63c8f088-0bb1-410a-8195-9d29e2d80916) {{(pid=87871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 12:08:13.392726 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-a7b7ced7-30a4-44a4-883f-a5dcdfa69b2b req-d6465c6e-2db5-453d-8027-636a26ec3bb2 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for port, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:08:13.408193 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.provisioning_blocks [req-a7b7ced7-30a4-44a4-883f-a5dcdfa69b2b req-d6465c6e-2db5-453d-8027-636a26ec3bb2 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Transition to ACTIVE for port object 63c8f088-0bb1-410a-8195-9d29e2d80916 will not be triggered until provisioned by entity DHCP. {{(pid=87871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:08:13.431751 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-a7b7ced7-30a4-44a4-883f-a5dcdfa69b2b req-d6465c6e-2db5-453d-8027-636a26ec3bb2 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:08:13.495914 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7b7ced7-30a4-44a4-883f-a5dcdfa69b2b req-d6465c6e-2db5-453d-8027-636a26ec3bb2 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Network b7b5d694-ad52-44ce-8b32-500f78bb9fdb is already hosted by enough agents. {{(pid=87871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:08:13.503504 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [req-a7b7ced7-30a4-44a4-883f-a5dcdfa69b2b req-d6465c6e-2db5-453d-8027-636a26ec3bb2 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Resources bound (agent type, host, resource id): {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:08:13.507928 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7b7ced7-30a4-44a4-883f-a5dcdfa69b2b req-d6465c6e-2db5-453d-8027-636a26ec3bb2 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Received port after_create {{(pid=87871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 12:08:13.665899 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6465c6e-2db5-453d-8027-636a26ec3bb2 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Pushing event updated for resources: {'Port': ['ID=63c8f088-0bb1-410a-8195-9d29e2d80916,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:08:13.701182 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b7ced7-30a4-44a4-883f-a5dcdfa69b2b req-d6465c6e-2db5-453d-8027-636a26ec3bb2 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:08:13.701784 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-a7b7ced7-30a4-44a4-883f-a5dcdfa69b2b req-d6465c6e-2db5-453d-8027-636a26ec3bb2 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:08:13.727582 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-a7b7ced7-30a4-44a4-883f-a5dcdfa69b2b req-d6465c6e-2db5-453d-8027-636a26ec3bb2 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8809927 Mar 28 12:08:13.738637 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [req-a7b7ced7-30a4-44a4-883f-a5dcdfa69b2b req-2370ed2d-fd9b-47ab-9648-188eb02a13a2 service neutron] Request body: {'port': {'device_id': 'd519dc2f-a3bb-485d-8bd1-b45a0eb9fc47', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8353'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:08:13.778375 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-52b450df-43e7-4751-8566-4269a762491c None None] Provisioning for port 63c8f088-0bb1-410a-8195-9d29e2d80916 completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:08:13.786431 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-52b450df-43e7-4751-8566-4269a762491c None None] Provisioning complete for port 63c8f088-0bb1-410a-8195-9d29e2d80916 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:08:13.786881 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-52b450df-43e7-4751-8566-4269a762491c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:08:13.845139 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-52b450df-43e7-4751-8566-4269a762491c None None] Port 63c8f088-0bb1-410a-8195-9d29e2d80916 cannot update to ACTIVE because it is not bound. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 12:08:13.861836 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-a7b7ced7-30a4-44a4-883f-a5dcdfa69b2b req-2370ed2d-fd9b-47ab-9648-188eb02a13a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:08:13.910646 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 9420d714-e5ba-459b-8b47-2fe941602eaf up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:08:13.984431 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port 9420d714-e5ba-459b-8b47-2fe941602eaf triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:08:13.984801 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:08:14.166720 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8a5dc5-9a98-4b1d-af85-36afc5cedd47 req-067b6aad-55cd-4762-b008-6b77943a6889 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:08:14.168301 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-de8a5dc5-9a98-4b1d-af85-36afc5cedd47 req-067b6aad-55cd-4762-b008-6b77943a6889 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/ports?device_id=d519dc2f-a3bb-485d-8bd1-b45a0eb9fc47 HTTP/1.1" status: 200 len: 931 time: 0.0839436 Mar 28 12:08:14.211800 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [req-de8a5dc5-9a98-4b1d-af85-36afc5cedd47 req-59a41669-ddfc-420b-b3ce-0652dd8902bd tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Synchronizing usage tracker for tenant:527195c95736491ca1967a42cc300275 on resource:security_group {{(pid=87870) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:08:14.214008 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.notifiers.nova [req-a7b7ced7-30a4-44a4-883f-a5dcdfa69b2b req-2370ed2d-fd9b-47ab-9648-188eb02a13a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63c8f088-0bb1-410a-8195-9d29e2d80916 {{(pid=87871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 12:08:14.222167 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-a7b7ced7-30a4-44a4-883f-a5dcdfa69b2b req-2370ed2d-fd9b-47ab-9648-188eb02a13a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:08:14.227788 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [req-de8a5dc5-9a98-4b1d-af85-36afc5cedd47 req-59a41669-ddfc-420b-b3ce-0652dd8902bd tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Unset dirty status for tenant:527195c95736491ca1967a42cc300275 on resource:security_group {{(pid=87870) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:08:14.228917 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-de8a5dc5-9a98-4b1d-af85-36afc5cedd47 req-59a41669-ddfc-420b-b3ce-0652dd8902bd tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/security-groups?id=d86fcda3-c8bf-47c8-b10c-c5b88ad08abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542014 Mar 28 12:08:14.237382 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.provisioning_blocks [req-a7b7ced7-30a4-44a4-883f-a5dcdfa69b2b req-2370ed2d-fd9b-47ab-9648-188eb02a13a2 service neutron] Transition to ACTIVE for port object 63c8f088-0bb1-410a-8195-9d29e2d80916 will not be triggered until provisioned by entity L2. {{(pid=87871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:08:14.240916 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-a7b7ced7-30a4-44a4-883f-a5dcdfa69b2b req-2370ed2d-fd9b-47ab-9648-188eb02a13a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2363241'] for port, after_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:08:14.372662 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2370ed2d-fd9b-47ab-9648-188eb02a13a2 service neutron] Pushing event updated for resources: {'Port': ['ID=63c8f088-0bb1-410a-8195-9d29e2d80916,revision_number=2']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:08:14.482067 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.managers [req-a7b7ced7-30a4-44a4-883f-a5dcdfa69b2b req-2370ed2d-fd9b-47ab-9648-188eb02a13a2 service neutron] Attempting to bind port 63c8f088-0bb1-410a-8195-9d29e2d80916 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 12:08:14.482399 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.managers [req-a7b7ced7-30a4-44a4-883f-a5dcdfa69b2b req-2370ed2d-fd9b-47ab-9648-188eb02a13a2 service neutron] Attempting to bind port 63c8f088-0bb1-410a-8195-9d29e2d80916 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '9afab82c-114b-433f-9b34-076a60ced9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'b7b5d694-ad52-44ce-8b32-500f78bb9fdb'}] {{(pid=87871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 12:08:14.482724 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b7ced7-30a4-44a4-883f-a5dcdfa69b2b req-2370ed2d-fd9b-47ab-9648-188eb02a13a2 service neutron] Attempting to bind port 63c8f088-0bb1-410a-8195-9d29e2d80916 on network b7b5d694-ad52-44ce-8b32-500f78bb9fdb {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 12:08:14.487231 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b7ced7-30a4-44a4-883f-a5dcdfa69b2b req-2370ed2d-fd9b-47ab-9648-188eb02a13a2 service neutron] Port 63c8f088-0bb1-410a-8195-9d29e2d80916 on network b7b5d694-ad52-44ce-8b32-500f78bb9fdb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 12:08:14.487577 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b7ced7-30a4-44a4-883f-a5dcdfa69b2b req-2370ed2d-fd9b-47ab-9648-188eb02a13a2 service neutron] Attempting to bind port 63c8f088-0bb1-410a-8195-9d29e2d80916 on network b7b5d694-ad52-44ce-8b32-500f78bb9fdb {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 12:08:14.492641 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b7ced7-30a4-44a4-883f-a5dcdfa69b2b req-2370ed2d-fd9b-47ab-9648-188eb02a13a2 service neutron] Checking agent: {'id': '01dfae6e-0e91-4100-b27f-ff8156eac7d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8353', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 52, 20), 'started_at': datetime.datetime(2022, 3, 28, 11, 52, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 12, 7, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 12:08:14.492970 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b7ced7-30a4-44a4-883f-a5dcdfa69b2b req-2370ed2d-fd9b-47ab-9648-188eb02a13a2 service neutron] Checking segment: {'id': '9afab82c-114b-433f-9b34-076a60ced9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'b7b5d694-ad52-44ce-8b32-500f78bb9fdb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 12:08:14.493340 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7b7ced7-30a4-44a4-883f-a5dcdfa69b2b req-2370ed2d-fd9b-47ab-9648-188eb02a13a2 service neutron] Bound using segment: {'id': '9afab82c-114b-433f-9b34-076a60ced9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'b7b5d694-ad52-44ce-8b32-500f78bb9fdb'} {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 12:08:14.493761 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.managers [req-a7b7ced7-30a4-44a4-883f-a5dcdfa69b2b req-2370ed2d-fd9b-47ab-9648-188eb02a13a2 service neutron] Bound port: 63c8f088-0bb1-410a-8195-9d29e2d80916, host: hv-neutron-8353, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9afab82c-114b-433f-9b34-076a60ced9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'b7b5d694-ad52-44ce-8b32-500f78bb9fdb'}}] {{(pid=87871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 12:08:14.494097 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-a7b7ced7-30a4-44a4-883f-a5dcdfa69b2b req-2370ed2d-fd9b-47ab-9648-188eb02a13a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:08:14.581936 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.db [req-a7b7ced7-30a4-44a4-883f-a5dcdfa69b2b req-2370ed2d-fd9b-47ab-9648-188eb02a13a2 service neutron] For port 63c8f088-0bb1-410a-8195-9d29e2d80916, host hv-neutron-8353, cleared binding levels {{(pid=87871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 12:08:14.584753 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.db [req-a7b7ced7-30a4-44a4-883f-a5dcdfa69b2b req-2370ed2d-fd9b-47ab-9648-188eb02a13a2 service neutron] For port 63c8f088-0bb1-410a-8195-9d29e2d80916, host hv-neutron-8353, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=63c8f088-0bb1-410a-8195-9d29e2d80916,segment=NetworkSegment(9afab82c-114b-433f-9b34-076a60ced9d4),segment_id=9afab82c-114b-433f-9b34-076a60ced9d4)] {{(pid=87871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 12:08:14.589054 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-a7b7ced7-30a4-44a4-883f-a5dcdfa69b2b req-2370ed2d-fd9b-47ab-9648-188eb02a13a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2363241'] for port, after_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:08:14.643330 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b7ced7-30a4-44a4-883f-a5dcdfa69b2b req-2370ed2d-fd9b-47ab-9648-188eb02a13a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:08:14.643744 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-a7b7ced7-30a4-44a4-883f-a5dcdfa69b2b req-2370ed2d-fd9b-47ab-9648-188eb02a13a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:08:14.645195 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-a7b7ced7-30a4-44a4-883f-a5dcdfa69b2b req-2370ed2d-fd9b-47ab-9648-188eb02a13a2 service neutron] 10.222.0.11 "PUT /v2.0/ports/63c8f088-0bb1-410a-8195-9d29e2d80916 HTTP/1.1" status: 200 len: 1093 time: 0.9109151 Mar 28 12:08:14.647569 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd519dc2f-a3bb-485d-8bd1-b45a0eb9fc47', 'tag': '63c8f088-0bb1-410a-8195-9d29e2d80916'}] {{(pid=87871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 12:08:14.680364 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2370ed2d-fd9b-47ab-9648-188eb02a13a2 service neutron] Pushing event updated for resources: {'Port': ['ID=63c8f088-0bb1-410a-8195-9d29e2d80916,revision_number=3']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:08:14.719718 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd519dc2f-a3bb-485d-8bd1-b45a0eb9fc47', 'tag': '63c8f088-0bb1-410a-8195-9d29e2d80916', 'status': 'completed', 'code': 200} Mar 28 12:08:14.761878 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b7ced7-30a4-44a4-883f-a5dcdfa69b2b req-9d285739-bd21-4e7d-990c-4c1fca181148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:08:14.763612 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-a7b7ced7-30a4-44a4-883f-a5dcdfa69b2b req-9d285739-bd21-4e7d-990c-4c1fca181148 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=527195c95736491ca1967a42cc300275&device_id=d519dc2f-a3bb-485d-8bd1-b45a0eb9fc47 HTTP/1.1" status: 200 len: 1096 time: 0.0765312 Mar 28 12:08:14.835255 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-a7b7ced7-30a4-44a4-883f-a5dcdfa69b2b req-ab0bf5e5-08c4-415b-bb82-11f4e2055473 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=63c8f088-0bb1-410a-8195-9d29e2d80916 HTTP/1.1" status: 200 len: 217 time: 0.0655427 Mar 28 12:08:14.897681 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b7ced7-30a4-44a4-883f-a5dcdfa69b2b req-6d39e1a7-52ac-484b-9e82-4901030dc5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:08:14.899323 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-a7b7ced7-30a4-44a4-883f-a5dcdfa69b2b req-6d39e1a7-52ac-484b-9e82-4901030dc5ac service neutron] 10.222.0.11 "GET /v2.0/subnets?id=30a40f62-0462-4e74-b622-cc4a0372b2dc HTTP/1.1" status: 200 len: 843 time: 0.0585275 Mar 28 12:08:14.977450 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b7ced7-30a4-44a4-883f-a5dcdfa69b2b req-44b8d9b1-738b-41ee-96e5-2bc71c964af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:08:14.978881 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-a7b7ced7-30a4-44a4-883f-a5dcdfa69b2b req-44b8d9b1-738b-41ee-96e5-2bc71c964af1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b7b5d694-ad52-44ce-8b32-500f78bb9fdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0737712 Mar 28 12:08:15.107815 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-a7b7ced7-30a4-44a4-883f-a5dcdfa69b2b req-98824109-22de-4e98-a6d2-f36c4d780904 service neutron] 10.222.0.11 "GET /v2.0/networks/b7b5d694-ad52-44ce-8b32-500f78bb9fdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228433 Mar 28 12:08:15.235607 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-a7b7ced7-30a4-44a4-883f-a5dcdfa69b2b req-cd7370ef-98c2-4233-8048-70974452f01e service neutron] 10.222.0.11 "GET /v2.0/networks/b7b5d694-ad52-44ce-8b32-500f78bb9fdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216743 Mar 28 12:08:15.349104 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6cce5e-3533-4699-9a33-eeb7de2223b3 req-1a8b5b41-29f5-4c50-9f80-1da5ffbc2920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:08:15.350552 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-5d6cce5e-3533-4699-9a33-eeb7de2223b3 req-1a8b5b41-29f5-4c50-9f80-1da5ffbc2920 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=527195c95736491ca1967a42cc300275&device_id=d519dc2f-a3bb-485d-8bd1-b45a0eb9fc47 HTTP/1.1" status: 200 len: 1096 time: 0.0701320 Mar 28 12:08:15.417599 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e11e3a-84ee-4798-b384-b03ae3b16828 req-a01b2b4e-061b-4fbc-88e2-a3ed7d173aa4 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:08:15.419329 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-98e11e3a-84ee-4798-b384-b03ae3b16828 req-a01b2b4e-061b-4fbc-88e2-a3ed7d173aa4 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/ports?device_id=d519dc2f-a3bb-485d-8bd1-b45a0eb9fc47 HTTP/1.1" status: 200 len: 943 time: 0.0844309 Mar 28 12:08:15.465122 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-98e11e3a-84ee-4798-b384-b03ae3b16828 req-62c18bfc-9f25-4760-af8c-f84e1e10242d tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/security-groups?id=d86fcda3-c8bf-47c8-b10c-c5b88ad08abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400591 Mar 28 12:08:15.581140 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6cce5e-3533-4699-9a33-eeb7de2223b3 req-485d2299-7900-4760-b9a1-734670d8b649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:08:15.582406 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-5d6cce5e-3533-4699-9a33-eeb7de2223b3 req-485d2299-7900-4760-b9a1-734670d8b649 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b7b5d694-ad52-44ce-8b32-500f78bb9fdb HTTP/1.1" status: 200 len: 897 time: 0.2257674 Mar 28 12:08:15.654161 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-5d6cce5e-3533-4699-9a33-eeb7de2223b3 req-7cd6466f-9c54-4bb3-9bd4-9bd51dddd89e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=63c8f088-0bb1-410a-8195-9d29e2d80916 HTTP/1.1" status: 200 len: 217 time: 0.0652733 Mar 28 12:08:15.717077 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6cce5e-3533-4699-9a33-eeb7de2223b3 req-b904a52f-58e7-46e1-9416-2d47c0c3dd44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:08:15.718496 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-5d6cce5e-3533-4699-9a33-eeb7de2223b3 req-b904a52f-58e7-46e1-9416-2d47c0c3dd44 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=30a40f62-0462-4e74-b622-cc4a0372b2dc HTTP/1.1" status: 200 len: 843 time: 0.0588629 Mar 28 12:08:15.795628 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6cce5e-3533-4699-9a33-eeb7de2223b3 req-77a9059b-2a07-405c-bb2e-61021524eaaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:08:15.797070 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-5d6cce5e-3533-4699-9a33-eeb7de2223b3 req-77a9059b-2a07-405c-bb2e-61021524eaaa service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b7b5d694-ad52-44ce-8b32-500f78bb9fdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0724487 Mar 28 12:08:15.931356 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-5d6cce5e-3533-4699-9a33-eeb7de2223b3 req-572f2f26-efcd-44b4-90c2-590fcef3594e service neutron] 10.222.0.11 "GET /v2.0/networks/b7b5d694-ad52-44ce-8b32-500f78bb9fdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266923 Mar 28 12:08:16.060504 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-5d6cce5e-3533-4699-9a33-eeb7de2223b3 req-782279df-b3de-4ac6-8efb-e150aaf3aa6d service neutron] 10.222.0.11 "GET /v2.0/networks/b7b5d694-ad52-44ce-8b32-500f78bb9fdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224689 Mar 28 12:08:16.647989 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bd3ed4-0521-450e-b475-b9c0a3e2261e req-d8ce046d-d858-4af4-842f-4099934011ee tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:08:16.648680 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [req-a8bd3ed4-0521-450e-b475-b9c0a3e2261e req-d8ce046d-d858-4af4-842f-4099934011ee tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Synchronizing usage tracker for tenant:527195c95736491ca1967a42cc300275 on resource:port {{(pid=87871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:08:16.663738 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [req-a8bd3ed4-0521-450e-b475-b9c0a3e2261e req-d8ce046d-d858-4af4-842f-4099934011ee tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Unset dirty status for tenant:527195c95736491ca1967a42cc300275 on resource:port {{(pid=87871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:08:16.665000 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-a8bd3ed4-0521-450e-b475-b9c0a3e2261e req-d8ce046d-d858-4af4-842f-4099934011ee tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/ports?device_id=d519dc2f-a3bb-485d-8bd1-b45a0eb9fc47 HTTP/1.1" status: 200 len: 943 time: 0.0948741 Mar 28 12:08:16.713874 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-a8bd3ed4-0521-450e-b475-b9c0a3e2261e req-2d452cbb-2bf5-4e78-a054-960b8f8278e8 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/security-groups?id=d86fcda3-c8bf-47c8-b10c-c5b88ad08abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430470 Mar 28 12:08:17.086516 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Device 63c8f088-0bb1-410a-8195-9d29e2d80916 details requested by agent hyperv_hv-neutron-8353 with host hv-neutron-8353 {{(pid=87872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 28 12:08:17.214938 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] For port 63c8f088-0bb1-410a-8195-9d29e2d80916, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=63c8f088-0bb1-410a-8195-9d29e2d80916,segment=NetworkSegment(9afab82c-114b-433f-9b34-076a60ced9d4),segment_id=9afab82c-114b-433f-9b34-076a60ced9d4)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:08:17.228070 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Returning: {'device': '63c8f088-0bb1-410a-8195-9d29e2d80916', 'network_id': 'b7b5d694-ad52-44ce-8b32-500f78bb9fdb', 'port_id': '63c8f088-0bb1-410a-8195-9d29e2d80916', 'mac_address': 'fa:16:3e:18:7e:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30a40f62-0462-4e74-b622-cc4a0372b2dc', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 28 12:08:17.281614 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:08:17.298077 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.notifiers.nova [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63c8f088-0bb1-410a-8195-9d29e2d80916 {{(pid=87872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 12:08:17.312766 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] For port 63c8f088-0bb1-410a-8195-9d29e2d80916, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=63c8f088-0bb1-410a-8195-9d29e2d80916,segment=NetworkSegment(9afab82c-114b-433f-9b34-076a60ced9d4),segment_id=9afab82c-114b-433f-9b34-076a60ced9d4)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:08:17.316430 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:08:17.382756 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Pushing event updated for resources: {'Port': ['ID=63c8f088-0bb1-410a-8195-9d29e2d80916,revision_number=4']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:08:17.530652 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] get_ports_and_sgs() called for port_ids ['63c8f088-0bb1-410a-8195-9d29e2d80916'] {{(pid=87872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 12:08:17.897986 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed79e20-0c57-4748-a186-d5807b6b47dc req-1471cfa0-cd68-4ae4-a503-c7da63de50a6 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:08:17.899425 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-aed79e20-0c57-4748-a186-d5807b6b47dc req-1471cfa0-cd68-4ae4-a503-c7da63de50a6 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/ports?device_id=d519dc2f-a3bb-485d-8bd1-b45a0eb9fc47 HTTP/1.1" status: 200 len: 944 time: 0.0803525 Mar 28 12:08:17.943494 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-aed79e20-0c57-4748-a186-d5807b6b47dc req-8002453a-7b48-45ac-843a-487884f358e3 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/security-groups?id=d86fcda3-c8bf-47c8-b10c-c5b88ad08abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381873 Mar 28 12:08:19.084799 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Device 63c8f088-0bb1-410a-8195-9d29e2d80916 up at agent hyperv_hv-neutron-8353 {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:08:19.127188 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8633fc-92f3-4a8a-bc81-e8134506da6c req-85afa106-2e8a-4a2a-a94a-ad3405a50e4f tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:08:19.128570 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-ea8633fc-92f3-4a8a-bc81-e8134506da6c req-85afa106-2e8a-4a2a-a94a-ad3405a50e4f tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/ports?device_id=d519dc2f-a3bb-485d-8bd1-b45a0eb9fc47 HTTP/1.1" status: 200 len: 944 time: 0.0803387 Mar 28 12:08:19.151565 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Provisioning for port 63c8f088-0bb1-410a-8195-9d29e2d80916 completed by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:08:19.156535 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Provisioning complete for port 63c8f088-0bb1-410a-8195-9d29e2d80916 triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:08:19.156897 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:08:19.173275 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-ea8633fc-92f3-4a8a-bc81-e8134506da6c req-47372d2c-3ab7-4125-920b-b7cb43e5aaf2 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/security-groups?id=d86fcda3-c8bf-47c8-b10c-c5b88ad08abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391262 Mar 28 12:08:19.273721 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:08:19.300683 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd519dc2f-a3bb-485d-8bd1-b45a0eb9fc47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63c8f088-0bb1-410a-8195-9d29e2d80916'}] {{(pid=87872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 12:08:19.310229 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] For port 63c8f088-0bb1-410a-8195-9d29e2d80916, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=63c8f088-0bb1-410a-8195-9d29e2d80916,segment=NetworkSegment(9afab82c-114b-433f-9b34-076a60ced9d4),segment_id=9afab82c-114b-433f-9b34-076a60ced9d4)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:08:19.315290 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:08:19.349576 dv-neutron-835340-2-hyperv neutron-server[87872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd519dc2f-a3bb-485d-8bd1-b45a0eb9fc47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63c8f088-0bb1-410a-8195-9d29e2d80916', 'code': 200} Mar 28 12:08:19.387622 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Pushing event updated for resources: {'Port': ['ID=63c8f088-0bb1-410a-8195-9d29e2d80916,revision_number=5']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:08:19.572223 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac93bee8-ac49-4818-9385-ce67d754c80f req-a726429f-432d-476b-807e-c9ff9e7e69e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:08:19.573646 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-ac93bee8-ac49-4818-9385-ce67d754c80f req-a726429f-432d-476b-807e-c9ff9e7e69e8 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d519dc2f-a3bb-485d-8bd1-b45a0eb9fc47 HTTP/1.1" status: 200 len: 1098 time: 0.0728009 Mar 28 12:08:19.612005 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-ac93bee8-ac49-4818-9385-ce67d754c80f req-bc8e14a0-8417-428e-aee7-9a0847d8915b service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=d86fcda3-c8bf-47c8-b10c-c5b88ad08abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326040 Mar 28 12:08:20.354870 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08b9339-5549-4355-94f7-3bbad9556bff req-a5b4ae16-00dd-4603-add8-281451ac867e tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:08:20.356366 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-f08b9339-5549-4355-94f7-3bbad9556bff req-a5b4ae16-00dd-4603-add8-281451ac867e tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/ports?device_id=d519dc2f-a3bb-485d-8bd1-b45a0eb9fc47 HTTP/1.1" status: 200 len: 945 time: 0.0801506 Mar 28 12:08:20.399547 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-f08b9339-5549-4355-94f7-3bbad9556bff req-0252f5e3-463b-4366-8315-e85afa72b356 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/security-groups?id=d86fcda3-c8bf-47c8-b10c-c5b88ad08abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369363 Mar 28 12:08:20.632808 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:08:21.589007 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9322643b-e957-4e93-a688-8c7a7de5f093 req-7c4fab6d-ca64-428f-a56f-660ac4a12f1b tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:08:21.590367 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-9322643b-e957-4e93-a688-8c7a7de5f093 req-7c4fab6d-ca64-428f-a56f-660ac4a12f1b tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/ports?device_id=d519dc2f-a3bb-485d-8bd1-b45a0eb9fc47 HTTP/1.1" status: 200 len: 945 time: 0.0829775 Mar 28 12:08:21.634293 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-9322643b-e957-4e93-a688-8c7a7de5f093 req-569b424f-9a6c-4b85-8c46-e3579d46ac95 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/security-groups?id=d86fcda3-c8bf-47c8-b10c-c5b88ad08abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376811 Mar 28 12:08:21.823277 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f39c84c-a336-4bbc-bcfa-350503233d4e req-b3d93b16-bffc-4f9a-9fc1-59b7d9d8f28f tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:08:21.824782 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-2f39c84c-a336-4bbc-bcfa-350503233d4e req-b3d93b16-bffc-4f9a-9fc1-59b7d9d8f28f tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/ports?device_id=d519dc2f-a3bb-485d-8bd1-b45a0eb9fc47 HTTP/1.1" status: 200 len: 945 time: 0.0824482 Mar 28 12:08:21.869288 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-2f39c84c-a336-4bbc-bcfa-350503233d4e req-0104ddb3-dc22-4893-b94b-c401ccc73aba tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/security-groups?id=d86fcda3-c8bf-47c8-b10c-c5b88ad08abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385749 Mar 28 12:08:21.891535 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 60196) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:08:21.960080 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99a71ab5-423b-40e9-a419-ae3add471c32 tempest-TestNetworkBasicOps-386611239 tempest-TestNetworkBasicOps-386611239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:08:21.961547 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-99a71ab5-423b-40e9-a419-ae3add471c32 tempest-TestNetworkBasicOps-386611239 tempest-TestNetworkBasicOps-386611239-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=d519dc2f-a3bb-485d-8bd1-b45a0eb9fc47 HTTP/1.1" status: 200 len: 1093 time: 0.0690749 Mar 28 12:08:21.964429 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 60200) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:08:21.969717 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-efadd394-7525-43cd-8fee-028940769dec tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Request body: {'floatingip': {'floating_network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'port_id': '63c8f088-0bb1-410a-8195-9d29e2d80916', 'tenant_id': '527195c95736491ca1967a42cc300275', 'fixed_ip_address': '172.20.0.6'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:08:21.975428 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-efadd394-7525-43cd-8fee-028940769dec tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:08:21.979249 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-efadd394-7525-43cd-8fee-028940769dec tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Usage tracker for resource:floatingip and tenant:527195c95736491ca1967a42cc300275 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:08:21.982207 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-efadd394-7525-43cd-8fee-028940769dec tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:08:21.987805 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-efadd394-7525-43cd-8fee-028940769dec tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:08:22.001100 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-efadd394-7525-43cd-8fee-028940769dec tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for floatingip, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:08:22.130588 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-efadd394-7525-43cd-8fee-028940769dec tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:08:22.264267 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.db_base_plugin_common [None req-efadd394-7525-43cd-8fee-028940769dec tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Allocated IP 172.26.7.206 (ac2b1748-8f63-4b17-a9c7-07e79704aa5b/0b7ebf76-1dc7-431a-a0b4-b96bacf287c2/8dd458c3-669e-46df-a3a6-dcb4192893e2) {{(pid=87871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 12:08:22.406904 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-efadd394-7525-43cd-8fee-028940769dec tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for port, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:08:22.435181 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-efadd394-7525-43cd-8fee-028940769dec tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:08:22.496445 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efadd394-7525-43cd-8fee-028940769dec tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Network ac2b1748-8f63-4b17-a9c7-07e79704aa5b is already hosted by enough agents. {{(pid=87871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:08:22.499114 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-efadd394-7525-43cd-8fee-028940769dec tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Resources bound (agent type, host, resource id): {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:08:22.501466 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efadd394-7525-43cd-8fee-028940769dec tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Received port after_create {{(pid=87871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 12:08:22.543034 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efadd394-7525-43cd-8fee-028940769dec tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Pushing event updated for resources: {'Port': ['ID=8dd458c3-669e-46df-a3a6-dcb4192893e2,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:08:23.011292 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-efadd394-7525-43cd-8fee-028940769dec tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:08:23.084699 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-efadd394-7525-43cd-8fee-028940769dec tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:08:23.285507 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-efadd394-7525-43cd-8fee-028940769dec tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for port, precommit_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:08:23.289866 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-efadd394-7525-43cd-8fee-028940769dec tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2363241'] for port, after_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:08:23.399878 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efadd394-7525-43cd-8fee-028940769dec tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Pushing event updated for resources: {'Port': ['ID=8dd458c3-669e-46df-a3a6-dcb4192893e2,revision_number=2']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:08:23.407837 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-efadd394-7525-43cd-8fee-028940769dec tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-709520'] for floatingip, after_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:08:23.576342 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.db.l3_db [None req-efadd394-7525-43cd-8fee-028940769dec tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Floating IP 7c99416c-378d-474a-b465-4d060f25f0e3 associated. External IP: 172.26.7.206, port: 63c8f088-0bb1-410a-8195-9d29e2d80916. Mar 28 12:08:23.920735 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efadd394-7525-43cd-8fee-028940769dec tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Router d0b3660f-e47c-4596-95e4-d479d41ea3b9 has already been hosted by L3 agent af79d429-529e-400b-a119-94d4bec03f3e {{(pid=87871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 12:08:24.098568 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efadd394-7525-43cd-8fee-028940769dec tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 12:08:24.108080 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f6b6044-da2f-4545-a129-62b1bf6da7fa None None] Sync routers for ids ['d0b3660f-e47c-4596-95e4-d479d41ea3b9'] in dv-neutron-835340-2-hyperv {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 12:08:24.117813 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f6b6044-da2f-4545-a129-62b1bf6da7fa None None] Routers {'d0b3660f-e47c-4596-95e4-d479d41ea3b9'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:08:24.118425 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-6f6b6044-da2f-4545-a129-62b1bf6da7fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:08:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['d0b3660f-e47c-4596-95e4-d479d41ea3b9'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:08:24.123192 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-efadd394-7525-43cd-8fee-028940769dec tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for floatingip, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:08:24.177252 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-efadd394-7525-43cd-8fee-028940769dec tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2118144 Mar 28 12:08:24.177925 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd519dc2f-a3bb-485d-8bd1-b45a0eb9fc47', 'tag': '63c8f088-0bb1-410a-8195-9d29e2d80916'}] {{(pid=87871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 12:08:24.180034 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 60204) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:08:24.222232 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd519dc2f-a3bb-485d-8bd1-b45a0eb9fc47', 'tag': '63c8f088-0bb1-410a-8195-9d29e2d80916', 'status': 'completed', 'code': 200} Mar 28 12:08:24.300624 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-4ac88d7b-e90a-4bfe-8c6b-19cbd426e12c tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/floatingips/7c99416c-378d-474a-b465-4d060f25f0e3 HTTP/1.1" status: 200 len: 991 time: 0.1187828 Mar 28 12:08:24.302895 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvr_db [None req-6f6b6044-da2f-4545-a129-62b1bf6da7fa None None] Set router d0b3660f-e47c-4596-95e4-d479d41ea3b9 gateway port host: dv-neutron-835340-2-hyperv {{(pid=87872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:08:24.431226 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ce64b1-bf53-469f-a55f-d7ca64cd57ac req-6179b660-23e7-469e-9cfc-2e2b86489d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:08:24.432637 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-61ce64b1-bf53-469f-a55f-d7ca64cd57ac req-6179b660-23e7-469e-9cfc-2e2b86489d2f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=527195c95736491ca1967a42cc300275&device_id=d519dc2f-a3bb-485d-8bd1-b45a0eb9fc47 HTTP/1.1" status: 200 len: 1098 time: 0.1892498 Mar 28 12:08:24.564501 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ce64b1-bf53-469f-a55f-d7ca64cd57ac req-d57d5e53-5561-4225-8c4c-0bcf7b5dfd92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:08:24.565931 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-61ce64b1-bf53-469f-a55f-d7ca64cd57ac req-d57d5e53-5561-4225-8c4c-0bcf7b5dfd92 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b7b5d694-ad52-44ce-8b32-500f78bb9fdb HTTP/1.1" status: 200 len: 897 time: 0.1276762 Mar 28 12:08:24.668441 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-61ce64b1-bf53-469f-a55f-d7ca64cd57ac req-a12289f2-dab2-494b-a613-41c0ae0bed67 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=63c8f088-0bb1-410a-8195-9d29e2d80916 HTTP/1.1" status: 200 len: 999 time: 0.0964928 Mar 28 12:08:24.688792 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-6f6b6044-da2f-4545-a129-62b1bf6da7fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0b3660f-e47c-4596-95e4-d479d41ea3b9', 'name': 'tempest-TestNetworkBasicOps-router-353059613', 'tenant_id': '527195c95736491ca1967a42cc300275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.165'}], 'enable_snat': True}, 'gw_port_id': 'd80555ef-d8f2-4d00-9404-5a955f74f715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:08:02Z', 'updated_at': '2022-03-28T12:08:07Z', 'revision_number': 4, 'project_id': '527195c95736491ca1967a42cc300275', 'gw_port': {'id': 'd80555ef-d8f2-4d00-9404-5a955f74f715', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:88:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0b3660f-e47c-4596-95e4-d479d41ea3b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:08:02Z', 'updated_at': '2022-03-28T12:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_floatingips': [{'id': '7c99416c-378d-474a-b465-4d060f25f0e3', 'tenant_id': '527195c95736491ca1967a42cc300275', 'floating_ip_address': '172.26.7.206', 'floating_network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'router_id': 'd0b3660f-e47c-4596-95e4-d479d41ea3b9', 'port_id': '63c8f088-0bb1-410a-8195-9d29e2d80916', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7b5d694-ad52-44ce-8b32-500f78bb9fdb', 'mac_address': 'fa:16:3e:18:7e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd519dc2f-a3bb-485d-8bd1-b45a0eb9fc47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T12:08:22Z', 'updated_at': '2022-03-28T12:08:22Z', 'revision_number': 0, 'project_id': '527195c95736491ca1967a42cc300275', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9420d714-e5ba-459b-8b47-2fe941602eaf', 'name': '', 'network_id': 'b7b5d694-ad52-44ce-8b32-500f78bb9fdb', 'tenant_id': '527195c95736491ca1967a42cc300275', 'mac_address': 'fa:16:3e:8f:81:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0b3660f-e47c-4596-95e4-d479d41ea3b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '30a40f62-0462-4e74-b622-cc4a0372b2dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:08:06Z', 'updated_at': '2022-03-28T12:08:12Z', 'revision_number': 5, 'project_id': '527195c95736491ca1967a42cc300275', 'subnets': [{'id': '30a40f62-0462-4e74-b622-cc4a0372b2dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:08:24.692508 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f6b6044-da2f-4545-a129-62b1bf6da7fa None None] Checking router: d0b3660f-e47c-4596-95e4-d479d41ea3b9 for host: dv-neutron-835340-2-hyperv {{(pid=87872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 12:08:24.700718 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f6b6044-da2f-4545-a129-62b1bf6da7fa None None] Routers {'d0b3660f-e47c-4596-95e4-d479d41ea3b9'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:08:24.701306 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-6f6b6044-da2f-4545-a129-62b1bf6da7fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:08:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['d0b3660f-e47c-4596-95e4-d479d41ea3b9'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:08:24.728681 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ce64b1-bf53-469f-a55f-d7ca64cd57ac req-908c8350-64f7-4a2f-92bd-0a9d72d6ac5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:08:24.730082 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-61ce64b1-bf53-469f-a55f-d7ca64cd57ac req-908c8350-64f7-4a2f-92bd-0a9d72d6ac5b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=30a40f62-0462-4e74-b622-cc4a0372b2dc HTTP/1.1" status: 200 len: 843 time: 0.0562210 Mar 28 12:08:24.806851 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ce64b1-bf53-469f-a55f-d7ca64cd57ac req-87367a10-adb1-473b-b40d-986c6f348af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:08:24.808422 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-61ce64b1-bf53-469f-a55f-d7ca64cd57ac req-87367a10-adb1-473b-b40d-986c6f348af9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b7b5d694-ad52-44ce-8b32-500f78bb9fdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0730224 Mar 28 12:08:24.877037 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvr_db [None req-6f6b6044-da2f-4545-a129-62b1bf6da7fa None None] Set router d0b3660f-e47c-4596-95e4-d479d41ea3b9 gateway port host: dv-neutron-835340-2-hyperv {{(pid=87872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:08:24.940976 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-61ce64b1-bf53-469f-a55f-d7ca64cd57ac req-6521f1b7-ee73-40a0-ac24-e986c51ab632 service neutron] 10.222.0.11 "GET /v2.0/networks/b7b5d694-ad52-44ce-8b32-500f78bb9fdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264865 Mar 28 12:08:25.073058 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-61ce64b1-bf53-469f-a55f-d7ca64cd57ac req-eee3885d-b695-4b39-826c-43d093ff80d6 service neutron] 10.222.0.11 "GET /v2.0/networks/b7b5d694-ad52-44ce-8b32-500f78bb9fdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266055 Mar 28 12:08:25.225578 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-6f6b6044-da2f-4545-a129-62b1bf6da7fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0b3660f-e47c-4596-95e4-d479d41ea3b9', 'name': 'tempest-TestNetworkBasicOps-router-353059613', 'tenant_id': '527195c95736491ca1967a42cc300275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.165'}], 'enable_snat': True}, 'gw_port_id': 'd80555ef-d8f2-4d00-9404-5a955f74f715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:08:02Z', 'updated_at': '2022-03-28T12:08:07Z', 'revision_number': 4, 'project_id': '527195c95736491ca1967a42cc300275', 'gw_port': {'id': 'd80555ef-d8f2-4d00-9404-5a955f74f715', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:88:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0b3660f-e47c-4596-95e4-d479d41ea3b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:08:02Z', 'updated_at': '2022-03-28T12:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_floatingips': [{'id': '7c99416c-378d-474a-b465-4d060f25f0e3', 'tenant_id': '527195c95736491ca1967a42cc300275', 'floating_ip_address': '172.26.7.206', 'floating_network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'router_id': 'd0b3660f-e47c-4596-95e4-d479d41ea3b9', 'port_id': '63c8f088-0bb1-410a-8195-9d29e2d80916', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7b5d694-ad52-44ce-8b32-500f78bb9fdb', 'mac_address': 'fa:16:3e:18:7e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd519dc2f-a3bb-485d-8bd1-b45a0eb9fc47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T12:08:22Z', 'updated_at': '2022-03-28T12:08:22Z', 'revision_number': 0, 'project_id': '527195c95736491ca1967a42cc300275', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9420d714-e5ba-459b-8b47-2fe941602eaf', 'name': '', 'network_id': 'b7b5d694-ad52-44ce-8b32-500f78bb9fdb', 'tenant_id': '527195c95736491ca1967a42cc300275', 'mac_address': 'fa:16:3e:8f:81:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0b3660f-e47c-4596-95e4-d479d41ea3b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '30a40f62-0462-4e74-b622-cc4a0372b2dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:08:06Z', 'updated_at': '2022-03-28T12:08:12Z', 'revision_number': 5, 'project_id': '527195c95736491ca1967a42cc300275', 'subnets': [{'id': '30a40f62-0462-4e74-b622-cc4a0372b2dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:08:25.229447 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f6b6044-da2f-4545-a129-62b1bf6da7fa None None] The sync data for ids ['d0b3660f-e47c-4596-95e4-d479d41ea3b9'] in dv-neutron-835340-2-hyperv is: [{'id': 'd0b3660f-e47c-4596-95e4-d479d41ea3b9', 'name': 'tempest-TestNetworkBasicOps-router-353059613', 'tenant_id': '527195c95736491ca1967a42cc300275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.165'}], 'enable_snat': True}, 'gw_port_id': 'd80555ef-d8f2-4d00-9404-5a955f74f715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:08:02Z', 'updated_at': '2022-03-28T12:08:07Z', 'revision_number': 4, 'project_id': '527195c95736491ca1967a42cc300275', 'gw_port': {'id': 'd80555ef-d8f2-4d00-9404-5a955f74f715', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:88:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0b3660f-e47c-4596-95e4-d479d41ea3b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:08:02Z', 'updated_at': '2022-03-28T12:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_floatingips': [{'id': '7c99416c-378d-474a-b465-4d060f25f0e3', 'tenant_id': '527195c95736491ca1967a42cc300275', 'floating_ip_address': '172.26.7.206', 'floating_network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'router_id': 'd0b3660f-e47c-4596-95e4-d479d41ea3b9', 'port_id': '63c8f088-0bb1-410a-8195-9d29e2d80916', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7b5d694-ad52-44ce-8b32-500f78bb9fdb', 'mac_address': 'fa:16:3e:18:7e:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd519dc2f-a3bb-485d-8bd1-b45a0eb9fc47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T12:08:22Z', 'updated_at': '2022-03-28T12:08:22Z', 'revision_number': 0, 'project_id': '527195c95736491ca1967a42cc300275', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9420d714-e5ba-459b-8b47-2fe941602eaf', 'name': '', 'network_id': 'b7b5d694-ad52-44ce-8b32-500f78bb9fdb', 'tenant_id': '527195c95736491ca1967a42cc300275', 'mac_address': 'fa:16:3e:8f:81:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0b3660f-e47c-4596-95e4-d479d41ea3b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '30a40f62-0462-4e74-b622-cc4a0372b2dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:08:06Z', 'updated_at': '2022-03-28T12:08:12Z', 'revision_number': 5, 'project_id': '527195c95736491ca1967a42cc300275', 'subnets': [{'id': '30a40f62-0462-4e74-b622-cc4a0372b2dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 12:08:25.304428 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 60210) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:08:25.412243 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34128489-df58-4b24-8e82-46ac76c610eb None None] New status for floating IP 7c99416c-378d-474a-b465-4d060f25f0e3: ACTIVE {{(pid=87873) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 12:08:25.414759 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-09ec6e3d-82fc-4a79-a62b-0ad832441565 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/floatingips/7c99416c-378d-474a-b465-4d060f25f0e3 HTTP/1.1" status: 200 len: 991 time: 0.1091290 Mar 28 12:08:26.418621 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 60214) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:08:26.524006 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-f7584a6e-834b-4208-977f-31977fde43bc tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/floatingips/7c99416c-378d-474a-b465-4d060f25f0e3 HTTP/1.1" status: 200 len: 993 time: 0.1042621 Mar 28 12:08:32.333430 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-b5c8e645-30d9-44f9-ae54-64ded4a12375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:08:34.703981 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-4af9d0bc-47af-4242-94dc-293e821015dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:08:35.680469 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:08:35.780327 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-ef3be119-c018-4979-be07-86cf959defc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:08:37.438014 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-b7ccd3c7-0277-4f12-8e5c-e41478141af5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:08:49.481454 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.agents_db [None req-03fd49d8-b51b-41c1-8716-b8e265c93689 None None] Agent healthcheck: found 6 active agents {{(pid=87873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 12:08:50.633326 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:09:02.335942 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-8c99bc8b-e603-475d-9515-0cf3f4a0566f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:09:04.705546 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-a0bbdb64-2917-4702-af76-42667119ad5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:09:05.681971 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:09:05.784831 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-ef3be119-c018-4979-be07-86cf959defc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:09:07.441174 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-b7ccd3c7-0277-4f12-8e5c-e41478141af5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:09:10.627583 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce28b01-7a81-4581-9f08-90ad709096e5 req-3f2c3a3b-bf4d-49fe-a7ba-9e90c8f6a74e tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:09:10.628895 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-6ce28b01-7a81-4581-9f08-90ad709096e5 req-3f2c3a3b-bf4d-49fe-a7ba-9e90c8f6a74e tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] 10.222.0.30 "GET /v2.0/ports?device_id=1b6773b4-f4e6-48ad-9a27-86605cb746a2 HTTP/1.1" status: 200 len: 945 time: 0.0784616 Mar 28 12:09:10.672009 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-6ce28b01-7a81-4581-9f08-90ad709096e5 req-853b225a-f0ee-4b19-94e2-53db6027c234 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] 10.222.0.30 "GET /v2.0/security-groups?id=a8392a33-39a9-4107-88a2-a192a6c34737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374975 Mar 28 12:09:11.859980 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51c2ff2-4ff7-4a5e-8837-6a2adee64eb0 req-7a0b73fc-7e9b-4563-a744-80193f43a0e4 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:09:11.861447 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-b51c2ff2-4ff7-4a5e-8837-6a2adee64eb0 req-7a0b73fc-7e9b-4563-a744-80193f43a0e4 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] 10.222.0.30 "GET /v2.0/ports?device_id=1b6773b4-f4e6-48ad-9a27-86605cb746a2 HTTP/1.1" status: 200 len: 945 time: 0.0830405 Mar 28 12:09:11.904305 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-b51c2ff2-4ff7-4a5e-8837-6a2adee64eb0 req-fbe2ef8a-7b8d-460d-bd54-46b38b9c5173 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] 10.222.0.30 "GET /v2.0/security-groups?id=a8392a33-39a9-4107-88a2-a192a6c34737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371377 Mar 28 12:09:12.046664 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3f8162-4e0c-4350-9f74-33972e486bbd req-1b977273-3b24-436d-9ea5-501564f8ef38 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:09:12.048021 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-6a3f8162-4e0c-4350-9f74-33972e486bbd req-1b977273-3b24-436d-9ea5-501564f8ef38 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] 10.222.0.11 "GET /v2.0/ports?device_id=1b6773b4-f4e6-48ad-9a27-86605cb746a2 HTTP/1.1" status: 200 len: 945 time: 0.0815179 Mar 28 12:09:12.115124 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [req-6a3f8162-4e0c-4350-9f74-33972e486bbd req-a34dfeea-df22-4e1d-9a2b-5b45298638fd tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Deleting port 245c94d6-6a24-4716-9a17-2144e1d3e1b9 {{(pid=87871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:09:12.115479 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-6a3f8162-4e0c-4350-9f74-33972e486bbd req-a34dfeea-df22-4e1d-9a2b-5b45298638fd tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:09:12.358212 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.db [req-6a3f8162-4e0c-4350-9f74-33972e486bbd req-a34dfeea-df22-4e1d-9a2b-5b45298638fd tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] For port 245c94d6-6a24-4716-9a17-2144e1d3e1b9, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=245c94d6-6a24-4716-9a17-2144e1d3e1b9,segment=NetworkSegment(50310252-dd3a-44b3-a0be-b4c21d863506),segment_id=50310252-dd3a-44b3-a0be-b4c21d863506)] {{(pid=87871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:09:12.358685 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-6a3f8162-4e0c-4350-9f74-33972e486bbd req-a34dfeea-df22-4e1d-9a2b-5b45298638fd tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:09:12.744790 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-6a3f8162-4e0c-4350-9f74-33972e486bbd req-a34dfeea-df22-4e1d-9a2b-5b45298638fd tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:09:12.745155 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-6a3f8162-4e0c-4350-9f74-33972e486bbd req-a34dfeea-df22-4e1d-9a2b-5b45298638fd tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-709520'] for floatingip, after_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:09:12.745461 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.db.l3_db [req-6a3f8162-4e0c-4350-9f74-33972e486bbd req-a34dfeea-df22-4e1d-9a2b-5b45298638fd tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Floating IP 0d494c20-4d92-4179-883a-efc3601c82bc disassociated. External IP: 172.26.7.79, port: 245c94d6-6a24-4716-9a17-2144e1d3e1b9. Mar 28 12:09:12.745797 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [req-6a3f8162-4e0c-4350-9f74-33972e486bbd req-a34dfeea-df22-4e1d-9a2b-5b45298638fd tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Calling delete_port for 245c94d6-6a24-4716-9a17-2144e1d3e1b9 owned by compute:nova {{(pid=87871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:09:12.887858 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-6a3f8162-4e0c-4350-9f74-33972e486bbd req-a34dfeea-df22-4e1d-9a2b-5b45298638fd tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:09:12.939339 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34dfeea-df22-4e1d-9a2b-5b45298638fd tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Pushing event deleted for resources: {'Port': ['ID=245c94d6-6a24-4716-9a17-2144e1d3e1b9,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:09:12.951584 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34dfeea-df22-4e1d-9a2b-5b45298638fd tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:09:12.951903 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34dfeea-df22-4e1d-9a2b-5b45298638fd tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:09:12.952684 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34dfeea-df22-4e1d-9a2b-5b45298638fd tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:09:12.952684 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34dfeea-df22-4e1d-9a2b-5b45298638fd tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:09:12.952892 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34dfeea-df22-4e1d-9a2b-5b45298638fd tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:09:12.953156 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34dfeea-df22-4e1d-9a2b-5b45298638fd tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:09:12.953480 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34dfeea-df22-4e1d-9a2b-5b45298638fd tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:09:12.953801 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34dfeea-df22-4e1d-9a2b-5b45298638fd tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:09:12.954121 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34dfeea-df22-4e1d-9a2b-5b45298638fd tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:09:12.954442 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34dfeea-df22-4e1d-9a2b-5b45298638fd tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:09:12.954759 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34dfeea-df22-4e1d-9a2b-5b45298638fd tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:09:12.955073 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34dfeea-df22-4e1d-9a2b-5b45298638fd tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:09:13.072169 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-6d48d334-0c2c-496f-9320-587709a37ee2 req-f54f2726-c731-4ebc-b3d4-cfe502bd9cea tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] 10.222.0.30 "GET /v2.0/ports?device_id=1b6773b4-f4e6-48ad-9a27-86605cb746a2 HTTP/1.1" status: 200 len: 210 time: 0.0601776 Mar 28 12:09:13.181487 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6a3f8162-4e0c-4350-9f74-33972e486bbd req-a34dfeea-df22-4e1d-9a2b-5b45298638fd tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Router f0ac7086-2dee-4826-8a05-05fa0e57fdc3 has already been hosted by L3 agent af79d429-529e-400b-a119-94d4bec03f3e {{(pid=87871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 12:09:13.360914 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6a3f8162-4e0c-4350-9f74-33972e486bbd req-a34dfeea-df22-4e1d-9a2b-5b45298638fd tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 12:09:13.370124 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87488b8-ff99-469e-9f6f-74f52bd7cf2c None None] Sync routers for ids ['f0ac7086-2dee-4826-8a05-05fa0e57fdc3'] in dv-neutron-835340-2-hyperv {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 12:09:13.379981 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a87488b8-ff99-469e-9f6f-74f52bd7cf2c None None] Routers {'f0ac7086-2dee-4826-8a05-05fa0e57fdc3'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:09:13.381095 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-a87488b8-ff99-469e-9f6f-74f52bd7cf2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:09:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['f0ac7086-2dee-4826-8a05-05fa0e57fdc3'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:09:13.437184 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a3f8162-4e0c-4350-9f74-33972e486bbd req-a34dfeea-df22-4e1d-9a2b-5b45298638fd tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] No DVR routers for this DVR port 245c94d6-6a24-4716-9a17-2144e1d3e1b9 on host hv-neutron-8353 {{(pid=87871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 12:09:13.440073 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-6a3f8162-4e0c-4350-9f74-33972e486bbd req-a34dfeea-df22-4e1d-9a2b-5b45298638fd tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:09:13.443322 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b6773b4-f4e6-48ad-9a27-86605cb746a2', 'name': 'network-vif-deleted', 'tag': '245c94d6-6a24-4716-9a17-2144e1d3e1b9'}] {{(pid=87871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 12:09:13.459984 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-6a3f8162-4e0c-4350-9f74-33972e486bbd req-a34dfeea-df22-4e1d-9a2b-5b45298638fd tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] 10.222.0.11 "DELETE /v2.0/ports/245c94d6-6a24-4716-9a17-2144e1d3e1b9 HTTP/1.1" status: 204 len: 173 time: 1.4069250 Mar 28 12:09:13.497539 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b6773b4-f4e6-48ad-9a27-86605cb746a2', 'name': 'network-vif-deleted', 'tag': '245c94d6-6a24-4716-9a17-2144e1d3e1b9', 'status': 'completed', 'code': 200} Mar 28 12:09:13.564638 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvr_db [None req-a87488b8-ff99-469e-9f6f-74f52bd7cf2c None None] Set router f0ac7086-2dee-4826-8a05-05fa0e57fdc3 gateway port host: dv-neutron-835340-2-hyperv {{(pid=87872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:09:13.888305 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-a87488b8-ff99-469e-9f6f-74f52bd7cf2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0ac7086-2dee-4826-8a05-05fa0e57fdc3', 'name': 'tempest-TestVolumeBootPattern-542767455-router', 'tenant_id': '47a90bc1ddf942f0867175a620007cc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.15'}], 'enable_snat': True}, 'gw_port_id': '41c6dd69-d901-41f2-afe7-3ed161b55c6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:06:16Z', 'updated_at': '2022-03-28T12:06:21Z', 'revision_number': 4, 'project_id': '47a90bc1ddf942f0867175a620007cc0', 'gw_port': {'id': '41c6dd69-d901-41f2-afe7-3ed161b55c6b', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:d2:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0ac7086-2dee-4826-8a05-05fa0e57fdc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:06:17Z', 'updated_at': '2022-03-28T12:06:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_interfaces': [{'id': 'e0be1577-cd79-48dc-bee0-92ba5e02f532', 'name': '', 'network_id': '58a24317-1730-4638-8adb-7f79ac32a130', 'tenant_id': '47a90bc1ddf942f0867175a620007cc0', 'mac_address': 'fa:16:3e:a7:d3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0ac7086-2dee-4826-8a05-05fa0e57fdc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': 'ca5eb385-2512-460c-bf9c-e9f84ff9e2ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:06:20Z', 'updated_at': '2022-03-28T12:06:29Z', 'revision_number': 5, 'project_id': '47a90bc1ddf942f0867175a620007cc0', 'subnets': [{'id': 'ca5eb385-2512-460c-bf9c-e9f84ff9e2ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:09:13.892279 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87488b8-ff99-469e-9f6f-74f52bd7cf2c None None] Checking router: f0ac7086-2dee-4826-8a05-05fa0e57fdc3 for host: dv-neutron-835340-2-hyperv {{(pid=87872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 12:09:13.900438 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a87488b8-ff99-469e-9f6f-74f52bd7cf2c None None] Routers {'f0ac7086-2dee-4826-8a05-05fa0e57fdc3'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:09:13.901030 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-a87488b8-ff99-469e-9f6f-74f52bd7cf2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:09:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['f0ac7086-2dee-4826-8a05-05fa0e57fdc3'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:09:14.122146 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvr_db [None req-a87488b8-ff99-469e-9f6f-74f52bd7cf2c None None] Set router f0ac7086-2dee-4826-8a05-05fa0e57fdc3 gateway port host: dv-neutron-835340-2-hyperv {{(pid=87872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:09:14.239396 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [req-061d65fe-6a82-43c3-be05-6ecd7377a0dc req-8b48df52-77ff-4afc-9f87-05df433c1a31 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Synchronizing usage tracker for tenant:47a90bc1ddf942f0867175a620007cc0 on resource:port {{(pid=87871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:09:14.255026 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [req-061d65fe-6a82-43c3-be05-6ecd7377a0dc req-8b48df52-77ff-4afc-9f87-05df433c1a31 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Unset dirty status for tenant:47a90bc1ddf942f0867175a620007cc0 on resource:port {{(pid=87871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:09:14.256223 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-061d65fe-6a82-43c3-be05-6ecd7377a0dc req-8b48df52-77ff-4afc-9f87-05df433c1a31 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] 10.222.0.30 "GET /v2.0/ports?device_id=1b6773b4-f4e6-48ad-9a27-86605cb746a2 HTTP/1.1" status: 200 len: 210 time: 0.0590379 Mar 28 12:09:14.440350 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-a87488b8-ff99-469e-9f6f-74f52bd7cf2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0ac7086-2dee-4826-8a05-05fa0e57fdc3', 'name': 'tempest-TestVolumeBootPattern-542767455-router', 'tenant_id': '47a90bc1ddf942f0867175a620007cc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.15'}], 'enable_snat': True}, 'gw_port_id': '41c6dd69-d901-41f2-afe7-3ed161b55c6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:06:16Z', 'updated_at': '2022-03-28T12:06:21Z', 'revision_number': 4, 'project_id': '47a90bc1ddf942f0867175a620007cc0', 'gw_port': {'id': '41c6dd69-d901-41f2-afe7-3ed161b55c6b', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:d2:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0ac7086-2dee-4826-8a05-05fa0e57fdc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:06:17Z', 'updated_at': '2022-03-28T12:06:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_interfaces': [{'id': 'e0be1577-cd79-48dc-bee0-92ba5e02f532', 'name': '', 'network_id': '58a24317-1730-4638-8adb-7f79ac32a130', 'tenant_id': '47a90bc1ddf942f0867175a620007cc0', 'mac_address': 'fa:16:3e:a7:d3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0ac7086-2dee-4826-8a05-05fa0e57fdc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': 'ca5eb385-2512-460c-bf9c-e9f84ff9e2ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:06:20Z', 'updated_at': '2022-03-28T12:06:29Z', 'revision_number': 5, 'project_id': '47a90bc1ddf942f0867175a620007cc0', 'subnets': [{'id': 'ca5eb385-2512-460c-bf9c-e9f84ff9e2ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:09:14.444367 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87488b8-ff99-469e-9f6f-74f52bd7cf2c None None] The sync data for ids ['f0ac7086-2dee-4826-8a05-05fa0e57fdc3'] in dv-neutron-835340-2-hyperv is: [{'id': 'f0ac7086-2dee-4826-8a05-05fa0e57fdc3', 'name': 'tempest-TestVolumeBootPattern-542767455-router', 'tenant_id': '47a90bc1ddf942f0867175a620007cc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.15'}], 'enable_snat': True}, 'gw_port_id': '41c6dd69-d901-41f2-afe7-3ed161b55c6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:06:16Z', 'updated_at': '2022-03-28T12:06:21Z', 'revision_number': 4, 'project_id': '47a90bc1ddf942f0867175a620007cc0', 'gw_port': {'id': '41c6dd69-d901-41f2-afe7-3ed161b55c6b', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:d2:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0ac7086-2dee-4826-8a05-05fa0e57fdc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:06:17Z', 'updated_at': '2022-03-28T12:06:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_interfaces': [{'id': 'e0be1577-cd79-48dc-bee0-92ba5e02f532', 'name': '', 'network_id': '58a24317-1730-4638-8adb-7f79ac32a130', 'tenant_id': '47a90bc1ddf942f0867175a620007cc0', 'mac_address': 'fa:16:3e:a7:d3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0ac7086-2dee-4826-8a05-05fa0e57fdc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': 'ca5eb385-2512-460c-bf9c-e9f84ff9e2ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:06:20Z', 'updated_at': '2022-03-28T12:06:29Z', 'revision_number': 5, 'project_id': '47a90bc1ddf942f0867175a620007cc0', 'subnets': [{'id': 'ca5eb385-2512-460c-bf9c-e9f84ff9e2ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 12:09:14.647060 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40914567-d9d2-4e93-87de-8a2345c9045b None None] New status for floating IP 0d494c20-4d92-4179-883a-efc3601c82bc: DOWN {{(pid=87873) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 12:09:15.432315 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Device 245c94d6-6a24-4716-9a17-2144e1d3e1b9 no longer exists at agent hyperv_hv-neutron-8353 {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 12:09:15.470774 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] No Port match for: 245c94d6-6a24-4716-9a17-2144e1d3e1b9 {{(pid=87872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 12:09:15.471394 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Device 245c94d6-6a24-4716-9a17-2144e1d3e1b9 not bound to the agent host hv-neutron-8353 {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 12:09:15.567700 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-f9c98891-bbfd-4e6f-85a8-0fdf0bebf3a2 req-eac2069b-9d15-4592-84dc-7d930e8001fb tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1840040302&fields=id&tenant_id=47a90bc1ddf942f0867175a620007cc0 HTTP/1.1" status: 200 len: 267 time: 0.0416782 Mar 28 12:09:15.720307 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c98891-bbfd-4e6f-85a8-0fdf0bebf3a2 req-f7155eb4-be0d-4c48-8036-7889c0e14422 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:09:15.721695 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-f9c98891-bbfd-4e6f-85a8-0fdf0bebf3a2 req-f7155eb4-be0d-4c48-8036-7889c0e14422 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] 10.222.0.30 "GET /v2.0/networks?id=58a24317-1730-4638-8adb-7f79ac32a130 HTTP/1.1" status: 200 len: 811 time: 0.1475801 Mar 28 12:09:15.736362 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-f9c98891-bbfd-4e6f-85a8-0fdf0bebf3a2 req-948f9306-1e16-4e01-a692-15e45f731e75 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] 10.222.0.30 "GET /v2.0/quotas/47a90bc1ddf942f0867175a620007cc0 HTTP/1.1" status: 200 len: 375 time: 0.0092812 Mar 28 12:09:15.820074 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-f9c98891-bbfd-4e6f-85a8-0fdf0bebf3a2 req-68771ed6-f2a7-4294-b37d-6785a247fd3e tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=47a90bc1ddf942f0867175a620007cc0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0787516 Mar 28 12:09:15.957053 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-f9c98891-bbfd-4e6f-85a8-0fdf0bebf3a2 req-a48a5463-903d-43fe-a80b-b76b7b16e01e service neutron] 10.222.0.30 "GET /v2.0/networks/58a24317-1730-4638-8adb-7f79ac32a130?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254964 Mar 28 12:09:16.084898 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-f9c98891-bbfd-4e6f-85a8-0fdf0bebf3a2 req-7837753c-7a3b-4ccb-b44e-61a8845abc67 service neutron] 10.222.0.30 "GET /v2.0/networks/58a24317-1730-4638-8adb-7f79ac32a130?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220620 Mar 28 12:09:16.463685 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-bd65184c-d9ff-473c-9003-7589908cad0b req-42a09ea9-467a-4a00-85cf-0b68060799bd tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] 10.222.0.30 "GET /v2.0/ports?device_id=2153cd8b-8951-474c-bbef-adaa6b4b12b8 HTTP/1.1" status: 200 len: 210 time: 0.0446556 Mar 28 12:09:17.542877 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c98891-bbfd-4e6f-85a8-0fdf0bebf3a2 req-b866423d-37af-45c5-a27d-81ecfd5aca76 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:09:17.544314 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-f9c98891-bbfd-4e6f-85a8-0fdf0bebf3a2 req-b866423d-37af-45c5-a27d-81ecfd5aca76 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] 10.222.0.11 "GET /v2.0/networks?id=58a24317-1730-4638-8adb-7f79ac32a130 HTTP/1.1" status: 200 len: 811 time: 0.2543814 Mar 28 12:09:17.626262 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-2b51fd75-abe1-4eb3-acb9-96e5dab4cffb req-e8c8bc6f-f28d-4fbe-a344-3ed568097fd4 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] 10.222.0.30 "GET /v2.0/ports?device_id=2153cd8b-8951-474c-bbef-adaa6b4b12b8 HTTP/1.1" status: 200 len: 210 time: 0.0587771 Mar 28 12:09:17.638749 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-f9c98891-bbfd-4e6f-85a8-0fdf0bebf3a2 req-8cb89cec-6d47-491d-a452-9751c11d1891 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=47a90bc1ddf942f0867175a620007cc0 HTTP/1.1" status: 200 len: 380 time: 0.0864840 Mar 28 12:09:17.646919 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [req-f9c98891-bbfd-4e6f-85a8-0fdf0bebf3a2 req-edde6ffa-9f1f-4768-b729-6ad71c4c9156 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Request body: {'port': {'device_id': '2153cd8b-8951-474c-bbef-adaa6b4b12b8', 'network_id': '58a24317-1730-4638-8adb-7f79ac32a130', 'admin_state_up': True, 'tenant_id': '47a90bc1ddf942f0867175a620007cc0', 'security_groups': ['a8392a33-39a9-4107-88a2-a192a6c34737']}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:09:17.781934 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [req-f9c98891-bbfd-4e6f-85a8-0fdf0bebf3a2 req-edde6ffa-9f1f-4768-b729-6ad71c4c9156 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:09:17.791430 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [req-f9c98891-bbfd-4e6f-85a8-0fdf0bebf3a2 req-edde6ffa-9f1f-4768-b729-6ad71c4c9156 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:09:17.802031 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9c98891-bbfd-4e6f-85a8-0fdf0bebf3a2 req-edde6ffa-9f1f-4768-b729-6ad71c4c9156 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Made reservation on behalf of 47a90bc1ddf942f0867175a620007cc0 for: {'port': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 12:09:17.805742 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-f9c98891-bbfd-4e6f-85a8-0fdf0bebf3a2 req-edde6ffa-9f1f-4768-b729-6ad71c4c9156 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:09:17.975074 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.db_base_plugin_common [req-f9c98891-bbfd-4e6f-85a8-0fdf0bebf3a2 req-edde6ffa-9f1f-4768-b729-6ad71c4c9156 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Allocated IP 172.20.0.14 (58a24317-1730-4638-8adb-7f79ac32a130/ca5eb385-2512-460c-bf9c-e9f84ff9e2ac/914a8c6d-7edf-43a3-aec1-7e24b0b1aad4) {{(pid=87871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 12:09:18.164866 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-f9c98891-bbfd-4e6f-85a8-0fdf0bebf3a2 req-edde6ffa-9f1f-4768-b729-6ad71c4c9156 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Notify callbacks [] for port, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:09:18.181114 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.provisioning_blocks [req-f9c98891-bbfd-4e6f-85a8-0fdf0bebf3a2 req-edde6ffa-9f1f-4768-b729-6ad71c4c9156 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Transition to ACTIVE for port object 914a8c6d-7edf-43a3-aec1-7e24b0b1aad4 will not be triggered until provisioned by entity DHCP. {{(pid=87871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:09:18.204962 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-f9c98891-bbfd-4e6f-85a8-0fdf0bebf3a2 req-edde6ffa-9f1f-4768-b729-6ad71c4c9156 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:09:18.270364 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9c98891-bbfd-4e6f-85a8-0fdf0bebf3a2 req-edde6ffa-9f1f-4768-b729-6ad71c4c9156 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Network 58a24317-1730-4638-8adb-7f79ac32a130 is already hosted by enough agents. {{(pid=87871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:09:18.277792 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [req-f9c98891-bbfd-4e6f-85a8-0fdf0bebf3a2 req-edde6ffa-9f1f-4768-b729-6ad71c4c9156 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Resources bound (agent type, host, resource id): {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:09:18.280838 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9c98891-bbfd-4e6f-85a8-0fdf0bebf3a2 req-edde6ffa-9f1f-4768-b729-6ad71c4c9156 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Received port after_create {{(pid=87871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 12:09:18.321186 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edde6ffa-9f1f-4768-b729-6ad71c4c9156 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Pushing event updated for resources: {'Port': ['ID=914a8c6d-7edf-43a3-aec1-7e24b0b1aad4,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:09:18.358971 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c98891-bbfd-4e6f-85a8-0fdf0bebf3a2 req-edde6ffa-9f1f-4768-b729-6ad71c4c9156 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:09:18.359680 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-f9c98891-bbfd-4e6f-85a8-0fdf0bebf3a2 req-edde6ffa-9f1f-4768-b729-6ad71c4c9156 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:09:18.386594 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-f9c98891-bbfd-4e6f-85a8-0fdf0bebf3a2 req-edde6ffa-9f1f-4768-b729-6ad71c4c9156 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7433276 Mar 28 12:09:18.397983 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [req-f9c98891-bbfd-4e6f-85a8-0fdf0bebf3a2 req-fe342362-c713-4fa7-9179-7bc0cf7d39b4 service neutron] Request body: {'port': {'device_id': '2153cd8b-8951-474c-bbef-adaa6b4b12b8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8353'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:09:18.513494 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-f9c98891-bbfd-4e6f-85a8-0fdf0bebf3a2 req-fe342362-c713-4fa7-9179-7bc0cf7d39b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:09:18.556006 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-1b701ba2-101c-42a7-b72a-d4e1920895ef None None] Provisioning for port 914a8c6d-7edf-43a3-aec1-7e24b0b1aad4 completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:09:18.561910 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-1b701ba2-101c-42a7-b72a-d4e1920895ef None None] Provisioning complete for port 914a8c6d-7edf-43a3-aec1-7e24b0b1aad4 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:09:18.562430 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-1b701ba2-101c-42a7-b72a-d4e1920895ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:09:18.617221 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-1b701ba2-101c-42a7-b72a-d4e1920895ef None None] Port 914a8c6d-7edf-43a3-aec1-7e24b0b1aad4 cannot update to ACTIVE because it is not bound. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 12:09:18.823571 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f718dbc-f785-4484-8da0-89b12ab27494 req-86f363c2-259c-412c-b900-8ed5b412e9bf tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:09:18.832223 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-0f718dbc-f785-4484-8da0-89b12ab27494 req-86f363c2-259c-412c-b900-8ed5b412e9bf tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] 10.222.0.30 "GET /v2.0/ports?device_id=2153cd8b-8951-474c-bbef-adaa6b4b12b8 HTTP/1.1" status: 200 len: 932 time: 0.0971670 Mar 28 12:09:18.867274 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.notifiers.nova [req-f9c98891-bbfd-4e6f-85a8-0fdf0bebf3a2 req-fe342362-c713-4fa7-9179-7bc0cf7d39b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 914a8c6d-7edf-43a3-aec1-7e24b0b1aad4 {{(pid=87871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 12:09:18.876011 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-0f718dbc-f785-4484-8da0-89b12ab27494 req-be66dc3d-0f4f-438d-869c-7adf4e303e21 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] 10.222.0.30 "GET /v2.0/security-groups?id=a8392a33-39a9-4107-88a2-a192a6c34737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427663 Mar 28 12:09:18.877354 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-f9c98891-bbfd-4e6f-85a8-0fdf0bebf3a2 req-fe342362-c713-4fa7-9179-7bc0cf7d39b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:09:18.899264 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.provisioning_blocks [req-f9c98891-bbfd-4e6f-85a8-0fdf0bebf3a2 req-fe342362-c713-4fa7-9179-7bc0cf7d39b4 service neutron] Transition to ACTIVE for port object 914a8c6d-7edf-43a3-aec1-7e24b0b1aad4 will not be triggered until provisioned by entity L2. {{(pid=87871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:09:18.903142 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-f9c98891-bbfd-4e6f-85a8-0fdf0bebf3a2 req-fe342362-c713-4fa7-9179-7bc0cf7d39b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2363241'] for port, after_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:09:19.075194 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe342362-c713-4fa7-9179-7bc0cf7d39b4 service neutron] Pushing event updated for resources: {'Port': ['ID=914a8c6d-7edf-43a3-aec1-7e24b0b1aad4,revision_number=2']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:09:19.151681 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.managers [req-f9c98891-bbfd-4e6f-85a8-0fdf0bebf3a2 req-fe342362-c713-4fa7-9179-7bc0cf7d39b4 service neutron] Attempting to bind port 914a8c6d-7edf-43a3-aec1-7e24b0b1aad4 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 12:09:19.152016 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.managers [req-f9c98891-bbfd-4e6f-85a8-0fdf0bebf3a2 req-fe342362-c713-4fa7-9179-7bc0cf7d39b4 service neutron] Attempting to bind port 914a8c6d-7edf-43a3-aec1-7e24b0b1aad4 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '50310252-dd3a-44b3-a0be-b4c21d863506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '58a24317-1730-4638-8adb-7f79ac32a130'}] {{(pid=87871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 12:09:19.152344 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9c98891-bbfd-4e6f-85a8-0fdf0bebf3a2 req-fe342362-c713-4fa7-9179-7bc0cf7d39b4 service neutron] Attempting to bind port 914a8c6d-7edf-43a3-aec1-7e24b0b1aad4 on network 58a24317-1730-4638-8adb-7f79ac32a130 {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 12:09:19.157058 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9c98891-bbfd-4e6f-85a8-0fdf0bebf3a2 req-fe342362-c713-4fa7-9179-7bc0cf7d39b4 service neutron] Port 914a8c6d-7edf-43a3-aec1-7e24b0b1aad4 on network 58a24317-1730-4638-8adb-7f79ac32a130 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 12:09:19.157374 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9c98891-bbfd-4e6f-85a8-0fdf0bebf3a2 req-fe342362-c713-4fa7-9179-7bc0cf7d39b4 service neutron] Attempting to bind port 914a8c6d-7edf-43a3-aec1-7e24b0b1aad4 on network 58a24317-1730-4638-8adb-7f79ac32a130 {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 12:09:19.162740 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9c98891-bbfd-4e6f-85a8-0fdf0bebf3a2 req-fe342362-c713-4fa7-9179-7bc0cf7d39b4 service neutron] Checking agent: {'id': '01dfae6e-0e91-4100-b27f-ff8156eac7d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8353', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 52, 20), 'started_at': datetime.datetime(2022, 3, 28, 11, 52, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 12, 8, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 12:09:19.163063 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9c98891-bbfd-4e6f-85a8-0fdf0bebf3a2 req-fe342362-c713-4fa7-9179-7bc0cf7d39b4 service neutron] Checking segment: {'id': '50310252-dd3a-44b3-a0be-b4c21d863506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '58a24317-1730-4638-8adb-7f79ac32a130'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 12:09:19.163440 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9c98891-bbfd-4e6f-85a8-0fdf0bebf3a2 req-fe342362-c713-4fa7-9179-7bc0cf7d39b4 service neutron] Bound using segment: {'id': '50310252-dd3a-44b3-a0be-b4c21d863506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '58a24317-1730-4638-8adb-7f79ac32a130'} {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 12:09:19.163926 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.managers [req-f9c98891-bbfd-4e6f-85a8-0fdf0bebf3a2 req-fe342362-c713-4fa7-9179-7bc0cf7d39b4 service neutron] Bound port: 914a8c6d-7edf-43a3-aec1-7e24b0b1aad4, host: hv-neutron-8353, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50310252-dd3a-44b3-a0be-b4c21d863506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '58a24317-1730-4638-8adb-7f79ac32a130'}}] {{(pid=87871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 12:09:19.164269 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-f9c98891-bbfd-4e6f-85a8-0fdf0bebf3a2 req-fe342362-c713-4fa7-9179-7bc0cf7d39b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:09:19.252082 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.db [req-f9c98891-bbfd-4e6f-85a8-0fdf0bebf3a2 req-fe342362-c713-4fa7-9179-7bc0cf7d39b4 service neutron] For port 914a8c6d-7edf-43a3-aec1-7e24b0b1aad4, host hv-neutron-8353, cleared binding levels {{(pid=87871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 12:09:19.255197 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.db [req-f9c98891-bbfd-4e6f-85a8-0fdf0bebf3a2 req-fe342362-c713-4fa7-9179-7bc0cf7d39b4 service neutron] For port 914a8c6d-7edf-43a3-aec1-7e24b0b1aad4, host hv-neutron-8353, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=914a8c6d-7edf-43a3-aec1-7e24b0b1aad4,segment=NetworkSegment(50310252-dd3a-44b3-a0be-b4c21d863506),segment_id=50310252-dd3a-44b3-a0be-b4c21d863506)] {{(pid=87871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 12:09:19.259246 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-f9c98891-bbfd-4e6f-85a8-0fdf0bebf3a2 req-fe342362-c713-4fa7-9179-7bc0cf7d39b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2363241'] for port, after_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:09:19.412886 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c98891-bbfd-4e6f-85a8-0fdf0bebf3a2 req-fe342362-c713-4fa7-9179-7bc0cf7d39b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:09:19.413572 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-f9c98891-bbfd-4e6f-85a8-0fdf0bebf3a2 req-fe342362-c713-4fa7-9179-7bc0cf7d39b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:09:19.414876 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-f9c98891-bbfd-4e6f-85a8-0fdf0bebf3a2 req-fe342362-c713-4fa7-9179-7bc0cf7d39b4 service neutron] 10.222.0.11 "PUT /v2.0/ports/914a8c6d-7edf-43a3-aec1-7e24b0b1aad4 HTTP/1.1" status: 200 len: 1094 time: 1.0212750 Mar 28 12:09:19.415331 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2153cd8b-8951-474c-bbef-adaa6b4b12b8', 'tag': '914a8c6d-7edf-43a3-aec1-7e24b0b1aad4'}] {{(pid=87871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 12:09:19.441531 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe342362-c713-4fa7-9179-7bc0cf7d39b4 service neutron] Pushing event updated for resources: {'Port': ['ID=914a8c6d-7edf-43a3-aec1-7e24b0b1aad4,revision_number=3']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:09:19.489177 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2153cd8b-8951-474c-bbef-adaa6b4b12b8', 'tag': '914a8c6d-7edf-43a3-aec1-7e24b0b1aad4', 'status': 'completed', 'code': 200} Mar 28 12:09:19.531135 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c98891-bbfd-4e6f-85a8-0fdf0bebf3a2 req-dd8b6c27-2dce-40f0-99d9-d7439c09155d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:09:19.532646 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-f9c98891-bbfd-4e6f-85a8-0fdf0bebf3a2 req-dd8b6c27-2dce-40f0-99d9-d7439c09155d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=47a90bc1ddf942f0867175a620007cc0&device_id=2153cd8b-8951-474c-bbef-adaa6b4b12b8 HTTP/1.1" status: 200 len: 1097 time: 0.0757306 Mar 28 12:09:19.603362 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-f9c98891-bbfd-4e6f-85a8-0fdf0bebf3a2 req-99d4f7f8-57ee-464e-87ad-8f7cf11a5282 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=914a8c6d-7edf-43a3-aec1-7e24b0b1aad4 HTTP/1.1" status: 200 len: 217 time: 0.0637021 Mar 28 12:09:19.668140 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c98891-bbfd-4e6f-85a8-0fdf0bebf3a2 req-18025d72-35e1-4a6e-a2f4-840e4cb8aa9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:09:19.669636 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-f9c98891-bbfd-4e6f-85a8-0fdf0bebf3a2 req-18025d72-35e1-4a6e-a2f4-840e4cb8aa9e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ca5eb385-2512-460c-bf9c-e9f84ff9e2ac HTTP/1.1" status: 200 len: 850 time: 0.0604668 Mar 28 12:09:19.742520 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c98891-bbfd-4e6f-85a8-0fdf0bebf3a2 req-6d7c3514-aee2-4776-a10e-b877ca55a246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:09:19.743993 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-f9c98891-bbfd-4e6f-85a8-0fdf0bebf3a2 req-6d7c3514-aee2-4776-a10e-b877ca55a246 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=58a24317-1730-4638-8adb-7f79ac32a130&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0689099 Mar 28 12:09:19.874964 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-f9c98891-bbfd-4e6f-85a8-0fdf0bebf3a2 req-a2ae3c6d-e150-4749-ae66-e3bc2b15f590 service neutron] 10.222.0.11 "GET /v2.0/networks/58a24317-1730-4638-8adb-7f79ac32a130?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249666 Mar 28 12:09:20.006545 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-f9c98891-bbfd-4e6f-85a8-0fdf0bebf3a2 req-93646e5a-4eeb-4827-af6d-235c5acd4845 service neutron] 10.222.0.11 "GET /v2.0/networks/58a24317-1730-4638-8adb-7f79ac32a130?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252248 Mar 28 12:09:20.068430 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a6ce82-f384-47ae-ad07-485034f78a10 req-bfe7462c-fec7-453a-8c1d-7a67c3dd8f14 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:09:20.069913 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-51a6ce82-f384-47ae-ad07-485034f78a10 req-bfe7462c-fec7-453a-8c1d-7a67c3dd8f14 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] 10.222.0.30 "GET /v2.0/ports?device_id=2153cd8b-8951-474c-bbef-adaa6b4b12b8 HTTP/1.1" status: 200 len: 944 time: 0.0844660 Mar 28 12:09:20.114747 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-51a6ce82-f384-47ae-ad07-485034f78a10 req-cf27522d-5440-4bde-adbd-8b21e7f016bf tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] 10.222.0.30 "GET /v2.0/security-groups?id=a8392a33-39a9-4107-88a2-a192a6c34737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391138 Mar 28 12:09:20.119558 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c2151f-908e-457b-85f0-6908d48b8246 req-6227363e-5300-4b35-8052-56432bfa7360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:09:20.120997 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-94c2151f-908e-457b-85f0-6908d48b8246 req-6227363e-5300-4b35-8052-56432bfa7360 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=47a90bc1ddf942f0867175a620007cc0&device_id=2153cd8b-8951-474c-bbef-adaa6b4b12b8 HTTP/1.1" status: 200 len: 1097 time: 0.0706604 Mar 28 12:09:20.253128 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c2151f-908e-457b-85f0-6908d48b8246 req-8ac9fb5a-8d62-4568-9bda-eac28df0595d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:09:20.255618 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-94c2151f-908e-457b-85f0-6908d48b8246 req-8ac9fb5a-8d62-4568-9bda-eac28df0595d service neutron] 10.222.0.11 "GET /v2.0/networks?id=58a24317-1730-4638-8adb-7f79ac32a130 HTTP/1.1" status: 200 len: 911 time: 0.1272364 Mar 28 12:09:20.325083 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-94c2151f-908e-457b-85f0-6908d48b8246 req-fd461436-69e6-4222-9ec3-6617ea3e35c8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=914a8c6d-7edf-43a3-aec1-7e24b0b1aad4 HTTP/1.1" status: 200 len: 217 time: 0.0631299 Mar 28 12:09:20.384940 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c2151f-908e-457b-85f0-6908d48b8246 req-00e7d512-6d9d-4f3a-860b-933132a0af32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:09:20.386302 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-94c2151f-908e-457b-85f0-6908d48b8246 req-00e7d512-6d9d-4f3a-860b-933132a0af32 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ca5eb385-2512-460c-bf9c-e9f84ff9e2ac HTTP/1.1" status: 200 len: 850 time: 0.0559242 Mar 28 12:09:20.461368 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c2151f-908e-457b-85f0-6908d48b8246 req-6e62d04e-d1cc-4714-9f25-d60742e5b2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:09:20.462701 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-94c2151f-908e-457b-85f0-6908d48b8246 req-6e62d04e-d1cc-4714-9f25-d60742e5b2ce service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=58a24317-1730-4638-8adb-7f79ac32a130&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0709593 Mar 28 12:09:20.590962 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-94c2151f-908e-457b-85f0-6908d48b8246 req-099faeed-b62f-4c7d-873c-3ac497b7b3d4 service neutron] 10.222.0.11 "GET /v2.0/networks/58a24317-1730-4638-8adb-7f79ac32a130?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220756 Mar 28 12:09:20.627259 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:09:20.720279 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-94c2151f-908e-457b-85f0-6908d48b8246 req-abd764a9-22e1-4ad0-885a-659d51ecb854 service neutron] 10.222.0.11 "GET /v2.0/networks/58a24317-1730-4638-8adb-7f79ac32a130?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233315 Mar 28 12:09:21.303444 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec1887b-3b21-40d9-8bca-5f50dcae2b96 req-be3bc51e-48a3-4801-b13d-fdb299675dd7 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:09:21.304274 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [req-8ec1887b-3b21-40d9-8bca-5f50dcae2b96 req-be3bc51e-48a3-4801-b13d-fdb299675dd7 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Synchronizing usage tracker for tenant:47a90bc1ddf942f0867175a620007cc0 on resource:port {{(pid=87871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:09:21.320067 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [req-8ec1887b-3b21-40d9-8bca-5f50dcae2b96 req-be3bc51e-48a3-4801-b13d-fdb299675dd7 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Unset dirty status for tenant:47a90bc1ddf942f0867175a620007cc0 on resource:port {{(pid=87871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:09:21.321189 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-8ec1887b-3b21-40d9-8bca-5f50dcae2b96 req-be3bc51e-48a3-4801-b13d-fdb299675dd7 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] 10.222.0.30 "GET /v2.0/ports?device_id=2153cd8b-8951-474c-bbef-adaa6b4b12b8 HTTP/1.1" status: 200 len: 944 time: 0.0996838 Mar 28 12:09:21.368728 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-8ec1887b-3b21-40d9-8bca-5f50dcae2b96 req-2b230a02-bb98-4d19-8552-2d4cc909327f tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] 10.222.0.30 "GET /v2.0/security-groups?id=a8392a33-39a9-4107-88a2-a192a6c34737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418530 Mar 28 12:09:22.550266 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8dbfdc-6b57-4b98-8a11-3cceb1a512c2 req-428044f5-88d3-40fb-9ee9-6e44534b467e tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:09:22.551739 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-ee8dbfdc-6b57-4b98-8a11-3cceb1a512c2 req-428044f5-88d3-40fb-9ee9-6e44534b467e tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] 10.222.0.30 "GET /v2.0/ports?device_id=2153cd8b-8951-474c-bbef-adaa6b4b12b8 HTTP/1.1" status: 200 len: 944 time: 0.0791686 Mar 28 12:09:22.597755 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-ee8dbfdc-6b57-4b98-8a11-3cceb1a512c2 req-e6dd5f65-2e81-4bd9-b70b-73dfcf0f11b2 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] 10.222.0.30 "GET /v2.0/security-groups?id=a8392a33-39a9-4107-88a2-a192a6c34737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405111 Mar 28 12:09:23.777504 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78752eb-a2cd-4a32-a755-1fe861fe0846 req-673ad286-b4fd-4f9f-ab98-4a4c69bf79aa tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:09:23.778925 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-a78752eb-a2cd-4a32-a755-1fe861fe0846 req-673ad286-b4fd-4f9f-ab98-4a4c69bf79aa tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] 10.222.0.30 "GET /v2.0/ports?device_id=2153cd8b-8951-474c-bbef-adaa6b4b12b8 HTTP/1.1" status: 200 len: 944 time: 0.0800366 Mar 28 12:09:23.821986 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-a78752eb-a2cd-4a32-a755-1fe861fe0846 req-74d3537d-b00f-4bc9-8215-01221784afbb tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] 10.222.0.30 "GET /v2.0/security-groups?id=a8392a33-39a9-4107-88a2-a192a6c34737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372858 Mar 28 12:09:25.003051 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9b9fe1-28ed-44b7-9cfc-d8e2ea3cbe7c req-357cf15a-4ee4-45c7-b02e-dd62e37c1951 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:09:25.004524 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-9f9b9fe1-28ed-44b7-9cfc-d8e2ea3cbe7c req-357cf15a-4ee4-45c7-b02e-dd62e37c1951 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] 10.222.0.30 "GET /v2.0/ports?device_id=2153cd8b-8951-474c-bbef-adaa6b4b12b8 HTTP/1.1" status: 200 len: 944 time: 0.0791693 Mar 28 12:09:25.048040 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-9f9b9fe1-28ed-44b7-9cfc-d8e2ea3cbe7c req-4938f9ea-e464-461e-b4bd-ba719da240b5 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] 10.222.0.30 "GET /v2.0/security-groups?id=a8392a33-39a9-4107-88a2-a192a6c34737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376818 Mar 28 12:09:26.329796 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e217bb28-1cf1-4ad1-a424-115cfc4cb818 req-6ed1b79a-0efa-4b3c-a496-6f42c4ea4a14 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:09:26.331226 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-e217bb28-1cf1-4ad1-a424-115cfc4cb818 req-6ed1b79a-0efa-4b3c-a496-6f42c4ea4a14 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] 10.222.0.30 "GET /v2.0/ports?device_id=2153cd8b-8951-474c-bbef-adaa6b4b12b8 HTTP/1.1" status: 200 len: 944 time: 0.1790180 Mar 28 12:09:26.375234 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-e217bb28-1cf1-4ad1-a424-115cfc4cb818 req-9dc1d09b-bc8c-49eb-8049-cb7cfbd48425 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] 10.222.0.30 "GET /v2.0/security-groups?id=a8392a33-39a9-4107-88a2-a192a6c34737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382843 Mar 28 12:09:26.479770 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.agents_db [None req-03fd49d8-b51b-41c1-8716-b8e265c93689 None None] Agent healthcheck: found 6 active agents {{(pid=87873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 12:09:27.494510 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Device 914a8c6d-7edf-43a3-aec1-7e24b0b1aad4 details requested by agent hyperv_hv-neutron-8353 with host hv-neutron-8353 {{(pid=87872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 28 12:09:27.570257 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df1d3a4-23c3-430b-99d7-5ba682687c9c req-3f680d8d-114e-4bee-a074-414facad0839 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:09:27.572398 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-6df1d3a4-23c3-430b-99d7-5ba682687c9c req-3f680d8d-114e-4bee-a074-414facad0839 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] 10.222.0.30 "GET /v2.0/ports?device_id=2153cd8b-8951-474c-bbef-adaa6b4b12b8 HTTP/1.1" status: 200 len: 944 time: 0.0886905 Mar 28 12:09:27.616961 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-6df1d3a4-23c3-430b-99d7-5ba682687c9c req-c34b700f-6d80-49ed-92ec-9d1ad5188e32 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] 10.222.0.30 "GET /v2.0/security-groups?id=a8392a33-39a9-4107-88a2-a192a6c34737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382390 Mar 28 12:09:27.632092 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] For port 914a8c6d-7edf-43a3-aec1-7e24b0b1aad4, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=914a8c6d-7edf-43a3-aec1-7e24b0b1aad4,segment=NetworkSegment(50310252-dd3a-44b3-a0be-b4c21d863506),segment_id=50310252-dd3a-44b3-a0be-b4c21d863506)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:09:27.647293 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Returning: {'device': '914a8c6d-7edf-43a3-aec1-7e24b0b1aad4', 'network_id': '58a24317-1730-4638-8adb-7f79ac32a130', 'port_id': '914a8c6d-7edf-43a3-aec1-7e24b0b1aad4', 'mac_address': 'fa:16:3e:e8:5d:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca5eb385-2512-460c-bf9c-e9f84ff9e2ac', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 28 12:09:27.707947 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:09:27.724211 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.notifiers.nova [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 914a8c6d-7edf-43a3-aec1-7e24b0b1aad4 {{(pid=87872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 12:09:27.739196 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] For port 914a8c6d-7edf-43a3-aec1-7e24b0b1aad4, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=914a8c6d-7edf-43a3-aec1-7e24b0b1aad4,segment=NetworkSegment(50310252-dd3a-44b3-a0be-b4c21d863506),segment_id=50310252-dd3a-44b3-a0be-b4c21d863506)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:09:27.743058 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:09:27.810214 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Pushing event updated for resources: {'Port': ['ID=914a8c6d-7edf-43a3-aec1-7e24b0b1aad4,revision_number=4']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:09:27.817943 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:09:27.818287 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:09:27.818624 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:09:27.818960 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:09:27.819311 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:09:27.819661 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:09:27.819985 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:09:27.820308 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:09:27.820629 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:09:27.820946 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:09:27.821263 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:09:27.821581 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:09:27.956803 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] get_ports_and_sgs() called for port_ids ['914a8c6d-7edf-43a3-aec1-7e24b0b1aad4'] {{(pid=87872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 12:09:28.801306 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b020b70-2c76-4513-a51f-76dd07e32673 req-52bf2b78-86bc-489c-86f9-bf0b7b9c2be8 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:09:28.802743 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-7b020b70-2c76-4513-a51f-76dd07e32673 req-52bf2b78-86bc-489c-86f9-bf0b7b9c2be8 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] 10.222.0.30 "GET /v2.0/ports?device_id=2153cd8b-8951-474c-bbef-adaa6b4b12b8 HTTP/1.1" status: 200 len: 945 time: 0.0802221 Mar 28 12:09:28.846022 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-7b020b70-2c76-4513-a51f-76dd07e32673 req-4db550bc-421f-49ab-802a-5a4118e75d27 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] 10.222.0.30 "GET /v2.0/security-groups?id=a8392a33-39a9-4107-88a2-a192a6c34737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375321 Mar 28 12:09:29.510471 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Device 914a8c6d-7edf-43a3-aec1-7e24b0b1aad4 up at agent hyperv_hv-neutron-8353 {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:09:29.576140 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Provisioning for port 914a8c6d-7edf-43a3-aec1-7e24b0b1aad4 completed by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:09:29.581189 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Provisioning complete for port 914a8c6d-7edf-43a3-aec1-7e24b0b1aad4 triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:09:29.581553 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:09:29.694767 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:09:29.721423 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2153cd8b-8951-474c-bbef-adaa6b4b12b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '914a8c6d-7edf-43a3-aec1-7e24b0b1aad4'}] {{(pid=87872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 12:09:29.731233 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] For port 914a8c6d-7edf-43a3-aec1-7e24b0b1aad4, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=914a8c6d-7edf-43a3-aec1-7e24b0b1aad4,segment=NetworkSegment(50310252-dd3a-44b3-a0be-b4c21d863506),segment_id=50310252-dd3a-44b3-a0be-b4c21d863506)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:09:29.735046 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:09:29.771906 dv-neutron-835340-2-hyperv neutron-server[87872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2153cd8b-8951-474c-bbef-adaa6b4b12b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '914a8c6d-7edf-43a3-aec1-7e24b0b1aad4', 'code': 200} Mar 28 12:09:29.803712 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Pushing event updated for resources: {'Port': ['ID=914a8c6d-7edf-43a3-aec1-7e24b0b1aad4,revision_number=5']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:09:30.096396 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd7f43a-a6ab-4a3f-a472-c08d58313cd0 req-cfcafe03-b5d3-4826-84c7-ab814827e465 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:09:30.097732 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-9fd7f43a-a6ab-4a3f-a472-c08d58313cd0 req-cfcafe03-b5d3-4826-84c7-ab814827e465 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] 10.222.0.30 "GET /v2.0/ports?device_id=2153cd8b-8951-474c-bbef-adaa6b4b12b8 HTTP/1.1" status: 200 len: 946 time: 0.1398802 Mar 28 12:09:30.100318 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a569fe2-05b2-48c5-b0ac-72628b31d184 req-6b0d3527-3349-4a34-8aab-23ddd860c46f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:09:30.101678 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-5a569fe2-05b2-48c5-b0ac-72628b31d184 req-6b0d3527-3349-4a34-8aab-23ddd860c46f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=2153cd8b-8951-474c-bbef-adaa6b4b12b8 HTTP/1.1" status: 200 len: 1099 time: 0.1094992 Mar 28 12:09:30.168452 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-5a569fe2-05b2-48c5-b0ac-72628b31d184 req-5ee87b1b-2961-4d11-bb50-bfb241cfab12 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=a8392a33-39a9-4107-88a2-a192a6c34737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521951 Mar 28 12:09:30.171271 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-9fd7f43a-a6ab-4a3f-a472-c08d58313cd0 req-21364961-9b19-417c-817c-95757828518f tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] 10.222.0.30 "GET /v2.0/security-groups?id=a8392a33-39a9-4107-88a2-a192a6c34737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679047 Mar 28 12:09:31.360798 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f51141a-5994-4763-9a5c-ce691f0f56cf req-e2913dc4-25f8-41c6-837e-9d59b8cba656 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:09:31.362226 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-9f51141a-5994-4763-9a5c-ce691f0f56cf req-e2913dc4-25f8-41c6-837e-9d59b8cba656 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] 10.222.0.30 "GET /v2.0/ports?device_id=2153cd8b-8951-474c-bbef-adaa6b4b12b8 HTTP/1.1" status: 200 len: 946 time: 0.0849917 Mar 28 12:09:31.406859 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-9f51141a-5994-4763-9a5c-ce691f0f56cf req-641bd0b4-6e87-4a3c-83a3-f08fdf9279dc tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] 10.222.0.30 "GET /v2.0/security-groups?id=a8392a33-39a9-4107-88a2-a192a6c34737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389113 Mar 28 12:09:31.583887 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbd44d2-7d55-4b01-9046-35f2cfdf9de5 req-bc34d97c-9d58-4ced-be65-69579659575a tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:09:31.585322 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-2bbd44d2-7d55-4b01-9046-35f2cfdf9de5 req-bc34d97c-9d58-4ced-be65-69579659575a tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] 10.222.0.30 "GET /v2.0/ports?device_id=2153cd8b-8951-474c-bbef-adaa6b4b12b8 HTTP/1.1" status: 200 len: 946 time: 0.0786152 Mar 28 12:09:31.632246 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-2bbd44d2-7d55-4b01-9046-35f2cfdf9de5 req-15594cdb-ad55-4407-a7f9-0e1dc0809922 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] 10.222.0.30 "GET /v2.0/security-groups?id=a8392a33-39a9-4107-88a2-a192a6c34737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412972 Mar 28 12:09:31.656949 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 60310) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:09:31.725505 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74b7362e-016d-4e68-b667-72d269ea9700 tempest-TestVolumeBootPattern-1491485593 tempest-TestVolumeBootPattern-1491485593-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:09:31.726953 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-74b7362e-016d-4e68-b667-72d269ea9700 tempest-TestVolumeBootPattern-1491485593 tempest-TestVolumeBootPattern-1491485593-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=2153cd8b-8951-474c-bbef-adaa6b4b12b8 HTTP/1.1" status: 200 len: 1094 time: 0.0689812 Mar 28 12:09:31.729728 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 60314) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:09:31.734663 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-c23395d1-e1db-4a20-8248-f4a18323c176 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Request body: {'floatingip': {'floating_network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'port_id': '914a8c6d-7edf-43a3-aec1-7e24b0b1aad4', 'tenant_id': '47a90bc1ddf942f0867175a620007cc0', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:09:31.740513 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-c23395d1-e1db-4a20-8248-f4a18323c176 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:09:31.744263 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-c23395d1-e1db-4a20-8248-f4a18323c176 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Usage tracker for resource:floatingip and tenant:47a90bc1ddf942f0867175a620007cc0 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:09:31.747015 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-c23395d1-e1db-4a20-8248-f4a18323c176 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:09:31.752613 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-c23395d1-e1db-4a20-8248-f4a18323c176 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:09:31.763117 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-c23395d1-e1db-4a20-8248-f4a18323c176 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Notify callbacks [] for floatingip, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:09:31.900004 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-c23395d1-e1db-4a20-8248-f4a18323c176 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:09:32.039052 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.db_base_plugin_common [None req-c23395d1-e1db-4a20-8248-f4a18323c176 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Allocated IP 172.26.7.149 (ac2b1748-8f63-4b17-a9c7-07e79704aa5b/0b7ebf76-1dc7-431a-a0b4-b96bacf287c2/c752da08-1b4a-4ce8-84ef-8b68d80371b2) {{(pid=87871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 12:09:32.182748 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-c23395d1-e1db-4a20-8248-f4a18323c176 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Notify callbacks [] for port, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:09:32.212536 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-c23395d1-e1db-4a20-8248-f4a18323c176 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:09:32.271596 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c23395d1-e1db-4a20-8248-f4a18323c176 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Network ac2b1748-8f63-4b17-a9c7-07e79704aa5b is already hosted by enough agents. {{(pid=87871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:09:32.274340 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-c23395d1-e1db-4a20-8248-f4a18323c176 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Resources bound (agent type, host, resource id): {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:09:32.281933 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c23395d1-e1db-4a20-8248-f4a18323c176 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Received port after_create {{(pid=87871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 12:09:32.324628 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23395d1-e1db-4a20-8248-f4a18323c176 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Pushing event updated for resources: {'Port': ['ID=c752da08-1b4a-4ce8-84ef-8b68d80371b2,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:09:32.337953 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-77fd292f-af5d-49c2-a4d8-357aaf5d48dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:09:32.699041 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-c23395d1-e1db-4a20-8248-f4a18323c176 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:09:32.770312 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-c23395d1-e1db-4a20-8248-f4a18323c176 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:09:33.067695 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-c23395d1-e1db-4a20-8248-f4a18323c176 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Notify callbacks [] for port, precommit_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:09:33.072030 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-c23395d1-e1db-4a20-8248-f4a18323c176 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2363241'] for port, after_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:09:33.180619 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23395d1-e1db-4a20-8248-f4a18323c176 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Pushing event updated for resources: {'Port': ['ID=c752da08-1b4a-4ce8-84ef-8b68d80371b2,revision_number=2']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:09:33.191158 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-c23395d1-e1db-4a20-8248-f4a18323c176 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-709520'] for floatingip, after_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:09:33.356610 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.db.l3_db [None req-c23395d1-e1db-4a20-8248-f4a18323c176 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Floating IP aa040bba-a7ca-42c3-848c-e8f30a38139e associated. External IP: 172.26.7.149, port: 914a8c6d-7edf-43a3-aec1-7e24b0b1aad4. Mar 28 12:09:33.704707 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c23395d1-e1db-4a20-8248-f4a18323c176 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Router f0ac7086-2dee-4826-8a05-05fa0e57fdc3 has already been hosted by L3 agent af79d429-529e-400b-a119-94d4bec03f3e {{(pid=87871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 12:09:33.881030 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c23395d1-e1db-4a20-8248-f4a18323c176 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 12:09:33.894355 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af22d7f-2056-43cd-bc8b-661a67779ef0 None None] Sync routers for ids ['f0ac7086-2dee-4826-8a05-05fa0e57fdc3'] in dv-neutron-835340-2-hyperv {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 12:09:33.906058 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-c23395d1-e1db-4a20-8248-f4a18323c176 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for floatingip, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:09:33.907300 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af22d7f-2056-43cd-bc8b-661a67779ef0 None None] Routers {'f0ac7086-2dee-4826-8a05-05fa0e57fdc3'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:09:33.907974 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-2af22d7f-2056-43cd-bc8b-661a67779ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:09:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['f0ac7086-2dee-4826-8a05-05fa0e57fdc3'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:09:33.960319 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-c23395d1-e1db-4a20-8248-f4a18323c176 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2295547 Mar 28 12:09:33.960886 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2153cd8b-8951-474c-bbef-adaa6b4b12b8', 'tag': '914a8c6d-7edf-43a3-aec1-7e24b0b1aad4'}] {{(pid=87871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 12:09:34.007825 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2153cd8b-8951-474c-bbef-adaa6b4b12b8', 'tag': '914a8c6d-7edf-43a3-aec1-7e24b0b1aad4', 'status': 'completed', 'code': 200} Mar 28 12:09:34.096395 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvr_db [None req-2af22d7f-2056-43cd-bc8b-661a67779ef0 None None] Set router f0ac7086-2dee-4826-8a05-05fa0e57fdc3 gateway port host: dv-neutron-835340-2-hyperv {{(pid=87872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:09:34.100115 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6608bed-b9be-4d27-9a29-14b74d8a47c6 req-838bf97e-9be3-48b1-b7df-b0c946a0127f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:09:34.101593 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-c6608bed-b9be-4d27-9a29-14b74d8a47c6 req-838bf97e-9be3-48b1-b7df-b0c946a0127f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=47a90bc1ddf942f0867175a620007cc0&device_id=2153cd8b-8951-474c-bbef-adaa6b4b12b8 HTTP/1.1" status: 200 len: 1099 time: 0.0733323 Mar 28 12:09:34.233652 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6608bed-b9be-4d27-9a29-14b74d8a47c6 req-9a5ac5df-0190-4b11-b26e-b08651091fef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:09:34.235084 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-c6608bed-b9be-4d27-9a29-14b74d8a47c6 req-9a5ac5df-0190-4b11-b26e-b08651091fef service neutron] 10.222.0.11 "GET /v2.0/networks?id=58a24317-1730-4638-8adb-7f79ac32a130 HTTP/1.1" status: 200 len: 911 time: 0.1278799 Mar 28 12:09:34.444793 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-2af22d7f-2056-43cd-bc8b-661a67779ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0ac7086-2dee-4826-8a05-05fa0e57fdc3', 'name': 'tempest-TestVolumeBootPattern-542767455-router', 'tenant_id': '47a90bc1ddf942f0867175a620007cc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.15'}], 'enable_snat': True}, 'gw_port_id': '41c6dd69-d901-41f2-afe7-3ed161b55c6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:06:16Z', 'updated_at': '2022-03-28T12:06:21Z', 'revision_number': 4, 'project_id': '47a90bc1ddf942f0867175a620007cc0', 'gw_port': {'id': '41c6dd69-d901-41f2-afe7-3ed161b55c6b', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:d2:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0ac7086-2dee-4826-8a05-05fa0e57fdc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:06:17Z', 'updated_at': '2022-03-28T12:06:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_floatingips': [{'id': 'aa040bba-a7ca-42c3-848c-e8f30a38139e', 'tenant_id': '47a90bc1ddf942f0867175a620007cc0', 'floating_ip_address': '172.26.7.149', 'floating_network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'router_id': 'f0ac7086-2dee-4826-8a05-05fa0e57fdc3', 'port_id': '914a8c6d-7edf-43a3-aec1-7e24b0b1aad4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58a24317-1730-4638-8adb-7f79ac32a130', 'mac_address': 'fa:16:3e:e8:5d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2153cd8b-8951-474c-bbef-adaa6b4b12b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T12:09:32Z', 'updated_at': '2022-03-28T12:09:32Z', 'revision_number': 0, 'project_id': '47a90bc1ddf942f0867175a620007cc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0be1577-cd79-48dc-bee0-92ba5e02f532', 'name': '', 'network_id': '58a24317-1730-4638-8adb-7f79ac32a130', 'tenant_id': '47a90bc1ddf942f0867175a620007cc0', 'mac_address': 'fa:16:3e:a7:d3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0ac7086-2dee-4826-8a05-05fa0e57fdc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': 'ca5eb385-2512-460c-bf9c-e9f84ff9e2ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:06:20Z', 'updated_at': '2022-03-28T12:06:29Z', 'revision_number': 5, 'project_id': '47a90bc1ddf942f0867175a620007cc0', 'subnets': [{'id': 'ca5eb385-2512-460c-bf9c-e9f84ff9e2ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:09:34.448885 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af22d7f-2056-43cd-bc8b-661a67779ef0 None None] Checking router: f0ac7086-2dee-4826-8a05-05fa0e57fdc3 for host: dv-neutron-835340-2-hyperv {{(pid=87872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 12:09:34.453757 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-c6608bed-b9be-4d27-9a29-14b74d8a47c6 req-48726461-2442-4ad8-a480-71120711f093 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=914a8c6d-7edf-43a3-aec1-7e24b0b1aad4 HTTP/1.1" status: 200 len: 1000 time: 0.2121713 Mar 28 12:09:34.457268 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af22d7f-2056-43cd-bc8b-661a67779ef0 None None] Routers {'f0ac7086-2dee-4826-8a05-05fa0e57fdc3'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:09:34.457853 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-2af22d7f-2056-43cd-bc8b-661a67779ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:09:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['f0ac7086-2dee-4826-8a05-05fa0e57fdc3'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:09:34.517730 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6608bed-b9be-4d27-9a29-14b74d8a47c6 req-4d539bdd-c9e3-496a-8763-716f0704279d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:09:34.519042 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-c6608bed-b9be-4d27-9a29-14b74d8a47c6 req-4d539bdd-c9e3-496a-8763-716f0704279d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ca5eb385-2512-460c-bf9c-e9f84ff9e2ac HTTP/1.1" status: 200 len: 850 time: 0.0589182 Mar 28 12:09:34.593675 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6608bed-b9be-4d27-9a29-14b74d8a47c6 req-bd820c16-a444-47b3-ac74-15b00662f11e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:09:34.595135 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-c6608bed-b9be-4d27-9a29-14b74d8a47c6 req-bd820c16-a444-47b3-ac74-15b00662f11e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=58a24317-1730-4638-8adb-7f79ac32a130&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0697153 Mar 28 12:09:34.632594 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvr_db [None req-2af22d7f-2056-43cd-bc8b-661a67779ef0 None None] Set router f0ac7086-2dee-4826-8a05-05fa0e57fdc3 gateway port host: dv-neutron-835340-2-hyperv {{(pid=87872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:09:34.723943 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-c6608bed-b9be-4d27-9a29-14b74d8a47c6 req-48a5794e-9e89-4bc3-a3fb-70294d022910 service neutron] 10.222.0.11 "GET /v2.0/networks/58a24317-1730-4638-8adb-7f79ac32a130?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229527 Mar 28 12:09:34.780976 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-26010d9a-71b3-4f6c-9cf7-a190b204f1c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:09:34.855364 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-c6608bed-b9be-4d27-9a29-14b74d8a47c6 req-040bb5ee-f4d8-4d36-99b5-caeef2633dd4 service neutron] 10.222.0.11 "GET /v2.0/networks/58a24317-1730-4638-8adb-7f79ac32a130?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247838 Mar 28 12:09:34.990205 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-2af22d7f-2056-43cd-bc8b-661a67779ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0ac7086-2dee-4826-8a05-05fa0e57fdc3', 'name': 'tempest-TestVolumeBootPattern-542767455-router', 'tenant_id': '47a90bc1ddf942f0867175a620007cc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.15'}], 'enable_snat': True}, 'gw_port_id': '41c6dd69-d901-41f2-afe7-3ed161b55c6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:06:16Z', 'updated_at': '2022-03-28T12:06:21Z', 'revision_number': 4, 'project_id': '47a90bc1ddf942f0867175a620007cc0', 'gw_port': {'id': '41c6dd69-d901-41f2-afe7-3ed161b55c6b', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:d2:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0ac7086-2dee-4826-8a05-05fa0e57fdc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:06:17Z', 'updated_at': '2022-03-28T12:06:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_floatingips': [{'id': 'aa040bba-a7ca-42c3-848c-e8f30a38139e', 'tenant_id': '47a90bc1ddf942f0867175a620007cc0', 'floating_ip_address': '172.26.7.149', 'floating_network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'router_id': 'f0ac7086-2dee-4826-8a05-05fa0e57fdc3', 'port_id': '914a8c6d-7edf-43a3-aec1-7e24b0b1aad4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58a24317-1730-4638-8adb-7f79ac32a130', 'mac_address': 'fa:16:3e:e8:5d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2153cd8b-8951-474c-bbef-adaa6b4b12b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T12:09:32Z', 'updated_at': '2022-03-28T12:09:32Z', 'revision_number': 0, 'project_id': '47a90bc1ddf942f0867175a620007cc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0be1577-cd79-48dc-bee0-92ba5e02f532', 'name': '', 'network_id': '58a24317-1730-4638-8adb-7f79ac32a130', 'tenant_id': '47a90bc1ddf942f0867175a620007cc0', 'mac_address': 'fa:16:3e:a7:d3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0ac7086-2dee-4826-8a05-05fa0e57fdc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': 'ca5eb385-2512-460c-bf9c-e9f84ff9e2ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:06:20Z', 'updated_at': '2022-03-28T12:06:29Z', 'revision_number': 5, 'project_id': '47a90bc1ddf942f0867175a620007cc0', 'subnets': [{'id': 'ca5eb385-2512-460c-bf9c-e9f84ff9e2ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:09:34.994146 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2af22d7f-2056-43cd-bc8b-661a67779ef0 None None] The sync data for ids ['f0ac7086-2dee-4826-8a05-05fa0e57fdc3'] in dv-neutron-835340-2-hyperv is: [{'id': 'f0ac7086-2dee-4826-8a05-05fa0e57fdc3', 'name': 'tempest-TestVolumeBootPattern-542767455-router', 'tenant_id': '47a90bc1ddf942f0867175a620007cc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.15'}], 'enable_snat': True}, 'gw_port_id': '41c6dd69-d901-41f2-afe7-3ed161b55c6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:06:16Z', 'updated_at': '2022-03-28T12:06:21Z', 'revision_number': 4, 'project_id': '47a90bc1ddf942f0867175a620007cc0', 'gw_port': {'id': '41c6dd69-d901-41f2-afe7-3ed161b55c6b', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:d2:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0ac7086-2dee-4826-8a05-05fa0e57fdc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:06:17Z', 'updated_at': '2022-03-28T12:06:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_floatingips': [{'id': 'aa040bba-a7ca-42c3-848c-e8f30a38139e', 'tenant_id': '47a90bc1ddf942f0867175a620007cc0', 'floating_ip_address': '172.26.7.149', 'floating_network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'router_id': 'f0ac7086-2dee-4826-8a05-05fa0e57fdc3', 'port_id': '914a8c6d-7edf-43a3-aec1-7e24b0b1aad4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58a24317-1730-4638-8adb-7f79ac32a130', 'mac_address': 'fa:16:3e:e8:5d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2153cd8b-8951-474c-bbef-adaa6b4b12b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T12:09:32Z', 'updated_at': '2022-03-28T12:09:32Z', 'revision_number': 0, 'project_id': '47a90bc1ddf942f0867175a620007cc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0be1577-cd79-48dc-bee0-92ba5e02f532', 'name': '', 'network_id': '58a24317-1730-4638-8adb-7f79ac32a130', 'tenant_id': '47a90bc1ddf942f0867175a620007cc0', 'mac_address': 'fa:16:3e:a7:d3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0ac7086-2dee-4826-8a05-05fa0e57fdc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': 'ca5eb385-2512-460c-bf9c-e9f84ff9e2ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:06:20Z', 'updated_at': '2022-03-28T12:06:29Z', 'revision_number': 5, 'project_id': '47a90bc1ddf942f0867175a620007cc0', 'subnets': [{'id': 'ca5eb385-2512-460c-bf9c-e9f84ff9e2ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 12:09:35.170864 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf5edc5-398c-4c53-a283-9a56f5377f2c None None] New status for floating IP aa040bba-a7ca-42c3-848c-e8f30a38139e: ACTIVE {{(pid=87873) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 12:09:35.684135 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:09:35.787654 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-ef3be119-c018-4979-be07-86cf959defc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:09:37.443279 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-b7ccd3c7-0277-4f12-8e5c-e41478141af5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:09:38.443974 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-3a634514-0fe5-4d35-bd3d-ba4cdfbf1288 req-d5809c91-0a27-4c79-945b-73c342c29ae3 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d519dc2f-a3bb-485d-8bd1-b45a0eb9fc47&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0723372 Mar 28 12:09:38.579983 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a634514-0fe5-4d35-bd3d-ba4cdfbf1288 req-a5ae03a7-0f31-41b5-a739-57c700fc23c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:09:38.581412 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-3a634514-0fe5-4d35-bd3d-ba4cdfbf1288 req-a5ae03a7-0f31-41b5-a739-57c700fc23c1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=527195c95736491ca1967a42cc300275&device_id=d519dc2f-a3bb-485d-8bd1-b45a0eb9fc47 HTTP/1.1" status: 200 len: 1098 time: 0.0697148 Mar 28 12:09:38.723101 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a634514-0fe5-4d35-bd3d-ba4cdfbf1288 req-94fdc5aa-5669-4f01-8cf7-51c28329dd6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:09:38.724515 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-3a634514-0fe5-4d35-bd3d-ba4cdfbf1288 req-94fdc5aa-5669-4f01-8cf7-51c28329dd6b service neutron] 10.222.0.11 "GET /v2.0/networks?id=b7b5d694-ad52-44ce-8b32-500f78bb9fdb HTTP/1.1" status: 200 len: 897 time: 0.1256852 Mar 28 12:09:38.829525 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-3a634514-0fe5-4d35-bd3d-ba4cdfbf1288 req-299651a4-6f46-4892-bdbe-700457ddda28 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=63c8f088-0bb1-410a-8195-9d29e2d80916 HTTP/1.1" status: 200 len: 1001 time: 0.0994022 Mar 28 12:09:38.895386 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a634514-0fe5-4d35-bd3d-ba4cdfbf1288 req-d2fd493f-3b77-48bd-aceb-42b0b2dcb750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:09:38.896792 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-3a634514-0fe5-4d35-bd3d-ba4cdfbf1288 req-d2fd493f-3b77-48bd-aceb-42b0b2dcb750 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=30a40f62-0462-4e74-b622-cc4a0372b2dc HTTP/1.1" status: 200 len: 843 time: 0.0617959 Mar 28 12:09:38.971713 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a634514-0fe5-4d35-bd3d-ba4cdfbf1288 req-0abe0768-2872-4bd3-b98e-086030d0369e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:09:38.973193 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-3a634514-0fe5-4d35-bd3d-ba4cdfbf1288 req-0abe0768-2872-4bd3-b98e-086030d0369e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b7b5d694-ad52-44ce-8b32-500f78bb9fdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0710313 Mar 28 12:09:39.101856 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-3a634514-0fe5-4d35-bd3d-ba4cdfbf1288 req-70bd33e5-d8f2-4c2e-a74f-43a9640fdc53 service neutron] 10.222.0.11 "GET /v2.0/networks/b7b5d694-ad52-44ce-8b32-500f78bb9fdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224215 Mar 28 12:09:39.228979 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-3a634514-0fe5-4d35-bd3d-ba4cdfbf1288 req-f4c8ef01-9862-45c0-8118-50743603aecc service neutron] 10.222.0.11 "GET /v2.0/networks/b7b5d694-ad52-44ce-8b32-500f78bb9fdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216235 Mar 28 12:09:50.644013 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:10:02.339916 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-587c0207-dd4d-43a4-9043-80f2d4880ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:10:03.478902 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.agents_db [None req-03fd49d8-b51b-41c1-8716-b8e265c93689 None None] Agent healthcheck: found 6 active agents {{(pid=87873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 12:10:04.518957 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [req-cdaf1bcc-0235-433e-8589-5403c21a12de req-3c705db9-7a55-4294-89de-da711dda3fc0 service neutron] (87871) timed out ('10.222.0.11', 60767) {{(pid=87871) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 28 12:10:04.713453 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-afe15ed0-f45b-437d-b2f7-b4489498aadc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:10:05.687574 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:10:05.790585 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-ef3be119-c018-4979-be07-86cf959defc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:10:07.446991 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-b7ccd3c7-0277-4f12-8e5c-e41478141af5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:10:17.948710 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 60346) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:10:18.051217 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-6f453bb4-361e-4e07-b655-0cd1ebbb8291 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:10:18.166936 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-6f453bb4-361e-4e07-b655-0cd1ebbb8291 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2563578'] for subnet, before_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:10:18.349591 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-6f453bb4-361e-4e07-b655-0cd1ebbb8291 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8783496229102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2561167'] for subnet, after_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:10:18.487540 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f453bb4-361e-4e07-b655-0cd1ebbb8291 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:10:18.488206 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-6f453bb4-361e-4e07-b655-0cd1ebbb8291 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for subnet, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:10:18.488804 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc3e9dfd-4bc2-4b35-9f56-2632bd501ab3 None None] Network b7b5d694-ad52-44ce-8b32-500f78bb9fdb requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 12:10:18.489395 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-6f453bb4-361e-4e07-b655-0cd1ebbb8291 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "PUT /v2.0/subnets/30a40f62-0462-4e74-b622-cc4a0372b2dc HTTP/1.1" status: 200 len: 835 time: 0.5397129 Mar 28 12:10:18.508220 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f453bb4-361e-4e07-b655-0cd1ebbb8291 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Pushing event updated for resources: {'Subnet': ['ID=30a40f62-0462-4e74-b622-cc4a0372b2dc,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:10:18.515765 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f453bb4-361e-4e07-b655-0cd1ebbb8291 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:10:18.516172 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f453bb4-361e-4e07-b655-0cd1ebbb8291 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:10:18.516307 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f453bb4-361e-4e07-b655-0cd1ebbb8291 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:10:18.516640 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f453bb4-361e-4e07-b655-0cd1ebbb8291 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:10:18.517003 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f453bb4-361e-4e07-b655-0cd1ebbb8291 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:10:18.517373 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f453bb4-361e-4e07-b655-0cd1ebbb8291 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:10:18.517702 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f453bb4-361e-4e07-b655-0cd1ebbb8291 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:10:18.518021 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f453bb4-361e-4e07-b655-0cd1ebbb8291 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:10:18.518340 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f453bb4-361e-4e07-b655-0cd1ebbb8291 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:10:18.518662 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f453bb4-361e-4e07-b655-0cd1ebbb8291 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:10:18.518983 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f453bb4-361e-4e07-b655-0cd1ebbb8291 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:10:18.519301 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f453bb4-361e-4e07-b655-0cd1ebbb8291 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:10:19.021514 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-32122d7f-7064-4c07-9b70-3bdf44ea04e4 None None] Provisioning complete for port 9420d714-e5ba-459b-8b47-2fe941602eaf triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:10:19.021888 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-32122d7f-7064-4c07-9b70-3bdf44ea04e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:10:19.147340 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-32122d7f-7064-4c07-9b70-3bdf44ea04e4 None None] Provisioning complete for port 63c8f088-0bb1-410a-8195-9d29e2d80916 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:10:19.147731 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-32122d7f-7064-4c07-9b70-3bdf44ea04e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:10:19.274553 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-32122d7f-7064-4c07-9b70-3bdf44ea04e4 None None] Provisioning complete for port 91f23782-a6f1-4967-863c-bf056c1ce549 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:10:19.274915 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-32122d7f-7064-4c07-9b70-3bdf44ea04e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:10:20.641728 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:10:32.341532 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-33766fa6-717d-4d80-92eb-38620880fbf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:10:34.715010 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-3092d6c4-6dca-469a-9441-41cd07e856c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:10:35.688935 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:10:35.793401 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-ef3be119-c018-4979-be07-86cf959defc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:10:37.446489 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-b7ccd3c7-0277-4f12-8e5c-e41478141af5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:10:38.524402 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-c3b1c7dd-809a-4303-8be4-dca1b7e912c6 req-aa06b9d5-e15d-4115-a6fe-b225ba4ed13b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=2153cd8b-8951-474c-bbef-adaa6b4b12b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1103544 Mar 28 12:10:38.616384 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b1c7dd-809a-4303-8be4-dca1b7e912c6 req-a48ef753-cad8-4039-977c-84c6d61eec27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:10:38.617819 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-c3b1c7dd-809a-4303-8be4-dca1b7e912c6 req-a48ef753-cad8-4039-977c-84c6d61eec27 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=47a90bc1ddf942f0867175a620007cc0&device_id=2153cd8b-8951-474c-bbef-adaa6b4b12b8 HTTP/1.1" status: 200 len: 1099 time: 0.0730150 Mar 28 12:10:38.758941 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b1c7dd-809a-4303-8be4-dca1b7e912c6 req-952c46c9-1677-46a4-acd6-ca828523ba62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:10:38.760369 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-c3b1c7dd-809a-4303-8be4-dca1b7e912c6 req-952c46c9-1677-46a4-acd6-ca828523ba62 service neutron] 10.222.0.11 "GET /v2.0/networks?id=58a24317-1730-4638-8adb-7f79ac32a130 HTTP/1.1" status: 200 len: 911 time: 0.1236098 Mar 28 12:10:38.962125 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-c3b1c7dd-809a-4303-8be4-dca1b7e912c6 req-4a9dd54b-05a2-4632-9e21-3526a5d7c7e9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=914a8c6d-7edf-43a3-aec1-7e24b0b1aad4 HTTP/1.1" status: 200 len: 1002 time: 0.1956062 Mar 28 12:10:39.022737 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b1c7dd-809a-4303-8be4-dca1b7e912c6 req-ef4d548b-6b1f-46d7-8e8a-60ae0a46bc62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:10:39.024053 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-c3b1c7dd-809a-4303-8be4-dca1b7e912c6 req-ef4d548b-6b1f-46d7-8e8a-60ae0a46bc62 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ca5eb385-2512-460c-bf9c-e9f84ff9e2ac HTTP/1.1" status: 200 len: 850 time: 0.0558453 Mar 28 12:10:39.100636 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b1c7dd-809a-4303-8be4-dca1b7e912c6 req-6dfc7acd-c19f-4042-84fa-c88c8a4f592b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:10:39.102029 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-c3b1c7dd-809a-4303-8be4-dca1b7e912c6 req-6dfc7acd-c19f-4042-84fa-c88c8a4f592b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=58a24317-1730-4638-8adb-7f79ac32a130&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0713961 Mar 28 12:10:39.231937 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-c3b1c7dd-809a-4303-8be4-dca1b7e912c6 req-d5905138-211b-4c06-9140-1c2e28bce820 service neutron] 10.222.0.11 "GET /v2.0/networks/58a24317-1730-4638-8adb-7f79ac32a130?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228204 Mar 28 12:10:39.364694 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-c3b1c7dd-809a-4303-8be4-dca1b7e912c6 req-1de418e8-7a48-4f03-a0f3-d61c5e349488 service neutron] 10.222.0.11 "GET /v2.0/networks/58a24317-1730-4638-8adb-7f79ac32a130?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267467 Mar 28 12:10:40.478842 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.agents_db [None req-03fd49d8-b51b-41c1-8716-b8e265c93689 None None] Agent healthcheck: found 6 active agents {{(pid=87873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 12:10:50.638716 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:01.297323 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 60362) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:11:01.513237 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-b54e1f54-b5cc-42e5-bd77-d9f2565f9c65 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Deleting port 8dd458c3-669e-46df-a3a6-dcb4192893e2 {{(pid=87871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:11:01.513918 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-b54e1f54-b5cc-42e5-bd77-d9f2565f9c65 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:01.714093 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-b54e1f54-b5cc-42e5-bd77-d9f2565f9c65 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:01.714620 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-b54e1f54-b5cc-42e5-bd77-d9f2565f9c65 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:01.855311 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-b54e1f54-b5cc-42e5-bd77-d9f2565f9c65 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Calling delete_port for 8dd458c3-669e-46df-a3a6-dcb4192893e2 owned by network:floatingip {{(pid=87871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:11:02.028322 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-b54e1f54-b5cc-42e5-bd77-d9f2565f9c65 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:02.074796 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54e1f54-b5cc-42e5-bd77-d9f2565f9c65 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Pushing event deleted for resources: {'Port': ['ID=8dd458c3-669e-46df-a3a6-dcb4192893e2,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:11:02.110143 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54e1f54-b5cc-42e5-bd77-d9f2565f9c65 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:11:02.110486 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54e1f54-b5cc-42e5-bd77-d9f2565f9c65 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:11:02.110819 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54e1f54-b5cc-42e5-bd77-d9f2565f9c65 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:11:02.111144 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54e1f54-b5cc-42e5-bd77-d9f2565f9c65 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:11:02.111491 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54e1f54-b5cc-42e5-bd77-d9f2565f9c65 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:11:02.111812 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54e1f54-b5cc-42e5-bd77-d9f2565f9c65 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:11:02.112133 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54e1f54-b5cc-42e5-bd77-d9f2565f9c65 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:11:02.112504 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54e1f54-b5cc-42e5-bd77-d9f2565f9c65 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:11:02.112826 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54e1f54-b5cc-42e5-bd77-d9f2565f9c65 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:11:02.113141 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54e1f54-b5cc-42e5-bd77-d9f2565f9c65 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:11:02.113456 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54e1f54-b5cc-42e5-bd77-d9f2565f9c65 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:11:02.113768 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b54e1f54-b5cc-42e5-bd77-d9f2565f9c65 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:11:02.184821 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-b54e1f54-b5cc-42e5-bd77-d9f2565f9c65 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for floatingip, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:02.185042 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.db.l3_db [None req-b54e1f54-b5cc-42e5-bd77-d9f2565f9c65 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Floating IP 7c99416c-378d-474a-b465-4d060f25f0e3 disassociated (deleted). External IP: 172.26.7.206, port: 63c8f088-0bb1-410a-8195-9d29e2d80916. Mar 28 12:11:02.345358 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-a31995f4-d681-4a4e-add2-0c054f459b5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:02.640325 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b54e1f54-b5cc-42e5-bd77-d9f2565f9c65 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Router d0b3660f-e47c-4596-95e4-d479d41ea3b9 has already been hosted by L3 agent af79d429-529e-400b-a119-94d4bec03f3e {{(pid=87871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 12:11:02.821564 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b54e1f54-b5cc-42e5-bd77-d9f2565f9c65 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 12:11:02.833798 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b39bc77-23b1-4b45-b014-a88befc9bf63 None None] Sync routers for ids ['d0b3660f-e47c-4596-95e4-d479d41ea3b9'] in dv-neutron-835340-2-hyperv {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 12:11:02.845230 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-b54e1f54-b5cc-42e5-bd77-d9f2565f9c65 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for floatingip, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:02.847673 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b39bc77-23b1-4b45-b014-a88befc9bf63 None None] Routers {'d0b3660f-e47c-4596-95e4-d479d41ea3b9'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:11:02.848573 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-7b39bc77-23b1-4b45-b014-a88befc9bf63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:10:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['d0b3660f-e47c-4596-95e4-d479d41ea3b9'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:11:02.911922 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-b54e1f54-b5cc-42e5-bd77-d9f2565f9c65 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "DELETE /v2.0/floatingips/7c99416c-378d-474a-b465-4d060f25f0e3 HTTP/1.1" status: 204 len: 168 time: 1.6134925 Mar 28 12:11:02.913440 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd519dc2f-a3bb-485d-8bd1-b45a0eb9fc47', 'tag': '63c8f088-0bb1-410a-8195-9d29e2d80916'}] {{(pid=87871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 12:11:03.033054 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd519dc2f-a3bb-485d-8bd1-b45a0eb9fc47', 'tag': '63c8f088-0bb1-410a-8195-9d29e2d80916', 'status': 'completed', 'code': 200} Mar 28 12:11:03.148424 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df682994-80bb-4c5f-993b-fff19488ac8c req-dab73752-0951-4279-847c-2fe994cffd7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:11:03.150110 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-df682994-80bb-4c5f-993b-fff19488ac8c req-dab73752-0951-4279-847c-2fe994cffd7c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=527195c95736491ca1967a42cc300275&device_id=d519dc2f-a3bb-485d-8bd1-b45a0eb9fc47 HTTP/1.1" status: 200 len: 1098 time: 0.0911133 Mar 28 12:11:03.158376 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvr_db [None req-7b39bc77-23b1-4b45-b014-a88befc9bf63 None None] Set router d0b3660f-e47c-4596-95e4-d479d41ea3b9 gateway port host: dv-neutron-835340-2-hyperv {{(pid=87872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:11:03.307802 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df682994-80bb-4c5f-993b-fff19488ac8c req-56e94a76-1996-408f-a55b-f5a91aebf711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:11:03.309325 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-df682994-80bb-4c5f-993b-fff19488ac8c req-56e94a76-1996-408f-a55b-f5a91aebf711 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b7b5d694-ad52-44ce-8b32-500f78bb9fdb HTTP/1.1" status: 200 len: 897 time: 0.1532116 Mar 28 12:11:03.388235 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-df682994-80bb-4c5f-993b-fff19488ac8c req-fc5419ed-5b87-42d4-8765-d7eda560963d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=63c8f088-0bb1-410a-8195-9d29e2d80916 HTTP/1.1" status: 200 len: 217 time: 0.0713475 Mar 28 12:11:03.463987 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df682994-80bb-4c5f-993b-fff19488ac8c req-33bac6db-ce0e-4269-af8f-146f362ba7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:11:03.466063 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-df682994-80bb-4c5f-993b-fff19488ac8c req-33bac6db-ce0e-4269-af8f-146f362ba7c0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=30a40f62-0462-4e74-b622-cc4a0372b2dc HTTP/1.1" status: 200 len: 843 time: 0.0709791 Mar 28 12:11:03.528713 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cba716-0d0a-43ce-bc4c-4ac01e3963e8 req-2b5377ff-acd0-4725-8133-31c7b1cb659a tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:11:03.530787 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-95cba716-0d0a-43ce-bc4c-4ac01e3963e8 req-2b5377ff-acd0-4725-8133-31c7b1cb659a tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/ports?device_id=d519dc2f-a3bb-485d-8bd1-b45a0eb9fc47 HTTP/1.1" status: 200 len: 945 time: 0.1811008 Mar 28 12:11:03.550382 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df682994-80bb-4c5f-993b-fff19488ac8c req-065013d8-a630-4444-b264-4763edf31c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:11:03.552417 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-df682994-80bb-4c5f-993b-fff19488ac8c req-065013d8-a630-4444-b264-4763edf31c68 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b7b5d694-ad52-44ce-8b32-500f78bb9fdb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0799825 Mar 28 12:11:03.562841 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-7b39bc77-23b1-4b45-b014-a88befc9bf63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0b3660f-e47c-4596-95e4-d479d41ea3b9', 'name': 'tempest-TestNetworkBasicOps-router-353059613', 'tenant_id': '527195c95736491ca1967a42cc300275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.165'}], 'enable_snat': True}, 'gw_port_id': 'd80555ef-d8f2-4d00-9404-5a955f74f715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:08:02Z', 'updated_at': '2022-03-28T12:08:07Z', 'revision_number': 4, 'project_id': '527195c95736491ca1967a42cc300275', 'gw_port': {'id': 'd80555ef-d8f2-4d00-9404-5a955f74f715', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:88:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0b3660f-e47c-4596-95e4-d479d41ea3b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:08:02Z', 'updated_at': '2022-03-28T12:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_interfaces': [{'id': '9420d714-e5ba-459b-8b47-2fe941602eaf', 'name': '', 'network_id': 'b7b5d694-ad52-44ce-8b32-500f78bb9fdb', 'tenant_id': '527195c95736491ca1967a42cc300275', 'mac_address': 'fa:16:3e:8f:81:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0b3660f-e47c-4596-95e4-d479d41ea3b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '30a40f62-0462-4e74-b622-cc4a0372b2dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:08:06Z', 'updated_at': '2022-03-28T12:08:12Z', 'revision_number': 5, 'project_id': '527195c95736491ca1967a42cc300275', 'subnets': [{'id': '30a40f62-0462-4e74-b622-cc4a0372b2dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:11:03.567595 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b39bc77-23b1-4b45-b014-a88befc9bf63 None None] Checking router: d0b3660f-e47c-4596-95e4-d479d41ea3b9 for host: dv-neutron-835340-2-hyperv {{(pid=87872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 12:11:03.575496 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-95cba716-0d0a-43ce-bc4c-4ac01e3963e8 req-a5a39c06-ddd2-4503-a949-6a6144ef0475 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/security-groups?id=d86fcda3-c8bf-47c8-b10c-c5b88ad08abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388331 Mar 28 12:11:03.575948 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b39bc77-23b1-4b45-b014-a88befc9bf63 None None] Routers {'d0b3660f-e47c-4596-95e4-d479d41ea3b9'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:11:03.576600 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-7b39bc77-23b1-4b45-b014-a88befc9bf63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:10:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['d0b3660f-e47c-4596-95e4-d479d41ea3b9'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:11:03.686632 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-df682994-80bb-4c5f-993b-fff19488ac8c req-4475c6a0-3a83-479e-b656-6f2684e6eb17 service neutron] 10.222.0.11 "GET /v2.0/networks/b7b5d694-ad52-44ce-8b32-500f78bb9fdb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273372 Mar 28 12:11:03.751305 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvr_db [None req-7b39bc77-23b1-4b45-b014-a88befc9bf63 None None] Set router d0b3660f-e47c-4596-95e4-d479d41ea3b9 gateway port host: dv-neutron-835340-2-hyperv {{(pid=87872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:11:03.825429 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-df682994-80bb-4c5f-993b-fff19488ac8c req-f097801c-8a27-4770-8845-233542b86ab8 service neutron] 10.222.0.11 "GET /v2.0/networks/b7b5d694-ad52-44ce-8b32-500f78bb9fdb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324859 Mar 28 12:11:04.087870 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-7b39bc77-23b1-4b45-b014-a88befc9bf63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0b3660f-e47c-4596-95e4-d479d41ea3b9', 'name': 'tempest-TestNetworkBasicOps-router-353059613', 'tenant_id': '527195c95736491ca1967a42cc300275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.165'}], 'enable_snat': True}, 'gw_port_id': 'd80555ef-d8f2-4d00-9404-5a955f74f715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:08:02Z', 'updated_at': '2022-03-28T12:08:07Z', 'revision_number': 4, 'project_id': '527195c95736491ca1967a42cc300275', 'gw_port': {'id': 'd80555ef-d8f2-4d00-9404-5a955f74f715', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:88:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0b3660f-e47c-4596-95e4-d479d41ea3b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:08:02Z', 'updated_at': '2022-03-28T12:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_interfaces': [{'id': '9420d714-e5ba-459b-8b47-2fe941602eaf', 'name': '', 'network_id': 'b7b5d694-ad52-44ce-8b32-500f78bb9fdb', 'tenant_id': '527195c95736491ca1967a42cc300275', 'mac_address': 'fa:16:3e:8f:81:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0b3660f-e47c-4596-95e4-d479d41ea3b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '30a40f62-0462-4e74-b622-cc4a0372b2dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:08:06Z', 'updated_at': '2022-03-28T12:08:12Z', 'revision_number': 5, 'project_id': '527195c95736491ca1967a42cc300275', 'subnets': [{'id': '30a40f62-0462-4e74-b622-cc4a0372b2dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:11:04.091788 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b39bc77-23b1-4b45-b014-a88befc9bf63 None None] The sync data for ids ['d0b3660f-e47c-4596-95e4-d479d41ea3b9'] in dv-neutron-835340-2-hyperv is: [{'id': 'd0b3660f-e47c-4596-95e4-d479d41ea3b9', 'name': 'tempest-TestNetworkBasicOps-router-353059613', 'tenant_id': '527195c95736491ca1967a42cc300275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.165'}], 'enable_snat': True}, 'gw_port_id': 'd80555ef-d8f2-4d00-9404-5a955f74f715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:08:02Z', 'updated_at': '2022-03-28T12:08:07Z', 'revision_number': 4, 'project_id': '527195c95736491ca1967a42cc300275', 'gw_port': {'id': 'd80555ef-d8f2-4d00-9404-5a955f74f715', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:88:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0b3660f-e47c-4596-95e4-d479d41ea3b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:08:02Z', 'updated_at': '2022-03-28T12:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_interfaces': [{'id': '9420d714-e5ba-459b-8b47-2fe941602eaf', 'name': '', 'network_id': 'b7b5d694-ad52-44ce-8b32-500f78bb9fdb', 'tenant_id': '527195c95736491ca1967a42cc300275', 'mac_address': 'fa:16:3e:8f:81:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0b3660f-e47c-4596-95e4-d479d41ea3b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1441, 'fixed_ips': [{'subnet_id': '30a40f62-0462-4e74-b622-cc4a0372b2dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:08:06Z', 'updated_at': '2022-03-28T12:08:12Z', 'revision_number': 5, 'project_id': '527195c95736491ca1967a42cc300275', 'subnets': [{'id': '30a40f62-0462-4e74-b622-cc4a0372b2dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 12:11:04.308579 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-459da018-2568-44d0-b74e-f2cc8c131921 None None] New status for floating IP 7c99416c-378d-474a-b465-4d060f25f0e3: DOWN {{(pid=87873) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 12:11:04.628693 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5193532a-7219-4a4f-919e-d47b3cdf7a95 req-b713a97e-aa8d-4705-8ce5-b0dea3cc9d61 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:11:04.632440 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [req-5193532a-7219-4a4f-919e-d47b3cdf7a95 req-b713a97e-aa8d-4705-8ce5-b0dea3cc9d61 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Synchronizing usage tracker for tenant:527195c95736491ca1967a42cc300275 on resource:port {{(pid=87871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:11:04.648477 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [req-5193532a-7219-4a4f-919e-d47b3cdf7a95 req-b713a97e-aa8d-4705-8ce5-b0dea3cc9d61 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Unset dirty status for tenant:527195c95736491ca1967a42cc300275 on resource:port {{(pid=87871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:11:04.649705 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-5193532a-7219-4a4f-919e-d47b3cdf7a95 req-b713a97e-aa8d-4705-8ce5-b0dea3cc9d61 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.11 "GET /v2.0/ports?device_id=d519dc2f-a3bb-485d-8bd1-b45a0eb9fc47 HTTP/1.1" status: 200 len: 945 time: 0.1059146 Mar 28 12:11:04.726577 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-196df5df-8a51-41fd-8bf1-31901a89e450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:04.738420 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [req-5193532a-7219-4a4f-919e-d47b3cdf7a95 req-e78408e2-00fb-4eb7-892e-b031ff389897 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Deleting port 63c8f088-0bb1-410a-8195-9d29e2d80916 {{(pid=87871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:11:04.738890 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-5193532a-7219-4a4f-919e-d47b3cdf7a95 req-e78408e2-00fb-4eb7-892e-b031ff389897 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:05.107124 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ededb8-dbd4-49f5-ba95-783065ba5ccf req-46b3f399-30f7-4b0c-ac57-8ce5873a69b1 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:11:05.108560 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-a4ededb8-dbd4-49f5-ba95-783065ba5ccf req-46b3f399-30f7-4b0c-ac57-8ce5873a69b1 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/ports?device_id=d519dc2f-a3bb-485d-8bd1-b45a0eb9fc47 HTTP/1.1" status: 200 len: 945 time: 0.4179327 Mar 28 12:11:05.191205 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-a4ededb8-dbd4-49f5-ba95-783065ba5ccf req-7783c599-9748-4322-94f1-8744d22715ca tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/security-groups?id=d86fcda3-c8bf-47c8-b10c-c5b88ad08abd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756919 Mar 28 12:11:05.200636 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.db [req-5193532a-7219-4a4f-919e-d47b3cdf7a95 req-e78408e2-00fb-4eb7-892e-b031ff389897 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] For port 63c8f088-0bb1-410a-8195-9d29e2d80916, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=63c8f088-0bb1-410a-8195-9d29e2d80916,segment=NetworkSegment(9afab82c-114b-433f-9b34-076a60ced9d4),segment_id=9afab82c-114b-433f-9b34-076a60ced9d4)] {{(pid=87871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:11:05.201060 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-5193532a-7219-4a4f-919e-d47b3cdf7a95 req-e78408e2-00fb-4eb7-892e-b031ff389897 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:05.329874 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [req-5193532a-7219-4a4f-919e-d47b3cdf7a95 req-e78408e2-00fb-4eb7-892e-b031ff389897 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Calling delete_port for 63c8f088-0bb1-410a-8195-9d29e2d80916 owned by compute:nova {{(pid=87871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:11:05.484593 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-5193532a-7219-4a4f-919e-d47b3cdf7a95 req-e78408e2-00fb-4eb7-892e-b031ff389897 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:05.537182 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78408e2-00fb-4eb7-892e-b031ff389897 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Pushing event deleted for resources: {'Port': ['ID=63c8f088-0bb1-410a-8195-9d29e2d80916,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:11:05.613642 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.l3_dvrscheduler_db [req-5193532a-7219-4a4f-919e-d47b3cdf7a95 req-e78408e2-00fb-4eb7-892e-b031ff389897 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] No DVR routers for this DVR port 63c8f088-0bb1-410a-8195-9d29e2d80916 on host hv-neutron-8353 {{(pid=87871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 12:11:05.616077 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-5193532a-7219-4a4f-919e-d47b3cdf7a95 req-e78408e2-00fb-4eb7-892e-b031ff389897 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:05.618593 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd519dc2f-a3bb-485d-8bd1-b45a0eb9fc47', 'name': 'network-vif-deleted', 'tag': '63c8f088-0bb1-410a-8195-9d29e2d80916'}] {{(pid=87871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 12:11:05.635124 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-5193532a-7219-4a4f-919e-d47b3cdf7a95 req-e78408e2-00fb-4eb7-892e-b031ff389897 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.11 "DELETE /v2.0/ports/63c8f088-0bb1-410a-8195-9d29e2d80916 HTTP/1.1" status: 204 len: 173 time: 0.9796569 Mar 28 12:11:05.700034 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:05.809399 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-ef3be119-c018-4979-be07-86cf959defc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:05.821390 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd519dc2f-a3bb-485d-8bd1-b45a0eb9fc47', 'name': 'network-vif-deleted', 'tag': '63c8f088-0bb1-410a-8195-9d29e2d80916', 'status': 'completed', 'code': 200} Mar 28 12:11:06.298557 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 60402) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:11:06.368554 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-ee9ea5b8-cefa-497a-b364-782ce5c82507 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:06.398962 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-ee9ea5b8-cefa-497a-b364-782ce5c82507 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:06.466242 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-ee9ea5b8-cefa-497a-b364-782ce5c82507 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:06.485336 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9ea5b8-cefa-497a-b364-782ce5c82507 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d86fcda3-c8bf-47c8-b10c-c5b88ad08abd,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:11:06.499205 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-ee9ea5b8-cefa-497a-b364-782ce5c82507 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:06.500365 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-ee9ea5b8-cefa-497a-b364-782ce5c82507 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "DELETE /v2.0/security-groups/d86fcda3-c8bf-47c8-b10c-c5b88ad08abd HTTP/1.1" status: 204 len: 168 time: 0.2008090 Mar 28 12:11:07.459036 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-b7ccd3c7-0277-4f12-8e5c-e41478141af5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:07.547497 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 60412) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:11:07.983195 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Device 63c8f088-0bb1-410a-8195-9d29e2d80916 no longer exists at agent hyperv_hv-neutron-8353 {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 12:11:08.036436 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] No Port match for: 63c8f088-0bb1-410a-8195-9d29e2d80916 {{(pid=87872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 12:11:08.036785 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Device 63c8f088-0bb1-410a-8195-9d29e2d80916 not bound to the agent host hv-neutron-8353 {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 12:11:08.256854 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-fa6e4c4b-98aa-444e-9b86-921100bd4529 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-743394'] for router_interface, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:08.720039 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-fa6e4c4b-98aa-444e-9b86-921100bd4529 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Deleting port 9420d714-e5ba-459b-8b47-2fe941602eaf {{(pid=87870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:11:08.721040 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-fa6e4c4b-98aa-444e-9b86-921100bd4529 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:08.966582 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.db [None req-fa6e4c4b-98aa-444e-9b86-921100bd4529 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] For port 9420d714-e5ba-459b-8b47-2fe941602eaf, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=9420d714-e5ba-459b-8b47-2fe941602eaf,segment=NetworkSegment(9afab82c-114b-433f-9b34-076a60ced9d4),segment_id=9afab82c-114b-433f-9b34-076a60ced9d4)] {{(pid=87870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:11:08.967051 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-fa6e4c4b-98aa-444e-9b86-921100bd4529 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:09.264258 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-fa6e4c4b-98aa-444e-9b86-921100bd4529 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Calling delete_port for 9420d714-e5ba-459b-8b47-2fe941602eaf owned by network:router_interface {{(pid=87870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:11:09.559411 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-fa6e4c4b-98aa-444e-9b86-921100bd4529 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:09.631373 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6e4c4b-98aa-444e-9b86-921100bd4529 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Pushing event deleted for resources: {'Port': ['ID=9420d714-e5ba-459b-8b47-2fe941602eaf,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:11:09.983498 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-fa6e4c4b-98aa-444e-9b86-921100bd4529 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-743246'] for router_interface, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:10.419278 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa6e4c4b-98aa-444e-9b86-921100bd4529 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Router d0b3660f-e47c-4596-95e4-d479d41ea3b9 has already been hosted by L3 agent af79d429-529e-400b-a119-94d4bec03f3e {{(pid=87870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 12:11:10.608351 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa6e4c4b-98aa-444e-9b86-921100bd4529 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 12:11:10.623511 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-fa6e4c4b-98aa-444e-9b86-921100bd4529 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "PUT /v2.0/routers/d0b3660f-e47c-4596-95e4-d479d41ea3b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0731840 Mar 28 12:11:10.623665 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d340bd-e8a7-477c-883a-24ac910f6fbb None None] Sync routers for ids ['d0b3660f-e47c-4596-95e4-d479d41ea3b9'] in dv-neutron-835340-2-hyperv {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 12:11:10.624932 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 60422) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:11:10.633927 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d340bd-e8a7-477c-883a-24ac910f6fbb None None] Routers {'d0b3660f-e47c-4596-95e4-d479d41ea3b9'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:11:10.635134 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-f5d340bd-e8a7-477c-883a-24ac910f6fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:11:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['d0b3660f-e47c-4596-95e4-d479d41ea3b9'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:11:10.708006 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f66d2c1-1d64-4e6a-999a-71dc2672c311 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Deleting subnet 30a40f62-0462-4e74-b622-cc4a0372b2dc {{(pid=87870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 12:11:10.712300 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-0f66d2c1-1d64-4e6a-999a-71dc2672c311 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for subnet, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:10.779720 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-0f66d2c1-1d64-4e6a-999a-71dc2672c311 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3591354'] for subnet, precommit_delete_associations {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:10.858680 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvr_db [None req-f5d340bd-e8a7-477c-883a-24ac910f6fbb None None] Set router d0b3660f-e47c-4596-95e4-d479d41ea3b9 gateway port host: dv-neutron-835340-2-hyperv {{(pid=87872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:11:10.898337 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-0f66d2c1-1d64-4e6a-999a-71dc2672c311 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1919782'] for subnet, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:10.986117 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-0f66d2c1-1d64-4e6a-999a-71dc2672c311 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1919805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2561174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2563528'] for subnet, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:11.023877 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f66d2c1-1d64-4e6a-999a-71dc2672c311 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Pushing event deleted for resources: {'Subnet': ['ID=30a40f62-0462-4e74-b622-cc4a0372b2dc,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:11:11.032203 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-0f66d2c1-1d64-4e6a-999a-71dc2672c311 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for subnet, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:11.038404 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-0f66d2c1-1d64-4e6a-999a-71dc2672c311 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "DELETE /v2.0/subnets/30a40f62-0462-4e74-b622-cc4a0372b2dc HTTP/1.1" status: 204 len: 168 time: 0.4126372 Mar 28 12:11:11.040937 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 60426) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:11:11.073743 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-187b5ffa-a632-4c6f-aaaa-5add530a4805 None None] Network b7b5d694-ad52-44ce-8b32-500f78bb9fdb requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 12:11:11.372665 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-f2fb9023-006e-47de-b838-8ac373ba63a5 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for router, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:11.426958 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-f5d340bd-e8a7-477c-883a-24ac910f6fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0b3660f-e47c-4596-95e4-d479d41ea3b9', 'name': 'tempest-TestNetworkBasicOps-router-353059613', 'tenant_id': '527195c95736491ca1967a42cc300275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.165'}], 'enable_snat': True}, 'gw_port_id': 'd80555ef-d8f2-4d00-9404-5a955f74f715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:08:02Z', 'updated_at': '2022-03-28T12:11:09Z', 'revision_number': 5, 'project_id': '527195c95736491ca1967a42cc300275', 'gw_port': {'id': 'd80555ef-d8f2-4d00-9404-5a955f74f715', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:88:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0b3660f-e47c-4596-95e4-d479d41ea3b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:08:02Z', 'updated_at': '2022-03-28T12:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv'}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:11:11.438328 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d340bd-e8a7-477c-883a-24ac910f6fbb None None] Checking router: d0b3660f-e47c-4596-95e4-d479d41ea3b9 for host: dv-neutron-835340-2-hyperv {{(pid=87872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 12:11:11.449198 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d340bd-e8a7-477c-883a-24ac910f6fbb None None] Routers {'d0b3660f-e47c-4596-95e4-d479d41ea3b9'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:11:11.454072 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-f5d340bd-e8a7-477c-883a-24ac910f6fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:11:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['d0b3660f-e47c-4596-95e4-d479d41ea3b9'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:11:11.508839 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d10ae70-9018-42b1-8773-438b2e439738 None None] DHCP port deletion for b7b5d694-ad52-44ce-8b32-500f78bb9fdb request from dv-neutron-835340-2-hyperv {{(pid=87872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 12:11:11.528573 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-8d10ae70-9018-42b1-8773-438b2e439738 None None] Deleting port 91f23782-a6f1-4967-863c-bf056c1ce549 {{(pid=87872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:11:11.528573 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-8d10ae70-9018-42b1-8773-438b2e439738 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:11.567664 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-f2fb9023-006e-47de-b838-8ac373ba63a5 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:11.580225 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-f2fb9023-006e-47de-b838-8ac373ba63a5 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Deleting port d80555ef-d8f2-4d00-9404-5a955f74f715 {{(pid=87870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:11:11.580559 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-f2fb9023-006e-47de-b838-8ac373ba63a5 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:11.766601 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.db [None req-f2fb9023-006e-47de-b838-8ac373ba63a5 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] For port d80555ef-d8f2-4d00-9404-5a955f74f715, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=d80555ef-d8f2-4d00-9404-5a955f74f715,segment=NetworkSegment(688afb86-c9bd-46e2-ba7d-3fe76fb1efff),segment_id=688afb86-c9bd-46e2-ba7d-3fe76fb1efff)] {{(pid=87870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:11:11.769580 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-f2fb9023-006e-47de-b838-8ac373ba63a5 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:11.880983 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvr_db [None req-f5d340bd-e8a7-477c-883a-24ac910f6fbb None None] Set router d0b3660f-e47c-4596-95e4-d479d41ea3b9 gateway port host: dv-neutron-835340-2-hyperv {{(pid=87872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:11:12.009417 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 91f23782-a6f1-4967-863c-bf056c1ce549 no longer exists at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 12:11:12.013209 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-f2fb9023-006e-47de-b838-8ac373ba63a5 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Calling delete_port for d80555ef-d8f2-4d00-9404-5a955f74f715 owned by network:router_gateway {{(pid=87870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:11:12.194632 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-f2fb9023-006e-47de-b838-8ac373ba63a5 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:12.201974 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-8d10ae70-9018-42b1-8773-438b2e439738 None None] For port 91f23782-a6f1-4967-863c-bf056c1ce549, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=91f23782-a6f1-4967-863c-bf056c1ce549,segment=NetworkSegment(9afab82c-114b-433f-9b34-076a60ced9d4),segment_id=9afab82c-114b-433f-9b34-076a60ced9d4)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:11:12.202566 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-8d10ae70-9018-42b1-8773-438b2e439738 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:12.312935 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fb9023-006e-47de-b838-8ac373ba63a5 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Pushing event deleted for resources: {'Port': ['ID=d80555ef-d8f2-4d00-9404-5a955f74f715,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:11:12.342680 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-f2fb9023-006e-47de-b838-8ac373ba63a5 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-709573'] for router_gateway, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:12.405647 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-8d10ae70-9018-42b1-8773-438b2e439738 None None] Calling delete_port for 91f23782-a6f1-4967-863c-bf056c1ce549 owned by network:dhcp {{(pid=87872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:11:12.498421 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:12.538728 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-f2fb9023-006e-47de-b838-8ac373ba63a5 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-745164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-260864'] for router, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:12.540876 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-f2fb9023-006e-47de-b838-8ac373ba63a5 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:12.568569 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-f2fb9023-006e-47de-b838-8ac373ba63a5 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-745021'] for router, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:12.569054 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2fb9023-006e-47de-b838-8ac373ba63a5 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Fanout notify agent at l3_agent the message router_deleted on router d0b3660f-e47c-4596-95e4-d479d41ea3b9 {{(pid=87870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 12:11:12.576117 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] For port 91f23782-a6f1-4967-863c-bf056c1ce549, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=91f23782-a6f1-4967-863c-bf056c1ce549,segment=NetworkSegment(9afab82c-114b-433f-9b34-076a60ced9d4),segment_id=9afab82c-114b-433f-9b34-076a60ced9d4)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:11:12.580822 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-f5d340bd-e8a7-477c-883a-24ac910f6fbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0b3660f-e47c-4596-95e4-d479d41ea3b9', 'name': 'tempest-TestNetworkBasicOps-router-353059613', 'tenant_id': '527195c95736491ca1967a42cc300275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.165'}], 'enable_snat': True}, 'gw_port_id': 'd80555ef-d8f2-4d00-9404-5a955f74f715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:08:02Z', 'updated_at': '2022-03-28T12:11:09Z', 'revision_number': 5, 'project_id': '527195c95736491ca1967a42cc300275', 'gw_port': {'id': 'd80555ef-d8f2-4d00-9404-5a955f74f715', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:88:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0b3660f-e47c-4596-95e4-d479d41ea3b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:08:02Z', 'updated_at': '2022-03-28T12:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv'}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:11:12.585404 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:12.586065 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-f2fb9023-006e-47de-b838-8ac373ba63a5 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for router, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:12.589601 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-f2fb9023-006e-47de-b838-8ac373ba63a5 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "DELETE /v2.0/routers/d0b3660f-e47c-4596-95e4-d479d41ea3b9 HTTP/1.1" status: 204 len: 168 time: 1.5452616 Mar 28 12:11:12.590119 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 60434) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:11:12.624791 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5d340bd-e8a7-477c-883a-24ac910f6fbb None None] The sync data for ids ['d0b3660f-e47c-4596-95e4-d479d41ea3b9'] in dv-neutron-835340-2-hyperv is: [{'id': 'd0b3660f-e47c-4596-95e4-d479d41ea3b9', 'name': 'tempest-TestNetworkBasicOps-router-353059613', 'tenant_id': '527195c95736491ca1967a42cc300275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.165'}], 'enable_snat': True}, 'gw_port_id': 'd80555ef-d8f2-4d00-9404-5a955f74f715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:08:02Z', 'updated_at': '2022-03-28T12:11:09Z', 'revision_number': 5, 'project_id': '527195c95736491ca1967a42cc300275', 'gw_port': {'id': 'd80555ef-d8f2-4d00-9404-5a955f74f715', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:88:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0b3660f-e47c-4596-95e4-d479d41ea3b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:08:02Z', 'updated_at': '2022-03-28T12:08:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv'}] {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 12:11:12.633857 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.db.api [None req-8d10ae70-9018-42b1-8773-438b2e439738 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87872) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 12:11:12.634781 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG oslo_db.api [None req-8d10ae70-9018-42b1-8773-438b2e439738 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 12:11:12.668088 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Pushing event updated for resources: {'Port': ['ID=91f23782-a6f1-4967-863c-bf056c1ce549,revision_number=5']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:11:12.676339 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:11:12.676685 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:11:12.677026 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:11:12.677364 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:11:12.677693 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:11:12.678025 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:11:12.678349 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:11:12.678675 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:11:12.679001 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:11:12.679321 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:11:12.679826 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:11:12.680148 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:11:12.717955 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-cda58d01-4576-4615-b2c4-95517529c72b tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588883'] for network, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:12.728838 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-cda58d01-4576-4615-b2c4-95517529c72b tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Deleting port 91f23782-a6f1-4967-863c-bf056c1ce549 {{(pid=87870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:11:12.729164 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-cda58d01-4576-4615-b2c4-95517529c72b tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:13.032993 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.db [None req-cda58d01-4576-4615-b2c4-95517529c72b tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] For port 91f23782-a6f1-4967-863c-bf056c1ce549, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=91f23782-a6f1-4967-863c-bf056c1ce549,segment=NetworkSegment(9afab82c-114b-433f-9b34-076a60ced9d4),segment_id=9afab82c-114b-433f-9b34-076a60ced9d4)] {{(pid=87870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:11:13.033559 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-cda58d01-4576-4615-b2c4-95517529c72b tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:13.135359 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-8d10ae70-9018-42b1-8773-438b2e439738 None None] Deleting port 91f23782-a6f1-4967-863c-bf056c1ce549 {{(pid=87872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:11:13.135907 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-8d10ae70-9018-42b1-8773-438b2e439738 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:13.159876 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-cda58d01-4576-4615-b2c4-95517529c72b tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Calling delete_port for 91f23782-a6f1-4967-863c-bf056c1ce549 owned by network:dhcp {{(pid=87870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:11:13.247106 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-cda58d01-4576-4615-b2c4-95517529c72b tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:13.296604 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda58d01-4576-4615-b2c4-95517529c72b tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Pushing event deleted for resources: {'Port': ['ID=91f23782-a6f1-4967-863c-bf056c1ce549,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:11:13.298410 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda58d01-4576-4615-b2c4-95517529c72b tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] No DVR routers for this DVR port 91f23782-a6f1-4967-863c-bf056c1ce549 on host dv-neutron-835340-2-hyperv {{(pid=87870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 12:11:13.369990 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-8d10ae70-9018-42b1-8773-438b2e439738 None None] For port 91f23782-a6f1-4967-863c-bf056c1ce549, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=91f23782-a6f1-4967-863c-bf056c1ce549,segment=NetworkSegment(9afab82c-114b-433f-9b34-076a60ced9d4),segment_id=9afab82c-114b-433f-9b34-076a60ced9d4)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:11:13.370386 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-8d10ae70-9018-42b1-8773-438b2e439738 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:13.420831 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-cda58d01-4576-4615-b2c4-95517529c72b tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930431', 'neutron.services.segments.db._delete_segments_for_network-8783496351308'] for network, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:13.446706 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-cda58d01-4576-4615-b2c4-95517529c72b tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7b5d694-ad52-44ce-8b32-500f78bb9fdb']}} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:11:13.458753 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-cda58d01-4576-4615-b2c4-95517529c72b tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9afab82c-114b-433f-9b34-076a60ced9d4') {'for_net_delete': True} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:11:13.459054 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-cda58d01-4576-4615-b2c4-95517529c72b tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9afab82c-114b-433f-9b34-076a60ced9d4') {} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:11:13.470442 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-cda58d01-4576-4615-b2c4-95517529c72b tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783496353639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3591341'] for segment, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:13.486773 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-cda58d01-4576-4615-b2c4-95517529c72b tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:13.492916 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-8d10ae70-9018-42b1-8773-438b2e439738 None None] Calling delete_port for 91f23782-a6f1-4967-863c-bf056c1ce549 owned by network:dhcp {{(pid=87872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:11:13.493640 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cda58d01-4576-4615-b2c4-95517529c72b tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=87870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 12:11:13.494092 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-cda58d01-4576-4615-b2c4-95517529c72b tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1920481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2558260'] for segment, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:13.509362 dv-neutron-835340-2-hyperv neutron-server[87870]: Traceback (most recent call last): Mar 28 12:11:13.509362 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 12:11:13.509362 dv-neutron-835340-2-hyperv neutron-server[87870]: timer() Mar 28 12:11:13.509362 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 12:11:13.509362 dv-neutron-835340-2-hyperv neutron-server[87870]: cb(*args, **kw) Mar 28 12:11:13.509362 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 12:11:13.509362 dv-neutron-835340-2-hyperv neutron-server[87870]: return func(*args, **kwargs) Mar 28 12:11:13.509362 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 12:11:13.509362 dv-neutron-835340-2-hyperv neutron-server[87870]: self._notify() Mar 28 12:11:13.509362 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 12:11:13.509362 dv-neutron-835340-2-hyperv neutron-server[87870]: self.callback(batched_events) Mar 28 12:11:13.509362 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 12:11:13.509362 dv-neutron-835340-2-hyperv neutron-server[87870]: event.method(event) Mar 28 12:11:13.509362 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 12:11:13.509362 dv-neutron-835340-2-hyperv neutron-server[87870]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 12:11:13.509362 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 12:11:13.509362 dv-neutron-835340-2-hyperv neutron-server[87870]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 12:11:13.509362 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 12:11:13.509362 dv-neutron-835340-2-hyperv neutron-server[87870]: return f(self, *a, **k) Mar 28 12:11:13.509362 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 12:11:13.509362 dv-neutron-835340-2-hyperv neutron-server[87870]: return self._get(url).json() Mar 28 12:11:13.509362 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 12:11:13.509362 dv-neutron-835340-2-hyperv neutron-server[87870]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 12:11:13.509362 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 12:11:13.509362 dv-neutron-835340-2-hyperv neutron-server[87870]: return self.request(url, 'GET', **kwargs) Mar 28 12:11:13.509362 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 12:11:13.509362 dv-neutron-835340-2-hyperv neutron-server[87870]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 12:11:13.509362 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 12:11:13.509362 dv-neutron-835340-2-hyperv neutron-server[87870]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 12:11:13.509362 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 12:11:13.509362 dv-neutron-835340-2-hyperv neutron-server[87870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 12:11:13.509362 dv-neutron-835340-2-hyperv neutron-server[87870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 12:11:13.567319 dv-neutron-835340-2-hyperv neutron-server[87872]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 28 12:11:13.567319 dv-neutron-835340-2-hyperv neutron-server[87872]: from cryptography.utils import int_from_bytes Mar 28 12:11:13.567319 dv-neutron-835340-2-hyperv neutron-server[87872]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 28 12:11:13.567319 dv-neutron-835340-2-hyperv neutron-server[87872]: from cryptography.utils import int_from_bytes Mar 28 12:11:13.567319 dv-neutron-835340-2-hyperv neutron-server[87872]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Mar 28 12:11:13.567319 dv-neutron-835340-2-hyperv neutron-server[87872]: util.warn_limited( Mar 28 12:11:13.567319 dv-neutron-835340-2-hyperv neutron-server[87872]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Mar 28 12:11:13.567319 dv-neutron-835340-2-hyperv neutron-server[87872]: util.warn_limited( Mar 28 12:11:13.567319 dv-neutron-835340-2-hyperv neutron-server[87872]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 12:11:13.567319 dv-neutron-835340-2-hyperv neutron-server[87872]: util.warn( Mar 28 12:11:13.567319 dv-neutron-835340-2-hyperv neutron-server[87872]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 12:11:13.567319 dv-neutron-835340-2-hyperv neutron-server[87872]: util.warn( Mar 28 12:11:13.567319 dv-neutron-835340-2-hyperv neutron-server[87872]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 12:11:13.567319 dv-neutron-835340-2-hyperv neutron-server[87872]: util.warn( Mar 28 12:11:13.567319 dv-neutron-835340-2-hyperv neutron-server[87872]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 12:11:13.567319 dv-neutron-835340-2-hyperv neutron-server[87872]: util.warn( Mar 28 12:11:13.567319 dv-neutron-835340-2-hyperv neutron-server[87872]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 12:11:13.567319 dv-neutron-835340-2-hyperv neutron-server[87872]: util.warn( Mar 28 12:11:13.567319 dv-neutron-835340-2-hyperv neutron-server[87872]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 12:11:13.567319 dv-neutron-835340-2-hyperv neutron-server[87872]: util.warn( Mar 28 12:11:13.567319 dv-neutron-835340-2-hyperv neutron-server[87872]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 12:11:13.567319 dv-neutron-835340-2-hyperv neutron-server[87872]: util.warn( Mar 28 12:11:13.567319 dv-neutron-835340-2-hyperv neutron-server[87872]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 12:11:13.567319 dv-neutron-835340-2-hyperv neutron-server[87872]: util.warn( Mar 28 12:11:13.567319 dv-neutron-835340-2-hyperv neutron-server[87872]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 12:11:13.567319 dv-neutron-835340-2-hyperv neutron-server[87872]: util.warn( Mar 28 12:11:13.567319 dv-neutron-835340-2-hyperv neutron-server[87872]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 12:11:13.567319 dv-neutron-835340-2-hyperv neutron-server[87872]: util.warn( Mar 28 12:11:13.567319 dv-neutron-835340-2-hyperv neutron-server[87872]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 12:11:13.567319 dv-neutron-835340-2-hyperv neutron-server[87872]: util.warn( Mar 28 12:11:13.567319 dv-neutron-835340-2-hyperv neutron-server[87872]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 12:11:13.567319 dv-neutron-835340-2-hyperv neutron-server[87872]: util.warn( Mar 28 12:11:13.567319 dv-neutron-835340-2-hyperv neutron-server[87872]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 12:11:13.567319 dv-neutron-835340-2-hyperv neutron-server[87872]: util.warn( Mar 28 12:11:13.567319 dv-neutron-835340-2-hyperv neutron-server[87872]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 12:11:13.567319 dv-neutron-835340-2-hyperv neutron-server[87872]: util.warn( Mar 28 12:11:13.567319 dv-neutron-835340-2-hyperv neutron-server[87872]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 12:11:13.567319 dv-neutron-835340-2-hyperv neutron-server[87872]: util.warn( Mar 28 12:11:13.567319 dv-neutron-835340-2-hyperv neutron-server[87872]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 12:11:13.567319 dv-neutron-835340-2-hyperv neutron-server[87872]: util.warn( Mar 28 12:11:13.567319 dv-neutron-835340-2-hyperv neutron-server[87872]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 12:11:13.567319 dv-neutron-835340-2-hyperv neutron-server[87872]: util.warn( Mar 28 12:11:13.567319 dv-neutron-835340-2-hyperv neutron-server[87872]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 12:11:13.567319 dv-neutron-835340-2-hyperv neutron-server[87872]: util.warn( Mar 28 12:11:13.567319 dv-neutron-835340-2-hyperv neutron-server[87872]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 12:11:13.567319 dv-neutron-835340-2-hyperv neutron-server[87872]: util.warn( Mar 28 12:11:13.567319 dv-neutron-835340-2-hyperv neutron-server[87872]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 12:11:13.567319 dv-neutron-835340-2-hyperv neutron-server[87872]: util.warn( Mar 28 12:11:13.567319 dv-neutron-835340-2-hyperv neutron-server[87872]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 12:11:13.567319 dv-neutron-835340-2-hyperv neutron-server[87872]: util.warn( Mar 28 12:11:13.567319 dv-neutron-835340-2-hyperv neutron-server[87872]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 12:11:13.567319 dv-neutron-835340-2-hyperv neutron-server[87872]: util.warn( Mar 28 12:11:13.567319 dv-neutron-835340-2-hyperv neutron-server[87872]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 12:11:13.567319 dv-neutron-835340-2-hyperv neutron-server[87872]: util.warn( Mar 28 12:11:13.567319 dv-neutron-835340-2-hyperv neutron-server[87872]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 12:11:13.567319 dv-neutron-835340-2-hyperv neutron-server[87872]: util.warn( Mar 28 12:11:13.576256 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.db.api [None req-8d10ae70-9018-42b1-8773-438b2e439738 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87872) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 12:11:13.576667 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG oslo_db.api [None req-8d10ae70-9018-42b1-8773-438b2e439738 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 12:11:13.599294 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-cda58d01-4576-4615-b2c4-95517529c72b tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709602'] for network, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:13.617803 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-cda58d01-4576-4615-b2c4-95517529c72b tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for network, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:13.635309 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda58d01-4576-4615-b2c4-95517529c72b tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Pushing event deleted for resources: {'Network': ['ID=b7b5d694-ad52-44ce-8b32-500f78bb9fdb,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:11:13.651509 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-cda58d01-4576-4615-b2c4-95517529c72b tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "DELETE /v2.0/networks/b7b5d694-ad52-44ce-8b32-500f78bb9fdb HTTP/1.1" status: 204 len: 168 time: 1.0593581 Mar 28 12:11:13.662937 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 60442) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:11:13.669344 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-fa46abe6-ae47-498d-8fd0-9c683568194e tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Request body: {'network': {'name': 'tempest-network-smoke--423647441', 'project_id': '527195c95736491ca1967a42cc300275', 'port_security_enabled': True}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:11:13.675275 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-fa46abe6-ae47-498d-8fd0-9c683568194e tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:11:13.680098 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-fa46abe6-ae47-498d-8fd0-9c683568194e tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Usage tracker for resource:network and tenant:527195c95736491ca1967a42cc300275 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:11:13.683412 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-fa46abe6-ae47-498d-8fd0-9c683568194e tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:11:13.689676 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-fa46abe6-ae47-498d-8fd0-9c683568194e tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:11:13.701278 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa46abe6-ae47-498d-8fd0-9c683568194e tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Made reservation on behalf of 527195c95736491ca1967a42cc300275 for: {'network': 1} {{(pid=87870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 12:11:13.704869 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-fa46abe6-ae47-498d-8fd0-9c683568194e tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for network, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:13.735681 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa46abe6-ae47-498d-8fd0-9c683568194e tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=87870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 12:11:13.749450 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-fa46abe6-ae47-498d-8fd0-9c683568194e tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:13.749775 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.db.segments_db [None req-fa46abe6-ae47-498d-8fd0-9c683568194e tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Added segment 65c6551c-138e-443b-9ae3-1b9c1aebae70 of type vlan for network b3e97028-cdf9-4720-9a17-982f2ddb763c Mar 28 12:11:13.778492 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-fa46abe6-ae47-498d-8fd0-9c683568194e tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783495836591'] for network, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:13.818586 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-fa46abe6-ae47-498d-8fd0-9c683568194e tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765'] for network, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:13.824018 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa46abe6-ae47-498d-8fd0-9c683568194e tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:11:13.824683 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-fa46abe6-ae47-498d-8fd0-9c683568194e tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for network, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:13.934144 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa46abe6-ae47-498d-8fd0-9c683568194e tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Pushing event updated for resources: {'Network': ['ID=b3e97028-cdf9-4720-9a17-982f2ddb763c,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:11:13.938087 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-fa46abe6-ae47-498d-8fd0-9c683568194e tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2739215 Mar 28 12:11:13.941805 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 60452) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:11:13.946857 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-36276988-239d-4361-8c0a-915dbce012fe tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1187518211', 'admin_state_up': True, 'project_id': '527195c95736491ca1967a42cc300275', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b'}}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:11:13.947796 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Network b3e97028-cdf9-4720-9a17-982f2ddb763c details requested by agent ovs-agent-dv-neutron-835340-2-hyperv with host dv-neutron-835340-2-hyperv {{(pid=87872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 12:11:13.956288 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-36276988-239d-4361-8c0a-915dbce012fe tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:11:13.961346 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-36276988-239d-4361-8c0a-915dbce012fe tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Usage tracker for resource:router and tenant:527195c95736491ca1967a42cc300275 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:11:13.964437 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-36276988-239d-4361-8c0a-915dbce012fe tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:11:13.975728 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-36276988-239d-4361-8c0a-915dbce012fe tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:11:13.985416 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 9420d714-e5ba-459b-8b47-2fe941602eaf no longer exists at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 12:11:13.986938 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-36276988-239d-4361-8c0a-915dbce012fe tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-707665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-260886'] for router, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:13.989086 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-36276988-239d-4361-8c0a-915dbce012fe tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-705660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709650', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-767110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260873'] for router, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:14.005976 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-36276988-239d-4361-8c0a-915dbce012fe tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:14.026467 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] No Port match for: 9420d714-e5ba-459b-8b47-2fe941602eaf {{(pid=87872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 12:11:14.026870 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 9420d714-e5ba-459b-8b47-2fe941602eaf not bound to the agent host dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 12:11:14.027307 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device d80555ef-d8f2-4d00-9404-5a955f74f715 no longer exists at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 12:11:14.030824 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-8f5f466c-49e9-45e0-a14d-0c985bd53aa1 req-d67332ee-9cbc-4f0a-ad7c-0a8798d0b868 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1840040302&fields=id&tenant_id=47a90bc1ddf942f0867175a620007cc0 HTTP/1.1" status: 200 len: 267 time: 0.0544980 Mar 28 12:11:14.106032 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] No Port match for: d80555ef-d8f2-4d00-9404-5a955f74f715 {{(pid=87872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 12:11:14.106366 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device d80555ef-d8f2-4d00-9404-5a955f74f715 not bound to the agent host dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 12:11:14.181947 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5f466c-49e9-45e0-a14d-0c985bd53aa1 req-a4e61ae7-c050-4f42-a04e-d87e130fcbf4 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:11:14.183355 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-8f5f466c-49e9-45e0-a14d-0c985bd53aa1 req-a4e61ae7-c050-4f42-a04e-d87e130fcbf4 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] 10.222.0.30 "GET /v2.0/networks?id=58a24317-1730-4638-8adb-7f79ac32a130 HTTP/1.1" status: 200 len: 811 time: 0.1517727 Mar 28 12:11:14.198890 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-8f5f466c-49e9-45e0-a14d-0c985bd53aa1 req-ebe4b73f-1f90-4bdc-ac12-d63fa9174e69 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] 10.222.0.30 "GET /v2.0/quotas/47a90bc1ddf942f0867175a620007cc0 HTTP/1.1" status: 200 len: 375 time: 0.0098603 Mar 28 12:11:14.237010 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-8d10ae70-9018-42b1-8773-438b2e439738 None None] Deleting port 91f23782-a6f1-4967-863c-bf056c1ce549 {{(pid=87872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:11:14.237670 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-8d10ae70-9018-42b1-8773-438b2e439738 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:14.285994 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-36276988-239d-4361-8c0a-915dbce012fe tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-709632', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-707672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260923'] for router, precommit_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:14.290755 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-8f5f466c-49e9-45e0-a14d-0c985bd53aa1 req-92cdebf8-4cb2-4807-9319-7d01f5ceed9d tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=47a90bc1ddf942f0867175a620007cc0&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0863883 Mar 28 12:11:14.346349 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-8d10ae70-9018-42b1-8773-438b2e439738 None None] The port '91f23782-a6f1-4967-863c-bf056c1ce549' was deleted {{(pid=87872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 12:11:14.436483 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-8f5f466c-49e9-45e0-a14d-0c985bd53aa1 req-b0b860e8-02a1-4a57-a877-d576f168f6eb service neutron] 10.222.0.30 "GET /v2.0/networks/58a24317-1730-4638-8adb-7f79ac32a130?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311090 Mar 28 12:11:14.591773 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-8f5f466c-49e9-45e0-a14d-0c985bd53aa1 req-9fdba973-a685-416d-8e53-95493984aca6 service neutron] 10.222.0.30 "GET /v2.0/networks/58a24317-1730-4638-8adb-7f79ac32a130?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482871 Mar 28 12:11:14.694874 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-36276988-239d-4361-8c0a-915dbce012fe tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for router_gateway, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:14.728974 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-36276988-239d-4361-8c0a-915dbce012fe tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:14.871602 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.db_base_plugin_common [None req-36276988-239d-4361-8c0a-915dbce012fe tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Allocated IP 172.26.7.236 (ac2b1748-8f63-4b17-a9c7-07e79704aa5b/0b7ebf76-1dc7-431a-a0b4-b96bacf287c2/de64b58d-2116-438c-8e8e-5873e533ab03) {{(pid=87870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 12:11:15.027707 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-67b1f0ba-d942-494e-9ee1-edb01c3add79 req-3f42531d-c1ff-4e31-8490-cb2f517586d2 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] 10.222.0.30 "GET /v2.0/ports?device_id=f42ba617-0232-43f1-a287-2dd6bf0a6fe3 HTTP/1.1" status: 200 len: 210 time: 0.0603926 Mar 28 12:11:15.069863 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-36276988-239d-4361-8c0a-915dbce012fe tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for port, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:15.101187 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-36276988-239d-4361-8c0a-915dbce012fe tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:15.161045 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36276988-239d-4361-8c0a-915dbce012fe tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Network ac2b1748-8f63-4b17-a9c7-07e79704aa5b is already hosted by enough agents. {{(pid=87870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:11:15.163827 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.base_scheduler [None req-36276988-239d-4361-8c0a-915dbce012fe tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Resources bound (agent type, host, resource id): {{(pid=87870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:11:15.172273 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36276988-239d-4361-8c0a-915dbce012fe tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Received port after_create {{(pid=87870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 12:11:15.212386 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36276988-239d-4361-8c0a-915dbce012fe tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Pushing event updated for resources: {'Port': ['ID=de64b58d-2116-438c-8e8e-5873e533ab03,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:11:15.599641 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-36276988-239d-4361-8c0a-915dbce012fe tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for router_gateway, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:16.051835 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-36276988-239d-4361-8c0a-915dbce012fe tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709693'] for router, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:16.124359 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5f466c-49e9-45e0-a14d-0c985bd53aa1 req-c16fd28c-9acd-47ab-a3a2-ae899414007a tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:11:16.125830 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-8f5f466c-49e9-45e0-a14d-0c985bd53aa1 req-c16fd28c-9acd-47ab-a3a2-ae899414007a tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] 10.222.0.11 "GET /v2.0/networks?id=58a24317-1730-4638-8adb-7f79ac32a130 HTTP/1.1" status: 200 len: 811 time: 0.1523256 Mar 28 12:11:16.222136 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-dc168a08-8fd0-4a42-b572-0a3a21b47413 req-943cf745-46e8-4774-9c26-c8c0eeb73605 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] 10.222.0.30 "GET /v2.0/ports?device_id=f42ba617-0232-43f1-a287-2dd6bf0a6fe3 HTTP/1.1" status: 200 len: 210 time: 0.0540910 Mar 28 12:11:16.227157 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-8f5f466c-49e9-45e0-a14d-0c985bd53aa1 req-fbbaa8ca-e979-4572-9895-e4b837bd1498 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=47a90bc1ddf942f0867175a620007cc0 HTTP/1.1" status: 200 len: 380 time: 0.0928621 Mar 28 12:11:16.236399 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [req-8f5f466c-49e9-45e0-a14d-0c985bd53aa1 req-1ba7d730-cdd5-45d6-af85-cb8c11ba5db6 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Request body: {'port': {'device_id': 'f42ba617-0232-43f1-a287-2dd6bf0a6fe3', 'network_id': '58a24317-1730-4638-8adb-7f79ac32a130', 'admin_state_up': True, 'tenant_id': '47a90bc1ddf942f0867175a620007cc0', 'security_groups': ['a8392a33-39a9-4107-88a2-a192a6c34737']}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:11:16.273809 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36276988-239d-4361-8c0a-915dbce012fe tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Router 16877b31-005b-468d-99db-6cc0e4526b7e is scheduled to L3 agent af79d429-529e-400b-a119-94d4bec03f3e with binding_index 1 {{(pid=87870) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 12:11:16.461564 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36276988-239d-4361-8c0a-915dbce012fe tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 12:11:16.470694 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-230421cd-5cb4-47ab-aa09-8f1606e03db6 None None] Sync routers for ids ['16877b31-005b-468d-99db-6cc0e4526b7e'] in dv-neutron-835340-2-hyperv {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 12:11:16.483394 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-230421cd-5cb4-47ab-aa09-8f1606e03db6 None None] Routers {'16877b31-005b-468d-99db-6cc0e4526b7e'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:11:16.484275 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-230421cd-5cb4-47ab-aa09-8f1606e03db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:11:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['16877b31-005b-468d-99db-6cc0e4526b7e'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:11:16.505240 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [req-8f5f466c-49e9-45e0-a14d-0c985bd53aa1 req-1ba7d730-cdd5-45d6-af85-cb8c11ba5db6 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:11:16.505501 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-36276988-239d-4361-8c0a-915dbce012fe tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for router, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:16.507247 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-36276988-239d-4361-8c0a-915dbce012fe tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.5641844 Mar 28 12:11:16.510411 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 60480) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:11:16.521545 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [req-8f5f466c-49e9-45e0-a14d-0c985bd53aa1 req-1ba7d730-cdd5-45d6-af85-cb8c11ba5db6 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:11:16.533339 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f5f466c-49e9-45e0-a14d-0c985bd53aa1 req-1ba7d730-cdd5-45d6-af85-cb8c11ba5db6 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Made reservation on behalf of 47a90bc1ddf942f0867175a620007cc0 for: {'port': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 12:11:16.537149 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-8f5f466c-49e9-45e0-a14d-0c985bd53aa1 req-1ba7d730-cdd5-45d6-af85-cb8c11ba5db6 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:16.725452 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.db_base_plugin_common [req-8f5f466c-49e9-45e0-a14d-0c985bd53aa1 req-1ba7d730-cdd5-45d6-af85-cb8c11ba5db6 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Allocated IP 172.20.0.6 (58a24317-1730-4638-8adb-7f79ac32a130/ca5eb385-2512-460c-bf9c-e9f84ff9e2ac/e8f91f3b-8e9d-4abb-910d-3b333fccbcb2) {{(pid=87871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 12:11:16.756750 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvr_db [None req-230421cd-5cb4-47ab-aa09-8f1606e03db6 None None] Set router 16877b31-005b-468d-99db-6cc0e4526b7e gateway port host: dv-neutron-835340-2-hyperv {{(pid=87873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:11:16.761369 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-3c40e6aa-c24d-40bf-88e1-00dede3fd036 tempest-TestNetworkBasicOps-386611239 tempest-TestNetworkBasicOps-386611239-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=527195c95736491ca1967a42cc300275&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2498868 Mar 28 12:11:16.763886 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 60486) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:11:16.928524 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5f4d0c4-b708-4bcb-a938-293fbf8fb6d6 tempest-TestNetworkBasicOps-386611239 tempest-TestNetworkBasicOps-386611239-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:11:16.930255 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-e5f4d0c4-b708-4bcb-a938-293fbf8fb6d6 tempest-TestNetworkBasicOps-386611239 tempest-TestNetworkBasicOps-386611239-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1653159 Mar 28 12:11:16.932949 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 60490) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:11:16.980144 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-3850f4a0-1015-4c1a-bb47-6b94c3b4fcf5 tempest-TestNetworkBasicOps-386611239 tempest-TestNetworkBasicOps-386611239-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=ac2b1748-8f63-4b17-a9c7-07e79704aa5b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0456991 Mar 28 12:11:16.982671 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 60494) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:11:16.991012 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-84f9dea9-2e40-4abc-9478-f74783a744db tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-760881877', 'network_id': 'b3e97028-cdf9-4720-9a17-982f2ddb763c', 'project_id': '527195c95736491ca1967a42cc300275', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:11:17.018204 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-8f5f466c-49e9-45e0-a14d-0c985bd53aa1 req-1ba7d730-cdd5-45d6-af85-cb8c11ba5db6 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Notify callbacks [] for port, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:17.040876 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.provisioning_blocks [req-8f5f466c-49e9-45e0-a14d-0c985bd53aa1 req-1ba7d730-cdd5-45d6-af85-cb8c11ba5db6 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Transition to ACTIVE for port object e8f91f3b-8e9d-4abb-910d-3b333fccbcb2 will not be triggered until provisioned by entity DHCP. {{(pid=87871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:11:17.072211 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-230421cd-5cb4-47ab-aa09-8f1606e03db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16877b31-005b-468d-99db-6cc0e4526b7e', 'name': 'tempest-TestNetworkBasicOps-router-1187518211', 'tenant_id': '527195c95736491ca1967a42cc300275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.236'}], 'enable_snat': True}, 'gw_port_id': 'de64b58d-2116-438c-8e8e-5873e533ab03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:11:13Z', 'updated_at': '2022-03-28T12:11:15Z', 'revision_number': 3, 'project_id': '527195c95736491ca1967a42cc300275', 'gw_port': {'id': 'de64b58d-2116-438c-8e8e-5873e533ab03', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:90:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16877b31-005b-468d-99db-6cc0e4526b7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:11:14Z', 'updated_at': '2022-03-28T12:11:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv'}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:11:17.074436 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-8f5f466c-49e9-45e0-a14d-0c985bd53aa1 req-1ba7d730-cdd5-45d6-af85-cb8c11ba5db6 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:17.078006 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-230421cd-5cb4-47ab-aa09-8f1606e03db6 None None] Checking router: 16877b31-005b-468d-99db-6cc0e4526b7e for host: dv-neutron-835340-2-hyperv {{(pid=87873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 12:11:17.078465 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-230421cd-5cb4-47ab-aa09-8f1606e03db6 None None] Updating router 16877b31-005b-468d-99db-6cc0e4526b7e port de64b58d-2116-438c-8e8e-5873e533ab03 binding host dv-neutron-835340-2-hyperv {{(pid=87873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 12:11:17.119216 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-84f9dea9-2e40-4abc-9478-f74783a744db tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:11:17.128943 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-84f9dea9-2e40-4abc-9478-f74783a744db tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Usage tracker for resource:subnet and tenant:527195c95736491ca1967a42cc300275 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:11:17.135279 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-84f9dea9-2e40-4abc-9478-f74783a744db tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:11:17.142222 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f5f466c-49e9-45e0-a14d-0c985bd53aa1 req-1ba7d730-cdd5-45d6-af85-cb8c11ba5db6 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Network 58a24317-1730-4638-8adb-7f79ac32a130 is already hosted by enough agents. {{(pid=87871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:11:17.145974 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [req-8f5f466c-49e9-45e0-a14d-0c985bd53aa1 req-1ba7d730-cdd5-45d6-af85-cb8c11ba5db6 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Resources bound (agent type, host, resource id): {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:11:17.150233 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f5f466c-49e9-45e0-a14d-0c985bd53aa1 req-1ba7d730-cdd5-45d6-af85-cb8c11ba5db6 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Received port after_create {{(pid=87871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 12:11:17.156387 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-84f9dea9-2e40-4abc-9478-f74783a744db tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:11:17.165731 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron_lib.callbacks.manager [None req-230421cd-5cb4-47ab-aa09-8f1606e03db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:17.175544 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84f9dea9-2e40-4abc-9478-f74783a744db tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Made reservation on behalf of 527195c95736491ca1967a42cc300275 for: {'subnet': 1} {{(pid=87870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 12:11:17.186829 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-84f9dea9-2e40-4abc-9478-f74783a744db tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2563571'] for subnet, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:17.225004 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba7d730-cdd5-45d6-af85-cb8c11ba5db6 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Pushing event updated for resources: {'Port': ['ID=e8f91f3b-8e9d-4abb-910d-3b333fccbcb2,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:11:17.252303 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5f466c-49e9-45e0-a14d-0c985bd53aa1 req-1ba7d730-cdd5-45d6-af85-cb8c11ba5db6 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:11:17.254216 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-8f5f466c-49e9-45e0-a14d-0c985bd53aa1 req-1ba7d730-cdd5-45d6-af85-cb8c11ba5db6 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:17.303972 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-8f5f466c-49e9-45e0-a14d-0c985bd53aa1 req-1ba7d730-cdd5-45d6-af85-cb8c11ba5db6 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0713933 Mar 28 12:11:17.317277 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [req-8f5f466c-49e9-45e0-a14d-0c985bd53aa1 req-30210fea-2ac2-401e-955c-2d19b498c59a service neutron] Request body: {'port': {'device_id': 'f42ba617-0232-43f1-a287-2dd6bf0a6fe3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8353'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:11:17.499593 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.agents_db [None req-03fd49d8-b51b-41c1-8716-b8e265c93689 None None] Agent healthcheck: found 6 active agents {{(pid=87873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 12:11:17.528584 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-8f5f466c-49e9-45e0-a14d-0c985bd53aa1 req-30210fea-2ac2-401e-955c-2d19b498c59a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:17.552390 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-84f9dea9-2e40-4abc-9478-f74783a744db tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2561241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2563521'] for subnet, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:17.592033 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-bf89ba8d-0ae4-4516-adc4-f549dbf19d25 None None] Provisioning for port e8f91f3b-8e9d-4abb-910d-3b333fccbcb2 completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:11:17.597757 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-bf89ba8d-0ae4-4516-adc4-f549dbf19d25 None None] Provisioning complete for port e8f91f3b-8e9d-4abb-910d-3b333fccbcb2 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:11:17.601920 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-bf89ba8d-0ae4-4516-adc4-f549dbf19d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:17.635129 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f9dea9-2e40-4abc-9478-f74783a744db tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Pushing event updated for resources: {'Subnet': ['ID=391f05b2-1c98-4ce5-850b-2ca616d0d79f,revision_number=0']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:11:17.648340 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron_lib.callbacks.manager [None req-230421cd-5cb4-47ab-aa09-8f1606e03db6 None None] Notify callbacks [] for port, precommit_update {{(pid=87873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:17.664024 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.provisioning_blocks [None req-230421cd-5cb4-47ab-aa09-8f1606e03db6 None None] Transition to ACTIVE for port object de64b58d-2116-438c-8e8e-5873e533ab03 will not be triggered until provisioned by entity L2. {{(pid=87873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:11:17.670671 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f9dea9-2e40-4abc-9478-f74783a744db tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Checking segment: {'id': '65c6551c-138e-443b-9ae3-1b9c1aebae70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b3e97028-cdf9-4720-9a17-982f2ddb763c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 12:11:17.671056 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84f9dea9-2e40-4abc-9478-f74783a744db tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Network hostable DHCP agents. Network: b3e97028-cdf9-4720-9a17-982f2ddb763c, hostable agents: ['3cb85949-855b-4a40-b988-cd5705e511da'], hosted agents: [] {{(pid=87870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 12:11:17.673547 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron_lib.callbacks.manager [None req-230421cd-5cb4-47ab-aa09-8f1606e03db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:17.709151 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824ef1f6-a803-42cc-a522-9a35d0594b4d req-aa579186-48e3-43ba-aad5-071eb56fdde6 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:11:17.710736 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-824ef1f6-a803-42cc-a522-9a35d0594b4d req-aa579186-48e3-43ba-aad5-071eb56fdde6 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] 10.222.0.30 "GET /v2.0/ports?device_id=f42ba617-0232-43f1-a287-2dd6bf0a6fe3 HTTP/1.1" status: 200 len: 931 time: 0.2005494 Mar 28 12:11:17.729215 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-bf89ba8d-0ae4-4516-adc4-f549dbf19d25 None None] Port e8f91f3b-8e9d-4abb-910d-3b333fccbcb2 cannot update to ACTIVE because it is not bound. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 12:11:17.749781 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84f9dea9-2e40-4abc-9478-f74783a744db tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Network b3e97028-cdf9-4720-9a17-982f2ddb763c is scheduled to be hosted by DHCP agent 3cb85949-855b-4a40-b988-cd5705e511da with binding_index 1 {{(pid=87870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 12:11:17.769215 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.managers [None req-230421cd-5cb4-47ab-aa09-8f1606e03db6 None None] Attempting to bind port de64b58d-2116-438c-8e8e-5873e533ab03 on host dv-neutron-835340-2-hyperv for vnic_type normal with profile {{(pid=87873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 12:11:17.769779 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.managers [None req-230421cd-5cb4-47ab-aa09-8f1606e03db6 None None] Attempting to bind port de64b58d-2116-438c-8e8e-5873e533ab03 by drivers openvswitch,hyperv on host dv-neutron-835340-2-hyperv at level 0 using segments [{'id': '688afb86-c9bd-46e2-ba7d-3fe76fb1efff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b'}] {{(pid=87873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 12:11:17.770418 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-230421cd-5cb4-47ab-aa09-8f1606e03db6 None None] Attempting to bind port de64b58d-2116-438c-8e8e-5873e533ab03 on network ac2b1748-8f63-4b17-a9c7-07e79704aa5b {{(pid=87873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 12:11:17.788084 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-230421cd-5cb4-47ab-aa09-8f1606e03db6 None None] Checking agent: {'id': '961a16fe-cbc8-4264-ac28-bbbd53f89caa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 46, 6), 'started_at': datetime.datetime(2022, 3, 28, 11, 46, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 12, 11, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 12:11:17.788654 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-230421cd-5cb4-47ab-aa09-8f1606e03db6 None None] Checking segment: {'id': '688afb86-c9bd-46e2-ba7d-3fe76fb1efff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 12:11:17.789245 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron_lib.callbacks.manager [None req-230421cd-5cb4-47ab-aa09-8f1606e03db6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:17.789698 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-230421cd-5cb4-47ab-aa09-8f1606e03db6 None None] Bound using segment: {'id': '688afb86-c9bd-46e2-ba7d-3fe76fb1efff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b'} {{(pid=87873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 12:11:17.790218 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.managers [None req-230421cd-5cb4-47ab-aa09-8f1606e03db6 None None] Bound port: de64b58d-2116-438c-8e8e-5873e533ab03, host: dv-neutron-835340-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '688afb86-c9bd-46e2-ba7d-3fe76fb1efff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b'}}] {{(pid=87873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 12:11:17.790789 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron_lib.callbacks.manager [None req-230421cd-5cb4-47ab-aa09-8f1606e03db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:17.820190 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.base_scheduler [None req-84f9dea9-2e40-4abc-9478-f74783a744db tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-2-hyperv, b3e97028-cdf9-4720-9a17-982f2ddb763c) {{(pid=87870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:11:17.828578 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38184da0-b746-42cc-837a-4a75b9cb5293 None None] Network b3e97028-cdf9-4720-9a17-982f2ddb763c requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 12:11:17.828897 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84f9dea9-2e40-4abc-9478-f74783a744db tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:11:17.830055 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-84f9dea9-2e40-4abc-9478-f74783a744db tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for subnet, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:17.837599 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-824ef1f6-a803-42cc-a522-9a35d0594b4d req-ed748132-4e09-404b-a496-eca92b062c69 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] 10.222.0.30 "GET /v2.0/security-groups?id=a8392a33-39a9-4107-88a2-a192a6c34737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1199565 Mar 28 12:11:17.873864 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.db [None req-230421cd-5cb4-47ab-aa09-8f1606e03db6 None None] For port de64b58d-2116-438c-8e8e-5873e533ab03, host dv-neutron-835340-2-hyperv, cleared binding levels {{(pid=87873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 12:11:17.877519 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.db [None req-230421cd-5cb4-47ab-aa09-8f1606e03db6 None None] For port de64b58d-2116-438c-8e8e-5873e533ab03, host dv-neutron-835340-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=de64b58d-2116-438c-8e8e-5873e533ab03,segment=NetworkSegment(688afb86-c9bd-46e2-ba7d-3fe76fb1efff),segment_id=688afb86-c9bd-46e2-ba7d-3fe76fb1efff)] {{(pid=87873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 12:11:17.882940 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6c786e-786b-4013-bb28-6e53004d813c None None] Pushing event updated for resources: {'Port': ['ID=de64b58d-2116-438c-8e8e-5873e533ab03,revision_number=2']} {{(pid=87873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:11:17.884526 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-84f9dea9-2e40-4abc-9478-f74783a744db tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9001501 Mar 28 12:11:17.887377 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 60500) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:11:17.891828 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron_lib.callbacks.manager [None req-230421cd-5cb4-47ab-aa09-8f1606e03db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:17.904243 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6c786e-786b-4013-bb28-6e53004d813c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:11:17.904585 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6c786e-786b-4013-bb28-6e53004d813c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:11:17.904915 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6c786e-786b-4013-bb28-6e53004d813c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:11:17.905266 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6c786e-786b-4013-bb28-6e53004d813c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:11:17.905548 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6c786e-786b-4013-bb28-6e53004d813c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:11:17.905880 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6c786e-786b-4013-bb28-6e53004d813c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:11:17.906197 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6c786e-786b-4013-bb28-6e53004d813c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:11:17.906510 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6c786e-786b-4013-bb28-6e53004d813c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:11:17.906829 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6c786e-786b-4013-bb28-6e53004d813c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:11:17.907140 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6c786e-786b-4013-bb28-6e53004d813c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:11:17.907451 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6c786e-786b-4013-bb28-6e53004d813c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:11:17.915129 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f6c786e-786b-4013-bb28-6e53004d813c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:11:18.006954 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6c786e-786b-4013-bb28-6e53004d813c None None] Pushing event updated for resources: {'Port': ['ID=de64b58d-2116-438c-8e8e-5873e533ab03,revision_number=3']} {{(pid=87873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:11:18.026340 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-230421cd-5cb4-47ab-aa09-8f1606e03db6 None None] Routers {'16877b31-005b-468d-99db-6cc0e4526b7e'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:11:18.026954 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-230421cd-5cb4-47ab-aa09-8f1606e03db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:11:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['16877b31-005b-468d-99db-6cc0e4526b7e'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:11:18.030524 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.notifiers.nova [req-8f5f466c-49e9-45e0-a14d-0c985bd53aa1 req-30210fea-2ac2-401e-955c-2d19b498c59a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8f91f3b-8e9d-4abb-910d-3b333fccbcb2 {{(pid=87871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 12:11:18.048612 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-8f5f466c-49e9-45e0-a14d-0c985bd53aa1 req-30210fea-2ac2-401e-955c-2d19b498c59a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:18.081917 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.provisioning_blocks [req-8f5f466c-49e9-45e0-a14d-0c985bd53aa1 req-30210fea-2ac2-401e-955c-2d19b498c59a service neutron] Transition to ACTIVE for port object e8f91f3b-8e9d-4abb-910d-3b333fccbcb2 will not be triggered until provisioned by entity L2. {{(pid=87871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:11:18.089705 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-8f5f466c-49e9-45e0-a14d-0c985bd53aa1 req-30210fea-2ac2-401e-955c-2d19b498c59a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2363241'] for port, after_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:18.220025 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98932c01-71fc-45d2-976c-50640188a3a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1d3f2a9-8722-5ce5-bc40-181687d1ed3f-b3e97028-cdf9-4720-9a17-982f2ddb763c', 'network_id': 'b3e97028-cdf9-4720-9a17-982f2ddb763c', 'tenant_id': '527195c95736491ca1967a42cc300275', 'fixed_ips': [{'subnet_id': '391f05b2-1c98-4ce5-850b-2ca616d0d79f'}]}} from dv-neutron-835340-2-hyperv. {{(pid=87872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 12:11:18.221843 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-98932c01-71fc-45d2-976c-50640188a3a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:18.265117 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvr_db [None req-230421cd-5cb4-47ab-aa09-8f1606e03db6 None None] Set router 16877b31-005b-468d-99db-6cc0e4526b7e gateway port host: dv-neutron-835340-2-hyperv {{(pid=87873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:11:18.326522 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30210fea-2ac2-401e-955c-2d19b498c59a service neutron] Pushing event updated for resources: {'Port': ['ID=e8f91f3b-8e9d-4abb-910d-3b333fccbcb2,revision_number=2']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:11:18.434250 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.managers [req-8f5f466c-49e9-45e0-a14d-0c985bd53aa1 req-30210fea-2ac2-401e-955c-2d19b498c59a service neutron] Attempting to bind port e8f91f3b-8e9d-4abb-910d-3b333fccbcb2 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 12:11:18.435161 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.managers [req-8f5f466c-49e9-45e0-a14d-0c985bd53aa1 req-30210fea-2ac2-401e-955c-2d19b498c59a service neutron] Attempting to bind port e8f91f3b-8e9d-4abb-910d-3b333fccbcb2 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '50310252-dd3a-44b3-a0be-b4c21d863506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '58a24317-1730-4638-8adb-7f79ac32a130'}] {{(pid=87871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 12:11:18.435507 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f5f466c-49e9-45e0-a14d-0c985bd53aa1 req-30210fea-2ac2-401e-955c-2d19b498c59a service neutron] Attempting to bind port e8f91f3b-8e9d-4abb-910d-3b333fccbcb2 on network 58a24317-1730-4638-8adb-7f79ac32a130 {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 12:11:18.440740 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f5f466c-49e9-45e0-a14d-0c985bd53aa1 req-30210fea-2ac2-401e-955c-2d19b498c59a service neutron] Port e8f91f3b-8e9d-4abb-910d-3b333fccbcb2 on network 58a24317-1730-4638-8adb-7f79ac32a130 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 12:11:18.441059 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f5f466c-49e9-45e0-a14d-0c985bd53aa1 req-30210fea-2ac2-401e-955c-2d19b498c59a service neutron] Attempting to bind port e8f91f3b-8e9d-4abb-910d-3b333fccbcb2 on network 58a24317-1730-4638-8adb-7f79ac32a130 {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 12:11:18.446476 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f5f466c-49e9-45e0-a14d-0c985bd53aa1 req-30210fea-2ac2-401e-955c-2d19b498c59a service neutron] Checking agent: {'id': '01dfae6e-0e91-4100-b27f-ff8156eac7d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8353', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 52, 20), 'started_at': datetime.datetime(2022, 3, 28, 11, 52, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 12, 10, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 12:11:18.446833 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f5f466c-49e9-45e0-a14d-0c985bd53aa1 req-30210fea-2ac2-401e-955c-2d19b498c59a service neutron] Checking segment: {'id': '50310252-dd3a-44b3-a0be-b4c21d863506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '58a24317-1730-4638-8adb-7f79ac32a130'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 12:11:18.447829 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f5f466c-49e9-45e0-a14d-0c985bd53aa1 req-30210fea-2ac2-401e-955c-2d19b498c59a service neutron] Bound using segment: {'id': '50310252-dd3a-44b3-a0be-b4c21d863506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '58a24317-1730-4638-8adb-7f79ac32a130'} {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 12:11:18.448260 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.managers [req-8f5f466c-49e9-45e0-a14d-0c985bd53aa1 req-30210fea-2ac2-401e-955c-2d19b498c59a service neutron] Bound port: e8f91f3b-8e9d-4abb-910d-3b333fccbcb2, host: hv-neutron-8353, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50310252-dd3a-44b3-a0be-b4c21d863506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '58a24317-1730-4638-8adb-7f79ac32a130'}}] {{(pid=87871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 12:11:18.448606 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-8f5f466c-49e9-45e0-a14d-0c985bd53aa1 req-30210fea-2ac2-401e-955c-2d19b498c59a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:18.483222 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.db_base_plugin_common [None req-98932c01-71fc-45d2-976c-50640188a3a1 None None] Allocated IP 172.20.0.2 (b3e97028-cdf9-4720-9a17-982f2ddb763c/391f05b2-1c98-4ce5-850b-2ca616d0d79f/81ad87e8-08dd-4fb9-93e1-53cd2c05613f) {{(pid=87872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 12:11:18.572981 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.db [req-8f5f466c-49e9-45e0-a14d-0c985bd53aa1 req-30210fea-2ac2-401e-955c-2d19b498c59a service neutron] For port e8f91f3b-8e9d-4abb-910d-3b333fccbcb2, host hv-neutron-8353, cleared binding levels {{(pid=87871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 12:11:18.576267 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.db [req-8f5f466c-49e9-45e0-a14d-0c985bd53aa1 req-30210fea-2ac2-401e-955c-2d19b498c59a service neutron] For port e8f91f3b-8e9d-4abb-910d-3b333fccbcb2, host hv-neutron-8353, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=e8f91f3b-8e9d-4abb-910d-3b333fccbcb2,segment=NetworkSegment(50310252-dd3a-44b3-a0be-b4c21d863506),segment_id=50310252-dd3a-44b3-a0be-b4c21d863506)] {{(pid=87871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 12:11:18.583028 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-8f5f466c-49e9-45e0-a14d-0c985bd53aa1 req-30210fea-2ac2-401e-955c-2d19b498c59a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2363241'] for port, after_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:18.673101 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5f466c-49e9-45e0-a14d-0c985bd53aa1 req-30210fea-2ac2-401e-955c-2d19b498c59a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:11:18.673981 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-8f5f466c-49e9-45e0-a14d-0c985bd53aa1 req-30210fea-2ac2-401e-955c-2d19b498c59a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:18.678218 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-8f5f466c-49e9-45e0-a14d-0c985bd53aa1 req-30210fea-2ac2-401e-955c-2d19b498c59a service neutron] 10.222.0.11 "PUT /v2.0/ports/e8f91f3b-8e9d-4abb-910d-3b333fccbcb2 HTTP/1.1" status: 200 len: 1093 time: 1.3660209 Mar 28 12:11:18.683889 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f42ba617-0232-43f1-a287-2dd6bf0a6fe3', 'tag': 'e8f91f3b-8e9d-4abb-910d-3b333fccbcb2'}] {{(pid=87871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 12:11:18.703422 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30210fea-2ac2-401e-955c-2d19b498c59a service neutron] Pushing event updated for resources: {'Port': ['ID=e8f91f3b-8e9d-4abb-910d-3b333fccbcb2,revision_number=3']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:11:18.729444 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-230421cd-5cb4-47ab-aa09-8f1606e03db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16877b31-005b-468d-99db-6cc0e4526b7e', 'name': 'tempest-TestNetworkBasicOps-router-1187518211', 'tenant_id': '527195c95736491ca1967a42cc300275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.236'}], 'enable_snat': True}, 'gw_port_id': 'de64b58d-2116-438c-8e8e-5873e533ab03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:11:13Z', 'updated_at': '2022-03-28T12:11:15Z', 'revision_number': 3, 'project_id': '527195c95736491ca1967a42cc300275', 'gw_port': {'id': 'de64b58d-2116-438c-8e8e-5873e533ab03', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:90:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16877b31-005b-468d-99db-6cc0e4526b7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:11:14Z', 'updated_at': '2022-03-28T12:11:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv'}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:11:18.735043 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-230421cd-5cb4-47ab-aa09-8f1606e03db6 None None] The sync data for ids ['16877b31-005b-468d-99db-6cc0e4526b7e'] in dv-neutron-835340-2-hyperv is: [{'id': '16877b31-005b-468d-99db-6cc0e4526b7e', 'name': 'tempest-TestNetworkBasicOps-router-1187518211', 'tenant_id': '527195c95736491ca1967a42cc300275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.236'}], 'enable_snat': True}, 'gw_port_id': 'de64b58d-2116-438c-8e8e-5873e533ab03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:11:13Z', 'updated_at': '2022-03-28T12:11:15Z', 'revision_number': 3, 'project_id': '527195c95736491ca1967a42cc300275', 'gw_port': {'id': 'de64b58d-2116-438c-8e8e-5873e533ab03', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:90:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16877b31-005b-468d-99db-6cc0e4526b7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:11:14Z', 'updated_at': '2022-03-28T12:11:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv'}] {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 12:11:18.783131 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-98932c01-71fc-45d2-976c-50640188a3a1 None None] Notify callbacks [] for port, precommit_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:18.810906 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-98932c01-71fc-45d2-976c-50640188a3a1 None None] Transition to ACTIVE for port object 81ad87e8-08dd-4fb9-93e1-53cd2c05613f will not be triggered until provisioned by entity L2. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:11:18.841093 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5f466c-49e9-45e0-a14d-0c985bd53aa1 req-c0383903-6034-4828-94b1-f45e04cf6f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:11:18.842770 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-8f5f466c-49e9-45e0-a14d-0c985bd53aa1 req-c0383903-6034-4828-94b1-f45e04cf6f4a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=47a90bc1ddf942f0867175a620007cc0&device_id=f42ba617-0232-43f1-a287-2dd6bf0a6fe3 HTTP/1.1" status: 200 len: 1096 time: 0.1197326 Mar 28 12:11:18.861772 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-98932c01-71fc-45d2-976c-50640188a3a1 None None] Transition to ACTIVE for port object 81ad87e8-08dd-4fb9-93e1-53cd2c05613f will not be triggered until provisioned by entity DHCP. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:11:18.878523 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-98932c01-71fc-45d2-976c-50640188a3a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241'] for port, after_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:18.924933 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f42ba617-0232-43f1-a287-2dd6bf0a6fe3', 'tag': 'e8f91f3b-8e9d-4abb-910d-3b333fccbcb2', 'status': 'completed', 'code': 200} Mar 28 12:11:18.949190 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-8f5f466c-49e9-45e0-a14d-0c985bd53aa1 req-983b30c8-9ed5-41cd-8f24-adbca7b23972 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e8f91f3b-8e9d-4abb-910d-3b333fccbcb2 HTTP/1.1" status: 200 len: 217 time: 0.0994904 Mar 28 12:11:18.969681 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98932c01-71fc-45d2-976c-50640188a3a1 None None] Pushing event updated for resources: {'Port': ['ID=81ad87e8-08dd-4fb9-93e1-53cd2c05613f,revision_number=1']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:11:18.985173 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98932c01-71fc-45d2-976c-50640188a3a1 None None] Network b3e97028-cdf9-4720-9a17-982f2ddb763c is already hosted by enough agents. {{(pid=87872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:11:18.986295 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.base_scheduler [None req-98932c01-71fc-45d2-976c-50640188a3a1 None None] Resources bound (agent type, host, resource id): {{(pid=87872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:11:18.991136 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98932c01-71fc-45d2-976c-50640188a3a1 None None] Received port after_create {{(pid=87872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 12:11:19.051687 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5f466c-49e9-45e0-a14d-0c985bd53aa1 req-11c58e28-90aa-4b7d-a8c5-fc0254317c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:11:19.053138 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-8f5f466c-49e9-45e0-a14d-0c985bd53aa1 req-11c58e28-90aa-4b7d-a8c5-fc0254317c91 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ca5eb385-2512-460c-bf9c-e9f84ff9e2ac HTTP/1.1" status: 200 len: 850 time: 0.0923109 Mar 28 12:11:19.107858 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-98932c01-71fc-45d2-976c-50640188a3a1 None None] Attempting to bind port 81ad87e8-08dd-4fb9-93e1-53cd2c05613f on host dv-neutron-835340-2-hyperv for vnic_type normal with profile {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 12:11:19.108229 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-98932c01-71fc-45d2-976c-50640188a3a1 None None] Attempting to bind port 81ad87e8-08dd-4fb9-93e1-53cd2c05613f by drivers openvswitch,hyperv on host dv-neutron-835340-2-hyperv at level 0 using segments [{'id': '65c6551c-138e-443b-9ae3-1b9c1aebae70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b3e97028-cdf9-4720-9a17-982f2ddb763c'}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 12:11:19.108588 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98932c01-71fc-45d2-976c-50640188a3a1 None None] Attempting to bind port 81ad87e8-08dd-4fb9-93e1-53cd2c05613f on network b3e97028-cdf9-4720-9a17-982f2ddb763c {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 12:11:19.115673 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98932c01-71fc-45d2-976c-50640188a3a1 None None] Checking agent: {'id': '961a16fe-cbc8-4264-ac28-bbbd53f89caa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 46, 6), 'started_at': datetime.datetime(2022, 3, 28, 11, 46, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 12, 11, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 12:11:19.116048 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98932c01-71fc-45d2-976c-50640188a3a1 None None] Checking segment: {'id': '65c6551c-138e-443b-9ae3-1b9c1aebae70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b3e97028-cdf9-4720-9a17-982f2ddb763c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 12:11:19.118290 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-98932c01-71fc-45d2-976c-50640188a3a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:19.118736 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98932c01-71fc-45d2-976c-50640188a3a1 None None] Bound using segment: {'id': '65c6551c-138e-443b-9ae3-1b9c1aebae70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b3e97028-cdf9-4720-9a17-982f2ddb763c'} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 12:11:19.119227 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-98932c01-71fc-45d2-976c-50640188a3a1 None None] Bound port: 81ad87e8-08dd-4fb9-93e1-53cd2c05613f, host: dv-neutron-835340-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65c6551c-138e-443b-9ae3-1b9c1aebae70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b3e97028-cdf9-4720-9a17-982f2ddb763c'}}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 12:11:19.119660 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-98932c01-71fc-45d2-976c-50640188a3a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:19.181143 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edeadb1-a0a3-4649-87f3-17c2e6c34c0e req-60df5da7-9d78-4028-92ae-eba06388d0a6 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:11:19.182664 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-8edeadb1-a0a3-4649-87f3-17c2e6c34c0e req-60df5da7-9d78-4028-92ae-eba06388d0a6 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] 10.222.0.30 "GET /v2.0/ports?device_id=f42ba617-0232-43f1-a287-2dd6bf0a6fe3 HTTP/1.1" status: 200 len: 943 time: 0.1631880 Mar 28 12:11:19.188792 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-d53146e7-48f5-4f36-9b6e-2bb88572eb4a tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:19.269931 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5f466c-49e9-45e0-a14d-0c985bd53aa1 req-ef2b11d7-7e8b-453e-af8c-74c7b139fcf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:11:19.272079 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-8f5f466c-49e9-45e0-a14d-0c985bd53aa1 req-ef2b11d7-7e8b-453e-af8c-74c7b139fcf1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=58a24317-1730-4638-8adb-7f79ac32a130&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2125239 Mar 28 12:11:19.274961 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-98932c01-71fc-45d2-976c-50640188a3a1 None None] For port 81ad87e8-08dd-4fb9-93e1-53cd2c05613f, host dv-neutron-835340-2-hyperv, cleared binding levels {{(pid=87872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 12:11:19.278395 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-98932c01-71fc-45d2-976c-50640188a3a1 None None] For port 81ad87e8-08dd-4fb9-93e1-53cd2c05613f, host dv-neutron-835340-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=81ad87e8-08dd-4fb9-93e1-53cd2c05613f,segment=NetworkSegment(65c6551c-138e-443b-9ae3-1b9c1aebae70),segment_id=65c6551c-138e-443b-9ae3-1b9c1aebae70)] {{(pid=87872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 12:11:19.286123 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-98932c01-71fc-45d2-976c-50640188a3a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:19.318233 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-8edeadb1-a0a3-4649-87f3-17c2e6c34c0e req-8199c62b-f61f-4853-8ea4-895991a8b996 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] 10.222.0.30 "GET /v2.0/security-groups?id=a8392a33-39a9-4107-88a2-a192a6c34737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1168990 Mar 28 12:11:19.400956 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98932c01-71fc-45d2-976c-50640188a3a1 None None] Pushing event updated for resources: {'Port': ['ID=81ad87e8-08dd-4fb9-93e1-53cd2c05613f,revision_number=2']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:11:19.450697 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-8f5f466c-49e9-45e0-a14d-0c985bd53aa1 req-89398dd3-cb61-4a84-9242-650a06c99b7e service neutron] 10.222.0.11 "GET /v2.0/networks/58a24317-1730-4638-8adb-7f79ac32a130?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710384 Mar 28 12:11:19.626715 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-8f5f466c-49e9-45e0-a14d-0c985bd53aa1 req-aa8dffe6-766e-4cab-823d-6617c94d96ae service neutron] 10.222.0.11 "GET /v2.0/networks/58a24317-1730-4638-8adb-7f79ac32a130?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1696739 Mar 28 12:11:19.700504 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.db_base_plugin_common [None req-d53146e7-48f5-4f36-9b6e-2bb88572eb4a tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Allocated IP 172.20.0.1 (b3e97028-cdf9-4720-9a17-982f2ddb763c/391f05b2-1c98-4ce5-850b-2ca616d0d79f/0d8a27c3-9212-473c-b921-7d4177e7c203) {{(pid=87870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 12:11:19.788684 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795f5f67-711f-4bf4-a1c7-1061458f08af req-41f98297-6a25-4f39-a449-5937cec11ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:11:19.790165 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-795f5f67-711f-4bf4-a1c7-1061458f08af req-41f98297-6a25-4f39-a449-5937cec11ee6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=47a90bc1ddf942f0867175a620007cc0&device_id=f42ba617-0232-43f1-a287-2dd6bf0a6fe3 HTTP/1.1" status: 200 len: 1096 time: 0.1139369 Mar 28 12:11:19.890305 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-d53146e7-48f5-4f36-9b6e-2bb88572eb4a tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for port, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:19.906480 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.provisioning_blocks [None req-d53146e7-48f5-4f36-9b6e-2bb88572eb4a tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Transition to ACTIVE for port object 0d8a27c3-9212-473c-b921-7d4177e7c203 will not be triggered until provisioned by entity DHCP. {{(pid=87870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:11:19.935807 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-d53146e7-48f5-4f36-9b6e-2bb88572eb4a tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:19.954218 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795f5f67-711f-4bf4-a1c7-1061458f08af req-dcdfbbdd-ff20-4add-a154-c8393650a4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:11:19.962131 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-795f5f67-711f-4bf4-a1c7-1061458f08af req-dcdfbbdd-ff20-4add-a154-c8393650a4fe service neutron] 10.222.0.11 "GET /v2.0/networks?id=58a24317-1730-4638-8adb-7f79ac32a130 HTTP/1.1" status: 200 len: 911 time: 0.1648750 Mar 28 12:11:20.035271 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d53146e7-48f5-4f36-9b6e-2bb88572eb4a tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Network b3e97028-cdf9-4720-9a17-982f2ddb763c is already hosted by enough agents. {{(pid=87870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:11:20.038650 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.base_scheduler [None req-d53146e7-48f5-4f36-9b6e-2bb88572eb4a tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Resources bound (agent type, host, resource id): {{(pid=87870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:11:20.044734 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d53146e7-48f5-4f36-9b6e-2bb88572eb4a tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Received port after_create {{(pid=87870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 12:11:20.056064 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-795f5f67-711f-4bf4-a1c7-1061458f08af req-db95579d-efbc-41fc-a212-ddd12436688e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e8f91f3b-8e9d-4abb-910d-3b333fccbcb2 HTTP/1.1" status: 200 len: 217 time: 0.0859377 Mar 28 12:11:20.070784 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 81ad87e8-08dd-4fb9-93e1-53cd2c05613f up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:11:20.098577 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53146e7-48f5-4f36-9b6e-2bb88572eb4a tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Pushing event updated for resources: {'Port': ['ID=0d8a27c3-9212-473c-b921-7d4177e7c203,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:11:20.111687 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53146e7-48f5-4f36-9b6e-2bb88572eb4a tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:11:20.112479 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53146e7-48f5-4f36-9b6e-2bb88572eb4a tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:11:20.112847 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53146e7-48f5-4f36-9b6e-2bb88572eb4a tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:11:20.113411 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53146e7-48f5-4f36-9b6e-2bb88572eb4a tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:11:20.113537 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53146e7-48f5-4f36-9b6e-2bb88572eb4a tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:11:20.113817 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53146e7-48f5-4f36-9b6e-2bb88572eb4a tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:11:20.114138 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53146e7-48f5-4f36-9b6e-2bb88572eb4a tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:11:20.114459 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53146e7-48f5-4f36-9b6e-2bb88572eb4a tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:11:20.114781 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53146e7-48f5-4f36-9b6e-2bb88572eb4a tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:11:20.115097 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53146e7-48f5-4f36-9b6e-2bb88572eb4a tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:11:20.115789 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53146e7-48f5-4f36-9b6e-2bb88572eb4a tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:11:20.115789 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d53146e7-48f5-4f36-9b6e-2bb88572eb4a tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:11:20.125727 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-d53146e7-48f5-4f36-9b6e-2bb88572eb4a tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-709483'] for router_interface, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:20.129115 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795f5f67-711f-4bf4-a1c7-1061458f08af req-880b179c-d3fd-47e0-927b-45d2d38a3340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:11:20.130568 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-795f5f67-711f-4bf4-a1c7-1061458f08af req-880b179c-d3fd-47e0-927b-45d2d38a3340 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ca5eb385-2512-460c-bf9c-e9f84ff9e2ac HTTP/1.1" status: 200 len: 850 time: 0.0682347 Mar 28 12:11:20.149172 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning for port 81ad87e8-08dd-4fb9-93e1-53cd2c05613f completed by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:11:20.155383 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device de64b58d-2116-438c-8e8e-5873e533ab03 up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:11:20.225855 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795f5f67-711f-4bf4-a1c7-1061458f08af req-64aa8b02-f4f0-407e-a383-b0bfadb39cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:11:20.227638 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-795f5f67-711f-4bf4-a1c7-1061458f08af req-64aa8b02-f4f0-407e-a383-b0bfadb39cb3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=58a24317-1730-4638-8adb-7f79ac32a130&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0901747 Mar 28 12:11:20.232669 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning for port de64b58d-2116-438c-8e8e-5873e533ab03 completed by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:11:20.238454 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port de64b58d-2116-438c-8e8e-5873e533ab03 triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:11:20.238835 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:20.394581 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:20.411902 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-795f5f67-711f-4bf4-a1c7-1061458f08af req-b24f42d8-d4f2-4d9d-ab1c-d971c7781dda service neutron] 10.222.0.11 "GET /v2.0/networks/58a24317-1730-4638-8adb-7f79ac32a130?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767776 Mar 28 12:11:20.415090 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] For port de64b58d-2116-438c-8e8e-5873e533ab03, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=de64b58d-2116-438c-8e8e-5873e533ab03,segment=NetworkSegment(688afb86-c9bd-46e2-ba7d-3fe76fb1efff),segment_id=688afb86-c9bd-46e2-ba7d-3fe76fb1efff)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:11:20.424696 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:20.532020 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Pushing event updated for resources: {'Port': ['ID=de64b58d-2116-438c-8e8e-5873e533ab03,revision_number=4']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:11:20.605384 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-d53146e7-48f5-4f36-9b6e-2bb88572eb4a tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:20.611518 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32c719f4-ec28-4b35-8e6e-7b360cebc810 None None] Network b3e97028-cdf9-4720-9a17-982f2ddb763c requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 12:11:20.653081 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-795f5f67-711f-4bf4-a1c7-1061458f08af req-f7a3f597-9c2b-493d-96e8-d49f203c95e6 service neutron] 10.222.0.11 "GET /v2.0/networks/58a24317-1730-4638-8adb-7f79ac32a130?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2335749 Mar 28 12:11:20.674014 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52887504-09b1-4bc1-81cb-7422e5d48116 req-aa049165-e701-4a34-aa92-dffc3b094f20 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:11:20.675317 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [req-52887504-09b1-4bc1-81cb-7422e5d48116 req-aa049165-e701-4a34-aa92-dffc3b094f20 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Synchronizing usage tracker for tenant:47a90bc1ddf942f0867175a620007cc0 on resource:port {{(pid=87871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:11:20.693392 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [req-52887504-09b1-4bc1-81cb-7422e5d48116 req-aa049165-e701-4a34-aa92-dffc3b094f20 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Unset dirty status for tenant:47a90bc1ddf942f0867175a620007cc0 on resource:port {{(pid=87871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:11:20.694622 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-52887504-09b1-4bc1-81cb-7422e5d48116 req-aa049165-e701-4a34-aa92-dffc3b094f20 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] 10.222.0.30 "GET /v2.0/ports?device_id=f42ba617-0232-43f1-a287-2dd6bf0a6fe3 HTTP/1.1" status: 200 len: 943 time: 0.2235749 Mar 28 12:11:20.735380 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-c3cbc48f-1908-402c-8557-0fe47983fca0 None None] Provisioning for port 81ad87e8-08dd-4fb9-93e1-53cd2c05613f completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:11:20.739645 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:20.764524 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-52887504-09b1-4bc1-81cb-7422e5d48116 req-2948304d-9fb7-4992-a2aa-fd12d3dfe8fe tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] 10.222.0.30 "GET /v2.0/security-groups?id=a8392a33-39a9-4107-88a2-a192a6c34737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619438 Mar 28 12:11:20.781226 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-c3cbc48f-1908-402c-8557-0fe47983fca0 None None] Provisioning complete for port 81ad87e8-08dd-4fb9-93e1-53cd2c05613f triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:11:20.781596 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-c3cbc48f-1908-402c-8557-0fe47983fca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:21.035824 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-c3cbc48f-1908-402c-8557-0fe47983fca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:21.071573 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-d53146e7-48f5-4f36-9b6e-2bb88572eb4a tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for port, precommit_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:21.076817 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-d53146e7-48f5-4f36-9b6e-2bb88572eb4a tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2558288'] for port, after_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:21.085643 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-c3cbc48f-1908-402c-8557-0fe47983fca0 None None] For port 81ad87e8-08dd-4fb9-93e1-53cd2c05613f, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=81ad87e8-08dd-4fb9-93e1-53cd2c05613f,segment=NetworkSegment(65c6551c-138e-443b-9ae3-1b9c1aebae70),segment_id=65c6551c-138e-443b-9ae3-1b9c1aebae70)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:11:21.096914 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-c3cbc48f-1908-402c-8557-0fe47983fca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:21.169033 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cbc48f-1908-402c-8557-0fe47983fca0 None None] Pushing event updated for resources: {'Port': ['ID=81ad87e8-08dd-4fb9-93e1-53cd2c05613f,revision_number=3']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:11:21.195079 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-d53146e7-48f5-4f36-9b6e-2bb88572eb4a tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-743372'] for router_interface, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:21.198559 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53146e7-48f5-4f36-9b6e-2bb88572eb4a tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Pushing event updated for resources: {'Port': ['ID=0d8a27c3-9212-473c-b921-7d4177e7c203,revision_number=2']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:11:21.334443 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-64193c7c-8d12-46b8-bcf8-69770e9ce983 None None] Provisioning for port 0d8a27c3-9212-473c-b921-7d4177e7c203 completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:11:21.342670 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-64193c7c-8d12-46b8-bcf8-69770e9ce983 None None] Provisioning complete for port 0d8a27c3-9212-473c-b921-7d4177e7c203 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:11:21.343044 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-64193c7c-8d12-46b8-bcf8-69770e9ce983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:21.345076 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d53146e7-48f5-4f36-9b6e-2bb88572eb4a tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Network b3e97028-cdf9-4720-9a17-982f2ddb763c is already hosted by enough agents. {{(pid=87870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:11:21.346217 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.base_scheduler [None req-d53146e7-48f5-4f36-9b6e-2bb88572eb4a tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Resources bound (agent type, host, resource id): {{(pid=87870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:11:21.399759 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-64193c7c-8d12-46b8-bcf8-69770e9ce983 None None] Port 0d8a27c3-9212-473c-b921-7d4177e7c203 cannot update to ACTIVE because it is not bound. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 12:11:21.411537 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-64193c7c-8d12-46b8-bcf8-69770e9ce983 None None] Provisioning complete for port 81ad87e8-08dd-4fb9-93e1-53cd2c05613f triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:11:21.411890 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-64193c7c-8d12-46b8-bcf8-69770e9ce983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:21.537602 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d53146e7-48f5-4f36-9b6e-2bb88572eb4a tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Router 16877b31-005b-468d-99db-6cc0e4526b7e has already been hosted by L3 agent af79d429-529e-400b-a119-94d4bec03f3e {{(pid=87870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 12:11:21.658192 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-3c506d47-5b95-4b47-a01e-144b34d27357 None None] Provisioning complete for port 0d8a27c3-9212-473c-b921-7d4177e7c203 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:11:21.658550 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-3c506d47-5b95-4b47-a01e-144b34d27357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:21.715986 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-3c506d47-5b95-4b47-a01e-144b34d27357 None None] Port 0d8a27c3-9212-473c-b921-7d4177e7c203 cannot update to ACTIVE because it is not bound. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 12:11:21.726771 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d53146e7-48f5-4f36-9b6e-2bb88572eb4a tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 12:11:21.736419 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e18d56-7c98-4023-b64e-e51700ce5948 None None] Sync routers for ids ['16877b31-005b-468d-99db-6cc0e4526b7e'] in dv-neutron-835340-2-hyperv {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 12:11:21.742164 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-d53146e7-48f5-4f36-9b6e-2bb88572eb4a tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "PUT /v2.0/routers/16877b31-005b-468d-99db-6cc0e4526b7e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8513997 Mar 28 12:11:21.742303 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 60512) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:11:21.746260 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e18d56-7c98-4023-b64e-e51700ce5948 None None] Routers {'16877b31-005b-468d-99db-6cc0e4526b7e'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:11:21.746861 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-34e18d56-7c98-4023-b64e-e51700ce5948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:11:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['16877b31-005b-468d-99db-6cc0e4526b7e'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:11:21.913850 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-ebe9bd47-1a57-485b-bf0b-8246219f6cf7 None None] Provisioning complete for port 0d8a27c3-9212-473c-b921-7d4177e7c203 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:11:21.914205 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-ebe9bd47-1a57-485b-bf0b-8246219f6cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:21.932454 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-067fc21f-186d-470f-925c-32ec477e5030 tempest-TestNetworkBasicOps-386611239 tempest-TestNetworkBasicOps-386611239-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:11:21.932922 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-067fc21f-186d-470f-925c-32ec477e5030 tempest-TestNetworkBasicOps-386611239 tempest-TestNetworkBasicOps-386611239-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:11:21.933385 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-067fc21f-186d-470f-925c-32ec477e5030 tempest-TestNetworkBasicOps-386611239 tempest-TestNetworkBasicOps-386611239-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:11:21.933837 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-067fc21f-186d-470f-925c-32ec477e5030 tempest-TestNetworkBasicOps-386611239 tempest-TestNetworkBasicOps-386611239-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:11:21.934285 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-067fc21f-186d-470f-925c-32ec477e5030 tempest-TestNetworkBasicOps-386611239 tempest-TestNetworkBasicOps-386611239-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:11:21.934893 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-067fc21f-186d-470f-925c-32ec477e5030 tempest-TestNetworkBasicOps-386611239 tempest-TestNetworkBasicOps-386611239-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:11:21.939155 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-067fc21f-186d-470f-925c-32ec477e5030 tempest-TestNetworkBasicOps-386611239 tempest-TestNetworkBasicOps-386611239-project-admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4279 time: 0.1935532 Mar 28 12:11:21.939552 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 60518) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:11:21.978174 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 81ad87e8-08dd-4fb9-93e1-53cd2c05613f up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:11:21.991872 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fe48ea-f157-48e1-aa79-4a8d86c9660f req-170531bc-d433-4eff-8403-f1ec44ea8e2f tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:11:21.995208 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-35fe48ea-f157-48e1-aa79-4a8d86c9660f req-170531bc-d433-4eff-8403-f1ec44ea8e2f tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] 10.222.0.30 "GET /v2.0/ports?device_id=f42ba617-0232-43f1-a287-2dd6bf0a6fe3 HTTP/1.1" status: 200 len: 943 time: 0.1123204 Mar 28 12:11:22.012647 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvr_db [None req-34e18d56-7c98-4023-b64e-e51700ce5948 None None] Set router 16877b31-005b-468d-99db-6cc0e4526b7e gateway port host: dv-neutron-835340-2-hyperv {{(pid=87872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:11:22.019081 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d926811-fdf6-42ea-906c-4e827b9b6c92 tempest-TestNetworkBasicOps-386611239 tempest-TestNetworkBasicOps-386611239-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:11:22.019574 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d926811-fdf6-42ea-906c-4e827b9b6c92 tempest-TestNetworkBasicOps-386611239 tempest-TestNetworkBasicOps-386611239-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:11:22.020067 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d926811-fdf6-42ea-906c-4e827b9b6c92 tempest-TestNetworkBasicOps-386611239 tempest-TestNetworkBasicOps-386611239-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:11:22.020516 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d926811-fdf6-42ea-906c-4e827b9b6c92 tempest-TestNetworkBasicOps-386611239 tempest-TestNetworkBasicOps-386611239-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:11:22.021336 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d926811-fdf6-42ea-906c-4e827b9b6c92 tempest-TestNetworkBasicOps-386611239 tempest-TestNetworkBasicOps-386611239-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:11:22.021441 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d926811-fdf6-42ea-906c-4e827b9b6c92 tempest-TestNetworkBasicOps-386611239 tempest-TestNetworkBasicOps-386611239-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:11:22.025631 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-0d926811-fdf6-42ea-906c-4e827b9b6c92 tempest-TestNetworkBasicOps-386611239 tempest-TestNetworkBasicOps-386611239-project-admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.0824206 Mar 28 12:11:22.025892 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 60522) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:11:22.044102 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-35fe48ea-f157-48e1-aa79-4a8d86c9660f req-e3a35822-911b-4d21-bccf-491145eff95c tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] 10.222.0.30 "GET /v2.0/security-groups?id=a8392a33-39a9-4107-88a2-a192a6c34737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443206 Mar 28 12:11:22.091596 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-ebe9bd47-1a57-485b-bf0b-8246219f6cf7 None None] Port 0d8a27c3-9212-473c-b921-7d4177e7c203 cannot update to ACTIVE because it is not bound. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 12:11:22.232449 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-679a2da7-08a8-4e0d-964f-37453b23e2ab tempest-TestNetworkBasicOps-386611239 tempest-TestNetworkBasicOps-386611239-project-admin] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.2054543 Mar 28 12:11:22.281851 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port 81ad87e8-08dd-4fb9-93e1-53cd2c05613f triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:11:22.282220 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:22.473928 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device de64b58d-2116-438c-8e8e-5873e533ab03 up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:11:22.534449 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-34e18d56-7c98-4023-b64e-e51700ce5948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16877b31-005b-468d-99db-6cc0e4526b7e', 'name': 'tempest-TestNetworkBasicOps-router-1187518211', 'tenant_id': '527195c95736491ca1967a42cc300275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.236'}], 'enable_snat': True}, 'gw_port_id': 'de64b58d-2116-438c-8e8e-5873e533ab03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:11:13Z', 'updated_at': '2022-03-28T12:11:20Z', 'revision_number': 4, 'project_id': '527195c95736491ca1967a42cc300275', 'gw_port': {'id': 'de64b58d-2116-438c-8e8e-5873e533ab03', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:90:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16877b31-005b-468d-99db-6cc0e4526b7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:11:14Z', 'updated_at': '2022-03-28T12:11:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_interfaces': [{'id': '0d8a27c3-9212-473c-b921-7d4177e7c203', 'name': '', 'network_id': 'b3e97028-cdf9-4720-9a17-982f2ddb763c', 'tenant_id': '527195c95736491ca1967a42cc300275', 'mac_address': 'fa:16:3e:c2:7a:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16877b31-005b-468d-99db-6cc0e4526b7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '391f05b2-1c98-4ce5-850b-2ca616d0d79f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:11:19Z', 'updated_at': '2022-03-28T12:11:20Z', 'revision_number': 2, 'project_id': '527195c95736491ca1967a42cc300275', 'subnets': [{'id': '391f05b2-1c98-4ce5-850b-2ca616d0d79f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:11:22.539310 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e18d56-7c98-4023-b64e-e51700ce5948 None None] Checking router: 16877b31-005b-468d-99db-6cc0e4526b7e for host: dv-neutron-835340-2-hyperv {{(pid=87872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 12:11:22.539756 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e18d56-7c98-4023-b64e-e51700ce5948 None None] Updating router 16877b31-005b-468d-99db-6cc0e4526b7e port 0d8a27c3-9212-473c-b921-7d4177e7c203 binding host dv-neutron-835340-2-hyperv {{(pid=87872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 12:11:22.603038 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-34e18d56-7c98-4023-b64e-e51700ce5948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:22.611726 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port de64b58d-2116-438c-8e8e-5873e533ab03 triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:11:22.612304 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:22.805594 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 60528) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:11:22.811875 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-678fba0c-56ae-41f3-a1a0-0386fe306b01 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-824152425', 'description': 'tempest-secgroup-smoke-824152425 description', 'project_id': '527195c95736491ca1967a42cc300275'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:11:22.818269 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-678fba0c-56ae-41f3-a1a0-0386fe306b01 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:11:22.822371 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-678fba0c-56ae-41f3-a1a0-0386fe306b01 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Usage tracker for resource:security_group and tenant:527195c95736491ca1967a42cc300275 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:11:22.825415 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-678fba0c-56ae-41f3-a1a0-0386fe306b01 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:11:22.949286 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-678fba0c-56ae-41f3-a1a0-0386fe306b01 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:11:22.960190 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-678fba0c-56ae-41f3-a1a0-0386fe306b01 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:22.979916 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-678fba0c-56ae-41f3-a1a0-0386fe306b01 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:11:22.984431 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-678fba0c-56ae-41f3-a1a0-0386fe306b01 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Usage tracker for resource:security_group_rule and tenant:527195c95736491ca1967a42cc300275 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:11:22.988219 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-678fba0c-56ae-41f3-a1a0-0386fe306b01 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:11:22.993756 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-678fba0c-56ae-41f3-a1a0-0386fe306b01 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:11:23.065799 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-678fba0c-56ae-41f3-a1a0-0386fe306b01 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:23.073017 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-678fba0c-56ae-41f3-a1a0-0386fe306b01 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:23.109288 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-34e18d56-7c98-4023-b64e-e51700ce5948 None None] Notify callbacks [] for port, precommit_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:23.118311 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678fba0c-56ae-41f3-a1a0-0386fe306b01 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1dd782ed-f64d-4a74-96e8-a83fbd04baf5,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:11:23.124877 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-34e18d56-7c98-4023-b64e-e51700ce5948 None None] Transition to ACTIVE for port object 0d8a27c3-9212-473c-b921-7d4177e7c203 will not be triggered until provisioned by entity L2. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:11:23.125004 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-678fba0c-56ae-41f3-a1a0-0386fe306b01 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:23.129758 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 60534) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:11:23.130251 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-678fba0c-56ae-41f3-a1a0-0386fe306b01 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3231628 Mar 28 12:11:23.135783 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-34e18d56-7c98-4023-b64e-e51700ce5948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:23.136819 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-42fcd266-f1d4-4181-ac15-8aa0b4eddcc4 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Request body: {'security_group_rule': {'security_group_id': '1dd782ed-f64d-4a74-96e8-a83fbd04baf5', 'project_id': '527195c95736491ca1967a42cc300275', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:11:23.159581 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-42fcd266-f1d4-4181-ac15-8aa0b4eddcc4 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:11:23.167269 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-42fcd266-f1d4-4181-ac15-8aa0b4eddcc4 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Usage tracker for resource:security_group_rule and tenant:527195c95736491ca1967a42cc300275 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:11:23.174085 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-42fcd266-f1d4-4181-ac15-8aa0b4eddcc4 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:11:23.185578 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-42fcd266-f1d4-4181-ac15-8aa0b4eddcc4 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:11:23.216693 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-42fcd266-f1d4-4181-ac15-8aa0b4eddcc4 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:23.292491 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8887f50d-f904-422a-8443-6d2c9e7ae4db req-2f9de9f3-fffb-4608-9b54-a47660342d58 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:11:23.294844 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-8887f50d-f904-422a-8443-6d2c9e7ae4db req-2f9de9f3-fffb-4608-9b54-a47660342d58 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] 10.222.0.30 "GET /v2.0/ports?device_id=f42ba617-0232-43f1-a287-2dd6bf0a6fe3 HTTP/1.1" status: 200 len: 943 time: 0.1074491 Mar 28 12:11:23.298934 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-42fcd266-f1d4-4181-ac15-8aa0b4eddcc4 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:23.300810 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff25e6b8-2f5f-4870-92c0-30c645333554 None None] Pushing event updated for resources: {'Port': ['ID=0d8a27c3-9212-473c-b921-7d4177e7c203,revision_number=3']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:11:23.309475 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-42fcd266-f1d4-4181-ac15-8aa0b4eddcc4 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740322'] for security_group_rule, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:23.360584 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fcd266-f1d4-4181-ac15-8aa0b4eddcc4 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c050ea64-5c88-48f1-9630-e99b89f822c3,revision_number=0']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:11:23.366259 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-8887f50d-f904-422a-8443-6d2c9e7ae4db req-c13318a0-ed28-4477-9f76-1f50c8a22260 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] 10.222.0.30 "GET /v2.0/security-groups?id=a8392a33-39a9-4107-88a2-a192a6c34737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628641 Mar 28 12:11:23.367681 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-34e18d56-7c98-4023-b64e-e51700ce5948 None None] Attempting to bind port 0d8a27c3-9212-473c-b921-7d4177e7c203 on host dv-neutron-835340-2-hyperv for vnic_type normal with profile {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 12:11:23.368109 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-34e18d56-7c98-4023-b64e-e51700ce5948 None None] Attempting to bind port 0d8a27c3-9212-473c-b921-7d4177e7c203 by drivers openvswitch,hyperv on host dv-neutron-835340-2-hyperv at level 0 using segments [{'id': '65c6551c-138e-443b-9ae3-1b9c1aebae70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b3e97028-cdf9-4720-9a17-982f2ddb763c'}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 12:11:23.368522 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e18d56-7c98-4023-b64e-e51700ce5948 None None] Attempting to bind port 0d8a27c3-9212-473c-b921-7d4177e7c203 on network b3e97028-cdf9-4720-9a17-982f2ddb763c {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 12:11:23.374218 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-42fcd266-f1d4-4181-ac15-8aa0b4eddcc4 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:23.374369 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e18d56-7c98-4023-b64e-e51700ce5948 None None] Checking agent: {'id': '961a16fe-cbc8-4264-ac28-bbbd53f89caa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 46, 6), 'started_at': datetime.datetime(2022, 3, 28, 11, 46, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 12, 11, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 12:11:23.374708 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e18d56-7c98-4023-b64e-e51700ce5948 None None] Checking segment: {'id': '65c6551c-138e-443b-9ae3-1b9c1aebae70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b3e97028-cdf9-4720-9a17-982f2ddb763c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 12:11:23.375103 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-34e18d56-7c98-4023-b64e-e51700ce5948 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:23.379203 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e18d56-7c98-4023-b64e-e51700ce5948 None None] Bound using segment: {'id': '65c6551c-138e-443b-9ae3-1b9c1aebae70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b3e97028-cdf9-4720-9a17-982f2ddb763c'} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 12:11:23.379361 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-42fcd266-f1d4-4181-ac15-8aa0b4eddcc4 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2445617 Mar 28 12:11:23.379482 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-34e18d56-7c98-4023-b64e-e51700ce5948 None None] Bound port: 0d8a27c3-9212-473c-b921-7d4177e7c203, host: dv-neutron-835340-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65c6551c-138e-443b-9ae3-1b9c1aebae70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b3e97028-cdf9-4720-9a17-982f2ddb763c'}}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 12:11:23.379482 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-34e18d56-7c98-4023-b64e-e51700ce5948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:23.379698 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 60538) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:11:23.386392 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-a230b174-fd2a-4a91-af0e-1951a59a4367 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Request body: {'security_group_rule': {'security_group_id': '1dd782ed-f64d-4a74-96e8-a83fbd04baf5', 'project_id': '527195c95736491ca1967a42cc300275', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:11:23.394012 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-a230b174-fd2a-4a91-af0e-1951a59a4367 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:11:23.398893 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-a230b174-fd2a-4a91-af0e-1951a59a4367 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Usage tracker for resource:security_group_rule and tenant:527195c95736491ca1967a42cc300275 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:11:23.402532 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-a230b174-fd2a-4a91-af0e-1951a59a4367 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:11:23.409252 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-a230b174-fd2a-4a91-af0e-1951a59a4367 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:11:23.432653 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-a230b174-fd2a-4a91-af0e-1951a59a4367 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:23.499632 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-34e18d56-7c98-4023-b64e-e51700ce5948 None None] For port 0d8a27c3-9212-473c-b921-7d4177e7c203, host dv-neutron-835340-2-hyperv, cleared binding levels {{(pid=87872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 12:11:23.500740 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-a230b174-fd2a-4a91-af0e-1951a59a4367 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:23.504268 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-34e18d56-7c98-4023-b64e-e51700ce5948 None None] For port 0d8a27c3-9212-473c-b921-7d4177e7c203, host dv-neutron-835340-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=0d8a27c3-9212-473c-b921-7d4177e7c203,segment=NetworkSegment(65c6551c-138e-443b-9ae3-1b9c1aebae70),segment_id=65c6551c-138e-443b-9ae3-1b9c1aebae70)] {{(pid=87872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 12:11:23.507098 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-a230b174-fd2a-4a91-af0e-1951a59a4367 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740322'] for security_group_rule, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:23.509992 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-34e18d56-7c98-4023-b64e-e51700ce5948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:23.606970 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e18d56-7c98-4023-b64e-e51700ce5948 None None] Routers {'16877b31-005b-468d-99db-6cc0e4526b7e'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:11:23.607635 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-34e18d56-7c98-4023-b64e-e51700ce5948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:11:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['16877b31-005b-468d-99db-6cc0e4526b7e'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:11:23.638437 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a230b174-fd2a-4a91-af0e-1951a59a4367 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ce9edbd-af91-4ad6-8c2f-b130f90b6009,revision_number=0']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:11:23.648395 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-a230b174-fd2a-4a91-af0e-1951a59a4367 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:23.652443 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-a230b174-fd2a-4a91-af0e-1951a59a4367 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2690959 Mar 28 12:11:23.652567 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 60542) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:11:23.657715 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-af590531-fb3b-4d5c-b855-1f1c4f66f16f tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Request body: {'security_group_rule': {'security_group_id': '1dd782ed-f64d-4a74-96e8-a83fbd04baf5', 'project_id': '527195c95736491ca1967a42cc300275', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:11:23.663713 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-af590531-fb3b-4d5c-b855-1f1c4f66f16f tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:11:23.667820 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-af590531-fb3b-4d5c-b855-1f1c4f66f16f tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Usage tracker for resource:security_group_rule and tenant:527195c95736491ca1967a42cc300275 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:11:23.670781 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-af590531-fb3b-4d5c-b855-1f1c4f66f16f tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:11:23.671437 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff25e6b8-2f5f-4870-92c0-30c645333554 None None] Pushing event updated for resources: {'Port': ['ID=0d8a27c3-9212-473c-b921-7d4177e7c203,revision_number=4']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:11:23.677775 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-af590531-fb3b-4d5c-b855-1f1c4f66f16f tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:11:23.701912 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-af590531-fb3b-4d5c-b855-1f1c4f66f16f tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:23.776078 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-af590531-fb3b-4d5c-b855-1f1c4f66f16f tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:23.779945 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-af590531-fb3b-4d5c-b855-1f1c4f66f16f tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740322'] for security_group_rule, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:23.796471 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvr_db [None req-34e18d56-7c98-4023-b64e-e51700ce5948 None None] Set router 16877b31-005b-468d-99db-6cc0e4526b7e gateway port host: dv-neutron-835340-2-hyperv {{(pid=87872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:11:23.808967 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af590531-fb3b-4d5c-b855-1f1c4f66f16f tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ac53bc7-a625-4b04-9cb5-429da60ce38e,revision_number=0']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:11:23.817958 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-af590531-fb3b-4d5c-b855-1f1c4f66f16f tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:23.819231 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-af590531-fb3b-4d5c-b855-1f1c4f66f16f tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1656547 Mar 28 12:11:23.821955 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 60546) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:11:23.826970 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-03c74f8f-545b-4f05-a553-f6f1573537cc tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Request body: {'security_group_rule': {'security_group_id': '1dd782ed-f64d-4a74-96e8-a83fbd04baf5', 'project_id': '527195c95736491ca1967a42cc300275', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:11:23.832940 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-03c74f8f-545b-4f05-a553-f6f1573537cc tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:11:23.836744 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-03c74f8f-545b-4f05-a553-f6f1573537cc tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Usage tracker for resource:security_group_rule and tenant:527195c95736491ca1967a42cc300275 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:11:23.839676 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-03c74f8f-545b-4f05-a553-f6f1573537cc tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:11:23.845786 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-03c74f8f-545b-4f05-a553-f6f1573537cc tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:11:23.864015 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-03c74f8f-545b-4f05-a553-f6f1573537cc tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:23.931968 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-03c74f8f-545b-4f05-a553-f6f1573537cc tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:23.937419 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-03c74f8f-545b-4f05-a553-f6f1573537cc tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740322'] for security_group_rule, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:23.963314 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c74f8f-545b-4f05-a553-f6f1573537cc tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afb4f012-7922-4089-bf81-0e32c4544baf,revision_number=0']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:11:23.974234 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-03c74f8f-545b-4f05-a553-f6f1573537cc tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:23.975491 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-03c74f8f-545b-4f05-a553-f6f1573537cc tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1525033 Mar 28 12:11:23.978538 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 60550) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:11:23.983479 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-fc661970-8e25-4b00-a4a5-967cfab3fb45 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Request body: {'security_group_rule': {'security_group_id': '1dd782ed-f64d-4a74-96e8-a83fbd04baf5', 'project_id': '527195c95736491ca1967a42cc300275', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:11:23.989837 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-fc661970-8e25-4b00-a4a5-967cfab3fb45 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:11:23.993655 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-fc661970-8e25-4b00-a4a5-967cfab3fb45 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Usage tracker for resource:security_group_rule and tenant:527195c95736491ca1967a42cc300275 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:11:23.996423 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-fc661970-8e25-4b00-a4a5-967cfab3fb45 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:11:24.001989 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-fc661970-8e25-4b00-a4a5-967cfab3fb45 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:11:24.015197 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.db.securitygroups_db [None req-fc661970-8e25-4b00-a4a5-967cfab3fb45 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Project 527195c95736491ca1967a42cc300275 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 12:11:24.021869 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-fc661970-8e25-4b00-a4a5-967cfab3fb45 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:24.087681 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-fc661970-8e25-4b00-a4a5-967cfab3fb45 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:24.091287 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-fc661970-8e25-4b00-a4a5-967cfab3fb45 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740322'] for security_group_rule, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:24.113974 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc661970-8e25-4b00-a4a5-967cfab3fb45 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19020145-43da-44cf-ae39-9c7f12e82ce1,revision_number=0']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:11:24.123755 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-fc661970-8e25-4b00-a4a5-967cfab3fb45 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:24.128216 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-fc661970-8e25-4b00-a4a5-967cfab3fb45 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1454933 Mar 28 12:11:24.128372 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-34e18d56-7c98-4023-b64e-e51700ce5948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16877b31-005b-468d-99db-6cc0e4526b7e', 'name': 'tempest-TestNetworkBasicOps-router-1187518211', 'tenant_id': '527195c95736491ca1967a42cc300275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.236'}], 'enable_snat': True}, 'gw_port_id': 'de64b58d-2116-438c-8e8e-5873e533ab03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:11:13Z', 'updated_at': '2022-03-28T12:11:20Z', 'revision_number': 4, 'project_id': '527195c95736491ca1967a42cc300275', 'gw_port': {'id': 'de64b58d-2116-438c-8e8e-5873e533ab03', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:90:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16877b31-005b-468d-99db-6cc0e4526b7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:11:14Z', 'updated_at': '2022-03-28T12:11:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_interfaces': [{'id': '0d8a27c3-9212-473c-b921-7d4177e7c203', 'name': '', 'network_id': 'b3e97028-cdf9-4720-9a17-982f2ddb763c', 'tenant_id': '527195c95736491ca1967a42cc300275', 'mac_address': 'fa:16:3e:c2:7a:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16877b31-005b-468d-99db-6cc0e4526b7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '391f05b2-1c98-4ce5-850b-2ca616d0d79f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:11:19Z', 'updated_at': '2022-03-28T12:11:23Z', 'revision_number': 4, 'project_id': '527195c95736491ca1967a42cc300275', 'subnets': [{'id': '391f05b2-1c98-4ce5-850b-2ca616d0d79f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:11:24.128961 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 60554) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:11:24.131874 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e18d56-7c98-4023-b64e-e51700ce5948 None None] The sync data for ids ['16877b31-005b-468d-99db-6cc0e4526b7e'] in dv-neutron-835340-2-hyperv is: [{'id': '16877b31-005b-468d-99db-6cc0e4526b7e', 'name': 'tempest-TestNetworkBasicOps-router-1187518211', 'tenant_id': '527195c95736491ca1967a42cc300275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.236'}], 'enable_snat': True}, 'gw_port_id': 'de64b58d-2116-438c-8e8e-5873e533ab03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:11:13Z', 'updated_at': '2022-03-28T12:11:20Z', 'revision_number': 4, 'project_id': '527195c95736491ca1967a42cc300275', 'gw_port': {'id': 'de64b58d-2116-438c-8e8e-5873e533ab03', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:90:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16877b31-005b-468d-99db-6cc0e4526b7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:11:14Z', 'updated_at': '2022-03-28T12:11:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_interfaces': [{'id': '0d8a27c3-9212-473c-b921-7d4177e7c203', 'name': '', 'network_id': 'b3e97028-cdf9-4720-9a17-982f2ddb763c', 'tenant_id': '527195c95736491ca1967a42cc300275', 'mac_address': 'fa:16:3e:c2:7a:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16877b31-005b-468d-99db-6cc0e4526b7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '391f05b2-1c98-4ce5-850b-2ca616d0d79f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:11:19Z', 'updated_at': '2022-03-28T12:11:23Z', 'revision_number': 4, 'project_id': '527195c95736491ca1967a42cc300275', 'subnets': [{'id': '391f05b2-1c98-4ce5-850b-2ca616d0d79f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 12:11:24.133725 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-b1ba87f0-26a7-48f2-b1c4-34fb3cf9a042 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Request body: {'security_group_rule': {'security_group_id': '1dd782ed-f64d-4a74-96e8-a83fbd04baf5', 'project_id': '527195c95736491ca1967a42cc300275', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:11:24.142738 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-b1ba87f0-26a7-48f2-b1c4-34fb3cf9a042 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:11:24.147301 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-b1ba87f0-26a7-48f2-b1c4-34fb3cf9a042 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Usage tracker for resource:security_group_rule and tenant:527195c95736491ca1967a42cc300275 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:11:24.150321 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-b1ba87f0-26a7-48f2-b1c4-34fb3cf9a042 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:11:24.156763 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-b1ba87f0-26a7-48f2-b1c4-34fb3cf9a042 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:11:24.168883 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.db.securitygroups_db [None req-b1ba87f0-26a7-48f2-b1c4-34fb3cf9a042 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Project 527195c95736491ca1967a42cc300275 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 12:11:24.188238 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-b1ba87f0-26a7-48f2-b1c4-34fb3cf9a042 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:24.264599 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-b1ba87f0-26a7-48f2-b1c4-34fb3cf9a042 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:24.269645 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-b1ba87f0-26a7-48f2-b1c4-34fb3cf9a042 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740322'] for security_group_rule, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:24.293804 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ba87f0-26a7-48f2-b1c4-34fb3cf9a042 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62a523ef-9034-43b6-b0ae-67766a7f6226,revision_number=0']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:11:24.311512 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-b1ba87f0-26a7-48f2-b1c4-34fb3cf9a042 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:24.315104 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-b1ba87f0-26a7-48f2-b1c4-34fb3cf9a042 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1856658 Mar 28 12:11:24.537168 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [req-52eeb778-d1f6-4a84-bf9b-8deb59abe0f0 req-ccdf316c-91f0-456d-b4f2-533df35f69d1 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Synchronizing usage tracker for tenant:527195c95736491ca1967a42cc300275 on resource:security_group {{(pid=87871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:11:24.555077 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [req-52eeb778-d1f6-4a84-bf9b-8deb59abe0f0 req-ccdf316c-91f0-456d-b4f2-533df35f69d1 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Unset dirty status for tenant:527195c95736491ca1967a42cc300275 on resource:security_group {{(pid=87871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:11:24.563913 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-52eeb778-d1f6-4a84-bf9b-8deb59abe0f0 req-ccdf316c-91f0-456d-b4f2-533df35f69d1 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-824152425&fields=id&tenant_id=527195c95736491ca1967a42cc300275 HTTP/1.1" status: 200 len: 267 time: 0.0676630 Mar 28 12:11:24.587403 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0d8faa-3942-47c8-b119-8c2f257be9b2 req-e069778d-ac21-4fd4-b7db-bb392480868d tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:11:24.589189 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-ac0d8faa-3942-47c8-b119-8c2f257be9b2 req-e069778d-ac21-4fd4-b7db-bb392480868d tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] 10.222.0.30 "GET /v2.0/ports?device_id=f42ba617-0232-43f1-a287-2dd6bf0a6fe3 HTTP/1.1" status: 200 len: 943 time: 0.0892804 Mar 28 12:11:24.644287 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-ac0d8faa-3942-47c8-b119-8c2f257be9b2 req-2af3986a-4713-4551-a17c-d8012b3f885e tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] 10.222.0.30 "GET /v2.0/security-groups?id=a8392a33-39a9-4107-88a2-a192a6c34737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485187 Mar 28 12:11:24.721932 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eeb778-d1f6-4a84-bf9b-8deb59abe0f0 req-cb9a36ad-d1f7-41ea-9aef-fb77412d1326 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:11:24.723428 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-52eeb778-d1f6-4a84-bf9b-8deb59abe0f0 req-cb9a36ad-d1f7-41ea-9aef-fb77412d1326 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/networks?id=b3e97028-cdf9-4720-9a17-982f2ddb763c HTTP/1.1" status: 200 len: 796 time: 0.1585615 Mar 28 12:11:24.738641 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-52eeb778-d1f6-4a84-bf9b-8deb59abe0f0 req-bd5726b0-3efc-410b-aa85-1b35c47e6821 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/quotas/527195c95736491ca1967a42cc300275 HTTP/1.1" status: 200 len: 375 time: 0.0095019 Mar 28 12:11:24.827729 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [req-52eeb778-d1f6-4a84-bf9b-8deb59abe0f0 req-c74dfb2b-1259-4535-aec0-812a9a42e3d2 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Synchronizing usage tracker for tenant:527195c95736491ca1967a42cc300275 on resource:port {{(pid=87871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:11:24.846849 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [req-52eeb778-d1f6-4a84-bf9b-8deb59abe0f0 req-c74dfb2b-1259-4535-aec0-812a9a42e3d2 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Unset dirty status for tenant:527195c95736491ca1967a42cc300275 on resource:port {{(pid=87871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:11:24.848071 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-52eeb778-d1f6-4a84-bf9b-8deb59abe0f0 req-c74dfb2b-1259-4535-aec0-812a9a42e3d2 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=527195c95736491ca1967a42cc300275&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1040969 Mar 28 12:11:24.993549 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-52eeb778-d1f6-4a84-bf9b-8deb59abe0f0 req-05258bee-baca-437c-8796-32ccf82510cc service neutron] 10.222.0.30 "GET /v2.0/networks/b3e97028-cdf9-4720-9a17-982f2ddb763c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324918 Mar 28 12:11:25.141797 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-52eeb778-d1f6-4a84-bf9b-8deb59abe0f0 req-a7349359-a275-4b4c-9b42-62a48ed28e06 service neutron] 10.222.0.30 "GET /v2.0/networks/b3e97028-cdf9-4720-9a17-982f2ddb763c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422174 Mar 28 12:11:25.320205 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [req-aa088303-725c-44b4-b353-6b9c8dce0654 req-fd6ac5e0-2c68-4439-8add-6b02fe5d43b2 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Synchronizing usage tracker for tenant:527195c95736491ca1967a42cc300275 on resource:port {{(pid=87870) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:11:25.332676 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [req-aa088303-725c-44b4-b353-6b9c8dce0654 req-fd6ac5e0-2c68-4439-8add-6b02fe5d43b2 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Unset dirty status for tenant:527195c95736491ca1967a42cc300275 on resource:port {{(pid=87870) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:11:25.333954 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-aa088303-725c-44b4-b353-6b9c8dce0654 req-fd6ac5e0-2c68-4439-8add-6b02fe5d43b2 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f3ed557-73c7-41f4-a6cb-bbfa0ebb44f2 HTTP/1.1" status: 200 len: 210 time: 0.0552480 Mar 28 12:11:25.827840 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54383827-ec59-46d5-b9df-a396465a2ad3 req-1e86b478-5683-43a2-a99a-377be725bf8d tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:11:25.832652 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-54383827-ec59-46d5-b9df-a396465a2ad3 req-1e86b478-5683-43a2-a99a-377be725bf8d tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] 10.222.0.30 "GET /v2.0/ports?device_id=f42ba617-0232-43f1-a287-2dd6bf0a6fe3 HTTP/1.1" status: 200 len: 943 time: 0.0874650 Mar 28 12:11:25.877551 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-54383827-ec59-46d5-b9df-a396465a2ad3 req-c0cc7164-b09a-41ca-af80-23e0c9e6e9c6 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] 10.222.0.30 "GET /v2.0/security-groups?id=a8392a33-39a9-4107-88a2-a192a6c34737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406969 Mar 28 12:11:25.980974 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 0d8a27c3-9212-473c-b921-7d4177e7c203 up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:11:26.046466 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning for port 0d8a27c3-9212-473c-b921-7d4177e7c203 completed by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:11:26.051322 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port 0d8a27c3-9212-473c-b921-7d4177e7c203 triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:11:26.051710 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:26.078887 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Device e8f91f3b-8e9d-4abb-910d-3b333fccbcb2 details requested by agent hyperv_hv-neutron-8353 with host hv-neutron-8353 {{(pid=87872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 28 12:11:26.328040 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:26.346990 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] For port e8f91f3b-8e9d-4abb-910d-3b333fccbcb2, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=e8f91f3b-8e9d-4abb-910d-3b333fccbcb2,segment=NetworkSegment(50310252-dd3a-44b3-a0be-b4c21d863506),segment_id=50310252-dd3a-44b3-a0be-b4c21d863506)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:11:26.370296 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Returning: {'device': 'e8f91f3b-8e9d-4abb-910d-3b333fccbcb2', 'network_id': '58a24317-1730-4638-8adb-7f79ac32a130', 'port_id': 'e8f91f3b-8e9d-4abb-910d-3b333fccbcb2', 'mac_address': 'fa:16:3e:d9:80:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca5eb385-2512-460c-bf9c-e9f84ff9e2ac', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 28 12:11:26.434279 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eeb778-d1f6-4a84-bf9b-8deb59abe0f0 req-e91897dc-16f6-49ce-9654-91c24fb20250 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:11:26.436278 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-52eeb778-d1f6-4a84-bf9b-8deb59abe0f0 req-e91897dc-16f6-49ce-9654-91c24fb20250 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.11 "GET /v2.0/networks?id=b3e97028-cdf9-4720-9a17-982f2ddb763c HTTP/1.1" status: 200 len: 796 time: 0.1746628 Mar 28 12:11:26.439516 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:26.449425 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] For port 0d8a27c3-9212-473c-b921-7d4177e7c203, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=0d8a27c3-9212-473c-b921-7d4177e7c203,segment=NetworkSegment(65c6551c-138e-443b-9ae3-1b9c1aebae70),segment_id=65c6551c-138e-443b-9ae3-1b9c1aebae70)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:11:26.457908 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:26.460548 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.notifiers.nova [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8f91f3b-8e9d-4abb-910d-3b333fccbcb2 {{(pid=87872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 12:11:26.513185 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-52eeb778-d1f6-4a84-bf9b-8deb59abe0f0 req-ad74f763-7da0-4859-9c21-4e9d5d4f93da tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=527195c95736491ca1967a42cc300275 HTTP/1.1" status: 200 len: 379 time: 0.0669348 Mar 28 12:11:26.526227 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [req-52eeb778-d1f6-4a84-bf9b-8deb59abe0f0 req-94b0f5a6-3ded-4802-9053-b74aee1bf92d tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Request body: {'port': {'device_id': '6f3ed557-73c7-41f4-a6cb-bbfa0ebb44f2', 'network_id': 'b3e97028-cdf9-4720-9a17-982f2ddb763c', 'admin_state_up': True, 'tenant_id': '527195c95736491ca1967a42cc300275', 'security_groups': ['1dd782ed-f64d-4a74-96e8-a83fbd04baf5']}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:11:26.529660 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] For port e8f91f3b-8e9d-4abb-910d-3b333fccbcb2, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=e8f91f3b-8e9d-4abb-910d-3b333fccbcb2,segment=NetworkSegment(50310252-dd3a-44b3-a0be-b4c21d863506),segment_id=50310252-dd3a-44b3-a0be-b4c21d863506)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:11:26.537899 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:26.542646 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Pushing event updated for resources: {'Port': ['ID=0d8a27c3-9212-473c-b921-7d4177e7c203,revision_number=5']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:11:26.555074 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-9fac13df-df13-49e6-ae84-d1df77138158 req-6edd8704-4f4c-48fa-90a8-93493cc4ddef tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f3ed557-73c7-41f4-a6cb-bbfa0ebb44f2 HTTP/1.1" status: 200 len: 210 time: 0.0533032 Mar 28 12:11:26.621517 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Pushing event updated for resources: {'Port': ['ID=e8f91f3b-8e9d-4abb-910d-3b333fccbcb2,revision_number=4']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:11:26.683768 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [req-52eeb778-d1f6-4a84-bf9b-8deb59abe0f0 req-94b0f5a6-3ded-4802-9053-b74aee1bf92d tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:11:26.693826 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [req-52eeb778-d1f6-4a84-bf9b-8deb59abe0f0 req-94b0f5a6-3ded-4802-9053-b74aee1bf92d tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:11:26.702959 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52eeb778-d1f6-4a84-bf9b-8deb59abe0f0 req-94b0f5a6-3ded-4802-9053-b74aee1bf92d tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Made reservation on behalf of 527195c95736491ca1967a42cc300275 for: {'port': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 12:11:26.706432 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-52eeb778-d1f6-4a84-bf9b-8deb59abe0f0 req-94b0f5a6-3ded-4802-9053-b74aee1bf92d tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:26.807639 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] get_ports_and_sgs() called for port_ids ['e8f91f3b-8e9d-4abb-910d-3b333fccbcb2'] {{(pid=87872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 12:11:26.864151 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.db_base_plugin_common [req-52eeb778-d1f6-4a84-bf9b-8deb59abe0f0 req-94b0f5a6-3ded-4802-9053-b74aee1bf92d tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Allocated IP 172.20.0.12 (b3e97028-cdf9-4720-9a17-982f2ddb763c/391f05b2-1c98-4ce5-850b-2ca616d0d79f/9221fb26-d027-40e9-a189-ff933a3d2225) {{(pid=87871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 12:11:27.140249 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-52eeb778-d1f6-4a84-bf9b-8deb59abe0f0 req-94b0f5a6-3ded-4802-9053-b74aee1bf92d tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for port, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:27.164701 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d2a759-13dc-42ad-98bc-06b6cdbc0c03 req-cae90d65-ac15-4567-a371-b990015b646e tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:11:27.166057 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-42d2a759-13dc-42ad-98bc-06b6cdbc0c03 req-cae90d65-ac15-4567-a371-b990015b646e tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] 10.222.0.30 "GET /v2.0/ports?device_id=f42ba617-0232-43f1-a287-2dd6bf0a6fe3 HTTP/1.1" status: 200 len: 944 time: 0.1468537 Mar 28 12:11:27.168264 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.provisioning_blocks [req-52eeb778-d1f6-4a84-bf9b-8deb59abe0f0 req-94b0f5a6-3ded-4802-9053-b74aee1bf92d tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Transition to ACTIVE for port object 9221fb26-d027-40e9-a189-ff933a3d2225 will not be triggered until provisioned by entity DHCP. {{(pid=87871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:11:27.221691 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-42d2a759-13dc-42ad-98bc-06b6cdbc0c03 req-edba084a-92f5-474f-8d78-a4dd0c90a81c tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] 10.222.0.30 "GET /v2.0/security-groups?id=a8392a33-39a9-4107-88a2-a192a6c34737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477273 Mar 28 12:11:27.231316 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-52eeb778-d1f6-4a84-bf9b-8deb59abe0f0 req-94b0f5a6-3ded-4802-9053-b74aee1bf92d tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:27.402664 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52eeb778-d1f6-4a84-bf9b-8deb59abe0f0 req-94b0f5a6-3ded-4802-9053-b74aee1bf92d tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Network b3e97028-cdf9-4720-9a17-982f2ddb763c is already hosted by enough agents. {{(pid=87871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:11:27.410331 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [req-52eeb778-d1f6-4a84-bf9b-8deb59abe0f0 req-94b0f5a6-3ded-4802-9053-b74aee1bf92d tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Resources bound (agent type, host, resource id): {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:11:27.416306 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.l3_dvrscheduler_db [req-52eeb778-d1f6-4a84-bf9b-8deb59abe0f0 req-94b0f5a6-3ded-4802-9053-b74aee1bf92d tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Received port after_create {{(pid=87871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 12:11:27.446142 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b0f5a6-3ded-4802-9053-b74aee1bf92d tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Pushing event updated for resources: {'Port': ['ID=9221fb26-d027-40e9-a189-ff933a3d2225,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:11:27.484911 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eeb778-d1f6-4a84-bf9b-8deb59abe0f0 req-94b0f5a6-3ded-4802-9053-b74aee1bf92d tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:11:27.485534 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-52eeb778-d1f6-4a84-bf9b-8deb59abe0f0 req-94b0f5a6-3ded-4802-9053-b74aee1bf92d tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:27.512735 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-52eeb778-d1f6-4a84-bf9b-8deb59abe0f0 req-94b0f5a6-3ded-4802-9053-b74aee1bf92d tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9916186 Mar 28 12:11:27.524782 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [req-52eeb778-d1f6-4a84-bf9b-8deb59abe0f0 req-07167c40-fc73-45a9-a3e1-42f8e4a10004 service neutron] Request body: {'port': {'device_id': '6f3ed557-73c7-41f4-a6cb-bbfa0ebb44f2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8353'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:11:27.651158 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-52eeb778-d1f6-4a84-bf9b-8deb59abe0f0 req-07167c40-fc73-45a9-a3e1-42f8e4a10004 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:27.777706 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ef2080-9e24-4dda-b102-e39131fcd6b7 req-6019a5db-d490-4146-a8f2-3f3893b487c6 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:11:27.786320 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-b3ef2080-9e24-4dda-b102-e39131fcd6b7 req-6019a5db-d490-4146-a8f2-3f3893b487c6 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f3ed557-73c7-41f4-a6cb-bbfa0ebb44f2 HTTP/1.1" status: 200 len: 932 time: 0.0982063 Mar 28 12:11:27.794972 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-71d330e8-a1ea-45b8-a8d1-0b108a9a841b None None] Provisioning for port 9221fb26-d027-40e9-a189-ff933a3d2225 completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:11:27.800871 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-71d330e8-a1ea-45b8-a8d1-0b108a9a841b None None] Provisioning complete for port 9221fb26-d027-40e9-a189-ff933a3d2225 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:11:27.801280 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-71d330e8-a1ea-45b8-a8d1-0b108a9a841b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:27.830374 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [req-b3ef2080-9e24-4dda-b102-e39131fcd6b7 req-46288838-3ab7-4353-a820-982c1f8e5083 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Synchronizing usage tracker for tenant:527195c95736491ca1967a42cc300275 on resource:security_group {{(pid=87870) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:11:27.844255 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [req-b3ef2080-9e24-4dda-b102-e39131fcd6b7 req-46288838-3ab7-4353-a820-982c1f8e5083 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Unset dirty status for tenant:527195c95736491ca1967a42cc300275 on resource:security_group {{(pid=87870) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:11:27.854473 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-b3ef2080-9e24-4dda-b102-e39131fcd6b7 req-46288838-3ab7-4353-a820-982c1f8e5083 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/security-groups?id=1dd782ed-f64d-4a74-96e8-a83fbd04baf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670288 Mar 28 12:11:27.900791 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-71d330e8-a1ea-45b8-a8d1-0b108a9a841b None None] Port 9221fb26-d027-40e9-a189-ff933a3d2225 cannot update to ACTIVE because it is not bound. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 12:11:27.990745 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 0d8a27c3-9212-473c-b921-7d4177e7c203 up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:11:28.076337 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port 0d8a27c3-9212-473c-b921-7d4177e7c203 triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:11:28.076767 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:28.103520 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Device e8f91f3b-8e9d-4abb-910d-3b333fccbcb2 up at agent hyperv_hv-neutron-8353 {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:11:28.145690 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.notifiers.nova [req-52eeb778-d1f6-4a84-bf9b-8deb59abe0f0 req-07167c40-fc73-45a9-a3e1-42f8e4a10004 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9221fb26-d027-40e9-a189-ff933a3d2225 {{(pid=87871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 12:11:28.155531 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-52eeb778-d1f6-4a84-bf9b-8deb59abe0f0 req-07167c40-fc73-45a9-a3e1-42f8e4a10004 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:28.179230 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.provisioning_blocks [req-52eeb778-d1f6-4a84-bf9b-8deb59abe0f0 req-07167c40-fc73-45a9-a3e1-42f8e4a10004 service neutron] Transition to ACTIVE for port object 9221fb26-d027-40e9-a189-ff933a3d2225 will not be triggered until provisioned by entity L2. {{(pid=87871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:11:28.184946 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-52eeb778-d1f6-4a84-bf9b-8deb59abe0f0 req-07167c40-fc73-45a9-a3e1-42f8e4a10004 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2363241'] for port, after_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:28.238112 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Provisioning for port e8f91f3b-8e9d-4abb-910d-3b333fccbcb2 completed by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:11:28.252239 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Provisioning complete for port e8f91f3b-8e9d-4abb-910d-3b333fccbcb2 triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:11:28.252239 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:28.405604 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:28.424858 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07167c40-fc73-45a9-a3e1-42f8e4a10004 service neutron] Pushing event updated for resources: {'Port': ['ID=9221fb26-d027-40e9-a189-ff933a3d2225,revision_number=2']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:11:28.445708 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f42ba617-0232-43f1-a287-2dd6bf0a6fe3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8f91f3b-8e9d-4abb-910d-3b333fccbcb2'}] {{(pid=87872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 12:11:28.462391 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] For port e8f91f3b-8e9d-4abb-910d-3b333fccbcb2, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=e8f91f3b-8e9d-4abb-910d-3b333fccbcb2,segment=NetworkSegment(50310252-dd3a-44b3-a0be-b4c21d863506),segment_id=50310252-dd3a-44b3-a0be-b4c21d863506)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:11:28.468636 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:28.532572 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.managers [req-52eeb778-d1f6-4a84-bf9b-8deb59abe0f0 req-07167c40-fc73-45a9-a3e1-42f8e4a10004 service neutron] Attempting to bind port 9221fb26-d027-40e9-a189-ff933a3d2225 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 12:11:28.532908 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.managers [req-52eeb778-d1f6-4a84-bf9b-8deb59abe0f0 req-07167c40-fc73-45a9-a3e1-42f8e4a10004 service neutron] Attempting to bind port 9221fb26-d027-40e9-a189-ff933a3d2225 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '65c6551c-138e-443b-9ae3-1b9c1aebae70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b3e97028-cdf9-4720-9a17-982f2ddb763c'}] {{(pid=87871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 12:11:28.533247 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52eeb778-d1f6-4a84-bf9b-8deb59abe0f0 req-07167c40-fc73-45a9-a3e1-42f8e4a10004 service neutron] Attempting to bind port 9221fb26-d027-40e9-a189-ff933a3d2225 on network b3e97028-cdf9-4720-9a17-982f2ddb763c {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 12:11:28.553459 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52eeb778-d1f6-4a84-bf9b-8deb59abe0f0 req-07167c40-fc73-45a9-a3e1-42f8e4a10004 service neutron] Port 9221fb26-d027-40e9-a189-ff933a3d2225 on network b3e97028-cdf9-4720-9a17-982f2ddb763c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 12:11:28.554352 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52eeb778-d1f6-4a84-bf9b-8deb59abe0f0 req-07167c40-fc73-45a9-a3e1-42f8e4a10004 service neutron] Attempting to bind port 9221fb26-d027-40e9-a189-ff933a3d2225 on network b3e97028-cdf9-4720-9a17-982f2ddb763c {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 12:11:28.561305 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52eeb778-d1f6-4a84-bf9b-8deb59abe0f0 req-07167c40-fc73-45a9-a3e1-42f8e4a10004 service neutron] Checking agent: {'id': '01dfae6e-0e91-4100-b27f-ff8156eac7d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8353', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 52, 20), 'started_at': datetime.datetime(2022, 3, 28, 11, 52, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 12, 11, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 12:11:28.561422 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52eeb778-d1f6-4a84-bf9b-8deb59abe0f0 req-07167c40-fc73-45a9-a3e1-42f8e4a10004 service neutron] Checking segment: {'id': '65c6551c-138e-443b-9ae3-1b9c1aebae70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b3e97028-cdf9-4720-9a17-982f2ddb763c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 12:11:28.561855 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52eeb778-d1f6-4a84-bf9b-8deb59abe0f0 req-07167c40-fc73-45a9-a3e1-42f8e4a10004 service neutron] Bound using segment: {'id': '65c6551c-138e-443b-9ae3-1b9c1aebae70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b3e97028-cdf9-4720-9a17-982f2ddb763c'} {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 12:11:28.562220 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.managers [req-52eeb778-d1f6-4a84-bf9b-8deb59abe0f0 req-07167c40-fc73-45a9-a3e1-42f8e4a10004 service neutron] Bound port: 9221fb26-d027-40e9-a189-ff933a3d2225, host: hv-neutron-8353, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65c6551c-138e-443b-9ae3-1b9c1aebae70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b3e97028-cdf9-4720-9a17-982f2ddb763c'}}] {{(pid=87871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 12:11:28.562573 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-52eeb778-d1f6-4a84-bf9b-8deb59abe0f0 req-07167c40-fc73-45a9-a3e1-42f8e4a10004 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:28.566196 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Pushing event updated for resources: {'Port': ['ID=e8f91f3b-8e9d-4abb-910d-3b333fccbcb2,revision_number=5']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:11:28.586716 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1449991f-b0e2-4c23-afeb-e67bbbe3333a req-f586008d-9fac-4beb-85d6-8ee302731a89 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:11:28.588218 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-1449991f-b0e2-4c23-afeb-e67bbbe3333a req-f586008d-9fac-4beb-85d6-8ee302731a89 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] 10.222.0.30 "GET /v2.0/ports?device_id=f42ba617-0232-43f1-a287-2dd6bf0a6fe3 HTTP/1.1" status: 200 len: 945 time: 0.1555650 Mar 28 12:11:28.619141 dv-neutron-835340-2-hyperv neutron-server[87872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f42ba617-0232-43f1-a287-2dd6bf0a6fe3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8f91f3b-8e9d-4abb-910d-3b333fccbcb2', 'code': 200} Mar 28 12:11:28.697857 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-1449991f-b0e2-4c23-afeb-e67bbbe3333a req-bd03a319-8867-471a-bf8b-518122b689e5 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] 10.222.0.30 "GET /v2.0/security-groups?id=a8392a33-39a9-4107-88a2-a192a6c34737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796952 Mar 28 12:11:28.706508 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.db [req-52eeb778-d1f6-4a84-bf9b-8deb59abe0f0 req-07167c40-fc73-45a9-a3e1-42f8e4a10004 service neutron] For port 9221fb26-d027-40e9-a189-ff933a3d2225, host hv-neutron-8353, cleared binding levels {{(pid=87871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 12:11:28.710196 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.db [req-52eeb778-d1f6-4a84-bf9b-8deb59abe0f0 req-07167c40-fc73-45a9-a3e1-42f8e4a10004 service neutron] For port 9221fb26-d027-40e9-a189-ff933a3d2225, host hv-neutron-8353, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=9221fb26-d027-40e9-a189-ff933a3d2225,segment=NetworkSegment(65c6551c-138e-443b-9ae3-1b9c1aebae70),segment_id=65c6551c-138e-443b-9ae3-1b9c1aebae70)] {{(pid=87871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 12:11:28.716052 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-52eeb778-d1f6-4a84-bf9b-8deb59abe0f0 req-07167c40-fc73-45a9-a3e1-42f8e4a10004 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2363241'] for port, after_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:28.779920 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eeb778-d1f6-4a84-bf9b-8deb59abe0f0 req-07167c40-fc73-45a9-a3e1-42f8e4a10004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:11:28.779920 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-52eeb778-d1f6-4a84-bf9b-8deb59abe0f0 req-07167c40-fc73-45a9-a3e1-42f8e4a10004 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:28.779920 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-52eeb778-d1f6-4a84-bf9b-8deb59abe0f0 req-07167c40-fc73-45a9-a3e1-42f8e4a10004 service neutron] 10.222.0.11 "PUT /v2.0/ports/9221fb26-d027-40e9-a189-ff933a3d2225 HTTP/1.1" status: 200 len: 1094 time: 1.2585120 Mar 28 12:11:28.779920 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f3ed557-73c7-41f4-a6cb-bbfa0ebb44f2', 'tag': '9221fb26-d027-40e9-a189-ff933a3d2225'}] {{(pid=87871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 12:11:28.825609 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07167c40-fc73-45a9-a3e1-42f8e4a10004 service neutron] Pushing event updated for resources: {'Port': ['ID=9221fb26-d027-40e9-a189-ff933a3d2225,revision_number=3']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:11:28.844327 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f3ed557-73c7-41f4-a6cb-bbfa0ebb44f2', 'tag': '9221fb26-d027-40e9-a189-ff933a3d2225', 'status': 'completed', 'code': 200} Mar 28 12:11:28.955930 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eeb778-d1f6-4a84-bf9b-8deb59abe0f0 req-b4298a0a-7fc4-46c2-b4c5-4b3997c73465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:11:28.960583 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-52eeb778-d1f6-4a84-bf9b-8deb59abe0f0 req-b4298a0a-7fc4-46c2-b4c5-4b3997c73465 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=527195c95736491ca1967a42cc300275&device_id=6f3ed557-73c7-41f4-a6cb-bbfa0ebb44f2 HTTP/1.1" status: 200 len: 1097 time: 0.1093190 Mar 28 12:11:28.997345 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673a1ee0-5881-47a7-aef0-54fc73410608 req-a9194c19-510c-4eb3-8e51-ef6753b6fd15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:11:28.999225 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-673a1ee0-5881-47a7-aef0-54fc73410608 req-a9194c19-510c-4eb3-8e51-ef6753b6fd15 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f42ba617-0232-43f1-a287-2dd6bf0a6fe3 HTTP/1.1" status: 200 len: 1098 time: 0.1055098 Mar 28 12:11:29.044258 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-673a1ee0-5881-47a7-aef0-54fc73410608 req-d73cec9a-7968-4f25-9bee-cd409be6ad63 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=a8392a33-39a9-4107-88a2-a192a6c34737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394213 Mar 28 12:11:29.088058 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-52eeb778-d1f6-4a84-bf9b-8deb59abe0f0 req-0be7b8be-0993-4d75-a945-4d1949987ad7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9221fb26-d027-40e9-a189-ff933a3d2225 HTTP/1.1" status: 200 len: 217 time: 0.0835259 Mar 28 12:11:29.126764 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c43fb4-7075-430b-bd5d-f4e18f0da6a4 req-79ca07e4-3691-4344-b738-41ce6c876d02 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:11:29.127437 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [req-89c43fb4-7075-430b-bd5d-f4e18f0da6a4 req-79ca07e4-3691-4344-b738-41ce6c876d02 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Synchronizing usage tracker for tenant:527195c95736491ca1967a42cc300275 on resource:port {{(pid=87871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:11:29.143308 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [req-89c43fb4-7075-430b-bd5d-f4e18f0da6a4 req-79ca07e4-3691-4344-b738-41ce6c876d02 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Unset dirty status for tenant:527195c95736491ca1967a42cc300275 on resource:port {{(pid=87871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:11:29.144533 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-89c43fb4-7075-430b-bd5d-f4e18f0da6a4 req-79ca07e4-3691-4344-b738-41ce6c876d02 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f3ed557-73c7-41f4-a6cb-bbfa0ebb44f2 HTTP/1.1" status: 200 len: 944 time: 0.1785212 Mar 28 12:11:29.189111 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-89c43fb4-7075-430b-bd5d-f4e18f0da6a4 req-6c40da45-eb06-4322-b40f-550719f300c7 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/security-groups?id=1dd782ed-f64d-4a74-96e8-a83fbd04baf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386212 Mar 28 12:11:29.316964 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eeb778-d1f6-4a84-bf9b-8deb59abe0f0 req-15c69ef2-2acd-4d26-98fc-76eb8eb330b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:11:29.318441 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-52eeb778-d1f6-4a84-bf9b-8deb59abe0f0 req-15c69ef2-2acd-4d26-98fc-76eb8eb330b2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=391f05b2-1c98-4ce5-850b-2ca616d0d79f HTTP/1.1" status: 200 len: 834 time: 0.0577147 Mar 28 12:11:29.397558 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eeb778-d1f6-4a84-bf9b-8deb59abe0f0 req-feda8150-4adb-4b82-a6f7-60809965d6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:11:29.398975 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-52eeb778-d1f6-4a84-bf9b-8deb59abe0f0 req-feda8150-4adb-4b82-a6f7-60809965d6ba service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b3e97028-cdf9-4720-9a17-982f2ddb763c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0719213 Mar 28 12:11:29.654289 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-52eeb778-d1f6-4a84-bf9b-8deb59abe0f0 req-43931aad-28f4-4f5c-8c0a-e59ffcac421c service neutron] 10.222.0.11 "GET /v2.0/networks/b3e97028-cdf9-4720-9a17-982f2ddb763c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2481239 Mar 28 12:11:29.796694 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-52eeb778-d1f6-4a84-bf9b-8deb59abe0f0 req-87b0fb99-a633-4a2a-b5a3-82ae8dcf4edb service neutron] 10.222.0.11 "GET /v2.0/networks/b3e97028-cdf9-4720-9a17-982f2ddb763c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361141 Mar 28 12:11:29.915795 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7878aebf-be19-40c5-a265-9d604ff07862 req-0d13a578-d420-40e0-95fc-47613aa8781d tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:11:29.919404 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-7878aebf-be19-40c5-a265-9d604ff07862 req-0d13a578-d420-40e0-95fc-47613aa8781d tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] 10.222.0.30 "GET /v2.0/ports?device_id=f42ba617-0232-43f1-a287-2dd6bf0a6fe3 HTTP/1.1" status: 200 len: 945 time: 0.0911357 Mar 28 12:11:29.940072 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac29acbf-0061-416f-9ac5-ca8d06c1d536 req-7a6678ad-72ca-42b6-b09f-15c0daafd439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:11:29.942479 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-ac29acbf-0061-416f-9ac5-ca8d06c1d536 req-7a6678ad-72ca-42b6-b09f-15c0daafd439 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=527195c95736491ca1967a42cc300275&device_id=6f3ed557-73c7-41f4-a6cb-bbfa0ebb44f2 HTTP/1.1" status: 200 len: 1097 time: 0.0839219 Mar 28 12:11:29.981433 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-7878aebf-be19-40c5-a265-9d604ff07862 req-45754ca8-a901-4469-aa0a-2795469a7c4d tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] 10.222.0.30 "GET /v2.0/security-groups?id=a8392a33-39a9-4107-88a2-a192a6c34737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568004 Mar 28 12:11:30.089520 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac29acbf-0061-416f-9ac5-ca8d06c1d536 req-5e9d66b6-6bf7-415c-955c-71a661dd4de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:11:30.091063 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-ac29acbf-0061-416f-9ac5-ca8d06c1d536 req-5e9d66b6-6bf7-415c-955c-71a661dd4de5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b3e97028-cdf9-4720-9a17-982f2ddb763c HTTP/1.1" status: 200 len: 896 time: 0.1423867 Mar 28 12:11:30.185984 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-ac29acbf-0061-416f-9ac5-ca8d06c1d536 req-7b4ccee2-d0d3-45a6-b4b0-b1c282fdea78 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9221fb26-d027-40e9-a189-ff933a3d2225 HTTP/1.1" status: 200 len: 217 time: 0.0683877 Mar 28 12:11:30.250230 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac29acbf-0061-416f-9ac5-ca8d06c1d536 req-b9732081-8161-4b8e-a048-2e0839a87661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:11:30.251684 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-ac29acbf-0061-416f-9ac5-ca8d06c1d536 req-b9732081-8161-4b8e-a048-2e0839a87661 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=391f05b2-1c98-4ce5-850b-2ca616d0d79f HTTP/1.1" status: 200 len: 834 time: 0.0588913 Mar 28 12:11:30.386898 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac29acbf-0061-416f-9ac5-ca8d06c1d536 req-91dfb018-217a-4cd4-a8c7-cae8c8caa4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:11:30.388349 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-ac29acbf-0061-416f-9ac5-ca8d06c1d536 req-91dfb018-217a-4cd4-a8c7-cae8c8caa4d6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b3e97028-cdf9-4720-9a17-982f2ddb763c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1302502 Mar 28 12:11:30.402766 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0f8284-08bd-4ea3-a331-9d22ec62645e req-1dabb8e3-9a30-45ac-9eed-1a2f83402376 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:11:30.405304 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-bf0f8284-08bd-4ea3-a331-9d22ec62645e req-1dabb8e3-9a30-45ac-9eed-1a2f83402376 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f3ed557-73c7-41f4-a6cb-bbfa0ebb44f2 HTTP/1.1" status: 200 len: 944 time: 0.1046762 Mar 28 12:11:30.537593 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-bf0f8284-08bd-4ea3-a331-9d22ec62645e req-e7103680-42ab-40fe-b288-b49849fe7eb9 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/security-groups?id=1dd782ed-f64d-4a74-96e8-a83fbd04baf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1129191 Mar 28 12:11:30.568653 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-ac29acbf-0061-416f-9ac5-ca8d06c1d536 req-ef162d3f-159e-4ba1-9926-fe7cde946058 service neutron] 10.222.0.11 "GET /v2.0/networks/b3e97028-cdf9-4720-9a17-982f2ddb763c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623960 Mar 28 12:11:30.701819 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-ac29acbf-0061-416f-9ac5-ca8d06c1d536 req-96986c4b-4751-49f9-953e-e91e493f62b7 service neutron] 10.222.0.11 "GET /v2.0/networks/b3e97028-cdf9-4720-9a17-982f2ddb763c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264725 Mar 28 12:11:31.211597 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dda7459-9537-4541-9fb4-9d2a64efd2b7 req-c014e1df-2772-4f6f-9860-e98ace532571 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:11:31.213047 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-2dda7459-9537-4541-9fb4-9d2a64efd2b7 req-c014e1df-2772-4f6f-9860-e98ace532571 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] 10.222.0.30 "GET /v2.0/ports?device_id=f42ba617-0232-43f1-a287-2dd6bf0a6fe3 HTTP/1.1" status: 200 len: 945 time: 0.0787711 Mar 28 12:11:31.256601 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-2dda7459-9537-4541-9fb4-9d2a64efd2b7 req-fcc3ec39-e6ff-4fe4-9692-e6b0ed3b87c8 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] 10.222.0.30 "GET /v2.0/security-groups?id=a8392a33-39a9-4107-88a2-a192a6c34737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380056 Mar 28 12:11:31.441003 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662a234b-0404-4cd5-8e6b-8028ca557969 req-70e0c438-12da-448f-ab79-d9074c90476b tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:11:31.442948 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-662a234b-0404-4cd5-8e6b-8028ca557969 req-70e0c438-12da-448f-ab79-d9074c90476b tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] 10.222.0.30 "GET /v2.0/ports?device_id=f42ba617-0232-43f1-a287-2dd6bf0a6fe3 HTTP/1.1" status: 200 len: 945 time: 0.0834310 Mar 28 12:11:31.486404 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-662a234b-0404-4cd5-8e6b-8028ca557969 req-3aa08229-3838-4961-906b-d0b96b1f0331 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] 10.222.0.30 "GET /v2.0/security-groups?id=a8392a33-39a9-4107-88a2-a192a6c34737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377412 Mar 28 12:11:31.509556 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 60616) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:11:31.583213 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edc4a4a1-1211-4fa1-83a8-04293dd9c2b5 tempest-TestVolumeBootPattern-1491485593 tempest-TestVolumeBootPattern-1491485593-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:11:31.584735 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-edc4a4a1-1211-4fa1-83a8-04293dd9c2b5 tempest-TestVolumeBootPattern-1491485593 tempest-TestVolumeBootPattern-1491485593-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=f42ba617-0232-43f1-a287-2dd6bf0a6fe3 HTTP/1.1" status: 200 len: 1093 time: 0.0742345 Mar 28 12:11:31.587420 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 60622) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:11:31.592370 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-3aef2050-166d-4e76-b54b-aadcb25aa06e tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Request body: {'floatingip': {'floating_network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'port_id': 'e8f91f3b-8e9d-4abb-910d-3b333fccbcb2', 'tenant_id': '47a90bc1ddf942f0867175a620007cc0', 'fixed_ip_address': '172.20.0.6'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:11:31.598473 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-3aef2050-166d-4e76-b54b-aadcb25aa06e tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:11:31.602341 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-3aef2050-166d-4e76-b54b-aadcb25aa06e tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Usage tracker for resource:floatingip and tenant:47a90bc1ddf942f0867175a620007cc0 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:11:31.605181 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-3aef2050-166d-4e76-b54b-aadcb25aa06e tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:11:31.610901 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-3aef2050-166d-4e76-b54b-aadcb25aa06e tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:11:31.624225 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-3aef2050-166d-4e76-b54b-aadcb25aa06e tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Notify callbacks [] for floatingip, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:31.727386 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a371b90-2795-41e6-b93b-7c0c3ebf1b4b req-b618aaec-ed0b-4f95-9e06-d6e7e6fd6bd0 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:11:31.728863 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-3a371b90-2795-41e6-b93b-7c0c3ebf1b4b req-b618aaec-ed0b-4f95-9e06-d6e7e6fd6bd0 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f3ed557-73c7-41f4-a6cb-bbfa0ebb44f2 HTTP/1.1" status: 200 len: 944 time: 0.0851076 Mar 28 12:11:31.764137 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-3aef2050-166d-4e76-b54b-aadcb25aa06e tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:31.773525 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-3a371b90-2795-41e6-b93b-7c0c3ebf1b4b req-8ede0486-75d0-457f-acfb-7ad6ece8fb66 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/security-groups?id=1dd782ed-f64d-4a74-96e8-a83fbd04baf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387561 Mar 28 12:11:31.902221 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.db_base_plugin_common [None req-3aef2050-166d-4e76-b54b-aadcb25aa06e tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Allocated IP 172.26.7.214 (ac2b1748-8f63-4b17-a9c7-07e79704aa5b/0b7ebf76-1dc7-431a-a0b4-b96bacf287c2/6ca32ced-562a-456b-93c5-89ef27a708c7) {{(pid=87871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 12:11:32.046807 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-3aef2050-166d-4e76-b54b-aadcb25aa06e tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Notify callbacks [] for port, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:32.076775 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-3aef2050-166d-4e76-b54b-aadcb25aa06e tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:32.109222 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Device 9221fb26-d027-40e9-a189-ff933a3d2225 details requested by agent hyperv_hv-neutron-8353 with host hv-neutron-8353 {{(pid=87872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 28 12:11:32.233687 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aef2050-166d-4e76-b54b-aadcb25aa06e tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Network ac2b1748-8f63-4b17-a9c7-07e79704aa5b is already hosted by enough agents. {{(pid=87871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:11:32.236455 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-3aef2050-166d-4e76-b54b-aadcb25aa06e tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Resources bound (agent type, host, resource id): {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:11:32.245521 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aef2050-166d-4e76-b54b-aadcb25aa06e tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Received port after_create {{(pid=87871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 12:11:32.246236 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] For port 9221fb26-d027-40e9-a189-ff933a3d2225, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=9221fb26-d027-40e9-a189-ff933a3d2225,segment=NetworkSegment(65c6551c-138e-443b-9ae3-1b9c1aebae70),segment_id=65c6551c-138e-443b-9ae3-1b9c1aebae70)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:11:32.259936 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Returning: {'device': '9221fb26-d027-40e9-a189-ff933a3d2225', 'network_id': 'b3e97028-cdf9-4720-9a17-982f2ddb763c', 'port_id': '9221fb26-d027-40e9-a189-ff933a3d2225', 'mac_address': 'fa:16:3e:37:f6:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '391f05b2-1c98-4ce5-850b-2ca616d0d79f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 28 12:11:32.281026 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aef2050-166d-4e76-b54b-aadcb25aa06e tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Pushing event updated for resources: {'Port': ['ID=6ca32ced-562a-456b-93c5-89ef27a708c7,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:11:32.322737 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:32.349363 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.notifiers.nova [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9221fb26-d027-40e9-a189-ff933a3d2225 {{(pid=87872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 12:11:32.361945 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-3c8de183-2803-4081-b69f-2259b75deafb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:32.367778 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] For port 9221fb26-d027-40e9-a189-ff933a3d2225, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=9221fb26-d027-40e9-a189-ff933a3d2225,segment=NetworkSegment(65c6551c-138e-443b-9ae3-1b9c1aebae70),segment_id=65c6551c-138e-443b-9ae3-1b9c1aebae70)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:11:32.371803 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:32.438854 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Pushing event updated for resources: {'Port': ['ID=9221fb26-d027-40e9-a189-ff933a3d2225,revision_number=4']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:11:32.585108 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] get_ports_and_sgs() called for port_ids ['9221fb26-d027-40e9-a189-ff933a3d2225'] {{(pid=87872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 12:11:32.666119 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-3aef2050-166d-4e76-b54b-aadcb25aa06e tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:32.741944 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-3aef2050-166d-4e76-b54b-aadcb25aa06e tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:33.015909 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590bd849-ed94-4256-91b4-b0485019d2ee req-0c40c08d-8f4b-4c08-a172-5fda45145936 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:11:33.017349 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-590bd849-ed94-4256-91b4-b0485019d2ee req-0c40c08d-8f4b-4c08-a172-5fda45145936 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f3ed557-73c7-41f4-a6cb-bbfa0ebb44f2 HTTP/1.1" status: 200 len: 945 time: 0.1262212 Mar 28 12:11:33.023418 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-3aef2050-166d-4e76-b54b-aadcb25aa06e tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Notify callbacks [] for port, precommit_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:33.043654 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-3aef2050-166d-4e76-b54b-aadcb25aa06e tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2363241'] for port, after_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:33.169099 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-590bd849-ed94-4256-91b4-b0485019d2ee req-bb7f295f-5b5f-40bf-87ba-0669530e1413 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/security-groups?id=1dd782ed-f64d-4a74-96e8-a83fbd04baf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1437409 Mar 28 12:11:33.175646 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aef2050-166d-4e76-b54b-aadcb25aa06e tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Pushing event updated for resources: {'Port': ['ID=6ca32ced-562a-456b-93c5-89ef27a708c7,revision_number=2']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:11:33.190847 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-3aef2050-166d-4e76-b54b-aadcb25aa06e tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-709520'] for floatingip, after_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:33.352711 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.db.l3_db [None req-3aef2050-166d-4e76-b54b-aadcb25aa06e tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Floating IP 26679cc7-19ea-485e-b8a0-9b8a56d8d037 associated. External IP: 172.26.7.214, port: e8f91f3b-8e9d-4abb-910d-3b333fccbcb2. Mar 28 12:11:33.806005 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3aef2050-166d-4e76-b54b-aadcb25aa06e tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Router f0ac7086-2dee-4826-8a05-05fa0e57fdc3 has already been hosted by L3 agent af79d429-529e-400b-a119-94d4bec03f3e {{(pid=87871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 12:11:33.984854 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3aef2050-166d-4e76-b54b-aadcb25aa06e tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 12:11:33.995633 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ecd7ff-93c2-4176-b311-c0a95a6082bc None None] Sync routers for ids ['f0ac7086-2dee-4826-8a05-05fa0e57fdc3'] in dv-neutron-835340-2-hyperv {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 12:11:34.005003 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ecd7ff-93c2-4176-b311-c0a95a6082bc None None] Routers {'f0ac7086-2dee-4826-8a05-05fa0e57fdc3'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:11:34.005688 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-65ecd7ff-93c2-4176-b311-c0a95a6082bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:11:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['f0ac7086-2dee-4826-8a05-05fa0e57fdc3'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:11:34.009667 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-3aef2050-166d-4e76-b54b-aadcb25aa06e tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for floatingip, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:34.065197 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-3aef2050-166d-4e76-b54b-aadcb25aa06e tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4766452 Mar 28 12:11:34.065753 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f42ba617-0232-43f1-a287-2dd6bf0a6fe3', 'tag': 'e8f91f3b-8e9d-4abb-910d-3b333fccbcb2'}] {{(pid=87871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 12:11:34.116614 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f42ba617-0232-43f1-a287-2dd6bf0a6fe3', 'tag': 'e8f91f3b-8e9d-4abb-910d-3b333fccbcb2', 'status': 'completed', 'code': 200} Mar 28 12:11:34.134091 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Device 9221fb26-d027-40e9-a189-ff933a3d2225 up at agent hyperv_hv-neutron-8353 {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:11:34.186166 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvr_db [None req-65ecd7ff-93c2-4176-b311-c0a95a6082bc None None] Set router f0ac7086-2dee-4826-8a05-05fa0e57fdc3 gateway port host: dv-neutron-835340-2-hyperv {{(pid=87873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:11:34.204973 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Provisioning for port 9221fb26-d027-40e9-a189-ff933a3d2225 completed by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:11:34.211068 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Provisioning complete for port 9221fb26-d027-40e9-a189-ff933a3d2225 triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:11:34.211634 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:34.223322 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1837ac-c4bb-4cc9-ae0c-146cc4d79141 req-149a1cf2-0e63-4f05-a42d-8560897e8c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:11:34.225020 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-ab1837ac-c4bb-4cc9-ae0c-146cc4d79141 req-149a1cf2-0e63-4f05-a42d-8560897e8c7f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=47a90bc1ddf942f0867175a620007cc0&device_id=f42ba617-0232-43f1-a287-2dd6bf0a6fe3 HTTP/1.1" status: 200 len: 1098 time: 0.0866704 Mar 28 12:11:34.338779 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:34.369373 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f3ed557-73c7-41f4-a6cb-bbfa0ebb44f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9221fb26-d027-40e9-a189-ff933a3d2225'}] {{(pid=87872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 12:11:34.381617 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] For port 9221fb26-d027-40e9-a189-ff933a3d2225, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=9221fb26-d027-40e9-a189-ff933a3d2225,segment=NetworkSegment(65c6551c-138e-443b-9ae3-1b9c1aebae70),segment_id=65c6551c-138e-443b-9ae3-1b9c1aebae70)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:11:34.388682 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:34.428909 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1837ac-c4bb-4cc9-ae0c-146cc4d79141 req-1333cdc7-b353-4db8-9475-4bc20d82617e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:11:34.430379 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-ab1837ac-c4bb-4cc9-ae0c-146cc4d79141 req-1333cdc7-b353-4db8-9475-4bc20d82617e service neutron] 10.222.0.11 "GET /v2.0/networks?id=58a24317-1730-4638-8adb-7f79ac32a130 HTTP/1.1" status: 200 len: 911 time: 0.2000217 Mar 28 12:11:34.443340 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5033128-e037-4670-9223-ab5d8f9ebe0d req-ba82d72c-fa74-4fe2-ba9f-e37c2da08af2 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:11:34.448094 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-f5033128-e037-4670-9223-ab5d8f9ebe0d req-ba82d72c-fa74-4fe2-ba9f-e37c2da08af2 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f3ed557-73c7-41f4-a6cb-bbfa0ebb44f2 HTTP/1.1" status: 200 len: 945 time: 0.1227696 Mar 28 12:11:34.452656 dv-neutron-835340-2-hyperv neutron-server[87872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f3ed557-73c7-41f4-a6cb-bbfa0ebb44f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9221fb26-d027-40e9-a189-ff933a3d2225', 'code': 200} Mar 28 12:11:34.490296 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Pushing event updated for resources: {'Port': ['ID=9221fb26-d027-40e9-a189-ff933a3d2225,revision_number=5']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:11:34.579029 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-65ecd7ff-93c2-4176-b311-c0a95a6082bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0ac7086-2dee-4826-8a05-05fa0e57fdc3', 'name': 'tempest-TestVolumeBootPattern-542767455-router', 'tenant_id': '47a90bc1ddf942f0867175a620007cc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.15'}], 'enable_snat': True}, 'gw_port_id': '41c6dd69-d901-41f2-afe7-3ed161b55c6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:06:16Z', 'updated_at': '2022-03-28T12:06:21Z', 'revision_number': 4, 'project_id': '47a90bc1ddf942f0867175a620007cc0', 'gw_port': {'id': '41c6dd69-d901-41f2-afe7-3ed161b55c6b', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:d2:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0ac7086-2dee-4826-8a05-05fa0e57fdc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:06:17Z', 'updated_at': '2022-03-28T12:06:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_floatingips': [{'id': '26679cc7-19ea-485e-b8a0-9b8a56d8d037', 'tenant_id': '47a90bc1ddf942f0867175a620007cc0', 'floating_ip_address': '172.26.7.214', 'floating_network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'router_id': 'f0ac7086-2dee-4826-8a05-05fa0e57fdc3', 'port_id': 'e8f91f3b-8e9d-4abb-910d-3b333fccbcb2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58a24317-1730-4638-8adb-7f79ac32a130', 'mac_address': 'fa:16:3e:d9:80:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f42ba617-0232-43f1-a287-2dd6bf0a6fe3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T12:11:32Z', 'updated_at': '2022-03-28T12:11:32Z', 'revision_number': 0, 'project_id': '47a90bc1ddf942f0867175a620007cc0', 'fixed_ip_address_scope': None}, {'id': 'aa040bba-a7ca-42c3-848c-e8f30a38139e', 'tenant_id': '47a90bc1ddf942f0867175a620007cc0', 'floating_ip_address': '172.26.7.149', 'floating_network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'router_id': 'f0ac7086-2dee-4826-8a05-05fa0e57fdc3', 'port_id': '914a8c6d-7edf-43a3-aec1-7e24b0b1aad4', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58a24317-1730-4638-8adb-7f79ac32a130', 'mac_address': 'fa:16:3e:e8:5d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2153cd8b-8951-474c-bbef-adaa6b4b12b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T12:09:32Z', 'updated_at': '2022-03-28T12:09:35Z', 'revision_number': 1, 'project_id': '47a90bc1ddf942f0867175a620007cc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0be1577-cd79-48dc-bee0-92ba5e02f532', 'name': '', 'network_id': '58a24317-1730-4638-8adb-7f79ac32a130', 'tenant_id': '47a90bc1ddf942f0867175a620007cc0', 'mac_address': 'fa:16:3e:a7:d3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0ac7086-2dee-4826-8a05-05fa0e57fdc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': 'ca5eb385-2512-460c-bf9c-e9f84ff9e2ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:06:20Z', 'updated_at': '2022-03-28T12:06:29Z', 'revision_number': 5, 'project_id': '47a90bc1ddf942f0867175a620007cc0', 'subnets': [{'id': 'ca5eb385-2512-460c-bf9c-e9f84ff9e2ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:11:34.583822 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ecd7ff-93c2-4176-b311-c0a95a6082bc None None] Checking router: f0ac7086-2dee-4826-8a05-05fa0e57fdc3 for host: dv-neutron-835340-2-hyperv {{(pid=87873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 12:11:34.585786 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-f5033128-e037-4670-9223-ab5d8f9ebe0d req-939cdd0d-8b37-4068-883a-a01087fb4aae tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/security-groups?id=1dd782ed-f64d-4a74-96e8-a83fbd04baf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795875 Mar 28 12:11:34.587633 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-ab1837ac-c4bb-4cc9-ae0c-146cc4d79141 req-6339accd-e302-45a3-aa24-f50fb2dd0889 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e8f91f3b-8e9d-4abb-910d-3b333fccbcb2 HTTP/1.1" status: 200 len: 999 time: 0.1383214 Mar 28 12:11:34.593176 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ecd7ff-93c2-4176-b311-c0a95a6082bc None None] Routers {'f0ac7086-2dee-4826-8a05-05fa0e57fdc3'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:11:34.593774 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-65ecd7ff-93c2-4176-b311-c0a95a6082bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:11:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['f0ac7086-2dee-4826-8a05-05fa0e57fdc3'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:11:34.665094 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1837ac-c4bb-4cc9-ae0c-146cc4d79141 req-4e84b458-50b0-4c0e-a933-7494a1689bff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:11:34.666555 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-ab1837ac-c4bb-4cc9-ae0c-146cc4d79141 req-4e84b458-50b0-4c0e-a933-7494a1689bff service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ca5eb385-2512-460c-bf9c-e9f84ff9e2ac HTTP/1.1" status: 200 len: 850 time: 0.0633090 Mar 28 12:11:34.674577 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ed2f09-f06f-49b9-a092-bd191b1abfd4 req-bedc0811-c51e-464e-a574-64c954cb137c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:11:34.676419 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-66ed2f09-f06f-49b9-a092-bd191b1abfd4 req-bedc0811-c51e-464e-a574-64c954cb137c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=6f3ed557-73c7-41f4-a6cb-bbfa0ebb44f2 HTTP/1.1" status: 200 len: 1099 time: 0.0720818 Mar 28 12:11:34.718403 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-66ed2f09-f06f-49b9-a092-bd191b1abfd4 req-080bd151-5f89-4ce9-9095-f06190fa1293 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=1dd782ed-f64d-4a74-96e8-a83fbd04baf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367944 Mar 28 12:11:34.723416 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-caf3a3d6-5f98-4b29-bbf8-706e1d608e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:34.743343 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1837ac-c4bb-4cc9-ae0c-146cc4d79141 req-3c345c44-5aee-4136-a1b7-8bf44394023c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:11:34.744969 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-ab1837ac-c4bb-4cc9-ae0c-146cc4d79141 req-3c345c44-5aee-4136-a1b7-8bf44394023c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=58a24317-1730-4638-8adb-7f79ac32a130&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0728216 Mar 28 12:11:34.784897 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvr_db [None req-65ecd7ff-93c2-4176-b311-c0a95a6082bc None None] Set router f0ac7086-2dee-4826-8a05-05fa0e57fdc3 gateway port host: dv-neutron-835340-2-hyperv {{(pid=87873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:11:35.029982 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-ab1837ac-c4bb-4cc9-ae0c-146cc4d79141 req-27a4beb7-3822-4239-9012-51cbab23858a service neutron] 10.222.0.11 "GET /v2.0/networks/58a24317-1730-4638-8adb-7f79ac32a130?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262507 Mar 28 12:11:35.128533 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-65ecd7ff-93c2-4176-b311-c0a95a6082bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0ac7086-2dee-4826-8a05-05fa0e57fdc3', 'name': 'tempest-TestVolumeBootPattern-542767455-router', 'tenant_id': '47a90bc1ddf942f0867175a620007cc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.15'}], 'enable_snat': True}, 'gw_port_id': '41c6dd69-d901-41f2-afe7-3ed161b55c6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:06:16Z', 'updated_at': '2022-03-28T12:06:21Z', 'revision_number': 4, 'project_id': '47a90bc1ddf942f0867175a620007cc0', 'gw_port': {'id': '41c6dd69-d901-41f2-afe7-3ed161b55c6b', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:d2:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0ac7086-2dee-4826-8a05-05fa0e57fdc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:06:17Z', 'updated_at': '2022-03-28T12:06:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_floatingips': [{'id': '26679cc7-19ea-485e-b8a0-9b8a56d8d037', 'tenant_id': '47a90bc1ddf942f0867175a620007cc0', 'floating_ip_address': '172.26.7.214', 'floating_network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'router_id': 'f0ac7086-2dee-4826-8a05-05fa0e57fdc3', 'port_id': 'e8f91f3b-8e9d-4abb-910d-3b333fccbcb2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58a24317-1730-4638-8adb-7f79ac32a130', 'mac_address': 'fa:16:3e:d9:80:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f42ba617-0232-43f1-a287-2dd6bf0a6fe3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T12:11:32Z', 'updated_at': '2022-03-28T12:11:32Z', 'revision_number': 0, 'project_id': '47a90bc1ddf942f0867175a620007cc0', 'fixed_ip_address_scope': None}, {'id': 'aa040bba-a7ca-42c3-848c-e8f30a38139e', 'tenant_id': '47a90bc1ddf942f0867175a620007cc0', 'floating_ip_address': '172.26.7.149', 'floating_network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'router_id': 'f0ac7086-2dee-4826-8a05-05fa0e57fdc3', 'port_id': '914a8c6d-7edf-43a3-aec1-7e24b0b1aad4', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58a24317-1730-4638-8adb-7f79ac32a130', 'mac_address': 'fa:16:3e:e8:5d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2153cd8b-8951-474c-bbef-adaa6b4b12b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T12:09:32Z', 'updated_at': '2022-03-28T12:09:35Z', 'revision_number': 1, 'project_id': '47a90bc1ddf942f0867175a620007cc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0be1577-cd79-48dc-bee0-92ba5e02f532', 'name': '', 'network_id': '58a24317-1730-4638-8adb-7f79ac32a130', 'tenant_id': '47a90bc1ddf942f0867175a620007cc0', 'mac_address': 'fa:16:3e:a7:d3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0ac7086-2dee-4826-8a05-05fa0e57fdc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': 'ca5eb385-2512-460c-bf9c-e9f84ff9e2ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:06:20Z', 'updated_at': '2022-03-28T12:06:29Z', 'revision_number': 5, 'project_id': '47a90bc1ddf942f0867175a620007cc0', 'subnets': [{'id': 'ca5eb385-2512-460c-bf9c-e9f84ff9e2ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:11:35.134054 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ecd7ff-93c2-4176-b311-c0a95a6082bc None None] The sync data for ids ['f0ac7086-2dee-4826-8a05-05fa0e57fdc3'] in dv-neutron-835340-2-hyperv is: [{'id': 'f0ac7086-2dee-4826-8a05-05fa0e57fdc3', 'name': 'tempest-TestVolumeBootPattern-542767455-router', 'tenant_id': '47a90bc1ddf942f0867175a620007cc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.15'}], 'enable_snat': True}, 'gw_port_id': '41c6dd69-d901-41f2-afe7-3ed161b55c6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:06:16Z', 'updated_at': '2022-03-28T12:06:21Z', 'revision_number': 4, 'project_id': '47a90bc1ddf942f0867175a620007cc0', 'gw_port': {'id': '41c6dd69-d901-41f2-afe7-3ed161b55c6b', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:d2:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0ac7086-2dee-4826-8a05-05fa0e57fdc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:06:17Z', 'updated_at': '2022-03-28T12:06:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_floatingips': [{'id': '26679cc7-19ea-485e-b8a0-9b8a56d8d037', 'tenant_id': '47a90bc1ddf942f0867175a620007cc0', 'floating_ip_address': '172.26.7.214', 'floating_network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'router_id': 'f0ac7086-2dee-4826-8a05-05fa0e57fdc3', 'port_id': 'e8f91f3b-8e9d-4abb-910d-3b333fccbcb2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58a24317-1730-4638-8adb-7f79ac32a130', 'mac_address': 'fa:16:3e:d9:80:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f42ba617-0232-43f1-a287-2dd6bf0a6fe3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T12:11:32Z', 'updated_at': '2022-03-28T12:11:32Z', 'revision_number': 0, 'project_id': '47a90bc1ddf942f0867175a620007cc0', 'fixed_ip_address_scope': None}, {'id': 'aa040bba-a7ca-42c3-848c-e8f30a38139e', 'tenant_id': '47a90bc1ddf942f0867175a620007cc0', 'floating_ip_address': '172.26.7.149', 'floating_network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'router_id': 'f0ac7086-2dee-4826-8a05-05fa0e57fdc3', 'port_id': '914a8c6d-7edf-43a3-aec1-7e24b0b1aad4', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58a24317-1730-4638-8adb-7f79ac32a130', 'mac_address': 'fa:16:3e:e8:5d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2153cd8b-8951-474c-bbef-adaa6b4b12b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T12:09:32Z', 'updated_at': '2022-03-28T12:09:35Z', 'revision_number': 1, 'project_id': '47a90bc1ddf942f0867175a620007cc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0be1577-cd79-48dc-bee0-92ba5e02f532', 'name': '', 'network_id': '58a24317-1730-4638-8adb-7f79ac32a130', 'tenant_id': '47a90bc1ddf942f0867175a620007cc0', 'mac_address': 'fa:16:3e:a7:d3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0ac7086-2dee-4826-8a05-05fa0e57fdc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': 'ca5eb385-2512-460c-bf9c-e9f84ff9e2ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:06:20Z', 'updated_at': '2022-03-28T12:06:29Z', 'revision_number': 5, 'project_id': '47a90bc1ddf942f0867175a620007cc0', 'subnets': [{'id': 'ca5eb385-2512-460c-bf9c-e9f84ff9e2ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 12:11:35.163524 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-ab1837ac-c4bb-4cc9-ae0c-146cc4d79141 req-38cf21ae-2a8f-4b2e-9bfc-b8c8eacc4098 service neutron] 10.222.0.11 "GET /v2.0/networks/58a24317-1730-4638-8adb-7f79ac32a130?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275270 Mar 28 12:11:35.321906 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a5d816a-51f6-4d45-8463-cf01aff2cede None None] New status for floating IP 26679cc7-19ea-485e-b8a0-9b8a56d8d037: ACTIVE {{(pid=87872) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 12:11:35.698412 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:35.795916 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e6eafc-b324-4e3e-be90-7d544f4515f2 req-09f82400-b401-4014-8664-964da36cafaf tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:11:35.798025 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-f7e6eafc-b324-4e3e-be90-7d544f4515f2 req-09f82400-b401-4014-8664-964da36cafaf tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f3ed557-73c7-41f4-a6cb-bbfa0ebb44f2 HTTP/1.1" status: 200 len: 946 time: 0.1002989 Mar 28 12:11:35.804353 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-ef3be119-c018-4979-be07-86cf959defc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:35.846370 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-f7e6eafc-b324-4e3e-be90-7d544f4515f2 req-7167cc73-aa59-4f10-9304-af77e0c033a5 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/security-groups?id=1dd782ed-f64d-4a74-96e8-a83fbd04baf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411198 Mar 28 12:11:37.029454 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d9fd67-8436-421b-83dc-4ea1d3dd8937 req-28ee7533-b560-4d63-8a0d-955915e81dcf tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:11:37.030880 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-39d9fd67-8436-421b-83dc-4ea1d3dd8937 req-28ee7533-b560-4d63-8a0d-955915e81dcf tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f3ed557-73c7-41f4-a6cb-bbfa0ebb44f2 HTTP/1.1" status: 200 len: 946 time: 0.0796666 Mar 28 12:11:37.077953 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-39d9fd67-8436-421b-83dc-4ea1d3dd8937 req-16d9344c-5300-48ce-bb63-842768b572b6 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/security-groups?id=1dd782ed-f64d-4a74-96e8-a83fbd04baf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408869 Mar 28 12:11:37.259100 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca94b322-6f6b-4aed-80fc-a1de2084f192 req-79a7e742-9610-45ee-97cc-d1b353acfefd tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:11:37.260564 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-ca94b322-6f6b-4aed-80fc-a1de2084f192 req-79a7e742-9610-45ee-97cc-d1b353acfefd tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f3ed557-73c7-41f4-a6cb-bbfa0ebb44f2 HTTP/1.1" status: 200 len: 946 time: 0.0787199 Mar 28 12:11:37.307597 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-ca94b322-6f6b-4aed-80fc-a1de2084f192 req-9c2c08e1-ab8d-4bc1-a6a1-bd50e6ad3ac0 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/security-groups?id=1dd782ed-f64d-4a74-96e8-a83fbd04baf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413728 Mar 28 12:11:37.330027 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 60642) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:11:37.398434 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69c5e42a-ed48-414d-aaf3-3c5de007266a tempest-TestNetworkBasicOps-386611239 tempest-TestNetworkBasicOps-386611239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:11:37.399941 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-69c5e42a-ed48-414d-aaf3-3c5de007266a tempest-TestNetworkBasicOps-386611239 tempest-TestNetworkBasicOps-386611239-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=6f3ed557-73c7-41f4-a6cb-bbfa0ebb44f2 HTTP/1.1" status: 200 len: 1094 time: 0.0689871 Mar 28 12:11:37.402781 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 60646) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:11:37.407463 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-75b649b6-d5a0-4b0f-9bea-f82242898cb1 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Request body: {'floatingip': {'floating_network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'port_id': '9221fb26-d027-40e9-a189-ff933a3d2225', 'tenant_id': '527195c95736491ca1967a42cc300275', 'fixed_ip_address': '172.20.0.12'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:11:37.413230 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-75b649b6-d5a0-4b0f-9bea-f82242898cb1 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:11:37.417023 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-75b649b6-d5a0-4b0f-9bea-f82242898cb1 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Usage tracker for resource:floatingip and tenant:527195c95736491ca1967a42cc300275 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:11:37.419809 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-75b649b6-d5a0-4b0f-9bea-f82242898cb1 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:11:37.425924 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-75b649b6-d5a0-4b0f-9bea-f82242898cb1 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:11:37.437914 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-75b649b6-d5a0-4b0f-9bea-f82242898cb1 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for floatingip, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:37.452740 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-b7ccd3c7-0277-4f12-8e5c-e41478141af5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:37.575149 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-75b649b6-d5a0-4b0f-9bea-f82242898cb1 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:37.709930 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.db_base_plugin_common [None req-75b649b6-d5a0-4b0f-9bea-f82242898cb1 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Allocated IP 172.26.7.73 (ac2b1748-8f63-4b17-a9c7-07e79704aa5b/0b7ebf76-1dc7-431a-a0b4-b96bacf287c2/f894a074-42e0-47a0-bb45-fac2b6f4de48) {{(pid=87870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 12:11:37.855393 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-75b649b6-d5a0-4b0f-9bea-f82242898cb1 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for port, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:37.883735 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-75b649b6-d5a0-4b0f-9bea-f82242898cb1 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:37.939746 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75b649b6-d5a0-4b0f-9bea-f82242898cb1 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Network ac2b1748-8f63-4b17-a9c7-07e79704aa5b is already hosted by enough agents. {{(pid=87870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:11:37.942523 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.base_scheduler [None req-75b649b6-d5a0-4b0f-9bea-f82242898cb1 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Resources bound (agent type, host, resource id): {{(pid=87870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:11:37.946035 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b649b6-d5a0-4b0f-9bea-f82242898cb1 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Received port after_create {{(pid=87870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 12:11:38.080499 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b649b6-d5a0-4b0f-9bea-f82242898cb1 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Pushing event updated for resources: {'Port': ['ID=f894a074-42e0-47a0-bb45-fac2b6f4de48,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:11:38.446440 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-75b649b6-d5a0-4b0f-9bea-f82242898cb1 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:38.518442 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-75b649b6-d5a0-4b0f-9bea-f82242898cb1 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:38.721661 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-75b649b6-d5a0-4b0f-9bea-f82242898cb1 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for port, precommit_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:38.726805 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-75b649b6-d5a0-4b0f-9bea-f82242898cb1 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2558288'] for port, after_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:38.835777 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b649b6-d5a0-4b0f-9bea-f82242898cb1 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Pushing event updated for resources: {'Port': ['ID=f894a074-42e0-47a0-bb45-fac2b6f4de48,revision_number=2']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:11:38.845298 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-75b649b6-d5a0-4b0f-9bea-f82242898cb1 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-709520'] for floatingip, after_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:39.012122 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.db.l3_db [None req-75b649b6-d5a0-4b0f-9bea-f82242898cb1 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Floating IP 968abd23-90a5-4b21-93cd-49cdb4ff7778 associated. External IP: 172.26.7.73, port: 9221fb26-d027-40e9-a189-ff933a3d2225. Mar 28 12:11:39.355910 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75b649b6-d5a0-4b0f-9bea-f82242898cb1 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Router 16877b31-005b-468d-99db-6cc0e4526b7e has already been hosted by L3 agent af79d429-529e-400b-a119-94d4bec03f3e {{(pid=87870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 12:11:39.628061 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75b649b6-d5a0-4b0f-9bea-f82242898cb1 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 12:11:39.638216 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d3fcea-a937-4af8-a317-0ff6d647e542 None None] Sync routers for ids ['16877b31-005b-468d-99db-6cc0e4526b7e'] in dv-neutron-835340-2-hyperv {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 12:11:39.647927 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d3fcea-a937-4af8-a317-0ff6d647e542 None None] Routers {'16877b31-005b-468d-99db-6cc0e4526b7e'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:11:39.648557 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-a7d3fcea-a937-4af8-a317-0ff6d647e542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:11:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['16877b31-005b-468d-99db-6cc0e4526b7e'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:11:39.654357 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-75b649b6-d5a0-4b0f-9bea-f82242898cb1 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for floatingip, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:39.712121 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-75b649b6-d5a0-4b0f-9bea-f82242898cb1 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3083510 Mar 28 12:11:39.712774 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f3ed557-73c7-41f4-a6cb-bbfa0ebb44f2', 'tag': '9221fb26-d027-40e9-a189-ff933a3d2225'}] {{(pid=87870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 12:11:39.714871 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 60650) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:11:39.799578 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd0e9ea7-d77b-4665-8366-f9497efe27f0 tempest-TestNetworkBasicOps-386611239 tempest-TestNetworkBasicOps-386611239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:11:39.801472 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-fd0e9ea7-d77b-4665-8366-f9497efe27f0 tempest-TestNetworkBasicOps-386611239 tempest-TestNetworkBasicOps-386611239-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=6f3ed557-73c7-41f4-a6cb-bbfa0ebb44f2 HTTP/1.1" status: 200 len: 1094 time: 0.0851159 Mar 28 12:11:39.811911 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f3ed557-73c7-41f4-a6cb-bbfa0ebb44f2', 'tag': '9221fb26-d027-40e9-a189-ff933a3d2225', 'status': 'completed', 'code': 200} Mar 28 12:11:39.881286 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvr_db [None req-a7d3fcea-a937-4af8-a317-0ff6d647e542 None None] Set router 16877b31-005b-468d-99db-6cc0e4526b7e gateway port host: dv-neutron-835340-2-hyperv {{(pid=87873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:11:39.913764 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01976c13-412c-4402-9f17-dc8f9df407b3 req-a603710c-819a-4da1-a3a4-9eac2960c073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:11:39.915190 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-01976c13-412c-4402-9f17-dc8f9df407b3 req-a603710c-819a-4da1-a3a4-9eac2960c073 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=527195c95736491ca1967a42cc300275&device_id=6f3ed557-73c7-41f4-a6cb-bbfa0ebb44f2 HTTP/1.1" status: 200 len: 1099 time: 0.0797257 Mar 28 12:11:40.049575 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01976c13-412c-4402-9f17-dc8f9df407b3 req-87b27ae1-dbae-4ed1-b18f-7ae36fa431eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:11:40.051942 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-01976c13-412c-4402-9f17-dc8f9df407b3 req-87b27ae1-dbae-4ed1-b18f-7ae36fa431eb service neutron] 10.222.0.11 "GET /v2.0/networks?id=b3e97028-cdf9-4720-9a17-982f2ddb763c HTTP/1.1" status: 200 len: 896 time: 0.1303661 Mar 28 12:11:40.229693 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-a7d3fcea-a937-4af8-a317-0ff6d647e542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16877b31-005b-468d-99db-6cc0e4526b7e', 'name': 'tempest-TestNetworkBasicOps-router-1187518211', 'tenant_id': '527195c95736491ca1967a42cc300275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.236'}], 'enable_snat': True}, 'gw_port_id': 'de64b58d-2116-438c-8e8e-5873e533ab03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:11:13Z', 'updated_at': '2022-03-28T12:11:20Z', 'revision_number': 4, 'project_id': '527195c95736491ca1967a42cc300275', 'gw_port': {'id': 'de64b58d-2116-438c-8e8e-5873e533ab03', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:90:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16877b31-005b-468d-99db-6cc0e4526b7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:11:14Z', 'updated_at': '2022-03-28T12:11:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_floatingips': [{'id': '968abd23-90a5-4b21-93cd-49cdb4ff7778', 'tenant_id': '527195c95736491ca1967a42cc300275', 'floating_ip_address': '172.26.7.73', 'floating_network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'router_id': '16877b31-005b-468d-99db-6cc0e4526b7e', 'port_id': '9221fb26-d027-40e9-a189-ff933a3d2225', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1478, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3e97028-cdf9-4720-9a17-982f2ddb763c', 'mac_address': 'fa:16:3e:37:f6:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f3ed557-73c7-41f4-a6cb-bbfa0ebb44f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T12:11:38Z', 'updated_at': '2022-03-28T12:11:38Z', 'revision_number': 0, 'project_id': '527195c95736491ca1967a42cc300275', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d8a27c3-9212-473c-b921-7d4177e7c203', 'name': '', 'network_id': 'b3e97028-cdf9-4720-9a17-982f2ddb763c', 'tenant_id': '527195c95736491ca1967a42cc300275', 'mac_address': 'fa:16:3e:c2:7a:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16877b31-005b-468d-99db-6cc0e4526b7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '391f05b2-1c98-4ce5-850b-2ca616d0d79f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:11:19Z', 'updated_at': '2022-03-28T12:11:26Z', 'revision_number': 5, 'project_id': '527195c95736491ca1967a42cc300275', 'subnets': [{'id': '391f05b2-1c98-4ce5-850b-2ca616d0d79f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:11:40.233771 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d3fcea-a937-4af8-a317-0ff6d647e542 None None] Checking router: 16877b31-005b-468d-99db-6cc0e4526b7e for host: dv-neutron-835340-2-hyperv {{(pid=87873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 12:11:40.242394 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d3fcea-a937-4af8-a317-0ff6d647e542 None None] Routers {'16877b31-005b-468d-99db-6cc0e4526b7e'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:11:40.243074 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-a7d3fcea-a937-4af8-a317-0ff6d647e542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:11:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['16877b31-005b-468d-99db-6cc0e4526b7e'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:11:40.259352 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-01976c13-412c-4402-9f17-dc8f9df407b3 req-ef6e6f95-c005-4c04-bc78-7ffb1c076ce3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9221fb26-d027-40e9-a189-ff933a3d2225 HTTP/1.1" status: 200 len: 999 time: 0.2017319 Mar 28 12:11:40.325328 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01976c13-412c-4402-9f17-dc8f9df407b3 req-826e30b6-da7c-43e9-8793-6beb4b7aa8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:11:40.327094 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-01976c13-412c-4402-9f17-dc8f9df407b3 req-826e30b6-da7c-43e9-8793-6beb4b7aa8b9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=391f05b2-1c98-4ce5-850b-2ca616d0d79f HTTP/1.1" status: 200 len: 834 time: 0.0622253 Mar 28 12:11:40.408346 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01976c13-412c-4402-9f17-dc8f9df407b3 req-a6c286ed-461d-492b-b827-117de0343dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:11:40.410719 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-01976c13-412c-4402-9f17-dc8f9df407b3 req-a6c286ed-461d-492b-b827-117de0343dc6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b3e97028-cdf9-4720-9a17-982f2ddb763c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0769403 Mar 28 12:11:40.442023 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvr_db [None req-a7d3fcea-a937-4af8-a317-0ff6d647e542 None None] Set router 16877b31-005b-468d-99db-6cc0e4526b7e gateway port host: dv-neutron-835340-2-hyperv {{(pid=87873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:11:40.490778 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-76b34df6-3bc5-4a20-8575-a908ebf46cd7 req-a29106a3-10c8-4cd3-a657-ca195fbf86e3 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=2153cd8b-8951-474c-bbef-adaa6b4b12b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0790412 Mar 28 12:11:40.542674 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 60660) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:11:40.549198 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-32d23ae1-c44d-413e-a9bc-b75077dbc3e4 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-836241272', 'description': 'tempest-secgroup-smoke-836241272 description', 'project_id': '527195c95736491ca1967a42cc300275'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:11:40.567950 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-32d23ae1-c44d-413e-a9bc-b75077dbc3e4 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:11:40.575249 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-01976c13-412c-4402-9f17-dc8f9df407b3 req-cfa83b65-350f-4821-a6ed-80420b14edfa service neutron] 10.222.0.11 "GET /v2.0/networks/b3e97028-cdf9-4720-9a17-982f2ddb763c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503127 Mar 28 12:11:40.621557 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-32d23ae1-c44d-413e-a9bc-b75077dbc3e4 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:11:40.642448 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-32d23ae1-c44d-413e-a9bc-b75077dbc3e4 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:40.675163 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-32d23ae1-c44d-413e-a9bc-b75077dbc3e4 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:11:40.680990 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b34df6-3bc5-4a20-8575-a908ebf46cd7 req-0d72fe63-04c0-4d92-9b1b-2f61bfa2a6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:11:40.682451 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-76b34df6-3bc5-4a20-8575-a908ebf46cd7 req-0d72fe63-04c0-4d92-9b1b-2f61bfa2a6bb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=47a90bc1ddf942f0867175a620007cc0&device_id=2153cd8b-8951-474c-bbef-adaa6b4b12b8 HTTP/1.1" status: 200 len: 1099 time: 0.1118248 Mar 28 12:11:40.683371 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-32d23ae1-c44d-413e-a9bc-b75077dbc3e4 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Usage tracker for resource:security_group_rule and tenant:527195c95736491ca1967a42cc300275 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:11:40.686479 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-32d23ae1-c44d-413e-a9bc-b75077dbc3e4 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:11:40.694276 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-32d23ae1-c44d-413e-a9bc-b75077dbc3e4 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:11:40.718474 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-01976c13-412c-4402-9f17-dc8f9df407b3 req-40b7a188-e867-44e8-909e-4391228331b3 service neutron] 10.222.0.11 "GET /v2.0/networks/b3e97028-cdf9-4720-9a17-982f2ddb763c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317396 Mar 28 12:11:40.859660 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-32d23ae1-c44d-413e-a9bc-b75077dbc3e4 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:40.865970 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-a7d3fcea-a937-4af8-a317-0ff6d647e542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16877b31-005b-468d-99db-6cc0e4526b7e', 'name': 'tempest-TestNetworkBasicOps-router-1187518211', 'tenant_id': '527195c95736491ca1967a42cc300275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.236'}], 'enable_snat': True}, 'gw_port_id': 'de64b58d-2116-438c-8e8e-5873e533ab03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:11:13Z', 'updated_at': '2022-03-28T12:11:20Z', 'revision_number': 4, 'project_id': '527195c95736491ca1967a42cc300275', 'gw_port': {'id': 'de64b58d-2116-438c-8e8e-5873e533ab03', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:90:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16877b31-005b-468d-99db-6cc0e4526b7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:11:14Z', 'updated_at': '2022-03-28T12:11:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_floatingips': [{'id': '968abd23-90a5-4b21-93cd-49cdb4ff7778', 'tenant_id': '527195c95736491ca1967a42cc300275', 'floating_ip_address': '172.26.7.73', 'floating_network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'router_id': '16877b31-005b-468d-99db-6cc0e4526b7e', 'port_id': '9221fb26-d027-40e9-a189-ff933a3d2225', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1478, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3e97028-cdf9-4720-9a17-982f2ddb763c', 'mac_address': 'fa:16:3e:37:f6:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f3ed557-73c7-41f4-a6cb-bbfa0ebb44f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T12:11:38Z', 'updated_at': '2022-03-28T12:11:38Z', 'revision_number': 0, 'project_id': '527195c95736491ca1967a42cc300275', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d8a27c3-9212-473c-b921-7d4177e7c203', 'name': '', 'network_id': 'b3e97028-cdf9-4720-9a17-982f2ddb763c', 'tenant_id': '527195c95736491ca1967a42cc300275', 'mac_address': 'fa:16:3e:c2:7a:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16877b31-005b-468d-99db-6cc0e4526b7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '391f05b2-1c98-4ce5-850b-2ca616d0d79f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:11:19Z', 'updated_at': '2022-03-28T12:11:26Z', 'revision_number': 5, 'project_id': '527195c95736491ca1967a42cc300275', 'subnets': [{'id': '391f05b2-1c98-4ce5-850b-2ca616d0d79f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:11:40.868971 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-32d23ae1-c44d-413e-a9bc-b75077dbc3e4 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:40.872182 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d3fcea-a937-4af8-a317-0ff6d647e542 None None] The sync data for ids ['16877b31-005b-468d-99db-6cc0e4526b7e'] in dv-neutron-835340-2-hyperv is: [{'id': '16877b31-005b-468d-99db-6cc0e4526b7e', 'name': 'tempest-TestNetworkBasicOps-router-1187518211', 'tenant_id': '527195c95736491ca1967a42cc300275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.236'}], 'enable_snat': True}, 'gw_port_id': 'de64b58d-2116-438c-8e8e-5873e533ab03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:11:13Z', 'updated_at': '2022-03-28T12:11:20Z', 'revision_number': 4, 'project_id': '527195c95736491ca1967a42cc300275', 'gw_port': {'id': 'de64b58d-2116-438c-8e8e-5873e533ab03', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:90:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16877b31-005b-468d-99db-6cc0e4526b7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:11:14Z', 'updated_at': '2022-03-28T12:11:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_floatingips': [{'id': '968abd23-90a5-4b21-93cd-49cdb4ff7778', 'tenant_id': '527195c95736491ca1967a42cc300275', 'floating_ip_address': '172.26.7.73', 'floating_network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'router_id': '16877b31-005b-468d-99db-6cc0e4526b7e', 'port_id': '9221fb26-d027-40e9-a189-ff933a3d2225', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1478, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3e97028-cdf9-4720-9a17-982f2ddb763c', 'mac_address': 'fa:16:3e:37:f6:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f3ed557-73c7-41f4-a6cb-bbfa0ebb44f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T12:11:38Z', 'updated_at': '2022-03-28T12:11:38Z', 'revision_number': 0, 'project_id': '527195c95736491ca1967a42cc300275', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d8a27c3-9212-473c-b921-7d4177e7c203', 'name': '', 'network_id': 'b3e97028-cdf9-4720-9a17-982f2ddb763c', 'tenant_id': '527195c95736491ca1967a42cc300275', 'mac_address': 'fa:16:3e:c2:7a:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16877b31-005b-468d-99db-6cc0e4526b7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '391f05b2-1c98-4ce5-850b-2ca616d0d79f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:11:19Z', 'updated_at': '2022-03-28T12:11:26Z', 'revision_number': 5, 'project_id': '527195c95736491ca1967a42cc300275', 'subnets': [{'id': '391f05b2-1c98-4ce5-850b-2ca616d0d79f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 12:11:40.948974 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d23ae1-c44d-413e-a9bc-b75077dbc3e4 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a44632b5-aabf-4815-89ad-acf4eefbcca0,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:11:40.952458 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b34df6-3bc5-4a20-8575-a908ebf46cd7 req-0f1f6559-039e-4773-9aa6-bb915d164e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:11:40.954790 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-76b34df6-3bc5-4a20-8575-a908ebf46cd7 req-0f1f6559-039e-4773-9aa6-bb915d164e8c service neutron] 10.222.0.11 "GET /v2.0/networks?id=58a24317-1730-4638-8adb-7f79ac32a130 HTTP/1.1" status: 200 len: 911 time: 0.2145512 Mar 28 12:11:40.957586 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-32d23ae1-c44d-413e-a9bc-b75077dbc3e4 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:40.957586 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-32d23ae1-c44d-413e-a9bc-b75077dbc3e4 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4130402 Mar 28 12:11:40.963121 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 60666) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:11:40.969543 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-1856a2b3-543e-4420-a4ad-087c25ffde06 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Request body: {'security_group_rule': {'security_group_id': 'a44632b5-aabf-4815-89ad-acf4eefbcca0', 'project_id': '527195c95736491ca1967a42cc300275', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:11:40.977556 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-1856a2b3-543e-4420-a4ad-087c25ffde06 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:11:40.982214 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-1856a2b3-543e-4420-a4ad-087c25ffde06 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Usage tracker for resource:security_group_rule and tenant:527195c95736491ca1967a42cc300275 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:11:40.987229 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-1856a2b3-543e-4420-a4ad-087c25ffde06 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:11:41.000402 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-1856a2b3-543e-4420-a4ad-087c25ffde06 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:11:41.023313 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-1856a2b3-543e-4420-a4ad-087c25ffde06 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:41.085882 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-76b34df6-3bc5-4a20-8575-a908ebf46cd7 req-42ddd063-8d67-4ca9-8f73-9409a93127f1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=914a8c6d-7edf-43a3-aec1-7e24b0b1aad4 HTTP/1.1" status: 200 len: 1002 time: 0.1256974 Mar 28 12:11:41.110809 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-1856a2b3-543e-4420-a4ad-087c25ffde06 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:41.119396 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-1856a2b3-543e-4420-a4ad-087c25ffde06 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740322'] for security_group_rule, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:41.142927 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1856a2b3-543e-4420-a4ad-087c25ffde06 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=867522ff-83ec-45e0-b716-c1713a315ab3,revision_number=0']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:11:41.157934 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-1856a2b3-543e-4420-a4ad-087c25ffde06 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:41.159925 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-1856a2b3-543e-4420-a4ad-087c25ffde06 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1977649 Mar 28 12:11:41.162514 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 60670) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:11:41.165379 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49206ff-9d45-4dc6-95e6-c0f218ca76f4 None None] New status for floating IP 968abd23-90a5-4b21-93cd-49cdb4ff7778: ACTIVE {{(pid=87872) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 12:11:41.171117 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-7e8b8add-c540-4b5e-a9f7-739486179cfa tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Request body: {'security_group_rule': {'security_group_id': 'a44632b5-aabf-4815-89ad-acf4eefbcca0', 'project_id': '527195c95736491ca1967a42cc300275', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:11:41.177029 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b34df6-3bc5-4a20-8575-a908ebf46cd7 req-c8abf9ce-e5b0-480f-8d67-789ac2267d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:11:41.178308 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-76b34df6-3bc5-4a20-8575-a908ebf46cd7 req-c8abf9ce-e5b0-480f-8d67-789ac2267d48 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ca5eb385-2512-460c-bf9c-e9f84ff9e2ac HTTP/1.1" status: 200 len: 850 time: 0.0855136 Mar 28 12:11:41.180801 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-7e8b8add-c540-4b5e-a9f7-739486179cfa tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:11:41.219213 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-7e8b8add-c540-4b5e-a9f7-739486179cfa tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Usage tracker for resource:security_group_rule and tenant:527195c95736491ca1967a42cc300275 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:11:41.227129 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-7e8b8add-c540-4b5e-a9f7-739486179cfa tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:11:41.237450 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-7e8b8add-c540-4b5e-a9f7-739486179cfa tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:11:41.263296 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-7e8b8add-c540-4b5e-a9f7-739486179cfa tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:41.314760 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b34df6-3bc5-4a20-8575-a908ebf46cd7 req-13f69543-7d26-434b-b618-15e30ef9c852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:11:41.316431 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-76b34df6-3bc5-4a20-8575-a908ebf46cd7 req-13f69543-7d26-434b-b618-15e30ef9c852 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=58a24317-1730-4638-8adb-7f79ac32a130&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1317093 Mar 28 12:11:41.377544 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-7e8b8add-c540-4b5e-a9f7-739486179cfa tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:41.426994 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-7e8b8add-c540-4b5e-a9f7-739486179cfa tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740322'] for security_group_rule, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:41.466859 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8b8add-c540-4b5e-a9f7-739486179cfa tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d2892e5-63f2-481c-be46-e1c15c4e6e34,revision_number=0']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:11:41.487109 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-7e8b8add-c540-4b5e-a9f7-739486179cfa tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:41.487982 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-7e8b8add-c540-4b5e-a9f7-739486179cfa tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3244603 Mar 28 12:11:41.491774 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 60674) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:11:41.497175 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-8ea217c2-f6bc-4ee9-9cc8-c9324781b189 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Request body: {'security_group_rule': {'security_group_id': 'a44632b5-aabf-4815-89ad-acf4eefbcca0', 'project_id': '527195c95736491ca1967a42cc300275', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:11:41.507647 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-8ea217c2-f6bc-4ee9-9cc8-c9324781b189 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:11:41.507805 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-76b34df6-3bc5-4a20-8575-a908ebf46cd7 req-ad8edba5-a803-44b0-90c1-6755594f9915 service neutron] 10.222.0.11 "GET /v2.0/networks/58a24317-1730-4638-8adb-7f79ac32a130?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1835766 Mar 28 12:11:41.512034 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-8ea217c2-f6bc-4ee9-9cc8-c9324781b189 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Usage tracker for resource:security_group_rule and tenant:527195c95736491ca1967a42cc300275 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:11:41.516213 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-8ea217c2-f6bc-4ee9-9cc8-c9324781b189 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:11:41.522814 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-8ea217c2-f6bc-4ee9-9cc8-c9324781b189 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:11:41.542938 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-8ea217c2-f6bc-4ee9-9cc8-c9324781b189 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:41.623387 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-8ea217c2-f6bc-4ee9-9cc8-c9324781b189 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:41.627035 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-8ea217c2-f6bc-4ee9-9cc8-c9324781b189 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740322'] for security_group_rule, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:41.651681 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea217c2-f6bc-4ee9-9cc8-c9324781b189 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6017af70-0792-4891-bf4b-2554f3905646,revision_number=0']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:11:41.661330 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-8ea217c2-f6bc-4ee9-9cc8-c9324781b189 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:41.662657 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-76b34df6-3bc5-4a20-8575-a908ebf46cd7 req-8836ce74-72a1-495a-9b9e-f6faee6db136 service neutron] 10.222.0.11 "GET /v2.0/networks/58a24317-1730-4638-8adb-7f79ac32a130?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474843 Mar 28 12:11:41.664003 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-8ea217c2-f6bc-4ee9-9cc8-c9324781b189 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1715939 Mar 28 12:11:41.666917 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 60678) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:11:41.674249 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-eaca8865-5f63-433f-8e7d-6d294cec4684 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Request body: {'security_group_rule': {'security_group_id': 'a44632b5-aabf-4815-89ad-acf4eefbcca0', 'project_id': '527195c95736491ca1967a42cc300275', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:11:41.678353 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-eaca8865-5f63-433f-8e7d-6d294cec4684 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:11:41.682976 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-eaca8865-5f63-433f-8e7d-6d294cec4684 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Usage tracker for resource:security_group_rule and tenant:527195c95736491ca1967a42cc300275 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:11:41.685125 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-eaca8865-5f63-433f-8e7d-6d294cec4684 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:11:41.693457 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-eaca8865-5f63-433f-8e7d-6d294cec4684 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:11:41.713509 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-eaca8865-5f63-433f-8e7d-6d294cec4684 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:41.783459 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-eaca8865-5f63-433f-8e7d-6d294cec4684 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:41.788621 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-eaca8865-5f63-433f-8e7d-6d294cec4684 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740322'] for security_group_rule, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:41.812273 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaca8865-5f63-433f-8e7d-6d294cec4684 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a56d083-d700-4ed0-8cc7-1625aae45978,revision_number=0']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:11:41.822246 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-eaca8865-5f63-433f-8e7d-6d294cec4684 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:41.826673 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-eaca8865-5f63-433f-8e7d-6d294cec4684 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1557105 Mar 28 12:11:41.826828 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 60682) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:11:41.832350 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-2203c63d-afd0-49b3-a827-9027641e3eb3 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Request body: {'security_group_rule': {'security_group_id': 'a44632b5-aabf-4815-89ad-acf4eefbcca0', 'project_id': '527195c95736491ca1967a42cc300275', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:11:41.838243 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-2203c63d-afd0-49b3-a827-9027641e3eb3 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:11:41.842099 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-2203c63d-afd0-49b3-a827-9027641e3eb3 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Usage tracker for resource:security_group_rule and tenant:527195c95736491ca1967a42cc300275 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:11:41.846164 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-2203c63d-afd0-49b3-a827-9027641e3eb3 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:11:41.851054 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-2203c63d-afd0-49b3-a827-9027641e3eb3 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:11:41.864835 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.db.securitygroups_db [None req-2203c63d-afd0-49b3-a827-9027641e3eb3 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Project 527195c95736491ca1967a42cc300275 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 12:11:41.872654 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-2203c63d-afd0-49b3-a827-9027641e3eb3 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:41.942617 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-2203c63d-afd0-49b3-a827-9027641e3eb3 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:41.946492 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-2203c63d-afd0-49b3-a827-9027641e3eb3 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740322'] for security_group_rule, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:41.971047 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2203c63d-afd0-49b3-a827-9027641e3eb3 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=681a77b6-aa5c-457d-aebf-9f7538253e60,revision_number=0']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:11:41.982235 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-2203c63d-afd0-49b3-a827-9027641e3eb3 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:41.986530 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 60686) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:11:41.986660 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-2203c63d-afd0-49b3-a827-9027641e3eb3 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1592360 Mar 28 12:11:41.992373 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-aaa8df21-d226-40b2-834a-ec10e2c969a3 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Request body: {'security_group_rule': {'security_group_id': 'a44632b5-aabf-4815-89ad-acf4eefbcca0', 'project_id': '527195c95736491ca1967a42cc300275', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:11:41.998729 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-aaa8df21-d226-40b2-834a-ec10e2c969a3 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:11:42.002456 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-aaa8df21-d226-40b2-834a-ec10e2c969a3 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Usage tracker for resource:security_group_rule and tenant:527195c95736491ca1967a42cc300275 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:11:42.005367 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-aaa8df21-d226-40b2-834a-ec10e2c969a3 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:11:42.011994 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-aaa8df21-d226-40b2-834a-ec10e2c969a3 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:11:42.024410 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.db.securitygroups_db [None req-aaa8df21-d226-40b2-834a-ec10e2c969a3 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Project 527195c95736491ca1967a42cc300275 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 12:11:42.030378 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-aaa8df21-d226-40b2-834a-ec10e2c969a3 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:42.101568 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-aaa8df21-d226-40b2-834a-ec10e2c969a3 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:42.105340 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-aaa8df21-d226-40b2-834a-ec10e2c969a3 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740322'] for security_group_rule, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:42.128943 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa8df21-d226-40b2-834a-ec10e2c969a3 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=048caae5-a9bf-4f54-8fee-14048d6afce5,revision_number=0']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:11:42.138082 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-aaa8df21-d226-40b2-834a-ec10e2c969a3 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:42.139883 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-aaa8df21-d226-40b2-834a-ec10e2c969a3 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1517460 Mar 28 12:11:42.361100 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-18664572-cbf3-47b4-8fd9-2e10d4f1c46f req-c5df7f20-9d97-454c-a9fa-02360d0ad26f tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-836241272&fields=id&tenant_id=527195c95736491ca1967a42cc300275 HTTP/1.1" status: 200 len: 267 time: 0.0394156 Mar 28 12:11:42.507816 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18664572-cbf3-47b4-8fd9-2e10d4f1c46f req-df305fd0-ec97-4e18-971f-a8f8f8bcb007 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:11:42.509504 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-18664572-cbf3-47b4-8fd9-2e10d4f1c46f req-df305fd0-ec97-4e18-971f-a8f8f8bcb007 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/networks?id=b3e97028-cdf9-4720-9a17-982f2ddb763c HTTP/1.1" status: 200 len: 796 time: 0.1416221 Mar 28 12:11:42.524004 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-18664572-cbf3-47b4-8fd9-2e10d4f1c46f req-bff2bb42-af93-43bd-ac38-b226540b9ba6 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/quotas/527195c95736491ca1967a42cc300275 HTTP/1.1" status: 200 len: 375 time: 0.0092223 Mar 28 12:11:42.608200 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-18664572-cbf3-47b4-8fd9-2e10d4f1c46f req-3b870b38-7400-47eb-a91d-0aed05af5c37 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=527195c95736491ca1967a42cc300275&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0794432 Mar 28 12:11:42.745556 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-18664572-cbf3-47b4-8fd9-2e10d4f1c46f req-cace535f-2efd-447b-b428-0e4dbd54a4ba service neutron] 10.222.0.30 "GET /v2.0/networks/b3e97028-cdf9-4720-9a17-982f2ddb763c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240950 Mar 28 12:11:42.876050 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-18664572-cbf3-47b4-8fd9-2e10d4f1c46f req-adad2509-6de5-435e-a02e-44143a762802 service neutron] 10.222.0.30 "GET /v2.0/networks/b3e97028-cdf9-4720-9a17-982f2ddb763c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246009 Mar 28 12:11:43.049346 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-b5e1535f-0dc1-4b12-801e-4247d6993315 req-c3207ddf-b6b7-4be6-82ec-2789fa49a693 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/ports?device_id=85933d11-d31a-4f56-96ad-a3ddd0fa676a HTTP/1.1" status: 200 len: 210 time: 0.0423739 Mar 28 12:11:44.083236 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18664572-cbf3-47b4-8fd9-2e10d4f1c46f req-90021fd4-5934-43aa-b744-5e8822979826 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:11:44.084428 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [req-18664572-cbf3-47b4-8fd9-2e10d4f1c46f req-90021fd4-5934-43aa-b744-5e8822979826 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Synchronizing usage tracker for tenant:527195c95736491ca1967a42cc300275 on resource:network {{(pid=87870) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:11:44.100989 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [req-18664572-cbf3-47b4-8fd9-2e10d4f1c46f req-90021fd4-5934-43aa-b744-5e8822979826 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Unset dirty status for tenant:527195c95736491ca1967a42cc300275 on resource:network {{(pid=87870) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:11:44.102519 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-18664572-cbf3-47b4-8fd9-2e10d4f1c46f req-90021fd4-5934-43aa-b744-5e8822979826 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.11 "GET /v2.0/networks?id=b3e97028-cdf9-4720-9a17-982f2ddb763c HTTP/1.1" status: 200 len: 796 time: 0.1667714 Mar 28 12:11:44.210875 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-928de990-a48e-4d3b-9584-b2562308a4e6 req-e9f65f76-4e56-4aa4-b22f-f0d21356ddcc tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/ports?device_id=85933d11-d31a-4f56-96ad-a3ddd0fa676a HTTP/1.1" status: 200 len: 210 time: 0.0494440 Mar 28 12:11:44.256524 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [req-18664572-cbf3-47b4-8fd9-2e10d4f1c46f req-8bba41e2-751e-4450-ab34-e806d720dd05 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Synchronizing usage tracker for tenant:527195c95736491ca1967a42cc300275 on resource:security_group {{(pid=87870) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:11:44.272044 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [req-18664572-cbf3-47b4-8fd9-2e10d4f1c46f req-8bba41e2-751e-4450-ab34-e806d720dd05 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Unset dirty status for tenant:527195c95736491ca1967a42cc300275 on resource:security_group {{(pid=87870) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:11:44.273174 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-18664572-cbf3-47b4-8fd9-2e10d4f1c46f req-8bba41e2-751e-4450-ab34-e806d720dd05 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=527195c95736491ca1967a42cc300275 HTTP/1.1" status: 200 len: 471 time: 0.1616547 Mar 28 12:11:44.286173 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [req-18664572-cbf3-47b4-8fd9-2e10d4f1c46f req-6a7263a8-9d07-4ddd-ab81-e1fd80520336 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Request body: {'port': {'device_id': '85933d11-d31a-4f56-96ad-a3ddd0fa676a', 'network_id': 'b3e97028-cdf9-4720-9a17-982f2ddb763c', 'admin_state_up': True, 'tenant_id': '527195c95736491ca1967a42cc300275', 'security_groups': ['a44632b5-aabf-4815-89ad-acf4eefbcca0']}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:11:44.417986 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [req-18664572-cbf3-47b4-8fd9-2e10d4f1c46f req-6a7263a8-9d07-4ddd-ab81-e1fd80520336 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:11:44.427543 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [req-18664572-cbf3-47b4-8fd9-2e10d4f1c46f req-6a7263a8-9d07-4ddd-ab81-e1fd80520336 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:11:44.437179 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18664572-cbf3-47b4-8fd9-2e10d4f1c46f req-6a7263a8-9d07-4ddd-ab81-e1fd80520336 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Made reservation on behalf of 527195c95736491ca1967a42cc300275 for: {'port': 1} {{(pid=87870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 12:11:44.440447 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [req-18664572-cbf3-47b4-8fd9-2e10d4f1c46f req-6a7263a8-9d07-4ddd-ab81-e1fd80520336 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:44.606092 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.db_base_plugin_common [req-18664572-cbf3-47b4-8fd9-2e10d4f1c46f req-6a7263a8-9d07-4ddd-ab81-e1fd80520336 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Allocated IP 172.20.0.11 (b3e97028-cdf9-4720-9a17-982f2ddb763c/391f05b2-1c98-4ce5-850b-2ca616d0d79f/e63685da-24fb-4bd8-985f-93ad0c036603) {{(pid=87870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 12:11:44.794448 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [req-18664572-cbf3-47b4-8fd9-2e10d4f1c46f req-6a7263a8-9d07-4ddd-ab81-e1fd80520336 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for port, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:44.809899 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.provisioning_blocks [req-18664572-cbf3-47b4-8fd9-2e10d4f1c46f req-6a7263a8-9d07-4ddd-ab81-e1fd80520336 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Transition to ACTIVE for port object e63685da-24fb-4bd8-985f-93ad0c036603 will not be triggered until provisioned by entity DHCP. {{(pid=87870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:11:44.833494 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [req-18664572-cbf3-47b4-8fd9-2e10d4f1c46f req-6a7263a8-9d07-4ddd-ab81-e1fd80520336 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:44.896831 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18664572-cbf3-47b4-8fd9-2e10d4f1c46f req-6a7263a8-9d07-4ddd-ab81-e1fd80520336 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Network b3e97028-cdf9-4720-9a17-982f2ddb763c is already hosted by enough agents. {{(pid=87870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:11:44.899907 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.base_scheduler [req-18664572-cbf3-47b4-8fd9-2e10d4f1c46f req-6a7263a8-9d07-4ddd-ab81-e1fd80520336 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Resources bound (agent type, host, resource id): {{(pid=87870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:11:44.908344 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.l3_dvrscheduler_db [req-18664572-cbf3-47b4-8fd9-2e10d4f1c46f req-6a7263a8-9d07-4ddd-ab81-e1fd80520336 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Received port after_create {{(pid=87870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 12:11:44.949661 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7263a8-9d07-4ddd-ab81-e1fd80520336 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Pushing event updated for resources: {'Port': ['ID=e63685da-24fb-4bd8-985f-93ad0c036603,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:11:44.982075 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18664572-cbf3-47b4-8fd9-2e10d4f1c46f req-6a7263a8-9d07-4ddd-ab81-e1fd80520336 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:11:44.982670 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [req-18664572-cbf3-47b4-8fd9-2e10d4f1c46f req-6a7263a8-9d07-4ddd-ab81-e1fd80520336 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:45.009260 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-18664572-cbf3-47b4-8fd9-2e10d4f1c46f req-6a7263a8-9d07-4ddd-ab81-e1fd80520336 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7266238 Mar 28 12:11:45.020865 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [req-18664572-cbf3-47b4-8fd9-2e10d4f1c46f req-76a3fd13-d0c5-4d57-91ca-0bced01ca921 service neutron] Request body: {'port': {'device_id': '85933d11-d31a-4f56-96ad-a3ddd0fa676a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8353'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:11:45.134572 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [req-18664572-cbf3-47b4-8fd9-2e10d4f1c46f req-76a3fd13-d0c5-4d57-91ca-0bced01ca921 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:45.176747 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-5b7e7c8b-9acb-4576-892e-fe29b240b36f None None] Provisioning for port e63685da-24fb-4bd8-985f-93ad0c036603 completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:11:45.181562 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-5b7e7c8b-9acb-4576-892e-fe29b240b36f None None] Provisioning complete for port e63685da-24fb-4bd8-985f-93ad0c036603 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:11:45.181922 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-5b7e7c8b-9acb-4576-892e-fe29b240b36f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:45.233529 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-5b7e7c8b-9acb-4576-892e-fe29b240b36f None None] Port e63685da-24fb-4bd8-985f-93ad0c036603 cannot update to ACTIVE because it is not bound. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 12:11:45.483345 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249ea52f-e2e6-496e-8102-ebfdd03fc4cb req-806afd18-f69f-49b2-8f37-99f669236f63 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:11:45.484056 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [req-249ea52f-e2e6-496e-8102-ebfdd03fc4cb req-806afd18-f69f-49b2-8f37-99f669236f63 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Synchronizing usage tracker for tenant:527195c95736491ca1967a42cc300275 on resource:port {{(pid=87870) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:11:45.542562 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [req-249ea52f-e2e6-496e-8102-ebfdd03fc4cb req-806afd18-f69f-49b2-8f37-99f669236f63 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Unset dirty status for tenant:527195c95736491ca1967a42cc300275 on resource:port {{(pid=87870) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:11:45.543719 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-249ea52f-e2e6-496e-8102-ebfdd03fc4cb req-806afd18-f69f-49b2-8f37-99f669236f63 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/ports?device_id=85933d11-d31a-4f56-96ad-a3ddd0fa676a HTTP/1.1" status: 200 len: 932 time: 0.1887207 Mar 28 12:11:45.547368 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.notifiers.nova [req-18664572-cbf3-47b4-8fd9-2e10d4f1c46f req-76a3fd13-d0c5-4d57-91ca-0bced01ca921 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e63685da-24fb-4bd8-985f-93ad0c036603 {{(pid=87870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 12:11:45.570010 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [req-18664572-cbf3-47b4-8fd9-2e10d4f1c46f req-76a3fd13-d0c5-4d57-91ca-0bced01ca921 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:45.597509 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.provisioning_blocks [req-18664572-cbf3-47b4-8fd9-2e10d4f1c46f req-76a3fd13-d0c5-4d57-91ca-0bced01ca921 service neutron] Transition to ACTIVE for port object e63685da-24fb-4bd8-985f-93ad0c036603 will not be triggered until provisioned by entity L2. {{(pid=87870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:11:45.602468 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [req-18664572-cbf3-47b4-8fd9-2e10d4f1c46f req-76a3fd13-d0c5-4d57-91ca-0bced01ca921 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2558288'] for port, after_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:45.654528 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-249ea52f-e2e6-496e-8102-ebfdd03fc4cb req-2740bcdc-6b62-46f4-9757-743cda4d9916 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/security-groups?id=a44632b5-aabf-4815-89ad-acf4eefbcca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1021104 Mar 28 12:11:45.767811 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a3fd13-d0c5-4d57-91ca-0bced01ca921 service neutron] Pushing event updated for resources: {'Port': ['ID=e63685da-24fb-4bd8-985f-93ad0c036603,revision_number=2']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:11:45.845760 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.managers [req-18664572-cbf3-47b4-8fd9-2e10d4f1c46f req-76a3fd13-d0c5-4d57-91ca-0bced01ca921 service neutron] Attempting to bind port e63685da-24fb-4bd8-985f-93ad0c036603 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=87870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 12:11:45.846081 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.managers [req-18664572-cbf3-47b4-8fd9-2e10d4f1c46f req-76a3fd13-d0c5-4d57-91ca-0bced01ca921 service neutron] Attempting to bind port e63685da-24fb-4bd8-985f-93ad0c036603 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '65c6551c-138e-443b-9ae3-1b9c1aebae70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b3e97028-cdf9-4720-9a17-982f2ddb763c'}] {{(pid=87870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 12:11:45.846459 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18664572-cbf3-47b4-8fd9-2e10d4f1c46f req-76a3fd13-d0c5-4d57-91ca-0bced01ca921 service neutron] Attempting to bind port e63685da-24fb-4bd8-985f-93ad0c036603 on network b3e97028-cdf9-4720-9a17-982f2ddb763c {{(pid=87870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 12:11:45.851348 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18664572-cbf3-47b4-8fd9-2e10d4f1c46f req-76a3fd13-d0c5-4d57-91ca-0bced01ca921 service neutron] Port e63685da-24fb-4bd8-985f-93ad0c036603 on network b3e97028-cdf9-4720-9a17-982f2ddb763c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=87870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 12:11:45.851712 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18664572-cbf3-47b4-8fd9-2e10d4f1c46f req-76a3fd13-d0c5-4d57-91ca-0bced01ca921 service neutron] Attempting to bind port e63685da-24fb-4bd8-985f-93ad0c036603 on network b3e97028-cdf9-4720-9a17-982f2ddb763c {{(pid=87870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 12:11:45.856879 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18664572-cbf3-47b4-8fd9-2e10d4f1c46f req-76a3fd13-d0c5-4d57-91ca-0bced01ca921 service neutron] Checking agent: {'id': '01dfae6e-0e91-4100-b27f-ff8156eac7d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8353', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 52, 20), 'started_at': datetime.datetime(2022, 3, 28, 11, 52, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 12, 11, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 12:11:45.857212 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18664572-cbf3-47b4-8fd9-2e10d4f1c46f req-76a3fd13-d0c5-4d57-91ca-0bced01ca921 service neutron] Checking segment: {'id': '65c6551c-138e-443b-9ae3-1b9c1aebae70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b3e97028-cdf9-4720-9a17-982f2ddb763c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 12:11:45.857584 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18664572-cbf3-47b4-8fd9-2e10d4f1c46f req-76a3fd13-d0c5-4d57-91ca-0bced01ca921 service neutron] Bound using segment: {'id': '65c6551c-138e-443b-9ae3-1b9c1aebae70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b3e97028-cdf9-4720-9a17-982f2ddb763c'} {{(pid=87870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 12:11:45.858006 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.managers [req-18664572-cbf3-47b4-8fd9-2e10d4f1c46f req-76a3fd13-d0c5-4d57-91ca-0bced01ca921 service neutron] Bound port: e63685da-24fb-4bd8-985f-93ad0c036603, host: hv-neutron-8353, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65c6551c-138e-443b-9ae3-1b9c1aebae70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'b3e97028-cdf9-4720-9a17-982f2ddb763c'}}] {{(pid=87870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 12:11:45.858349 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [req-18664572-cbf3-47b4-8fd9-2e10d4f1c46f req-76a3fd13-d0c5-4d57-91ca-0bced01ca921 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:45.946124 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.db [req-18664572-cbf3-47b4-8fd9-2e10d4f1c46f req-76a3fd13-d0c5-4d57-91ca-0bced01ca921 service neutron] For port e63685da-24fb-4bd8-985f-93ad0c036603, host hv-neutron-8353, cleared binding levels {{(pid=87870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 12:11:45.948966 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.db [req-18664572-cbf3-47b4-8fd9-2e10d4f1c46f req-76a3fd13-d0c5-4d57-91ca-0bced01ca921 service neutron] For port e63685da-24fb-4bd8-985f-93ad0c036603, host hv-neutron-8353, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=e63685da-24fb-4bd8-985f-93ad0c036603,segment=NetworkSegment(65c6551c-138e-443b-9ae3-1b9c1aebae70),segment_id=65c6551c-138e-443b-9ae3-1b9c1aebae70)] {{(pid=87870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 12:11:45.954595 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [req-18664572-cbf3-47b4-8fd9-2e10d4f1c46f req-76a3fd13-d0c5-4d57-91ca-0bced01ca921 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2558288'] for port, after_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:46.011499 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18664572-cbf3-47b4-8fd9-2e10d4f1c46f req-76a3fd13-d0c5-4d57-91ca-0bced01ca921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:11:46.012114 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [req-18664572-cbf3-47b4-8fd9-2e10d4f1c46f req-76a3fd13-d0c5-4d57-91ca-0bced01ca921 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:46.013482 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-18664572-cbf3-47b4-8fd9-2e10d4f1c46f req-76a3fd13-d0c5-4d57-91ca-0bced01ca921 service neutron] 10.222.0.11 "PUT /v2.0/ports/e63685da-24fb-4bd8-985f-93ad0c036603 HTTP/1.1" status: 200 len: 1094 time: 0.9971621 Mar 28 12:11:46.013929 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85933d11-d31a-4f56-96ad-a3ddd0fa676a', 'tag': 'e63685da-24fb-4bd8-985f-93ad0c036603'}] {{(pid=87870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 12:11:46.150746 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85933d11-d31a-4f56-96ad-a3ddd0fa676a', 'tag': 'e63685da-24fb-4bd8-985f-93ad0c036603', 'status': 'completed', 'code': 200} Mar 28 12:11:46.199916 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a3fd13-d0c5-4d57-91ca-0bced01ca921 service neutron] Pushing event updated for resources: {'Port': ['ID=e63685da-24fb-4bd8-985f-93ad0c036603,revision_number=3']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:11:46.230015 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18664572-cbf3-47b4-8fd9-2e10d4f1c46f req-fafcbe6e-bed7-47e6-9a6a-c82b0b62270b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:11:46.231497 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-18664572-cbf3-47b4-8fd9-2e10d4f1c46f req-fafcbe6e-bed7-47e6-9a6a-c82b0b62270b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=527195c95736491ca1967a42cc300275&device_id=85933d11-d31a-4f56-96ad-a3ddd0fa676a HTTP/1.1" status: 200 len: 1097 time: 0.0825794 Mar 28 12:11:46.303053 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-18664572-cbf3-47b4-8fd9-2e10d4f1c46f req-29ec4f81-aeff-4778-8575-0e0714420d49 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e63685da-24fb-4bd8-985f-93ad0c036603 HTTP/1.1" status: 200 len: 217 time: 0.0649405 Mar 28 12:11:46.368924 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18664572-cbf3-47b4-8fd9-2e10d4f1c46f req-5903aad0-2d41-44db-bd09-f38d7af4f154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:11:46.370344 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-18664572-cbf3-47b4-8fd9-2e10d4f1c46f req-5903aad0-2d41-44db-bd09-f38d7af4f154 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=391f05b2-1c98-4ce5-850b-2ca616d0d79f HTTP/1.1" status: 200 len: 834 time: 0.0572305 Mar 28 12:11:46.447298 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18664572-cbf3-47b4-8fd9-2e10d4f1c46f req-78a00f3b-0fff-43d9-9a63-09afe0d549a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:11:46.448812 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-18664572-cbf3-47b4-8fd9-2e10d4f1c46f req-78a00f3b-0fff-43d9-9a63-09afe0d549a3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b3e97028-cdf9-4720-9a17-982f2ddb763c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0699179 Mar 28 12:11:46.579099 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-18664572-cbf3-47b4-8fd9-2e10d4f1c46f req-6d588a2a-1d5e-47ca-926c-b7d5ec050db8 service neutron] 10.222.0.11 "GET /v2.0/networks/b3e97028-cdf9-4720-9a17-982f2ddb763c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214931 Mar 28 12:11:46.709114 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-18664572-cbf3-47b4-8fd9-2e10d4f1c46f req-663b0c01-77b9-4a61-81b7-ca663fb2fa3a service neutron] 10.222.0.11 "GET /v2.0/networks/b3e97028-cdf9-4720-9a17-982f2ddb763c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236992 Mar 28 12:11:46.897580 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d448d314-562b-40c2-8790-e04be7de2b12 req-354f5747-94be-4de2-b8aa-c830601c860d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:11:46.899024 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-d448d314-562b-40c2-8790-e04be7de2b12 req-354f5747-94be-4de2-b8aa-c830601c860d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=527195c95736491ca1967a42cc300275&device_id=85933d11-d31a-4f56-96ad-a3ddd0fa676a HTTP/1.1" status: 200 len: 1097 time: 0.1362424 Mar 28 12:11:46.911067 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8275b1e-b0c8-4ca8-a9d3-ade0e36eb778 req-69de121f-34bd-4775-ab60-cab9dc431591 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:11:46.912421 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-f8275b1e-b0c8-4ca8-a9d3-ade0e36eb778 req-69de121f-34bd-4775-ab60-cab9dc431591 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/ports?device_id=85933d11-d31a-4f56-96ad-a3ddd0fa676a HTTP/1.1" status: 200 len: 944 time: 0.1514158 Mar 28 12:11:47.047775 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-f8275b1e-b0c8-4ca8-a9d3-ade0e36eb778 req-a57fa543-7e91-45ba-807e-47b390e494e0 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/security-groups?id=a44632b5-aabf-4815-89ad-acf4eefbcca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1146035 Mar 28 12:11:47.074474 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d448d314-562b-40c2-8790-e04be7de2b12 req-3162f87e-5d46-4d73-987f-b18d9e067fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:11:47.075935 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-d448d314-562b-40c2-8790-e04be7de2b12 req-3162f87e-5d46-4d73-987f-b18d9e067fe1 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b3e97028-cdf9-4720-9a17-982f2ddb763c HTTP/1.1" status: 200 len: 896 time: 0.1626997 Mar 28 12:11:47.145396 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-d448d314-562b-40c2-8790-e04be7de2b12 req-3e53dec0-0caa-4254-bfae-e7c72ad08062 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e63685da-24fb-4bd8-985f-93ad0c036603 HTTP/1.1" status: 200 len: 217 time: 0.0602112 Mar 28 12:11:47.210633 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d448d314-562b-40c2-8790-e04be7de2b12 req-6ec7fcb5-bf97-46ce-a78f-a6ae1242789d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:11:47.212041 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-d448d314-562b-40c2-8790-e04be7de2b12 req-6ec7fcb5-bf97-46ce-a78f-a6ae1242789d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=391f05b2-1c98-4ce5-850b-2ca616d0d79f HTTP/1.1" status: 200 len: 834 time: 0.0603604 Mar 28 12:11:47.285007 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d448d314-562b-40c2-8790-e04be7de2b12 req-eb376a85-48f6-4d6a-917f-4d4f7a4ba0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:11:47.286429 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-d448d314-562b-40c2-8790-e04be7de2b12 req-eb376a85-48f6-4d6a-917f-4d4f7a4ba0d4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b3e97028-cdf9-4720-9a17-982f2ddb763c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0680285 Mar 28 12:11:47.427337 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-d448d314-562b-40c2-8790-e04be7de2b12 req-babe1cd9-8dd1-429c-8c20-76cdfa852953 service neutron] 10.222.0.11 "GET /v2.0/networks/b3e97028-cdf9-4720-9a17-982f2ddb763c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232886 Mar 28 12:11:47.556647 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-d448d314-562b-40c2-8790-e04be7de2b12 req-6f1def5f-0a0b-46c5-9dd4-b2f837a1dca9 service neutron] 10.222.0.11 "GET /v2.0/networks/b3e97028-cdf9-4720-9a17-982f2ddb763c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225631 Mar 28 12:11:48.187911 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Device e63685da-24fb-4bd8-985f-93ad0c036603 details requested by agent hyperv_hv-neutron-8353 with host hv-neutron-8353 {{(pid=87872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 28 12:11:48.251166 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfe5701-c3d8-439b-9b14-6d8b71ec6dbe req-8e9add4b-f07a-451d-9465-bfcb36198267 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:11:48.251166 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-8bfe5701-c3d8-439b-9b14-6d8b71ec6dbe req-8e9add4b-f07a-451d-9465-bfcb36198267 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/ports?device_id=85933d11-d31a-4f56-96ad-a3ddd0fa676a HTTP/1.1" status: 200 len: 944 time: 0.0942378 Mar 28 12:11:48.307808 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-8bfe5701-c3d8-439b-9b14-6d8b71ec6dbe req-c3d78136-dbea-4e25-9228-89833c622049 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/security-groups?id=a44632b5-aabf-4815-89ad-acf4eefbcca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476506 Mar 28 12:11:48.345107 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] For port e63685da-24fb-4bd8-985f-93ad0c036603, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=e63685da-24fb-4bd8-985f-93ad0c036603,segment=NetworkSegment(65c6551c-138e-443b-9ae3-1b9c1aebae70),segment_id=65c6551c-138e-443b-9ae3-1b9c1aebae70)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:11:48.361088 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Returning: {'device': 'e63685da-24fb-4bd8-985f-93ad0c036603', 'network_id': 'b3e97028-cdf9-4720-9a17-982f2ddb763c', 'port_id': 'e63685da-24fb-4bd8-985f-93ad0c036603', 'mac_address': 'fa:16:3e:66:93:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '391f05b2-1c98-4ce5-850b-2ca616d0d79f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 28 12:11:48.422733 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:48.438708 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.notifiers.nova [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e63685da-24fb-4bd8-985f-93ad0c036603 {{(pid=87872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 12:11:48.457116 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] For port e63685da-24fb-4bd8-985f-93ad0c036603, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=e63685da-24fb-4bd8-985f-93ad0c036603,segment=NetworkSegment(65c6551c-138e-443b-9ae3-1b9c1aebae70),segment_id=65c6551c-138e-443b-9ae3-1b9c1aebae70)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:11:48.457116 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:48.529240 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Pushing event updated for resources: {'Port': ['ID=e63685da-24fb-4bd8-985f-93ad0c036603,revision_number=4']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:11:48.713891 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] get_ports_and_sgs() called for port_ids ['e63685da-24fb-4bd8-985f-93ad0c036603'] {{(pid=87872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 12:11:49.501495 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2248c6-86f4-4d94-b778-541ce6013dcc req-51c4d45e-9479-49f6-896b-36053ee70a77 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:11:49.501495 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-1f2248c6-86f4-4d94-b778-541ce6013dcc req-51c4d45e-9479-49f6-896b-36053ee70a77 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/ports?device_id=85933d11-d31a-4f56-96ad-a3ddd0fa676a HTTP/1.1" status: 200 len: 945 time: 0.0901155 Mar 28 12:11:49.549390 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-1f2248c6-86f4-4d94-b778-541ce6013dcc req-62b7ee8a-cded-4a5f-9190-0dfda6ebb756 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/security-groups?id=a44632b5-aabf-4815-89ad-acf4eefbcca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407450 Mar 28 12:11:50.204622 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Device e63685da-24fb-4bd8-985f-93ad0c036603 up at agent hyperv_hv-neutron-8353 {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:11:50.279197 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Provisioning for port e63685da-24fb-4bd8-985f-93ad0c036603 completed by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:11:50.279197 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Provisioning complete for port e63685da-24fb-4bd8-985f-93ad0c036603 triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:11:50.282091 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:50.408876 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:50.441236 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85933d11-d31a-4f56-96ad-a3ddd0fa676a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e63685da-24fb-4bd8-985f-93ad0c036603'}] {{(pid=87872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 12:11:50.450359 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] For port e63685da-24fb-4bd8-985f-93ad0c036603, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=e63685da-24fb-4bd8-985f-93ad0c036603,segment=NetworkSegment(65c6551c-138e-443b-9ae3-1b9c1aebae70),segment_id=65c6551c-138e-443b-9ae3-1b9c1aebae70)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:11:50.458780 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:50.494760 dv-neutron-835340-2-hyperv neutron-server[87872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85933d11-d31a-4f56-96ad-a3ddd0fa676a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e63685da-24fb-4bd8-985f-93ad0c036603', 'code': 200} Mar 28 12:11:50.537511 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Pushing event updated for resources: {'Port': ['ID=e63685da-24fb-4bd8-985f-93ad0c036603,revision_number=5']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:11:50.668883 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:50.905895 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3230bb07-e3cd-4b75-9724-58dcf0d40051 req-c9b59619-0071-4235-8b03-ded1475babca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:11:50.907359 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-3230bb07-e3cd-4b75-9724-58dcf0d40051 req-c9b59619-0071-4235-8b03-ded1475babca service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=85933d11-d31a-4f56-96ad-a3ddd0fa676a HTTP/1.1" status: 200 len: 1099 time: 0.2317820 Mar 28 12:11:50.924725 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13917194-0f5b-4ad4-be4f-b9f800154406 req-e3ee1bc6-9bd3-457e-9441-d8a3801750eb tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:11:50.924725 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-13917194-0f5b-4ad4-be4f-b9f800154406 req-e3ee1bc6-9bd3-457e-9441-d8a3801750eb tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/ports?device_id=85933d11-d31a-4f56-96ad-a3ddd0fa676a HTTP/1.1" status: 200 len: 946 time: 0.2119195 Mar 28 12:11:50.996411 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-3230bb07-e3cd-4b75-9724-58dcf0d40051 req-1e2907eb-950d-4046-9167-9d1ea5bc18e0 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=a44632b5-aabf-4815-89ad-acf4eefbcca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685887 Mar 28 12:11:50.996411 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-13917194-0f5b-4ad4-be4f-b9f800154406 req-e1a6d261-f714-443a-92e7-bb6791fc1f1f tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/security-groups?id=a44632b5-aabf-4815-89ad-acf4eefbcca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590477 Mar 28 12:11:52.185048 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15002e48-e926-4348-8411-7e876e5c4807 req-94c83179-fd6e-4b37-91bc-03d743ae12ae tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:11:52.186499 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-15002e48-e926-4348-8411-7e876e5c4807 req-94c83179-fd6e-4b37-91bc-03d743ae12ae tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/ports?device_id=85933d11-d31a-4f56-96ad-a3ddd0fa676a HTTP/1.1" status: 200 len: 946 time: 0.0833678 Mar 28 12:11:52.231875 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-15002e48-e926-4348-8411-7e876e5c4807 req-77c84671-fb85-4c7b-9f9e-94097b86a673 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/security-groups?id=a44632b5-aabf-4815-89ad-acf4eefbcca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380285 Mar 28 12:11:53.419660 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22db867-19f7-4405-bd39-f338deee6697 req-a42ab1bc-087b-42b4-9613-bbaf12762339 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:11:53.421478 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-a22db867-19f7-4405-bd39-f338deee6697 req-a42ab1bc-087b-42b4-9613-bbaf12762339 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/ports?device_id=85933d11-d31a-4f56-96ad-a3ddd0fa676a HTTP/1.1" status: 200 len: 946 time: 0.0845048 Mar 28 12:11:53.466751 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-a22db867-19f7-4405-bd39-f338deee6697 req-ce60255b-ebd7-41be-a71f-dba9dc3e8b16 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/security-groups?id=a44632b5-aabf-4815-89ad-acf4eefbcca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394015 Mar 28 12:11:53.647837 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d242c0cc-d604-4f46-ae9b-33a244d30400 req-7883c0a5-c17d-48e6-a773-9bd406bf2324 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:11:53.649190 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-d242c0cc-d604-4f46-ae9b-33a244d30400 req-7883c0a5-c17d-48e6-a773-9bd406bf2324 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/ports?device_id=85933d11-d31a-4f56-96ad-a3ddd0fa676a HTTP/1.1" status: 200 len: 946 time: 0.0785820 Mar 28 12:11:53.692970 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-d242c0cc-d604-4f46-ae9b-33a244d30400 req-83c87432-7220-4255-be81-43b3625216c0 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/security-groups?id=a44632b5-aabf-4815-89ad-acf4eefbcca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379131 Mar 28 12:11:53.714822 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 60740) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:11:53.784396 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35664feb-b80c-475d-8e98-72627da09457 tempest-TestNetworkBasicOps-386611239 tempest-TestNetworkBasicOps-386611239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:11:53.786171 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-35664feb-b80c-475d-8e98-72627da09457 tempest-TestNetworkBasicOps-386611239 tempest-TestNetworkBasicOps-386611239-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=85933d11-d31a-4f56-96ad-a3ddd0fa676a HTTP/1.1" status: 200 len: 1094 time: 0.0703709 Mar 28 12:11:53.788906 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 60744) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:11:53.794496 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-3f8307a7-ecb6-431d-a14d-28217d6a0e16 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Request body: {'floatingip': {'floating_network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'port_id': 'e63685da-24fb-4bd8-985f-93ad0c036603', 'tenant_id': '527195c95736491ca1967a42cc300275', 'fixed_ip_address': '172.20.0.11'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:11:53.799755 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-3f8307a7-ecb6-431d-a14d-28217d6a0e16 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:11:53.806318 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-3f8307a7-ecb6-431d-a14d-28217d6a0e16 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Usage tracker for resource:floatingip and tenant:527195c95736491ca1967a42cc300275 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:11:53.808249 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-3f8307a7-ecb6-431d-a14d-28217d6a0e16 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:11:53.813467 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-3f8307a7-ecb6-431d-a14d-28217d6a0e16 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:11:53.825874 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-3f8307a7-ecb6-431d-a14d-28217d6a0e16 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for floatingip, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:53.966400 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-3f8307a7-ecb6-431d-a14d-28217d6a0e16 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:54.109807 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.db_base_plugin_common [None req-3f8307a7-ecb6-431d-a14d-28217d6a0e16 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Allocated IP 172.26.7.191 (ac2b1748-8f63-4b17-a9c7-07e79704aa5b/0b7ebf76-1dc7-431a-a0b4-b96bacf287c2/0b4b0bf8-d3b1-434b-bbc9-3e10935af1ad) {{(pid=87870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 12:11:54.258169 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-3f8307a7-ecb6-431d-a14d-28217d6a0e16 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for port, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:54.287403 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-3f8307a7-ecb6-431d-a14d-28217d6a0e16 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:54.351655 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f8307a7-ecb6-431d-a14d-28217d6a0e16 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Network ac2b1748-8f63-4b17-a9c7-07e79704aa5b is already hosted by enough agents. {{(pid=87870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:11:54.358473 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.base_scheduler [None req-3f8307a7-ecb6-431d-a14d-28217d6a0e16 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Resources bound (agent type, host, resource id): {{(pid=87870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:11:54.362526 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f8307a7-ecb6-431d-a14d-28217d6a0e16 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Received port after_create {{(pid=87870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 12:11:54.392585 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8307a7-ecb6-431d-a14d-28217d6a0e16 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Pushing event updated for resources: {'Port': ['ID=0b4b0bf8-d3b1-434b-bbc9-3e10935af1ad,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:11:54.491498 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.agents_db [None req-03fd49d8-b51b-41c1-8716-b8e265c93689 None None] Agent healthcheck: found 6 active agents {{(pid=87873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 12:11:54.777706 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-3f8307a7-ecb6-431d-a14d-28217d6a0e16 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:54.852240 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-3f8307a7-ecb6-431d-a14d-28217d6a0e16 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:55.080017 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-3f8307a7-ecb6-431d-a14d-28217d6a0e16 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for port, precommit_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:55.080017 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-3f8307a7-ecb6-431d-a14d-28217d6a0e16 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2558288'] for port, after_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:55.201794 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8307a7-ecb6-431d-a14d-28217d6a0e16 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Pushing event updated for resources: {'Port': ['ID=0b4b0bf8-d3b1-434b-bbc9-3e10935af1ad,revision_number=2']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:11:55.216221 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-3f8307a7-ecb6-431d-a14d-28217d6a0e16 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-709520'] for floatingip, after_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:55.494758 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.db.l3_db [None req-3f8307a7-ecb6-431d-a14d-28217d6a0e16 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Floating IP 2ae94c92-ba6c-44ad-9c4d-c56b49e34aa8 associated. External IP: 172.26.7.191, port: e63685da-24fb-4bd8-985f-93ad0c036603. Mar 28 12:11:55.881628 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f8307a7-ecb6-431d-a14d-28217d6a0e16 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Router 16877b31-005b-468d-99db-6cc0e4526b7e has already been hosted by L3 agent af79d429-529e-400b-a119-94d4bec03f3e {{(pid=87870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 12:11:56.074641 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f8307a7-ecb6-431d-a14d-28217d6a0e16 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 12:11:56.089488 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c348ee4-4d91-401d-b710-6e6d50fcf587 None None] Sync routers for ids ['16877b31-005b-468d-99db-6cc0e4526b7e'] in dv-neutron-835340-2-hyperv {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 12:11:56.096503 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c348ee4-4d91-401d-b710-6e6d50fcf587 None None] Routers {'16877b31-005b-468d-99db-6cc0e4526b7e'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:11:56.096799 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-0c348ee4-4d91-401d-b710-6e6d50fcf587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:11:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['16877b31-005b-468d-99db-6cc0e4526b7e'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:11:56.099690 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-3f8307a7-ecb6-431d-a14d-28217d6a0e16 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for floatingip, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:11:56.181069 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-3f8307a7-ecb6-431d-a14d-28217d6a0e16 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3725014 Mar 28 12:11:56.181069 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85933d11-d31a-4f56-96ad-a3ddd0fa676a', 'tag': 'e63685da-24fb-4bd8-985f-93ad0c036603'}] {{(pid=87870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 12:11:56.213988 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85933d11-d31a-4f56-96ad-a3ddd0fa676a', 'tag': 'e63685da-24fb-4bd8-985f-93ad0c036603', 'status': 'completed', 'code': 200} Mar 28 12:11:56.282822 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvr_db [None req-0c348ee4-4d91-401d-b710-6e6d50fcf587 None None] Set router 16877b31-005b-468d-99db-6cc0e4526b7e gateway port host: dv-neutron-835340-2-hyperv {{(pid=87873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:11:56.317881 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cede38be-b237-4c1f-aca3-38933559c6b4 req-4540d37e-6abd-4698-b44f-1c1b7041ad34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:11:56.319332 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-cede38be-b237-4c1f-aca3-38933559c6b4 req-4540d37e-6abd-4698-b44f-1c1b7041ad34 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=527195c95736491ca1967a42cc300275&device_id=85933d11-d31a-4f56-96ad-a3ddd0fa676a HTTP/1.1" status: 200 len: 1099 time: 0.0776374 Mar 28 12:11:56.458371 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cede38be-b237-4c1f-aca3-38933559c6b4 req-7e4f7b0e-2c31-4235-9d96-49c67b63d6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:11:56.460011 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-cede38be-b237-4c1f-aca3-38933559c6b4 req-7e4f7b0e-2c31-4235-9d96-49c67b63d6fe service neutron] 10.222.0.11 "GET /v2.0/networks?id=b3e97028-cdf9-4720-9a17-982f2ddb763c HTTP/1.1" status: 200 len: 896 time: 0.1326475 Mar 28 12:11:56.566530 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-cede38be-b237-4c1f-aca3-38933559c6b4 req-d6da1645-9548-4d06-9103-f9768dbdee94 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e63685da-24fb-4bd8-985f-93ad0c036603 HTTP/1.1" status: 200 len: 1000 time: 0.0996063 Mar 28 12:11:56.633732 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cede38be-b237-4c1f-aca3-38933559c6b4 req-bcad1236-bc13-4d2e-9f6f-95182b767fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:11:56.635357 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-cede38be-b237-4c1f-aca3-38933559c6b4 req-bcad1236-bc13-4d2e-9f6f-95182b767fe6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=391f05b2-1c98-4ce5-850b-2ca616d0d79f HTTP/1.1" status: 200 len: 834 time: 0.0625005 Mar 28 12:11:56.675286 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-0c348ee4-4d91-401d-b710-6e6d50fcf587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16877b31-005b-468d-99db-6cc0e4526b7e', 'name': 'tempest-TestNetworkBasicOps-router-1187518211', 'tenant_id': '527195c95736491ca1967a42cc300275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.236'}], 'enable_snat': True}, 'gw_port_id': 'de64b58d-2116-438c-8e8e-5873e533ab03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:11:13Z', 'updated_at': '2022-03-28T12:11:20Z', 'revision_number': 4, 'project_id': '527195c95736491ca1967a42cc300275', 'gw_port': {'id': 'de64b58d-2116-438c-8e8e-5873e533ab03', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:90:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16877b31-005b-468d-99db-6cc0e4526b7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:11:14Z', 'updated_at': '2022-03-28T12:11:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_floatingips': [{'id': '2ae94c92-ba6c-44ad-9c4d-c56b49e34aa8', 'tenant_id': '527195c95736491ca1967a42cc300275', 'floating_ip_address': '172.26.7.191', 'floating_network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'router_id': '16877b31-005b-468d-99db-6cc0e4526b7e', 'port_id': 'e63685da-24fb-4bd8-985f-93ad0c036603', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1490, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3e97028-cdf9-4720-9a17-982f2ddb763c', 'mac_address': 'fa:16:3e:66:93:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85933d11-d31a-4f56-96ad-a3ddd0fa676a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T12:11:54Z', 'updated_at': '2022-03-28T12:11:54Z', 'revision_number': 0, 'project_id': '527195c95736491ca1967a42cc300275', 'fixed_ip_address_scope': None}, {'id': '968abd23-90a5-4b21-93cd-49cdb4ff7778', 'tenant_id': '527195c95736491ca1967a42cc300275', 'floating_ip_address': '172.26.7.73', 'floating_network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'router_id': '16877b31-005b-468d-99db-6cc0e4526b7e', 'port_id': '9221fb26-d027-40e9-a189-ff933a3d2225', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1478, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3e97028-cdf9-4720-9a17-982f2ddb763c', 'mac_address': 'fa:16:3e:37:f6:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f3ed557-73c7-41f4-a6cb-bbfa0ebb44f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T12:11:38Z', 'updated_at': '2022-03-28T12:11:41Z', 'revision_number': 1, 'project_id': '527195c95736491ca1967a42cc300275', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d8a27c3-9212-473c-b921-7d4177e7c203', 'name': '', 'network_id': 'b3e97028-cdf9-4720-9a17-982f2ddb763c', 'tenant_id': '527195c95736491ca1967a42cc300275', 'mac_address': 'fa:16:3e:c2:7a:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16877b31-005b-468d-99db-6cc0e4526b7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '391f05b2-1c98-4ce5-850b-2ca616d0d79f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:11:19Z', 'updated_at': '2022-03-28T12:11:26Z', 'revision_number': 5, 'project_id': '527195c95736491ca1967a42cc300275', 'subnets': [{'id': '391f05b2-1c98-4ce5-850b-2ca616d0d79f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:11:56.679678 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c348ee4-4d91-401d-b710-6e6d50fcf587 None None] Checking router: 16877b31-005b-468d-99db-6cc0e4526b7e for host: dv-neutron-835340-2-hyperv {{(pid=87873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 12:11:56.687841 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c348ee4-4d91-401d-b710-6e6d50fcf587 None None] Routers {'16877b31-005b-468d-99db-6cc0e4526b7e'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:11:56.688438 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-0c348ee4-4d91-401d-b710-6e6d50fcf587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:11:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['16877b31-005b-468d-99db-6cc0e4526b7e'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:11:56.716632 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cede38be-b237-4c1f-aca3-38933559c6b4 req-518745c9-d07e-43a9-9314-ba2f7557e675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:11:56.718071 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-cede38be-b237-4c1f-aca3-38933559c6b4 req-518745c9-d07e-43a9-9314-ba2f7557e675 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b3e97028-cdf9-4720-9a17-982f2ddb763c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0760505 Mar 28 12:11:56.876569 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvr_db [None req-0c348ee4-4d91-401d-b710-6e6d50fcf587 None None] Set router 16877b31-005b-468d-99db-6cc0e4526b7e gateway port host: dv-neutron-835340-2-hyperv {{(pid=87873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:11:56.967574 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-cede38be-b237-4c1f-aca3-38933559c6b4 req-96c92f05-0b7b-4f95-b9cf-cc4ae8f1672f service neutron] 10.222.0.11 "GET /v2.0/networks/b3e97028-cdf9-4720-9a17-982f2ddb763c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2427797 Mar 28 12:11:57.105203 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-cede38be-b237-4c1f-aca3-38933559c6b4 req-11a02ac7-2dc8-4718-addc-6d8b66828709 service neutron] 10.222.0.11 "GET /v2.0/networks/b3e97028-cdf9-4720-9a17-982f2ddb763c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309018 Mar 28 12:11:57.243185 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-0c348ee4-4d91-401d-b710-6e6d50fcf587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16877b31-005b-468d-99db-6cc0e4526b7e', 'name': 'tempest-TestNetworkBasicOps-router-1187518211', 'tenant_id': '527195c95736491ca1967a42cc300275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.236'}], 'enable_snat': True}, 'gw_port_id': 'de64b58d-2116-438c-8e8e-5873e533ab03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:11:13Z', 'updated_at': '2022-03-28T12:11:20Z', 'revision_number': 4, 'project_id': '527195c95736491ca1967a42cc300275', 'gw_port': {'id': 'de64b58d-2116-438c-8e8e-5873e533ab03', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:90:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16877b31-005b-468d-99db-6cc0e4526b7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:11:14Z', 'updated_at': '2022-03-28T12:11:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_floatingips': [{'id': '2ae94c92-ba6c-44ad-9c4d-c56b49e34aa8', 'tenant_id': '527195c95736491ca1967a42cc300275', 'floating_ip_address': '172.26.7.191', 'floating_network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'router_id': '16877b31-005b-468d-99db-6cc0e4526b7e', 'port_id': 'e63685da-24fb-4bd8-985f-93ad0c036603', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1490, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3e97028-cdf9-4720-9a17-982f2ddb763c', 'mac_address': 'fa:16:3e:66:93:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85933d11-d31a-4f56-96ad-a3ddd0fa676a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T12:11:54Z', 'updated_at': '2022-03-28T12:11:54Z', 'revision_number': 0, 'project_id': '527195c95736491ca1967a42cc300275', 'fixed_ip_address_scope': None}, {'id': '968abd23-90a5-4b21-93cd-49cdb4ff7778', 'tenant_id': '527195c95736491ca1967a42cc300275', 'floating_ip_address': '172.26.7.73', 'floating_network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'router_id': '16877b31-005b-468d-99db-6cc0e4526b7e', 'port_id': '9221fb26-d027-40e9-a189-ff933a3d2225', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1478, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3e97028-cdf9-4720-9a17-982f2ddb763c', 'mac_address': 'fa:16:3e:37:f6:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f3ed557-73c7-41f4-a6cb-bbfa0ebb44f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T12:11:38Z', 'updated_at': '2022-03-28T12:11:41Z', 'revision_number': 1, 'project_id': '527195c95736491ca1967a42cc300275', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d8a27c3-9212-473c-b921-7d4177e7c203', 'name': '', 'network_id': 'b3e97028-cdf9-4720-9a17-982f2ddb763c', 'tenant_id': '527195c95736491ca1967a42cc300275', 'mac_address': 'fa:16:3e:c2:7a:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16877b31-005b-468d-99db-6cc0e4526b7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '391f05b2-1c98-4ce5-850b-2ca616d0d79f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:11:19Z', 'updated_at': '2022-03-28T12:11:26Z', 'revision_number': 5, 'project_id': '527195c95736491ca1967a42cc300275', 'subnets': [{'id': '391f05b2-1c98-4ce5-850b-2ca616d0d79f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:11:57.246961 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c348ee4-4d91-401d-b710-6e6d50fcf587 None None] The sync data for ids ['16877b31-005b-468d-99db-6cc0e4526b7e'] in dv-neutron-835340-2-hyperv is: [{'id': '16877b31-005b-468d-99db-6cc0e4526b7e', 'name': 'tempest-TestNetworkBasicOps-router-1187518211', 'tenant_id': '527195c95736491ca1967a42cc300275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.236'}], 'enable_snat': True}, 'gw_port_id': 'de64b58d-2116-438c-8e8e-5873e533ab03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:11:13Z', 'updated_at': '2022-03-28T12:11:20Z', 'revision_number': 4, 'project_id': '527195c95736491ca1967a42cc300275', 'gw_port': {'id': 'de64b58d-2116-438c-8e8e-5873e533ab03', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:90:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16877b31-005b-468d-99db-6cc0e4526b7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:11:14Z', 'updated_at': '2022-03-28T12:11:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_floatingips': [{'id': '2ae94c92-ba6c-44ad-9c4d-c56b49e34aa8', 'tenant_id': '527195c95736491ca1967a42cc300275', 'floating_ip_address': '172.26.7.191', 'floating_network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'router_id': '16877b31-005b-468d-99db-6cc0e4526b7e', 'port_id': 'e63685da-24fb-4bd8-985f-93ad0c036603', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1490, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3e97028-cdf9-4720-9a17-982f2ddb763c', 'mac_address': 'fa:16:3e:66:93:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85933d11-d31a-4f56-96ad-a3ddd0fa676a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T12:11:54Z', 'updated_at': '2022-03-28T12:11:54Z', 'revision_number': 0, 'project_id': '527195c95736491ca1967a42cc300275', 'fixed_ip_address_scope': None}, {'id': '968abd23-90a5-4b21-93cd-49cdb4ff7778', 'tenant_id': '527195c95736491ca1967a42cc300275', 'floating_ip_address': '172.26.7.73', 'floating_network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'router_id': '16877b31-005b-468d-99db-6cc0e4526b7e', 'port_id': '9221fb26-d027-40e9-a189-ff933a3d2225', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1478, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3e97028-cdf9-4720-9a17-982f2ddb763c', 'mac_address': 'fa:16:3e:37:f6:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f3ed557-73c7-41f4-a6cb-bbfa0ebb44f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T12:11:38Z', 'updated_at': '2022-03-28T12:11:41Z', 'revision_number': 1, 'project_id': '527195c95736491ca1967a42cc300275', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d8a27c3-9212-473c-b921-7d4177e7c203', 'name': '', 'network_id': 'b3e97028-cdf9-4720-9a17-982f2ddb763c', 'tenant_id': '527195c95736491ca1967a42cc300275', 'mac_address': 'fa:16:3e:c2:7a:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16877b31-005b-468d-99db-6cc0e4526b7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '391f05b2-1c98-4ce5-850b-2ca616d0d79f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:11:19Z', 'updated_at': '2022-03-28T12:11:26Z', 'revision_number': 5, 'project_id': '527195c95736491ca1967a42cc300275', 'subnets': [{'id': '391f05b2-1c98-4ce5-850b-2ca616d0d79f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 12:11:57.434789 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa4bb17b-c94e-4d6f-962b-f4404b829c6f None None] New status for floating IP 2ae94c92-ba6c-44ad-9c4d-c56b49e34aa8: ACTIVE {{(pid=87872) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 12:12:02.350421 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-10f7a8bf-1f0b-427d-b8c5-043932f5c5f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:12:04.715322 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-95993c2c-3545-4487-912e-b6375c303cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:12:05.690055 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:12:05.799095 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-ef3be119-c018-4979-be07-86cf959defc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:12:07.455260 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-b7ccd3c7-0277-4f12-8e5c-e41478141af5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:12:20.669131 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:12:30.325719 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 60776) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:12:30.430781 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-53c0bf1d-5cb0-4efd-93b6-ddc5fc7cc3a7 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/floatingips/968abd23-90a5-4b21-93cd-49cdb4ff7778 HTTP/1.1" status: 200 len: 993 time: 0.1039310 Mar 28 12:12:31.258839 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 60786) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:12:31.264836 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-6db604ab-25a9-40e1-8fb6-974cd3cc7bcd tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Request body: {'port': {'admin_state_up': False}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:12:31.385575 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-6db604ab-25a9-40e1-8fb6-974cd3cc7bcd tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:12:31.488962 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.agents_db [None req-03fd49d8-b51b-41c1-8716-b8e265c93689 None None] Agent healthcheck: found 6 active agents {{(pid=87873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 12:12:31.594674 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.db [None req-6db604ab-25a9-40e1-8fb6-974cd3cc7bcd tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] For port 9221fb26-d027-40e9-a189-ff933a3d2225, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=9221fb26-d027-40e9-a189-ff933a3d2225,segment=NetworkSegment(65c6551c-138e-443b-9ae3-1b9c1aebae70),segment_id=65c6551c-138e-443b-9ae3-1b9c1aebae70)] {{(pid=87870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:12:31.618289 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-6db604ab-25a9-40e1-8fb6-974cd3cc7bcd tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for port, precommit_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:12:31.624041 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-6db604ab-25a9-40e1-8fb6-974cd3cc7bcd tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2558288'] for port, after_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:12:31.687188 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6db604ab-25a9-40e1-8fb6-974cd3cc7bcd tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:12:31.687808 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-6db604ab-25a9-40e1-8fb6-974cd3cc7bcd tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:12:31.689186 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-6db604ab-25a9-40e1-8fb6-974cd3cc7bcd tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "PUT /v2.0/ports/9221fb26-d027-40e9-a189-ff933a3d2225 HTTP/1.1" status: 200 len: 939 time: 0.4293489 Mar 28 12:12:31.689720 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f3ed557-73c7-41f4-a6cb-bbfa0ebb44f2', 'tag': '9221fb26-d027-40e9-a189-ff933a3d2225'}] {{(pid=87870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 12:12:31.720867 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db604ab-25a9-40e1-8fb6-974cd3cc7bcd tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Pushing event updated for resources: {'Port': ['ID=9221fb26-d027-40e9-a189-ff933a3d2225,revision_number=6']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:12:31.732267 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db604ab-25a9-40e1-8fb6-974cd3cc7bcd tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:12:31.732637 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db604ab-25a9-40e1-8fb6-974cd3cc7bcd tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:12:31.733138 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db604ab-25a9-40e1-8fb6-974cd3cc7bcd tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:12:31.733493 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db604ab-25a9-40e1-8fb6-974cd3cc7bcd tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:12:31.733942 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db604ab-25a9-40e1-8fb6-974cd3cc7bcd tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:12:31.734363 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db604ab-25a9-40e1-8fb6-974cd3cc7bcd tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:12:31.734681 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db604ab-25a9-40e1-8fb6-974cd3cc7bcd tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:12:31.734998 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db604ab-25a9-40e1-8fb6-974cd3cc7bcd tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:12:31.735507 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db604ab-25a9-40e1-8fb6-974cd3cc7bcd tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:12:31.735980 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db604ab-25a9-40e1-8fb6-974cd3cc7bcd tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:12:31.736440 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db604ab-25a9-40e1-8fb6-974cd3cc7bcd tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:12:31.736810 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db604ab-25a9-40e1-8fb6-974cd3cc7bcd tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:12:31.744799 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f3ed557-73c7-41f4-a6cb-bbfa0ebb44f2', 'tag': '9221fb26-d027-40e9-a189-ff933a3d2225', 'status': 'completed', 'code': 200} Mar 28 12:12:31.846786 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf4970e-5454-40b9-b29b-79de01517553 req-42cfe167-b21e-44cc-8d95-caa4d167ee92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:12:31.848543 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-9bf4970e-5454-40b9-b29b-79de01517553 req-42cfe167-b21e-44cc-8d95-caa4d167ee92 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=527195c95736491ca1967a42cc300275&device_id=6f3ed557-73c7-41f4-a6cb-bbfa0ebb44f2 HTTP/1.1" status: 200 len: 1100 time: 0.0756412 Mar 28 12:12:31.965219 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-877528b2-53f6-4c7d-8728-55a9562ebdb0 None None] Provisioning complete for port 9221fb26-d027-40e9-a189-ff933a3d2225 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:12:31.965756 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-877528b2-53f6-4c7d-8728-55a9562ebdb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:12:31.982890 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf4970e-5454-40b9-b29b-79de01517553 req-212d16d8-7719-40fd-ae51-f14cda513d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:12:31.984347 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-9bf4970e-5454-40b9-b29b-79de01517553 req-212d16d8-7719-40fd-ae51-f14cda513d47 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b3e97028-cdf9-4720-9a17-982f2ddb763c HTTP/1.1" status: 200 len: 896 time: 0.1293774 Mar 28 12:12:32.027680 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-877528b2-53f6-4c7d-8728-55a9562ebdb0 None None] Port 9221fb26-d027-40e9-a189-ff933a3d2225 is administratively disabled so it will not transition to active. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:351}} Mar 28 12:12:32.086910 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-9bf4970e-5454-40b9-b29b-79de01517553 req-1647dc53-62f7-4f3e-b5f7-9c5a51585e6b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9221fb26-d027-40e9-a189-ff933a3d2225 HTTP/1.1" status: 200 len: 1002 time: 0.0960164 Mar 28 12:12:32.146787 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf4970e-5454-40b9-b29b-79de01517553 req-f083e881-b4e6-47e6-bc52-fa4b3f0945c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:12:32.148090 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-9bf4970e-5454-40b9-b29b-79de01517553 req-f083e881-b4e6-47e6-bc52-fa4b3f0945c6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=391f05b2-1c98-4ce5-850b-2ca616d0d79f HTTP/1.1" status: 200 len: 834 time: 0.0554993 Mar 28 12:12:32.222814 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf4970e-5454-40b9-b29b-79de01517553 req-0eb53347-314a-4bf7-b6a2-da4cdab26d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:12:32.224259 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-9bf4970e-5454-40b9-b29b-79de01517553 req-0eb53347-314a-4bf7-b6a2-da4cdab26d79 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b3e97028-cdf9-4720-9a17-982f2ddb763c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702422 Mar 28 12:12:32.342671 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-010849b9-7c6a-4088-86b1-ad16dbfe024e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:12:32.354833 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-9bf4970e-5454-40b9-b29b-79de01517553 req-b2b42fcd-6f60-4991-b9e7-9204ab89b9da service neutron] 10.222.0.11 "GET /v2.0/networks/b3e97028-cdf9-4720-9a17-982f2ddb763c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231301 Mar 28 12:12:32.481901 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-9bf4970e-5454-40b9-b29b-79de01517553 req-c0ae0471-e8b2-49c9-bebb-eb6c60fb0a23 service neutron] 10.222.0.11 "GET /v2.0/networks/b3e97028-cdf9-4720-9a17-982f2ddb763c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216176 Mar 28 12:12:34.717041 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-8a3a18b4-33ec-484c-bc8b-73faf9b80b1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:12:35.115651 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 60796) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:12:35.121235 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-310ad795-73cc-42bd-976f-3fc2463fa21f tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Request body: {'port': {'admin_state_up': True}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:12:35.241597 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-310ad795-73cc-42bd-976f-3fc2463fa21f tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:12:35.553539 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.db [None req-310ad795-73cc-42bd-976f-3fc2463fa21f tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] For port 9221fb26-d027-40e9-a189-ff933a3d2225, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=9221fb26-d027-40e9-a189-ff933a3d2225,segment=NetworkSegment(65c6551c-138e-443b-9ae3-1b9c1aebae70),segment_id=65c6551c-138e-443b-9ae3-1b9c1aebae70)] {{(pid=87870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:12:35.577640 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-310ad795-73cc-42bd-976f-3fc2463fa21f tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for port, precommit_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:12:35.582090 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-310ad795-73cc-42bd-976f-3fc2463fa21f tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2558288'] for port, after_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:12:35.645464 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-310ad795-73cc-42bd-976f-3fc2463fa21f tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:12:35.646078 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-310ad795-73cc-42bd-976f-3fc2463fa21f tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:12:35.650082 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-310ad795-73cc-42bd-976f-3fc2463fa21f tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "PUT /v2.0/ports/9221fb26-d027-40e9-a189-ff933a3d2225 HTTP/1.1" status: 200 len: 938 time: 0.5309384 Mar 28 12:12:35.650082 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f3ed557-73c7-41f4-a6cb-bbfa0ebb44f2', 'tag': '9221fb26-d027-40e9-a189-ff933a3d2225'}] {{(pid=87870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 12:12:35.650456 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 60800) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:12:35.680113 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310ad795-73cc-42bd-976f-3fc2463fa21f tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Pushing event updated for resources: {'Port': ['ID=9221fb26-d027-40e9-a189-ff933a3d2225,revision_number=7']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:12:35.706550 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:12:35.716978 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f3ed557-73c7-41f4-a6cb-bbfa0ebb44f2', 'tag': '9221fb26-d027-40e9-a189-ff933a3d2225', 'status': 'completed', 'code': 200} Mar 28 12:12:35.782191 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-5e7bc532-a44c-4a40-a135-f5030cf7708b tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/floatingips/968abd23-90a5-4b21-93cd-49cdb4ff7778 HTTP/1.1" status: 200 len: 993 time: 0.1305585 Mar 28 12:12:35.813786 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-ef3be119-c018-4979-be07-86cf959defc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:12:35.847390 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664aca2c-f569-4bec-9d43-785cade022ea req-fa6a2ac4-ad03-4495-8e70-4d848d31a6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:12:35.849587 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-664aca2c-f569-4bec-9d43-785cade022ea req-fa6a2ac4-ad03-4495-8e70-4d848d31a6f0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=527195c95736491ca1967a42cc300275&device_id=6f3ed557-73c7-41f4-a6cb-bbfa0ebb44f2 HTTP/1.1" status: 200 len: 1099 time: 0.0980134 Mar 28 12:12:35.896386 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] get_ports_and_sgs() called for port_ids ['9221fb26-d027-40e9-a189-ff933a3d2225'] {{(pid=87872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 12:12:36.001153 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-492da959-95e6-48a1-b2c3-77555bf28925 None None] Provisioning complete for port 9221fb26-d027-40e9-a189-ff933a3d2225 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:12:36.001556 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-492da959-95e6-48a1-b2c3-77555bf28925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:12:36.002753 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664aca2c-f569-4bec-9d43-785cade022ea req-0ae76c87-c24e-49c9-99b1-d37f04e7f9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:12:36.004388 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-664aca2c-f569-4bec-9d43-785cade022ea req-0ae76c87-c24e-49c9-99b1-d37f04e7f9d4 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b3e97028-cdf9-4720-9a17-982f2ddb763c HTTP/1.1" status: 200 len: 896 time: 0.1479802 Mar 28 12:12:36.108803 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-664aca2c-f569-4bec-9d43-785cade022ea req-275621ca-13c6-4c39-b844-0d6ceb2945fe service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9221fb26-d027-40e9-a189-ff933a3d2225 HTTP/1.1" status: 200 len: 1001 time: 0.0978811 Mar 28 12:12:36.173547 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664aca2c-f569-4bec-9d43-785cade022ea req-4379b22c-d8dc-4a97-a54d-9e571650e20e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:12:36.174962 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-664aca2c-f569-4bec-9d43-785cade022ea req-4379b22c-d8dc-4a97-a54d-9e571650e20e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=391f05b2-1c98-4ce5-850b-2ca616d0d79f HTTP/1.1" status: 200 len: 834 time: 0.0597563 Mar 28 12:12:36.250091 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664aca2c-f569-4bec-9d43-785cade022ea req-e9a9c95f-a4fd-4d38-bbb8-6df467baa8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:12:36.251575 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-664aca2c-f569-4bec-9d43-785cade022ea req-e9a9c95f-a4fd-4d38-bbb8-6df467baa8f2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b3e97028-cdf9-4720-9a17-982f2ddb763c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695748 Mar 28 12:12:36.384272 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-664aca2c-f569-4bec-9d43-785cade022ea req-dc6b9187-0c69-4b5c-90ec-2e115ffc9084 service neutron] 10.222.0.11 "GET /v2.0/networks/b3e97028-cdf9-4720-9a17-982f2ddb763c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259527 Mar 28 12:12:36.516859 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-664aca2c-f569-4bec-9d43-785cade022ea req-36179c98-1170-4dfb-b456-29ad12c8ec8e service neutron] 10.222.0.11 "GET /v2.0/networks/b3e97028-cdf9-4720-9a17-982f2ddb763c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268380 Mar 28 12:12:37.457804 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-b7ccd3c7-0277-4f12-8e5c-e41478141af5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:12:38.342051 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 60814) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:12:38.636698 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-2e7d0d92-153f-488b-96bf-e173b68f6b36 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Deleting port 0b4b0bf8-d3b1-434b-bbc9-3e10935af1ad {{(pid=87871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:12:38.636948 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-2e7d0d92-153f-488b-96bf-e173b68f6b36 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:12:38.805248 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-2e7d0d92-153f-488b-96bf-e173b68f6b36 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:12:38.805565 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-2e7d0d92-153f-488b-96bf-e173b68f6b36 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:12:38.925317 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-2e7d0d92-153f-488b-96bf-e173b68f6b36 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Calling delete_port for 0b4b0bf8-d3b1-434b-bbc9-3e10935af1ad owned by network:floatingip {{(pid=87871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:12:39.074597 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-2e7d0d92-153f-488b-96bf-e173b68f6b36 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:12:39.118294 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7d0d92-153f-488b-96bf-e173b68f6b36 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Pushing event deleted for resources: {'Port': ['ID=0b4b0bf8-d3b1-434b-bbc9-3e10935af1ad,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:12:39.150688 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7d0d92-153f-488b-96bf-e173b68f6b36 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:12:39.151048 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7d0d92-153f-488b-96bf-e173b68f6b36 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:12:39.151368 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7d0d92-153f-488b-96bf-e173b68f6b36 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:12:39.151719 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7d0d92-153f-488b-96bf-e173b68f6b36 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:12:39.152046 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7d0d92-153f-488b-96bf-e173b68f6b36 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:12:39.152370 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7d0d92-153f-488b-96bf-e173b68f6b36 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:12:39.152689 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7d0d92-153f-488b-96bf-e173b68f6b36 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:12:39.153007 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7d0d92-153f-488b-96bf-e173b68f6b36 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:12:39.153324 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7d0d92-153f-488b-96bf-e173b68f6b36 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:12:39.153643 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7d0d92-153f-488b-96bf-e173b68f6b36 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:12:39.153959 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7d0d92-153f-488b-96bf-e173b68f6b36 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:12:39.154273 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e7d0d92-153f-488b-96bf-e173b68f6b36 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:12:39.220841 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-2e7d0d92-153f-488b-96bf-e173b68f6b36 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for floatingip, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:12:39.221173 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.db.l3_db [None req-2e7d0d92-153f-488b-96bf-e173b68f6b36 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Floating IP 2ae94c92-ba6c-44ad-9c4d-c56b49e34aa8 disassociated (deleted). External IP: 172.26.7.191, port: e63685da-24fb-4bd8-985f-93ad0c036603. Mar 28 12:12:39.561466 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e7d0d92-153f-488b-96bf-e173b68f6b36 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Router 16877b31-005b-468d-99db-6cc0e4526b7e has already been hosted by L3 agent af79d429-529e-400b-a119-94d4bec03f3e {{(pid=87871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 12:12:39.735818 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e7d0d92-153f-488b-96bf-e173b68f6b36 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 12:12:39.745081 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a21f941-7fc6-4d17-a260-400f98e19475 None None] Sync routers for ids ['16877b31-005b-468d-99db-6cc0e4526b7e'] in dv-neutron-835340-2-hyperv {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 12:12:39.754961 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a21f941-7fc6-4d17-a260-400f98e19475 None None] Routers {'16877b31-005b-468d-99db-6cc0e4526b7e'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:12:39.755591 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-7a21f941-7fc6-4d17-a260-400f98e19475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:12:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['16877b31-005b-468d-99db-6cc0e4526b7e'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:12:39.755780 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-2e7d0d92-153f-488b-96bf-e173b68f6b36 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for floatingip, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:12:39.814282 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-2e7d0d92-153f-488b-96bf-e173b68f6b36 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "DELETE /v2.0/floatingips/2ae94c92-ba6c-44ad-9c4d-c56b49e34aa8 HTTP/1.1" status: 204 len: 168 time: 1.4710445 Mar 28 12:12:39.815297 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85933d11-d31a-4f56-96ad-a3ddd0fa676a', 'tag': 'e63685da-24fb-4bd8-985f-93ad0c036603'}] {{(pid=87871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 12:12:39.868298 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85933d11-d31a-4f56-96ad-a3ddd0fa676a', 'tag': 'e63685da-24fb-4bd8-985f-93ad0c036603', 'status': 'completed', 'code': 200} Mar 28 12:12:39.934728 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvr_db [None req-7a21f941-7fc6-4d17-a260-400f98e19475 None None] Set router 16877b31-005b-468d-99db-6cc0e4526b7e gateway port host: dv-neutron-835340-2-hyperv {{(pid=87873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:12:39.963084 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3c219c-7498-4955-b201-6c6397d08a35 req-2e2a1fba-4cf7-46e5-b228-fc5311687a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:12:39.964777 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-fc3c219c-7498-4955-b201-6c6397d08a35 req-2e2a1fba-4cf7-46e5-b228-fc5311687a29 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=527195c95736491ca1967a42cc300275&device_id=85933d11-d31a-4f56-96ad-a3ddd0fa676a HTTP/1.1" status: 200 len: 1099 time: 0.0740879 Mar 28 12:12:40.104821 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3c219c-7498-4955-b201-6c6397d08a35 req-2e2b5b1f-4cdb-441a-9843-e663fd0faa88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:12:40.106193 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-fc3c219c-7498-4955-b201-6c6397d08a35 req-2e2b5b1f-4cdb-441a-9843-e663fd0faa88 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b3e97028-cdf9-4720-9a17-982f2ddb763c HTTP/1.1" status: 200 len: 896 time: 0.1356325 Mar 28 12:12:40.179374 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-fc3c219c-7498-4955-b201-6c6397d08a35 req-7189a878-eefa-4dc9-b0ca-084bcd39c581 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e63685da-24fb-4bd8-985f-93ad0c036603 HTTP/1.1" status: 200 len: 217 time: 0.0666480 Mar 28 12:12:40.211295 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a99c2df-adc7-4a7f-8482-1f20d10602c9 req-c2837adf-a2dd-4044-8b50-0ac701696806 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:12:40.212012 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [req-4a99c2df-adc7-4a7f-8482-1f20d10602c9 req-c2837adf-a2dd-4044-8b50-0ac701696806 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Synchronizing usage tracker for tenant:527195c95736491ca1967a42cc300275 on resource:port {{(pid=87871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:12:40.229067 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [req-4a99c2df-adc7-4a7f-8482-1f20d10602c9 req-c2837adf-a2dd-4044-8b50-0ac701696806 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Unset dirty status for tenant:527195c95736491ca1967a42cc300275 on resource:port {{(pid=87871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:12:40.230223 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-4a99c2df-adc7-4a7f-8482-1f20d10602c9 req-c2837adf-a2dd-4044-8b50-0ac701696806 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/ports?device_id=85933d11-d31a-4f56-96ad-a3ddd0fa676a HTTP/1.1" status: 200 len: 946 time: 0.1025324 Mar 28 12:12:40.245068 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3c219c-7498-4955-b201-6c6397d08a35 req-9b3bd261-6e3c-4578-a609-fce9e3bf4f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:12:40.246476 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-fc3c219c-7498-4955-b201-6c6397d08a35 req-9b3bd261-6e3c-4578-a609-fce9e3bf4f1b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=391f05b2-1c98-4ce5-850b-2ca616d0d79f HTTP/1.1" status: 200 len: 834 time: 0.0609627 Mar 28 12:12:40.280845 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-4a99c2df-adc7-4a7f-8482-1f20d10602c9 req-e0787f66-244a-456d-8d99-c8db4f8f12c6 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/security-groups?id=a44632b5-aabf-4815-89ad-acf4eefbcca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434685 Mar 28 12:12:40.296293 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-7a21f941-7fc6-4d17-a260-400f98e19475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16877b31-005b-468d-99db-6cc0e4526b7e', 'name': 'tempest-TestNetworkBasicOps-router-1187518211', 'tenant_id': '527195c95736491ca1967a42cc300275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.236'}], 'enable_snat': True}, 'gw_port_id': 'de64b58d-2116-438c-8e8e-5873e533ab03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:11:13Z', 'updated_at': '2022-03-28T12:11:20Z', 'revision_number': 4, 'project_id': '527195c95736491ca1967a42cc300275', 'gw_port': {'id': 'de64b58d-2116-438c-8e8e-5873e533ab03', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:90:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16877b31-005b-468d-99db-6cc0e4526b7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:11:14Z', 'updated_at': '2022-03-28T12:11:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_floatingips': [{'id': '968abd23-90a5-4b21-93cd-49cdb4ff7778', 'tenant_id': '527195c95736491ca1967a42cc300275', 'floating_ip_address': '172.26.7.73', 'floating_network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'router_id': '16877b31-005b-468d-99db-6cc0e4526b7e', 'port_id': '9221fb26-d027-40e9-a189-ff933a3d2225', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1478, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3e97028-cdf9-4720-9a17-982f2ddb763c', 'mac_address': 'fa:16:3e:37:f6:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f3ed557-73c7-41f4-a6cb-bbfa0ebb44f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T12:11:38Z', 'updated_at': '2022-03-28T12:11:41Z', 'revision_number': 1, 'project_id': '527195c95736491ca1967a42cc300275', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d8a27c3-9212-473c-b921-7d4177e7c203', 'name': '', 'network_id': 'b3e97028-cdf9-4720-9a17-982f2ddb763c', 'tenant_id': '527195c95736491ca1967a42cc300275', 'mac_address': 'fa:16:3e:c2:7a:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16877b31-005b-468d-99db-6cc0e4526b7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '391f05b2-1c98-4ce5-850b-2ca616d0d79f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:11:19Z', 'updated_at': '2022-03-28T12:11:26Z', 'revision_number': 5, 'project_id': '527195c95736491ca1967a42cc300275', 'subnets': [{'id': '391f05b2-1c98-4ce5-850b-2ca616d0d79f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:12:40.300221 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a21f941-7fc6-4d17-a260-400f98e19475 None None] Checking router: 16877b31-005b-468d-99db-6cc0e4526b7e for host: dv-neutron-835340-2-hyperv {{(pid=87873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 12:12:40.309119 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a21f941-7fc6-4d17-a260-400f98e19475 None None] Routers {'16877b31-005b-468d-99db-6cc0e4526b7e'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:12:40.309722 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-7a21f941-7fc6-4d17-a260-400f98e19475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:12:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['16877b31-005b-468d-99db-6cc0e4526b7e'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:12:40.329430 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3c219c-7498-4955-b201-6c6397d08a35 req-2558c84f-caad-488b-a731-67b68bd11f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:12:40.330892 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-fc3c219c-7498-4955-b201-6c6397d08a35 req-2558c84f-caad-488b-a731-67b68bd11f7e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b3e97028-cdf9-4720-9a17-982f2ddb763c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0786519 Mar 28 12:12:40.523314 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvr_db [None req-7a21f941-7fc6-4d17-a260-400f98e19475 None None] Set router 16877b31-005b-468d-99db-6cc0e4526b7e gateway port host: dv-neutron-835340-2-hyperv {{(pid=87873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:12:40.563046 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-fc3c219c-7498-4955-b201-6c6397d08a35 req-2c4808f1-67ae-41bb-9e5d-1e1ff6df98fb service neutron] 10.222.0.11 "GET /v2.0/networks/b3e97028-cdf9-4720-9a17-982f2ddb763c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2254198 Mar 28 12:12:40.693455 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-fc3c219c-7498-4955-b201-6c6397d08a35 req-1a053afe-e23a-48c8-b468-538baa25c65e service neutron] 10.222.0.11 "GET /v2.0/networks/b3e97028-cdf9-4720-9a17-982f2ddb763c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239212 Mar 28 12:12:40.865102 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-7a21f941-7fc6-4d17-a260-400f98e19475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16877b31-005b-468d-99db-6cc0e4526b7e', 'name': 'tempest-TestNetworkBasicOps-router-1187518211', 'tenant_id': '527195c95736491ca1967a42cc300275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.236'}], 'enable_snat': True}, 'gw_port_id': 'de64b58d-2116-438c-8e8e-5873e533ab03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:11:13Z', 'updated_at': '2022-03-28T12:11:20Z', 'revision_number': 4, 'project_id': '527195c95736491ca1967a42cc300275', 'gw_port': {'id': 'de64b58d-2116-438c-8e8e-5873e533ab03', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:90:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16877b31-005b-468d-99db-6cc0e4526b7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:11:14Z', 'updated_at': '2022-03-28T12:11:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_floatingips': [{'id': '968abd23-90a5-4b21-93cd-49cdb4ff7778', 'tenant_id': '527195c95736491ca1967a42cc300275', 'floating_ip_address': '172.26.7.73', 'floating_network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'router_id': '16877b31-005b-468d-99db-6cc0e4526b7e', 'port_id': '9221fb26-d027-40e9-a189-ff933a3d2225', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1478, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3e97028-cdf9-4720-9a17-982f2ddb763c', 'mac_address': 'fa:16:3e:37:f6:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f3ed557-73c7-41f4-a6cb-bbfa0ebb44f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T12:11:38Z', 'updated_at': '2022-03-28T12:11:41Z', 'revision_number': 1, 'project_id': '527195c95736491ca1967a42cc300275', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d8a27c3-9212-473c-b921-7d4177e7c203', 'name': '', 'network_id': 'b3e97028-cdf9-4720-9a17-982f2ddb763c', 'tenant_id': '527195c95736491ca1967a42cc300275', 'mac_address': 'fa:16:3e:c2:7a:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16877b31-005b-468d-99db-6cc0e4526b7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '391f05b2-1c98-4ce5-850b-2ca616d0d79f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:11:19Z', 'updated_at': '2022-03-28T12:11:26Z', 'revision_number': 5, 'project_id': '527195c95736491ca1967a42cc300275', 'subnets': [{'id': '391f05b2-1c98-4ce5-850b-2ca616d0d79f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:12:40.868959 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a21f941-7fc6-4d17-a260-400f98e19475 None None] The sync data for ids ['16877b31-005b-468d-99db-6cc0e4526b7e'] in dv-neutron-835340-2-hyperv is: [{'id': '16877b31-005b-468d-99db-6cc0e4526b7e', 'name': 'tempest-TestNetworkBasicOps-router-1187518211', 'tenant_id': '527195c95736491ca1967a42cc300275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.236'}], 'enable_snat': True}, 'gw_port_id': 'de64b58d-2116-438c-8e8e-5873e533ab03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:11:13Z', 'updated_at': '2022-03-28T12:11:20Z', 'revision_number': 4, 'project_id': '527195c95736491ca1967a42cc300275', 'gw_port': {'id': 'de64b58d-2116-438c-8e8e-5873e533ab03', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:90:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16877b31-005b-468d-99db-6cc0e4526b7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:11:14Z', 'updated_at': '2022-03-28T12:11:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_floatingips': [{'id': '968abd23-90a5-4b21-93cd-49cdb4ff7778', 'tenant_id': '527195c95736491ca1967a42cc300275', 'floating_ip_address': '172.26.7.73', 'floating_network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'router_id': '16877b31-005b-468d-99db-6cc0e4526b7e', 'port_id': '9221fb26-d027-40e9-a189-ff933a3d2225', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1478, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b3e97028-cdf9-4720-9a17-982f2ddb763c', 'mac_address': 'fa:16:3e:37:f6:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f3ed557-73c7-41f4-a6cb-bbfa0ebb44f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T12:11:38Z', 'updated_at': '2022-03-28T12:11:41Z', 'revision_number': 1, 'project_id': '527195c95736491ca1967a42cc300275', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d8a27c3-9212-473c-b921-7d4177e7c203', 'name': '', 'network_id': 'b3e97028-cdf9-4720-9a17-982f2ddb763c', 'tenant_id': '527195c95736491ca1967a42cc300275', 'mac_address': 'fa:16:3e:c2:7a:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16877b31-005b-468d-99db-6cc0e4526b7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '391f05b2-1c98-4ce5-850b-2ca616d0d79f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:11:19Z', 'updated_at': '2022-03-28T12:11:26Z', 'revision_number': 5, 'project_id': '527195c95736491ca1967a42cc300275', 'subnets': [{'id': '391f05b2-1c98-4ce5-850b-2ca616d0d79f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 12:12:41.094887 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c981c6-7f52-4489-bc15-5b06cc50fbaa None None] New status for floating IP 2ae94c92-ba6c-44ad-9c4d-c56b49e34aa8: DOWN {{(pid=87872) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 12:12:41.503788 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724d0a5f-69f6-4ec5-9242-1568cd067491 req-dcf50129-1d3f-4c46-935b-e753f6284acd tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:12:41.505204 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-724d0a5f-69f6-4ec5-9242-1568cd067491 req-dcf50129-1d3f-4c46-935b-e753f6284acd tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.11 "GET /v2.0/ports?device_id=85933d11-d31a-4f56-96ad-a3ddd0fa676a HTTP/1.1" status: 200 len: 946 time: 0.1380994 Mar 28 12:12:41.516162 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fdb020-6b82-4d2b-b841-8095cc1415f1 req-88a3bf3d-4811-4e88-94ca-23bdf8ff6471 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:12:41.517642 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-28fdb020-6b82-4d2b-b841-8095cc1415f1 req-88a3bf3d-4811-4e88-94ca-23bdf8ff6471 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/ports?device_id=85933d11-d31a-4f56-96ad-a3ddd0fa676a HTTP/1.1" status: 200 len: 946 time: 0.1156294 Mar 28 12:12:41.610663 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [req-724d0a5f-69f6-4ec5-9242-1568cd067491 req-4c247717-73ed-4c68-8c49-9804bf10245b tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Deleting port e63685da-24fb-4bd8-985f-93ad0c036603 {{(pid=87870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:12:41.610992 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [req-724d0a5f-69f6-4ec5-9242-1568cd067491 req-4c247717-73ed-4c68-8c49-9804bf10245b tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:12:41.642301 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-28fdb020-6b82-4d2b-b841-8095cc1415f1 req-a5b0d1cc-2fc7-4166-9959-dfd2a158d937 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/security-groups?id=a44632b5-aabf-4815-89ad-acf4eefbcca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0955312 Mar 28 12:12:41.857469 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.db [req-724d0a5f-69f6-4ec5-9242-1568cd067491 req-4c247717-73ed-4c68-8c49-9804bf10245b tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] For port e63685da-24fb-4bd8-985f-93ad0c036603, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=e63685da-24fb-4bd8-985f-93ad0c036603,segment=NetworkSegment(65c6551c-138e-443b-9ae3-1b9c1aebae70),segment_id=65c6551c-138e-443b-9ae3-1b9c1aebae70)] {{(pid=87870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:12:41.857837 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [req-724d0a5f-69f6-4ec5-9242-1568cd067491 req-4c247717-73ed-4c68-8c49-9804bf10245b tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:12:41.984192 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [req-724d0a5f-69f6-4ec5-9242-1568cd067491 req-4c247717-73ed-4c68-8c49-9804bf10245b tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Calling delete_port for e63685da-24fb-4bd8-985f-93ad0c036603 owned by compute:nova {{(pid=87870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:12:42.122373 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [req-724d0a5f-69f6-4ec5-9242-1568cd067491 req-4c247717-73ed-4c68-8c49-9804bf10245b tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:12:42.173722 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c247717-73ed-4c68-8c49-9804bf10245b tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Pushing event deleted for resources: {'Port': ['ID=e63685da-24fb-4bd8-985f-93ad0c036603,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:12:42.249006 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.l3_dvrscheduler_db [req-724d0a5f-69f6-4ec5-9242-1568cd067491 req-4c247717-73ed-4c68-8c49-9804bf10245b tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] No DVR routers for this DVR port e63685da-24fb-4bd8-985f-93ad0c036603 on host hv-neutron-8353 {{(pid=87870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 12:12:42.251453 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [req-724d0a5f-69f6-4ec5-9242-1568cd067491 req-4c247717-73ed-4c68-8c49-9804bf10245b tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:12:42.254146 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85933d11-d31a-4f56-96ad-a3ddd0fa676a', 'name': 'network-vif-deleted', 'tag': 'e63685da-24fb-4bd8-985f-93ad0c036603'}] {{(pid=87870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 12:12:42.270077 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-724d0a5f-69f6-4ec5-9242-1568cd067491 req-4c247717-73ed-4c68-8c49-9804bf10245b tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.11 "DELETE /v2.0/ports/e63685da-24fb-4bd8-985f-93ad0c036603 HTTP/1.1" status: 204 len: 173 time: 0.7514064 Mar 28 12:12:42.298717 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85933d11-d31a-4f56-96ad-a3ddd0fa676a', 'name': 'network-vif-deleted', 'tag': 'e63685da-24fb-4bd8-985f-93ad0c036603', 'status': 'completed', 'code': 200} Mar 28 12:12:42.469029 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-e92fe479-894e-444f-aa22-24d376558596 req-c16c05fe-621c-4252-bc7e-c9c72bc7a0ab service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f42ba617-0232-43f1-a287-2dd6bf0a6fe3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0677671 Mar 28 12:12:42.563793 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92fe479-894e-444f-aa22-24d376558596 req-30847d61-cbd7-4e95-b72c-dd8c80b67858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:12:42.565276 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-e92fe479-894e-444f-aa22-24d376558596 req-30847d61-cbd7-4e95-b72c-dd8c80b67858 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=47a90bc1ddf942f0867175a620007cc0&device_id=f42ba617-0232-43f1-a287-2dd6bf0a6fe3 HTTP/1.1" status: 200 len: 1098 time: 0.0753453 Mar 28 12:12:42.719697 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92fe479-894e-444f-aa22-24d376558596 req-ab028900-c84f-4db1-a9a0-5440c022273f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:12:42.721167 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-e92fe479-894e-444f-aa22-24d376558596 req-ab028900-c84f-4db1-a9a0-5440c022273f service neutron] 10.222.0.11 "GET /v2.0/networks?id=58a24317-1730-4638-8adb-7f79ac32a130 HTTP/1.1" status: 200 len: 911 time: 0.1368387 Mar 28 12:12:42.945429 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [req-a888a391-d9ba-4bb5-96af-da05e80ef8b2 req-44be17fc-78aa-40f5-bb00-84862b02c427 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Synchronizing usage tracker for tenant:527195c95736491ca1967a42cc300275 on resource:port {{(pid=87870) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:12:42.971093 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-e92fe479-894e-444f-aa22-24d376558596 req-517bafd1-1db3-45f9-88c4-a3afa74d106c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e8f91f3b-8e9d-4abb-910d-3b333fccbcb2 HTTP/1.1" status: 200 len: 1001 time: 0.2416825 Mar 28 12:12:43.008927 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [req-a888a391-d9ba-4bb5-96af-da05e80ef8b2 req-44be17fc-78aa-40f5-bb00-84862b02c427 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Unset dirty status for tenant:527195c95736491ca1967a42cc300275 on resource:port {{(pid=87870) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:12:43.009991 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-a888a391-d9ba-4bb5-96af-da05e80ef8b2 req-44be17fc-78aa-40f5-bb00-84862b02c427 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/ports?device_id=85933d11-d31a-4f56-96ad-a3ddd0fa676a HTTP/1.1" status: 200 len: 210 time: 0.2195382 Mar 28 12:12:43.035752 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92fe479-894e-444f-aa22-24d376558596 req-859bae68-19b0-4f2a-8816-7999f3d6d606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:12:43.037176 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-e92fe479-894e-444f-aa22-24d376558596 req-859bae68-19b0-4f2a-8816-7999f3d6d606 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ca5eb385-2512-460c-bf9c-e9f84ff9e2ac HTTP/1.1" status: 200 len: 850 time: 0.0602825 Mar 28 12:12:43.111401 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92fe479-894e-444f-aa22-24d376558596 req-edddfdb4-7cc6-4883-acce-7ba13c742aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:12:43.112898 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-e92fe479-894e-444f-aa22-24d376558596 req-edddfdb4-7cc6-4883-acce-7ba13c742aab service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=58a24317-1730-4638-8adb-7f79ac32a130&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690749 Mar 28 12:12:43.242575 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-e92fe479-894e-444f-aa22-24d376558596 req-74d1ae1f-5195-44f8-8532-835f202a0461 service neutron] 10.222.0.11 "GET /v2.0/networks/58a24317-1730-4638-8adb-7f79ac32a130?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237934 Mar 28 12:12:43.369587 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-e92fe479-894e-444f-aa22-24d376558596 req-ca54ab2d-7b2e-493d-aeed-c10819674bc9 service neutron] 10.222.0.11 "GET /v2.0/networks/58a24317-1730-4638-8adb-7f79ac32a130?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214943 Mar 28 12:12:44.102877 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 60832) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:12:44.173292 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-bd848de2-4619-49b1-be72-0014ea3b3885 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:12:44.201954 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-bd848de2-4619-49b1-be72-0014ea3b3885 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:12:44.266997 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-bd848de2-4619-49b1-be72-0014ea3b3885 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:12:44.286274 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd848de2-4619-49b1-be72-0014ea3b3885 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a44632b5-aabf-4815-89ad-acf4eefbcca0,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:12:44.296111 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-bd848de2-4619-49b1-be72-0014ea3b3885 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:12:44.297231 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-bd848de2-4619-49b1-be72-0014ea3b3885 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "DELETE /v2.0/security-groups/a44632b5-aabf-4815-89ad-acf4eefbcca0 HTTP/1.1" status: 204 len: 168 time: 0.1933630 Mar 28 12:12:44.327407 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 60838) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:12:44.511450 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Device e63685da-24fb-4bd8-985f-93ad0c036603 no longer exists at agent hyperv_hv-neutron-8353 {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 12:12:44.535144 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-0ddb715d-77d4-4b82-82a8-6607fb3b3455 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Deleting port f894a074-42e0-47a0-bb45-fac2b6f4de48 {{(pid=87870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:12:44.535144 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-0ddb715d-77d4-4b82-82a8-6607fb3b3455 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:12:44.545745 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] No Port match for: e63685da-24fb-4bd8-985f-93ad0c036603 {{(pid=87872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 12:12:44.546089 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Device e63685da-24fb-4bd8-985f-93ad0c036603 not bound to the agent host hv-neutron-8353 {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 12:12:44.701524 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-0ddb715d-77d4-4b82-82a8-6607fb3b3455 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:12:44.701847 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-0ddb715d-77d4-4b82-82a8-6607fb3b3455 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:12:44.823854 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-0ddb715d-77d4-4b82-82a8-6607fb3b3455 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Calling delete_port for f894a074-42e0-47a0-bb45-fac2b6f4de48 owned by network:floatingip {{(pid=87870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:12:44.976536 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-0ddb715d-77d4-4b82-82a8-6607fb3b3455 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:12:45.024808 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddb715d-77d4-4b82-82a8-6607fb3b3455 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Pushing event deleted for resources: {'Port': ['ID=f894a074-42e0-47a0-bb45-fac2b6f4de48,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:12:45.111918 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-0ddb715d-77d4-4b82-82a8-6607fb3b3455 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for floatingip, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:12:45.112590 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.db.l3_db [None req-0ddb715d-77d4-4b82-82a8-6607fb3b3455 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Floating IP 968abd23-90a5-4b21-93cd-49cdb4ff7778 disassociated (deleted). External IP: 172.26.7.73, port: 9221fb26-d027-40e9-a189-ff933a3d2225. Mar 28 12:12:45.555653 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ddb715d-77d4-4b82-82a8-6607fb3b3455 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Router 16877b31-005b-468d-99db-6cc0e4526b7e has already been hosted by L3 agent af79d429-529e-400b-a119-94d4bec03f3e {{(pid=87870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 12:12:45.728404 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ddb715d-77d4-4b82-82a8-6607fb3b3455 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 12:12:45.737586 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb8e628-deb8-424e-bfc5-916ac05e73a4 None None] Sync routers for ids ['16877b31-005b-468d-99db-6cc0e4526b7e'] in dv-neutron-835340-2-hyperv {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 12:12:45.747317 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb8e628-deb8-424e-bfc5-916ac05e73a4 None None] Routers {'16877b31-005b-468d-99db-6cc0e4526b7e'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:12:45.748058 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-4cb8e628-deb8-424e-bfc5-916ac05e73a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:12:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['16877b31-005b-468d-99db-6cc0e4526b7e'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:12:45.748229 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-0ddb715d-77d4-4b82-82a8-6607fb3b3455 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for floatingip, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:12:45.809364 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-0ddb715d-77d4-4b82-82a8-6607fb3b3455 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "DELETE /v2.0/floatingips/968abd23-90a5-4b21-93cd-49cdb4ff7778 HTTP/1.1" status: 204 len: 168 time: 1.4784222 Mar 28 12:12:45.809364 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f3ed557-73c7-41f4-a6cb-bbfa0ebb44f2', 'tag': '9221fb26-d027-40e9-a189-ff933a3d2225'}] {{(pid=87870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 12:12:45.855547 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f3ed557-73c7-41f4-a6cb-bbfa0ebb44f2', 'tag': '9221fb26-d027-40e9-a189-ff933a3d2225', 'status': 'completed', 'code': 200} Mar 28 12:12:45.946561 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvr_db [None req-4cb8e628-deb8-424e-bfc5-916ac05e73a4 None None] Set router 16877b31-005b-468d-99db-6cc0e4526b7e gateway port host: dv-neutron-835340-2-hyperv {{(pid=87873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:12:45.951498 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59b3ea8-970d-42d6-a286-5ff912544596 req-7aaf6e34-22b2-479a-b2c2-28b2fa20229d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:12:45.953062 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-d59b3ea8-970d-42d6-a286-5ff912544596 req-7aaf6e34-22b2-479a-b2c2-28b2fa20229d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=527195c95736491ca1967a42cc300275&device_id=6f3ed557-73c7-41f4-a6cb-bbfa0ebb44f2 HTTP/1.1" status: 200 len: 1099 time: 0.0758419 Mar 28 12:12:46.099816 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59b3ea8-970d-42d6-a286-5ff912544596 req-67de5c4c-be22-403f-8061-ce611b75e3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:12:46.101170 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-d59b3ea8-970d-42d6-a286-5ff912544596 req-67de5c4c-be22-403f-8061-ce611b75e3a3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b3e97028-cdf9-4720-9a17-982f2ddb763c HTTP/1.1" status: 200 len: 896 time: 0.1408942 Mar 28 12:12:46.205521 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-d59b3ea8-970d-42d6-a286-5ff912544596 req-52ae8fce-f8ee-4956-8ebc-14d6804f4785 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9221fb26-d027-40e9-a189-ff933a3d2225 HTTP/1.1" status: 200 len: 217 time: 0.0710220 Mar 28 12:12:46.274171 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-4cb8e628-deb8-424e-bfc5-916ac05e73a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16877b31-005b-468d-99db-6cc0e4526b7e', 'name': 'tempest-TestNetworkBasicOps-router-1187518211', 'tenant_id': '527195c95736491ca1967a42cc300275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.236'}], 'enable_snat': True}, 'gw_port_id': 'de64b58d-2116-438c-8e8e-5873e533ab03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:11:13Z', 'updated_at': '2022-03-28T12:11:20Z', 'revision_number': 4, 'project_id': '527195c95736491ca1967a42cc300275', 'gw_port': {'id': 'de64b58d-2116-438c-8e8e-5873e533ab03', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:90:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16877b31-005b-468d-99db-6cc0e4526b7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:11:14Z', 'updated_at': '2022-03-28T12:11:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_interfaces': [{'id': '0d8a27c3-9212-473c-b921-7d4177e7c203', 'name': '', 'network_id': 'b3e97028-cdf9-4720-9a17-982f2ddb763c', 'tenant_id': '527195c95736491ca1967a42cc300275', 'mac_address': 'fa:16:3e:c2:7a:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16877b31-005b-468d-99db-6cc0e4526b7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '391f05b2-1c98-4ce5-850b-2ca616d0d79f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:11:19Z', 'updated_at': '2022-03-28T12:11:26Z', 'revision_number': 5, 'project_id': '527195c95736491ca1967a42cc300275', 'subnets': [{'id': '391f05b2-1c98-4ce5-850b-2ca616d0d79f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:12:46.277928 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb8e628-deb8-424e-bfc5-916ac05e73a4 None None] Checking router: 16877b31-005b-468d-99db-6cc0e4526b7e for host: dv-neutron-835340-2-hyperv {{(pid=87873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 12:12:46.285953 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59b3ea8-970d-42d6-a286-5ff912544596 req-9a69c7b3-9f84-4826-9dd0-cf87698039e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:12:46.286738 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb8e628-deb8-424e-bfc5-916ac05e73a4 None None] Routers {'16877b31-005b-468d-99db-6cc0e4526b7e'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:12:46.287350 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-4cb8e628-deb8-424e-bfc5-916ac05e73a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:12:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['16877b31-005b-468d-99db-6cc0e4526b7e'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:12:46.287488 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-d59b3ea8-970d-42d6-a286-5ff912544596 req-9a69c7b3-9f84-4826-9dd0-cf87698039e5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=391f05b2-1c98-4ce5-850b-2ca616d0d79f HTTP/1.1" status: 200 len: 834 time: 0.0749500 Mar 28 12:12:46.298345 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254fd1d4-2279-4f85-b78a-f12b651fcfbc req-fadb1a04-322e-4eb9-bf63-45145456d1e2 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:12:46.298999 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [req-254fd1d4-2279-4f85-b78a-f12b651fcfbc req-fadb1a04-322e-4eb9-bf63-45145456d1e2 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Synchronizing usage tracker for tenant:527195c95736491ca1967a42cc300275 on resource:port {{(pid=87870) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:12:46.360130 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [req-254fd1d4-2279-4f85-b78a-f12b651fcfbc req-fadb1a04-322e-4eb9-bf63-45145456d1e2 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Unset dirty status for tenant:527195c95736491ca1967a42cc300275 on resource:port {{(pid=87870) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:12:46.361196 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-254fd1d4-2279-4f85-b78a-f12b651fcfbc req-fadb1a04-322e-4eb9-bf63-45145456d1e2 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f3ed557-73c7-41f4-a6cb-bbfa0ebb44f2 HTTP/1.1" status: 200 len: 946 time: 0.2563901 Mar 28 12:12:46.413333 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59b3ea8-970d-42d6-a286-5ff912544596 req-7a67789e-f960-46ea-b814-30bb8be89abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:12:46.414794 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-d59b3ea8-970d-42d6-a286-5ff912544596 req-7a67789e-f960-46ea-b814-30bb8be89abc service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b3e97028-cdf9-4720-9a17-982f2ddb763c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1132274 Mar 28 12:12:46.421054 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [req-254fd1d4-2279-4f85-b78a-f12b651fcfbc req-2e22e19c-b984-4e26-8048-bb4a60f0926e tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Synchronizing usage tracker for tenant:527195c95736491ca1967a42cc300275 on resource:security_group {{(pid=87870) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:12:46.474739 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvr_db [None req-4cb8e628-deb8-424e-bfc5-916ac05e73a4 None None] Set router 16877b31-005b-468d-99db-6cc0e4526b7e gateway port host: dv-neutron-835340-2-hyperv {{(pid=87873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:12:46.512029 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [req-254fd1d4-2279-4f85-b78a-f12b651fcfbc req-2e22e19c-b984-4e26-8048-bb4a60f0926e tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Unset dirty status for tenant:527195c95736491ca1967a42cc300275 on resource:security_group {{(pid=87870) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:12:46.513181 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-254fd1d4-2279-4f85-b78a-f12b651fcfbc req-2e22e19c-b984-4e26-8048-bb4a60f0926e tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/security-groups?id=1dd782ed-f64d-4a74-96e8-a83fbd04baf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1441052 Mar 28 12:12:46.561099 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-d59b3ea8-970d-42d6-a286-5ff912544596 req-d2eb4d67-3b8d-451a-99cf-c0a9e77e0672 service neutron] 10.222.0.11 "GET /v2.0/networks/b3e97028-cdf9-4720-9a17-982f2ddb763c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375051 Mar 28 12:12:46.693192 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-d59b3ea8-970d-42d6-a286-5ff912544596 req-f7442b9c-38a7-4fb0-b937-a95b17f9ec64 service neutron] 10.222.0.11 "GET /v2.0/networks/b3e97028-cdf9-4720-9a17-982f2ddb763c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256564 Mar 28 12:12:46.808562 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-4cb8e628-deb8-424e-bfc5-916ac05e73a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16877b31-005b-468d-99db-6cc0e4526b7e', 'name': 'tempest-TestNetworkBasicOps-router-1187518211', 'tenant_id': '527195c95736491ca1967a42cc300275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.236'}], 'enable_snat': True}, 'gw_port_id': 'de64b58d-2116-438c-8e8e-5873e533ab03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:11:13Z', 'updated_at': '2022-03-28T12:11:20Z', 'revision_number': 4, 'project_id': '527195c95736491ca1967a42cc300275', 'gw_port': {'id': 'de64b58d-2116-438c-8e8e-5873e533ab03', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:90:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16877b31-005b-468d-99db-6cc0e4526b7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:11:14Z', 'updated_at': '2022-03-28T12:11:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_interfaces': [{'id': '0d8a27c3-9212-473c-b921-7d4177e7c203', 'name': '', 'network_id': 'b3e97028-cdf9-4720-9a17-982f2ddb763c', 'tenant_id': '527195c95736491ca1967a42cc300275', 'mac_address': 'fa:16:3e:c2:7a:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16877b31-005b-468d-99db-6cc0e4526b7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '391f05b2-1c98-4ce5-850b-2ca616d0d79f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:11:19Z', 'updated_at': '2022-03-28T12:11:26Z', 'revision_number': 5, 'project_id': '527195c95736491ca1967a42cc300275', 'subnets': [{'id': '391f05b2-1c98-4ce5-850b-2ca616d0d79f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:12:46.812446 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb8e628-deb8-424e-bfc5-916ac05e73a4 None None] The sync data for ids ['16877b31-005b-468d-99db-6cc0e4526b7e'] in dv-neutron-835340-2-hyperv is: [{'id': '16877b31-005b-468d-99db-6cc0e4526b7e', 'name': 'tempest-TestNetworkBasicOps-router-1187518211', 'tenant_id': '527195c95736491ca1967a42cc300275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.236'}], 'enable_snat': True}, 'gw_port_id': 'de64b58d-2116-438c-8e8e-5873e533ab03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:11:13Z', 'updated_at': '2022-03-28T12:11:20Z', 'revision_number': 4, 'project_id': '527195c95736491ca1967a42cc300275', 'gw_port': {'id': 'de64b58d-2116-438c-8e8e-5873e533ab03', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:90:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16877b31-005b-468d-99db-6cc0e4526b7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:11:14Z', 'updated_at': '2022-03-28T12:11:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_interfaces': [{'id': '0d8a27c3-9212-473c-b921-7d4177e7c203', 'name': '', 'network_id': 'b3e97028-cdf9-4720-9a17-982f2ddb763c', 'tenant_id': '527195c95736491ca1967a42cc300275', 'mac_address': 'fa:16:3e:c2:7a:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16877b31-005b-468d-99db-6cc0e4526b7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1464, 'fixed_ips': [{'subnet_id': '391f05b2-1c98-4ce5-850b-2ca616d0d79f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:11:19Z', 'updated_at': '2022-03-28T12:11:26Z', 'revision_number': 5, 'project_id': '527195c95736491ca1967a42cc300275', 'subnets': [{'id': '391f05b2-1c98-4ce5-850b-2ca616d0d79f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 12:12:47.017908 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-986ef9a6-c3ac-48f0-86e8-d7a9d7c94deb None None] New status for floating IP 968abd23-90a5-4b21-93cd-49cdb4ff7778: DOWN {{(pid=87872) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 12:12:47.523992 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1769341b-0297-4d0f-876a-f4de6ef26520 req-6fc2bd82-953b-4606-b9c1-ec46fe79785e tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:12:47.525385 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-1769341b-0297-4d0f-876a-f4de6ef26520 req-6fc2bd82-953b-4606-b9c1-ec46fe79785e tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f3ed557-73c7-41f4-a6cb-bbfa0ebb44f2 HTTP/1.1" status: 200 len: 946 time: 0.0813301 Mar 28 12:12:47.593706 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [req-1769341b-0297-4d0f-876a-f4de6ef26520 req-df1a1491-69cf-4d67-9836-67dcc7f5a138 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Deleting port 9221fb26-d027-40e9-a189-ff933a3d2225 {{(pid=87870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:12:47.594038 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [req-1769341b-0297-4d0f-876a-f4de6ef26520 req-df1a1491-69cf-4d67-9836-67dcc7f5a138 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:12:47.815153 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ed8fd9-0d25-4acc-91a8-843129c2eee6 req-9a926119-c47d-481d-996f-6de142a905d0 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:12:47.816763 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-d2ed8fd9-0d25-4acc-91a8-843129c2eee6 req-9a926119-c47d-481d-996f-6de142a905d0 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f3ed557-73c7-41f4-a6cb-bbfa0ebb44f2 HTTP/1.1" status: 200 len: 946 time: 0.1948657 Mar 28 12:12:47.865880 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-d2ed8fd9-0d25-4acc-91a8-843129c2eee6 req-52184603-6e8b-4e01-bccd-0f47a1274f75 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/security-groups?id=1dd782ed-f64d-4a74-96e8-a83fbd04baf5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412595 Mar 28 12:12:47.956071 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.db [req-1769341b-0297-4d0f-876a-f4de6ef26520 req-df1a1491-69cf-4d67-9836-67dcc7f5a138 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] For port 9221fb26-d027-40e9-a189-ff933a3d2225, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=9221fb26-d027-40e9-a189-ff933a3d2225,segment=NetworkSegment(65c6551c-138e-443b-9ae3-1b9c1aebae70),segment_id=65c6551c-138e-443b-9ae3-1b9c1aebae70)] {{(pid=87870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:12:47.956994 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [req-1769341b-0297-4d0f-876a-f4de6ef26520 req-df1a1491-69cf-4d67-9836-67dcc7f5a138 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:12:48.077014 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [req-1769341b-0297-4d0f-876a-f4de6ef26520 req-df1a1491-69cf-4d67-9836-67dcc7f5a138 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Calling delete_port for 9221fb26-d027-40e9-a189-ff933a3d2225 owned by compute:nova {{(pid=87870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:12:48.217517 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [req-1769341b-0297-4d0f-876a-f4de6ef26520 req-df1a1491-69cf-4d67-9836-67dcc7f5a138 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:12:48.268378 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1a1491-69cf-4d67-9836-67dcc7f5a138 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Pushing event deleted for resources: {'Port': ['ID=9221fb26-d027-40e9-a189-ff933a3d2225,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:12:48.340893 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.l3_dvrscheduler_db [req-1769341b-0297-4d0f-876a-f4de6ef26520 req-df1a1491-69cf-4d67-9836-67dcc7f5a138 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] No DVR routers for this DVR port 9221fb26-d027-40e9-a189-ff933a3d2225 on host hv-neutron-8353 {{(pid=87870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 12:12:48.343057 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [req-1769341b-0297-4d0f-876a-f4de6ef26520 req-df1a1491-69cf-4d67-9836-67dcc7f5a138 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:12:48.345423 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f3ed557-73c7-41f4-a6cb-bbfa0ebb44f2', 'name': 'network-vif-deleted', 'tag': '9221fb26-d027-40e9-a189-ff933a3d2225'}] {{(pid=87870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 12:12:48.360831 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-1769341b-0297-4d0f-876a-f4de6ef26520 req-df1a1491-69cf-4d67-9836-67dcc7f5a138 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.11 "DELETE /v2.0/ports/9221fb26-d027-40e9-a189-ff933a3d2225 HTTP/1.1" status: 204 len: 173 time: 0.8299456 Mar 28 12:12:48.392685 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f3ed557-73c7-41f4-a6cb-bbfa0ebb44f2', 'name': 'network-vif-deleted', 'tag': '9221fb26-d027-40e9-a189-ff933a3d2225', 'status': 'completed', 'code': 200} Mar 28 12:12:48.961597 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 60854) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:12:49.030805 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-6d2b2d51-3924-4f62-8201-362173db4251 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:12:49.059408 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-6d2b2d51-3924-4f62-8201-362173db4251 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:12:49.123133 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-6d2b2d51-3924-4f62-8201-362173db4251 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:12:49.141876 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2b2d51-3924-4f62-8201-362173db4251 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dd782ed-f64d-4a74-96e8-a83fbd04baf5,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:12:49.151419 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-6d2b2d51-3924-4f62-8201-362173db4251 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:12:49.152562 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-6d2b2d51-3924-4f62-8201-362173db4251 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "DELETE /v2.0/security-groups/1dd782ed-f64d-4a74-96e8-a83fbd04baf5 HTTP/1.1" status: 204 len: 168 time: 0.1899521 Mar 28 12:12:49.181869 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 60860) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:12:49.714592 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-5ce7c557-1461-45df-8ca2-4b9400f6ccae tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-743394'] for router_interface, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:12:50.062743 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-5ce7c557-1461-45df-8ca2-4b9400f6ccae tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Deleting port 0d8a27c3-9212-473c-b921-7d4177e7c203 {{(pid=87871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:12:50.063450 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-5ce7c557-1461-45df-8ca2-4b9400f6ccae tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:12:50.245906 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.db [None req-5ce7c557-1461-45df-8ca2-4b9400f6ccae tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] For port 0d8a27c3-9212-473c-b921-7d4177e7c203, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=0d8a27c3-9212-473c-b921-7d4177e7c203,segment=NetworkSegment(65c6551c-138e-443b-9ae3-1b9c1aebae70),segment_id=65c6551c-138e-443b-9ae3-1b9c1aebae70)] {{(pid=87871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:12:50.246253 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-5ce7c557-1461-45df-8ca2-4b9400f6ccae tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:12:50.468244 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-5ce7c557-1461-45df-8ca2-4b9400f6ccae tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Calling delete_port for 0d8a27c3-9212-473c-b921-7d4177e7c203 owned by network:router_interface {{(pid=87871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:12:50.575523 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Device 9221fb26-d027-40e9-a189-ff933a3d2225 no longer exists at agent hyperv_hv-neutron-8353 {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 12:12:50.613671 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] No Port match for: 9221fb26-d027-40e9-a189-ff933a3d2225 {{(pid=87872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 12:12:50.614011 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Device 9221fb26-d027-40e9-a189-ff933a3d2225 not bound to the agent host hv-neutron-8353 {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 12:12:50.684560 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:12:50.796935 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-5ce7c557-1461-45df-8ca2-4b9400f6ccae tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:12:50.845185 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce7c557-1461-45df-8ca2-4b9400f6ccae tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Pushing event deleted for resources: {'Port': ['ID=0d8a27c3-9212-473c-b921-7d4177e7c203,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:12:51.114204 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-5ce7c557-1461-45df-8ca2-4b9400f6ccae tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-743246'] for router_interface, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:12:51.465595 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ce7c557-1461-45df-8ca2-4b9400f6ccae tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Router 16877b31-005b-468d-99db-6cc0e4526b7e has already been hosted by L3 agent af79d429-529e-400b-a119-94d4bec03f3e {{(pid=87871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 12:12:51.641461 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ce7c557-1461-45df-8ca2-4b9400f6ccae tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 12:12:51.651226 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9014a0f2-094e-440c-84d4-c7d8e09ef053 None None] Sync routers for ids ['16877b31-005b-468d-99db-6cc0e4526b7e'] in dv-neutron-835340-2-hyperv {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 12:12:51.654489 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-5ce7c557-1461-45df-8ca2-4b9400f6ccae tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "PUT /v2.0/routers/16877b31-005b-468d-99db-6cc0e4526b7e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4715188 Mar 28 12:12:51.657102 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 60864) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:12:51.665062 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9014a0f2-094e-440c-84d4-c7d8e09ef053 None None] Routers {'16877b31-005b-468d-99db-6cc0e4526b7e'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:12:51.665782 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-9014a0f2-094e-440c-84d4-c7d8e09ef053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:12:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['16877b31-005b-468d-99db-6cc0e4526b7e'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:12:51.841677 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.db_base_plugin_v2 [None req-f791dd86-4488-44bf-a2e4-629096c54a3d tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Deleting subnet 391f05b2-1c98-4ce5-850b-2ca616d0d79f {{(pid=87871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 12:12:51.844556 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvr_db [None req-9014a0f2-094e-440c-84d4-c7d8e09ef053 None None] Set router 16877b31-005b-468d-99db-6cc0e4526b7e gateway port host: dv-neutron-835340-2-hyperv {{(pid=87873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:12:51.844711 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-f791dd86-4488-44bf-a2e4-629096c54a3d tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for subnet, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:12:51.900252 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-f791dd86-4488-44bf-a2e4-629096c54a3d tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3436877'] for subnet, precommit_delete_associations {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:12:51.991815 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-f791dd86-4488-44bf-a2e4-629096c54a3d tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1919782'] for subnet, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:12:52.064805 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-f791dd86-4488-44bf-a2e4-629096c54a3d tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1919805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2364079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26551417'] for subnet, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:12:52.109350 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f791dd86-4488-44bf-a2e4-629096c54a3d tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Pushing event deleted for resources: {'Subnet': ['ID=391f05b2-1c98-4ce5-850b-2ca616d0d79f,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:12:52.114256 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-f791dd86-4488-44bf-a2e4-629096c54a3d tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for subnet, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:12:52.120091 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-f791dd86-4488-44bf-a2e4-629096c54a3d tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "DELETE /v2.0/subnets/391f05b2-1c98-4ce5-850b-2ca616d0d79f HTTP/1.1" status: 204 len: 168 time: 0.4563878 Mar 28 12:12:52.120192 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 60868) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:12:52.120548 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33701f8a-bfa1-48a1-a2e4-2a2049706c50 None None] Network b3e97028-cdf9-4720-9a17-982f2ddb763c requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 12:12:52.148739 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-9014a0f2-094e-440c-84d4-c7d8e09ef053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16877b31-005b-468d-99db-6cc0e4526b7e', 'name': 'tempest-TestNetworkBasicOps-router-1187518211', 'tenant_id': '527195c95736491ca1967a42cc300275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.236'}], 'enable_snat': True}, 'gw_port_id': 'de64b58d-2116-438c-8e8e-5873e533ab03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:11:13Z', 'updated_at': '2022-03-28T12:12:50Z', 'revision_number': 5, 'project_id': '527195c95736491ca1967a42cc300275', 'gw_port': {'id': 'de64b58d-2116-438c-8e8e-5873e533ab03', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:90:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16877b31-005b-468d-99db-6cc0e4526b7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:11:14Z', 'updated_at': '2022-03-28T12:11:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv'}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:12:52.153233 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9014a0f2-094e-440c-84d4-c7d8e09ef053 None None] Checking router: 16877b31-005b-468d-99db-6cc0e4526b7e for host: dv-neutron-835340-2-hyperv {{(pid=87873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 12:12:52.162568 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9014a0f2-094e-440c-84d4-c7d8e09ef053 None None] Routers {'16877b31-005b-468d-99db-6cc0e4526b7e'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:12:52.163170 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-9014a0f2-094e-440c-84d4-c7d8e09ef053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:12:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['16877b31-005b-468d-99db-6cc0e4526b7e'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:12:52.307272 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-fdbaf800-339c-481d-8eee-09a955d3ae39 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for router, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:12:52.343413 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvr_db [None req-9014a0f2-094e-440c-84d4-c7d8e09ef053 None None] Set router 16877b31-005b-468d-99db-6cc0e4526b7e gateway port host: dv-neutron-835340-2-hyperv {{(pid=87873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:12:52.386522 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fed1cbc8-48f0-44b7-8899-2b58fa9a2fa0 None None] DHCP port deletion for b3e97028-cdf9-4720-9a17-982f2ddb763c request from dv-neutron-835340-2-hyperv {{(pid=87872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 12:12:52.390327 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-fed1cbc8-48f0-44b7-8899-2b58fa9a2fa0 None None] Deleting port 81ad87e8-08dd-4fb9-93e1-53cd2c05613f {{(pid=87872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:12:52.390903 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-fed1cbc8-48f0-44b7-8899-2b58fa9a2fa0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:12:52.493798 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-fdbaf800-339c-481d-8eee-09a955d3ae39 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:12:52.503989 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-fdbaf800-339c-481d-8eee-09a955d3ae39 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Deleting port de64b58d-2116-438c-8e8e-5873e533ab03 {{(pid=87870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:12:52.504814 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-fdbaf800-339c-481d-8eee-09a955d3ae39 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:12:52.613079 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-fed1cbc8-48f0-44b7-8899-2b58fa9a2fa0 None None] For port 81ad87e8-08dd-4fb9-93e1-53cd2c05613f, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=81ad87e8-08dd-4fb9-93e1-53cd2c05613f,segment=NetworkSegment(65c6551c-138e-443b-9ae3-1b9c1aebae70),segment_id=65c6551c-138e-443b-9ae3-1b9c1aebae70)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:12:52.613817 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-fed1cbc8-48f0-44b7-8899-2b58fa9a2fa0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:12:52.678628 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-9014a0f2-094e-440c-84d4-c7d8e09ef053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16877b31-005b-468d-99db-6cc0e4526b7e', 'name': 'tempest-TestNetworkBasicOps-router-1187518211', 'tenant_id': '527195c95736491ca1967a42cc300275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.236'}], 'enable_snat': True}, 'gw_port_id': 'de64b58d-2116-438c-8e8e-5873e533ab03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:11:13Z', 'updated_at': '2022-03-28T12:12:50Z', 'revision_number': 5, 'project_id': '527195c95736491ca1967a42cc300275', 'gw_port': {'id': 'de64b58d-2116-438c-8e8e-5873e533ab03', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:90:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16877b31-005b-468d-99db-6cc0e4526b7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:11:14Z', 'updated_at': '2022-03-28T12:11:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv'}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:12:52.682503 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9014a0f2-094e-440c-84d4-c7d8e09ef053 None None] The sync data for ids ['16877b31-005b-468d-99db-6cc0e4526b7e'] in dv-neutron-835340-2-hyperv is: [{'id': '16877b31-005b-468d-99db-6cc0e4526b7e', 'name': 'tempest-TestNetworkBasicOps-router-1187518211', 'tenant_id': '527195c95736491ca1967a42cc300275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.236'}], 'enable_snat': True}, 'gw_port_id': 'de64b58d-2116-438c-8e8e-5873e533ab03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:11:13Z', 'updated_at': '2022-03-28T12:12:50Z', 'revision_number': 5, 'project_id': '527195c95736491ca1967a42cc300275', 'gw_port': {'id': 'de64b58d-2116-438c-8e8e-5873e533ab03', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:90:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16877b31-005b-468d-99db-6cc0e4526b7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:11:14Z', 'updated_at': '2022-03-28T12:11:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv'}] {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 12:12:52.690194 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.db [None req-fdbaf800-339c-481d-8eee-09a955d3ae39 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] For port de64b58d-2116-438c-8e8e-5873e533ab03, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=de64b58d-2116-438c-8e8e-5873e533ab03,segment=NetworkSegment(688afb86-c9bd-46e2-ba7d-3fe76fb1efff),segment_id=688afb86-c9bd-46e2-ba7d-3fe76fb1efff)] {{(pid=87870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:12:52.690555 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-fdbaf800-339c-481d-8eee-09a955d3ae39 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:12:52.737415 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-fed1cbc8-48f0-44b7-8899-2b58fa9a2fa0 None None] Calling delete_port for 81ad87e8-08dd-4fb9-93e1-53cd2c05613f owned by network:dhcp {{(pid=87872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:12:52.816762 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-fdbaf800-339c-481d-8eee-09a955d3ae39 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Calling delete_port for de64b58d-2116-438c-8e8e-5873e533ab03 owned by network:router_gateway {{(pid=87870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:12:52.819060 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-fed1cbc8-48f0-44b7-8899-2b58fa9a2fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250'] for port, after_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:12:52.863725 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed1cbc8-48f0-44b7-8899-2b58fa9a2fa0 None None] Pushing event deleted for resources: {'Port': ['ID=81ad87e8-08dd-4fb9-93e1-53cd2c05613f,revision_number=None']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:12:52.872892 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed1cbc8-48f0-44b7-8899-2b58fa9a2fa0 None None] No DVR routers for this DVR port 81ad87e8-08dd-4fb9-93e1-53cd2c05613f on host dv-neutron-835340-2-hyperv {{(pid=87872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 12:12:52.874916 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed1cbc8-48f0-44b7-8899-2b58fa9a2fa0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:12:52.875259 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed1cbc8-48f0-44b7-8899-2b58fa9a2fa0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:12:52.876506 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed1cbc8-48f0-44b7-8899-2b58fa9a2fa0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:12:52.876506 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed1cbc8-48f0-44b7-8899-2b58fa9a2fa0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:12:52.876506 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed1cbc8-48f0-44b7-8899-2b58fa9a2fa0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:12:52.876787 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed1cbc8-48f0-44b7-8899-2b58fa9a2fa0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:12:52.877069 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed1cbc8-48f0-44b7-8899-2b58fa9a2fa0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:12:52.877225 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed1cbc8-48f0-44b7-8899-2b58fa9a2fa0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:12:52.877521 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed1cbc8-48f0-44b7-8899-2b58fa9a2fa0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:12:52.877840 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed1cbc8-48f0-44b7-8899-2b58fa9a2fa0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:12:52.878214 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed1cbc8-48f0-44b7-8899-2b58fa9a2fa0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:12:52.878697 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed1cbc8-48f0-44b7-8899-2b58fa9a2fa0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:12:53.224816 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-fdbaf800-339c-481d-8eee-09a955d3ae39 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:12:53.269988 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbaf800-339c-481d-8eee-09a955d3ae39 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Pushing event deleted for resources: {'Port': ['ID=de64b58d-2116-438c-8e8e-5873e533ab03,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:12:53.361311 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-fdbaf800-339c-481d-8eee-09a955d3ae39 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-709573'] for router_gateway, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:12:53.533327 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-fdbaf800-339c-481d-8eee-09a955d3ae39 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-745164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-260864'] for router, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:12:53.535688 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-fdbaf800-339c-481d-8eee-09a955d3ae39 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:12:53.559689 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-fdbaf800-339c-481d-8eee-09a955d3ae39 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-745021'] for router, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:12:53.560362 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdbaf800-339c-481d-8eee-09a955d3ae39 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Fanout notify agent at l3_agent the message router_deleted on router 16877b31-005b-468d-99db-6cc0e4526b7e {{(pid=87870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 12:12:53.576840 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-fdbaf800-339c-481d-8eee-09a955d3ae39 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for router, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:12:53.578015 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-fdbaf800-339c-481d-8eee-09a955d3ae39 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "DELETE /v2.0/routers/16877b31-005b-468d-99db-6cc0e4526b7e HTTP/1.1" status: 204 len: 168 time: 1.4568515 Mar 28 12:12:53.580668 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 60872) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:12:53.696402 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-4443d85b-bed3-40d0-99d3-329187a3caf9 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588883'] for network, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:12:53.825736 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-4443d85b-bed3-40d0-99d3-329187a3caf9 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930431', 'neutron.services.segments.db._delete_segments_for_network-8783496351308'] for network, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:12:53.850637 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-4443d85b-bed3-40d0-99d3-329187a3caf9 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3e97028-cdf9-4720-9a17-982f2ddb763c']}} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:12:53.862246 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-4443d85b-bed3-40d0-99d3-329187a3caf9 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65c6551c-138e-443b-9ae3-1b9c1aebae70') {'for_net_delete': True} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:12:53.863100 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-4443d85b-bed3-40d0-99d3-329187a3caf9 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65c6551c-138e-443b-9ae3-1b9c1aebae70') {} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:12:53.874516 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-4443d85b-bed3-40d0-99d3-329187a3caf9 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783496353639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3591341'] for segment, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:12:53.891200 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-4443d85b-bed3-40d0-99d3-329187a3caf9 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:12:53.897646 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4443d85b-bed3-40d0-99d3-329187a3caf9 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=87870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 12:12:53.897938 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-4443d85b-bed3-40d0-99d3-329187a3caf9 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1920481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2558260'] for segment, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:12:53.915841 dv-neutron-835340-2-hyperv neutron-server[87870]: Traceback (most recent call last): Mar 28 12:12:53.915841 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 12:12:53.915841 dv-neutron-835340-2-hyperv neutron-server[87870]: timer() Mar 28 12:12:53.915841 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 12:12:53.915841 dv-neutron-835340-2-hyperv neutron-server[87870]: cb(*args, **kw) Mar 28 12:12:53.915841 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 12:12:53.915841 dv-neutron-835340-2-hyperv neutron-server[87870]: return func(*args, **kwargs) Mar 28 12:12:53.915841 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 12:12:53.915841 dv-neutron-835340-2-hyperv neutron-server[87870]: self._notify() Mar 28 12:12:53.915841 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 12:12:53.915841 dv-neutron-835340-2-hyperv neutron-server[87870]: self.callback(batched_events) Mar 28 12:12:53.915841 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 12:12:53.915841 dv-neutron-835340-2-hyperv neutron-server[87870]: event.method(event) Mar 28 12:12:53.915841 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 12:12:53.915841 dv-neutron-835340-2-hyperv neutron-server[87870]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 12:12:53.915841 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 12:12:53.915841 dv-neutron-835340-2-hyperv neutron-server[87870]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 12:12:53.915841 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 12:12:53.915841 dv-neutron-835340-2-hyperv neutron-server[87870]: return f(self, *a, **k) Mar 28 12:12:53.915841 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 12:12:53.915841 dv-neutron-835340-2-hyperv neutron-server[87870]: return self._get(url).json() Mar 28 12:12:53.915841 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 12:12:53.915841 dv-neutron-835340-2-hyperv neutron-server[87870]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 12:12:53.915841 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 12:12:53.915841 dv-neutron-835340-2-hyperv neutron-server[87870]: return self.request(url, 'GET', **kwargs) Mar 28 12:12:53.915841 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 12:12:53.915841 dv-neutron-835340-2-hyperv neutron-server[87870]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 12:12:53.915841 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 12:12:53.915841 dv-neutron-835340-2-hyperv neutron-server[87870]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 12:12:53.915841 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 12:12:53.915841 dv-neutron-835340-2-hyperv neutron-server[87870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 12:12:53.915841 dv-neutron-835340-2-hyperv neutron-server[87870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 12:12:53.995279 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-4443d85b-bed3-40d0-99d3-329187a3caf9 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709602'] for network, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:12:54.015720 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-4443d85b-bed3-40d0-99d3-329187a3caf9 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for network, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:12:54.028302 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4443d85b-bed3-40d0-99d3-329187a3caf9 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Pushing event deleted for resources: {'Network': ['ID=b3e97028-cdf9-4720-9a17-982f2ddb763c,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:12:54.037714 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-4443d85b-bed3-40d0-99d3-329187a3caf9 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "DELETE /v2.0/networks/b3e97028-cdf9-4720-9a17-982f2ddb763c HTTP/1.1" status: 204 len: 168 time: 0.4560785 Mar 28 12:12:54.054021 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 81ad87e8-08dd-4fb9-93e1-53cd2c05613f no longer exists at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 12:12:54.062052 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 60876) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:12:54.067738 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-536e7323-d5de-49f3-9bdb-c6ed310a6046 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Request body: {'network': {'name': 'tempest-network-smoke--257014366', 'project_id': '527195c95736491ca1967a42cc300275', 'port_security_enabled': True}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:12:54.073183 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-536e7323-d5de-49f3-9bdb-c6ed310a6046 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:12:54.077343 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-536e7323-d5de-49f3-9bdb-c6ed310a6046 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Usage tracker for resource:network and tenant:527195c95736491ca1967a42cc300275 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:12:54.080435 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-536e7323-d5de-49f3-9bdb-c6ed310a6046 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:12:54.086870 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-536e7323-d5de-49f3-9bdb-c6ed310a6046 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:12:54.096066 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-536e7323-d5de-49f3-9bdb-c6ed310a6046 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Made reservation on behalf of 527195c95736491ca1967a42cc300275 for: {'network': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 12:12:54.098511 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] No Port match for: 81ad87e8-08dd-4fb9-93e1-53cd2c05613f {{(pid=87872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 12:12:54.098858 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 81ad87e8-08dd-4fb9-93e1-53cd2c05613f not bound to the agent host dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 12:12:54.099277 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device de64b58d-2116-438c-8e8e-5873e533ab03 no longer exists at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 12:12:54.100137 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-536e7323-d5de-49f3-9bdb-c6ed310a6046 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for network, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:12:54.127331 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-536e7323-d5de-49f3-9bdb-c6ed310a6046 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=87871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 12:12:54.135895 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] No Port match for: de64b58d-2116-438c-8e8e-5873e533ab03 {{(pid=87872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 12:12:54.136241 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-536e7323-d5de-49f3-9bdb-c6ed310a6046 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:12:54.136344 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device de64b58d-2116-438c-8e8e-5873e533ab03 not bound to the agent host dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 12:12:54.136573 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.db.segments_db [None req-536e7323-d5de-49f3-9bdb-c6ed310a6046 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Added segment 79fd587d-2b68-4009-b8c8-e86a0247a4f9 of type vlan for network c0f4a71c-ba62-4900-9a94-b99d33ae5910 Mar 28 12:12:54.136672 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 0d8a27c3-9212-473c-b921-7d4177e7c203 no longer exists at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 12:12:54.162290 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-536e7323-d5de-49f3-9bdb-c6ed310a6046 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783495836591'] for network, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:12:54.169607 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] No Port match for: 0d8a27c3-9212-473c-b921-7d4177e7c203 {{(pid=87872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 12:12:54.169949 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 0d8a27c3-9212-473c-b921-7d4177e7c203 not bound to the agent host dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 12:12:54.193763 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-536e7323-d5de-49f3-9bdb-c6ed310a6046 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765'] for network, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:12:54.199067 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-536e7323-d5de-49f3-9bdb-c6ed310a6046 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:12:54.199681 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-536e7323-d5de-49f3-9bdb-c6ed310a6046 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for network, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:12:54.301020 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-536e7323-d5de-49f3-9bdb-c6ed310a6046 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2378106 Mar 28 12:12:54.303923 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 60880) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:12:54.307046 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536e7323-d5de-49f3-9bdb-c6ed310a6046 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Pushing event updated for resources: {'Network': ['ID=c0f4a71c-ba62-4900-9a94-b99d33ae5910,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:12:54.309031 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-ee2cfc52-ecf5-4a0c-995e-9e215ad91401 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1488165507', 'admin_state_up': True, 'project_id': '527195c95736491ca1967a42cc300275', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b'}}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:12:54.316215 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-ee2cfc52-ecf5-4a0c-995e-9e215ad91401 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:12:54.317839 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Network c0f4a71c-ba62-4900-9a94-b99d33ae5910 details requested by agent ovs-agent-dv-neutron-835340-2-hyperv with host dv-neutron-835340-2-hyperv {{(pid=87872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 12:12:54.320215 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-ee2cfc52-ecf5-4a0c-995e-9e215ad91401 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Usage tracker for resource:router and tenant:527195c95736491ca1967a42cc300275 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:12:54.323048 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-ee2cfc52-ecf5-4a0c-995e-9e215ad91401 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:12:54.329648 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-ee2cfc52-ecf5-4a0c-995e-9e215ad91401 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:12:54.339692 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-ee2cfc52-ecf5-4a0c-995e-9e215ad91401 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-707665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-260886'] for router, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:12:54.340652 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-ee2cfc52-ecf5-4a0c-995e-9e215ad91401 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-705660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709650', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-767110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260873'] for router, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:12:54.356716 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-ee2cfc52-ecf5-4a0c-995e-9e215ad91401 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:12:54.716856 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-ee2cfc52-ecf5-4a0c-995e-9e215ad91401 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-709632', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-707672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260923'] for router, precommit_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:12:55.010413 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-ee2cfc52-ecf5-4a0c-995e-9e215ad91401 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for router_gateway, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:12:55.039751 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-ee2cfc52-ecf5-4a0c-995e-9e215ad91401 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:12:55.178551 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.db_base_plugin_common [None req-ee2cfc52-ecf5-4a0c-995e-9e215ad91401 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Allocated IP 172.26.7.44 (ac2b1748-8f63-4b17-a9c7-07e79704aa5b/0b7ebf76-1dc7-431a-a0b4-b96bacf287c2/6e0864a0-ab6c-4dad-b4fc-28ff80ce531e) {{(pid=87870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 12:12:55.320925 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-ee2cfc52-ecf5-4a0c-995e-9e215ad91401 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for port, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:12:55.351376 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-ee2cfc52-ecf5-4a0c-995e-9e215ad91401 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:12:55.414647 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee2cfc52-ecf5-4a0c-995e-9e215ad91401 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Network ac2b1748-8f63-4b17-a9c7-07e79704aa5b is already hosted by enough agents. {{(pid=87870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:12:55.417382 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.base_scheduler [None req-ee2cfc52-ecf5-4a0c-995e-9e215ad91401 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Resources bound (agent type, host, resource id): {{(pid=87870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:12:55.425104 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee2cfc52-ecf5-4a0c-995e-9e215ad91401 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Received port after_create {{(pid=87870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 12:12:55.464905 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2cfc52-ecf5-4a0c-995e-9e215ad91401 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Pushing event updated for resources: {'Port': ['ID=6e0864a0-ab6c-4dad-b4fc-28ff80ce531e,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:12:55.826610 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-ee2cfc52-ecf5-4a0c-995e-9e215ad91401 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for router_gateway, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:12:56.264910 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-ee2cfc52-ecf5-4a0c-995e-9e215ad91401 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709693'] for router, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:12:56.466300 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee2cfc52-ecf5-4a0c-995e-9e215ad91401 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Router d3de67c1-3af1-491e-8b6c-23042aa72acc is scheduled to L3 agent af79d429-529e-400b-a119-94d4bec03f3e with binding_index 1 {{(pid=87870) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 12:12:56.643456 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee2cfc52-ecf5-4a0c-995e-9e215ad91401 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 12:12:56.653644 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45832c2d-57bc-4491-93bc-28d34b6719d7 None None] Sync routers for ids ['d3de67c1-3af1-491e-8b6c-23042aa72acc'] in dv-neutron-835340-2-hyperv {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 12:12:56.662729 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45832c2d-57bc-4491-93bc-28d34b6719d7 None None] Routers {'d3de67c1-3af1-491e-8b6c-23042aa72acc'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:12:56.663323 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-45832c2d-57bc-4491-93bc-28d34b6719d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:12:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['d3de67c1-3af1-491e-8b6c-23042aa72acc'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:12:56.669901 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-ee2cfc52-ecf5-4a0c-995e-9e215ad91401 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for router, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:12:56.671150 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-ee2cfc52-ecf5-4a0c-995e-9e215ad91401 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.3661578 Mar 28 12:12:56.674494 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 60884) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:12:56.714253 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-e8acf527-f175-4357-aef2-0f7e32a83fe3 tempest-TestNetworkBasicOps-386611239 tempest-TestNetworkBasicOps-386611239-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=527195c95736491ca1967a42cc300275&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0380826 Mar 28 12:12:56.716847 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 60888) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:12:56.842014 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvr_db [None req-45832c2d-57bc-4491-93bc-28d34b6719d7 None None] Set router d3de67c1-3af1-491e-8b6c-23042aa72acc gateway port host: dv-neutron-835340-2-hyperv {{(pid=87872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:12:56.845269 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17bb6f5d-594a-491a-8fa7-ca3605134214 tempest-TestNetworkBasicOps-386611239 tempest-TestNetworkBasicOps-386611239-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:12:56.850093 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-17bb6f5d-594a-491a-8fa7-ca3605134214 tempest-TestNetworkBasicOps-386611239 tempest-TestNetworkBasicOps-386611239-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1289756 Mar 28 12:12:56.850305 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 60892) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:12:56.896087 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-1d091d8a-fa97-4467-904f-b575f8d9e8cf tempest-TestNetworkBasicOps-386611239 tempest-TestNetworkBasicOps-386611239-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=ac2b1748-8f63-4b17-a9c7-07e79704aa5b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0414722 Mar 28 12:12:56.896269 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 60896) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:12:56.901321 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-a57a4dfc-dc92-4026-8f7e-fb0bf7529c4c tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1977601243', 'network_id': 'c0f4a71c-ba62-4900-9a94-b99d33ae5910', 'project_id': '527195c95736491ca1967a42cc300275', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:12:57.010302 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-a57a4dfc-dc92-4026-8f7e-fb0bf7529c4c tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:12:57.014580 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-a57a4dfc-dc92-4026-8f7e-fb0bf7529c4c tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Usage tracker for resource:subnet and tenant:527195c95736491ca1967a42cc300275 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:12:57.017397 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-a57a4dfc-dc92-4026-8f7e-fb0bf7529c4c tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:12:57.023720 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-a57a4dfc-dc92-4026-8f7e-fb0bf7529c4c tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:12:57.033183 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a57a4dfc-dc92-4026-8f7e-fb0bf7529c4c tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Made reservation on behalf of 527195c95736491ca1967a42cc300275 for: {'subnet': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 12:12:57.036647 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-a57a4dfc-dc92-4026-8f7e-fb0bf7529c4c tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26551362'] for subnet, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:12:57.158440 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-45832c2d-57bc-4491-93bc-28d34b6719d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3de67c1-3af1-491e-8b6c-23042aa72acc', 'name': 'tempest-TestNetworkBasicOps-router-1488165507', 'tenant_id': '527195c95736491ca1967a42cc300275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.44'}], 'enable_snat': True}, 'gw_port_id': '6e0864a0-ab6c-4dad-b4fc-28ff80ce531e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:12:54Z', 'updated_at': '2022-03-28T12:12:55Z', 'revision_number': 3, 'project_id': '527195c95736491ca1967a42cc300275', 'gw_port': {'id': '6e0864a0-ab6c-4dad-b4fc-28ff80ce531e', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:2d:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3de67c1-3af1-491e-8b6c-23042aa72acc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:12:55Z', 'updated_at': '2022-03-28T12:12:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv'}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:12:57.162318 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45832c2d-57bc-4491-93bc-28d34b6719d7 None None] Checking router: d3de67c1-3af1-491e-8b6c-23042aa72acc for host: dv-neutron-835340-2-hyperv {{(pid=87872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 12:12:57.162676 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45832c2d-57bc-4491-93bc-28d34b6719d7 None None] Updating router d3de67c1-3af1-491e-8b6c-23042aa72acc port 6e0864a0-ab6c-4dad-b4fc-28ff80ce531e binding host dv-neutron-835340-2-hyperv {{(pid=87872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 12:12:57.221625 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-45832c2d-57bc-4491-93bc-28d34b6719d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:12:57.249401 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-a57a4dfc-dc92-4026-8f7e-fb0bf7529c4c tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2364128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26551408'] for subnet, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:12:57.326452 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57a4dfc-dc92-4026-8f7e-fb0bf7529c4c tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Pushing event updated for resources: {'Subnet': ['ID=9f2b54d3-c699-4504-839e-87ca63172181,revision_number=0']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:12:57.334253 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a57a4dfc-dc92-4026-8f7e-fb0bf7529c4c tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Checking segment: {'id': '79fd587d-2b68-4009-b8c8-e86a0247a4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'c0f4a71c-ba62-4900-9a94-b99d33ae5910'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 12:12:57.334253 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a57a4dfc-dc92-4026-8f7e-fb0bf7529c4c tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Network hostable DHCP agents. Network: c0f4a71c-ba62-4900-9a94-b99d33ae5910, hostable agents: ['3cb85949-855b-4a40-b988-cd5705e511da'], hosted agents: [] {{(pid=87871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 12:12:57.354915 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a57a4dfc-dc92-4026-8f7e-fb0bf7529c4c tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Network c0f4a71c-ba62-4900-9a94-b99d33ae5910 is scheduled to be hosted by DHCP agent 3cb85949-855b-4a40-b988-cd5705e511da with binding_index 1 {{(pid=87871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 12:12:57.364412 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-a57a4dfc-dc92-4026-8f7e-fb0bf7529c4c tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-2-hyperv, c0f4a71c-ba62-4900-9a94-b99d33ae5910) {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:12:57.369425 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a57a4dfc-dc92-4026-8f7e-fb0bf7529c4c tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:12:57.370013 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-a57a4dfc-dc92-4026-8f7e-fb0bf7529c4c tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for subnet, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:12:57.375568 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a5e242c-9233-4b0a-90f6-1881cac8b2b0 None None] Network c0f4a71c-ba62-4900-9a94-b99d33ae5910 requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 12:12:57.400243 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-a57a4dfc-dc92-4026-8f7e-fb0bf7529c4c tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5005631 Mar 28 12:12:57.400434 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 60900) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:12:57.728550 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-444b41e2-da42-4705-8653-779922ff9a9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1d3f2a9-8722-5ce5-bc40-181687d1ed3f-c0f4a71c-ba62-4900-9a94-b99d33ae5910', 'network_id': 'c0f4a71c-ba62-4900-9a94-b99d33ae5910', 'tenant_id': '527195c95736491ca1967a42cc300275', 'fixed_ips': [{'subnet_id': '9f2b54d3-c699-4504-839e-87ca63172181'}]}} from dv-neutron-835340-2-hyperv. {{(pid=87872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 12:12:57.729374 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-444b41e2-da42-4705-8653-779922ff9a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:12:57.741993 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-45832c2d-57bc-4491-93bc-28d34b6719d7 None None] Notify callbacks [] for port, precommit_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:12:57.762353 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-45832c2d-57bc-4491-93bc-28d34b6719d7 None None] Transition to ACTIVE for port object 6e0864a0-ab6c-4dad-b4fc-28ff80ce531e will not be triggered until provisioned by entity L2. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:12:57.801194 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-45832c2d-57bc-4491-93bc-28d34b6719d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:12:57.907422 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9a6f64-8565-4619-b1ba-1ff9da0b93df None None] Pushing event updated for resources: {'Port': ['ID=6e0864a0-ab6c-4dad-b4fc-28ff80ce531e,revision_number=2']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:12:57.909710 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-45832c2d-57bc-4491-93bc-28d34b6719d7 None None] Attempting to bind port 6e0864a0-ab6c-4dad-b4fc-28ff80ce531e on host dv-neutron-835340-2-hyperv for vnic_type normal with profile {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 12:12:57.910068 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-45832c2d-57bc-4491-93bc-28d34b6719d7 None None] Attempting to bind port 6e0864a0-ab6c-4dad-b4fc-28ff80ce531e by drivers openvswitch,hyperv on host dv-neutron-835340-2-hyperv at level 0 using segments [{'id': '688afb86-c9bd-46e2-ba7d-3fe76fb1efff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b'}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 12:12:57.910428 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45832c2d-57bc-4491-93bc-28d34b6719d7 None None] Attempting to bind port 6e0864a0-ab6c-4dad-b4fc-28ff80ce531e on network ac2b1748-8f63-4b17-a9c7-07e79704aa5b {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 12:12:57.918723 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45832c2d-57bc-4491-93bc-28d34b6719d7 None None] Checking agent: {'id': '961a16fe-cbc8-4264-ac28-bbbd53f89caa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 46, 6), 'started_at': datetime.datetime(2022, 3, 28, 11, 46, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 12, 12, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 12:12:57.919092 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45832c2d-57bc-4491-93bc-28d34b6719d7 None None] Checking segment: {'id': '688afb86-c9bd-46e2-ba7d-3fe76fb1efff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 12:12:57.919509 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-45832c2d-57bc-4491-93bc-28d34b6719d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:12:57.919892 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45832c2d-57bc-4491-93bc-28d34b6719d7 None None] Bound using segment: {'id': '688afb86-c9bd-46e2-ba7d-3fe76fb1efff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b'} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 12:12:57.920368 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-45832c2d-57bc-4491-93bc-28d34b6719d7 None None] Bound port: 6e0864a0-ab6c-4dad-b4fc-28ff80ce531e, host: dv-neutron-835340-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '688afb86-c9bd-46e2-ba7d-3fe76fb1efff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b'}}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 12:12:57.920719 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-45832c2d-57bc-4491-93bc-28d34b6719d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:12:58.052874 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-45832c2d-57bc-4491-93bc-28d34b6719d7 None None] For port 6e0864a0-ab6c-4dad-b4fc-28ff80ce531e, host dv-neutron-835340-2-hyperv, cleared binding levels {{(pid=87872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 12:12:58.054956 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.db_base_plugin_common [None req-444b41e2-da42-4705-8653-779922ff9a9c None None] Allocated IP 172.20.0.2 (c0f4a71c-ba62-4900-9a94-b99d33ae5910/9f2b54d3-c699-4504-839e-87ca63172181/919e3980-0f57-4b26-bf5c-ae1e9a8f0e52) {{(pid=87872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 12:12:58.057589 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-45832c2d-57bc-4491-93bc-28d34b6719d7 None None] For port 6e0864a0-ab6c-4dad-b4fc-28ff80ce531e, host dv-neutron-835340-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=6e0864a0-ab6c-4dad-b4fc-28ff80ce531e,segment=NetworkSegment(688afb86-c9bd-46e2-ba7d-3fe76fb1efff),segment_id=688afb86-c9bd-46e2-ba7d-3fe76fb1efff)] {{(pid=87872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 12:12:58.062358 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-45832c2d-57bc-4491-93bc-28d34b6719d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:12:58.207529 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-c2af813d-8219-4124-b495-712fd0d7f921 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:12:58.213688 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45832c2d-57bc-4491-93bc-28d34b6719d7 None None] Routers {'d3de67c1-3af1-491e-8b6c-23042aa72acc'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:12:58.214318 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-45832c2d-57bc-4491-93bc-28d34b6719d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:12:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['d3de67c1-3af1-491e-8b6c-23042aa72acc'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:12:58.297514 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9a6f64-8565-4619-b1ba-1ff9da0b93df None None] Pushing event updated for resources: {'Port': ['ID=6e0864a0-ab6c-4dad-b4fc-28ff80ce531e,revision_number=3']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:12:58.521380 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvr_db [None req-45832c2d-57bc-4491-93bc-28d34b6719d7 None None] Set router d3de67c1-3af1-491e-8b6c-23042aa72acc gateway port host: dv-neutron-835340-2-hyperv {{(pid=87872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:12:58.665751 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-444b41e2-da42-4705-8653-779922ff9a9c None None] Notify callbacks [] for port, precommit_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:12:58.721329 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-444b41e2-da42-4705-8653-779922ff9a9c None None] Transition to ACTIVE for port object 919e3980-0f57-4b26-bf5c-ae1e9a8f0e52 will not be triggered until provisioned by entity L2. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:12:58.753030 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-444b41e2-da42-4705-8653-779922ff9a9c None None] Transition to ACTIVE for port object 919e3980-0f57-4b26-bf5c-ae1e9a8f0e52 will not be triggered until provisioned by entity DHCP. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:12:58.760080 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-444b41e2-da42-4705-8653-779922ff9a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241'] for port, after_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:12:58.828127 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.db_base_plugin_common [None req-c2af813d-8219-4124-b495-712fd0d7f921 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Allocated IP 172.20.0.1 (c0f4a71c-ba62-4900-9a94-b99d33ae5910/9f2b54d3-c699-4504-839e-87ca63172181/d988fa14-c2fc-4509-83c2-d4495cf6af6b) {{(pid=87871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 12:12:58.868237 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-444b41e2-da42-4705-8653-779922ff9a9c None None] Network c0f4a71c-ba62-4900-9a94-b99d33ae5910 is already hosted by enough agents. {{(pid=87872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:12:58.875149 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.base_scheduler [None req-444b41e2-da42-4705-8653-779922ff9a9c None None] Resources bound (agent type, host, resource id): {{(pid=87872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:12:58.877827 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-444b41e2-da42-4705-8653-779922ff9a9c None None] Received port after_create {{(pid=87872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 12:12:58.889590 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444b41e2-da42-4705-8653-779922ff9a9c None None] Pushing event updated for resources: {'Port': ['ID=919e3980-0f57-4b26-bf5c-ae1e9a8f0e52,revision_number=1']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:12:58.990633 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-444b41e2-da42-4705-8653-779922ff9a9c None None] Attempting to bind port 919e3980-0f57-4b26-bf5c-ae1e9a8f0e52 on host dv-neutron-835340-2-hyperv for vnic_type normal with profile {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 12:12:58.990874 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-c2af813d-8219-4124-b495-712fd0d7f921 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for port, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:12:58.991016 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-444b41e2-da42-4705-8653-779922ff9a9c None None] Attempting to bind port 919e3980-0f57-4b26-bf5c-ae1e9a8f0e52 by drivers openvswitch,hyperv on host dv-neutron-835340-2-hyperv at level 0 using segments [{'id': '79fd587d-2b68-4009-b8c8-e86a0247a4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'c0f4a71c-ba62-4900-9a94-b99d33ae5910'}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 12:12:58.991338 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444b41e2-da42-4705-8653-779922ff9a9c None None] Attempting to bind port 919e3980-0f57-4b26-bf5c-ae1e9a8f0e52 on network c0f4a71c-ba62-4900-9a94-b99d33ae5910 {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 12:12:58.999833 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444b41e2-da42-4705-8653-779922ff9a9c None None] Checking agent: {'id': '961a16fe-cbc8-4264-ac28-bbbd53f89caa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 46, 6), 'started_at': datetime.datetime(2022, 3, 28, 11, 46, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 12, 12, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 12:12:59.000231 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444b41e2-da42-4705-8653-779922ff9a9c None None] Checking segment: {'id': '79fd587d-2b68-4009-b8c8-e86a0247a4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'c0f4a71c-ba62-4900-9a94-b99d33ae5910'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 12:12:59.000621 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-444b41e2-da42-4705-8653-779922ff9a9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:12:59.001002 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444b41e2-da42-4705-8653-779922ff9a9c None None] Bound using segment: {'id': '79fd587d-2b68-4009-b8c8-e86a0247a4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'c0f4a71c-ba62-4900-9a94-b99d33ae5910'} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 12:12:59.001456 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-444b41e2-da42-4705-8653-779922ff9a9c None None] Bound port: 919e3980-0f57-4b26-bf5c-ae1e9a8f0e52, host: dv-neutron-835340-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79fd587d-2b68-4009-b8c8-e86a0247a4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'c0f4a71c-ba62-4900-9a94-b99d33ae5910'}}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 12:12:59.001814 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-444b41e2-da42-4705-8653-779922ff9a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:12:59.006281 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.provisioning_blocks [None req-c2af813d-8219-4124-b495-712fd0d7f921 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Transition to ACTIVE for port object d988fa14-c2fc-4509-83c2-d4495cf6af6b will not be triggered until provisioned by entity DHCP. {{(pid=87871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:12:59.030442 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-c2af813d-8219-4124-b495-712fd0d7f921 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:12:59.050628 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-45832c2d-57bc-4491-93bc-28d34b6719d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3de67c1-3af1-491e-8b6c-23042aa72acc', 'name': 'tempest-TestNetworkBasicOps-router-1488165507', 'tenant_id': '527195c95736491ca1967a42cc300275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.44'}], 'enable_snat': True}, 'gw_port_id': '6e0864a0-ab6c-4dad-b4fc-28ff80ce531e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:12:54Z', 'updated_at': '2022-03-28T12:12:55Z', 'revision_number': 3, 'project_id': '527195c95736491ca1967a42cc300275', 'gw_port': {'id': '6e0864a0-ab6c-4dad-b4fc-28ff80ce531e', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:2d:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3de67c1-3af1-491e-8b6c-23042aa72acc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:12:55Z', 'updated_at': '2022-03-28T12:12:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv'}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:12:59.062749 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45832c2d-57bc-4491-93bc-28d34b6719d7 None None] The sync data for ids ['d3de67c1-3af1-491e-8b6c-23042aa72acc'] in dv-neutron-835340-2-hyperv is: [{'id': 'd3de67c1-3af1-491e-8b6c-23042aa72acc', 'name': 'tempest-TestNetworkBasicOps-router-1488165507', 'tenant_id': '527195c95736491ca1967a42cc300275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.44'}], 'enable_snat': True}, 'gw_port_id': '6e0864a0-ab6c-4dad-b4fc-28ff80ce531e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:12:54Z', 'updated_at': '2022-03-28T12:12:55Z', 'revision_number': 3, 'project_id': '527195c95736491ca1967a42cc300275', 'gw_port': {'id': '6e0864a0-ab6c-4dad-b4fc-28ff80ce531e', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:2d:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3de67c1-3af1-491e-8b6c-23042aa72acc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:12:55Z', 'updated_at': '2022-03-28T12:12:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv'}] {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 12:12:59.095278 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2af813d-8219-4124-b495-712fd0d7f921 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Network c0f4a71c-ba62-4900-9a94-b99d33ae5910 is already hosted by enough agents. {{(pid=87871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:12:59.098540 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-c2af813d-8219-4124-b495-712fd0d7f921 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Resources bound (agent type, host, resource id): {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:12:59.102457 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2af813d-8219-4124-b495-712fd0d7f921 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Received port after_create {{(pid=87871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 12:12:59.105518 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-444b41e2-da42-4705-8653-779922ff9a9c None None] For port 919e3980-0f57-4b26-bf5c-ae1e9a8f0e52, host dv-neutron-835340-2-hyperv, cleared binding levels {{(pid=87872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 12:12:59.109789 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-444b41e2-da42-4705-8653-779922ff9a9c None None] For port 919e3980-0f57-4b26-bf5c-ae1e9a8f0e52, host dv-neutron-835340-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=919e3980-0f57-4b26-bf5c-ae1e9a8f0e52,segment=NetworkSegment(79fd587d-2b68-4009-b8c8-e86a0247a4f9),segment_id=79fd587d-2b68-4009-b8c8-e86a0247a4f9)] {{(pid=87872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 12:12:59.114611 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-444b41e2-da42-4705-8653-779922ff9a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:12:59.152332 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2af813d-8219-4124-b495-712fd0d7f921 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Pushing event updated for resources: {'Port': ['ID=d988fa14-c2fc-4509-83c2-d4495cf6af6b,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:12:59.172387 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-c2af813d-8219-4124-b495-712fd0d7f921 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-709483'] for router_interface, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:12:59.207792 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444b41e2-da42-4705-8653-779922ff9a9c None None] Pushing event updated for resources: {'Port': ['ID=919e3980-0f57-4b26-bf5c-ae1e9a8f0e52,revision_number=2']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:12:59.500884 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-c2af813d-8219-4124-b495-712fd0d7f921 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:13:00.073383 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-c2af813d-8219-4124-b495-712fd0d7f921 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for port, precommit_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:13:00.081076 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-c2af813d-8219-4124-b495-712fd0d7f921 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2363241'] for port, after_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:13:00.083966 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 6e0864a0-ab6c-4dad-b4fc-28ff80ce531e up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:13:00.158988 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning for port 6e0864a0-ab6c-4dad-b4fc-28ff80ce531e completed by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:13:00.165488 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port 6e0864a0-ab6c-4dad-b4fc-28ff80ce531e triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:13:00.166057 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:13:00.204918 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2af813d-8219-4124-b495-712fd0d7f921 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Pushing event updated for resources: {'Port': ['ID=d988fa14-c2fc-4509-83c2-d4495cf6af6b,revision_number=2']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:13:00.208178 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-c2af813d-8219-4124-b495-712fd0d7f921 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-743372'] for router_interface, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:13:00.272648 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be755e44-9f23-4422-b434-1eefcd6282e6 None None] Network c0f4a71c-ba62-4900-9a94-b99d33ae5910 requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 12:13:00.349035 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2af813d-8219-4124-b495-712fd0d7f921 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Network c0f4a71c-ba62-4900-9a94-b99d33ae5910 is already hosted by enough agents. {{(pid=87871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:13:00.350159 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-c2af813d-8219-4124-b495-712fd0d7f921 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Resources bound (agent type, host, resource id): {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:13:00.392909 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-c72b785b-3d4f-4e95-904f-da5c83b2d3be None None] Provisioning for port 919e3980-0f57-4b26-bf5c-ae1e9a8f0e52 completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:13:00.400507 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:13:00.427178 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] For port 6e0864a0-ab6c-4dad-b4fc-28ff80ce531e, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=6e0864a0-ab6c-4dad-b4fc-28ff80ce531e,segment=NetworkSegment(688afb86-c9bd-46e2-ba7d-3fe76fb1efff),segment_id=688afb86-c9bd-46e2-ba7d-3fe76fb1efff)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:13:00.436684 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:13:00.437455 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 919e3980-0f57-4b26-bf5c-ae1e9a8f0e52 up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:13:00.542062 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2af813d-8219-4124-b495-712fd0d7f921 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Router d3de67c1-3af1-491e-8b6c-23042aa72acc has already been hosted by L3 agent af79d429-529e-400b-a119-94d4bec03f3e {{(pid=87871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 12:13:00.638602 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Pushing event updated for resources: {'Port': ['ID=6e0864a0-ab6c-4dad-b4fc-28ff80ce531e,revision_number=4']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:13:00.660612 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning for port 919e3980-0f57-4b26-bf5c-ae1e9a8f0e52 completed by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:13:00.668907 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port 919e3980-0f57-4b26-bf5c-ae1e9a8f0e52 triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:13:00.669278 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:13:00.738857 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2af813d-8219-4124-b495-712fd0d7f921 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 12:13:00.749684 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d03924-0c14-4c7b-961c-790ff14496ef None None] Sync routers for ids ['d3de67c1-3af1-491e-8b6c-23042aa72acc'] in dv-neutron-835340-2-hyperv {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 12:13:00.758132 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 60904) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:13:00.758628 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-c2af813d-8219-4124-b495-712fd0d7f921 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "PUT /v2.0/routers/d3de67c1-3af1-491e-8b6c-23042aa72acc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3568630 Mar 28 12:13:00.769623 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d03924-0c14-4c7b-961c-790ff14496ef None None] Routers {'d3de67c1-3af1-491e-8b6c-23042aa72acc'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:13:00.770631 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-95d03924-0c14-4c7b-961c-790ff14496ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:12:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['d3de67c1-3af1-491e-8b6c-23042aa72acc'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:13:00.812488 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:13:00.850210 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] For port 919e3980-0f57-4b26-bf5c-ae1e9a8f0e52, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=919e3980-0f57-4b26-bf5c-ae1e9a8f0e52,segment=NetworkSegment(79fd587d-2b68-4009-b8c8-e86a0247a4f9),segment_id=79fd587d-2b68-4009-b8c8-e86a0247a4f9)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:13:00.857458 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:13:00.942753 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Pushing event updated for resources: {'Port': ['ID=919e3980-0f57-4b26-bf5c-ae1e9a8f0e52,revision_number=3']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:13:00.955845 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c754e2a2-0538-4805-983b-d6cbdfb928bd tempest-TestNetworkBasicOps-386611239 tempest-TestNetworkBasicOps-386611239-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:13:00.956987 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c754e2a2-0538-4805-983b-d6cbdfb928bd tempest-TestNetworkBasicOps-386611239 tempest-TestNetworkBasicOps-386611239-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:13:00.957627 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c754e2a2-0538-4805-983b-d6cbdfb928bd tempest-TestNetworkBasicOps-386611239 tempest-TestNetworkBasicOps-386611239-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:13:00.958095 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c754e2a2-0538-4805-983b-d6cbdfb928bd tempest-TestNetworkBasicOps-386611239 tempest-TestNetworkBasicOps-386611239-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:13:00.958551 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c754e2a2-0538-4805-983b-d6cbdfb928bd tempest-TestNetworkBasicOps-386611239 tempest-TestNetworkBasicOps-386611239-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:13:00.959855 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c754e2a2-0538-4805-983b-d6cbdfb928bd tempest-TestNetworkBasicOps-386611239 tempest-TestNetworkBasicOps-386611239-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:13:00.963781 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-c754e2a2-0538-4805-983b-d6cbdfb928bd tempest-TestNetworkBasicOps-386611239 tempest-TestNetworkBasicOps-386611239-project-admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4279 time: 0.2015202 Mar 28 12:13:00.964195 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 60908) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:13:00.983609 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvr_db [None req-95d03924-0c14-4c7b-961c-790ff14496ef None None] Set router d3de67c1-3af1-491e-8b6c-23042aa72acc gateway port host: dv-neutron-835340-2-hyperv {{(pid=87873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:13:01.032227 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-5228036a-0636-4dc4-8321-b63d013ed8ba None None] Provisioning complete for port 919e3980-0f57-4b26-bf5c-ae1e9a8f0e52 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:13:01.032739 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-5228036a-0636-4dc4-8321-b63d013ed8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:13:01.058348 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c31ce89-fde0-4742-84bb-e298247501b8 tempest-TestNetworkBasicOps-386611239 tempest-TestNetworkBasicOps-386611239-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:13:01.058810 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c31ce89-fde0-4742-84bb-e298247501b8 tempest-TestNetworkBasicOps-386611239 tempest-TestNetworkBasicOps-386611239-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:13:01.059253 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c31ce89-fde0-4742-84bb-e298247501b8 tempest-TestNetworkBasicOps-386611239 tempest-TestNetworkBasicOps-386611239-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:13:01.059718 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c31ce89-fde0-4742-84bb-e298247501b8 tempest-TestNetworkBasicOps-386611239 tempest-TestNetworkBasicOps-386611239-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:13:01.060165 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c31ce89-fde0-4742-84bb-e298247501b8 tempest-TestNetworkBasicOps-386611239 tempest-TestNetworkBasicOps-386611239-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:13:01.060615 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c31ce89-fde0-4742-84bb-e298247501b8 tempest-TestNetworkBasicOps-386611239 tempest-TestNetworkBasicOps-386611239-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:13:01.065337 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 60912) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:13:01.066112 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-1c31ce89-fde0-4742-84bb-e298247501b8 tempest-TestNetworkBasicOps-386611239 tempest-TestNetworkBasicOps-386611239-project-admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.1001825 Mar 28 12:13:01.225334 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-5228036a-0636-4dc4-8321-b63d013ed8ba None None] Provisioning for port d988fa14-c2fc-4509-83c2-d4495cf6af6b completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:13:01.231314 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-5228036a-0636-4dc4-8321-b63d013ed8ba None None] Provisioning complete for port d988fa14-c2fc-4509-83c2-d4495cf6af6b triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:13:01.232106 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-5228036a-0636-4dc4-8321-b63d013ed8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:13:01.294787 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-5228036a-0636-4dc4-8321-b63d013ed8ba None None] Port d988fa14-c2fc-4509-83c2-d4495cf6af6b cannot update to ACTIVE because it is not bound. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 12:13:01.331673 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-1e690dcc-2913-4ec3-98cd-6365e57d0aba tempest-TestNetworkBasicOps-386611239 tempest-TestNetworkBasicOps-386611239-project-admin] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3046 time: 0.2616661 Mar 28 12:13:01.335643 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-95d03924-0c14-4c7b-961c-790ff14496ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3de67c1-3af1-491e-8b6c-23042aa72acc', 'name': 'tempest-TestNetworkBasicOps-router-1488165507', 'tenant_id': '527195c95736491ca1967a42cc300275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.44'}], 'enable_snat': True}, 'gw_port_id': '6e0864a0-ab6c-4dad-b4fc-28ff80ce531e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:12:54Z', 'updated_at': '2022-03-28T12:12:59Z', 'revision_number': 4, 'project_id': '527195c95736491ca1967a42cc300275', 'gw_port': {'id': '6e0864a0-ab6c-4dad-b4fc-28ff80ce531e', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:2d:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3de67c1-3af1-491e-8b6c-23042aa72acc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:12:55Z', 'updated_at': '2022-03-28T12:13:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_interfaces': [{'id': 'd988fa14-c2fc-4509-83c2-d4495cf6af6b', 'name': '', 'network_id': 'c0f4a71c-ba62-4900-9a94-b99d33ae5910', 'tenant_id': '527195c95736491ca1967a42cc300275', 'mac_address': 'fa:16:3e:3e:96:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3de67c1-3af1-491e-8b6c-23042aa72acc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1497, 'fixed_ips': [{'subnet_id': '9f2b54d3-c699-4504-839e-87ca63172181', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:12:58Z', 'updated_at': '2022-03-28T12:12:59Z', 'revision_number': 2, 'project_id': '527195c95736491ca1967a42cc300275', 'subnets': [{'id': '9f2b54d3-c699-4504-839e-87ca63172181', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:13:01.340004 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d03924-0c14-4c7b-961c-790ff14496ef None None] Checking router: d3de67c1-3af1-491e-8b6c-23042aa72acc for host: dv-neutron-835340-2-hyperv {{(pid=87873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 12:13:01.340453 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d03924-0c14-4c7b-961c-790ff14496ef None None] Updating router d3de67c1-3af1-491e-8b6c-23042aa72acc port d988fa14-c2fc-4509-83c2-d4495cf6af6b binding host dv-neutron-835340-2-hyperv {{(pid=87873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 12:13:01.405660 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron_lib.callbacks.manager [None req-95d03924-0c14-4c7b-961c-790ff14496ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:13:01.424095 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-07c5d1f8-fdea-47c8-9520-ad3771b802d5 None None] Provisioning complete for port d988fa14-c2fc-4509-83c2-d4495cf6af6b triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:13:01.424727 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-07c5d1f8-fdea-47c8-9520-ad3771b802d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:13:01.490174 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-07c5d1f8-fdea-47c8-9520-ad3771b802d5 None None] Port d988fa14-c2fc-4509-83c2-d4495cf6af6b cannot update to ACTIVE because it is not bound. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 12:13:01.610669 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-967fbe13-1dac-42d5-971a-438750c38701 None None] Provisioning complete for port d988fa14-c2fc-4509-83c2-d4495cf6af6b triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:13:01.611022 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-967fbe13-1dac-42d5-971a-438750c38701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:13:01.663731 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-967fbe13-1dac-42d5-971a-438750c38701 None None] Port d988fa14-c2fc-4509-83c2-d4495cf6af6b cannot update to ACTIVE because it is not bound. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 12:13:01.753584 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron_lib.callbacks.manager [None req-95d03924-0c14-4c7b-961c-790ff14496ef None None] Notify callbacks [] for port, precommit_update {{(pid=87873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:13:01.765489 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.provisioning_blocks [None req-95d03924-0c14-4c7b-961c-790ff14496ef None None] Transition to ACTIVE for port object d988fa14-c2fc-4509-83c2-d4495cf6af6b will not be triggered until provisioned by entity L2. {{(pid=87873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:13:01.772370 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron_lib.callbacks.manager [None req-95d03924-0c14-4c7b-961c-790ff14496ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:13:01.899335 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 60918) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:13:01.905827 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-5f10a502-5742-4a83-853e-029806d1e9ff tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-68984343', 'description': 'tempest-secgroup-smoke-68984343 description', 'project_id': '527195c95736491ca1967a42cc300275'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:13:01.912941 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-5f10a502-5742-4a83-853e-029806d1e9ff tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:13:01.917193 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-5f10a502-5742-4a83-853e-029806d1e9ff tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Usage tracker for resource:security_group and tenant:527195c95736491ca1967a42cc300275 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:13:01.920258 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-5f10a502-5742-4a83-853e-029806d1e9ff tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:13:01.926934 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-5f10a502-5742-4a83-853e-029806d1e9ff tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:13:01.944706 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-5f10a502-5742-4a83-853e-029806d1e9ff tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:13:01.967607 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-5f10a502-5742-4a83-853e-029806d1e9ff tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:13:01.972254 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-5f10a502-5742-4a83-853e-029806d1e9ff tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Usage tracker for resource:security_group_rule and tenant:527195c95736491ca1967a42cc300275 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:13:01.976324 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-5f10a502-5742-4a83-853e-029806d1e9ff tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:13:01.979939 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4eb53a-e55b-4fbf-9bc6-c51e7f428108 None None] Pushing event updated for resources: {'Port': ['ID=d988fa14-c2fc-4509-83c2-d4495cf6af6b,revision_number=3']} {{(pid=87873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:13:01.984982 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-5f10a502-5742-4a83-853e-029806d1e9ff tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:13:01.995880 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4eb53a-e55b-4fbf-9bc6-c51e7f428108 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:13:01.996018 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4eb53a-e55b-4fbf-9bc6-c51e7f428108 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:13:01.996341 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4eb53a-e55b-4fbf-9bc6-c51e7f428108 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:13:01.996668 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4eb53a-e55b-4fbf-9bc6-c51e7f428108 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:13:01.996992 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4eb53a-e55b-4fbf-9bc6-c51e7f428108 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:13:01.997317 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4eb53a-e55b-4fbf-9bc6-c51e7f428108 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:13:01.997637 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4eb53a-e55b-4fbf-9bc6-c51e7f428108 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:13:01.997957 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4eb53a-e55b-4fbf-9bc6-c51e7f428108 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:13:01.998279 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4eb53a-e55b-4fbf-9bc6-c51e7f428108 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:13:01.998594 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4eb53a-e55b-4fbf-9bc6-c51e7f428108 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:13:01.998910 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4eb53a-e55b-4fbf-9bc6-c51e7f428108 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:13:01.999223 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4eb53a-e55b-4fbf-9bc6-c51e7f428108 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:13:02.025993 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.managers [None req-95d03924-0c14-4c7b-961c-790ff14496ef None None] Attempting to bind port d988fa14-c2fc-4509-83c2-d4495cf6af6b on host dv-neutron-835340-2-hyperv for vnic_type normal with profile {{(pid=87873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 12:13:02.026595 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.managers [None req-95d03924-0c14-4c7b-961c-790ff14496ef None None] Attempting to bind port d988fa14-c2fc-4509-83c2-d4495cf6af6b by drivers openvswitch,hyperv on host dv-neutron-835340-2-hyperv at level 0 using segments [{'id': '79fd587d-2b68-4009-b8c8-e86a0247a4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'c0f4a71c-ba62-4900-9a94-b99d33ae5910'}] {{(pid=87873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 12:13:02.026965 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d03924-0c14-4c7b-961c-790ff14496ef None None] Attempting to bind port d988fa14-c2fc-4509-83c2-d4495cf6af6b on network c0f4a71c-ba62-4900-9a94-b99d33ae5910 {{(pid=87873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 12:13:02.032683 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d03924-0c14-4c7b-961c-790ff14496ef None None] Checking agent: {'id': '961a16fe-cbc8-4264-ac28-bbbd53f89caa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 46, 6), 'started_at': datetime.datetime(2022, 3, 28, 11, 46, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 12, 12, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 12:13:02.033114 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d03924-0c14-4c7b-961c-790ff14496ef None None] Checking segment: {'id': '79fd587d-2b68-4009-b8c8-e86a0247a4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'c0f4a71c-ba62-4900-9a94-b99d33ae5910'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 12:13:02.033562 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron_lib.callbacks.manager [None req-95d03924-0c14-4c7b-961c-790ff14496ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:13:02.033951 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d03924-0c14-4c7b-961c-790ff14496ef None None] Bound using segment: {'id': '79fd587d-2b68-4009-b8c8-e86a0247a4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'c0f4a71c-ba62-4900-9a94-b99d33ae5910'} {{(pid=87873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 12:13:02.034443 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.managers [None req-95d03924-0c14-4c7b-961c-790ff14496ef None None] Bound port: d988fa14-c2fc-4509-83c2-d4495cf6af6b, host: dv-neutron-835340-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79fd587d-2b68-4009-b8c8-e86a0247a4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'c0f4a71c-ba62-4900-9a94-b99d33ae5910'}}] {{(pid=87873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 12:13:02.034824 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron_lib.callbacks.manager [None req-95d03924-0c14-4c7b-961c-790ff14496ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:13:02.045920 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 6e0864a0-ab6c-4dad-b4fc-28ff80ce531e up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:13:02.088532 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-5f10a502-5742-4a83-853e-029806d1e9ff tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:13:02.094209 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-5f10a502-5742-4a83-853e-029806d1e9ff tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:13:02.130689 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port 6e0864a0-ab6c-4dad-b4fc-28ff80ce531e triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:13:02.131275 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:13:02.135821 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.db [None req-95d03924-0c14-4c7b-961c-790ff14496ef None None] For port d988fa14-c2fc-4509-83c2-d4495cf6af6b, host dv-neutron-835340-2-hyperv, cleared binding levels {{(pid=87873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 12:13:02.139159 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.db [None req-95d03924-0c14-4c7b-961c-790ff14496ef None None] For port d988fa14-c2fc-4509-83c2-d4495cf6af6b, host dv-neutron-835340-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=d988fa14-c2fc-4509-83c2-d4495cf6af6b,segment=NetworkSegment(79fd587d-2b68-4009-b8c8-e86a0247a4f9),segment_id=79fd587d-2b68-4009-b8c8-e86a0247a4f9)] {{(pid=87873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 12:13:02.145121 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron_lib.callbacks.manager [None req-95d03924-0c14-4c7b-961c-790ff14496ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:13:02.145269 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f10a502-5742-4a83-853e-029806d1e9ff tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f0cf636-818c-415a-b3a0-57820a839332,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:13:02.153111 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-5f10a502-5742-4a83-853e-029806d1e9ff tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:13:02.154841 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-5f10a502-5742-4a83-853e-029806d1e9ff tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2543676 Mar 28 12:13:02.157712 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 60922) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:13:02.165819 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-cfc062b5-4112-4dbe-9352-864980322ece tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Request body: {'security_group_rule': {'security_group_id': '6f0cf636-818c-415a-b3a0-57820a839332', 'project_id': '527195c95736491ca1967a42cc300275', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:13:02.172054 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-cfc062b5-4112-4dbe-9352-864980322ece tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:13:02.176403 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-cfc062b5-4112-4dbe-9352-864980322ece tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Usage tracker for resource:security_group_rule and tenant:527195c95736491ca1967a42cc300275 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:13:02.179424 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-cfc062b5-4112-4dbe-9352-864980322ece tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:13:02.186648 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-cfc062b5-4112-4dbe-9352-864980322ece tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:13:02.211504 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d03924-0c14-4c7b-961c-790ff14496ef None None] Routers {'d3de67c1-3af1-491e-8b6c-23042aa72acc'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:13:02.212072 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-cfc062b5-4112-4dbe-9352-864980322ece tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:13:02.212177 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-95d03924-0c14-4c7b-961c-790ff14496ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:12:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['d3de67c1-3af1-491e-8b6c-23042aa72acc'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:13:02.268819 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 919e3980-0f57-4b26-bf5c-ae1e9a8f0e52 up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:13:02.293380 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-cfc062b5-4112-4dbe-9352-864980322ece tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:13:02.299504 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-cfc062b5-4112-4dbe-9352-864980322ece tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740322'] for security_group_rule, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:13:02.333058 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc062b5-4112-4dbe-9352-864980322ece tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=223fef59-cd94-4071-b85f-c4a52463a30e,revision_number=0']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:13:02.334181 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4eb53a-e55b-4fbf-9bc6-c51e7f428108 None None] Pushing event updated for resources: {'Port': ['ID=d988fa14-c2fc-4509-83c2-d4495cf6af6b,revision_number=4']} {{(pid=87873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:13:02.359782 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-a8ebd66a-81ab-4297-8abf-053d35293205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:13:02.367110 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-cfc062b5-4112-4dbe-9352-864980322ece tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:13:02.367349 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port 919e3980-0f57-4b26-bf5c-ae1e9a8f0e52 triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:13:02.367739 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:13:02.369538 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-cfc062b5-4112-4dbe-9352-864980322ece tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2083554 Mar 28 12:13:02.372049 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 60926) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:13:02.378657 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-eb69264c-4f4d-4753-9cff-1c9a8dbc0150 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Request body: {'security_group_rule': {'security_group_id': '6f0cf636-818c-415a-b3a0-57820a839332', 'project_id': '527195c95736491ca1967a42cc300275', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:13:02.397727 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-eb69264c-4f4d-4753-9cff-1c9a8dbc0150 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:13:02.402304 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-eb69264c-4f4d-4753-9cff-1c9a8dbc0150 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Usage tracker for resource:security_group_rule and tenant:527195c95736491ca1967a42cc300275 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:13:02.405656 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-eb69264c-4f4d-4753-9cff-1c9a8dbc0150 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:13:02.413110 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-eb69264c-4f4d-4753-9cff-1c9a8dbc0150 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:13:02.435647 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-eb69264c-4f4d-4753-9cff-1c9a8dbc0150 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:13:02.467673 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvr_db [None req-95d03924-0c14-4c7b-961c-790ff14496ef None None] Set router d3de67c1-3af1-491e-8b6c-23042aa72acc gateway port host: dv-neutron-835340-2-hyperv {{(pid=87873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:13:02.505374 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-eb69264c-4f4d-4753-9cff-1c9a8dbc0150 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:13:02.510072 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-eb69264c-4f4d-4753-9cff-1c9a8dbc0150 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740322'] for security_group_rule, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:13:02.536180 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb69264c-4f4d-4753-9cff-1c9a8dbc0150 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b1c7a64-dc55-4b74-927e-fd31126f8daa,revision_number=0']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:13:02.545898 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-eb69264c-4f4d-4753-9cff-1c9a8dbc0150 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:13:02.547196 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-eb69264c-4f4d-4753-9cff-1c9a8dbc0150 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1736507 Mar 28 12:13:02.550816 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 60930) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:13:02.555868 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-59423dbf-03cc-4322-938d-8816dc9357a6 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Request body: {'security_group_rule': {'security_group_id': '6f0cf636-818c-415a-b3a0-57820a839332', 'project_id': '527195c95736491ca1967a42cc300275', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:13:02.561767 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-59423dbf-03cc-4322-938d-8816dc9357a6 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:13:02.565647 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-59423dbf-03cc-4322-938d-8816dc9357a6 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Usage tracker for resource:security_group_rule and tenant:527195c95736491ca1967a42cc300275 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:13:02.568458 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-59423dbf-03cc-4322-938d-8816dc9357a6 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:13:02.573958 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-59423dbf-03cc-4322-938d-8816dc9357a6 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:13:02.591081 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-59423dbf-03cc-4322-938d-8816dc9357a6 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:13:02.653800 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-59423dbf-03cc-4322-938d-8816dc9357a6 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:13:02.657279 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-59423dbf-03cc-4322-938d-8816dc9357a6 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740322'] for security_group_rule, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:13:02.675169 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59423dbf-03cc-4322-938d-8816dc9357a6 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed3e431d-cc97-42a7-ac71-ea2e13941b40,revision_number=0']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:13:02.689949 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-59423dbf-03cc-4322-938d-8816dc9357a6 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:13:02.691412 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-59423dbf-03cc-4322-938d-8816dc9357a6 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1393528 Mar 28 12:13:02.693952 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 60934) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:13:02.698789 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-b815af6a-b1d1-4098-b54a-650954cc54c2 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Request body: {'security_group_rule': {'security_group_id': '6f0cf636-818c-415a-b3a0-57820a839332', 'project_id': '527195c95736491ca1967a42cc300275', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:13:02.704367 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-b815af6a-b1d1-4098-b54a-650954cc54c2 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:13:02.708738 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-b815af6a-b1d1-4098-b54a-650954cc54c2 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Usage tracker for resource:security_group_rule and tenant:527195c95736491ca1967a42cc300275 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:13:02.711631 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-b815af6a-b1d1-4098-b54a-650954cc54c2 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:13:02.717243 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-b815af6a-b1d1-4098-b54a-650954cc54c2 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:13:02.734391 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-b815af6a-b1d1-4098-b54a-650954cc54c2 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:13:02.790607 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-95d03924-0c14-4c7b-961c-790ff14496ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3de67c1-3af1-491e-8b6c-23042aa72acc', 'name': 'tempest-TestNetworkBasicOps-router-1488165507', 'tenant_id': '527195c95736491ca1967a42cc300275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.44'}], 'enable_snat': True}, 'gw_port_id': '6e0864a0-ab6c-4dad-b4fc-28ff80ce531e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:12:54Z', 'updated_at': '2022-03-28T12:12:59Z', 'revision_number': 4, 'project_id': '527195c95736491ca1967a42cc300275', 'gw_port': {'id': '6e0864a0-ab6c-4dad-b4fc-28ff80ce531e', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:2d:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3de67c1-3af1-491e-8b6c-23042aa72acc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:12:55Z', 'updated_at': '2022-03-28T12:13:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_interfaces': [{'id': 'd988fa14-c2fc-4509-83c2-d4495cf6af6b', 'name': '', 'network_id': 'c0f4a71c-ba62-4900-9a94-b99d33ae5910', 'tenant_id': '527195c95736491ca1967a42cc300275', 'mac_address': 'fa:16:3e:3e:96:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3de67c1-3af1-491e-8b6c-23042aa72acc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1497, 'fixed_ips': [{'subnet_id': '9f2b54d3-c699-4504-839e-87ca63172181', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:12:58Z', 'updated_at': '2022-03-28T12:13:02Z', 'revision_number': 4, 'project_id': '527195c95736491ca1967a42cc300275', 'subnets': [{'id': '9f2b54d3-c699-4504-839e-87ca63172181', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:13:02.795254 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d03924-0c14-4c7b-961c-790ff14496ef None None] The sync data for ids ['d3de67c1-3af1-491e-8b6c-23042aa72acc'] in dv-neutron-835340-2-hyperv is: [{'id': 'd3de67c1-3af1-491e-8b6c-23042aa72acc', 'name': 'tempest-TestNetworkBasicOps-router-1488165507', 'tenant_id': '527195c95736491ca1967a42cc300275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.44'}], 'enable_snat': True}, 'gw_port_id': '6e0864a0-ab6c-4dad-b4fc-28ff80ce531e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:12:54Z', 'updated_at': '2022-03-28T12:12:59Z', 'revision_number': 4, 'project_id': '527195c95736491ca1967a42cc300275', 'gw_port': {'id': '6e0864a0-ab6c-4dad-b4fc-28ff80ce531e', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:2d:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3de67c1-3af1-491e-8b6c-23042aa72acc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:12:55Z', 'updated_at': '2022-03-28T12:13:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_interfaces': [{'id': 'd988fa14-c2fc-4509-83c2-d4495cf6af6b', 'name': '', 'network_id': 'c0f4a71c-ba62-4900-9a94-b99d33ae5910', 'tenant_id': '527195c95736491ca1967a42cc300275', 'mac_address': 'fa:16:3e:3e:96:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3de67c1-3af1-491e-8b6c-23042aa72acc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1497, 'fixed_ips': [{'subnet_id': '9f2b54d3-c699-4504-839e-87ca63172181', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:12:58Z', 'updated_at': '2022-03-28T12:13:02Z', 'revision_number': 4, 'project_id': '527195c95736491ca1967a42cc300275', 'subnets': [{'id': '9f2b54d3-c699-4504-839e-87ca63172181', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 12:13:02.797629 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-b815af6a-b1d1-4098-b54a-650954cc54c2 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:13:02.802348 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-b815af6a-b1d1-4098-b54a-650954cc54c2 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740322'] for security_group_rule, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:13:02.825226 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b815af6a-b1d1-4098-b54a-650954cc54c2 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94add9c2-3141-4b3d-ba8c-749de8c6f682,revision_number=0']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:13:02.839750 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-b815af6a-b1d1-4098-b54a-650954cc54c2 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:13:02.846456 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-b815af6a-b1d1-4098-b54a-650954cc54c2 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1491561 Mar 28 12:13:02.846796 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 60938) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:13:02.852645 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-14af7cac-674e-414a-86a3-2fc4530cb5d6 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Request body: {'security_group_rule': {'security_group_id': '6f0cf636-818c-415a-b3a0-57820a839332', 'project_id': '527195c95736491ca1967a42cc300275', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:13:02.860051 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-14af7cac-674e-414a-86a3-2fc4530cb5d6 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:13:02.871734 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-14af7cac-674e-414a-86a3-2fc4530cb5d6 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Usage tracker for resource:security_group_rule and tenant:527195c95736491ca1967a42cc300275 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:13:02.875015 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-14af7cac-674e-414a-86a3-2fc4530cb5d6 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:13:02.880970 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-14af7cac-674e-414a-86a3-2fc4530cb5d6 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:13:02.894590 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.db.securitygroups_db [None req-14af7cac-674e-414a-86a3-2fc4530cb5d6 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Project 527195c95736491ca1967a42cc300275 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 12:13:02.901563 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-14af7cac-674e-414a-86a3-2fc4530cb5d6 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:13:02.972447 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-14af7cac-674e-414a-86a3-2fc4530cb5d6 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:13:02.976951 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-14af7cac-674e-414a-86a3-2fc4530cb5d6 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740322'] for security_group_rule, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:13:03.004711 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14af7cac-674e-414a-86a3-2fc4530cb5d6 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef7db605-f897-4795-b6b8-78b70902b8d9,revision_number=0']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:13:03.015858 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-14af7cac-674e-414a-86a3-2fc4530cb5d6 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:13:03.017469 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-14af7cac-674e-414a-86a3-2fc4530cb5d6 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1697929 Mar 28 12:13:03.020272 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 60942) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:13:03.025356 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-77927a12-9e68-4e70-ae34-d404c10ecb8e tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Request body: {'security_group_rule': {'security_group_id': '6f0cf636-818c-415a-b3a0-57820a839332', 'project_id': '527195c95736491ca1967a42cc300275', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:13:03.031289 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-77927a12-9e68-4e70-ae34-d404c10ecb8e tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:13:03.036488 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-77927a12-9e68-4e70-ae34-d404c10ecb8e tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Usage tracker for resource:security_group_rule and tenant:527195c95736491ca1967a42cc300275 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:13:03.039551 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-77927a12-9e68-4e70-ae34-d404c10ecb8e tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:13:03.045237 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-77927a12-9e68-4e70-ae34-d404c10ecb8e tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:13:03.056731 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.db.securitygroups_db [None req-77927a12-9e68-4e70-ae34-d404c10ecb8e tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Project 527195c95736491ca1967a42cc300275 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 12:13:03.063583 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-77927a12-9e68-4e70-ae34-d404c10ecb8e tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:13:03.131259 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-77927a12-9e68-4e70-ae34-d404c10ecb8e tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:13:03.135621 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-77927a12-9e68-4e70-ae34-d404c10ecb8e tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740322'] for security_group_rule, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:13:03.159598 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77927a12-9e68-4e70-ae34-d404c10ecb8e tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e171a3b-eb64-493c-95e3-cfe9ccbb29ae,revision_number=0']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:13:03.168740 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-77927a12-9e68-4e70-ae34-d404c10ecb8e tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:13:03.169963 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-77927a12-9e68-4e70-ae34-d404c10ecb8e tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1486225 Mar 28 12:13:03.342744 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [req-29240841-7641-484a-b365-9d179010fd02 req-53850103-f5df-46ed-ab5d-8a562a492e0f tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Synchronizing usage tracker for tenant:527195c95736491ca1967a42cc300275 on resource:security_group {{(pid=87870) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:13:03.363172 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [req-29240841-7641-484a-b365-9d179010fd02 req-53850103-f5df-46ed-ab5d-8a562a492e0f tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Unset dirty status for tenant:527195c95736491ca1967a42cc300275 on resource:security_group {{(pid=87870) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:13:03.364974 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-29240841-7641-484a-b365-9d179010fd02 req-53850103-f5df-46ed-ab5d-8a562a492e0f tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-68984343&fields=id&tenant_id=527195c95736491ca1967a42cc300275 HTTP/1.1" status: 200 len: 267 time: 0.0658274 Mar 28 12:13:03.536606 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29240841-7641-484a-b365-9d179010fd02 req-2090f5ae-9d21-4c13-8785-123ac626da50 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:13:03.537298 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [req-29240841-7641-484a-b365-9d179010fd02 req-2090f5ae-9d21-4c13-8785-123ac626da50 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Synchronizing usage tracker for tenant:527195c95736491ca1967a42cc300275 on resource:network {{(pid=87870) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:13:03.553306 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [req-29240841-7641-484a-b365-9d179010fd02 req-2090f5ae-9d21-4c13-8785-123ac626da50 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Unset dirty status for tenant:527195c95736491ca1967a42cc300275 on resource:network {{(pid=87870) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:13:03.555879 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-29240841-7641-484a-b365-9d179010fd02 req-2090f5ae-9d21-4c13-8785-123ac626da50 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/networks?id=c0f4a71c-ba62-4900-9a94-b99d33ae5910 HTTP/1.1" status: 200 len: 796 time: 0.1841810 Mar 28 12:13:03.571369 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-29240841-7641-484a-b365-9d179010fd02 req-886f508a-8b1b-4fd0-b15a-0a9c53f0ac53 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/quotas/527195c95736491ca1967a42cc300275 HTTP/1.1" status: 200 len: 375 time: 0.0099339 Mar 28 12:13:03.777054 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [req-29240841-7641-484a-b365-9d179010fd02 req-16cf3d5a-c888-421b-8747-d3780fda6095 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Synchronizing usage tracker for tenant:527195c95736491ca1967a42cc300275 on resource:port {{(pid=87870) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:13:03.796240 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [req-29240841-7641-484a-b365-9d179010fd02 req-16cf3d5a-c888-421b-8747-d3780fda6095 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Unset dirty status for tenant:527195c95736491ca1967a42cc300275 on resource:port {{(pid=87870) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:13:03.798133 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-29240841-7641-484a-b365-9d179010fd02 req-16cf3d5a-c888-421b-8747-d3780fda6095 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=527195c95736491ca1967a42cc300275&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2212977 Mar 28 12:13:04.013713 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-29240841-7641-484a-b365-9d179010fd02 req-10d755a3-1d76-4399-854b-175b4b2176c7 service neutron] 10.222.0.30 "GET /v2.0/networks/c0f4a71c-ba62-4900-9a94-b99d33ae5910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2024975 Mar 28 12:13:04.042093 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device d988fa14-c2fc-4509-83c2-d4495cf6af6b up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:13:04.111643 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning for port d988fa14-c2fc-4509-83c2-d4495cf6af6b completed by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:13:04.116325 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port d988fa14-c2fc-4509-83c2-d4495cf6af6b triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:13:04.116690 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:13:04.156153 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-29240841-7641-484a-b365-9d179010fd02 req-069bf2a2-d817-4e1f-b037-cae7a7f1994c service neutron] 10.222.0.30 "GET /v2.0/networks/c0f4a71c-ba62-4900-9a94-b99d33ae5910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348746 Mar 28 12:13:04.236888 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:13:04.270548 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] For port d988fa14-c2fc-4509-83c2-d4495cf6af6b, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=d988fa14-c2fc-4509-83c2-d4495cf6af6b,segment=NetworkSegment(79fd587d-2b68-4009-b8c8-e86a0247a4f9),segment_id=79fd587d-2b68-4009-b8c8-e86a0247a4f9)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:13:04.273947 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:13:04.340416 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Pushing event updated for resources: {'Port': ['ID=d988fa14-c2fc-4509-83c2-d4495cf6af6b,revision_number=5']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:13:04.718657 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-a07d8528-1e47-4e06-a73e-85f52c6c2241 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:13:05.342936 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [req-015b9639-0271-45a6-9fac-33e6b8e500a1 req-c787b95f-2221-4d69-bebc-e8b1b2866b1f tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Synchronizing usage tracker for tenant:527195c95736491ca1967a42cc300275 on resource:port {{(pid=87871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:13:05.357923 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [req-015b9639-0271-45a6-9fac-33e6b8e500a1 req-c787b95f-2221-4d69-bebc-e8b1b2866b1f tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Unset dirty status for tenant:527195c95736491ca1967a42cc300275 on resource:port {{(pid=87871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:13:05.359098 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-015b9639-0271-45a6-9fac-33e6b8e500a1 req-c787b95f-2221-4d69-bebc-e8b1b2866b1f tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/ports?device_id=3bd7422f-20cb-41f3-8b4f-732455dd70cf HTTP/1.1" status: 200 len: 210 time: 0.0605936 Mar 28 12:13:05.693435 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:13:05.810195 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-ef3be119-c018-4979-be07-86cf959defc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:13:06.013152 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device d988fa14-c2fc-4509-83c2-d4495cf6af6b up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:13:06.079868 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port d988fa14-c2fc-4509-83c2-d4495cf6af6b triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:13:06.080235 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:13:06.417424 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29240841-7641-484a-b365-9d179010fd02 req-8729ed38-6045-4a73-8b44-497a71e9959a tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:13:06.419489 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-29240841-7641-484a-b365-9d179010fd02 req-8729ed38-6045-4a73-8b44-497a71e9959a tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.11 "GET /v2.0/networks?id=c0f4a71c-ba62-4900-9a94-b99d33ae5910 HTTP/1.1" status: 200 len: 796 time: 0.1628022 Mar 28 12:13:06.470999 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-29240841-7641-484a-b365-9d179010fd02 req-8ca3dbb3-a57b-4712-bac8-ce3f45207017 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=527195c95736491ca1967a42cc300275 HTTP/1.1" status: 200 len: 378 time: 0.0438447 Mar 28 12:13:06.514941 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [req-29240841-7641-484a-b365-9d179010fd02 req-4cfb5d30-7d59-4e3f-9acd-5687a668f703 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Request body: {'port': {'device_id': '3bd7422f-20cb-41f3-8b4f-732455dd70cf', 'network_id': 'c0f4a71c-ba62-4900-9a94-b99d33ae5910', 'admin_state_up': True, 'tenant_id': '527195c95736491ca1967a42cc300275', 'security_groups': ['6f0cf636-818c-415a-b3a0-57820a839332']}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:13:06.537200 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-058e3e02-310c-4846-96c0-a643f4c97b16 req-50c40438-ef62-4a50-9aae-c6e9881cb3b2 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/ports?device_id=3bd7422f-20cb-41f3-8b4f-732455dd70cf HTTP/1.1" status: 200 len: 210 time: 0.0721722 Mar 28 12:13:06.654707 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [req-29240841-7641-484a-b365-9d179010fd02 req-4cfb5d30-7d59-4e3f-9acd-5687a668f703 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:13:06.664681 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [req-29240841-7641-484a-b365-9d179010fd02 req-4cfb5d30-7d59-4e3f-9acd-5687a668f703 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:13:06.673979 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29240841-7641-484a-b365-9d179010fd02 req-4cfb5d30-7d59-4e3f-9acd-5687a668f703 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Made reservation on behalf of 527195c95736491ca1967a42cc300275 for: {'port': 1} {{(pid=87870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 12:13:06.678133 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [req-29240841-7641-484a-b365-9d179010fd02 req-4cfb5d30-7d59-4e3f-9acd-5687a668f703 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:13:06.838498 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.db_base_plugin_common [req-29240841-7641-484a-b365-9d179010fd02 req-4cfb5d30-7d59-4e3f-9acd-5687a668f703 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Allocated IP 172.20.0.10 (c0f4a71c-ba62-4900-9a94-b99d33ae5910/9f2b54d3-c699-4504-839e-87ca63172181/c1644052-5634-41f9-b06d-ba753f1c00ec) {{(pid=87870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 12:13:07.026675 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [req-29240841-7641-484a-b365-9d179010fd02 req-4cfb5d30-7d59-4e3f-9acd-5687a668f703 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for port, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:13:07.042442 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.provisioning_blocks [req-29240841-7641-484a-b365-9d179010fd02 req-4cfb5d30-7d59-4e3f-9acd-5687a668f703 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Transition to ACTIVE for port object c1644052-5634-41f9-b06d-ba753f1c00ec will not be triggered until provisioned by entity DHCP. {{(pid=87870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:13:07.064457 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [req-29240841-7641-484a-b365-9d179010fd02 req-4cfb5d30-7d59-4e3f-9acd-5687a668f703 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:13:07.127531 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29240841-7641-484a-b365-9d179010fd02 req-4cfb5d30-7d59-4e3f-9acd-5687a668f703 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Network c0f4a71c-ba62-4900-9a94-b99d33ae5910 is already hosted by enough agents. {{(pid=87870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:13:07.135128 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.base_scheduler [req-29240841-7641-484a-b365-9d179010fd02 req-4cfb5d30-7d59-4e3f-9acd-5687a668f703 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Resources bound (agent type, host, resource id): {{(pid=87870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:13:07.139425 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.l3_dvrscheduler_db [req-29240841-7641-484a-b365-9d179010fd02 req-4cfb5d30-7d59-4e3f-9acd-5687a668f703 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Received port after_create {{(pid=87870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 12:13:07.177744 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfb5d30-7d59-4e3f-9acd-5687a668f703 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Pushing event updated for resources: {'Port': ['ID=c1644052-5634-41f9-b06d-ba753f1c00ec,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:13:07.209719 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29240841-7641-484a-b365-9d179010fd02 req-4cfb5d30-7d59-4e3f-9acd-5687a668f703 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:13:07.210340 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [req-29240841-7641-484a-b365-9d179010fd02 req-4cfb5d30-7d59-4e3f-9acd-5687a668f703 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:13:07.236881 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-29240841-7641-484a-b365-9d179010fd02 req-4cfb5d30-7d59-4e3f-9acd-5687a668f703 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7307045 Mar 28 12:13:07.248733 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [req-29240841-7641-484a-b365-9d179010fd02 req-d9c77e74-3dcc-4726-a3ac-a96918659701 service neutron] Request body: {'port': {'device_id': '3bd7422f-20cb-41f3-8b4f-732455dd70cf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8353'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:13:07.361715 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [req-29240841-7641-484a-b365-9d179010fd02 req-d9c77e74-3dcc-4726-a3ac-a96918659701 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:13:07.402243 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-db551d8d-df40-4e1e-aaf0-2165b2dfe0c8 None None] Provisioning for port c1644052-5634-41f9-b06d-ba753f1c00ec completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:13:07.407265 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-db551d8d-df40-4e1e-aaf0-2165b2dfe0c8 None None] Provisioning complete for port c1644052-5634-41f9-b06d-ba753f1c00ec triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:13:07.407688 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-db551d8d-df40-4e1e-aaf0-2165b2dfe0c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:13:07.474597 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-db551d8d-df40-4e1e-aaf0-2165b2dfe0c8 None None] Port c1644052-5634-41f9-b06d-ba753f1c00ec cannot update to ACTIVE because it is not bound. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 12:13:07.477959 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-b7ccd3c7-0277-4f12-8e5c-e41478141af5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:13:07.723100 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28da24c-3923-49e8-8e8f-eaa43e417af8 req-dab6443e-a8e2-4f86-b5dd-f4d8d7efa96e tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:13:07.724674 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-d28da24c-3923-49e8-8e8f-eaa43e417af8 req-dab6443e-a8e2-4f86-b5dd-f4d8d7efa96e tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/ports?device_id=3bd7422f-20cb-41f3-8b4f-732455dd70cf HTTP/1.1" status: 200 len: 932 time: 0.0843456 Mar 28 12:13:07.770467 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [req-d28da24c-3923-49e8-8e8f-eaa43e417af8 req-9c4d47eb-762e-48a0-9202-4bc19d7cca6d tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Synchronizing usage tracker for tenant:527195c95736491ca1967a42cc300275 on resource:security_group {{(pid=87871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:13:07.781683 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [req-d28da24c-3923-49e8-8e8f-eaa43e417af8 req-9c4d47eb-762e-48a0-9202-4bc19d7cca6d tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Unset dirty status for tenant:527195c95736491ca1967a42cc300275 on resource:security_group {{(pid=87871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:13:07.782781 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-d28da24c-3923-49e8-8e8f-eaa43e417af8 req-9c4d47eb-762e-48a0-9202-4bc19d7cca6d tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f0cf636-818c-415a-b3a0-57820a839332&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0523949 Mar 28 12:13:07.803334 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.notifiers.nova [req-29240841-7641-484a-b365-9d179010fd02 req-d9c77e74-3dcc-4726-a3ac-a96918659701 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1644052-5634-41f9-b06d-ba753f1c00ec {{(pid=87870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 12:13:07.810473 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [req-29240841-7641-484a-b365-9d179010fd02 req-d9c77e74-3dcc-4726-a3ac-a96918659701 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:13:07.824903 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.provisioning_blocks [req-29240841-7641-484a-b365-9d179010fd02 req-d9c77e74-3dcc-4726-a3ac-a96918659701 service neutron] Transition to ACTIVE for port object c1644052-5634-41f9-b06d-ba753f1c00ec will not be triggered until provisioned by entity L2. {{(pid=87870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:13:07.829186 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [req-29240841-7641-484a-b365-9d179010fd02 req-d9c77e74-3dcc-4726-a3ac-a96918659701 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2558288'] for port, after_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:13:07.988920 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c77e74-3dcc-4726-a3ac-a96918659701 service neutron] Pushing event updated for resources: {'Port': ['ID=c1644052-5634-41f9-b06d-ba753f1c00ec,revision_number=2']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:13:08.069802 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.managers [req-29240841-7641-484a-b365-9d179010fd02 req-d9c77e74-3dcc-4726-a3ac-a96918659701 service neutron] Attempting to bind port c1644052-5634-41f9-b06d-ba753f1c00ec on host hv-neutron-8353 for vnic_type normal with profile {{(pid=87870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 12:13:08.070126 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.managers [req-29240841-7641-484a-b365-9d179010fd02 req-d9c77e74-3dcc-4726-a3ac-a96918659701 service neutron] Attempting to bind port c1644052-5634-41f9-b06d-ba753f1c00ec by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '79fd587d-2b68-4009-b8c8-e86a0247a4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'c0f4a71c-ba62-4900-9a94-b99d33ae5910'}] {{(pid=87870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 12:13:08.070446 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29240841-7641-484a-b365-9d179010fd02 req-d9c77e74-3dcc-4726-a3ac-a96918659701 service neutron] Attempting to bind port c1644052-5634-41f9-b06d-ba753f1c00ec on network c0f4a71c-ba62-4900-9a94-b99d33ae5910 {{(pid=87870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 12:13:08.074980 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29240841-7641-484a-b365-9d179010fd02 req-d9c77e74-3dcc-4726-a3ac-a96918659701 service neutron] Port c1644052-5634-41f9-b06d-ba753f1c00ec on network c0f4a71c-ba62-4900-9a94-b99d33ae5910 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=87870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 12:13:08.075292 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29240841-7641-484a-b365-9d179010fd02 req-d9c77e74-3dcc-4726-a3ac-a96918659701 service neutron] Attempting to bind port c1644052-5634-41f9-b06d-ba753f1c00ec on network c0f4a71c-ba62-4900-9a94-b99d33ae5910 {{(pid=87870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 12:13:08.080371 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29240841-7641-484a-b365-9d179010fd02 req-d9c77e74-3dcc-4726-a3ac-a96918659701 service neutron] Checking agent: {'id': '01dfae6e-0e91-4100-b27f-ff8156eac7d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8353', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 52, 20), 'started_at': datetime.datetime(2022, 3, 28, 11, 52, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 12, 12, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 12:13:08.080703 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29240841-7641-484a-b365-9d179010fd02 req-d9c77e74-3dcc-4726-a3ac-a96918659701 service neutron] Checking segment: {'id': '79fd587d-2b68-4009-b8c8-e86a0247a4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'c0f4a71c-ba62-4900-9a94-b99d33ae5910'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 12:13:08.081205 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29240841-7641-484a-b365-9d179010fd02 req-d9c77e74-3dcc-4726-a3ac-a96918659701 service neutron] Bound using segment: {'id': '79fd587d-2b68-4009-b8c8-e86a0247a4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'c0f4a71c-ba62-4900-9a94-b99d33ae5910'} {{(pid=87870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 12:13:08.081625 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.managers [req-29240841-7641-484a-b365-9d179010fd02 req-d9c77e74-3dcc-4726-a3ac-a96918659701 service neutron] Bound port: c1644052-5634-41f9-b06d-ba753f1c00ec, host: hv-neutron-8353, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79fd587d-2b68-4009-b8c8-e86a0247a4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'c0f4a71c-ba62-4900-9a94-b99d33ae5910'}}] {{(pid=87870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 12:13:08.081967 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [req-29240841-7641-484a-b365-9d179010fd02 req-d9c77e74-3dcc-4726-a3ac-a96918659701 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:13:08.171668 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.db [req-29240841-7641-484a-b365-9d179010fd02 req-d9c77e74-3dcc-4726-a3ac-a96918659701 service neutron] For port c1644052-5634-41f9-b06d-ba753f1c00ec, host hv-neutron-8353, cleared binding levels {{(pid=87870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 12:13:08.174409 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.db [req-29240841-7641-484a-b365-9d179010fd02 req-d9c77e74-3dcc-4726-a3ac-a96918659701 service neutron] For port c1644052-5634-41f9-b06d-ba753f1c00ec, host hv-neutron-8353, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=c1644052-5634-41f9-b06d-ba753f1c00ec,segment=NetworkSegment(79fd587d-2b68-4009-b8c8-e86a0247a4f9),segment_id=79fd587d-2b68-4009-b8c8-e86a0247a4f9)] {{(pid=87870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 12:13:08.179225 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [req-29240841-7641-484a-b365-9d179010fd02 req-d9c77e74-3dcc-4726-a3ac-a96918659701 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2558288'] for port, after_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:13:08.233644 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29240841-7641-484a-b365-9d179010fd02 req-d9c77e74-3dcc-4726-a3ac-a96918659701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:13:08.234238 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [req-29240841-7641-484a-b365-9d179010fd02 req-d9c77e74-3dcc-4726-a3ac-a96918659701 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:13:08.235603 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-29240841-7641-484a-b365-9d179010fd02 req-d9c77e74-3dcc-4726-a3ac-a96918659701 service neutron] 10.222.0.11 "PUT /v2.0/ports/c1644052-5634-41f9-b06d-ba753f1c00ec HTTP/1.1" status: 200 len: 1094 time: 0.9909940 Mar 28 12:13:08.236027 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bd7422f-20cb-41f3-8b4f-732455dd70cf', 'tag': 'c1644052-5634-41f9-b06d-ba753f1c00ec'}] {{(pid=87870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 12:13:08.260989 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c77e74-3dcc-4726-a3ac-a96918659701 service neutron] Pushing event updated for resources: {'Port': ['ID=c1644052-5634-41f9-b06d-ba753f1c00ec,revision_number=3']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:13:08.307156 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bd7422f-20cb-41f3-8b4f-732455dd70cf', 'tag': 'c1644052-5634-41f9-b06d-ba753f1c00ec', 'status': 'completed', 'code': 200} Mar 28 12:13:08.349092 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29240841-7641-484a-b365-9d179010fd02 req-78b44f13-e12f-4b79-83c8-510a617ca4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:13:08.350627 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-29240841-7641-484a-b365-9d179010fd02 req-78b44f13-e12f-4b79-83c8-510a617ca4ed service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=527195c95736491ca1967a42cc300275&device_id=3bd7422f-20cb-41f3-8b4f-732455dd70cf HTTP/1.1" status: 200 len: 1097 time: 0.0773270 Mar 28 12:13:08.425291 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-29240841-7641-484a-b365-9d179010fd02 req-9bace6cb-a94f-4b07-94ca-d19b36b9a566 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c1644052-5634-41f9-b06d-ba753f1c00ec HTTP/1.1" status: 200 len: 217 time: 0.0680869 Mar 28 12:13:08.487914 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.agents_db [None req-03fd49d8-b51b-41c1-8716-b8e265c93689 None None] Agent healthcheck: found 6 active agents {{(pid=87873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 12:13:08.489181 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29240841-7641-484a-b365-9d179010fd02 req-149f3c23-32b0-4eb0-91e1-18873f16ec82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:13:08.490582 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-29240841-7641-484a-b365-9d179010fd02 req-149f3c23-32b0-4eb0-91e1-18873f16ec82 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9f2b54d3-c699-4504-839e-87ca63172181 HTTP/1.1" status: 200 len: 835 time: 0.0597858 Mar 28 12:13:08.565854 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29240841-7641-484a-b365-9d179010fd02 req-fd368f68-4c52-4f9e-ad19-d2e79bdae131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:13:08.567195 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-29240841-7641-484a-b365-9d179010fd02 req-fd368f68-4c52-4f9e-ad19-d2e79bdae131 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c0f4a71c-ba62-4900-9a94-b99d33ae5910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0700948 Mar 28 12:13:08.694146 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-29240841-7641-484a-b365-9d179010fd02 req-0943da16-82f2-4536-ad2d-03d0062fc4ea service neutron] 10.222.0.11 "GET /v2.0/networks/c0f4a71c-ba62-4900-9a94-b99d33ae5910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209443 Mar 28 12:13:08.823285 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-29240841-7641-484a-b365-9d179010fd02 req-ec47ddec-b472-4a36-ad25-6f7e03e94bc9 service neutron] 10.222.0.11 "GET /v2.0/networks/c0f4a71c-ba62-4900-9a94-b99d33ae5910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229866 Mar 28 12:13:08.940944 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19011523-5f96-4038-a9cf-428744813729 req-1a983363-bdd9-4906-b1c0-678b7ca29fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:13:08.942413 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-19011523-5f96-4038-a9cf-428744813729 req-1a983363-bdd9-4906-b1c0-678b7ca29fde service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=527195c95736491ca1967a42cc300275&device_id=3bd7422f-20cb-41f3-8b4f-732455dd70cf HTTP/1.1" status: 200 len: 1097 time: 0.0735276 Mar 28 12:13:08.974278 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b74eff-4ec1-4cf0-8eec-c891c38be7c4 req-3d9fefc3-0410-4041-9a3d-73d8af76dccb tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:13:08.975789 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-e1b74eff-4ec1-4cf0-8eec-c891c38be7c4 req-3d9fefc3-0410-4041-9a3d-73d8af76dccb tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/ports?device_id=3bd7422f-20cb-41f3-8b4f-732455dd70cf HTTP/1.1" status: 200 len: 944 time: 0.0838130 Mar 28 12:13:09.019637 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-e1b74eff-4ec1-4cf0-8eec-c891c38be7c4 req-f9834db1-1bc2-4b49-9b46-479ccef5497a tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f0cf636-818c-415a-b3a0-57820a839332&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0380063 Mar 28 12:13:09.076368 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19011523-5f96-4038-a9cf-428744813729 req-7152a53a-cbde-4f7c-9c6d-b5ab6def4896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:13:09.077728 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-19011523-5f96-4038-a9cf-428744813729 req-7152a53a-cbde-4f7c-9c6d-b5ab6def4896 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c0f4a71c-ba62-4900-9a94-b99d33ae5910 HTTP/1.1" status: 200 len: 896 time: 0.1287887 Mar 28 12:13:09.148824 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-19011523-5f96-4038-a9cf-428744813729 req-b60ace6c-e16e-4e0d-89ed-22d0b6f1c8f3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c1644052-5634-41f9-b06d-ba753f1c00ec HTTP/1.1" status: 200 len: 217 time: 0.0643337 Mar 28 12:13:09.211072 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19011523-5f96-4038-a9cf-428744813729 req-6e8482e7-8cc8-413f-92ef-9df1f748824b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:13:09.212481 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-19011523-5f96-4038-a9cf-428744813729 req-6e8482e7-8cc8-413f-92ef-9df1f748824b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9f2b54d3-c699-4504-839e-87ca63172181 HTTP/1.1" status: 200 len: 835 time: 0.0569816 Mar 28 12:13:09.289747 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19011523-5f96-4038-a9cf-428744813729 req-90430b72-111b-4f5b-ac38-36f019355585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:13:09.291226 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-19011523-5f96-4038-a9cf-428744813729 req-90430b72-111b-4f5b-ac38-36f019355585 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c0f4a71c-ba62-4900-9a94-b99d33ae5910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0722241 Mar 28 12:13:09.513551 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-19011523-5f96-4038-a9cf-428744813729 req-2f515086-9d9e-4cc2-964f-5b055a348fc9 service neutron] 10.222.0.11 "GET /v2.0/networks/c0f4a71c-ba62-4900-9a94-b99d33ae5910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2155232 Mar 28 12:13:09.641758 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-19011523-5f96-4038-a9cf-428744813729 req-6b10f8e9-c8f0-46a8-97e0-076e8cd173bb service neutron] 10.222.0.11 "GET /v2.0/networks/c0f4a71c-ba62-4900-9a94-b99d33ae5910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216607 Mar 28 12:13:10.079242 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 60986) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:13:10.346668 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12485716-01ac-4c20-8476-063f520c4d8a req-0a644bc0-123c-47de-b500-ef7fee84fa12 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:13:10.347277 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [req-12485716-01ac-4c20-8476-063f520c4d8a req-0a644bc0-123c-47de-b500-ef7fee84fa12 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Synchronizing usage tracker for tenant:527195c95736491ca1967a42cc300275 on resource:port {{(pid=87870) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:13:10.355328 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-d6f936d0-4a7c-46d4-b553-76dc6982ccbc tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Deleting port 6ca32ced-562a-456b-93c5-89ef27a708c7 {{(pid=87870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:13:10.355691 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-d6f936d0-4a7c-46d4-b553-76dc6982ccbc tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:13:10.414764 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [req-12485716-01ac-4c20-8476-063f520c4d8a req-0a644bc0-123c-47de-b500-ef7fee84fa12 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Unset dirty status for tenant:527195c95736491ca1967a42cc300275 on resource:port {{(pid=87870) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:13:10.415834 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-12485716-01ac-4c20-8476-063f520c4d8a req-0a644bc0-123c-47de-b500-ef7fee84fa12 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/ports?device_id=3bd7422f-20cb-41f3-8b4f-732455dd70cf HTTP/1.1" status: 200 len: 944 time: 0.2746208 Mar 28 12:13:10.544518 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-12485716-01ac-4c20-8476-063f520c4d8a req-c23882d4-3f16-4c28-becf-de94d2235ba4 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f0cf636-818c-415a-b3a0-57820a839332&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1108096 Mar 28 12:13:10.570207 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-d6f936d0-4a7c-46d4-b553-76dc6982ccbc tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:13:10.570535 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-d6f936d0-4a7c-46d4-b553-76dc6982ccbc tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:13:10.653865 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Device c1644052-5634-41f9-b06d-ba753f1c00ec details requested by agent hyperv_hv-neutron-8353 with host hv-neutron-8353 {{(pid=87872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 28 12:13:10.695171 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-d6f936d0-4a7c-46d4-b553-76dc6982ccbc tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Calling delete_port for 6ca32ced-562a-456b-93c5-89ef27a708c7 owned by network:floatingip {{(pid=87870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:13:10.785225 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] For port c1644052-5634-41f9-b06d-ba753f1c00ec, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=c1644052-5634-41f9-b06d-ba753f1c00ec,segment=NetworkSegment(79fd587d-2b68-4009-b8c8-e86a0247a4f9),segment_id=79fd587d-2b68-4009-b8c8-e86a0247a4f9)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:13:10.798580 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Returning: {'device': 'c1644052-5634-41f9-b06d-ba753f1c00ec', 'network_id': 'c0f4a71c-ba62-4900-9a94-b99d33ae5910', 'port_id': 'c1644052-5634-41f9-b06d-ba753f1c00ec', 'mac_address': 'fa:16:3e:37:a0:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f2b54d3-c699-4504-839e-87ca63172181', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 28 12:13:10.845029 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-d6f936d0-4a7c-46d4-b553-76dc6982ccbc tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:13:10.859024 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:13:10.875971 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.notifiers.nova [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1644052-5634-41f9-b06d-ba753f1c00ec {{(pid=87872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 12:13:10.891563 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f936d0-4a7c-46d4-b553-76dc6982ccbc tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Pushing event deleted for resources: {'Port': ['ID=6ca32ced-562a-456b-93c5-89ef27a708c7,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:13:10.892559 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] For port c1644052-5634-41f9-b06d-ba753f1c00ec, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=c1644052-5634-41f9-b06d-ba753f1c00ec,segment=NetworkSegment(79fd587d-2b68-4009-b8c8-e86a0247a4f9),segment_id=79fd587d-2b68-4009-b8c8-e86a0247a4f9)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:13:10.898484 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:13:10.964331 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Pushing event updated for resources: {'Port': ['ID=c1644052-5634-41f9-b06d-ba753f1c00ec,revision_number=4']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:13:10.985487 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-d6f936d0-4a7c-46d4-b553-76dc6982ccbc tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Notify callbacks [] for floatingip, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:13:10.985816 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.db.l3_db [None req-d6f936d0-4a7c-46d4-b553-76dc6982ccbc tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Floating IP 26679cc7-19ea-485e-b8a0-9b8a56d8d037 disassociated (deleted). External IP: 172.26.7.214, port: e8f91f3b-8e9d-4abb-910d-3b333fccbcb2. Mar 28 12:13:11.106625 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] get_ports_and_sgs() called for port_ids ['c1644052-5634-41f9-b06d-ba753f1c00ec'] {{(pid=87872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 12:13:11.462083 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6f936d0-4a7c-46d4-b553-76dc6982ccbc tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Router f0ac7086-2dee-4826-8a05-05fa0e57fdc3 has already been hosted by L3 agent af79d429-529e-400b-a119-94d4bec03f3e {{(pid=87870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 12:13:11.639941 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6f936d0-4a7c-46d4-b553-76dc6982ccbc tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 12:13:11.652104 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b2775fd-c63a-4b94-a5ba-eb03ecdbf603 None None] Sync routers for ids ['f0ac7086-2dee-4826-8a05-05fa0e57fdc3'] in dv-neutron-835340-2-hyperv {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 12:13:11.662337 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b2775fd-c63a-4b94-a5ba-eb03ecdbf603 None None] Routers {'f0ac7086-2dee-4826-8a05-05fa0e57fdc3'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:13:11.662969 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-4b2775fd-c63a-4b94-a5ba-eb03ecdbf603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:13:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['f0ac7086-2dee-4826-8a05-05fa0e57fdc3'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:13:11.663507 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-d6f936d0-4a7c-46d4-b553-76dc6982ccbc tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for floatingip, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:13:11.723286 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-d6f936d0-4a7c-46d4-b553-76dc6982ccbc tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] 10.222.0.30 "DELETE /v2.0/floatingips/26679cc7-19ea-485e-b8a0-9b8a56d8d037 HTTP/1.1" status: 204 len: 168 time: 1.6428740 Mar 28 12:13:11.723996 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f42ba617-0232-43f1-a287-2dd6bf0a6fe3', 'tag': 'e8f91f3b-8e9d-4abb-910d-3b333fccbcb2'}] {{(pid=87870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 12:13:11.739295 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7fac06-266f-4dcc-ae00-248def7f45e7 req-a67f1e2c-d199-41ac-a5a7-b0779bd8550a tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:13:11.741067 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-8e7fac06-266f-4dcc-ae00-248def7f45e7 req-a67f1e2c-d199-41ac-a5a7-b0779bd8550a tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/ports?device_id=3bd7422f-20cb-41f3-8b4f-732455dd70cf HTTP/1.1" status: 200 len: 945 time: 0.0841081 Mar 28 12:13:11.788911 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-8e7fac06-266f-4dcc-ae00-248def7f45e7 req-305de730-3ed3-41a3-8339-ebf494088b2b tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f0cf636-818c-415a-b3a0-57820a839332&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413139 Mar 28 12:13:11.866366 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f42ba617-0232-43f1-a287-2dd6bf0a6fe3', 'tag': 'e8f91f3b-8e9d-4abb-910d-3b333fccbcb2', 'status': 'completed', 'code': 200} Mar 28 12:13:11.867686 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvr_db [None req-4b2775fd-c63a-4b94-a5ba-eb03ecdbf603 None None] Set router f0ac7086-2dee-4826-8a05-05fa0e57fdc3 gateway port host: dv-neutron-835340-2-hyperv {{(pid=87872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:13:11.978689 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20f356c-9307-4660-86ea-2a23734da3e0 req-6e8f3a7d-7541-4dcf-aa38-6fcc8fd83184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:13:11.980477 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-d20f356c-9307-4660-86ea-2a23734da3e0 req-6e8f3a7d-7541-4dcf-aa38-6fcc8fd83184 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=47a90bc1ddf942f0867175a620007cc0&device_id=f42ba617-0232-43f1-a287-2dd6bf0a6fe3 HTTP/1.1" status: 200 len: 1098 time: 0.0919924 Mar 28 12:13:12.119299 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20f356c-9307-4660-86ea-2a23734da3e0 req-3fb8914d-eba6-4875-a7da-1d849a3c653a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:13:12.120876 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-d20f356c-9307-4660-86ea-2a23734da3e0 req-3fb8914d-eba6-4875-a7da-1d849a3c653a service neutron] 10.222.0.11 "GET /v2.0/networks?id=58a24317-1730-4638-8adb-7f79ac32a130 HTTP/1.1" status: 200 len: 911 time: 0.1345859 Mar 28 12:13:12.193489 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-d20f356c-9307-4660-86ea-2a23734da3e0 req-31c5e3f1-5914-44c4-8e8c-e9484a15219b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e8f91f3b-8e9d-4abb-910d-3b333fccbcb2 HTTP/1.1" status: 200 len: 217 time: 0.0643814 Mar 28 12:13:12.233780 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7a6819-b8db-4e43-95be-4485df57b4c7 req-8e5e56b4-3b19-45b7-b6a6-f9a2e720ceea tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:13:12.235385 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-9d7a6819-b8db-4e43-95be-4485df57b4c7 req-8e5e56b4-3b19-45b7-b6a6-f9a2e720ceea tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] 10.222.0.30 "GET /v2.0/ports?device_id=f42ba617-0232-43f1-a287-2dd6bf0a6fe3 HTTP/1.1" status: 200 len: 945 time: 0.1986063 Mar 28 12:13:12.239875 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-4b2775fd-c63a-4b94-a5ba-eb03ecdbf603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0ac7086-2dee-4826-8a05-05fa0e57fdc3', 'name': 'tempest-TestVolumeBootPattern-542767455-router', 'tenant_id': '47a90bc1ddf942f0867175a620007cc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.15'}], 'enable_snat': True}, 'gw_port_id': '41c6dd69-d901-41f2-afe7-3ed161b55c6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:06:16Z', 'updated_at': '2022-03-28T12:06:21Z', 'revision_number': 4, 'project_id': '47a90bc1ddf942f0867175a620007cc0', 'gw_port': {'id': '41c6dd69-d901-41f2-afe7-3ed161b55c6b', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:d2:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0ac7086-2dee-4826-8a05-05fa0e57fdc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:06:17Z', 'updated_at': '2022-03-28T12:06:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_floatingips': [{'id': 'aa040bba-a7ca-42c3-848c-e8f30a38139e', 'tenant_id': '47a90bc1ddf942f0867175a620007cc0', 'floating_ip_address': '172.26.7.149', 'floating_network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'router_id': 'f0ac7086-2dee-4826-8a05-05fa0e57fdc3', 'port_id': '914a8c6d-7edf-43a3-aec1-7e24b0b1aad4', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58a24317-1730-4638-8adb-7f79ac32a130', 'mac_address': 'fa:16:3e:e8:5d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2153cd8b-8951-474c-bbef-adaa6b4b12b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T12:09:32Z', 'updated_at': '2022-03-28T12:09:35Z', 'revision_number': 1, 'project_id': '47a90bc1ddf942f0867175a620007cc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0be1577-cd79-48dc-bee0-92ba5e02f532', 'name': '', 'network_id': '58a24317-1730-4638-8adb-7f79ac32a130', 'tenant_id': '47a90bc1ddf942f0867175a620007cc0', 'mac_address': 'fa:16:3e:a7:d3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0ac7086-2dee-4826-8a05-05fa0e57fdc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': 'ca5eb385-2512-460c-bf9c-e9f84ff9e2ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:06:20Z', 'updated_at': '2022-03-28T12:06:29Z', 'revision_number': 5, 'project_id': '47a90bc1ddf942f0867175a620007cc0', 'subnets': [{'id': 'ca5eb385-2512-460c-bf9c-e9f84ff9e2ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:13:12.243948 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b2775fd-c63a-4b94-a5ba-eb03ecdbf603 None None] Checking router: f0ac7086-2dee-4826-8a05-05fa0e57fdc3 for host: dv-neutron-835340-2-hyperv {{(pid=87872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 12:13:12.252511 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b2775fd-c63a-4b94-a5ba-eb03ecdbf603 None None] Routers {'f0ac7086-2dee-4826-8a05-05fa0e57fdc3'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:13:12.253135 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-4b2775fd-c63a-4b94-a5ba-eb03ecdbf603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:13:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['f0ac7086-2dee-4826-8a05-05fa0e57fdc3'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:13:12.267794 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20f356c-9307-4660-86ea-2a23734da3e0 req-48667b6c-5ca9-4ea3-ba3e-372a91f84ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:13:12.270728 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-d20f356c-9307-4660-86ea-2a23734da3e0 req-48667b6c-5ca9-4ea3-ba3e-372a91f84ebf service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ca5eb385-2512-460c-bf9c-e9f84ff9e2ac HTTP/1.1" status: 200 len: 850 time: 0.0708280 Mar 28 12:13:12.280576 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-9d7a6819-b8db-4e43-95be-4485df57b4c7 req-d0a3cf83-320b-471e-b1e8-d5d743c511a0 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] 10.222.0.30 "GET /v2.0/security-groups?id=a8392a33-39a9-4107-88a2-a192a6c34737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388448 Mar 28 12:13:12.345746 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20f356c-9307-4660-86ea-2a23734da3e0 req-ee871931-3315-4312-bb47-3d2eae485435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:13:12.347512 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-d20f356c-9307-4660-86ea-2a23734da3e0 req-ee871931-3315-4312-bb47-3d2eae485435 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=58a24317-1730-4638-8adb-7f79ac32a130&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0710518 Mar 28 12:13:12.433750 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvr_db [None req-4b2775fd-c63a-4b94-a5ba-eb03ecdbf603 None None] Set router f0ac7086-2dee-4826-8a05-05fa0e57fdc3 gateway port host: dv-neutron-835340-2-hyperv {{(pid=87872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:13:12.481296 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-d20f356c-9307-4660-86ea-2a23734da3e0 req-199fe47b-b749-4db2-8e52-947c16f5f8cb service neutron] 10.222.0.11 "GET /v2.0/networks/58a24317-1730-4638-8adb-7f79ac32a130?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263998 Mar 28 12:13:12.614802 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-d20f356c-9307-4660-86ea-2a23734da3e0 req-2784930d-e09a-40e6-bf27-61ccd984faf3 service neutron] 10.222.0.11 "GET /v2.0/networks/58a24317-1730-4638-8adb-7f79ac32a130?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263342 Mar 28 12:13:12.684607 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Device c1644052-5634-41f9-b06d-ba753f1c00ec up at agent hyperv_hv-neutron-8353 {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:13:12.821325 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Provisioning for port c1644052-5634-41f9-b06d-ba753f1c00ec completed by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:13:12.827376 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Provisioning complete for port c1644052-5634-41f9-b06d-ba753f1c00ec triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:13:12.827770 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:13:12.900810 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-4b2775fd-c63a-4b94-a5ba-eb03ecdbf603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0ac7086-2dee-4826-8a05-05fa0e57fdc3', 'name': 'tempest-TestVolumeBootPattern-542767455-router', 'tenant_id': '47a90bc1ddf942f0867175a620007cc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.15'}], 'enable_snat': True}, 'gw_port_id': '41c6dd69-d901-41f2-afe7-3ed161b55c6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:06:16Z', 'updated_at': '2022-03-28T12:06:21Z', 'revision_number': 4, 'project_id': '47a90bc1ddf942f0867175a620007cc0', 'gw_port': {'id': '41c6dd69-d901-41f2-afe7-3ed161b55c6b', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:d2:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0ac7086-2dee-4826-8a05-05fa0e57fdc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:06:17Z', 'updated_at': '2022-03-28T12:06:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_floatingips': [{'id': 'aa040bba-a7ca-42c3-848c-e8f30a38139e', 'tenant_id': '47a90bc1ddf942f0867175a620007cc0', 'floating_ip_address': '172.26.7.149', 'floating_network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'router_id': 'f0ac7086-2dee-4826-8a05-05fa0e57fdc3', 'port_id': '914a8c6d-7edf-43a3-aec1-7e24b0b1aad4', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58a24317-1730-4638-8adb-7f79ac32a130', 'mac_address': 'fa:16:3e:e8:5d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2153cd8b-8951-474c-bbef-adaa6b4b12b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T12:09:32Z', 'updated_at': '2022-03-28T12:09:35Z', 'revision_number': 1, 'project_id': '47a90bc1ddf942f0867175a620007cc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0be1577-cd79-48dc-bee0-92ba5e02f532', 'name': '', 'network_id': '58a24317-1730-4638-8adb-7f79ac32a130', 'tenant_id': '47a90bc1ddf942f0867175a620007cc0', 'mac_address': 'fa:16:3e:a7:d3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0ac7086-2dee-4826-8a05-05fa0e57fdc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': 'ca5eb385-2512-460c-bf9c-e9f84ff9e2ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:06:20Z', 'updated_at': '2022-03-28T12:06:29Z', 'revision_number': 5, 'project_id': '47a90bc1ddf942f0867175a620007cc0', 'subnets': [{'id': 'ca5eb385-2512-460c-bf9c-e9f84ff9e2ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:13:12.929243 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b2775fd-c63a-4b94-a5ba-eb03ecdbf603 None None] The sync data for ids ['f0ac7086-2dee-4826-8a05-05fa0e57fdc3'] in dv-neutron-835340-2-hyperv is: [{'id': 'f0ac7086-2dee-4826-8a05-05fa0e57fdc3', 'name': 'tempest-TestVolumeBootPattern-542767455-router', 'tenant_id': '47a90bc1ddf942f0867175a620007cc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.15'}], 'enable_snat': True}, 'gw_port_id': '41c6dd69-d901-41f2-afe7-3ed161b55c6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:06:16Z', 'updated_at': '2022-03-28T12:06:21Z', 'revision_number': 4, 'project_id': '47a90bc1ddf942f0867175a620007cc0', 'gw_port': {'id': '41c6dd69-d901-41f2-afe7-3ed161b55c6b', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:d2:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0ac7086-2dee-4826-8a05-05fa0e57fdc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:06:17Z', 'updated_at': '2022-03-28T12:06:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_floatingips': [{'id': 'aa040bba-a7ca-42c3-848c-e8f30a38139e', 'tenant_id': '47a90bc1ddf942f0867175a620007cc0', 'floating_ip_address': '172.26.7.149', 'floating_network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'router_id': 'f0ac7086-2dee-4826-8a05-05fa0e57fdc3', 'port_id': '914a8c6d-7edf-43a3-aec1-7e24b0b1aad4', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58a24317-1730-4638-8adb-7f79ac32a130', 'mac_address': 'fa:16:3e:e8:5d:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2153cd8b-8951-474c-bbef-adaa6b4b12b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T12:09:32Z', 'updated_at': '2022-03-28T12:09:35Z', 'revision_number': 1, 'project_id': '47a90bc1ddf942f0867175a620007cc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e0be1577-cd79-48dc-bee0-92ba5e02f532', 'name': '', 'network_id': '58a24317-1730-4638-8adb-7f79ac32a130', 'tenant_id': '47a90bc1ddf942f0867175a620007cc0', 'mac_address': 'fa:16:3e:a7:d3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0ac7086-2dee-4826-8a05-05fa0e57fdc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': 'ca5eb385-2512-460c-bf9c-e9f84ff9e2ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:06:20Z', 'updated_at': '2022-03-28T12:06:29Z', 'revision_number': 5, 'project_id': '47a90bc1ddf942f0867175a620007cc0', 'subnets': [{'id': 'ca5eb385-2512-460c-bf9c-e9f84ff9e2ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 12:13:12.960832 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:13:12.991505 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bd7422f-20cb-41f3-8b4f-732455dd70cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1644052-5634-41f9-b06d-ba753f1c00ec'}] {{(pid=87872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 12:13:12.997108 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d311aa91-e511-4379-a070-a315b8b20396 req-2125208e-c5e7-4605-9651-24941f276e4d tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:13:12.998619 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-d311aa91-e511-4379-a070-a315b8b20396 req-2125208e-c5e7-4605-9651-24941f276e4d tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/ports?device_id=3bd7422f-20cb-41f3-8b4f-732455dd70cf HTTP/1.1" status: 200 len: 945 time: 0.0938289 Mar 28 12:13:13.005247 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] For port c1644052-5634-41f9-b06d-ba753f1c00ec, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=c1644052-5634-41f9-b06d-ba753f1c00ec,segment=NetworkSegment(79fd587d-2b68-4009-b8c8-e86a0247a4f9),segment_id=79fd587d-2b68-4009-b8c8-e86a0247a4f9)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:13:13.011759 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:13:13.070709 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-d311aa91-e511-4379-a070-a315b8b20396 req-c7c6415f-8c3c-4c8e-ab4d-6c2d15349dbc tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f0cf636-818c-415a-b3a0-57820a839332&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0621486 Mar 28 12:13:13.090565 dv-neutron-835340-2-hyperv neutron-server[87872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bd7422f-20cb-41f3-8b4f-732455dd70cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1644052-5634-41f9-b06d-ba753f1c00ec', 'code': 200} Mar 28 12:13:13.132704 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Pushing event updated for resources: {'Port': ['ID=c1644052-5634-41f9-b06d-ba753f1c00ec,revision_number=5']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:13:13.212496 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ef59ea-ab0d-4c87-b634-ffdec46a9f12 None None] New status for floating IP 26679cc7-19ea-485e-b8a0-9b8a56d8d037: DOWN {{(pid=87873) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 12:13:13.309972 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2f0e5e-1c48-4488-8bd8-79435ebb35a6 req-c03886dd-13ed-4b05-86d2-e61a7c3df0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:13:13.311634 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-5f2f0e5e-1c48-4488-8bd8-79435ebb35a6 req-c03886dd-13ed-4b05-86d2-e61a7c3df0b6 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3bd7422f-20cb-41f3-8b4f-732455dd70cf HTTP/1.1" status: 200 len: 1099 time: 0.0713105 Mar 28 12:13:13.355160 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-5f2f0e5e-1c48-4488-8bd8-79435ebb35a6 req-ae545f83-48fb-4089-9a96-18acc206983b service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=6f0cf636-818c-415a-b3a0-57820a839332&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0370121 Mar 28 12:13:13.467374 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826afedb-7f50-41e9-81eb-6dd1f2493c15 req-cc7dd4d3-4a55-4829-a32a-a486b19e8192 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:13:13.468835 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-826afedb-7f50-41e9-81eb-6dd1f2493c15 req-cc7dd4d3-4a55-4829-a32a-a486b19e8192 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] 10.222.0.30 "GET /v2.0/ports?device_id=f42ba617-0232-43f1-a287-2dd6bf0a6fe3 HTTP/1.1" status: 200 len: 945 time: 0.0802021 Mar 28 12:13:13.515636 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-826afedb-7f50-41e9-81eb-6dd1f2493c15 req-ab3c6f6f-3388-499c-818a-04ffbd655dcc tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] 10.222.0.30 "GET /v2.0/security-groups?id=a8392a33-39a9-4107-88a2-a192a6c34737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406163 Mar 28 12:13:13.673519 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8780ff4-248d-4d9f-9d29-81be7f565bf9 req-3ed8044f-5210-4cca-ae78-9b4a5e212b81 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:13:13.674196 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [req-a8780ff4-248d-4d9f-9d29-81be7f565bf9 req-3ed8044f-5210-4cca-ae78-9b4a5e212b81 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Synchronizing usage tracker for tenant:47a90bc1ddf942f0867175a620007cc0 on resource:port {{(pid=87870) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:13:13.689215 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [req-a8780ff4-248d-4d9f-9d29-81be7f565bf9 req-3ed8044f-5210-4cca-ae78-9b4a5e212b81 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Unset dirty status for tenant:47a90bc1ddf942f0867175a620007cc0 on resource:port {{(pid=87870) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:13:13.690343 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-a8780ff4-248d-4d9f-9d29-81be7f565bf9 req-3ed8044f-5210-4cca-ae78-9b4a5e212b81 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] 10.222.0.11 "GET /v2.0/ports?device_id=f42ba617-0232-43f1-a287-2dd6bf0a6fe3 HTTP/1.1" status: 200 len: 945 time: 0.0963867 Mar 28 12:13:13.758402 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [req-a8780ff4-248d-4d9f-9d29-81be7f565bf9 req-a189977d-a251-4ec4-bb5d-d1f5426b583d tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Deleting port e8f91f3b-8e9d-4abb-910d-3b333fccbcb2 {{(pid=87870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:13:13.758666 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [req-a8780ff4-248d-4d9f-9d29-81be7f565bf9 req-a189977d-a251-4ec4-bb5d-d1f5426b583d tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:13:14.104693 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.db [req-a8780ff4-248d-4d9f-9d29-81be7f565bf9 req-a189977d-a251-4ec4-bb5d-d1f5426b583d tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] For port e8f91f3b-8e9d-4abb-910d-3b333fccbcb2, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=e8f91f3b-8e9d-4abb-910d-3b333fccbcb2,segment=NetworkSegment(50310252-dd3a-44b3-a0be-b4c21d863506),segment_id=50310252-dd3a-44b3-a0be-b4c21d863506)] {{(pid=87870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:13:14.105049 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [req-a8780ff4-248d-4d9f-9d29-81be7f565bf9 req-a189977d-a251-4ec4-bb5d-d1f5426b583d tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:13:14.228007 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [req-a8780ff4-248d-4d9f-9d29-81be7f565bf9 req-a189977d-a251-4ec4-bb5d-d1f5426b583d tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Calling delete_port for e8f91f3b-8e9d-4abb-910d-3b333fccbcb2 owned by compute:nova {{(pid=87870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:13:14.372799 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be87eef2-0d52-4afc-bebe-6df6fc9985c8 req-04e1f609-b84e-4fb3-a172-df94fcd24bc7 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:13:14.374168 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-be87eef2-0d52-4afc-bebe-6df6fc9985c8 req-04e1f609-b84e-4fb3-a172-df94fcd24bc7 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/ports?device_id=3bd7422f-20cb-41f3-8b4f-732455dd70cf HTTP/1.1" status: 200 len: 946 time: 0.1529603 Mar 28 12:13:14.467556 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-be87eef2-0d52-4afc-bebe-6df6fc9985c8 req-543eed97-52c0-405d-9085-4afab610a1f6 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f0cf636-818c-415a-b3a0-57820a839332&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0617015 Mar 28 12:13:14.472400 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [req-a8780ff4-248d-4d9f-9d29-81be7f565bf9 req-a189977d-a251-4ec4-bb5d-d1f5426b583d tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:13:14.522773 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a189977d-a251-4ec4-bb5d-d1f5426b583d tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Pushing event deleted for resources: {'Port': ['ID=e8f91f3b-8e9d-4abb-910d-3b333fccbcb2,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:13:14.598857 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8780ff4-248d-4d9f-9d29-81be7f565bf9 req-a189977d-a251-4ec4-bb5d-d1f5426b583d tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] No DVR routers for this DVR port e8f91f3b-8e9d-4abb-910d-3b333fccbcb2 on host hv-neutron-8353 {{(pid=87870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 12:13:14.601381 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [req-a8780ff4-248d-4d9f-9d29-81be7f565bf9 req-a189977d-a251-4ec4-bb5d-d1f5426b583d tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:13:14.604057 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f42ba617-0232-43f1-a287-2dd6bf0a6fe3', 'name': 'network-vif-deleted', 'tag': 'e8f91f3b-8e9d-4abb-910d-3b333fccbcb2'}] {{(pid=87870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 12:13:14.620540 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-a8780ff4-248d-4d9f-9d29-81be7f565bf9 req-a189977d-a251-4ec4-bb5d-d1f5426b583d tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] 10.222.0.11 "DELETE /v2.0/ports/e8f91f3b-8e9d-4abb-910d-3b333fccbcb2 HTTP/1.1" status: 204 len: 173 time: 0.9253173 Mar 28 12:13:14.650122 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f42ba617-0232-43f1-a287-2dd6bf0a6fe3', 'name': 'network-vif-deleted', 'tag': 'e8f91f3b-8e9d-4abb-910d-3b333fccbcb2', 'status': 'completed', 'code': 200} Mar 28 12:13:14.681980 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-c604810f-c502-4e90-9458-ad66a3f44d7b req-eb06f0b4-4fd8-4356-8735-8e123e9ebce4 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] 10.222.0.30 "GET /v2.0/ports?device_id=f42ba617-0232-43f1-a287-2dd6bf0a6fe3 HTTP/1.1" status: 200 len: 210 time: 0.0524611 Mar 28 12:13:15.658252 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ba9a36-cef0-4db2-a1df-aff831d4eedc req-fa7cf347-2d63-492e-a973-dd6efe4426d5 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:13:15.660397 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-c3ba9a36-cef0-4db2-a1df-aff831d4eedc req-fa7cf347-2d63-492e-a973-dd6efe4426d5 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/ports?device_id=3bd7422f-20cb-41f3-8b4f-732455dd70cf HTTP/1.1" status: 200 len: 946 time: 0.0824900 Mar 28 12:13:15.709218 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-c3ba9a36-cef0-4db2-a1df-aff831d4eedc req-3586fa65-548f-49d5-859f-e2728a987902 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f0cf636-818c-415a-b3a0-57820a839332&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416377 Mar 28 12:13:15.898960 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0547c7d8-e12f-4511-a87b-885e280f0661 req-1bc9d1c7-3ccc-4efa-bd2b-f80dba9a8468 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:13:15.900460 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-0547c7d8-e12f-4511-a87b-885e280f0661 req-1bc9d1c7-3ccc-4efa-bd2b-f80dba9a8468 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/ports?device_id=3bd7422f-20cb-41f3-8b4f-732455dd70cf HTTP/1.1" status: 200 len: 946 time: 0.0833535 Mar 28 12:13:15.952967 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-0547c7d8-e12f-4511-a87b-885e280f0661 req-4f645d10-8032-476b-ac6e-cce4a472b6dd tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f0cf636-818c-415a-b3a0-57820a839332&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440710 Mar 28 12:13:15.981033 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 32788) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:13:16.058732 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9256b16a-b841-46aa-9e5a-a22773901c01 tempest-TestNetworkBasicOps-386611239 tempest-TestNetworkBasicOps-386611239-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:13:16.063007 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-9256b16a-b841-46aa-9e5a-a22773901c01 tempest-TestNetworkBasicOps-386611239 tempest-TestNetworkBasicOps-386611239-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=3bd7422f-20cb-41f3-8b4f-732455dd70cf HTTP/1.1" status: 200 len: 1094 time: 0.0782883 Mar 28 12:13:16.063169 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 32792) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:13:16.068414 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-28cba5c4-94de-4c07-81c2-2d1aa816f9e3 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Request body: {'floatingip': {'floating_network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'port_id': 'c1644052-5634-41f9-b06d-ba753f1c00ec', 'tenant_id': '527195c95736491ca1967a42cc300275', 'fixed_ip_address': '172.20.0.10'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:13:16.074321 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-28cba5c4-94de-4c07-81c2-2d1aa816f9e3 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:13:16.078082 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-28cba5c4-94de-4c07-81c2-2d1aa816f9e3 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Usage tracker for resource:floatingip and tenant:527195c95736491ca1967a42cc300275 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:13:16.081182 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-28cba5c4-94de-4c07-81c2-2d1aa816f9e3 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:13:16.086738 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-28cba5c4-94de-4c07-81c2-2d1aa816f9e3 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:13:16.096826 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-28cba5c4-94de-4c07-81c2-2d1aa816f9e3 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for floatingip, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:13:16.233985 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-28cba5c4-94de-4c07-81c2-2d1aa816f9e3 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:13:16.370536 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.db_base_plugin_common [None req-28cba5c4-94de-4c07-81c2-2d1aa816f9e3 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Allocated IP 172.26.7.229 (ac2b1748-8f63-4b17-a9c7-07e79704aa5b/0b7ebf76-1dc7-431a-a0b4-b96bacf287c2/6e17ce16-8369-4476-99d4-2a98715222f1) {{(pid=87870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 12:13:16.518848 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-28cba5c4-94de-4c07-81c2-2d1aa816f9e3 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for port, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:13:16.547891 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-28cba5c4-94de-4c07-81c2-2d1aa816f9e3 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:13:16.608673 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28cba5c4-94de-4c07-81c2-2d1aa816f9e3 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Network ac2b1748-8f63-4b17-a9c7-07e79704aa5b is already hosted by enough agents. {{(pid=87870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:13:16.611457 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.base_scheduler [None req-28cba5c4-94de-4c07-81c2-2d1aa816f9e3 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Resources bound (agent type, host, resource id): {{(pid=87870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:13:16.615315 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28cba5c4-94de-4c07-81c2-2d1aa816f9e3 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Received port after_create {{(pid=87870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 12:13:16.662232 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cba5c4-94de-4c07-81c2-2d1aa816f9e3 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Pushing event updated for resources: {'Port': ['ID=6e17ce16-8369-4476-99d4-2a98715222f1,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:13:16.677841 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Device e8f91f3b-8e9d-4abb-910d-3b333fccbcb2 no longer exists at agent hyperv_hv-neutron-8353 {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 12:13:16.714476 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] No Port match for: e8f91f3b-8e9d-4abb-910d-3b333fccbcb2 {{(pid=87872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 12:13:16.714867 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Device e8f91f3b-8e9d-4abb-910d-3b333fccbcb2 not bound to the agent host hv-neutron-8353 {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 12:13:17.150407 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-28cba5c4-94de-4c07-81c2-2d1aa816f9e3 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:13:17.226658 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-28cba5c4-94de-4c07-81c2-2d1aa816f9e3 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:13:17.439996 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-28cba5c4-94de-4c07-81c2-2d1aa816f9e3 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for port, precommit_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:13:17.444687 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-28cba5c4-94de-4c07-81c2-2d1aa816f9e3 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2558288'] for port, after_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:13:17.556439 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cba5c4-94de-4c07-81c2-2d1aa816f9e3 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Pushing event updated for resources: {'Port': ['ID=6e17ce16-8369-4476-99d4-2a98715222f1,revision_number=2']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:13:17.568895 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-28cba5c4-94de-4c07-81c2-2d1aa816f9e3 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-709520'] for floatingip, after_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:13:17.741629 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.db.l3_db [None req-28cba5c4-94de-4c07-81c2-2d1aa816f9e3 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Floating IP 353142db-07d0-4287-9d67-0168a8a3fce0 associated. External IP: 172.26.7.229, port: c1644052-5634-41f9-b06d-ba753f1c00ec. Mar 28 12:13:18.099512 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28cba5c4-94de-4c07-81c2-2d1aa816f9e3 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Router d3de67c1-3af1-491e-8b6c-23042aa72acc has already been hosted by L3 agent af79d429-529e-400b-a119-94d4bec03f3e {{(pid=87870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 12:13:18.284637 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28cba5c4-94de-4c07-81c2-2d1aa816f9e3 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 12:13:18.296267 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ba5d3da-d61e-473b-a924-877d4818e995 None None] Sync routers for ids ['d3de67c1-3af1-491e-8b6c-23042aa72acc'] in dv-neutron-835340-2-hyperv {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 12:13:18.307731 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba5d3da-d61e-473b-a924-877d4818e995 None None] Routers {'d3de67c1-3af1-491e-8b6c-23042aa72acc'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:13:18.308683 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-7ba5d3da-d61e-473b-a924-877d4818e995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:13:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['d3de67c1-3af1-491e-8b6c-23042aa72acc'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:13:18.317019 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-28cba5c4-94de-4c07-81c2-2d1aa816f9e3 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for floatingip, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:13:18.384960 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-28cba5c4-94de-4c07-81c2-2d1aa816f9e3 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3208091 Mar 28 12:13:18.385525 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bd7422f-20cb-41f3-8b4f-732455dd70cf', 'tag': 'c1644052-5634-41f9-b06d-ba753f1c00ec'}] {{(pid=87870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 12:13:18.387748 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 32804) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:13:18.440427 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bd7422f-20cb-41f3-8b4f-732455dd70cf', 'tag': 'c1644052-5634-41f9-b06d-ba753f1c00ec', 'status': 'completed', 'code': 200} Mar 28 12:13:18.497627 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvr_db [None req-7ba5d3da-d61e-473b-a924-877d4818e995 None None] Set router d3de67c1-3af1-491e-8b6c-23042aa72acc gateway port host: dv-neutron-835340-2-hyperv {{(pid=87872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:13:18.518742 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-0451dabf-dbed-484a-8482-1472d4693d4f tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/floatingips/353142db-07d0-4287-9d67-0168a8a3fce0 HTTP/1.1" status: 200 len: 992 time: 0.1285405 Mar 28 12:13:18.541103 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d82ef7-d4a3-44d6-9fec-56f17a8ec9c3 req-f94ea1b9-c526-40eb-8d2b-8228edd24409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:13:18.542587 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-09d82ef7-d4a3-44d6-9fec-56f17a8ec9c3 req-f94ea1b9-c526-40eb-8d2b-8228edd24409 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=527195c95736491ca1967a42cc300275&device_id=3bd7422f-20cb-41f3-8b4f-732455dd70cf HTTP/1.1" status: 200 len: 1099 time: 0.0807140 Mar 28 12:13:18.802319 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d82ef7-d4a3-44d6-9fec-56f17a8ec9c3 req-33503b41-504b-482a-b219-95902cbd5520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:13:18.803785 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-09d82ef7-d4a3-44d6-9fec-56f17a8ec9c3 req-33503b41-504b-482a-b219-95902cbd5520 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c0f4a71c-ba62-4900-9a94-b99d33ae5910 HTTP/1.1" status: 200 len: 896 time: 0.2555058 Mar 28 12:13:18.869727 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-7ba5d3da-d61e-473b-a924-877d4818e995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3de67c1-3af1-491e-8b6c-23042aa72acc', 'name': 'tempest-TestNetworkBasicOps-router-1488165507', 'tenant_id': '527195c95736491ca1967a42cc300275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.44'}], 'enable_snat': True}, 'gw_port_id': '6e0864a0-ab6c-4dad-b4fc-28ff80ce531e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:12:54Z', 'updated_at': '2022-03-28T12:12:59Z', 'revision_number': 4, 'project_id': '527195c95736491ca1967a42cc300275', 'gw_port': {'id': '6e0864a0-ab6c-4dad-b4fc-28ff80ce531e', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:2d:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3de67c1-3af1-491e-8b6c-23042aa72acc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:12:55Z', 'updated_at': '2022-03-28T12:13:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_floatingips': [{'id': '353142db-07d0-4287-9d67-0168a8a3fce0', 'tenant_id': '527195c95736491ca1967a42cc300275', 'floating_ip_address': '172.26.7.229', 'floating_network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'router_id': 'd3de67c1-3af1-491e-8b6c-23042aa72acc', 'port_id': 'c1644052-5634-41f9-b06d-ba753f1c00ec', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1509, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0f4a71c-ba62-4900-9a94-b99d33ae5910', 'mac_address': 'fa:16:3e:37:a0:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bd7422f-20cb-41f3-8b4f-732455dd70cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T12:13:17Z', 'updated_at': '2022-03-28T12:13:17Z', 'revision_number': 0, 'project_id': '527195c95736491ca1967a42cc300275', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd988fa14-c2fc-4509-83c2-d4495cf6af6b', 'name': '', 'network_id': 'c0f4a71c-ba62-4900-9a94-b99d33ae5910', 'tenant_id': '527195c95736491ca1967a42cc300275', 'mac_address': 'fa:16:3e:3e:96:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3de67c1-3af1-491e-8b6c-23042aa72acc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1497, 'fixed_ips': [{'subnet_id': '9f2b54d3-c699-4504-839e-87ca63172181', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:12:58Z', 'updated_at': '2022-03-28T12:13:04Z', 'revision_number': 5, 'project_id': '527195c95736491ca1967a42cc300275', 'subnets': [{'id': '9f2b54d3-c699-4504-839e-87ca63172181', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:13:18.874014 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ba5d3da-d61e-473b-a924-877d4818e995 None None] Checking router: d3de67c1-3af1-491e-8b6c-23042aa72acc for host: dv-neutron-835340-2-hyperv {{(pid=87872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 12:13:18.883413 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba5d3da-d61e-473b-a924-877d4818e995 None None] Routers {'d3de67c1-3af1-491e-8b6c-23042aa72acc'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:13:18.884114 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-7ba5d3da-d61e-473b-a924-877d4818e995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:13:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['d3de67c1-3af1-491e-8b6c-23042aa72acc'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:13:18.919023 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-09d82ef7-d4a3-44d6-9fec-56f17a8ec9c3 req-2f3456da-4636-41ed-98fe-5404acc9cf4b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c1644052-5634-41f9-b06d-ba753f1c00ec HTTP/1.1" status: 200 len: 1000 time: 0.1090477 Mar 28 12:13:18.985288 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d82ef7-d4a3-44d6-9fec-56f17a8ec9c3 req-178a279e-1c9f-4720-ae96-7887ec8235a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:13:18.986722 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-09d82ef7-d4a3-44d6-9fec-56f17a8ec9c3 req-178a279e-1c9f-4720-ae96-7887ec8235a6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9f2b54d3-c699-4504-839e-87ca63172181 HTTP/1.1" status: 200 len: 835 time: 0.0623834 Mar 28 12:13:19.065531 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d82ef7-d4a3-44d6-9fec-56f17a8ec9c3 req-4c273fcf-aff8-4592-8558-74455641aee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:13:19.067089 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-09d82ef7-d4a3-44d6-9fec-56f17a8ec9c3 req-4c273fcf-aff8-4592-8558-74455641aee6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c0f4a71c-ba62-4900-9a94-b99d33ae5910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0749116 Mar 28 12:13:19.067755 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvr_db [None req-7ba5d3da-d61e-473b-a924-877d4818e995 None None] Set router d3de67c1-3af1-491e-8b6c-23042aa72acc gateway port host: dv-neutron-835340-2-hyperv {{(pid=87872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:13:19.229764 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-09d82ef7-d4a3-44d6-9fec-56f17a8ec9c3 req-53c0b830-8a78-46e2-9711-9138e13d2b89 service neutron] 10.222.0.11 "GET /v2.0/networks/c0f4a71c-ba62-4900-9a94-b99d33ae5910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556158 Mar 28 12:13:19.375593 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-09d82ef7-d4a3-44d6-9fec-56f17a8ec9c3 req-9cf4c820-73f7-4d36-88be-813f45f64e2b service neutron] 10.222.0.11 "GET /v2.0/networks/c0f4a71c-ba62-4900-9a94-b99d33ae5910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400168 Mar 28 12:13:19.439712 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-7ba5d3da-d61e-473b-a924-877d4818e995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3de67c1-3af1-491e-8b6c-23042aa72acc', 'name': 'tempest-TestNetworkBasicOps-router-1488165507', 'tenant_id': '527195c95736491ca1967a42cc300275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.44'}], 'enable_snat': True}, 'gw_port_id': '6e0864a0-ab6c-4dad-b4fc-28ff80ce531e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:12:54Z', 'updated_at': '2022-03-28T12:12:59Z', 'revision_number': 4, 'project_id': '527195c95736491ca1967a42cc300275', 'gw_port': {'id': '6e0864a0-ab6c-4dad-b4fc-28ff80ce531e', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:2d:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3de67c1-3af1-491e-8b6c-23042aa72acc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:12:55Z', 'updated_at': '2022-03-28T12:13:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_floatingips': [{'id': '353142db-07d0-4287-9d67-0168a8a3fce0', 'tenant_id': '527195c95736491ca1967a42cc300275', 'floating_ip_address': '172.26.7.229', 'floating_network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'router_id': 'd3de67c1-3af1-491e-8b6c-23042aa72acc', 'port_id': 'c1644052-5634-41f9-b06d-ba753f1c00ec', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1509, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0f4a71c-ba62-4900-9a94-b99d33ae5910', 'mac_address': 'fa:16:3e:37:a0:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bd7422f-20cb-41f3-8b4f-732455dd70cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T12:13:17Z', 'updated_at': '2022-03-28T12:13:17Z', 'revision_number': 0, 'project_id': '527195c95736491ca1967a42cc300275', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd988fa14-c2fc-4509-83c2-d4495cf6af6b', 'name': '', 'network_id': 'c0f4a71c-ba62-4900-9a94-b99d33ae5910', 'tenant_id': '527195c95736491ca1967a42cc300275', 'mac_address': 'fa:16:3e:3e:96:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3de67c1-3af1-491e-8b6c-23042aa72acc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1497, 'fixed_ips': [{'subnet_id': '9f2b54d3-c699-4504-839e-87ca63172181', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:12:58Z', 'updated_at': '2022-03-28T12:13:04Z', 'revision_number': 5, 'project_id': '527195c95736491ca1967a42cc300275', 'subnets': [{'id': '9f2b54d3-c699-4504-839e-87ca63172181', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:13:19.444098 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ba5d3da-d61e-473b-a924-877d4818e995 None None] The sync data for ids ['d3de67c1-3af1-491e-8b6c-23042aa72acc'] in dv-neutron-835340-2-hyperv is: [{'id': 'd3de67c1-3af1-491e-8b6c-23042aa72acc', 'name': 'tempest-TestNetworkBasicOps-router-1488165507', 'tenant_id': '527195c95736491ca1967a42cc300275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.44'}], 'enable_snat': True}, 'gw_port_id': '6e0864a0-ab6c-4dad-b4fc-28ff80ce531e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:12:54Z', 'updated_at': '2022-03-28T12:12:59Z', 'revision_number': 4, 'project_id': '527195c95736491ca1967a42cc300275', 'gw_port': {'id': '6e0864a0-ab6c-4dad-b4fc-28ff80ce531e', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:2d:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3de67c1-3af1-491e-8b6c-23042aa72acc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:12:55Z', 'updated_at': '2022-03-28T12:13:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_floatingips': [{'id': '353142db-07d0-4287-9d67-0168a8a3fce0', 'tenant_id': '527195c95736491ca1967a42cc300275', 'floating_ip_address': '172.26.7.229', 'floating_network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'router_id': 'd3de67c1-3af1-491e-8b6c-23042aa72acc', 'port_id': 'c1644052-5634-41f9-b06d-ba753f1c00ec', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1509, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0f4a71c-ba62-4900-9a94-b99d33ae5910', 'mac_address': 'fa:16:3e:37:a0:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bd7422f-20cb-41f3-8b4f-732455dd70cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T12:13:17Z', 'updated_at': '2022-03-28T12:13:17Z', 'revision_number': 0, 'project_id': '527195c95736491ca1967a42cc300275', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd988fa14-c2fc-4509-83c2-d4495cf6af6b', 'name': '', 'network_id': 'c0f4a71c-ba62-4900-9a94-b99d33ae5910', 'tenant_id': '527195c95736491ca1967a42cc300275', 'mac_address': 'fa:16:3e:3e:96:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3de67c1-3af1-491e-8b6c-23042aa72acc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1497, 'fixed_ips': [{'subnet_id': '9f2b54d3-c699-4504-839e-87ca63172181', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:12:58Z', 'updated_at': '2022-03-28T12:13:04Z', 'revision_number': 5, 'project_id': '527195c95736491ca1967a42cc300275', 'subnets': [{'id': '9f2b54d3-c699-4504-839e-87ca63172181', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 12:13:19.522595 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 32812) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:13:19.625003 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05753cb8-c1c4-4316-9b4f-8f96e8223778 None None] New status for floating IP 353142db-07d0-4287-9d67-0168a8a3fce0: ACTIVE {{(pid=87873) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 12:13:19.634397 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-92990185-56e6-44e4-852c-d0a157163f57 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/floatingips/353142db-07d0-4287-9d67-0168a8a3fce0 HTTP/1.1" status: 200 len: 992 time: 0.1106703 Mar 28 12:13:20.327662 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 32818) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:13:20.526310 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-0a70f78d-df84-4602-9fe3-1beb4a420b60 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Deleting port c752da08-1b4a-4ce8-84ef-8b68d80371b2 {{(pid=87871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:13:20.527070 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-0a70f78d-df84-4602-9fe3-1beb4a420b60 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:13:20.638388 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 32822) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:13:20.698969 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:13:20.699872 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-0a70f78d-df84-4602-9fe3-1beb4a420b60 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:13:20.699872 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-0a70f78d-df84-4602-9fe3-1beb4a420b60 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:13:20.752408 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-9d2d6c8d-bb55-499b-b6d8-78944981b419 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/floatingips/353142db-07d0-4287-9d67-0168a8a3fce0 HTTP/1.1" status: 200 len: 994 time: 0.1128578 Mar 28 12:13:20.822337 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-0a70f78d-df84-4602-9fe3-1beb4a420b60 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Calling delete_port for c752da08-1b4a-4ce8-84ef-8b68d80371b2 owned by network:floatingip {{(pid=87871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:13:20.967570 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-0a70f78d-df84-4602-9fe3-1beb4a420b60 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:13:21.014923 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a70f78d-df84-4602-9fe3-1beb4a420b60 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Pushing event deleted for resources: {'Port': ['ID=c752da08-1b4a-4ce8-84ef-8b68d80371b2,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:13:21.105101 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-0a70f78d-df84-4602-9fe3-1beb4a420b60 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Notify callbacks [] for floatingip, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:13:21.105476 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.db.l3_db [None req-0a70f78d-df84-4602-9fe3-1beb4a420b60 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Floating IP aa040bba-a7ca-42c3-848c-e8f30a38139e disassociated (deleted). External IP: 172.26.7.149, port: 914a8c6d-7edf-43a3-aec1-7e24b0b1aad4. Mar 28 12:13:21.557048 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a70f78d-df84-4602-9fe3-1beb4a420b60 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Router f0ac7086-2dee-4826-8a05-05fa0e57fdc3 has already been hosted by L3 agent af79d429-529e-400b-a119-94d4bec03f3e {{(pid=87871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 12:13:21.733862 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a70f78d-df84-4602-9fe3-1beb4a420b60 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 12:13:21.743666 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-468fca59-438b-44ad-adae-497d3686d5eb None None] Sync routers for ids ['f0ac7086-2dee-4826-8a05-05fa0e57fdc3'] in dv-neutron-835340-2-hyperv {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 12:13:21.750268 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-0a70f78d-df84-4602-9fe3-1beb4a420b60 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for floatingip, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:13:21.753619 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-468fca59-438b-44ad-adae-497d3686d5eb None None] Routers {'f0ac7086-2dee-4826-8a05-05fa0e57fdc3'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:13:21.754218 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-468fca59-438b-44ad-adae-497d3686d5eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:13:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['f0ac7086-2dee-4826-8a05-05fa0e57fdc3'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:13:21.811231 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-0a70f78d-df84-4602-9fe3-1beb4a420b60 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] 10.222.0.30 "DELETE /v2.0/floatingips/aa040bba-a7ca-42c3-848c-e8f30a38139e HTTP/1.1" status: 204 len: 168 time: 1.4798737 Mar 28 12:13:21.811231 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2153cd8b-8951-474c-bbef-adaa6b4b12b8', 'tag': '914a8c6d-7edf-43a3-aec1-7e24b0b1aad4'}] {{(pid=87871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 12:13:21.853743 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2153cd8b-8951-474c-bbef-adaa6b4b12b8', 'tag': '914a8c6d-7edf-43a3-aec1-7e24b0b1aad4', 'status': 'completed', 'code': 200} Mar 28 12:13:21.953004 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f656e57-6112-4ff4-b4f9-33199951df2e req-741d9ba9-bd0e-40ed-9419-c4e3d71cb3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:13:21.954484 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-9f656e57-6112-4ff4-b4f9-33199951df2e req-741d9ba9-bd0e-40ed-9419-c4e3d71cb3dd service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=47a90bc1ddf942f0867175a620007cc0&device_id=2153cd8b-8951-474c-bbef-adaa6b4b12b8 HTTP/1.1" status: 200 len: 1099 time: 0.0774963 Mar 28 12:13:22.007369 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvr_db [None req-468fca59-438b-44ad-adae-497d3686d5eb None None] Set router f0ac7086-2dee-4826-8a05-05fa0e57fdc3 gateway port host: dv-neutron-835340-2-hyperv {{(pid=87872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:13:22.102507 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f656e57-6112-4ff4-b4f9-33199951df2e req-d5073e68-fd05-445c-8b84-926db03ef35c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:13:22.103892 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-9f656e57-6112-4ff4-b4f9-33199951df2e req-d5073e68-fd05-445c-8b84-926db03ef35c service neutron] 10.222.0.11 "GET /v2.0/networks?id=58a24317-1730-4638-8adb-7f79ac32a130 HTTP/1.1" status: 200 len: 911 time: 0.1433172 Mar 28 12:13:22.175503 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-9f656e57-6112-4ff4-b4f9-33199951df2e req-25de4cf6-f433-4688-90d9-0715732e309e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=914a8c6d-7edf-43a3-aec1-7e24b0b1aad4 HTTP/1.1" status: 200 len: 217 time: 0.0654037 Mar 28 12:13:22.198023 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc506fcd-d6ca-4704-bc65-12446e219b51 req-6e075634-67a7-4034-9541-e3871d47f17d tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:13:22.198799 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [req-cc506fcd-d6ca-4704-bc65-12446e219b51 req-6e075634-67a7-4034-9541-e3871d47f17d tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Synchronizing usage tracker for tenant:47a90bc1ddf942f0867175a620007cc0 on resource:port {{(pid=87871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:13:22.214774 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [req-cc506fcd-d6ca-4704-bc65-12446e219b51 req-6e075634-67a7-4034-9541-e3871d47f17d tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Unset dirty status for tenant:47a90bc1ddf942f0867175a620007cc0 on resource:port {{(pid=87871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:13:22.219454 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-cc506fcd-d6ca-4704-bc65-12446e219b51 req-6e075634-67a7-4034-9541-e3871d47f17d tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] 10.222.0.30 "GET /v2.0/ports?device_id=2153cd8b-8951-474c-bbef-adaa6b4b12b8 HTTP/1.1" status: 200 len: 946 time: 0.0997393 Mar 28 12:13:22.240045 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f656e57-6112-4ff4-b4f9-33199951df2e req-09f298c3-21b4-4dfc-8422-721ae45fe240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:13:22.241484 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-9f656e57-6112-4ff4-b4f9-33199951df2e req-09f298c3-21b4-4dfc-8422-721ae45fe240 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ca5eb385-2512-460c-bf9c-e9f84ff9e2ac HTTP/1.1" status: 200 len: 850 time: 0.0598485 Mar 28 12:13:22.269123 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-cc506fcd-d6ca-4704-bc65-12446e219b51 req-7f2079b2-3b20-4c59-bf20-2ca959d14698 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] 10.222.0.30 "GET /v2.0/security-groups?id=a8392a33-39a9-4107-88a2-a192a6c34737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438848 Mar 28 12:13:22.321357 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f656e57-6112-4ff4-b4f9-33199951df2e req-4acf535a-c2f1-423c-b040-68d86cff2ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:13:22.322816 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-9f656e57-6112-4ff4-b4f9-33199951df2e req-4acf535a-c2f1-423c-b040-68d86cff2ae6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=58a24317-1730-4638-8adb-7f79ac32a130&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0755200 Mar 28 12:13:22.336374 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-468fca59-438b-44ad-adae-497d3686d5eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0ac7086-2dee-4826-8a05-05fa0e57fdc3', 'name': 'tempest-TestVolumeBootPattern-542767455-router', 'tenant_id': '47a90bc1ddf942f0867175a620007cc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.15'}], 'enable_snat': True}, 'gw_port_id': '41c6dd69-d901-41f2-afe7-3ed161b55c6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:06:16Z', 'updated_at': '2022-03-28T12:06:21Z', 'revision_number': 4, 'project_id': '47a90bc1ddf942f0867175a620007cc0', 'gw_port': {'id': '41c6dd69-d901-41f2-afe7-3ed161b55c6b', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:d2:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0ac7086-2dee-4826-8a05-05fa0e57fdc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:06:17Z', 'updated_at': '2022-03-28T12:06:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_interfaces': [{'id': 'e0be1577-cd79-48dc-bee0-92ba5e02f532', 'name': '', 'network_id': '58a24317-1730-4638-8adb-7f79ac32a130', 'tenant_id': '47a90bc1ddf942f0867175a620007cc0', 'mac_address': 'fa:16:3e:a7:d3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0ac7086-2dee-4826-8a05-05fa0e57fdc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': 'ca5eb385-2512-460c-bf9c-e9f84ff9e2ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:06:20Z', 'updated_at': '2022-03-28T12:06:29Z', 'revision_number': 5, 'project_id': '47a90bc1ddf942f0867175a620007cc0', 'subnets': [{'id': 'ca5eb385-2512-460c-bf9c-e9f84ff9e2ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:13:22.340136 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-468fca59-438b-44ad-adae-497d3686d5eb None None] Checking router: f0ac7086-2dee-4826-8a05-05fa0e57fdc3 for host: dv-neutron-835340-2-hyperv {{(pid=87872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 12:13:22.348625 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-468fca59-438b-44ad-adae-497d3686d5eb None None] Routers {'f0ac7086-2dee-4826-8a05-05fa0e57fdc3'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:13:22.349217 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-468fca59-438b-44ad-adae-497d3686d5eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:13:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['f0ac7086-2dee-4826-8a05-05fa0e57fdc3'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:13:22.454037 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-9f656e57-6112-4ff4-b4f9-33199951df2e req-9910810c-fe96-4fcd-9e2c-22b93cd2f1b1 service neutron] 10.222.0.11 "GET /v2.0/networks/58a24317-1730-4638-8adb-7f79ac32a130?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244421 Mar 28 12:13:22.526484 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvr_db [None req-468fca59-438b-44ad-adae-497d3686d5eb None None] Set router f0ac7086-2dee-4826-8a05-05fa0e57fdc3 gateway port host: dv-neutron-835340-2-hyperv {{(pid=87872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:13:22.588107 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-9f656e57-6112-4ff4-b4f9-33199951df2e req-e7d01bf7-293f-4695-b5ab-e4e066de1b1e service neutron] 10.222.0.11 "GET /v2.0/networks/58a24317-1730-4638-8adb-7f79ac32a130?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265807 Mar 28 12:13:22.836178 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-468fca59-438b-44ad-adae-497d3686d5eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0ac7086-2dee-4826-8a05-05fa0e57fdc3', 'name': 'tempest-TestVolumeBootPattern-542767455-router', 'tenant_id': '47a90bc1ddf942f0867175a620007cc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.15'}], 'enable_snat': True}, 'gw_port_id': '41c6dd69-d901-41f2-afe7-3ed161b55c6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:06:16Z', 'updated_at': '2022-03-28T12:06:21Z', 'revision_number': 4, 'project_id': '47a90bc1ddf942f0867175a620007cc0', 'gw_port': {'id': '41c6dd69-d901-41f2-afe7-3ed161b55c6b', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:d2:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0ac7086-2dee-4826-8a05-05fa0e57fdc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:06:17Z', 'updated_at': '2022-03-28T12:06:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_interfaces': [{'id': 'e0be1577-cd79-48dc-bee0-92ba5e02f532', 'name': '', 'network_id': '58a24317-1730-4638-8adb-7f79ac32a130', 'tenant_id': '47a90bc1ddf942f0867175a620007cc0', 'mac_address': 'fa:16:3e:a7:d3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0ac7086-2dee-4826-8a05-05fa0e57fdc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': 'ca5eb385-2512-460c-bf9c-e9f84ff9e2ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:06:20Z', 'updated_at': '2022-03-28T12:06:29Z', 'revision_number': 5, 'project_id': '47a90bc1ddf942f0867175a620007cc0', 'subnets': [{'id': 'ca5eb385-2512-460c-bf9c-e9f84ff9e2ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:13:22.840206 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-468fca59-438b-44ad-adae-497d3686d5eb None None] The sync data for ids ['f0ac7086-2dee-4826-8a05-05fa0e57fdc3'] in dv-neutron-835340-2-hyperv is: [{'id': 'f0ac7086-2dee-4826-8a05-05fa0e57fdc3', 'name': 'tempest-TestVolumeBootPattern-542767455-router', 'tenant_id': '47a90bc1ddf942f0867175a620007cc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.15'}], 'enable_snat': True}, 'gw_port_id': '41c6dd69-d901-41f2-afe7-3ed161b55c6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:06:16Z', 'updated_at': '2022-03-28T12:06:21Z', 'revision_number': 4, 'project_id': '47a90bc1ddf942f0867175a620007cc0', 'gw_port': {'id': '41c6dd69-d901-41f2-afe7-3ed161b55c6b', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:d2:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0ac7086-2dee-4826-8a05-05fa0e57fdc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:06:17Z', 'updated_at': '2022-03-28T12:06:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_interfaces': [{'id': 'e0be1577-cd79-48dc-bee0-92ba5e02f532', 'name': '', 'network_id': '58a24317-1730-4638-8adb-7f79ac32a130', 'tenant_id': '47a90bc1ddf942f0867175a620007cc0', 'mac_address': 'fa:16:3e:a7:d3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0ac7086-2dee-4826-8a05-05fa0e57fdc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1391, 'fixed_ips': [{'subnet_id': 'ca5eb385-2512-460c-bf9c-e9f84ff9e2ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:06:20Z', 'updated_at': '2022-03-28T12:06:29Z', 'revision_number': 5, 'project_id': '47a90bc1ddf942f0867175a620007cc0', 'subnets': [{'id': 'ca5eb385-2512-460c-bf9c-e9f84ff9e2ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 12:13:23.062433 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66b0766c-2cc8-4566-a7f3-fee2e5431e38 None None] New status for floating IP aa040bba-a7ca-42c3-848c-e8f30a38139e: DOWN {{(pid=87873) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 12:13:23.453702 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185d2be2-ccdd-4ceb-8ba7-d64dfb82d8c1 req-2b9d52c0-429a-47c4-b905-669346d6e858 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:13:23.454386 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [req-185d2be2-ccdd-4ceb-8ba7-d64dfb82d8c1 req-2b9d52c0-429a-47c4-b905-669346d6e858 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Synchronizing usage tracker for tenant:47a90bc1ddf942f0867175a620007cc0 on resource:port {{(pid=87870) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:13:23.469041 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [req-185d2be2-ccdd-4ceb-8ba7-d64dfb82d8c1 req-2b9d52c0-429a-47c4-b905-669346d6e858 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Unset dirty status for tenant:47a90bc1ddf942f0867175a620007cc0 on resource:port {{(pid=87870) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:13:23.469041 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-185d2be2-ccdd-4ceb-8ba7-d64dfb82d8c1 req-2b9d52c0-429a-47c4-b905-669346d6e858 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] 10.222.0.30 "GET /v2.0/ports?device_id=2153cd8b-8951-474c-bbef-adaa6b4b12b8 HTTP/1.1" status: 200 len: 946 time: 0.0912549 Mar 28 12:13:23.553837 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-185d2be2-ccdd-4ceb-8ba7-d64dfb82d8c1 req-460ab956-aec7-4bb2-9da5-7c47dfb659cc tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] 10.222.0.30 "GET /v2.0/security-groups?id=a8392a33-39a9-4107-88a2-a192a6c34737&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804377 Mar 28 12:13:23.588623 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5303ce4-f48c-40b9-b1b0-342502b4827e req-992e13a8-f2e0-491b-a575-16f6a26f6eae tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:13:23.590018 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-f5303ce4-f48c-40b9-b1b0-342502b4827e req-992e13a8-f2e0-491b-a575-16f6a26f6eae tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] 10.222.0.11 "GET /v2.0/ports?device_id=2153cd8b-8951-474c-bbef-adaa6b4b12b8 HTTP/1.1" status: 200 len: 946 time: 0.0897408 Mar 28 12:13:23.756203 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [req-f5303ce4-f48c-40b9-b1b0-342502b4827e req-e413f479-8303-4fff-8f81-cf76a95f6d1d tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Deleting port 914a8c6d-7edf-43a3-aec1-7e24b0b1aad4 {{(pid=87870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:13:23.756802 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [req-f5303ce4-f48c-40b9-b1b0-342502b4827e req-e413f479-8303-4fff-8f81-cf76a95f6d1d tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:13:23.999292 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.db [req-f5303ce4-f48c-40b9-b1b0-342502b4827e req-e413f479-8303-4fff-8f81-cf76a95f6d1d tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] For port 914a8c6d-7edf-43a3-aec1-7e24b0b1aad4, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=914a8c6d-7edf-43a3-aec1-7e24b0b1aad4,segment=NetworkSegment(50310252-dd3a-44b3-a0be-b4c21d863506),segment_id=50310252-dd3a-44b3-a0be-b4c21d863506)] {{(pid=87870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:13:23.999675 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [req-f5303ce4-f48c-40b9-b1b0-342502b4827e req-e413f479-8303-4fff-8f81-cf76a95f6d1d tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:13:24.119570 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [req-f5303ce4-f48c-40b9-b1b0-342502b4827e req-e413f479-8303-4fff-8f81-cf76a95f6d1d tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Calling delete_port for 914a8c6d-7edf-43a3-aec1-7e24b0b1aad4 owned by compute:nova {{(pid=87870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:13:24.259881 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [req-f5303ce4-f48c-40b9-b1b0-342502b4827e req-e413f479-8303-4fff-8f81-cf76a95f6d1d tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:13:24.307359 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e413f479-8303-4fff-8f81-cf76a95f6d1d tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Pushing event deleted for resources: {'Port': ['ID=914a8c6d-7edf-43a3-aec1-7e24b0b1aad4,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:13:24.387170 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5303ce4-f48c-40b9-b1b0-342502b4827e req-e413f479-8303-4fff-8f81-cf76a95f6d1d tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] No DVR routers for this DVR port 914a8c6d-7edf-43a3-aec1-7e24b0b1aad4 on host hv-neutron-8353 {{(pid=87870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 12:13:24.389410 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [req-f5303ce4-f48c-40b9-b1b0-342502b4827e req-e413f479-8303-4fff-8f81-cf76a95f6d1d tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:13:24.391892 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2153cd8b-8951-474c-bbef-adaa6b4b12b8', 'name': 'network-vif-deleted', 'tag': '914a8c6d-7edf-43a3-aec1-7e24b0b1aad4'}] {{(pid=87870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 12:13:24.407528 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-f5303ce4-f48c-40b9-b1b0-342502b4827e req-e413f479-8303-4fff-8f81-cf76a95f6d1d tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] 10.222.0.11 "DELETE /v2.0/ports/914a8c6d-7edf-43a3-aec1-7e24b0b1aad4 HTTP/1.1" status: 204 len: 173 time: 0.8121102 Mar 28 12:13:24.437053 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2153cd8b-8951-474c-bbef-adaa6b4b12b8', 'name': 'network-vif-deleted', 'tag': '914a8c6d-7edf-43a3-aec1-7e24b0b1aad4', 'status': 'completed', 'code': 200} Mar 28 12:13:24.707148 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [req-4ab3853d-91e1-4fe0-b384-64f99758f79a req-97807312-c3aa-4c09-9c04-db662bb4501d tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Synchronizing usage tracker for tenant:47a90bc1ddf942f0867175a620007cc0 on resource:port {{(pid=87870) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:13:24.726447 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [req-4ab3853d-91e1-4fe0-b384-64f99758f79a req-97807312-c3aa-4c09-9c04-db662bb4501d tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Unset dirty status for tenant:47a90bc1ddf942f0867175a620007cc0 on resource:port {{(pid=87870) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:13:24.730128 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-4ab3853d-91e1-4fe0-b384-64f99758f79a req-97807312-c3aa-4c09-9c04-db662bb4501d tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] 10.222.0.30 "GET /v2.0/ports?device_id=2153cd8b-8951-474c-bbef-adaa6b4b12b8 HTTP/1.1" status: 200 len: 210 time: 0.0702651 Mar 28 12:13:25.825437 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 32840) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:13:25.981760 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-38c612a6-3b0d-44e2-babd-9d93ab6d4853 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Deleting port a75f473b-2f3f-43e7-ac13-7c0b9e40f68e {{(pid=87870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:13:25.982100 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-38c612a6-3b0d-44e2-babd-9d93ab6d4853 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:13:26.147534 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-38c612a6-3b0d-44e2-babd-9d93ab6d4853 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:13:26.147852 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-38c612a6-3b0d-44e2-babd-9d93ab6d4853 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:13:26.271540 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-38c612a6-3b0d-44e2-babd-9d93ab6d4853 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Calling delete_port for a75f473b-2f3f-43e7-ac13-7c0b9e40f68e owned by network:floatingip {{(pid=87870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:13:26.405358 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-38c612a6-3b0d-44e2-babd-9d93ab6d4853 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:13:26.542785 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c612a6-3b0d-44e2-babd-9d93ab6d4853 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Pushing event deleted for resources: {'Port': ['ID=a75f473b-2f3f-43e7-ac13-7c0b9e40f68e,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:13:26.632553 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-38c612a6-3b0d-44e2-babd-9d93ab6d4853 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Notify callbacks [] for floatingip, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:13:26.649227 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-38c612a6-3b0d-44e2-babd-9d93ab6d4853 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for floatingip, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:13:26.650341 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-38c612a6-3b0d-44e2-babd-9d93ab6d4853 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] 10.222.0.30 "DELETE /v2.0/floatingips/0d494c20-4d92-4179-883a-efc3601c82bc HTTP/1.1" status: 204 len: 168 time: 0.8238640 Mar 28 12:13:26.699235 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Device 914a8c6d-7edf-43a3-aec1-7e24b0b1aad4 no longer exists at agent hyperv_hv-neutron-8353 {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 12:13:26.735926 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] No Port match for: 914a8c6d-7edf-43a3-aec1-7e24b0b1aad4 {{(pid=87872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 12:13:26.736271 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Device 914a8c6d-7edf-43a3-aec1-7e24b0b1aad4 not bound to the agent host hv-neutron-8353 {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 12:13:29.114099 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 32856) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:13:29.183026 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-7ff46a3c-5ea7-4a40-8ee6-c43a21946582 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Notify callbacks [] for security_group, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:13:29.211715 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-7ff46a3c-5ea7-4a40-8ee6-c43a21946582 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:13:29.277116 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-7ff46a3c-5ea7-4a40-8ee6-c43a21946582 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:13:29.295788 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff46a3c-5ea7-4a40-8ee6-c43a21946582 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8392a33-39a9-4107-88a2-a192a6c34737,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:13:29.305570 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-7ff46a3c-5ea7-4a40-8ee6-c43a21946582 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] Notify callbacks [] for security_group, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:13:29.306607 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-7ff46a3c-5ea7-4a40-8ee6-c43a21946582 tempest-TestVolumeBootPattern-1977600212 tempest-TestVolumeBootPattern-1977600212-project] 10.222.0.30 "DELETE /v2.0/security-groups/a8392a33-39a9-4107-88a2-a192a6c34737 HTTP/1.1" status: 204 len: 168 time: 0.1914577 Mar 28 12:13:29.361564 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 32862) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:13:30.017770 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-25940497-1be0-449f-aa07-ebb5bb2c9725 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-743394'] for router_interface, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:13:30.353260 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-25940497-1be0-449f-aa07-ebb5bb2c9725 admin admin] Deleting port e0be1577-cd79-48dc-bee0-92ba5e02f532 {{(pid=87870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:13:30.353954 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-25940497-1be0-449f-aa07-ebb5bb2c9725 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:13:30.521848 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.db [None req-25940497-1be0-449f-aa07-ebb5bb2c9725 admin admin] For port e0be1577-cd79-48dc-bee0-92ba5e02f532, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=e0be1577-cd79-48dc-bee0-92ba5e02f532,segment=NetworkSegment(50310252-dd3a-44b3-a0be-b4c21d863506),segment_id=50310252-dd3a-44b3-a0be-b4c21d863506)] {{(pid=87870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:13:30.522199 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-25940497-1be0-449f-aa07-ebb5bb2c9725 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:13:30.752919 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-25940497-1be0-449f-aa07-ebb5bb2c9725 admin admin] Calling delete_port for e0be1577-cd79-48dc-bee0-92ba5e02f532 owned by network:router_interface {{(pid=87870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:13:30.931761 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-25940497-1be0-449f-aa07-ebb5bb2c9725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:13:31.008819 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25940497-1be0-449f-aa07-ebb5bb2c9725 admin admin] Pushing event deleted for resources: {'Port': ['ID=e0be1577-cd79-48dc-bee0-92ba5e02f532,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:13:31.258120 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-25940497-1be0-449f-aa07-ebb5bb2c9725 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-743246'] for router_interface, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:13:31.613854 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25940497-1be0-449f-aa07-ebb5bb2c9725 admin admin] Router f0ac7086-2dee-4826-8a05-05fa0e57fdc3 has already been hosted by L3 agent af79d429-529e-400b-a119-94d4bec03f3e {{(pid=87870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 12:13:31.795969 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25940497-1be0-449f-aa07-ebb5bb2c9725 admin admin] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 12:13:31.805958 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb70fe4-998c-47c7-8c21-df89671db7c4 None None] Sync routers for ids ['f0ac7086-2dee-4826-8a05-05fa0e57fdc3'] in dv-neutron-835340-2-hyperv {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 12:13:31.811452 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-25940497-1be0-449f-aa07-ebb5bb2c9725 admin admin] 10.222.0.30 "PUT /v2.0/routers/f0ac7086-2dee-4826-8a05-05fa0e57fdc3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4458292 Mar 28 12:13:31.811842 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 32868) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:13:31.816147 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb70fe4-998c-47c7-8c21-df89671db7c4 None None] Routers {'f0ac7086-2dee-4826-8a05-05fa0e57fdc3'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:13:31.816750 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-ccb70fe4-998c-47c7-8c21-df89671db7c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:13:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['f0ac7086-2dee-4826-8a05-05fa0e57fdc3'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:13:32.054431 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvr_db [None req-ccb70fe4-998c-47c7-8c21-df89671db7c4 None None] Set router f0ac7086-2dee-4826-8a05-05fa0e57fdc3 gateway port host: dv-neutron-835340-2-hyperv {{(pid=87872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:13:32.111976 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-59279d67-faff-4f76-8cb2-3fde13864538 admin admin] Notify callbacks [] for router, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:13:32.286603 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-59279d67-faff-4f76-8cb2-3fde13864538 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:13:32.296830 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-59279d67-faff-4f76-8cb2-3fde13864538 admin admin] Deleting port 41c6dd69-d901-41f2-afe7-3ed161b55c6b {{(pid=87870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:13:32.297160 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-59279d67-faff-4f76-8cb2-3fde13864538 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:13:32.347956 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-3e47c626-7ad2-44be-9fd4-e7bf7f9ddcac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:13:32.355023 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-ccb70fe4-998c-47c7-8c21-df89671db7c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0ac7086-2dee-4826-8a05-05fa0e57fdc3', 'name': 'tempest-TestVolumeBootPattern-542767455-router', 'tenant_id': '47a90bc1ddf942f0867175a620007cc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.15'}], 'enable_snat': True}, 'gw_port_id': '41c6dd69-d901-41f2-afe7-3ed161b55c6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:06:16Z', 'updated_at': '2022-03-28T12:13:30Z', 'revision_number': 5, 'project_id': '47a90bc1ddf942f0867175a620007cc0', 'gw_port': {'id': '41c6dd69-d901-41f2-afe7-3ed161b55c6b', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:d2:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0ac7086-2dee-4826-8a05-05fa0e57fdc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1386, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:06:17Z', 'updated_at': '2022-03-28T12:06:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv'}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:13:32.358873 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb70fe4-998c-47c7-8c21-df89671db7c4 None None] Checking router: f0ac7086-2dee-4826-8a05-05fa0e57fdc3 for host: dv-neutron-835340-2-hyperv {{(pid=87872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 12:13:32.367912 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb70fe4-998c-47c7-8c21-df89671db7c4 None None] Routers {'f0ac7086-2dee-4826-8a05-05fa0e57fdc3'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:13:32.368512 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-ccb70fe4-998c-47c7-8c21-df89671db7c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:13:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['f0ac7086-2dee-4826-8a05-05fa0e57fdc3'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:13:32.476479 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.db [None req-59279d67-faff-4f76-8cb2-3fde13864538 admin admin] For port 41c6dd69-d901-41f2-afe7-3ed161b55c6b, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=41c6dd69-d901-41f2-afe7-3ed161b55c6b,segment=NetworkSegment(688afb86-c9bd-46e2-ba7d-3fe76fb1efff),segment_id=688afb86-c9bd-46e2-ba7d-3fe76fb1efff)] {{(pid=87870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:13:32.476834 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-59279d67-faff-4f76-8cb2-3fde13864538 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:13:32.521140 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvr_db [None req-ccb70fe4-998c-47c7-8c21-df89671db7c4 None None] Set router f0ac7086-2dee-4826-8a05-05fa0e57fdc3 gateway port host: None {{(pid=87872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:13:32.599332 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-59279d67-faff-4f76-8cb2-3fde13864538 admin admin] Calling delete_port for 41c6dd69-d901-41f2-afe7-3ed161b55c6b owned by network:router_gateway {{(pid=87870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:13:32.626833 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-ccb70fe4-998c-47c7-8c21-df89671db7c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0ac7086-2dee-4826-8a05-05fa0e57fdc3', 'name': 'tempest-TestVolumeBootPattern-542767455-router', 'tenant_id': '47a90bc1ddf942f0867175a620007cc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:06:16Z', 'updated_at': '2022-03-28T12:13:32Z', 'revision_number': 6, 'project_id': '47a90bc1ddf942f0867175a620007cc0', 'gw_port_host': None}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:13:32.630899 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb70fe4-998c-47c7-8c21-df89671db7c4 None None] The sync data for ids ['f0ac7086-2dee-4826-8a05-05fa0e57fdc3'] in dv-neutron-835340-2-hyperv is: [{'id': 'f0ac7086-2dee-4826-8a05-05fa0e57fdc3', 'name': 'tempest-TestVolumeBootPattern-542767455-router', 'tenant_id': '47a90bc1ddf942f0867175a620007cc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:06:16Z', 'updated_at': '2022-03-28T12:13:32Z', 'revision_number': 6, 'project_id': '47a90bc1ddf942f0867175a620007cc0', 'gw_port_host': None}] {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 12:13:32.776685 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-59279d67-faff-4f76-8cb2-3fde13864538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:13:32.825303 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59279d67-faff-4f76-8cb2-3fde13864538 admin admin] Pushing event deleted for resources: {'Port': ['ID=41c6dd69-d901-41f2-afe7-3ed161b55c6b,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:13:32.867252 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59279d67-faff-4f76-8cb2-3fde13864538 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:13:32.867548 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59279d67-faff-4f76-8cb2-3fde13864538 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:13:32.867881 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59279d67-faff-4f76-8cb2-3fde13864538 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:13:32.868211 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59279d67-faff-4f76-8cb2-3fde13864538 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:13:32.868531 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59279d67-faff-4f76-8cb2-3fde13864538 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:13:32.868855 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59279d67-faff-4f76-8cb2-3fde13864538 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:13:32.869168 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59279d67-faff-4f76-8cb2-3fde13864538 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:13:32.869482 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59279d67-faff-4f76-8cb2-3fde13864538 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:13:32.869793 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59279d67-faff-4f76-8cb2-3fde13864538 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:13:32.870101 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59279d67-faff-4f76-8cb2-3fde13864538 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:13:32.870409 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59279d67-faff-4f76-8cb2-3fde13864538 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:13:32.870713 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59279d67-faff-4f76-8cb2-3fde13864538 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:13:32.924521 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-59279d67-faff-4f76-8cb2-3fde13864538 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-709573'] for router_gateway, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:13:33.096629 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-59279d67-faff-4f76-8cb2-3fde13864538 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-745164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-260864'] for router, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:13:33.098817 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-59279d67-faff-4f76-8cb2-3fde13864538 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:13:33.122356 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-59279d67-faff-4f76-8cb2-3fde13864538 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-745021'] for router, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:13:33.122873 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59279d67-faff-4f76-8cb2-3fde13864538 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f0ac7086-2dee-4826-8a05-05fa0e57fdc3 {{(pid=87870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 12:13:33.137677 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-59279d67-faff-4f76-8cb2-3fde13864538 admin admin] Notify callbacks [] for router, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:13:33.138820 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-59279d67-faff-4f76-8cb2-3fde13864538 admin admin] 10.222.0.30 "DELETE /v2.0/routers/f0ac7086-2dee-4826-8a05-05fa0e57fdc3 HTTP/1.1" status: 204 len: 168 time: 1.3260067 Mar 28 12:13:33.141494 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 32872) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:13:33.205578 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.db_base_plugin_v2 [None req-094a5166-14f5-486a-9634-75af0b4d8b2f admin admin] Deleting subnet ca5eb385-2512-460c-bf9c-e9f84ff9e2ac {{(pid=87871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 12:13:33.208466 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-094a5166-14f5-486a-9634-75af0b4d8b2f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:13:33.255720 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-094a5166-14f5-486a-9634-75af0b4d8b2f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3436877'] for subnet, precommit_delete_associations {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:13:33.329121 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-094a5166-14f5-486a-9634-75af0b4d8b2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1919782'] for subnet, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:13:33.398399 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-094a5166-14f5-486a-9634-75af0b4d8b2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1919805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2364079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26551417'] for subnet, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:13:33.434723 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094a5166-14f5-486a-9634-75af0b4d8b2f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca5eb385-2512-460c-bf9c-e9f84ff9e2ac,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:13:33.438301 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-094a5166-14f5-486a-9634-75af0b4d8b2f admin admin] Notify callbacks [] for subnet, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:13:33.444737 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-094a5166-14f5-486a-9634-75af0b4d8b2f admin admin] 10.222.0.30 "DELETE /v2.0/subnets/ca5eb385-2512-460c-bf9c-e9f84ff9e2ac HTTP/1.1" status: 204 len: 168 time: 0.3022487 Mar 28 12:13:33.445478 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee6446e1-cccd-4270-aa65-5ce29ca92126 None None] Network 58a24317-1730-4638-8adb-7f79ac32a130 requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 12:13:33.447256 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 32876) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:13:33.553754 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-eb1dd9af-3d6f-49d6-8d4c-bb6a083f5661 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588883'] for network, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:13:33.564453 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-eb1dd9af-3d6f-49d6-8d4c-bb6a083f5661 admin admin] Deleting port 828ebfbf-7ed1-4297-8baf-aa2c9eec721f {{(pid=87870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:13:33.564852 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-eb1dd9af-3d6f-49d6-8d4c-bb6a083f5661 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:13:33.712249 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0da09844-856a-478f-a37c-f400657e242a None None] DHCP port deletion for 58a24317-1730-4638-8adb-7f79ac32a130 request from dv-neutron-835340-2-hyperv {{(pid=87872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 12:13:33.718379 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-0da09844-856a-478f-a37c-f400657e242a None None] Deleting port 828ebfbf-7ed1-4297-8baf-aa2c9eec721f {{(pid=87872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:13:33.719100 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-0da09844-856a-478f-a37c-f400657e242a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:13:33.835085 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.db [None req-eb1dd9af-3d6f-49d6-8d4c-bb6a083f5661 admin admin] For port 828ebfbf-7ed1-4297-8baf-aa2c9eec721f, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=828ebfbf-7ed1-4297-8baf-aa2c9eec721f,segment=NetworkSegment(50310252-dd3a-44b3-a0be-b4c21d863506),segment_id=50310252-dd3a-44b3-a0be-b4c21d863506)] {{(pid=87870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:13:33.835687 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-eb1dd9af-3d6f-49d6-8d4c-bb6a083f5661 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:13:33.990740 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-0da09844-856a-478f-a37c-f400657e242a None None] For port 828ebfbf-7ed1-4297-8baf-aa2c9eec721f, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=828ebfbf-7ed1-4297-8baf-aa2c9eec721f,segment=NetworkSegment(50310252-dd3a-44b3-a0be-b4c21d863506),segment_id=50310252-dd3a-44b3-a0be-b4c21d863506)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:13:33.991133 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-0da09844-856a-478f-a37c-f400657e242a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:13:34.059284 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device e0be1577-cd79-48dc-bee0-92ba5e02f532 no longer exists at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 12:13:34.086692 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-eb1dd9af-3d6f-49d6-8d4c-bb6a083f5661 admin admin] Calling delete_port for 828ebfbf-7ed1-4297-8baf-aa2c9eec721f owned by network:dhcp {{(pid=87870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:13:34.151578 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-0da09844-856a-478f-a37c-f400657e242a None None] Calling delete_port for 828ebfbf-7ed1-4297-8baf-aa2c9eec721f owned by network:dhcp {{(pid=87872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:13:34.161661 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-eb1dd9af-3d6f-49d6-8d4c-bb6a083f5661 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:13:34.178302 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] No Port match for: e0be1577-cd79-48dc-bee0-92ba5e02f532 {{(pid=87872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 12:13:34.178642 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device e0be1577-cd79-48dc-bee0-92ba5e02f532 not bound to the agent host dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 12:13:34.179060 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 828ebfbf-7ed1-4297-8baf-aa2c9eec721f no longer exists at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 12:13:34.210294 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1dd9af-3d6f-49d6-8d4c-bb6a083f5661 admin admin] Pushing event deleted for resources: {'Port': ['ID=828ebfbf-7ed1-4297-8baf-aa2c9eec721f,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:13:34.216534 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb1dd9af-3d6f-49d6-8d4c-bb6a083f5661 admin admin] No DVR routers for this DVR port 828ebfbf-7ed1-4297-8baf-aa2c9eec721f on host dv-neutron-835340-2-hyperv {{(pid=87870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 12:13:34.217609 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] No Port match for: 828ebfbf-7ed1-4297-8baf-aa2c9eec721f {{(pid=87872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 12:13:34.217919 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 828ebfbf-7ed1-4297-8baf-aa2c9eec721f not bound to the agent host dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 12:13:34.218353 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 41c6dd69-d901-41f2-afe7-3ed161b55c6b no longer exists at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 12:13:34.263431 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] No Port match for: 41c6dd69-d901-41f2-afe7-3ed161b55c6b {{(pid=87872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 12:13:34.263791 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 41c6dd69-d901-41f2-afe7-3ed161b55c6b not bound to the agent host dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 12:13:34.333188 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-eb1dd9af-3d6f-49d6-8d4c-bb6a083f5661 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930431', 'neutron.services.segments.db._delete_segments_for_network-8783496351308'] for network, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:13:34.344831 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.db.api [None req-0da09844-856a-478f-a37c-f400657e242a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87872) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 12:13:34.345174 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG oslo_db.api [None req-0da09844-856a-478f-a37c-f400657e242a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 12:13:34.357937 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-eb1dd9af-3d6f-49d6-8d4c-bb6a083f5661 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58a24317-1730-4638-8adb-7f79ac32a130']}} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:13:34.370027 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-eb1dd9af-3d6f-49d6-8d4c-bb6a083f5661 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50310252-dd3a-44b3-a0be-b4c21d863506') {'for_net_delete': True} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:13:34.370320 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-eb1dd9af-3d6f-49d6-8d4c-bb6a083f5661 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50310252-dd3a-44b3-a0be-b4c21d863506') {} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:13:34.382286 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-eb1dd9af-3d6f-49d6-8d4c-bb6a083f5661 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783496353639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3591341'] for segment, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:13:34.398082 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-eb1dd9af-3d6f-49d6-8d4c-bb6a083f5661 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:13:34.403818 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb1dd9af-3d6f-49d6-8d4c-bb6a083f5661 admin admin] Releasing vlan 75 on physical network physnet1 to pool {{(pid=87870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 12:13:34.404186 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-eb1dd9af-3d6f-49d6-8d4c-bb6a083f5661 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1920481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2558260'] for segment, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:13:34.418025 dv-neutron-835340-2-hyperv neutron-server[87870]: Traceback (most recent call last): Mar 28 12:13:34.418025 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 12:13:34.418025 dv-neutron-835340-2-hyperv neutron-server[87870]: timer() Mar 28 12:13:34.418025 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 12:13:34.418025 dv-neutron-835340-2-hyperv neutron-server[87870]: cb(*args, **kw) Mar 28 12:13:34.418025 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 12:13:34.418025 dv-neutron-835340-2-hyperv neutron-server[87870]: return func(*args, **kwargs) Mar 28 12:13:34.418025 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 12:13:34.418025 dv-neutron-835340-2-hyperv neutron-server[87870]: self._notify() Mar 28 12:13:34.418025 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 12:13:34.418025 dv-neutron-835340-2-hyperv neutron-server[87870]: self.callback(batched_events) Mar 28 12:13:34.418025 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 12:13:34.418025 dv-neutron-835340-2-hyperv neutron-server[87870]: event.method(event) Mar 28 12:13:34.418025 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 12:13:34.418025 dv-neutron-835340-2-hyperv neutron-server[87870]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 12:13:34.418025 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 12:13:34.418025 dv-neutron-835340-2-hyperv neutron-server[87870]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 12:13:34.418025 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 12:13:34.418025 dv-neutron-835340-2-hyperv neutron-server[87870]: return f(self, *a, **k) Mar 28 12:13:34.418025 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 12:13:34.418025 dv-neutron-835340-2-hyperv neutron-server[87870]: return self._get(url).json() Mar 28 12:13:34.418025 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 12:13:34.418025 dv-neutron-835340-2-hyperv neutron-server[87870]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 12:13:34.418025 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 12:13:34.418025 dv-neutron-835340-2-hyperv neutron-server[87870]: return self.request(url, 'GET', **kwargs) Mar 28 12:13:34.418025 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 12:13:34.418025 dv-neutron-835340-2-hyperv neutron-server[87870]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 12:13:34.418025 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 12:13:34.418025 dv-neutron-835340-2-hyperv neutron-server[87870]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 12:13:34.418025 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 12:13:34.418025 dv-neutron-835340-2-hyperv neutron-server[87870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 12:13:34.418025 dv-neutron-835340-2-hyperv neutron-server[87870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 12:13:34.492737 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-eb1dd9af-3d6f-49d6-8d4c-bb6a083f5661 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709602'] for network, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:13:34.497251 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-eb1dd9af-3d6f-49d6-8d4c-bb6a083f5661 admin admin] Notify callbacks [] for network, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:13:34.520564 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1dd9af-3d6f-49d6-8d4c-bb6a083f5661 admin admin] Pushing event deleted for resources: {'Network': ['ID=58a24317-1730-4638-8adb-7f79ac32a130,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:13:34.535252 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-eb1dd9af-3d6f-49d6-8d4c-bb6a083f5661 admin admin] 10.222.0.30 "DELETE /v2.0/networks/58a24317-1730-4638-8adb-7f79ac32a130 HTTP/1.1" status: 204 len: 168 time: 1.0869360 Mar 28 12:13:34.538052 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 32880) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:13:34.719710 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-3b8aa602-021d-4e15-97f4-42f07486e761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:13:34.846903 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-0da09844-856a-478f-a37c-f400657e242a None None] Deleting port 828ebfbf-7ed1-4297-8baf-aa2c9eec721f {{(pid=87872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:13:34.847300 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-0da09844-856a-478f-a37c-f400657e242a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:13:34.911522 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-0da09844-856a-478f-a37c-f400657e242a None None] The port '828ebfbf-7ed1-4297-8baf-aa2c9eec721f' was deleted {{(pid=87872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 12:13:35.082653 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-a9f0f4c8-aec8-4bf5-937a-e6a84cfc8fee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-743394'] for router_interface, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:13:35.524188 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-a9f0f4c8-aec8-4bf5-937a-e6a84cfc8fee admin admin] Deleting port 8fd5592d-39d0-449a-9304-f3d3bd4a5c07 {{(pid=87870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:13:35.524518 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-a9f0f4c8-aec8-4bf5-937a-e6a84cfc8fee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:13:35.686911 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:13:35.693707 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.db [None req-a9f0f4c8-aec8-4bf5-937a-e6a84cfc8fee admin admin] For port 8fd5592d-39d0-449a-9304-f3d3bd4a5c07, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=8fd5592d-39d0-449a-9304-f3d3bd4a5c07,segment=NetworkSegment(3963f30b-858a-46c5-bdb6-5ca02053b1a6),segment_id=3963f30b-858a-46c5-bdb6-5ca02053b1a6)] {{(pid=87870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:13:35.694055 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-a9f0f4c8-aec8-4bf5-937a-e6a84cfc8fee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:13:35.808689 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-ef3be119-c018-4979-be07-86cf959defc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:13:35.816594 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-a9f0f4c8-aec8-4bf5-937a-e6a84cfc8fee admin admin] Calling delete_port for 8fd5592d-39d0-449a-9304-f3d3bd4a5c07 owned by network:router_interface {{(pid=87870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:13:35.994455 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-a9f0f4c8-aec8-4bf5-937a-e6a84cfc8fee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:13:36.045682 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f0f4c8-aec8-4bf5-937a-e6a84cfc8fee admin admin] Pushing event deleted for resources: {'Port': ['ID=8fd5592d-39d0-449a-9304-f3d3bd4a5c07,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:13:36.308079 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-a9f0f4c8-aec8-4bf5-937a-e6a84cfc8fee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-743246'] for router_interface, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:13:36.660913 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9f0f4c8-aec8-4bf5-937a-e6a84cfc8fee admin admin] Router 3eda6386-1dce-4ca6-b546-9d13b47b9239 has already been hosted by L3 agent af79d429-529e-400b-a119-94d4bec03f3e {{(pid=87870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 12:13:36.942749 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9f0f4c8-aec8-4bf5-937a-e6a84cfc8fee admin admin] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 12:13:36.951215 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3545445-3b2e-406e-877e-36434e88d877 None None] Sync routers for ids ['3eda6386-1dce-4ca6-b546-9d13b47b9239'] in dv-neutron-835340-2-hyperv {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 12:13:36.951721 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-a9f0f4c8-aec8-4bf5-937a-e6a84cfc8fee admin admin] 10.222.0.30 "PUT /v2.0/routers/3eda6386-1dce-4ca6-b546-9d13b47b9239/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4122319 Mar 28 12:13:36.953888 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 32884) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:13:36.961645 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3545445-3b2e-406e-877e-36434e88d877 None None] Routers {'3eda6386-1dce-4ca6-b546-9d13b47b9239'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:13:36.962287 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-e3545445-3b2e-406e-877e-36434e88d877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:13:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['3eda6386-1dce-4ca6-b546-9d13b47b9239'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:13:37.129441 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-f88c9f1c-330a-4196-9c9a-ac807157d9a4 admin admin] Notify callbacks [] for router, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:13:37.137420 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvr_db [None req-e3545445-3b2e-406e-877e-36434e88d877 None None] Set router 3eda6386-1dce-4ca6-b546-9d13b47b9239 gateway port host: dv-neutron-835340-2-hyperv {{(pid=87873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:13:37.308367 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-f88c9f1c-330a-4196-9c9a-ac807157d9a4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:13:37.317644 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-f88c9f1c-330a-4196-9c9a-ac807157d9a4 admin admin] Deleting port 2e221339-0948-4eeb-b299-7131db9224a2 {{(pid=87870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:13:37.317977 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-f88c9f1c-330a-4196-9c9a-ac807157d9a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:13:37.449901 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-e3545445-3b2e-406e-877e-36434e88d877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eda6386-1dce-4ca6-b546-9d13b47b9239', 'name': 'tempest-TestVolumeBootPattern-1086759429-router', 'tenant_id': 'db47619c96e940bf88900dc00e398c6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.95'}], 'enable_snat': True}, 'gw_port_id': '2e221339-0948-4eeb-b299-7131db9224a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:06:24Z', 'updated_at': '2022-03-28T12:13:35Z', 'revision_number': 5, 'project_id': 'db47619c96e940bf88900dc00e398c6f', 'gw_port': {'id': '2e221339-0948-4eeb-b299-7131db9224a2', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:a5:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eda6386-1dce-4ca6-b546-9d13b47b9239', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1402, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:06:25Z', 'updated_at': '2022-03-28T12:06:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv'}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:13:37.453677 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3545445-3b2e-406e-877e-36434e88d877 None None] Checking router: 3eda6386-1dce-4ca6-b546-9d13b47b9239 for host: dv-neutron-835340-2-hyperv {{(pid=87873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 12:13:37.462458 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3545445-3b2e-406e-877e-36434e88d877 None None] Routers {'3eda6386-1dce-4ca6-b546-9d13b47b9239'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:13:37.463074 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-e3545445-3b2e-406e-877e-36434e88d877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:13:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['3eda6386-1dce-4ca6-b546-9d13b47b9239'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:13:37.465213 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-b7ccd3c7-0277-4f12-8e5c-e41478141af5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:13:37.491398 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.db [None req-f88c9f1c-330a-4196-9c9a-ac807157d9a4 admin admin] For port 2e221339-0948-4eeb-b299-7131db9224a2, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=2e221339-0948-4eeb-b299-7131db9224a2,segment=NetworkSegment(688afb86-c9bd-46e2-ba7d-3fe76fb1efff),segment_id=688afb86-c9bd-46e2-ba7d-3fe76fb1efff)] {{(pid=87870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:13:37.491783 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-f88c9f1c-330a-4196-9c9a-ac807157d9a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:13:37.608022 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvr_db [None req-e3545445-3b2e-406e-877e-36434e88d877 None None] Set router 3eda6386-1dce-4ca6-b546-9d13b47b9239 gateway port host: None {{(pid=87873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:13:37.611568 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-f88c9f1c-330a-4196-9c9a-ac807157d9a4 admin admin] Calling delete_port for 2e221339-0948-4eeb-b299-7131db9224a2 owned by network:router_gateway {{(pid=87870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:13:37.712301 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-e3545445-3b2e-406e-877e-36434e88d877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eda6386-1dce-4ca6-b546-9d13b47b9239', 'name': 'tempest-TestVolumeBootPattern-1086759429-router', 'tenant_id': 'db47619c96e940bf88900dc00e398c6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:06:24Z', 'updated_at': '2022-03-28T12:13:37Z', 'revision_number': 6, 'project_id': 'db47619c96e940bf88900dc00e398c6f', 'gw_port_host': None}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:13:37.716210 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3545445-3b2e-406e-877e-36434e88d877 None None] The sync data for ids ['3eda6386-1dce-4ca6-b546-9d13b47b9239'] in dv-neutron-835340-2-hyperv is: [{'id': '3eda6386-1dce-4ca6-b546-9d13b47b9239', 'name': 'tempest-TestVolumeBootPattern-1086759429-router', 'tenant_id': 'db47619c96e940bf88900dc00e398c6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:06:24Z', 'updated_at': '2022-03-28T12:13:37Z', 'revision_number': 6, 'project_id': 'db47619c96e940bf88900dc00e398c6f', 'gw_port_host': None}] {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 12:13:37.784943 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-f88c9f1c-330a-4196-9c9a-ac807157d9a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:13:37.833709 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88c9f1c-330a-4196-9c9a-ac807157d9a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e221339-0948-4eeb-b299-7131db9224a2,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:13:37.920510 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-f88c9f1c-330a-4196-9c9a-ac807157d9a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-709573'] for router_gateway, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:13:38.092308 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-f88c9f1c-330a-4196-9c9a-ac807157d9a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-745164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-260864'] for router, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:13:38.094584 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-f88c9f1c-330a-4196-9c9a-ac807157d9a4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:13:38.125083 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-f88c9f1c-330a-4196-9c9a-ac807157d9a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-745021'] for router, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:13:38.125617 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f88c9f1c-330a-4196-9c9a-ac807157d9a4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3eda6386-1dce-4ca6-b546-9d13b47b9239 {{(pid=87870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 12:13:38.139540 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-f88c9f1c-330a-4196-9c9a-ac807157d9a4 admin admin] Notify callbacks [] for router, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:13:38.140654 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-f88c9f1c-330a-4196-9c9a-ac807157d9a4 admin admin] 10.222.0.30 "DELETE /v2.0/routers/3eda6386-1dce-4ca6-b546-9d13b47b9239 HTTP/1.1" status: 204 len: 168 time: 1.1858082 Mar 28 12:13:38.143387 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 32888) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:13:38.152592 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 8fd5592d-39d0-449a-9304-f3d3bd4a5c07 no longer exists at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 12:13:38.194555 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] No Port match for: 8fd5592d-39d0-449a-9304-f3d3bd4a5c07 {{(pid=87872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 12:13:38.195000 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 8fd5592d-39d0-449a-9304-f3d3bd4a5c07 not bound to the agent host dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 12:13:38.303231 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.db_base_plugin_v2 [None req-e330425c-5977-4a3f-9677-766f6449d3a7 admin admin] Deleting subnet 6a7d3e00-0101-415a-9e83-594ce7d99cfd {{(pid=87870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 12:13:38.306080 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-e330425c-5977-4a3f-9677-766f6449d3a7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:13:38.352785 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-e330425c-5977-4a3f-9677-766f6449d3a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3591354'] for subnet, precommit_delete_associations {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:13:38.430628 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-e330425c-5977-4a3f-9677-766f6449d3a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1919782'] for subnet, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:13:38.497145 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-e330425c-5977-4a3f-9677-766f6449d3a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1919805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2561174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2563528'] for subnet, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:13:38.538394 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e330425c-5977-4a3f-9677-766f6449d3a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a7d3e00-0101-415a-9e83-594ce7d99cfd,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:13:38.543150 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-e330425c-5977-4a3f-9677-766f6449d3a7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:13:38.548454 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a29d8ce-8685-4ff1-a4f9-ec0a48035f0f None None] Network 0d5ceb34-d506-490c-b4e4-f75f244a9623 requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 12:13:38.550512 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-e330425c-5977-4a3f-9677-766f6449d3a7 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/6a7d3e00-0101-415a-9e83-594ce7d99cfd HTTP/1.1" status: 204 len: 168 time: 0.4060540 Mar 28 12:13:38.552929 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 32892) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:13:38.662712 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-cfd6fc87-74fd-43a6-8090-97f5f1f8901b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588883'] for network, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:13:38.673415 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-cfd6fc87-74fd-43a6-8090-97f5f1f8901b admin admin] Deleting port df4d1198-c927-47d6-aea4-7bc86b7442ae {{(pid=87870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:13:38.674282 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-cfd6fc87-74fd-43a6-8090-97f5f1f8901b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:13:38.794131 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f79d1e7e-3498-4768-85c0-2fa2fe64abf2 None None] DHCP port deletion for 0d5ceb34-d506-490c-b4e4-f75f244a9623 request from dv-neutron-835340-2-hyperv {{(pid=87872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 12:13:38.797424 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-f79d1e7e-3498-4768-85c0-2fa2fe64abf2 None None] Deleting port df4d1198-c927-47d6-aea4-7bc86b7442ae {{(pid=87872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:13:38.797959 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-f79d1e7e-3498-4768-85c0-2fa2fe64abf2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:13:38.898692 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.db [None req-cfd6fc87-74fd-43a6-8090-97f5f1f8901b admin admin] For port df4d1198-c927-47d6-aea4-7bc86b7442ae, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=df4d1198-c927-47d6-aea4-7bc86b7442ae,segment=NetworkSegment(3963f30b-858a-46c5-bdb6-5ca02053b1a6),segment_id=3963f30b-858a-46c5-bdb6-5ca02053b1a6)] {{(pid=87870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:13:38.899168 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-cfd6fc87-74fd-43a6-8090-97f5f1f8901b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:13:39.015442 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-f79d1e7e-3498-4768-85c0-2fa2fe64abf2 None None] For port df4d1198-c927-47d6-aea4-7bc86b7442ae, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=df4d1198-c927-47d6-aea4-7bc86b7442ae,segment=NetworkSegment(3963f30b-858a-46c5-bdb6-5ca02053b1a6),segment_id=3963f30b-858a-46c5-bdb6-5ca02053b1a6)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:13:39.015865 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-f79d1e7e-3498-4768-85c0-2fa2fe64abf2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:13:39.025756 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-cfd6fc87-74fd-43a6-8090-97f5f1f8901b admin admin] Calling delete_port for df4d1198-c927-47d6-aea4-7bc86b7442ae owned by network:dhcp {{(pid=87870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:13:39.104130 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-cfd6fc87-74fd-43a6-8090-97f5f1f8901b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:13:39.137638 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-f79d1e7e-3498-4768-85c0-2fa2fe64abf2 None None] Calling delete_port for df4d1198-c927-47d6-aea4-7bc86b7442ae owned by network:dhcp {{(pid=87872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:13:39.149513 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd6fc87-74fd-43a6-8090-97f5f1f8901b admin admin] Pushing event deleted for resources: {'Port': ['ID=df4d1198-c927-47d6-aea4-7bc86b7442ae,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:13:39.152991 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd6fc87-74fd-43a6-8090-97f5f1f8901b admin admin] No DVR routers for this DVR port df4d1198-c927-47d6-aea4-7bc86b7442ae on host dv-neutron-835340-2-hyperv {{(pid=87870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 12:13:39.213330 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.db.api [None req-f79d1e7e-3498-4768-85c0-2fa2fe64abf2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87872) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 12:13:39.213592 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG oslo_db.api [None req-f79d1e7e-3498-4768-85c0-2fa2fe64abf2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 12:13:39.266968 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-cfd6fc87-74fd-43a6-8090-97f5f1f8901b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930431', 'neutron.services.segments.db._delete_segments_for_network-8783496351308'] for network, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:13:39.292380 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-cfd6fc87-74fd-43a6-8090-97f5f1f8901b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d5ceb34-d506-490c-b4e4-f75f244a9623']}} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:13:39.304293 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-cfd6fc87-74fd-43a6-8090-97f5f1f8901b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3963f30b-858a-46c5-bdb6-5ca02053b1a6') {'for_net_delete': True} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:13:39.304587 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-cfd6fc87-74fd-43a6-8090-97f5f1f8901b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3963f30b-858a-46c5-bdb6-5ca02053b1a6') {} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:13:39.315748 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-cfd6fc87-74fd-43a6-8090-97f5f1f8901b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783496353639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3591341'] for segment, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:13:39.331745 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-cfd6fc87-74fd-43a6-8090-97f5f1f8901b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:13:39.338270 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfd6fc87-74fd-43a6-8090-97f5f1f8901b admin admin] Releasing vlan 93 on physical network physnet1 to pool {{(pid=87870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 12:13:39.338676 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-cfd6fc87-74fd-43a6-8090-97f5f1f8901b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1920481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2558260'] for segment, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:13:39.353347 dv-neutron-835340-2-hyperv neutron-server[87870]: Traceback (most recent call last): Mar 28 12:13:39.353347 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 12:13:39.353347 dv-neutron-835340-2-hyperv neutron-server[87870]: timer() Mar 28 12:13:39.353347 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 12:13:39.353347 dv-neutron-835340-2-hyperv neutron-server[87870]: cb(*args, **kw) Mar 28 12:13:39.353347 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 12:13:39.353347 dv-neutron-835340-2-hyperv neutron-server[87870]: return func(*args, **kwargs) Mar 28 12:13:39.353347 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 12:13:39.353347 dv-neutron-835340-2-hyperv neutron-server[87870]: self._notify() Mar 28 12:13:39.353347 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 12:13:39.353347 dv-neutron-835340-2-hyperv neutron-server[87870]: self.callback(batched_events) Mar 28 12:13:39.353347 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 12:13:39.353347 dv-neutron-835340-2-hyperv neutron-server[87870]: event.method(event) Mar 28 12:13:39.353347 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 12:13:39.353347 dv-neutron-835340-2-hyperv neutron-server[87870]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 12:13:39.353347 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 12:13:39.353347 dv-neutron-835340-2-hyperv neutron-server[87870]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 12:13:39.353347 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 12:13:39.353347 dv-neutron-835340-2-hyperv neutron-server[87870]: return f(self, *a, **k) Mar 28 12:13:39.353347 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 12:13:39.353347 dv-neutron-835340-2-hyperv neutron-server[87870]: return self._get(url).json() Mar 28 12:13:39.353347 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 12:13:39.353347 dv-neutron-835340-2-hyperv neutron-server[87870]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 12:13:39.353347 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 12:13:39.353347 dv-neutron-835340-2-hyperv neutron-server[87870]: return self.request(url, 'GET', **kwargs) Mar 28 12:13:39.353347 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 12:13:39.353347 dv-neutron-835340-2-hyperv neutron-server[87870]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 12:13:39.353347 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 12:13:39.353347 dv-neutron-835340-2-hyperv neutron-server[87870]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 12:13:39.353347 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 12:13:39.353347 dv-neutron-835340-2-hyperv neutron-server[87870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 12:13:39.353347 dv-neutron-835340-2-hyperv neutron-server[87870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 12:13:39.428992 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-cfd6fc87-74fd-43a6-8090-97f5f1f8901b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709602'] for network, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:13:39.444181 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-cfd6fc87-74fd-43a6-8090-97f5f1f8901b admin admin] Notify callbacks [] for network, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:13:39.454566 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd6fc87-74fd-43a6-8090-97f5f1f8901b admin admin] Pushing event deleted for resources: {'Network': ['ID=0d5ceb34-d506-490c-b4e4-f75f244a9623,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:13:39.457793 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-cfd6fc87-74fd-43a6-8090-97f5f1f8901b admin admin] 10.222.0.30 "DELETE /v2.0/networks/0d5ceb34-d506-490c-b4e4-f75f244a9623 HTTP/1.1" status: 204 len: 168 time: 0.9039111 Mar 28 12:13:39.565254 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 32902) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:13:39.612573 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-366cfeb7-0d8b-416b-a367-7e0437ec98b4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=47a90bc1ddf942f0867175a620007cc0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0461919 Mar 28 12:13:39.614939 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 32906) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:13:39.674594 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-034841f0-85a3-4917-aa78-a18f537cf493 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:13:39.699376 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-034841f0-85a3-4917-aa78-a18f537cf493 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:13:39.714995 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-f79d1e7e-3498-4768-85c0-2fa2fe64abf2 None None] Deleting port df4d1198-c927-47d6-aea4-7bc86b7442ae {{(pid=87872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:13:39.715509 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-f79d1e7e-3498-4768-85c0-2fa2fe64abf2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:13:39.750496 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-034841f0-85a3-4917-aa78-a18f537cf493 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:13:39.768564 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034841f0-85a3-4917-aa78-a18f537cf493 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9095f816-76e4-4a6c-b129-41d14a41081a,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:13:39.775576 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-034841f0-85a3-4917-aa78-a18f537cf493 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:13:39.778944 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-034841f0-85a3-4917-aa78-a18f537cf493 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9095f816-76e4-4a6c-b129-41d14a41081a HTTP/1.1" status: 204 len: 168 time: 0.1608832 Mar 28 12:13:39.796719 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-f79d1e7e-3498-4768-85c0-2fa2fe64abf2 None None] The port 'df4d1198-c927-47d6-aea4-7bc86b7442ae' was deleted {{(pid=87872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 12:13:40.026821 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device df4d1198-c927-47d6-aea4-7bc86b7442ae no longer exists at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 12:13:40.063220 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] No Port match for: df4d1198-c927-47d6-aea4-7bc86b7442ae {{(pid=87872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 12:13:40.063517 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device df4d1198-c927-47d6-aea4-7bc86b7442ae not bound to the agent host dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 12:13:40.063955 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 2e221339-0948-4eeb-b299-7131db9224a2 no longer exists at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 12:13:40.098794 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] No Port match for: 2e221339-0948-4eeb-b299-7131db9224a2 {{(pid=87872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 12:13:40.099020 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 2e221339-0948-4eeb-b299-7131db9224a2 not bound to the agent host dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 12:13:40.137486 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 32914) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:13:40.184904 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-793dc666-5857-4faa-8093-bd0ecc91f75f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=db47619c96e940bf88900dc00e398c6f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0462770 Mar 28 12:13:40.187209 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 32918) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:13:40.243562 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-34011bb1-c7af-42a1-adb3-e116d336a022 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:13:40.272668 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-34011bb1-c7af-42a1-adb3-e116d336a022 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:13:40.323291 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-34011bb1-c7af-42a1-adb3-e116d336a022 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:13:40.337058 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34011bb1-c7af-42a1-adb3-e116d336a022 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e483213-259f-48a8-b04c-5ebca2b00bae,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:13:40.346767 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34011bb1-c7af-42a1-adb3-e116d336a022 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:13:40.347108 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34011bb1-c7af-42a1-adb3-e116d336a022 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:13:40.347442 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34011bb1-c7af-42a1-adb3-e116d336a022 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:13:40.347795 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34011bb1-c7af-42a1-adb3-e116d336a022 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:13:40.348122 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34011bb1-c7af-42a1-adb3-e116d336a022 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:13:40.348446 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34011bb1-c7af-42a1-adb3-e116d336a022 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:13:40.348766 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34011bb1-c7af-42a1-adb3-e116d336a022 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:13:40.349092 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34011bb1-c7af-42a1-adb3-e116d336a022 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:13:40.349409 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34011bb1-c7af-42a1-adb3-e116d336a022 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:13:40.349726 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34011bb1-c7af-42a1-adb3-e116d336a022 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:13:40.350040 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34011bb1-c7af-42a1-adb3-e116d336a022 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:13:40.350352 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34011bb1-c7af-42a1-adb3-e116d336a022 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:13:40.353334 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-34011bb1-c7af-42a1-adb3-e116d336a022 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:13:40.354421 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-34011bb1-c7af-42a1-adb3-e116d336a022 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3e483213-259f-48a8-b04c-5ebca2b00bae HTTP/1.1" status: 204 len: 168 time: 0.1663220 Mar 28 12:13:45.334999 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 32928) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:13:45.340283 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-d82db356-6090-49c2-8b0e-f2a16864cad2 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Request body: {'router': {'admin_state_up': False}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:13:45.486508 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.agents_db [None req-03fd49d8-b51b-41c1-8716-b8e265c93689 None None] Agent healthcheck: found 6 active agents {{(pid=87873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 12:13:45.947969 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-d82db356-6090-49c2-8b0e-f2a16864cad2 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-709632', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-707672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260923'] for router, precommit_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:13:45.959437 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-d82db356-6090-49c2-8b0e-f2a16864cad2 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-709647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-709686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-745031'] for router, after_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:13:46.145224 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d82db356-6090-49c2-8b0e-f2a16864cad2 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Router d3de67c1-3af1-491e-8b6c-23042aa72acc has already been hosted by L3 agent af79d429-529e-400b-a119-94d4bec03f3e {{(pid=87870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 12:13:46.321880 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d82db356-6090-49c2-8b0e-f2a16864cad2 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 12:13:46.328272 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-d82db356-6090-49c2-8b0e-f2a16864cad2 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for router, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:13:46.329571 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-d82db356-6090-49c2-8b0e-f2a16864cad2 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "PUT /v2.0/routers/d3de67c1-3af1-491e-8b6c-23042aa72acc HTTP/1.1" status: 200 len: 888 time: 0.9933443 Mar 28 12:13:46.330914 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15365065-8144-4d79-b2ca-c01230d10bd4 None None] Sync routers for ids ['d3de67c1-3af1-491e-8b6c-23042aa72acc'] in dv-neutron-835340-2-hyperv {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 12:13:46.341596 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15365065-8144-4d79-b2ca-c01230d10bd4 None None] Routers {'d3de67c1-3af1-491e-8b6c-23042aa72acc'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:13:46.342202 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-15365065-8144-4d79-b2ca-c01230d10bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:13:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['d3de67c1-3af1-491e-8b6c-23042aa72acc'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:13:46.403185 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-15365065-8144-4d79-b2ca-c01230d10bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:13:46.411755 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15365065-8144-4d79-b2ca-c01230d10bd4 None None] Routers {'d3de67c1-3af1-491e-8b6c-23042aa72acc'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:13:46.412334 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-15365065-8144-4d79-b2ca-c01230d10bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:13:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['d3de67c1-3af1-491e-8b6c-23042aa72acc'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:13:46.471812 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-15365065-8144-4d79-b2ca-c01230d10bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:13:46.472201 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15365065-8144-4d79-b2ca-c01230d10bd4 None None] The sync data for ids ['d3de67c1-3af1-491e-8b6c-23042aa72acc'] in dv-neutron-835340-2-hyperv is: [] {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 12:13:47.218302 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd994aa1-922e-463d-bb48-0b1f5ee646d8 None None] New status for floating IP 353142db-07d0-4287-9d67-0168a8a3fce0: DOWN {{(pid=87873) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 12:13:48.026230 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device d988fa14-c2fc-4509-83c2-d4495cf6af6b no longer exists at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 12:13:48.138204 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:13:48.171180 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] For port d988fa14-c2fc-4509-83c2-d4495cf6af6b, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=d988fa14-c2fc-4509-83c2-d4495cf6af6b,segment=NetworkSegment(79fd587d-2b68-4009-b8c8-e86a0247a4f9),segment_id=79fd587d-2b68-4009-b8c8-e86a0247a4f9)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:13:48.175320 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:13:48.176019 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 6e0864a0-ab6c-4dad-b4fc-28ff80ce531e no longer exists at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 12:13:48.288966 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Pushing event updated for resources: {'Port': ['ID=d988fa14-c2fc-4509-83c2-d4495cf6af6b,revision_number=6']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:13:48.377302 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:13:48.399733 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] For port 6e0864a0-ab6c-4dad-b4fc-28ff80ce531e, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=6e0864a0-ab6c-4dad-b4fc-28ff80ce531e,segment=NetworkSegment(688afb86-c9bd-46e2-ba7d-3fe76fb1efff),segment_id=688afb86-c9bd-46e2-ba7d-3fe76fb1efff)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:13:48.403683 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:13:48.469829 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Pushing event updated for resources: {'Port': ['ID=6e0864a0-ab6c-4dad-b4fc-28ff80ce531e,revision_number=5']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:13:48.483119 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 32934) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:13:48.488273 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-90839eff-f265-4567-86f0-f60f30051d63 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Request body: {'router': {'admin_state_up': True}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:13:49.112814 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-90839eff-f265-4567-86f0-f60f30051d63 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-709632', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-707672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260923'] for router, precommit_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:13:49.123585 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-90839eff-f265-4567-86f0-f60f30051d63 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709693', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-709647', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-709686', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-745031'] for router, after_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:13:49.297582 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90839eff-f265-4567-86f0-f60f30051d63 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Router d3de67c1-3af1-491e-8b6c-23042aa72acc has already been hosted by L3 agent af79d429-529e-400b-a119-94d4bec03f3e {{(pid=87870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 12:13:49.476519 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90839eff-f265-4567-86f0-f60f30051d63 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 12:13:49.486569 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-90839eff-f265-4567-86f0-f60f30051d63 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for router, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:13:49.487949 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-90839eff-f265-4567-86f0-f60f30051d63 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "PUT /v2.0/routers/d3de67c1-3af1-491e-8b6c-23042aa72acc HTTP/1.1" status: 200 len: 887 time: 1.0036626 Mar 28 12:13:49.488063 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ecc107d-c0ba-4470-b54a-605eff92de94 None None] Sync routers for ids ['d3de67c1-3af1-491e-8b6c-23042aa72acc'] in dv-neutron-835340-2-hyperv {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 12:13:49.491101 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 32938) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:13:49.497603 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ecc107d-c0ba-4470-b54a-605eff92de94 None None] Routers {'d3de67c1-3af1-491e-8b6c-23042aa72acc'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:13:49.498280 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-5ecc107d-c0ba-4470-b54a-605eff92de94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:13:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['d3de67c1-3af1-491e-8b6c-23042aa72acc'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:13:49.596473 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-7f4251cf-ef77-4ad2-94ce-322633d0a266 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/floatingips/353142db-07d0-4287-9d67-0168a8a3fce0 HTTP/1.1" status: 200 len: 992 time: 0.1042736 Mar 28 12:13:49.673452 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvr_db [None req-5ecc107d-c0ba-4470-b54a-605eff92de94 None None] Set router d3de67c1-3af1-491e-8b6c-23042aa72acc gateway port host: dv-neutron-835340-2-hyperv {{(pid=87872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:13:50.012374 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-5ecc107d-c0ba-4470-b54a-605eff92de94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3de67c1-3af1-491e-8b6c-23042aa72acc', 'name': 'tempest-TestNetworkBasicOps-router-1488165507', 'tenant_id': '527195c95736491ca1967a42cc300275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.44'}], 'enable_snat': True}, 'gw_port_id': '6e0864a0-ab6c-4dad-b4fc-28ff80ce531e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:12:54Z', 'updated_at': '2022-03-28T12:13:49Z', 'revision_number': 6, 'project_id': '527195c95736491ca1967a42cc300275', 'gw_port': {'id': '6e0864a0-ab6c-4dad-b4fc-28ff80ce531e', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:2d:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3de67c1-3af1-491e-8b6c-23042aa72acc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:12:55Z', 'updated_at': '2022-03-28T12:13:48Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_floatingips': [{'id': '353142db-07d0-4287-9d67-0168a8a3fce0', 'tenant_id': '527195c95736491ca1967a42cc300275', 'floating_ip_address': '172.26.7.229', 'floating_network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'router_id': 'd3de67c1-3af1-491e-8b6c-23042aa72acc', 'port_id': 'c1644052-5634-41f9-b06d-ba753f1c00ec', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1509, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0f4a71c-ba62-4900-9a94-b99d33ae5910', 'mac_address': 'fa:16:3e:37:a0:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bd7422f-20cb-41f3-8b4f-732455dd70cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T12:13:17Z', 'updated_at': '2022-03-28T12:13:47Z', 'revision_number': 2, 'project_id': '527195c95736491ca1967a42cc300275', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd988fa14-c2fc-4509-83c2-d4495cf6af6b', 'name': '', 'network_id': 'c0f4a71c-ba62-4900-9a94-b99d33ae5910', 'tenant_id': '527195c95736491ca1967a42cc300275', 'mac_address': 'fa:16:3e:3e:96:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3de67c1-3af1-491e-8b6c-23042aa72acc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1497, 'fixed_ips': [{'subnet_id': '9f2b54d3-c699-4504-839e-87ca63172181', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:12:58Z', 'updated_at': '2022-03-28T12:13:48Z', 'revision_number': 6, 'project_id': '527195c95736491ca1967a42cc300275', 'subnets': [{'id': '9f2b54d3-c699-4504-839e-87ca63172181', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:13:50.016142 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ecc107d-c0ba-4470-b54a-605eff92de94 None None] Checking router: d3de67c1-3af1-491e-8b6c-23042aa72acc for host: dv-neutron-835340-2-hyperv {{(pid=87872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 12:13:50.024615 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ecc107d-c0ba-4470-b54a-605eff92de94 None None] Routers {'d3de67c1-3af1-491e-8b6c-23042aa72acc'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:13:50.025200 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-5ecc107d-c0ba-4470-b54a-605eff92de94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:13:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['d3de67c1-3af1-491e-8b6c-23042aa72acc'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:13:50.199596 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvr_db [None req-5ecc107d-c0ba-4470-b54a-605eff92de94 None None] Set router d3de67c1-3af1-491e-8b6c-23042aa72acc gateway port host: dv-neutron-835340-2-hyperv {{(pid=87872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:13:50.537234 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-5ecc107d-c0ba-4470-b54a-605eff92de94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3de67c1-3af1-491e-8b6c-23042aa72acc', 'name': 'tempest-TestNetworkBasicOps-router-1488165507', 'tenant_id': '527195c95736491ca1967a42cc300275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.44'}], 'enable_snat': True}, 'gw_port_id': '6e0864a0-ab6c-4dad-b4fc-28ff80ce531e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:12:54Z', 'updated_at': '2022-03-28T12:13:49Z', 'revision_number': 6, 'project_id': '527195c95736491ca1967a42cc300275', 'gw_port': {'id': '6e0864a0-ab6c-4dad-b4fc-28ff80ce531e', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:2d:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3de67c1-3af1-491e-8b6c-23042aa72acc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:12:55Z', 'updated_at': '2022-03-28T12:13:48Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_floatingips': [{'id': '353142db-07d0-4287-9d67-0168a8a3fce0', 'tenant_id': '527195c95736491ca1967a42cc300275', 'floating_ip_address': '172.26.7.229', 'floating_network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'router_id': 'd3de67c1-3af1-491e-8b6c-23042aa72acc', 'port_id': 'c1644052-5634-41f9-b06d-ba753f1c00ec', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1509, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0f4a71c-ba62-4900-9a94-b99d33ae5910', 'mac_address': 'fa:16:3e:37:a0:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bd7422f-20cb-41f3-8b4f-732455dd70cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T12:13:17Z', 'updated_at': '2022-03-28T12:13:47Z', 'revision_number': 2, 'project_id': '527195c95736491ca1967a42cc300275', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd988fa14-c2fc-4509-83c2-d4495cf6af6b', 'name': '', 'network_id': 'c0f4a71c-ba62-4900-9a94-b99d33ae5910', 'tenant_id': '527195c95736491ca1967a42cc300275', 'mac_address': 'fa:16:3e:3e:96:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3de67c1-3af1-491e-8b6c-23042aa72acc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1497, 'fixed_ips': [{'subnet_id': '9f2b54d3-c699-4504-839e-87ca63172181', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:12:58Z', 'updated_at': '2022-03-28T12:13:48Z', 'revision_number': 6, 'project_id': '527195c95736491ca1967a42cc300275', 'subnets': [{'id': '9f2b54d3-c699-4504-839e-87ca63172181', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:13:50.541226 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ecc107d-c0ba-4470-b54a-605eff92de94 None None] The sync data for ids ['d3de67c1-3af1-491e-8b6c-23042aa72acc'] in dv-neutron-835340-2-hyperv is: [{'id': 'd3de67c1-3af1-491e-8b6c-23042aa72acc', 'name': 'tempest-TestNetworkBasicOps-router-1488165507', 'tenant_id': '527195c95736491ca1967a42cc300275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.44'}], 'enable_snat': True}, 'gw_port_id': '6e0864a0-ab6c-4dad-b4fc-28ff80ce531e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:12:54Z', 'updated_at': '2022-03-28T12:13:49Z', 'revision_number': 6, 'project_id': '527195c95736491ca1967a42cc300275', 'gw_port': {'id': '6e0864a0-ab6c-4dad-b4fc-28ff80ce531e', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:2d:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3de67c1-3af1-491e-8b6c-23042aa72acc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:12:55Z', 'updated_at': '2022-03-28T12:13:48Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_floatingips': [{'id': '353142db-07d0-4287-9d67-0168a8a3fce0', 'tenant_id': '527195c95736491ca1967a42cc300275', 'floating_ip_address': '172.26.7.229', 'floating_network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'router_id': 'd3de67c1-3af1-491e-8b6c-23042aa72acc', 'port_id': 'c1644052-5634-41f9-b06d-ba753f1c00ec', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1509, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0f4a71c-ba62-4900-9a94-b99d33ae5910', 'mac_address': 'fa:16:3e:37:a0:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3bd7422f-20cb-41f3-8b4f-732455dd70cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T12:13:17Z', 'updated_at': '2022-03-28T12:13:47Z', 'revision_number': 2, 'project_id': '527195c95736491ca1967a42cc300275', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd988fa14-c2fc-4509-83c2-d4495cf6af6b', 'name': '', 'network_id': 'c0f4a71c-ba62-4900-9a94-b99d33ae5910', 'tenant_id': '527195c95736491ca1967a42cc300275', 'mac_address': 'fa:16:3e:3e:96:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3de67c1-3af1-491e-8b6c-23042aa72acc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1497, 'fixed_ips': [{'subnet_id': '9f2b54d3-c699-4504-839e-87ca63172181', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:12:58Z', 'updated_at': '2022-03-28T12:13:48Z', 'revision_number': 6, 'project_id': '527195c95736491ca1967a42cc300275', 'subnets': [{'id': '9f2b54d3-c699-4504-839e-87ca63172181', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 12:13:50.600551 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 32942) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:13:50.696481 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:13:50.709507 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-d368ce79-19fe-4036-ae4e-078ffef06df6 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/floatingips/353142db-07d0-4287-9d67-0168a8a3fce0 HTTP/1.1" status: 200 len: 992 time: 0.1078222 Mar 28 12:13:51.713272 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 32946) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:13:51.822029 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-48169b23-ebb8-462f-8475-46f69cae9872 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/floatingips/353142db-07d0-4287-9d67-0168a8a3fce0 HTTP/1.1" status: 200 len: 992 time: 0.1075480 Mar 28 12:13:52.068726 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device d988fa14-c2fc-4509-83c2-d4495cf6af6b up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:13:52.092612 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-848bf905-0b90-4d24-8ec0-63d59d554c06 None None] New status for floating IP 353142db-07d0-4287-9d67-0168a8a3fce0: ACTIVE {{(pid=87873) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 12:13:52.147485 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port d988fa14-c2fc-4509-83c2-d4495cf6af6b triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:13:52.147857 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:13:52.301949 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:13:52.333785 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] For port d988fa14-c2fc-4509-83c2-d4495cf6af6b, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=d988fa14-c2fc-4509-83c2-d4495cf6af6b,segment=NetworkSegment(79fd587d-2b68-4009-b8c8-e86a0247a4f9),segment_id=79fd587d-2b68-4009-b8c8-e86a0247a4f9)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:13:52.337661 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:13:52.338516 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 6e0864a0-ab6c-4dad-b4fc-28ff80ce531e up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:13:52.454198 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Pushing event updated for resources: {'Port': ['ID=d988fa14-c2fc-4509-83c2-d4495cf6af6b,revision_number=7']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:13:52.467435 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port 6e0864a0-ab6c-4dad-b4fc-28ff80ce531e triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:13:52.467825 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:13:52.585980 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:13:52.601578 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] For port 6e0864a0-ab6c-4dad-b4fc-28ff80ce531e, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=6e0864a0-ab6c-4dad-b4fc-28ff80ce531e,segment=NetworkSegment(688afb86-c9bd-46e2-ba7d-3fe76fb1efff),segment_id=688afb86-c9bd-46e2-ba7d-3fe76fb1efff)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:13:52.605394 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:13:52.670588 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Pushing event updated for resources: {'Port': ['ID=6e0864a0-ab6c-4dad-b4fc-28ff80ce531e,revision_number=6']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:13:52.825875 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 32950) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:13:52.930556 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-51224668-c5bb-4ca7-b542-5a6d9a3181d5 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/floatingips/353142db-07d0-4287-9d67-0168a8a3fce0 HTTP/1.1" status: 200 len: 994 time: 0.1035933 Mar 28 12:13:53.211017 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 32958) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:13:53.407447 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-fd2a47f6-c809-46b4-acec-e2cc47bbd177 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Deleting port 6e17ce16-8369-4476-99d4-2a98715222f1 {{(pid=87871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:13:53.407731 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-fd2a47f6-c809-46b4-acec-e2cc47bbd177 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:13:53.679071 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-fd2a47f6-c809-46b4-acec-e2cc47bbd177 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:13:53.679267 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-fd2a47f6-c809-46b4-acec-e2cc47bbd177 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:13:53.797173 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-fd2a47f6-c809-46b4-acec-e2cc47bbd177 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Calling delete_port for 6e17ce16-8369-4476-99d4-2a98715222f1 owned by network:floatingip {{(pid=87871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:13:53.942459 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-fd2a47f6-c809-46b4-acec-e2cc47bbd177 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:13:53.987413 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2a47f6-c809-46b4-acec-e2cc47bbd177 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Pushing event deleted for resources: {'Port': ['ID=6e17ce16-8369-4476-99d4-2a98715222f1,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:13:54.042636 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device d988fa14-c2fc-4509-83c2-d4495cf6af6b up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:13:54.080090 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-fd2a47f6-c809-46b4-acec-e2cc47bbd177 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for floatingip, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:13:54.080416 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.db.l3_db [None req-fd2a47f6-c809-46b4-acec-e2cc47bbd177 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Floating IP 353142db-07d0-4287-9d67-0168a8a3fce0 disassociated (deleted). External IP: 172.26.7.229, port: c1644052-5634-41f9-b06d-ba753f1c00ec. Mar 28 12:13:54.109627 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port d988fa14-c2fc-4509-83c2-d4495cf6af6b triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:13:54.109990 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:13:54.228323 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 6e0864a0-ab6c-4dad-b4fc-28ff80ce531e up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:13:54.296159 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port 6e0864a0-ab6c-4dad-b4fc-28ff80ce531e triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:13:54.296765 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:13:54.427920 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd2a47f6-c809-46b4-acec-e2cc47bbd177 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Router d3de67c1-3af1-491e-8b6c-23042aa72acc has already been hosted by L3 agent af79d429-529e-400b-a119-94d4bec03f3e {{(pid=87871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 12:13:54.604782 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd2a47f6-c809-46b4-acec-e2cc47bbd177 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 12:13:54.614671 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e2c77f-f83d-4fc8-8ac8-0c85e64c4ac8 None None] Sync routers for ids ['d3de67c1-3af1-491e-8b6c-23042aa72acc'] in dv-neutron-835340-2-hyperv {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 12:13:54.624100 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e2c77f-f83d-4fc8-8ac8-0c85e64c4ac8 None None] Routers {'d3de67c1-3af1-491e-8b6c-23042aa72acc'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:13:54.624776 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-16e2c77f-f83d-4fc8-8ac8-0c85e64c4ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:13:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['d3de67c1-3af1-491e-8b6c-23042aa72acc'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:13:54.624907 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-fd2a47f6-c809-46b4-acec-e2cc47bbd177 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for floatingip, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:13:54.679070 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-fd2a47f6-c809-46b4-acec-e2cc47bbd177 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "DELETE /v2.0/floatingips/353142db-07d0-4287-9d67-0168a8a3fce0 HTTP/1.1" status: 204 len: 168 time: 1.4669421 Mar 28 12:13:54.679773 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bd7422f-20cb-41f3-8b4f-732455dd70cf', 'tag': 'c1644052-5634-41f9-b06d-ba753f1c00ec'}] {{(pid=87871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 12:13:54.724733 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bd7422f-20cb-41f3-8b4f-732455dd70cf', 'tag': 'c1644052-5634-41f9-b06d-ba753f1c00ec', 'status': 'completed', 'code': 200} Mar 28 12:13:54.806628 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvr_db [None req-16e2c77f-f83d-4fc8-8ac8-0c85e64c4ac8 None None] Set router d3de67c1-3af1-491e-8b6c-23042aa72acc gateway port host: dv-neutron-835340-2-hyperv {{(pid=87872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:13:54.821598 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cfdb65-31f5-427a-b937-c98e58f86eb0 req-fee1b685-a461-4d8b-b6d4-0d557351cbc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:13:54.823636 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-50cfdb65-31f5-427a-b937-c98e58f86eb0 req-fee1b685-a461-4d8b-b6d4-0d557351cbc7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=527195c95736491ca1967a42cc300275&device_id=3bd7422f-20cb-41f3-8b4f-732455dd70cf HTTP/1.1" status: 200 len: 1099 time: 0.0769353 Mar 28 12:13:54.968260 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cfdb65-31f5-427a-b937-c98e58f86eb0 req-59ac365e-d898-4c2a-b3f3-2f76084cbc2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:13:54.969973 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-50cfdb65-31f5-427a-b937-c98e58f86eb0 req-59ac365e-d898-4c2a-b3f3-2f76084cbc2a service neutron] 10.222.0.11 "GET /v2.0/networks?id=c0f4a71c-ba62-4900-9a94-b99d33ae5910 HTTP/1.1" status: 200 len: 896 time: 0.1407397 Mar 28 12:13:55.043523 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-50cfdb65-31f5-427a-b937-c98e58f86eb0 req-194de176-b889-4de9-ade8-1ce03ca7823a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c1644052-5634-41f9-b06d-ba753f1c00ec HTTP/1.1" status: 200 len: 217 time: 0.0657673 Mar 28 12:13:55.068931 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2078a6ea-b961-4204-8f83-f4598a6aaabf req-eab6d5ba-ded0-4d8f-a011-5615ff2b4cff tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:13:55.069737 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [req-2078a6ea-b961-4204-8f83-f4598a6aaabf req-eab6d5ba-ded0-4d8f-a011-5615ff2b4cff tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Synchronizing usage tracker for tenant:527195c95736491ca1967a42cc300275 on resource:port {{(pid=87871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:13:55.085956 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [req-2078a6ea-b961-4204-8f83-f4598a6aaabf req-eab6d5ba-ded0-4d8f-a011-5615ff2b4cff tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Unset dirty status for tenant:527195c95736491ca1967a42cc300275 on resource:port {{(pid=87871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:13:55.087231 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-2078a6ea-b961-4204-8f83-f4598a6aaabf req-eab6d5ba-ded0-4d8f-a011-5615ff2b4cff tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/ports?device_id=3bd7422f-20cb-41f3-8b4f-732455dd70cf HTTP/1.1" status: 200 len: 946 time: 0.1026750 Mar 28 12:13:55.111298 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cfdb65-31f5-427a-b937-c98e58f86eb0 req-a145994a-c000-45b0-9cc6-18192f9530bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:13:55.112814 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-50cfdb65-31f5-427a-b937-c98e58f86eb0 req-a145994a-c000-45b0-9cc6-18192f9530bb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9f2b54d3-c699-4504-839e-87ca63172181 HTTP/1.1" status: 200 len: 835 time: 0.0634501 Mar 28 12:13:55.137154 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-16e2c77f-f83d-4fc8-8ac8-0c85e64c4ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3de67c1-3af1-491e-8b6c-23042aa72acc', 'name': 'tempest-TestNetworkBasicOps-router-1488165507', 'tenant_id': '527195c95736491ca1967a42cc300275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.44'}], 'enable_snat': True}, 'gw_port_id': '6e0864a0-ab6c-4dad-b4fc-28ff80ce531e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:12:54Z', 'updated_at': '2022-03-28T12:13:49Z', 'revision_number': 6, 'project_id': '527195c95736491ca1967a42cc300275', 'gw_port': {'id': '6e0864a0-ab6c-4dad-b4fc-28ff80ce531e', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:2d:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3de67c1-3af1-491e-8b6c-23042aa72acc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:12:55Z', 'updated_at': '2022-03-28T12:13:52Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_interfaces': [{'id': 'd988fa14-c2fc-4509-83c2-d4495cf6af6b', 'name': '', 'network_id': 'c0f4a71c-ba62-4900-9a94-b99d33ae5910', 'tenant_id': '527195c95736491ca1967a42cc300275', 'mac_address': 'fa:16:3e:3e:96:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3de67c1-3af1-491e-8b6c-23042aa72acc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1497, 'fixed_ips': [{'subnet_id': '9f2b54d3-c699-4504-839e-87ca63172181', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:12:58Z', 'updated_at': '2022-03-28T12:13:52Z', 'revision_number': 7, 'project_id': '527195c95736491ca1967a42cc300275', 'subnets': [{'id': '9f2b54d3-c699-4504-839e-87ca63172181', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:13:55.141626 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e2c77f-f83d-4fc8-8ac8-0c85e64c4ac8 None None] Checking router: d3de67c1-3af1-491e-8b6c-23042aa72acc for host: dv-neutron-835340-2-hyperv {{(pid=87872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 12:13:55.147043 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-2078a6ea-b961-4204-8f83-f4598a6aaabf req-184bd6b5-a3eb-4f30-9cb5-fa61fef73683 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f0cf636-818c-415a-b3a0-57820a839332&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0503211 Mar 28 12:13:55.151347 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e2c77f-f83d-4fc8-8ac8-0c85e64c4ac8 None None] Routers {'d3de67c1-3af1-491e-8b6c-23042aa72acc'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:13:55.152208 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-16e2c77f-f83d-4fc8-8ac8-0c85e64c4ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:13:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['d3de67c1-3af1-491e-8b6c-23042aa72acc'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:13:55.207082 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cfdb65-31f5-427a-b937-c98e58f86eb0 req-32840f32-4c4d-4993-8112-bd75425627e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:13:55.208641 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-50cfdb65-31f5-427a-b937-c98e58f86eb0 req-32840f32-4c4d-4993-8112-bd75425627e2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c0f4a71c-ba62-4900-9a94-b99d33ae5910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0879421 Mar 28 12:13:55.327118 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvr_db [None req-16e2c77f-f83d-4fc8-8ac8-0c85e64c4ac8 None None] Set router d3de67c1-3af1-491e-8b6c-23042aa72acc gateway port host: dv-neutron-835340-2-hyperv {{(pid=87872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:13:55.339258 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-50cfdb65-31f5-427a-b937-c98e58f86eb0 req-ba57bab5-142f-4d73-b99b-622e35e0e7a7 service neutron] 10.222.0.11 "GET /v2.0/networks/c0f4a71c-ba62-4900-9a94-b99d33ae5910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234500 Mar 28 12:13:55.469409 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-50cfdb65-31f5-427a-b937-c98e58f86eb0 req-c53be334-b541-46fa-8ff8-c217268e5009 service neutron] 10.222.0.11 "GET /v2.0/networks/c0f4a71c-ba62-4900-9a94-b99d33ae5910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236606 Mar 28 12:13:55.669887 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-16e2c77f-f83d-4fc8-8ac8-0c85e64c4ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3de67c1-3af1-491e-8b6c-23042aa72acc', 'name': 'tempest-TestNetworkBasicOps-router-1488165507', 'tenant_id': '527195c95736491ca1967a42cc300275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.44'}], 'enable_snat': True}, 'gw_port_id': '6e0864a0-ab6c-4dad-b4fc-28ff80ce531e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:12:54Z', 'updated_at': '2022-03-28T12:13:49Z', 'revision_number': 6, 'project_id': '527195c95736491ca1967a42cc300275', 'gw_port': {'id': '6e0864a0-ab6c-4dad-b4fc-28ff80ce531e', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:2d:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3de67c1-3af1-491e-8b6c-23042aa72acc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:12:55Z', 'updated_at': '2022-03-28T12:13:52Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_interfaces': [{'id': 'd988fa14-c2fc-4509-83c2-d4495cf6af6b', 'name': '', 'network_id': 'c0f4a71c-ba62-4900-9a94-b99d33ae5910', 'tenant_id': '527195c95736491ca1967a42cc300275', 'mac_address': 'fa:16:3e:3e:96:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3de67c1-3af1-491e-8b6c-23042aa72acc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1497, 'fixed_ips': [{'subnet_id': '9f2b54d3-c699-4504-839e-87ca63172181', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:12:58Z', 'updated_at': '2022-03-28T12:13:52Z', 'revision_number': 7, 'project_id': '527195c95736491ca1967a42cc300275', 'subnets': [{'id': '9f2b54d3-c699-4504-839e-87ca63172181', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:13:55.673742 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e2c77f-f83d-4fc8-8ac8-0c85e64c4ac8 None None] The sync data for ids ['d3de67c1-3af1-491e-8b6c-23042aa72acc'] in dv-neutron-835340-2-hyperv is: [{'id': 'd3de67c1-3af1-491e-8b6c-23042aa72acc', 'name': 'tempest-TestNetworkBasicOps-router-1488165507', 'tenant_id': '527195c95736491ca1967a42cc300275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.44'}], 'enable_snat': True}, 'gw_port_id': '6e0864a0-ab6c-4dad-b4fc-28ff80ce531e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:12:54Z', 'updated_at': '2022-03-28T12:13:49Z', 'revision_number': 6, 'project_id': '527195c95736491ca1967a42cc300275', 'gw_port': {'id': '6e0864a0-ab6c-4dad-b4fc-28ff80ce531e', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:2d:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3de67c1-3af1-491e-8b6c-23042aa72acc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:12:55Z', 'updated_at': '2022-03-28T12:13:52Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_interfaces': [{'id': 'd988fa14-c2fc-4509-83c2-d4495cf6af6b', 'name': '', 'network_id': 'c0f4a71c-ba62-4900-9a94-b99d33ae5910', 'tenant_id': '527195c95736491ca1967a42cc300275', 'mac_address': 'fa:16:3e:3e:96:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3de67c1-3af1-491e-8b6c-23042aa72acc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1497, 'fixed_ips': [{'subnet_id': '9f2b54d3-c699-4504-839e-87ca63172181', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:12:58Z', 'updated_at': '2022-03-28T12:13:52Z', 'revision_number': 7, 'project_id': '527195c95736491ca1967a42cc300275', 'subnets': [{'id': '9f2b54d3-c699-4504-839e-87ca63172181', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 12:13:56.312865 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e00aad-8e1d-4b79-b2ff-bb5285f9d9c9 req-7504d7e3-0028-46a2-9cc3-03e228ab7d11 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:13:56.314356 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-25e00aad-8e1d-4b79-b2ff-bb5285f9d9c9 req-7504d7e3-0028-46a2-9cc3-03e228ab7d11 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.11 "GET /v2.0/ports?device_id=3bd7422f-20cb-41f3-8b4f-732455dd70cf HTTP/1.1" status: 200 len: 946 time: 0.1218281 Mar 28 12:13:56.347420 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa7463e-c99e-41fb-b729-971f6546a36c None None] New status for floating IP 353142db-07d0-4287-9d67-0168a8a3fce0: DOWN {{(pid=87873) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 12:13:56.516152 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [req-25e00aad-8e1d-4b79-b2ff-bb5285f9d9c9 req-4205fcfa-8a37-464b-abe4-4efa47d53d34 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Deleting port c1644052-5634-41f9-b06d-ba753f1c00ec {{(pid=87870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:13:56.516494 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [req-25e00aad-8e1d-4b79-b2ff-bb5285f9d9c9 req-4205fcfa-8a37-464b-abe4-4efa47d53d34 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:13:56.564148 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56cea9e-09ea-4a01-a7ec-39f5d9d18b7c req-ed359932-6eef-4502-964b-24605fbc2200 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:13:56.565587 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-c56cea9e-09ea-4a01-a7ec-39f5d9d18b7c req-ed359932-6eef-4502-964b-24605fbc2200 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/ports?device_id=3bd7422f-20cb-41f3-8b4f-732455dd70cf HTTP/1.1" status: 200 len: 946 time: 0.3061311 Mar 28 12:13:56.659640 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-c56cea9e-09ea-4a01-a7ec-39f5d9d18b7c req-623d661f-8d09-405e-826f-5332e236de3e tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/security-groups?id=6f0cf636-818c-415a-b3a0-57820a839332&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0864296 Mar 28 12:13:56.806657 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.db [req-25e00aad-8e1d-4b79-b2ff-bb5285f9d9c9 req-4205fcfa-8a37-464b-abe4-4efa47d53d34 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] For port c1644052-5634-41f9-b06d-ba753f1c00ec, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=c1644052-5634-41f9-b06d-ba753f1c00ec,segment=NetworkSegment(79fd587d-2b68-4009-b8c8-e86a0247a4f9),segment_id=79fd587d-2b68-4009-b8c8-e86a0247a4f9)] {{(pid=87870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:13:56.806917 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [req-25e00aad-8e1d-4b79-b2ff-bb5285f9d9c9 req-4205fcfa-8a37-464b-abe4-4efa47d53d34 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:13:56.930515 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [req-25e00aad-8e1d-4b79-b2ff-bb5285f9d9c9 req-4205fcfa-8a37-464b-abe4-4efa47d53d34 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Calling delete_port for c1644052-5634-41f9-b06d-ba753f1c00ec owned by compute:nova {{(pid=87870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:13:57.073541 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [req-25e00aad-8e1d-4b79-b2ff-bb5285f9d9c9 req-4205fcfa-8a37-464b-abe4-4efa47d53d34 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:13:57.122916 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4205fcfa-8a37-464b-abe4-4efa47d53d34 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Pushing event deleted for resources: {'Port': ['ID=c1644052-5634-41f9-b06d-ba753f1c00ec,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:13:57.198115 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.l3_dvrscheduler_db [req-25e00aad-8e1d-4b79-b2ff-bb5285f9d9c9 req-4205fcfa-8a37-464b-abe4-4efa47d53d34 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] No DVR routers for this DVR port c1644052-5634-41f9-b06d-ba753f1c00ec on host hv-neutron-8353 {{(pid=87870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 12:13:57.200516 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [req-25e00aad-8e1d-4b79-b2ff-bb5285f9d9c9 req-4205fcfa-8a37-464b-abe4-4efa47d53d34 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:13:57.202904 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bd7422f-20cb-41f3-8b4f-732455dd70cf', 'name': 'network-vif-deleted', 'tag': 'c1644052-5634-41f9-b06d-ba753f1c00ec'}] {{(pid=87870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 12:13:57.218238 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-25e00aad-8e1d-4b79-b2ff-bb5285f9d9c9 req-4205fcfa-8a37-464b-abe4-4efa47d53d34 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.11 "DELETE /v2.0/ports/c1644052-5634-41f9-b06d-ba753f1c00ec HTTP/1.1" status: 204 len: 173 time: 0.8973091 Mar 28 12:13:57.249335 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bd7422f-20cb-41f3-8b4f-732455dd70cf', 'name': 'network-vif-deleted', 'tag': 'c1644052-5634-41f9-b06d-ba753f1c00ec', 'status': 'completed', 'code': 200} Mar 28 12:13:57.821808 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [req-2c3955cb-cf9c-42f5-92e0-b3052963c4a8 req-d11d02aa-43eb-4a34-82e5-77dc506f7171 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Synchronizing usage tracker for tenant:527195c95736491ca1967a42cc300275 on resource:port {{(pid=87870) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:13:57.836914 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [req-2c3955cb-cf9c-42f5-92e0-b3052963c4a8 req-d11d02aa-43eb-4a34-82e5-77dc506f7171 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Unset dirty status for tenant:527195c95736491ca1967a42cc300275 on resource:port {{(pid=87870) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:13:57.838190 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-2c3955cb-cf9c-42f5-92e0-b3052963c4a8 req-d11d02aa-43eb-4a34-82e5-77dc506f7171 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "GET /v2.0/ports?device_id=3bd7422f-20cb-41f3-8b4f-732455dd70cf HTTP/1.1" status: 200 len: 210 time: 0.0591311 Mar 28 12:13:58.886035 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Device c1644052-5634-41f9-b06d-ba753f1c00ec no longer exists at agent hyperv_hv-neutron-8353 {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 12:13:58.919828 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] No Port match for: c1644052-5634-41f9-b06d-ba753f1c00ec {{(pid=87872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 12:13:58.920173 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Device c1644052-5634-41f9-b06d-ba753f1c00ec not bound to the agent host hv-neutron-8353 {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 12:13:58.936344 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 32976) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:13:59.002732 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-f89e1d4a-b5d0-4a6b-87ea-1c042fbc6a54 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:13:59.031910 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-f89e1d4a-b5d0-4a6b-87ea-1c042fbc6a54 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:13:59.095373 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-f89e1d4a-b5d0-4a6b-87ea-1c042fbc6a54 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:13:59.112690 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89e1d4a-b5d0-4a6b-87ea-1c042fbc6a54 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f0cf636-818c-415a-b3a0-57820a839332,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:13:59.127853 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-f89e1d4a-b5d0-4a6b-87ea-1c042fbc6a54 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for security_group, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:13:59.129131 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-f89e1d4a-b5d0-4a6b-87ea-1c042fbc6a54 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "DELETE /v2.0/security-groups/6f0cf636-818c-415a-b3a0-57820a839332 HTTP/1.1" status: 204 len: 168 time: 0.1916201 Mar 28 12:13:59.159823 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 32982) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:13:59.815151 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-ee8369ea-583a-428d-a2e4-ea91bc273abc tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-743394'] for router_interface, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:14:00.167086 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-ee8369ea-583a-428d-a2e4-ea91bc273abc tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Deleting port d988fa14-c2fc-4509-83c2-d4495cf6af6b {{(pid=87871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:14:00.167798 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-ee8369ea-583a-428d-a2e4-ea91bc273abc tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:14:00.352798 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.db [None req-ee8369ea-583a-428d-a2e4-ea91bc273abc tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] For port d988fa14-c2fc-4509-83c2-d4495cf6af6b, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=d988fa14-c2fc-4509-83c2-d4495cf6af6b,segment=NetworkSegment(79fd587d-2b68-4009-b8c8-e86a0247a4f9),segment_id=79fd587d-2b68-4009-b8c8-e86a0247a4f9)] {{(pid=87871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:14:00.353144 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-ee8369ea-583a-428d-a2e4-ea91bc273abc tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:14:00.472670 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-ee8369ea-583a-428d-a2e4-ea91bc273abc tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Calling delete_port for d988fa14-c2fc-4509-83c2-d4495cf6af6b owned by network:router_interface {{(pid=87871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:14:00.908253 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-ee8369ea-583a-428d-a2e4-ea91bc273abc tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:14:00.961289 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8369ea-583a-428d-a2e4-ea91bc273abc tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Pushing event deleted for resources: {'Port': ['ID=d988fa14-c2fc-4509-83c2-d4495cf6af6b,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:14:01.228818 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-ee8369ea-583a-428d-a2e4-ea91bc273abc tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-743246'] for router_interface, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:14:01.581082 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee8369ea-583a-428d-a2e4-ea91bc273abc tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Router d3de67c1-3af1-491e-8b6c-23042aa72acc has already been hosted by L3 agent af79d429-529e-400b-a119-94d4bec03f3e {{(pid=87871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 12:14:01.756875 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee8369ea-583a-428d-a2e4-ea91bc273abc tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 12:14:01.766516 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1524dd19-681c-487d-9983-7ec9b7d9746d None None] Sync routers for ids ['d3de67c1-3af1-491e-8b6c-23042aa72acc'] in dv-neutron-835340-2-hyperv {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 12:14:01.776115 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-ee8369ea-583a-428d-a2e4-ea91bc273abc tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "PUT /v2.0/routers/d3de67c1-3af1-491e-8b6c-23042aa72acc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6142390 Mar 28 12:14:01.776994 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 32988) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:14:01.779528 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1524dd19-681c-487d-9983-7ec9b7d9746d None None] Routers {'d3de67c1-3af1-491e-8b6c-23042aa72acc'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:14:01.780338 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-1524dd19-681c-487d-9983-7ec9b7d9746d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:13:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['d3de67c1-3af1-491e-8b6c-23042aa72acc'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:14:01.846228 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.db_base_plugin_v2 [None req-3359c37e-5236-42e4-aacd-db6cfc18d6aa tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Deleting subnet 9f2b54d3-c699-4504-839e-87ca63172181 {{(pid=87870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 12:14:01.849517 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-3359c37e-5236-42e4-aacd-db6cfc18d6aa tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for subnet, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:14:01.903233 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-3359c37e-5236-42e4-aacd-db6cfc18d6aa tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3591354'] for subnet, precommit_delete_associations {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:14:01.957809 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvr_db [None req-1524dd19-681c-487d-9983-7ec9b7d9746d None None] Set router d3de67c1-3af1-491e-8b6c-23042aa72acc gateway port host: dv-neutron-835340-2-hyperv {{(pid=87872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:14:01.986498 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-3359c37e-5236-42e4-aacd-db6cfc18d6aa tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1919782'] for subnet, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:14:02.065563 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-3359c37e-5236-42e4-aacd-db6cfc18d6aa tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1919805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2561174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2563528'] for subnet, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:14:02.105235 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3359c37e-5236-42e4-aacd-db6cfc18d6aa tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Pushing event deleted for resources: {'Subnet': ['ID=9f2b54d3-c699-4504-839e-87ca63172181,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:14:02.108673 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-3359c37e-5236-42e4-aacd-db6cfc18d6aa tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for subnet, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:14:02.114940 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-3359c37e-5236-42e4-aacd-db6cfc18d6aa tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "DELETE /v2.0/subnets/9f2b54d3-c699-4504-839e-87ca63172181 HTTP/1.1" status: 204 len: 168 time: 0.3368964 Mar 28 12:14:02.117613 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 32992) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:14:02.151337 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41622bd3-eb9b-4c12-8ffe-778a39a314e1 None None] Network c0f4a71c-ba62-4900-9a94-b99d33ae5910 requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 12:14:02.301056 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-27c5d464-9468-41a3-aa81-075c5fba85d3 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for router, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:14:02.386617 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-201493ed-8b43-423f-aa80-b5a187621e7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:14:02.427708 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-1524dd19-681c-487d-9983-7ec9b7d9746d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3de67c1-3af1-491e-8b6c-23042aa72acc', 'name': 'tempest-TestNetworkBasicOps-router-1488165507', 'tenant_id': '527195c95736491ca1967a42cc300275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.44'}], 'enable_snat': True}, 'gw_port_id': '6e0864a0-ab6c-4dad-b4fc-28ff80ce531e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:12:54Z', 'updated_at': '2022-03-28T12:14:00Z', 'revision_number': 7, 'project_id': '527195c95736491ca1967a42cc300275', 'gw_port': {'id': '6e0864a0-ab6c-4dad-b4fc-28ff80ce531e', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:2d:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3de67c1-3af1-491e-8b6c-23042aa72acc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1494, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:12:55Z', 'updated_at': '2022-03-28T12:13:52Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv'}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:14:02.434065 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1524dd19-681c-487d-9983-7ec9b7d9746d None None] Checking router: d3de67c1-3af1-491e-8b6c-23042aa72acc for host: dv-neutron-835340-2-hyperv {{(pid=87872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 12:14:02.443179 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1524dd19-681c-487d-9983-7ec9b7d9746d None None] Routers {'d3de67c1-3af1-491e-8b6c-23042aa72acc'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:14:02.443814 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-1524dd19-681c-487d-9983-7ec9b7d9746d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:13:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['d3de67c1-3af1-491e-8b6c-23042aa72acc'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:14:02.485420 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-27c5d464-9468-41a3-aa81-075c5fba85d3 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:14:02.498158 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-27c5d464-9468-41a3-aa81-075c5fba85d3 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Deleting port 6e0864a0-ab6c-4dad-b4fc-28ff80ce531e {{(pid=87870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:14:02.498506 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-27c5d464-9468-41a3-aa81-075c5fba85d3 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:14:02.500981 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d22ead0-e1c7-476f-a254-fa81373b4ff3 None None] DHCP port deletion for c0f4a71c-ba62-4900-9a94-b99d33ae5910 request from dv-neutron-835340-2-hyperv {{(pid=87872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 12:14:02.515974 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-2d22ead0-e1c7-476f-a254-fa81373b4ff3 None None] Deleting port 919e3980-0f57-4b26-bf5c-ae1e9a8f0e52 {{(pid=87872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:14:02.516341 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2d22ead0-e1c7-476f-a254-fa81373b4ff3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:14:02.708620 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvr_db [None req-1524dd19-681c-487d-9983-7ec9b7d9746d None None] Set router d3de67c1-3af1-491e-8b6c-23042aa72acc gateway port host: None {{(pid=87872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:14:02.775306 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.db [None req-27c5d464-9468-41a3-aa81-075c5fba85d3 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] For port 6e0864a0-ab6c-4dad-b4fc-28ff80ce531e, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=6e0864a0-ab6c-4dad-b4fc-28ff80ce531e,segment=NetworkSegment(688afb86-c9bd-46e2-ba7d-3fe76fb1efff),segment_id=688afb86-c9bd-46e2-ba7d-3fe76fb1efff)] {{(pid=87870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:14:02.775971 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-27c5d464-9468-41a3-aa81-075c5fba85d3 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:14:02.823176 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-1524dd19-681c-487d-9983-7ec9b7d9746d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3de67c1-3af1-491e-8b6c-23042aa72acc', 'name': 'tempest-TestNetworkBasicOps-router-1488165507', 'tenant_id': '527195c95736491ca1967a42cc300275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:12:54Z', 'updated_at': '2022-03-28T12:14:02Z', 'revision_number': 8, 'project_id': '527195c95736491ca1967a42cc300275', 'gw_port_host': None}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:14:02.835510 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1524dd19-681c-487d-9983-7ec9b7d9746d None None] The sync data for ids ['d3de67c1-3af1-491e-8b6c-23042aa72acc'] in dv-neutron-835340-2-hyperv is: [{'id': 'd3de67c1-3af1-491e-8b6c-23042aa72acc', 'name': 'tempest-TestNetworkBasicOps-router-1488165507', 'tenant_id': '527195c95736491ca1967a42cc300275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:12:54Z', 'updated_at': '2022-03-28T12:14:02Z', 'revision_number': 8, 'project_id': '527195c95736491ca1967a42cc300275', 'gw_port_host': None}] {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 12:14:02.900488 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-27c5d464-9468-41a3-aa81-075c5fba85d3 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Calling delete_port for 6e0864a0-ab6c-4dad-b4fc-28ff80ce531e owned by network:router_gateway {{(pid=87870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:14:02.942483 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2d22ead0-e1c7-476f-a254-fa81373b4ff3 None None] For port 919e3980-0f57-4b26-bf5c-ae1e9a8f0e52, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=919e3980-0f57-4b26-bf5c-ae1e9a8f0e52,segment=NetworkSegment(79fd587d-2b68-4009-b8c8-e86a0247a4f9),segment_id=79fd587d-2b68-4009-b8c8-e86a0247a4f9)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:14:02.942867 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2d22ead0-e1c7-476f-a254-fa81373b4ff3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:14:03.065339 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-2d22ead0-e1c7-476f-a254-fa81373b4ff3 None None] Calling delete_port for 919e3980-0f57-4b26-bf5c-ae1e9a8f0e52 owned by network:dhcp {{(pid=87872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:14:03.069363 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-27c5d464-9468-41a3-aa81-075c5fba85d3 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:14:03.119816 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c5d464-9468-41a3-aa81-075c5fba85d3 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Pushing event deleted for resources: {'Port': ['ID=6e0864a0-ab6c-4dad-b4fc-28ff80ce531e,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:14:03.143659 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2d22ead0-e1c7-476f-a254-fa81373b4ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250'] for port, after_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:14:03.190866 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d22ead0-e1c7-476f-a254-fa81373b4ff3 None None] Pushing event deleted for resources: {'Port': ['ID=919e3980-0f57-4b26-bf5c-ae1e9a8f0e52,revision_number=None']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:14:03.196516 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d22ead0-e1c7-476f-a254-fa81373b4ff3 None None] No DVR routers for this DVR port 919e3980-0f57-4b26-bf5c-ae1e9a8f0e52 on host dv-neutron-835340-2-hyperv {{(pid=87872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 12:14:03.204038 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d22ead0-e1c7-476f-a254-fa81373b4ff3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:14:03.204369 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d22ead0-e1c7-476f-a254-fa81373b4ff3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:14:03.204717 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d22ead0-e1c7-476f-a254-fa81373b4ff3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:14:03.205051 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d22ead0-e1c7-476f-a254-fa81373b4ff3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:14:03.205388 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d22ead0-e1c7-476f-a254-fa81373b4ff3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:14:03.205721 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d22ead0-e1c7-476f-a254-fa81373b4ff3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:14:03.206045 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d22ead0-e1c7-476f-a254-fa81373b4ff3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:14:03.206370 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d22ead0-e1c7-476f-a254-fa81373b4ff3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:14:03.207671 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d22ead0-e1c7-476f-a254-fa81373b4ff3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:14:03.207671 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d22ead0-e1c7-476f-a254-fa81373b4ff3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:14:03.207845 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d22ead0-e1c7-476f-a254-fa81373b4ff3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:14:03.208255 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d22ead0-e1c7-476f-a254-fa81373b4ff3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:14:03.221419 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-27c5d464-9468-41a3-aa81-075c5fba85d3 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-709573'] for router_gateway, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:14:03.407563 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-27c5d464-9468-41a3-aa81-075c5fba85d3 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-745164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-260864'] for router, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:14:03.410762 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-27c5d464-9468-41a3-aa81-075c5fba85d3 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:14:03.435864 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-27c5d464-9468-41a3-aa81-075c5fba85d3 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-745021'] for router, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:14:03.436386 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27c5d464-9468-41a3-aa81-075c5fba85d3 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Fanout notify agent at l3_agent the message router_deleted on router d3de67c1-3af1-491e-8b6c-23042aa72acc {{(pid=87870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 12:14:03.452301 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-27c5d464-9468-41a3-aa81-075c5fba85d3 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for router, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:14:03.453391 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-27c5d464-9468-41a3-aa81-075c5fba85d3 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "DELETE /v2.0/routers/d3de67c1-3af1-491e-8b6c-23042aa72acc HTTP/1.1" status: 204 len: 168 time: 1.3349006 Mar 28 12:14:03.456272 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 32996) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:14:03.571263 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-a24e0353-6b81-4041-b18d-2a934e5a5566 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588883'] for network, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:14:03.707448 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-a24e0353-6b81-4041-b18d-2a934e5a5566 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930431', 'neutron.services.segments.db._delete_segments_for_network-8783496351308'] for network, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:14:03.741829 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-a24e0353-6b81-4041-b18d-2a934e5a5566 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0f4a71c-ba62-4900-9a94-b99d33ae5910']}} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:14:03.757066 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-a24e0353-6b81-4041-b18d-2a934e5a5566 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79fd587d-2b68-4009-b8c8-e86a0247a4f9') {'for_net_delete': True} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:14:03.757366 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-a24e0353-6b81-4041-b18d-2a934e5a5566 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79fd587d-2b68-4009-b8c8-e86a0247a4f9') {} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:14:03.770320 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-a24e0353-6b81-4041-b18d-2a934e5a5566 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783496353639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3591341'] for segment, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:14:03.786411 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-a24e0353-6b81-4041-b18d-2a934e5a5566 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:14:03.792805 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a24e0353-6b81-4041-b18d-2a934e5a5566 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=87870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 12:14:03.793373 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-a24e0353-6b81-4041-b18d-2a934e5a5566 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1920481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2558260'] for segment, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:14:03.809583 dv-neutron-835340-2-hyperv neutron-server[87870]: Traceback (most recent call last): Mar 28 12:14:03.809583 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 12:14:03.809583 dv-neutron-835340-2-hyperv neutron-server[87870]: timer() Mar 28 12:14:03.809583 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 12:14:03.809583 dv-neutron-835340-2-hyperv neutron-server[87870]: cb(*args, **kw) Mar 28 12:14:03.809583 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 12:14:03.809583 dv-neutron-835340-2-hyperv neutron-server[87870]: return func(*args, **kwargs) Mar 28 12:14:03.809583 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 12:14:03.809583 dv-neutron-835340-2-hyperv neutron-server[87870]: self._notify() Mar 28 12:14:03.809583 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 12:14:03.809583 dv-neutron-835340-2-hyperv neutron-server[87870]: self.callback(batched_events) Mar 28 12:14:03.809583 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 12:14:03.809583 dv-neutron-835340-2-hyperv neutron-server[87870]: event.method(event) Mar 28 12:14:03.809583 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 12:14:03.809583 dv-neutron-835340-2-hyperv neutron-server[87870]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 12:14:03.809583 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 12:14:03.809583 dv-neutron-835340-2-hyperv neutron-server[87870]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 12:14:03.809583 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 12:14:03.809583 dv-neutron-835340-2-hyperv neutron-server[87870]: return f(self, *a, **k) Mar 28 12:14:03.809583 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 12:14:03.809583 dv-neutron-835340-2-hyperv neutron-server[87870]: return self._get(url).json() Mar 28 12:14:03.809583 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 12:14:03.809583 dv-neutron-835340-2-hyperv neutron-server[87870]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 12:14:03.809583 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 12:14:03.809583 dv-neutron-835340-2-hyperv neutron-server[87870]: return self.request(url, 'GET', **kwargs) Mar 28 12:14:03.809583 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 12:14:03.809583 dv-neutron-835340-2-hyperv neutron-server[87870]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 12:14:03.809583 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 12:14:03.809583 dv-neutron-835340-2-hyperv neutron-server[87870]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 12:14:03.809583 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 12:14:03.809583 dv-neutron-835340-2-hyperv neutron-server[87870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 12:14:03.809583 dv-neutron-835340-2-hyperv neutron-server[87870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 12:14:03.908158 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-a24e0353-6b81-4041-b18d-2a934e5a5566 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709602'] for network, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:14:03.926326 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-a24e0353-6b81-4041-b18d-2a934e5a5566 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Notify callbacks [] for network, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:14:03.937478 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24e0353-6b81-4041-b18d-2a934e5a5566 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] Pushing event deleted for resources: {'Network': ['ID=c0f4a71c-ba62-4900-9a94-b99d33ae5910,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:14:03.946750 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-a24e0353-6b81-4041-b18d-2a934e5a5566 tempest-TestNetworkBasicOps-793898730 tempest-TestNetworkBasicOps-793898730-project] 10.222.0.30 "DELETE /v2.0/networks/c0f4a71c-ba62-4900-9a94-b99d33ae5910 HTTP/1.1" status: 204 len: 168 time: 0.4885995 Mar 28 12:14:04.039100 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device d988fa14-c2fc-4509-83c2-d4495cf6af6b no longer exists at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 12:14:04.075738 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] No Port match for: d988fa14-c2fc-4509-83c2-d4495cf6af6b {{(pid=87872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 12:14:04.076080 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device d988fa14-c2fc-4509-83c2-d4495cf6af6b not bound to the agent host dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 12:14:04.076498 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 6e0864a0-ab6c-4dad-b4fc-28ff80ce531e no longer exists at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 12:14:04.110723 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] No Port match for: 6e0864a0-ab6c-4dad-b4fc-28ff80ce531e {{(pid=87872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 12:14:04.111063 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 6e0864a0-ab6c-4dad-b4fc-28ff80ce531e not bound to the agent host dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 12:14:04.111501 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 919e3980-0f57-4b26-bf5c-ae1e9a8f0e52 no longer exists at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 12:14:04.145570 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] No Port match for: 919e3980-0f57-4b26-bf5c-ae1e9a8f0e52 {{(pid=87872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 12:14:04.145910 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 919e3980-0f57-4b26-bf5c-ae1e9a8f0e52 not bound to the agent host dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 12:14:04.260492 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 33004) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:14:04.407657 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-1f9c5174-6d49-48e7-a434-c3a51e7b16b4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=527195c95736491ca1967a42cc300275&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1459877 Mar 28 12:14:04.410717 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 33010) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:14:04.466682 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-348a337d-4eed-4d90-8338-be3eb1f71c1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:14:04.492487 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-348a337d-4eed-4d90-8338-be3eb1f71c1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:14:04.542788 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-348a337d-4eed-4d90-8338-be3eb1f71c1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:14:04.562550 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348a337d-4eed-4d90-8338-be3eb1f71c1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3448b81-b554-4253-9b5b-e31998b92d4d,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:14:04.569114 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-348a337d-4eed-4d90-8338-be3eb1f71c1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:14:04.571897 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-348a337d-4eed-4d90-8338-be3eb1f71c1e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d3448b81-b554-4253-9b5b-e31998b92d4d HTTP/1.1" status: 204 len: 168 time: 0.1601191 Mar 28 12:14:04.722177 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-0afe2084-7a59-4d20-b93a-8eb943ee07a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:14:04.855127 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 33020) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:14:04.873645 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-b2a6cb19-e1e3-4415-8165-02cefbb0b10d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:14:04.888249 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-b2a6cb19-e1e3-4415-8165-02cefbb0b10d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:14:04.892014 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-b2a6cb19-e1e3-4415-8165-02cefbb0b10d admin admin] Usage tracker for resource:security_group_rule and tenant:d6c280107da043ca9201090231b830e9 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:14:04.895649 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-b2a6cb19-e1e3-4415-8165-02cefbb0b10d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:14:04.901160 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-b2a6cb19-e1e3-4415-8165-02cefbb0b10d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:14:04.985589 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-b2a6cb19-e1e3-4415-8165-02cefbb0b10d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:14:04.989576 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-b2a6cb19-e1e3-4415-8165-02cefbb0b10d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:14:05.036932 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-b2a6cb19-e1e3-4415-8165-02cefbb0b10d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d6c280107da043ca9201090231b830e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1807353 Mar 28 12:14:05.037783 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a6cb19-e1e3-4415-8165-02cefbb0b10d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=954373f5-ddf5-4013-bf67-d0b8c32da997,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:14:05.039658 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 33024) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:14:05.099702 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-16b2c892-4c32-45c6-b401-a1e90fad0918 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:14:05.124131 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-16b2c892-4c32-45c6-b401-a1e90fad0918 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:14:05.176259 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-16b2c892-4c32-45c6-b401-a1e90fad0918 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:14:05.192275 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b2c892-4c32-45c6-b401-a1e90fad0918 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=954373f5-ddf5-4013-bf67-d0b8c32da997,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:14:05.196856 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-16b2c892-4c32-45c6-b401-a1e90fad0918 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:14:05.197616 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-16b2c892-4c32-45c6-b401-a1e90fad0918 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/954373f5-ddf5-4013-bf67-d0b8c32da997 HTTP/1.1" status: 204 len: 168 time: 0.1568387 Mar 28 12:14:05.692142 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:14:05.812872 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-ef3be119-c018-4979-be07-86cf959defc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:14:07.468775 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-b7ccd3c7-0277-4f12-8e5c-e41478141af5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:14:12.538424 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-b3905f04-1df8-4c85-9ea3-e3367b7bf4ee req-8fd9cefd-6179-4971-b5e3-f8ff3349e6f5 tempest-ServersAdminNegativeTestJSON-299468212 tempest-ServersAdminNegativeTestJSON-299468212-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=4ccb2fe008e4445282f9bc8c6e7862be&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0266063 Mar 28 12:14:12.796541 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3905f04-1df8-4c85-9ea3-e3367b7bf4ee req-6171ed9c-6251-4cbd-902e-7ca69c2cfc3f tempest-ServersAdminNegativeTestJSON-299468212 tempest-ServersAdminNegativeTestJSON-299468212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:14:12.797870 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-b3905f04-1df8-4c85-9ea3-e3367b7bf4ee req-6171ed9c-6251-4cbd-902e-7ca69c2cfc3f tempest-ServersAdminNegativeTestJSON-299468212 tempest-ServersAdminNegativeTestJSON-299468212-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2544901 Mar 28 12:14:12.812709 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-b3905f04-1df8-4c85-9ea3-e3367b7bf4ee req-043c1ffa-5819-44a8-9177-60b5374b5471 tempest-ServersAdminNegativeTestJSON-299468212 tempest-ServersAdminNegativeTestJSON-299468212-project] 10.222.0.30 "GET /v2.0/quotas/4ccb2fe008e4445282f9bc8c6e7862be HTTP/1.1" status: 200 len: 375 time: 0.0089486 Mar 28 12:14:12.862875 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-b3905f04-1df8-4c85-9ea3-e3367b7bf4ee req-f8486dd8-6d8a-4d6c-bafa-6cb2297b584f tempest-ServersAdminNegativeTestJSON-299468212 tempest-ServersAdminNegativeTestJSON-299468212-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=4ccb2fe008e4445282f9bc8c6e7862be&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0440662 Mar 28 12:14:14.157649 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-2a3b4c9d-45ea-4b28-a2b3-1005a40852e3 req-02ae57db-e908-479c-9fcb-e3cd18f20f12 tempest-ServersAdminNegativeTestJSON-299468212 tempest-ServersAdminNegativeTestJSON-299468212-project] 10.222.0.30 "GET /v2.0/ports?device_id=09e82016-907c-457f-ab43-06a29c584957 HTTP/1.1" status: 200 len: 210 time: 0.1464024 Mar 28 12:14:15.011288 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-b3905f04-1df8-4c85-9ea3-e3367b7bf4ee req-ddda8dd3-3911-4134-8627-77bbb3927ed4 tempest-ServersAdminNegativeTestJSON-299468212 tempest-ServersAdminNegativeTestJSON-299468212-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=4ccb2fe008e4445282f9bc8c6e7862be&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0385885 Mar 28 12:14:15.175280 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3905f04-1df8-4c85-9ea3-e3367b7bf4ee req-13fc6e09-5773-4814-a4d1-621d75c41c91 tempest-ServersAdminNegativeTestJSON-299468212 tempest-ServersAdminNegativeTestJSON-299468212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:14:15.177216 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-b3905f04-1df8-4c85-9ea3-e3367b7bf4ee req-13fc6e09-5773-4814-a4d1-621d75c41c91 tempest-ServersAdminNegativeTestJSON-299468212 tempest-ServersAdminNegativeTestJSON-299468212-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1606805 Mar 28 12:14:15.192424 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [req-b3905f04-1df8-4c85-9ea3-e3367b7bf4ee req-8b4c2180-b9e7-4abe-b12a-21bdebdbfdc2 tempest-ServersAdminNegativeTestJSON-299468212 tempest-ServersAdminNegativeTestJSON-299468212-project] Request body: {'port': {'device_id': '09e82016-907c-457f-ab43-06a29c584957', 'network_id': 'd2c2457a-47d6-4309-a3e9-a07627a51ec5', 'admin_state_up': True, 'tenant_id': '4ccb2fe008e4445282f9bc8c6e7862be'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:14:15.307244 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-18fe42b7-0aca-4df6-8a72-c3b255becc21 req-d2d7a260-5423-4d31-ac14-2b9c357ca819 tempest-ServersAdminNegativeTestJSON-299468212 tempest-ServersAdminNegativeTestJSON-299468212-project] 10.222.0.30 "GET /v2.0/ports?device_id=09e82016-907c-457f-ab43-06a29c584957 HTTP/1.1" status: 200 len: 210 time: 0.0437386 Mar 28 12:14:15.339642 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [req-b3905f04-1df8-4c85-9ea3-e3367b7bf4ee req-8b4c2180-b9e7-4abe-b12a-21bdebdbfdc2 tempest-ServersAdminNegativeTestJSON-299468212 tempest-ServersAdminNegativeTestJSON-299468212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:14:15.343334 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [req-b3905f04-1df8-4c85-9ea3-e3367b7bf4ee req-8b4c2180-b9e7-4abe-b12a-21bdebdbfdc2 tempest-ServersAdminNegativeTestJSON-299468212 tempest-ServersAdminNegativeTestJSON-299468212-project] Usage tracker for resource:port and tenant:4ccb2fe008e4445282f9bc8c6e7862be is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:14:15.346240 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [req-b3905f04-1df8-4c85-9ea3-e3367b7bf4ee req-8b4c2180-b9e7-4abe-b12a-21bdebdbfdc2 tempest-ServersAdminNegativeTestJSON-299468212 tempest-ServersAdminNegativeTestJSON-299468212-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:14:15.357153 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [req-b3905f04-1df8-4c85-9ea3-e3367b7bf4ee req-8b4c2180-b9e7-4abe-b12a-21bdebdbfdc2 tempest-ServersAdminNegativeTestJSON-299468212 tempest-ServersAdminNegativeTestJSON-299468212-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:14:15.367912 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3905f04-1df8-4c85-9ea3-e3367b7bf4ee req-8b4c2180-b9e7-4abe-b12a-21bdebdbfdc2 tempest-ServersAdminNegativeTestJSON-299468212 tempest-ServersAdminNegativeTestJSON-299468212-project] Made reservation on behalf of 4ccb2fe008e4445282f9bc8c6e7862be for: {'port': 1} {{(pid=87870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 12:14:15.371278 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [req-b3905f04-1df8-4c85-9ea3-e3367b7bf4ee req-8b4c2180-b9e7-4abe-b12a-21bdebdbfdc2 tempest-ServersAdminNegativeTestJSON-299468212 tempest-ServersAdminNegativeTestJSON-299468212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:14:15.385032 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [req-b3905f04-1df8-4c85-9ea3-e3367b7bf4ee req-8b4c2180-b9e7-4abe-b12a-21bdebdbfdc2 tempest-ServersAdminNegativeTestJSON-299468212 tempest-ServersAdminNegativeTestJSON-299468212-project] Notify callbacks [] for security_group, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:14:15.400694 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [req-b3905f04-1df8-4c85-9ea3-e3367b7bf4ee req-8b4c2180-b9e7-4abe-b12a-21bdebdbfdc2 tempest-ServersAdminNegativeTestJSON-299468212 tempest-ServersAdminNegativeTestJSON-299468212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:14:15.404657 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [req-b3905f04-1df8-4c85-9ea3-e3367b7bf4ee req-8b4c2180-b9e7-4abe-b12a-21bdebdbfdc2 tempest-ServersAdminNegativeTestJSON-299468212 tempest-ServersAdminNegativeTestJSON-299468212-project] Usage tracker for resource:security_group_rule and tenant:4ccb2fe008e4445282f9bc8c6e7862be is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:14:15.407430 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [req-b3905f04-1df8-4c85-9ea3-e3367b7bf4ee req-8b4c2180-b9e7-4abe-b12a-21bdebdbfdc2 tempest-ServersAdminNegativeTestJSON-299468212 tempest-ServersAdminNegativeTestJSON-299468212-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:14:15.414049 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [req-b3905f04-1df8-4c85-9ea3-e3367b7bf4ee req-8b4c2180-b9e7-4abe-b12a-21bdebdbfdc2 tempest-ServersAdminNegativeTestJSON-299468212 tempest-ServersAdminNegativeTestJSON-299468212-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:14:15.500988 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [req-b3905f04-1df8-4c85-9ea3-e3367b7bf4ee req-8b4c2180-b9e7-4abe-b12a-21bdebdbfdc2 tempest-ServersAdminNegativeTestJSON-299468212 tempest-ServersAdminNegativeTestJSON-299468212-project] Notify callbacks [] for security_group, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:14:15.506420 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [req-b3905f04-1df8-4c85-9ea3-e3367b7bf4ee req-8b4c2180-b9e7-4abe-b12a-21bdebdbfdc2 tempest-ServersAdminNegativeTestJSON-299468212 tempest-ServersAdminNegativeTestJSON-299468212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:14:15.595315 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4c2180-b9e7-4abe-b12a-21bdebdbfdc2 tempest-ServersAdminNegativeTestJSON-299468212 tempest-ServersAdminNegativeTestJSON-299468212-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07cec8ee-e940-4586-abeb-28538b2ae58c,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:14:15.676370 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.db_base_plugin_common [req-b3905f04-1df8-4c85-9ea3-e3367b7bf4ee req-8b4c2180-b9e7-4abe-b12a-21bdebdbfdc2 tempest-ServersAdminNegativeTestJSON-299468212 tempest-ServersAdminNegativeTestJSON-299468212-project] Allocated IP 192.168.233.234 (d2c2457a-47d6-4309-a3e9-a07627a51ec5/c0523687-06ed-471a-8f5e-ebccdcc6b78c/4b8e28e5-d6fd-4d46-8154-e75c41715c7b) {{(pid=87870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 12:14:15.875213 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [req-b3905f04-1df8-4c85-9ea3-e3367b7bf4ee req-8b4c2180-b9e7-4abe-b12a-21bdebdbfdc2 tempest-ServersAdminNegativeTestJSON-299468212 tempest-ServersAdminNegativeTestJSON-299468212-project] Notify callbacks [] for port, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:14:15.890854 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.provisioning_blocks [req-b3905f04-1df8-4c85-9ea3-e3367b7bf4ee req-8b4c2180-b9e7-4abe-b12a-21bdebdbfdc2 tempest-ServersAdminNegativeTestJSON-299468212 tempest-ServersAdminNegativeTestJSON-299468212-project] Transition to ACTIVE for port object 4b8e28e5-d6fd-4d46-8154-e75c41715c7b will not be triggered until provisioned by entity DHCP. {{(pid=87870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:14:15.913767 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [req-b3905f04-1df8-4c85-9ea3-e3367b7bf4ee req-8b4c2180-b9e7-4abe-b12a-21bdebdbfdc2 tempest-ServersAdminNegativeTestJSON-299468212 tempest-ServersAdminNegativeTestJSON-299468212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:14:15.978575 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3905f04-1df8-4c85-9ea3-e3367b7bf4ee req-8b4c2180-b9e7-4abe-b12a-21bdebdbfdc2 tempest-ServersAdminNegativeTestJSON-299468212 tempest-ServersAdminNegativeTestJSON-299468212-project] Network d2c2457a-47d6-4309-a3e9-a07627a51ec5 is already hosted by enough agents. {{(pid=87870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:14:15.985993 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.base_scheduler [req-b3905f04-1df8-4c85-9ea3-e3367b7bf4ee req-8b4c2180-b9e7-4abe-b12a-21bdebdbfdc2 tempest-ServersAdminNegativeTestJSON-299468212 tempest-ServersAdminNegativeTestJSON-299468212-project] Resources bound (agent type, host, resource id): {{(pid=87870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:14:15.990785 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3905f04-1df8-4c85-9ea3-e3367b7bf4ee req-8b4c2180-b9e7-4abe-b12a-21bdebdbfdc2 tempest-ServersAdminNegativeTestJSON-299468212 tempest-ServersAdminNegativeTestJSON-299468212-project] Received port after_create {{(pid=87870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 12:14:16.024849 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4c2180-b9e7-4abe-b12a-21bdebdbfdc2 tempest-ServersAdminNegativeTestJSON-299468212 tempest-ServersAdminNegativeTestJSON-299468212-project] Pushing event updated for resources: {'Port': ['ID=4b8e28e5-d6fd-4d46-8154-e75c41715c7b,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:14:16.062518 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3905f04-1df8-4c85-9ea3-e3367b7bf4ee req-8b4c2180-b9e7-4abe-b12a-21bdebdbfdc2 tempest-ServersAdminNegativeTestJSON-299468212 tempest-ServersAdminNegativeTestJSON-299468212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:14:16.063123 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [req-b3905f04-1df8-4c85-9ea3-e3367b7bf4ee req-8b4c2180-b9e7-4abe-b12a-21bdebdbfdc2 tempest-ServersAdminNegativeTestJSON-299468212 tempest-ServersAdminNegativeTestJSON-299468212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:14:16.089718 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-b3905f04-1df8-4c85-9ea3-e3367b7bf4ee req-8b4c2180-b9e7-4abe-b12a-21bdebdbfdc2 tempest-ServersAdminNegativeTestJSON-299468212 tempest-ServersAdminNegativeTestJSON-299468212-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9007657 Mar 28 12:14:16.100285 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [req-b3905f04-1df8-4c85-9ea3-e3367b7bf4ee req-3cbf41ad-0cdd-4132-a926-4961420b1743 service neutron] Request body: {'port': {'device_id': '09e82016-907c-457f-ab43-06a29c584957', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8353'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:14:16.170135 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-0a1c13ce-6ee8-489e-8241-e23196a64938 None None] Provisioning for port 4b8e28e5-d6fd-4d46-8154-e75c41715c7b completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:14:16.175156 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-0a1c13ce-6ee8-489e-8241-e23196a64938 None None] Provisioning complete for port 4b8e28e5-d6fd-4d46-8154-e75c41715c7b triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:14:16.175907 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-0a1c13ce-6ee8-489e-8241-e23196a64938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:14:16.213819 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [req-b3905f04-1df8-4c85-9ea3-e3367b7bf4ee req-3cbf41ad-0cdd-4132-a926-4961420b1743 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:14:16.229040 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-0a1c13ce-6ee8-489e-8241-e23196a64938 None None] Port 4b8e28e5-d6fd-4d46-8154-e75c41715c7b cannot update to ACTIVE because it is not bound. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 12:14:16.568675 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635f7bb0-4718-4d32-b191-72ac0da20bbf req-ab71b4c3-c91a-4a94-a6a1-8765870fea85 tempest-ServersAdminNegativeTestJSON-299468212 tempest-ServersAdminNegativeTestJSON-299468212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:14:16.569348 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [req-635f7bb0-4718-4d32-b191-72ac0da20bbf req-ab71b4c3-c91a-4a94-a6a1-8765870fea85 tempest-ServersAdminNegativeTestJSON-299468212 tempest-ServersAdminNegativeTestJSON-299468212-project] Synchronizing usage tracker for tenant:4ccb2fe008e4445282f9bc8c6e7862be on resource:port {{(pid=87870) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:14:16.630008 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.notifiers.nova [req-b3905f04-1df8-4c85-9ea3-e3367b7bf4ee req-3cbf41ad-0cdd-4132-a926-4961420b1743 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b8e28e5-d6fd-4d46-8154-e75c41715c7b {{(pid=87870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 12:14:16.636585 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [req-635f7bb0-4718-4d32-b191-72ac0da20bbf req-ab71b4c3-c91a-4a94-a6a1-8765870fea85 tempest-ServersAdminNegativeTestJSON-299468212 tempest-ServersAdminNegativeTestJSON-299468212-project] Unset dirty status for tenant:4ccb2fe008e4445282f9bc8c6e7862be on resource:port {{(pid=87870) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:14:16.637707 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-635f7bb0-4718-4d32-b191-72ac0da20bbf req-ab71b4c3-c91a-4a94-a6a1-8765870fea85 tempest-ServersAdminNegativeTestJSON-299468212 tempest-ServersAdminNegativeTestJSON-299468212-project] 10.222.0.30 "GET /v2.0/ports?device_id=09e82016-907c-457f-ab43-06a29c584957 HTTP/1.1" status: 200 len: 936 time: 0.1994057 Mar 28 12:14:16.639203 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [req-b3905f04-1df8-4c85-9ea3-e3367b7bf4ee req-3cbf41ad-0cdd-4132-a926-4961420b1743 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:14:16.669188 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.provisioning_blocks [req-b3905f04-1df8-4c85-9ea3-e3367b7bf4ee req-3cbf41ad-0cdd-4132-a926-4961420b1743 service neutron] Transition to ACTIVE for port object 4b8e28e5-d6fd-4d46-8154-e75c41715c7b will not be triggered until provisioned by entity L2. {{(pid=87870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:14:16.673425 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [req-b3905f04-1df8-4c85-9ea3-e3367b7bf4ee req-3cbf41ad-0cdd-4132-a926-4961420b1743 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2558288'] for port, after_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:14:16.913270 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [req-635f7bb0-4718-4d32-b191-72ac0da20bbf req-ca049aec-8908-4286-8930-24c56df764e1 tempest-ServersAdminNegativeTestJSON-299468212 tempest-ServersAdminNegativeTestJSON-299468212-project] Synchronizing usage tracker for tenant:4ccb2fe008e4445282f9bc8c6e7862be on resource:security_group {{(pid=87870) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:14:16.962622 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbf41ad-0cdd-4132-a926-4961420b1743 service neutron] Pushing event updated for resources: {'Port': ['ID=4b8e28e5-d6fd-4d46-8154-e75c41715c7b,revision_number=2']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:14:17.020719 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [req-635f7bb0-4718-4d32-b191-72ac0da20bbf req-ca049aec-8908-4286-8930-24c56df764e1 tempest-ServersAdminNegativeTestJSON-299468212 tempest-ServersAdminNegativeTestJSON-299468212-project] Unset dirty status for tenant:4ccb2fe008e4445282f9bc8c6e7862be on resource:security_group {{(pid=87870) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:14:17.021775 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-635f7bb0-4718-4d32-b191-72ac0da20bbf req-ca049aec-8908-4286-8930-24c56df764e1 tempest-ServersAdminNegativeTestJSON-299468212 tempest-ServersAdminNegativeTestJSON-299468212-project] 10.222.0.30 "GET /v2.0/security-groups?id=07cec8ee-e940-4586-abeb-28538b2ae58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3747339 Mar 28 12:14:17.048599 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.managers [req-b3905f04-1df8-4c85-9ea3-e3367b7bf4ee req-3cbf41ad-0cdd-4132-a926-4961420b1743 service neutron] Attempting to bind port 4b8e28e5-d6fd-4d46-8154-e75c41715c7b on host hv-neutron-8353 for vnic_type normal with profile {{(pid=87870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 12:14:17.048928 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.managers [req-b3905f04-1df8-4c85-9ea3-e3367b7bf4ee req-3cbf41ad-0cdd-4132-a926-4961420b1743 service neutron] Attempting to bind port 4b8e28e5-d6fd-4d46-8154-e75c41715c7b by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '25f0d3da-e3c9-4168-9e03-ab35754e4b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'd2c2457a-47d6-4309-a3e9-a07627a51ec5'}] {{(pid=87870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 12:14:17.049249 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3905f04-1df8-4c85-9ea3-e3367b7bf4ee req-3cbf41ad-0cdd-4132-a926-4961420b1743 service neutron] Attempting to bind port 4b8e28e5-d6fd-4d46-8154-e75c41715c7b on network d2c2457a-47d6-4309-a3e9-a07627a51ec5 {{(pid=87870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 12:14:17.053830 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3905f04-1df8-4c85-9ea3-e3367b7bf4ee req-3cbf41ad-0cdd-4132-a926-4961420b1743 service neutron] Port 4b8e28e5-d6fd-4d46-8154-e75c41715c7b on network d2c2457a-47d6-4309-a3e9-a07627a51ec5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=87870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 12:14:17.054142 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3905f04-1df8-4c85-9ea3-e3367b7bf4ee req-3cbf41ad-0cdd-4132-a926-4961420b1743 service neutron] Attempting to bind port 4b8e28e5-d6fd-4d46-8154-e75c41715c7b on network d2c2457a-47d6-4309-a3e9-a07627a51ec5 {{(pid=87870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 12:14:17.059116 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3905f04-1df8-4c85-9ea3-e3367b7bf4ee req-3cbf41ad-0cdd-4132-a926-4961420b1743 service neutron] Checking agent: {'id': '01dfae6e-0e91-4100-b27f-ff8156eac7d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8353', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 52, 20), 'started_at': datetime.datetime(2022, 3, 28, 11, 52, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 12, 13, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 12:14:17.059445 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3905f04-1df8-4c85-9ea3-e3367b7bf4ee req-3cbf41ad-0cdd-4132-a926-4961420b1743 service neutron] Checking segment: {'id': '25f0d3da-e3c9-4168-9e03-ab35754e4b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'd2c2457a-47d6-4309-a3e9-a07627a51ec5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 12:14:17.059842 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3905f04-1df8-4c85-9ea3-e3367b7bf4ee req-3cbf41ad-0cdd-4132-a926-4961420b1743 service neutron] Bound using segment: {'id': '25f0d3da-e3c9-4168-9e03-ab35754e4b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'd2c2457a-47d6-4309-a3e9-a07627a51ec5'} {{(pid=87870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 12:14:17.060252 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.managers [req-b3905f04-1df8-4c85-9ea3-e3367b7bf4ee req-3cbf41ad-0cdd-4132-a926-4961420b1743 service neutron] Bound port: 4b8e28e5-d6fd-4d46-8154-e75c41715c7b, host: hv-neutron-8353, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25f0d3da-e3c9-4168-9e03-ab35754e4b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'd2c2457a-47d6-4309-a3e9-a07627a51ec5'}}] {{(pid=87870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 12:14:17.060587 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [req-b3905f04-1df8-4c85-9ea3-e3367b7bf4ee req-3cbf41ad-0cdd-4132-a926-4961420b1743 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:14:17.147120 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.db [req-b3905f04-1df8-4c85-9ea3-e3367b7bf4ee req-3cbf41ad-0cdd-4132-a926-4961420b1743 service neutron] For port 4b8e28e5-d6fd-4d46-8154-e75c41715c7b, host hv-neutron-8353, cleared binding levels {{(pid=87870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 12:14:17.149911 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.db [req-b3905f04-1df8-4c85-9ea3-e3367b7bf4ee req-3cbf41ad-0cdd-4132-a926-4961420b1743 service neutron] For port 4b8e28e5-d6fd-4d46-8154-e75c41715c7b, host hv-neutron-8353, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=4b8e28e5-d6fd-4d46-8154-e75c41715c7b,segment=NetworkSegment(25f0d3da-e3c9-4168-9e03-ab35754e4b52),segment_id=25f0d3da-e3c9-4168-9e03-ab35754e4b52)] {{(pid=87870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 12:14:17.155145 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [req-b3905f04-1df8-4c85-9ea3-e3367b7bf4ee req-3cbf41ad-0cdd-4132-a926-4961420b1743 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2558288'] for port, after_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:14:17.210854 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3905f04-1df8-4c85-9ea3-e3367b7bf4ee req-3cbf41ad-0cdd-4132-a926-4961420b1743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:14:17.211508 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [req-b3905f04-1df8-4c85-9ea3-e3367b7bf4ee req-3cbf41ad-0cdd-4132-a926-4961420b1743 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:14:17.212813 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-b3905f04-1df8-4c85-9ea3-e3367b7bf4ee req-3cbf41ad-0cdd-4132-a926-4961420b1743 service neutron] 10.222.0.11 "PUT /v2.0/ports/4b8e28e5-d6fd-4d46-8154-e75c41715c7b HTTP/1.1" status: 200 len: 1098 time: 1.1169133 Mar 28 12:14:17.213238 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09e82016-907c-457f-ab43-06a29c584957', 'tag': '4b8e28e5-d6fd-4d46-8154-e75c41715c7b'}] {{(pid=87870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 12:14:17.250238 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbf41ad-0cdd-4132-a926-4961420b1743 service neutron] Pushing event updated for resources: {'Port': ['ID=4b8e28e5-d6fd-4d46-8154-e75c41715c7b,revision_number=3']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:14:17.290641 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09e82016-907c-457f-ab43-06a29c584957', 'tag': '4b8e28e5-d6fd-4d46-8154-e75c41715c7b', 'status': 'completed', 'code': 200} Mar 28 12:14:17.333622 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3905f04-1df8-4c85-9ea3-e3367b7bf4ee req-44ea6ed8-596f-453c-8a77-7989779e0c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:14:17.335124 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-b3905f04-1df8-4c85-9ea3-e3367b7bf4ee req-44ea6ed8-596f-453c-8a77-7989779e0c3b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4ccb2fe008e4445282f9bc8c6e7862be&device_id=09e82016-907c-457f-ab43-06a29c584957 HTTP/1.1" status: 200 len: 1101 time: 0.0795376 Mar 28 12:14:17.405385 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-b3905f04-1df8-4c85-9ea3-e3367b7bf4ee req-da372ab0-953f-45ef-bbfe-c1188bcb43cc service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=4b8e28e5-d6fd-4d46-8154-e75c41715c7b HTTP/1.1" status: 200 len: 217 time: 0.0629845 Mar 28 12:14:17.467749 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3905f04-1df8-4c85-9ea3-e3367b7bf4ee req-69243f69-80f7-4069-86e5-273954db040b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:14:17.469190 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-b3905f04-1df8-4c85-9ea3-e3367b7bf4ee req-69243f69-80f7-4069-86e5-273954db040b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c0523687-06ed-471a-8f5e-ebccdcc6b78c HTTP/1.1" status: 200 len: 843 time: 0.0583117 Mar 28 12:14:17.545662 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3905f04-1df8-4c85-9ea3-e3367b7bf4ee req-66750a12-1456-4193-9943-cc71a8f5eab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:14:17.547099 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-b3905f04-1df8-4c85-9ea3-e3367b7bf4ee req-66750a12-1456-4193-9943-cc71a8f5eab4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d2c2457a-47d6-4309-a3e9-a07627a51ec5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0725074 Mar 28 12:14:17.673367 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-b3905f04-1df8-4c85-9ea3-e3367b7bf4ee req-ee4162b0-31f8-4b7c-a3d4-bf815286d358 service neutron] 10.222.0.11 "GET /v2.0/networks/d2c2457a-47d6-4309-a3e9-a07627a51ec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201265 Mar 28 12:14:17.801920 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-b3905f04-1df8-4c85-9ea3-e3367b7bf4ee req-ab8f24a0-afe6-428b-86be-8caabae05263 service neutron] 10.222.0.11 "GET /v2.0/networks/d2c2457a-47d6-4309-a3e9-a07627a51ec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229241 Mar 28 12:14:17.917843 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f368ea-116a-4b41-a015-a7056d1e9c94 req-9a814735-e710-4ed0-999c-f20e75236927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:14:17.919303 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-b8f368ea-116a-4b41-a015-a7056d1e9c94 req-9a814735-e710-4ed0-999c-f20e75236927 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=4ccb2fe008e4445282f9bc8c6e7862be&device_id=09e82016-907c-457f-ab43-06a29c584957 HTTP/1.1" status: 200 len: 1101 time: 0.0707455 Mar 28 12:14:18.050708 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f368ea-116a-4b41-a015-a7056d1e9c94 req-d2c1776b-8e61-4c17-bd05-cffc2d27ceef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:14:18.052234 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-b8f368ea-116a-4b41-a015-a7056d1e9c94 req-d2c1776b-8e61-4c17-bd05-cffc2d27ceef service neutron] 10.222.0.11 "GET /v2.0/networks?id=d2c2457a-47d6-4309-a3e9-a07627a51ec5 HTTP/1.1" status: 200 len: 869 time: 0.1267300 Mar 28 12:14:18.123030 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-b8f368ea-116a-4b41-a015-a7056d1e9c94 req-046d164a-06af-4ef5-962b-5f0a1531a117 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=4b8e28e5-d6fd-4d46-8154-e75c41715c7b HTTP/1.1" status: 200 len: 217 time: 0.0637295 Mar 28 12:14:18.232158 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f368ea-116a-4b41-a015-a7056d1e9c94 req-b1fb2c4d-9c79-48b3-9620-2efede82b822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:14:18.234574 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-b8f368ea-116a-4b41-a015-a7056d1e9c94 req-b1fb2c4d-9c79-48b3-9620-2efede82b822 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c0523687-06ed-471a-8f5e-ebccdcc6b78c HTTP/1.1" status: 200 len: 843 time: 0.1042349 Mar 28 12:14:18.300587 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e8694f-8027-430e-aee0-2adb93d7b1c5 req-5afc2360-68f2-490c-9571-6069f3de2934 tempest-ServersAdminNegativeTestJSON-299468212 tempest-ServersAdminNegativeTestJSON-299468212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:14:18.301925 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-c2e8694f-8027-430e-aee0-2adb93d7b1c5 req-5afc2360-68f2-490c-9571-6069f3de2934 tempest-ServersAdminNegativeTestJSON-299468212 tempest-ServersAdminNegativeTestJSON-299468212-project] 10.222.0.30 "GET /v2.0/ports?device_id=09e82016-907c-457f-ab43-06a29c584957 HTTP/1.1" status: 200 len: 948 time: 0.1736979 Mar 28 12:14:18.359325 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-c2e8694f-8027-430e-aee0-2adb93d7b1c5 req-d7d68faf-cb12-48a5-a214-c3053eea61df tempest-ServersAdminNegativeTestJSON-299468212 tempest-ServersAdminNegativeTestJSON-299468212-project] 10.222.0.30 "GET /v2.0/security-groups?id=07cec8ee-e940-4586-abeb-28538b2ae58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507364 Mar 28 12:14:18.361958 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f368ea-116a-4b41-a015-a7056d1e9c94 req-9a242ef3-0071-4637-b290-d2fed1759cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:14:18.363522 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-b8f368ea-116a-4b41-a015-a7056d1e9c94 req-9a242ef3-0071-4637-b290-d2fed1759cd1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d2c2457a-47d6-4309-a3e9-a07627a51ec5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.1229618 Mar 28 12:14:18.493205 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-b8f368ea-116a-4b41-a015-a7056d1e9c94 req-b53c1faf-2ea8-44a6-b5fb-7b570497de5b service neutron] 10.222.0.11 "GET /v2.0/networks/d2c2457a-47d6-4309-a3e9-a07627a51ec5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218503 Mar 28 12:14:18.726703 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-b8f368ea-116a-4b41-a015-a7056d1e9c94 req-a9326d17-9997-4567-8c95-53c074a55680 service neutron] 10.222.0.11 "GET /v2.0/networks/d2c2457a-47d6-4309-a3e9-a07627a51ec5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2271359 Mar 28 12:14:18.947350 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Device 4b8e28e5-d6fd-4d46-8154-e75c41715c7b details requested by agent hyperv_hv-neutron-8353 with host hv-neutron-8353 {{(pid=87872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 28 12:14:19.078195 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] For port 4b8e28e5-d6fd-4d46-8154-e75c41715c7b, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=4b8e28e5-d6fd-4d46-8154-e75c41715c7b,segment=NetworkSegment(25f0d3da-e3c9-4168-9e03-ab35754e4b52),segment_id=25f0d3da-e3c9-4168-9e03-ab35754e4b52)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:14:19.091011 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Returning: {'device': '4b8e28e5-d6fd-4d46-8154-e75c41715c7b', 'network_id': 'd2c2457a-47d6-4309-a3e9-a07627a51ec5', 'port_id': '4b8e28e5-d6fd-4d46-8154-e75c41715c7b', 'mac_address': 'fa:16:3e:61:36:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0523687-06ed-471a-8f5e-ebccdcc6b78c', 'ip_address': '192.168.233.234'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 28 12:14:19.151532 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:14:19.167807 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.notifiers.nova [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b8e28e5-d6fd-4d46-8154-e75c41715c7b {{(pid=87872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 12:14:19.183124 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] For port 4b8e28e5-d6fd-4d46-8154-e75c41715c7b, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=4b8e28e5-d6fd-4d46-8154-e75c41715c7b,segment=NetworkSegment(25f0d3da-e3c9-4168-9e03-ab35754e4b52),segment_id=25f0d3da-e3c9-4168-9e03-ab35754e4b52)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:14:19.186876 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:14:19.252160 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Pushing event updated for resources: {'Port': ['ID=4b8e28e5-d6fd-4d46-8154-e75c41715c7b,revision_number=4']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:14:19.387844 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] get_ports_and_sgs() called for port_ids ['4b8e28e5-d6fd-4d46-8154-e75c41715c7b'] {{(pid=87872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 12:14:19.549137 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c62c5e1-2e84-4f41-a4e6-e855778523b4 req-b92d3830-0532-48bd-b49c-e0b7efdf038d tempest-ServersAdminNegativeTestJSON-299468212 tempest-ServersAdminNegativeTestJSON-299468212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:14:19.551130 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-4c62c5e1-2e84-4f41-a4e6-e855778523b4 req-b92d3830-0532-48bd-b49c-e0b7efdf038d tempest-ServersAdminNegativeTestJSON-299468212 tempest-ServersAdminNegativeTestJSON-299468212-project] 10.222.0.30 "GET /v2.0/ports?device_id=09e82016-907c-457f-ab43-06a29c584957 HTTP/1.1" status: 200 len: 949 time: 0.0834899 Mar 28 12:14:19.593481 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-4c62c5e1-2e84-4f41-a4e6-e855778523b4 req-341592da-f79e-4122-90d8-68e453f80987 tempest-ServersAdminNegativeTestJSON-299468212 tempest-ServersAdminNegativeTestJSON-299468212-project] 10.222.0.30 "GET /v2.0/security-groups?id=07cec8ee-e940-4586-abeb-28538b2ae58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366163 Mar 28 12:14:20.710812 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:14:20.778512 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa46585-3e9d-4476-866b-0de862f5a405 req-8e7de870-8918-45ce-a018-963ef05eafb5 tempest-ServersAdminNegativeTestJSON-299468212 tempest-ServersAdminNegativeTestJSON-299468212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:14:20.779993 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-2fa46585-3e9d-4476-866b-0de862f5a405 req-8e7de870-8918-45ce-a018-963ef05eafb5 tempest-ServersAdminNegativeTestJSON-299468212 tempest-ServersAdminNegativeTestJSON-299468212-project] 10.222.0.30 "GET /v2.0/ports?device_id=09e82016-907c-457f-ab43-06a29c584957 HTTP/1.1" status: 200 len: 949 time: 0.0826910 Mar 28 12:14:20.826104 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-2fa46585-3e9d-4476-866b-0de862f5a405 req-f6a69c27-15c1-4744-87d6-22b5f1a4baa2 tempest-ServersAdminNegativeTestJSON-299468212 tempest-ServersAdminNegativeTestJSON-299468212-project] 10.222.0.30 "GET /v2.0/security-groups?id=07cec8ee-e940-4586-abeb-28538b2ae58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402002 Mar 28 12:14:20.946785 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Device 4b8e28e5-d6fd-4d46-8154-e75c41715c7b up at agent hyperv_hv-neutron-8353 {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:14:21.014103 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Provisioning for port 4b8e28e5-d6fd-4d46-8154-e75c41715c7b completed by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:14:21.018629 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Provisioning complete for port 4b8e28e5-d6fd-4d46-8154-e75c41715c7b triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:14:21.019104 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:14:21.134990 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:14:21.162051 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09e82016-907c-457f-ab43-06a29c584957', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b8e28e5-d6fd-4d46-8154-e75c41715c7b'}] {{(pid=87872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 12:14:21.171718 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] For port 4b8e28e5-d6fd-4d46-8154-e75c41715c7b, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=4b8e28e5-d6fd-4d46-8154-e75c41715c7b,segment=NetworkSegment(25f0d3da-e3c9-4168-9e03-ab35754e4b52),segment_id=25f0d3da-e3c9-4168-9e03-ab35754e4b52)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:14:21.176338 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:14:21.210935 dv-neutron-835340-2-hyperv neutron-server[87872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09e82016-907c-457f-ab43-06a29c584957', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b8e28e5-d6fd-4d46-8154-e75c41715c7b', 'code': 200} Mar 28 12:14:21.280314 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Pushing event updated for resources: {'Port': ['ID=4b8e28e5-d6fd-4d46-8154-e75c41715c7b,revision_number=5']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:14:21.434936 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd52060c-8e71-4cfa-a860-6da33fd2e911 req-2de12afd-267b-48ea-aaaf-94423f1cba7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:14:21.436404 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-dd52060c-8e71-4cfa-a860-6da33fd2e911 req-2de12afd-267b-48ea-aaaf-94423f1cba7c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=09e82016-907c-457f-ab43-06a29c584957 HTTP/1.1" status: 200 len: 1103 time: 0.0691562 Mar 28 12:14:21.480346 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-dd52060c-8e71-4cfa-a860-6da33fd2e911 req-26eff5ce-f5f0-41e0-b0a3-90922fd3cda8 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=07cec8ee-e940-4586-abeb-28538b2ae58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381312 Mar 28 12:14:22.009605 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16b46d9-8f68-4168-9eb5-a2101f68baf8 req-dc8f7cf8-68b7-4f6d-a892-a1eae9caa125 tempest-ServersAdminNegativeTestJSON-299468212 tempest-ServersAdminNegativeTestJSON-299468212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:14:22.011045 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-e16b46d9-8f68-4168-9eb5-a2101f68baf8 req-dc8f7cf8-68b7-4f6d-a892-a1eae9caa125 tempest-ServersAdminNegativeTestJSON-299468212 tempest-ServersAdminNegativeTestJSON-299468212-project] 10.222.0.30 "GET /v2.0/ports?device_id=09e82016-907c-457f-ab43-06a29c584957 HTTP/1.1" status: 200 len: 950 time: 0.0836565 Mar 28 12:14:22.053525 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-e16b46d9-8f68-4168-9eb5-a2101f68baf8 req-8eb3a215-f287-4bb3-997e-0eba0570ddb2 tempest-ServersAdminNegativeTestJSON-299468212 tempest-ServersAdminNegativeTestJSON-299468212-project] 10.222.0.30 "GET /v2.0/security-groups?id=07cec8ee-e940-4586-abeb-28538b2ae58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368950 Mar 28 12:14:22.485853 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.agents_db [None req-03fd49d8-b51b-41c1-8716-b8e265c93689 None None] Agent healthcheck: found 6 active agents {{(pid=87873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 12:14:23.236808 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77025add-3458-42d7-8e71-5862bdf7cec4 req-77eba0f6-80c3-4af8-9c02-2b86fad0af90 tempest-ServersAdminNegativeTestJSON-299468212 tempest-ServersAdminNegativeTestJSON-299468212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:14:23.238828 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-77025add-3458-42d7-8e71-5862bdf7cec4 req-77eba0f6-80c3-4af8-9c02-2b86fad0af90 tempest-ServersAdminNegativeTestJSON-299468212 tempest-ServersAdminNegativeTestJSON-299468212-project] 10.222.0.30 "GET /v2.0/ports?device_id=09e82016-907c-457f-ab43-06a29c584957 HTTP/1.1" status: 200 len: 950 time: 0.0782123 Mar 28 12:14:23.280964 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-77025add-3458-42d7-8e71-5862bdf7cec4 req-64d0b741-6356-4ce8-98c5-85ecd5b802eb tempest-ServersAdminNegativeTestJSON-299468212 tempest-ServersAdminNegativeTestJSON-299468212-project] 10.222.0.30 "GET /v2.0/security-groups?id=07cec8ee-e940-4586-abeb-28538b2ae58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365784 Mar 28 12:14:24.353864 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abe32f3-740b-4086-809a-8d21a9831f0c req-b5ceb118-75ea-4537-93de-f98a7e21337b tempest-ServersAdminNegativeTestJSON-299468212 tempest-ServersAdminNegativeTestJSON-299468212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:14:24.355196 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-4abe32f3-740b-4086-809a-8d21a9831f0c req-b5ceb118-75ea-4537-93de-f98a7e21337b tempest-ServersAdminNegativeTestJSON-299468212 tempest-ServersAdminNegativeTestJSON-299468212-project] 10.222.0.30 "GET /v2.0/ports?device_id=09e82016-907c-457f-ab43-06a29c584957 HTTP/1.1" status: 200 len: 950 time: 0.0821867 Mar 28 12:14:24.399300 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-4abe32f3-740b-4086-809a-8d21a9831f0c req-ad0faf92-ef55-422b-9b20-f0c2a18b85a1 tempest-ServersAdminNegativeTestJSON-299468212 tempest-ServersAdminNegativeTestJSON-299468212-project] 10.222.0.30 "GET /v2.0/security-groups?id=07cec8ee-e940-4586-abeb-28538b2ae58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383258 Mar 28 12:14:25.608234 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102b3f88-0344-4521-b1d1-eff945eb4e38 req-311101a1-ff2d-4a99-ba9e-a9e06bb3cb8e tempest-ServersAdminNegativeTestJSON-299468212 tempest-ServersAdminNegativeTestJSON-299468212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:14:25.609630 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-102b3f88-0344-4521-b1d1-eff945eb4e38 req-311101a1-ff2d-4a99-ba9e-a9e06bb3cb8e tempest-ServersAdminNegativeTestJSON-299468212 tempest-ServersAdminNegativeTestJSON-299468212-project] 10.222.0.11 "GET /v2.0/ports?device_id=09e82016-907c-457f-ab43-06a29c584957 HTTP/1.1" status: 200 len: 950 time: 0.1364236 Mar 28 12:14:25.653599 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149f4198-5c04-4b6b-8d41-f83931121399 req-febb8023-142c-4279-941f-fa146552d4ef tempest-ServersAdminNegativeTestJSON-299468212 tempest-ServersAdminNegativeTestJSON-299468212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:14:25.654967 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-149f4198-5c04-4b6b-8d41-f83931121399 req-febb8023-142c-4279-941f-fa146552d4ef tempest-ServersAdminNegativeTestJSON-299468212 tempest-ServersAdminNegativeTestJSON-299468212-project] 10.222.0.30 "GET /v2.0/ports?device_id=09e82016-907c-457f-ab43-06a29c584957 HTTP/1.1" status: 200 len: 950 time: 0.1468334 Mar 28 12:14:25.712468 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [req-102b3f88-0344-4521-b1d1-eff945eb4e38 req-e7614e5e-2521-4709-881a-2db421406d6c tempest-ServersAdminNegativeTestJSON-299468212 tempest-ServersAdminNegativeTestJSON-299468212-project] Deleting port 4b8e28e5-d6fd-4d46-8154-e75c41715c7b {{(pid=87870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:14:25.712713 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [req-102b3f88-0344-4521-b1d1-eff945eb4e38 req-e7614e5e-2521-4709-881a-2db421406d6c tempest-ServersAdminNegativeTestJSON-299468212 tempest-ServersAdminNegativeTestJSON-299468212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:14:25.757061 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-149f4198-5c04-4b6b-8d41-f83931121399 req-40bd80bd-a997-4ec4-a21f-afce838306b9 tempest-ServersAdminNegativeTestJSON-299468212 tempest-ServersAdminNegativeTestJSON-299468212-project] 10.222.0.30 "GET /v2.0/security-groups?id=07cec8ee-e940-4586-abeb-28538b2ae58c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922992 Mar 28 12:14:25.964367 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.db [req-102b3f88-0344-4521-b1d1-eff945eb4e38 req-e7614e5e-2521-4709-881a-2db421406d6c tempest-ServersAdminNegativeTestJSON-299468212 tempest-ServersAdminNegativeTestJSON-299468212-project] For port 4b8e28e5-d6fd-4d46-8154-e75c41715c7b, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=4b8e28e5-d6fd-4d46-8154-e75c41715c7b,segment=NetworkSegment(25f0d3da-e3c9-4168-9e03-ab35754e4b52),segment_id=25f0d3da-e3c9-4168-9e03-ab35754e4b52)] {{(pid=87870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:14:25.964635 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [req-102b3f88-0344-4521-b1d1-eff945eb4e38 req-e7614e5e-2521-4709-881a-2db421406d6c tempest-ServersAdminNegativeTestJSON-299468212 tempest-ServersAdminNegativeTestJSON-299468212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:14:26.093623 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [req-102b3f88-0344-4521-b1d1-eff945eb4e38 req-e7614e5e-2521-4709-881a-2db421406d6c tempest-ServersAdminNegativeTestJSON-299468212 tempest-ServersAdminNegativeTestJSON-299468212-project] Calling delete_port for 4b8e28e5-d6fd-4d46-8154-e75c41715c7b owned by compute:nova {{(pid=87870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:14:26.233911 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [req-102b3f88-0344-4521-b1d1-eff945eb4e38 req-e7614e5e-2521-4709-881a-2db421406d6c tempest-ServersAdminNegativeTestJSON-299468212 tempest-ServersAdminNegativeTestJSON-299468212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:14:26.245231 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] get_ports_and_sgs() called for port_ids ['4b8e28e5-d6fd-4d46-8154-e75c41715c7b'] {{(pid=87872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 12:14:26.287370 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7614e5e-2521-4709-881a-2db421406d6c tempest-ServersAdminNegativeTestJSON-299468212 tempest-ServersAdminNegativeTestJSON-299468212-project] Pushing event deleted for resources: {'Port': ['ID=4b8e28e5-d6fd-4d46-8154-e75c41715c7b,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:14:26.364988 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.l3_dvrscheduler_db [req-102b3f88-0344-4521-b1d1-eff945eb4e38 req-e7614e5e-2521-4709-881a-2db421406d6c tempest-ServersAdminNegativeTestJSON-299468212 tempest-ServersAdminNegativeTestJSON-299468212-project] No DVR routers for this DVR port 4b8e28e5-d6fd-4d46-8154-e75c41715c7b on host hv-neutron-8353 {{(pid=87870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 12:14:26.367509 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [req-102b3f88-0344-4521-b1d1-eff945eb4e38 req-e7614e5e-2521-4709-881a-2db421406d6c tempest-ServersAdminNegativeTestJSON-299468212 tempest-ServersAdminNegativeTestJSON-299468212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:14:26.370179 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09e82016-907c-457f-ab43-06a29c584957', 'name': 'network-vif-deleted', 'tag': '4b8e28e5-d6fd-4d46-8154-e75c41715c7b'}] {{(pid=87870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 12:14:26.387780 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-102b3f88-0344-4521-b1d1-eff945eb4e38 req-e7614e5e-2521-4709-881a-2db421406d6c tempest-ServersAdminNegativeTestJSON-299468212 tempest-ServersAdminNegativeTestJSON-299468212-project] 10.222.0.11 "DELETE /v2.0/ports/4b8e28e5-d6fd-4d46-8154-e75c41715c7b HTTP/1.1" status: 204 len: 173 time: 0.7726328 Mar 28 12:14:26.418463 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09e82016-907c-457f-ab43-06a29c584957', 'name': 'network-vif-deleted', 'tag': '4b8e28e5-d6fd-4d46-8154-e75c41715c7b', 'status': 'completed', 'code': 200} Mar 28 12:14:26.919457 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [req-80080d3b-6d4b-4959-9807-dc3923d9958e req-4ce81bfe-7478-4260-bc7f-fdaa75f3bd34 tempest-ServersAdminNegativeTestJSON-299468212 tempest-ServersAdminNegativeTestJSON-299468212-project] Synchronizing usage tracker for tenant:4ccb2fe008e4445282f9bc8c6e7862be on resource:port {{(pid=87870) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:14:26.935706 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [req-80080d3b-6d4b-4959-9807-dc3923d9958e req-4ce81bfe-7478-4260-bc7f-fdaa75f3bd34 tempest-ServersAdminNegativeTestJSON-299468212 tempest-ServersAdminNegativeTestJSON-299468212-project] Unset dirty status for tenant:4ccb2fe008e4445282f9bc8c6e7862be on resource:port {{(pid=87870) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:14:26.937140 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-80080d3b-6d4b-4959-9807-dc3923d9958e req-4ce81bfe-7478-4260-bc7f-fdaa75f3bd34 tempest-ServersAdminNegativeTestJSON-299468212 tempest-ServersAdminNegativeTestJSON-299468212-project] 10.222.0.30 "GET /v2.0/ports?device_id=09e82016-907c-457f-ab43-06a29c584957 HTTP/1.1" status: 200 len: 210 time: 0.0599897 Mar 28 12:14:28.302790 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 33156) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:14:28.444446 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-a7682717-92fe-481b-85ac-61798f8a35a4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4ccb2fe008e4445282f9bc8c6e7862be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1404526 Mar 28 12:14:28.446866 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 33162) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:14:28.503356 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-7fc2697f-38b6-4ab1-8680-cd1f772ffdae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:14:28.528750 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-7fc2697f-38b6-4ab1-8680-cd1f772ffdae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:14:28.582342 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-7fc2697f-38b6-4ab1-8680-cd1f772ffdae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:14:28.597294 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc2697f-38b6-4ab1-8680-cd1f772ffdae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07cec8ee-e940-4586-abeb-28538b2ae58c,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:14:28.608835 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-7fc2697f-38b6-4ab1-8680-cd1f772ffdae admin admin] Notify callbacks [] for security_group, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:14:28.609971 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-7fc2697f-38b6-4ab1-8680-cd1f772ffdae admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/07cec8ee-e940-4586-abeb-28538b2ae58c HTTP/1.1" status: 204 len: 168 time: 0.1622260 Mar 28 12:14:28.885065 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 33170) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:14:28.902257 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-14220562-191f-413e-92d7-d1aae368b1cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:14:28.916294 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-14220562-191f-413e-92d7-d1aae368b1cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:14:28.920290 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-14220562-191f-413e-92d7-d1aae368b1cd admin admin] Usage tracker for resource:security_group_rule and tenant:6e6db4efb12048caab380c0009502ec4 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:14:28.923139 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-14220562-191f-413e-92d7-d1aae368b1cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:14:28.929403 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-14220562-191f-413e-92d7-d1aae368b1cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:14:28.982719 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Device 4b8e28e5-d6fd-4d46-8154-e75c41715c7b no longer exists at agent hyperv_hv-neutron-8353 {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 12:14:29.014611 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-14220562-191f-413e-92d7-d1aae368b1cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:14:29.019451 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-14220562-191f-413e-92d7-d1aae368b1cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:14:29.025057 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] No Port match for: 4b8e28e5-d6fd-4d46-8154-e75c41715c7b {{(pid=87872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 12:14:29.025431 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Device 4b8e28e5-d6fd-4d46-8154-e75c41715c7b not bound to the agent host hv-neutron-8353 {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 12:14:29.067680 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-14220562-191f-413e-92d7-d1aae368b1cd admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6e6db4efb12048caab380c0009502ec4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1814368 Mar 28 12:14:29.069156 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14220562-191f-413e-92d7-d1aae368b1cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=349ad229-8160-46fe-a718-b739adc16e18,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:14:29.070274 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 33174) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:14:29.130805 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-2415da63-d129-4b75-a2b1-fcb43a37f439 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:14:29.155210 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-2415da63-d129-4b75-a2b1-fcb43a37f439 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:14:29.207450 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-2415da63-d129-4b75-a2b1-fcb43a37f439 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:14:29.223307 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2415da63-d129-4b75-a2b1-fcb43a37f439 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=349ad229-8160-46fe-a718-b739adc16e18,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:14:29.232971 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-2415da63-d129-4b75-a2b1-fcb43a37f439 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:14:29.234104 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-2415da63-d129-4b75-a2b1-fcb43a37f439 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/349ad229-8160-46fe-a718-b739adc16e18 HTTP/1.1" status: 204 len: 168 time: 0.1620047 Mar 28 12:14:29.926819 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 33198) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:14:30.031880 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-b71a435a-2639-4efc-bd7f-1ec7aac5cc6c admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1679240027-network', 'tenant_id': 'ea5afc45d4fe4a31b2d47d5259e51e2d'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:14:30.037061 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-b71a435a-2639-4efc-bd7f-1ec7aac5cc6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:14:30.040844 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-b71a435a-2639-4efc-bd7f-1ec7aac5cc6c admin admin] Usage tracker for resource:network and tenant:ea5afc45d4fe4a31b2d47d5259e51e2d is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:14:30.043683 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-b71a435a-2639-4efc-bd7f-1ec7aac5cc6c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:14:30.050008 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-b71a435a-2639-4efc-bd7f-1ec7aac5cc6c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:14:30.059622 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b71a435a-2639-4efc-bd7f-1ec7aac5cc6c admin admin] Made reservation on behalf of ea5afc45d4fe4a31b2d47d5259e51e2d for: {'network': 1} {{(pid=87870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 12:14:30.061799 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-b71a435a-2639-4efc-bd7f-1ec7aac5cc6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for network, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:14:30.074463 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-b71a435a-2639-4efc-bd7f-1ec7aac5cc6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:14:30.089430 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-b71a435a-2639-4efc-bd7f-1ec7aac5cc6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:14:30.093119 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-b71a435a-2639-4efc-bd7f-1ec7aac5cc6c admin admin] Usage tracker for resource:security_group_rule and tenant:ea5afc45d4fe4a31b2d47d5259e51e2d is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:14:30.095801 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-b71a435a-2639-4efc-bd7f-1ec7aac5cc6c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:14:30.101824 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-b71a435a-2639-4efc-bd7f-1ec7aac5cc6c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:14:30.188524 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-b71a435a-2639-4efc-bd7f-1ec7aac5cc6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:14:30.192569 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-b71a435a-2639-4efc-bd7f-1ec7aac5cc6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:14:30.224380 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b71a435a-2639-4efc-bd7f-1ec7aac5cc6c admin admin] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=87870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 12:14:30.229369 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71a435a-2639-4efc-bd7f-1ec7aac5cc6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f06b0011-cfe8-4bed-aa78-5b0f4586b270,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:14:30.236843 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-b71a435a-2639-4efc-bd7f-1ec7aac5cc6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:14:30.236989 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.db.segments_db [None req-b71a435a-2639-4efc-bd7f-1ec7aac5cc6c admin admin] Added segment 4f8912fa-46d7-41ae-a66f-fd3e184e74b5 of type vlan for network d0c0febd-19a2-423a-9d68-5d21ed8b0f7f Mar 28 12:14:30.264738 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-b71a435a-2639-4efc-bd7f-1ec7aac5cc6c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783495836591'] for network, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:14:30.293010 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-b71a435a-2639-4efc-bd7f-1ec7aac5cc6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765'] for network, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:14:30.293950 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b71a435a-2639-4efc-bd7f-1ec7aac5cc6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:14:30.294490 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-b71a435a-2639-4efc-bd7f-1ec7aac5cc6c admin admin] Notify callbacks [] for network, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:14:30.398125 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71a435a-2639-4efc-bd7f-1ec7aac5cc6c admin admin] Pushing event updated for resources: {'Network': ['ID=d0c0febd-19a2-423a-9d68-5d21ed8b0f7f,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:14:30.404522 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-b71a435a-2639-4efc-bd7f-1ec7aac5cc6c admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4766066 Mar 28 12:14:30.407558 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 33204) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:14:30.408046 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Network d0c0febd-19a2-423a-9d68-5d21ed8b0f7f details requested by agent ovs-agent-dv-neutron-835340-2-hyperv with host dv-neutron-835340-2-hyperv {{(pid=87872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 12:14:30.413389 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-ae43fb32-b83f-4b23-a408-4c329564901c admin admin] Request body: {'subnet': {'network_id': 'd0c0febd-19a2-423a-9d68-5d21ed8b0f7f', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1679240027-subnet', 'tenant_id': 'ea5afc45d4fe4a31b2d47d5259e51e2d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:14:30.418246 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-ae43fb32-b83f-4b23-a408-4c329564901c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:14:30.422055 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-ae43fb32-b83f-4b23-a408-4c329564901c admin admin] Usage tracker for resource:subnet and tenant:ea5afc45d4fe4a31b2d47d5259e51e2d is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:14:30.424863 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-ae43fb32-b83f-4b23-a408-4c329564901c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:14:30.431172 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-ae43fb32-b83f-4b23-a408-4c329564901c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:14:30.445752 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae43fb32-b83f-4b23-a408-4c329564901c admin admin] Made reservation on behalf of ea5afc45d4fe4a31b2d47d5259e51e2d for: {'subnet': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 12:14:30.447995 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-ae43fb32-b83f-4b23-a408-4c329564901c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26551362'] for subnet, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:14:30.657276 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-ae43fb32-b83f-4b23-a408-4c329564901c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2364128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26551408'] for subnet, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:14:30.727159 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae43fb32-b83f-4b23-a408-4c329564901c admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e98ebd3-7071-4fde-9fe9-f3cf8684c12a,revision_number=0']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:14:30.736870 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae43fb32-b83f-4b23-a408-4c329564901c admin admin] Checking segment: {'id': '4f8912fa-46d7-41ae-a66f-fd3e184e74b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'd0c0febd-19a2-423a-9d68-5d21ed8b0f7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 12:14:30.737216 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae43fb32-b83f-4b23-a408-4c329564901c admin admin] Network hostable DHCP agents. Network: d0c0febd-19a2-423a-9d68-5d21ed8b0f7f, hostable agents: ['3cb85949-855b-4a40-b988-cd5705e511da'], hosted agents: [] {{(pid=87871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 12:14:30.756220 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae43fb32-b83f-4b23-a408-4c329564901c admin admin] Network d0c0febd-19a2-423a-9d68-5d21ed8b0f7f is scheduled to be hosted by DHCP agent 3cb85949-855b-4a40-b988-cd5705e511da with binding_index 1 {{(pid=87871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 12:14:30.764691 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-ae43fb32-b83f-4b23-a408-4c329564901c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-2-hyperv, d0c0febd-19a2-423a-9d68-5d21ed8b0f7f) {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:14:30.768633 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae43fb32-b83f-4b23-a408-4c329564901c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:14:30.769199 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-ae43fb32-b83f-4b23-a408-4c329564901c admin admin] Notify callbacks [] for subnet, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:14:30.775151 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52334588-9f71-4659-9b4d-11eaca41dd49 None None] Network d0c0febd-19a2-423a-9d68-5d21ed8b0f7f requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 12:14:30.791013 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-ae43fb32-b83f-4b23-a408-4c329564901c admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3823686 Mar 28 12:14:30.990711 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-488ac7e1-d29a-491e-9870-bd1f7f7dcda5 None None] Network d0c0febd-19a2-423a-9d68-5d21ed8b0f7f requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 12:14:31.386745 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ea66b1-ed58-4266-94a3-a854650e37db req-cd57de3f-c5d0-48fe-911d-b7da92023870 tempest-DeleteServersTestJSON-1656005280 tempest-DeleteServersTestJSON-1656005280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:14:31.387343 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [req-85ea66b1-ed58-4266-94a3-a854650e37db req-cd57de3f-c5d0-48fe-911d-b7da92023870 tempest-DeleteServersTestJSON-1656005280 tempest-DeleteServersTestJSON-1656005280-project] Synchronizing usage tracker for tenant:ea5afc45d4fe4a31b2d47d5259e51e2d on resource:network {{(pid=87870) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:14:31.403005 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [req-85ea66b1-ed58-4266-94a3-a854650e37db req-cd57de3f-c5d0-48fe-911d-b7da92023870 tempest-DeleteServersTestJSON-1656005280 tempest-DeleteServersTestJSON-1656005280-project] Unset dirty status for tenant:ea5afc45d4fe4a31b2d47d5259e51e2d on resource:network {{(pid=87870) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:14:31.404337 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-85ea66b1-ed58-4266-94a3-a854650e37db req-cd57de3f-c5d0-48fe-911d-b7da92023870 tempest-DeleteServersTestJSON-1656005280 tempest-DeleteServersTestJSON-1656005280-project] 10.222.0.30 "GET /v2.0/networks?id=d0c0febd-19a2-423a-9d68-5d21ed8b0f7f HTTP/1.1" status: 200 len: 812 time: 0.2519195 Mar 28 12:14:31.420947 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-85ea66b1-ed58-4266-94a3-a854650e37db req-2b316a25-0174-4b67-a550-9dea4d8a3384 tempest-DeleteServersTestJSON-1656005280 tempest-DeleteServersTestJSON-1656005280-project] 10.222.0.30 "GET /v2.0/quotas/ea5afc45d4fe4a31b2d47d5259e51e2d HTTP/1.1" status: 200 len: 375 time: 0.0111465 Mar 28 12:14:31.467196 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-85ea66b1-ed58-4266-94a3-a854650e37db req-53289428-c6e7-492b-bf6d-505c0c413ce5 tempest-DeleteServersTestJSON-1656005280 tempest-DeleteServersTestJSON-1656005280-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=ea5afc45d4fe4a31b2d47d5259e51e2d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0408547 Mar 28 12:14:31.595677 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-85ea66b1-ed58-4266-94a3-a854650e37db req-1383b54b-d73a-4279-ade6-8c7880d47693 service neutron] 10.222.0.30 "GET /v2.0/networks/d0c0febd-19a2-423a-9d68-5d21ed8b0f7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213639 Mar 28 12:14:31.725961 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-85ea66b1-ed58-4266-94a3-a854650e37db req-9f033ced-3c0c-46a2-bcec-069b5c78a92f service neutron] 10.222.0.30 "GET /v2.0/networks/d0c0febd-19a2-423a-9d68-5d21ed8b0f7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238718 Mar 28 12:14:31.905796 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-2f22f29f-4c2f-44a8-8947-ef57973f3b3c req-b725c318-2b83-4124-be4c-1f2c43c39002 tempest-DeleteServersTestJSON-1656005280 tempest-DeleteServersTestJSON-1656005280-project] 10.222.0.30 "GET /v2.0/ports?device_id=24dcdbfd-f9b8-4223-b2f6-7f98ba978e47 HTTP/1.1" status: 200 len: 210 time: 0.0459018 Mar 28 12:14:32.338104 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-f60f8d31-7171-4796-941c-6177196493c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:14:32.906270 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ea66b1-ed58-4266-94a3-a854650e37db req-c2060cd4-68ad-49c0-bd31-61d600941d60 tempest-DeleteServersTestJSON-1656005280 tempest-DeleteServersTestJSON-1656005280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:14:32.907680 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-85ea66b1-ed58-4266-94a3-a854650e37db req-c2060cd4-68ad-49c0-bd31-61d600941d60 tempest-DeleteServersTestJSON-1656005280 tempest-DeleteServersTestJSON-1656005280-project] 10.222.0.11 "GET /v2.0/networks?id=d0c0febd-19a2-423a-9d68-5d21ed8b0f7f HTTP/1.1" status: 200 len: 812 time: 0.1467965 Mar 28 12:14:32.919403 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [req-85ea66b1-ed58-4266-94a3-a854650e37db req-c7e18e81-2e36-43fd-960e-679228462bc1 tempest-DeleteServersTestJSON-1656005280 tempest-DeleteServersTestJSON-1656005280-project] Request body: {'port': {'device_id': '24dcdbfd-f9b8-4223-b2f6-7f98ba978e47', 'network_id': 'd0c0febd-19a2-423a-9d68-5d21ed8b0f7f', 'admin_state_up': True, 'tenant_id': 'ea5afc45d4fe4a31b2d47d5259e51e2d'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:14:33.068479 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-97900d06-ce26-434a-8f84-292f00cb94a8 req-265224b7-4906-4592-a7d4-439e29b7cc84 tempest-DeleteServersTestJSON-1656005280 tempest-DeleteServersTestJSON-1656005280-project] 10.222.0.30 "GET /v2.0/ports?device_id=24dcdbfd-f9b8-4223-b2f6-7f98ba978e47 HTTP/1.1" status: 200 len: 210 time: 0.0500410 Mar 28 12:14:33.101812 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [req-85ea66b1-ed58-4266-94a3-a854650e37db req-c7e18e81-2e36-43fd-960e-679228462bc1 tempest-DeleteServersTestJSON-1656005280 tempest-DeleteServersTestJSON-1656005280-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:14:33.105658 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [req-85ea66b1-ed58-4266-94a3-a854650e37db req-c7e18e81-2e36-43fd-960e-679228462bc1 tempest-DeleteServersTestJSON-1656005280 tempest-DeleteServersTestJSON-1656005280-project] Usage tracker for resource:port and tenant:ea5afc45d4fe4a31b2d47d5259e51e2d is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:14:33.108384 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [req-85ea66b1-ed58-4266-94a3-a854650e37db req-c7e18e81-2e36-43fd-960e-679228462bc1 tempest-DeleteServersTestJSON-1656005280 tempest-DeleteServersTestJSON-1656005280-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:14:33.114504 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [req-85ea66b1-ed58-4266-94a3-a854650e37db req-c7e18e81-2e36-43fd-960e-679228462bc1 tempest-DeleteServersTestJSON-1656005280 tempest-DeleteServersTestJSON-1656005280-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:14:33.123839 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85ea66b1-ed58-4266-94a3-a854650e37db req-c7e18e81-2e36-43fd-960e-679228462bc1 tempest-DeleteServersTestJSON-1656005280 tempest-DeleteServersTestJSON-1656005280-project] Made reservation on behalf of ea5afc45d4fe4a31b2d47d5259e51e2d for: {'port': 1} {{(pid=87870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 12:14:33.127365 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [req-85ea66b1-ed58-4266-94a3-a854650e37db req-c7e18e81-2e36-43fd-960e-679228462bc1 tempest-DeleteServersTestJSON-1656005280 tempest-DeleteServersTestJSON-1656005280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:14:33.284239 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.db_base_plugin_common [req-85ea66b1-ed58-4266-94a3-a854650e37db req-c7e18e81-2e36-43fd-960e-679228462bc1 tempest-DeleteServersTestJSON-1656005280 tempest-DeleteServersTestJSON-1656005280-project] Allocated IP 172.20.0.9 (d0c0febd-19a2-423a-9d68-5d21ed8b0f7f/2e98ebd3-7071-4fde-9fe9-f3cf8684c12a/1d98b4ef-3a00-42ca-bb6c-56ea62f2ade7) {{(pid=87870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 12:14:33.483418 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [req-85ea66b1-ed58-4266-94a3-a854650e37db req-c7e18e81-2e36-43fd-960e-679228462bc1 tempest-DeleteServersTestJSON-1656005280 tempest-DeleteServersTestJSON-1656005280-project] Notify callbacks [] for port, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:14:33.513498 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [req-85ea66b1-ed58-4266-94a3-a854650e37db req-c7e18e81-2e36-43fd-960e-679228462bc1 tempest-DeleteServersTestJSON-1656005280 tempest-DeleteServersTestJSON-1656005280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:14:33.579783 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85ea66b1-ed58-4266-94a3-a854650e37db req-c7e18e81-2e36-43fd-960e-679228462bc1 tempest-DeleteServersTestJSON-1656005280 tempest-DeleteServersTestJSON-1656005280-project] Network d0c0febd-19a2-423a-9d68-5d21ed8b0f7f is already hosted by enough agents. {{(pid=87870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:14:33.583258 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.base_scheduler [req-85ea66b1-ed58-4266-94a3-a854650e37db req-c7e18e81-2e36-43fd-960e-679228462bc1 tempest-DeleteServersTestJSON-1656005280 tempest-DeleteServersTestJSON-1656005280-project] Resources bound (agent type, host, resource id): {{(pid=87870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:14:33.591669 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.l3_dvrscheduler_db [req-85ea66b1-ed58-4266-94a3-a854650e37db req-c7e18e81-2e36-43fd-960e-679228462bc1 tempest-DeleteServersTestJSON-1656005280 tempest-DeleteServersTestJSON-1656005280-project] Received port after_create {{(pid=87870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 12:14:33.627381 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e18e81-2e36-43fd-960e-679228462bc1 tempest-DeleteServersTestJSON-1656005280 tempest-DeleteServersTestJSON-1656005280-project] Pushing event updated for resources: {'Port': ['ID=1d98b4ef-3a00-42ca-bb6c-56ea62f2ade7,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:14:33.644590 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e18e81-2e36-43fd-960e-679228462bc1 tempest-DeleteServersTestJSON-1656005280 tempest-DeleteServersTestJSON-1656005280-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:14:33.645598 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e18e81-2e36-43fd-960e-679228462bc1 tempest-DeleteServersTestJSON-1656005280 tempest-DeleteServersTestJSON-1656005280-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:14:33.646071 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e18e81-2e36-43fd-960e-679228462bc1 tempest-DeleteServersTestJSON-1656005280 tempest-DeleteServersTestJSON-1656005280-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:14:33.646419 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e18e81-2e36-43fd-960e-679228462bc1 tempest-DeleteServersTestJSON-1656005280 tempest-DeleteServersTestJSON-1656005280-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:14:33.646750 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e18e81-2e36-43fd-960e-679228462bc1 tempest-DeleteServersTestJSON-1656005280 tempest-DeleteServersTestJSON-1656005280-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:14:33.647081 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e18e81-2e36-43fd-960e-679228462bc1 tempest-DeleteServersTestJSON-1656005280 tempest-DeleteServersTestJSON-1656005280-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:14:33.647409 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e18e81-2e36-43fd-960e-679228462bc1 tempest-DeleteServersTestJSON-1656005280 tempest-DeleteServersTestJSON-1656005280-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:14:33.647759 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e18e81-2e36-43fd-960e-679228462bc1 tempest-DeleteServersTestJSON-1656005280 tempest-DeleteServersTestJSON-1656005280-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:14:33.648082 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e18e81-2e36-43fd-960e-679228462bc1 tempest-DeleteServersTestJSON-1656005280 tempest-DeleteServersTestJSON-1656005280-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:14:33.648404 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e18e81-2e36-43fd-960e-679228462bc1 tempest-DeleteServersTestJSON-1656005280 tempest-DeleteServersTestJSON-1656005280-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:14:33.648723 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e18e81-2e36-43fd-960e-679228462bc1 tempest-DeleteServersTestJSON-1656005280 tempest-DeleteServersTestJSON-1656005280-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:14:33.649040 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e18e81-2e36-43fd-960e-679228462bc1 tempest-DeleteServersTestJSON-1656005280 tempest-DeleteServersTestJSON-1656005280-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:14:33.668233 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ea66b1-ed58-4266-94a3-a854650e37db req-c7e18e81-2e36-43fd-960e-679228462bc1 tempest-DeleteServersTestJSON-1656005280 tempest-DeleteServersTestJSON-1656005280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:14:33.668831 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [req-85ea66b1-ed58-4266-94a3-a854650e37db req-c7e18e81-2e36-43fd-960e-679228462bc1 tempest-DeleteServersTestJSON-1656005280 tempest-DeleteServersTestJSON-1656005280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:14:33.688131 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-85ea66b1-ed58-4266-94a3-a854650e37db req-c7e18e81-2e36-43fd-960e-679228462bc1 tempest-DeleteServersTestJSON-1656005280 tempest-DeleteServersTestJSON-1656005280-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7721758 Mar 28 12:14:33.699661 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [req-85ea66b1-ed58-4266-94a3-a854650e37db req-c77d514e-be90-42b3-a67b-498718d9939f service neutron] Request body: {'port': {'device_id': '24dcdbfd-f9b8-4223-b2f6-7f98ba978e47', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8353'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:14:33.813021 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [req-85ea66b1-ed58-4266-94a3-a854650e37db req-c77d514e-be90-42b3-a67b-498718d9939f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:14:34.252441 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4da040-f1fa-4dba-81ba-fe679c3e2d1f req-7bfe9ce4-5747-4605-8d70-20d96732843b tempest-DeleteServersTestJSON-1656005280 tempest-DeleteServersTestJSON-1656005280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:14:34.253897 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-ae4da040-f1fa-4dba-81ba-fe679c3e2d1f req-7bfe9ce4-5747-4605-8d70-20d96732843b tempest-DeleteServersTestJSON-1656005280 tempest-DeleteServersTestJSON-1656005280-project] 10.222.0.30 "GET /v2.0/ports?device_id=24dcdbfd-f9b8-4223-b2f6-7f98ba978e47 HTTP/1.1" status: 200 len: 931 time: 0.0799274 Mar 28 12:14:34.256073 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.notifiers.nova [req-85ea66b1-ed58-4266-94a3-a854650e37db req-c77d514e-be90-42b3-a67b-498718d9939f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d98b4ef-3a00-42ca-bb6c-56ea62f2ade7 {{(pid=87870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 12:14:34.263541 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [req-85ea66b1-ed58-4266-94a3-a854650e37db req-c77d514e-be90-42b3-a67b-498718d9939f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:14:34.278761 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.provisioning_blocks [req-85ea66b1-ed58-4266-94a3-a854650e37db req-c77d514e-be90-42b3-a67b-498718d9939f service neutron] Transition to ACTIVE for port object 1d98b4ef-3a00-42ca-bb6c-56ea62f2ade7 will not be triggered until provisioned by entity L2. {{(pid=87870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:14:34.282799 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [req-85ea66b1-ed58-4266-94a3-a854650e37db req-c77d514e-be90-42b3-a67b-498718d9939f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2558288'] for port, after_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:14:34.300506 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-ae4da040-f1fa-4dba-81ba-fe679c3e2d1f req-c3f9e56a-e1c1-4c77-ba6c-1d7102f70b0b tempest-DeleteServersTestJSON-1656005280 tempest-DeleteServersTestJSON-1656005280-project] 10.222.0.30 "GET /v2.0/security-groups?id=f06b0011-cfe8-4bed-aa78-5b0f4586b270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406375 Mar 28 12:14:34.434593 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77d514e-be90-42b3-a67b-498718d9939f service neutron] Pushing event updated for resources: {'Port': ['ID=1d98b4ef-3a00-42ca-bb6c-56ea62f2ade7,revision_number=2']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:14:34.510579 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.managers [req-85ea66b1-ed58-4266-94a3-a854650e37db req-c77d514e-be90-42b3-a67b-498718d9939f service neutron] Attempting to bind port 1d98b4ef-3a00-42ca-bb6c-56ea62f2ade7 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=87870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 12:14:34.510901 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.managers [req-85ea66b1-ed58-4266-94a3-a854650e37db req-c77d514e-be90-42b3-a67b-498718d9939f service neutron] Attempting to bind port 1d98b4ef-3a00-42ca-bb6c-56ea62f2ade7 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '4f8912fa-46d7-41ae-a66f-fd3e184e74b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'd0c0febd-19a2-423a-9d68-5d21ed8b0f7f'}] {{(pid=87870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 12:14:34.511245 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85ea66b1-ed58-4266-94a3-a854650e37db req-c77d514e-be90-42b3-a67b-498718d9939f service neutron] Attempting to bind port 1d98b4ef-3a00-42ca-bb6c-56ea62f2ade7 on network d0c0febd-19a2-423a-9d68-5d21ed8b0f7f {{(pid=87870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 12:14:34.515787 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85ea66b1-ed58-4266-94a3-a854650e37db req-c77d514e-be90-42b3-a67b-498718d9939f service neutron] Port 1d98b4ef-3a00-42ca-bb6c-56ea62f2ade7 on network d0c0febd-19a2-423a-9d68-5d21ed8b0f7f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=87870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 12:14:34.516099 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85ea66b1-ed58-4266-94a3-a854650e37db req-c77d514e-be90-42b3-a67b-498718d9939f service neutron] Attempting to bind port 1d98b4ef-3a00-42ca-bb6c-56ea62f2ade7 on network d0c0febd-19a2-423a-9d68-5d21ed8b0f7f {{(pid=87870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 12:14:34.521640 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85ea66b1-ed58-4266-94a3-a854650e37db req-c77d514e-be90-42b3-a67b-498718d9939f service neutron] Checking agent: {'id': '01dfae6e-0e91-4100-b27f-ff8156eac7d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8353', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 52, 20), 'started_at': datetime.datetime(2022, 3, 28, 11, 52, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 12, 14, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 12:14:34.521953 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85ea66b1-ed58-4266-94a3-a854650e37db req-c77d514e-be90-42b3-a67b-498718d9939f service neutron] Checking segment: {'id': '4f8912fa-46d7-41ae-a66f-fd3e184e74b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'd0c0febd-19a2-423a-9d68-5d21ed8b0f7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 12:14:34.522320 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85ea66b1-ed58-4266-94a3-a854650e37db req-c77d514e-be90-42b3-a67b-498718d9939f service neutron] Bound using segment: {'id': '4f8912fa-46d7-41ae-a66f-fd3e184e74b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'd0c0febd-19a2-423a-9d68-5d21ed8b0f7f'} {{(pid=87870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 12:14:34.522728 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.managers [req-85ea66b1-ed58-4266-94a3-a854650e37db req-c77d514e-be90-42b3-a67b-498718d9939f service neutron] Bound port: 1d98b4ef-3a00-42ca-bb6c-56ea62f2ade7, host: hv-neutron-8353, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f8912fa-46d7-41ae-a66f-fd3e184e74b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'd0c0febd-19a2-423a-9d68-5d21ed8b0f7f'}}] {{(pid=87870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 12:14:34.523060 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [req-85ea66b1-ed58-4266-94a3-a854650e37db req-c77d514e-be90-42b3-a67b-498718d9939f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:14:34.610745 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.db [req-85ea66b1-ed58-4266-94a3-a854650e37db req-c77d514e-be90-42b3-a67b-498718d9939f service neutron] For port 1d98b4ef-3a00-42ca-bb6c-56ea62f2ade7, host hv-neutron-8353, cleared binding levels {{(pid=87870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 12:14:34.613982 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.db [req-85ea66b1-ed58-4266-94a3-a854650e37db req-c77d514e-be90-42b3-a67b-498718d9939f service neutron] For port 1d98b4ef-3a00-42ca-bb6c-56ea62f2ade7, host hv-neutron-8353, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=1d98b4ef-3a00-42ca-bb6c-56ea62f2ade7,segment=NetworkSegment(4f8912fa-46d7-41ae-a66f-fd3e184e74b5),segment_id=4f8912fa-46d7-41ae-a66f-fd3e184e74b5)] {{(pid=87870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 12:14:34.617821 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [req-85ea66b1-ed58-4266-94a3-a854650e37db req-c77d514e-be90-42b3-a67b-498718d9939f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2558288'] for port, after_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:14:34.672769 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ea66b1-ed58-4266-94a3-a854650e37db req-c77d514e-be90-42b3-a67b-498718d9939f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:14:34.673370 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [req-85ea66b1-ed58-4266-94a3-a854650e37db req-c77d514e-be90-42b3-a67b-498718d9939f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:14:34.674699 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-85ea66b1-ed58-4266-94a3-a854650e37db req-c77d514e-be90-42b3-a67b-498718d9939f service neutron] 10.222.0.11 "PUT /v2.0/ports/1d98b4ef-3a00-42ca-bb6c-56ea62f2ade7 HTTP/1.1" status: 200 len: 1093 time: 0.9791644 Mar 28 12:14:34.675119 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24dcdbfd-f9b8-4223-b2f6-7f98ba978e47', 'tag': '1d98b4ef-3a00-42ca-bb6c-56ea62f2ade7'}] {{(pid=87870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 12:14:34.701662 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77d514e-be90-42b3-a67b-498718d9939f service neutron] Pushing event updated for resources: {'Port': ['ID=1d98b4ef-3a00-42ca-bb6c-56ea62f2ade7,revision_number=3']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:14:34.725368 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-54b0d317-2ce8-40e4-8f1b-3400d3b28e78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:14:34.748495 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24dcdbfd-f9b8-4223-b2f6-7f98ba978e47', 'tag': '1d98b4ef-3a00-42ca-bb6c-56ea62f2ade7', 'status': 'completed', 'code': 200} Mar 28 12:14:34.788634 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ea66b1-ed58-4266-94a3-a854650e37db req-5f254654-e5ca-4ebb-b9c2-09a17c0e6194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:14:34.790112 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-85ea66b1-ed58-4266-94a3-a854650e37db req-5f254654-e5ca-4ebb-b9c2-09a17c0e6194 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ea5afc45d4fe4a31b2d47d5259e51e2d&device_id=24dcdbfd-f9b8-4223-b2f6-7f98ba978e47 HTTP/1.1" status: 200 len: 1096 time: 0.0761871 Mar 28 12:14:34.860736 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-85ea66b1-ed58-4266-94a3-a854650e37db req-1184de0b-b173-4fc0-9e9f-427679b0db8c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1d98b4ef-3a00-42ca-bb6c-56ea62f2ade7 HTTP/1.1" status: 200 len: 217 time: 0.0644009 Mar 28 12:14:34.924980 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ea66b1-ed58-4266-94a3-a854650e37db req-3e88456d-d98e-48e3-9c2b-885925ecab29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:14:34.926439 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-85ea66b1-ed58-4266-94a3-a854650e37db req-3e88456d-d98e-48e3-9c2b-885925ecab29 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2e98ebd3-7071-4fde-9fe9-f3cf8684c12a HTTP/1.1" status: 200 len: 852 time: 0.0602174 Mar 28 12:14:34.972170 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-85ea66b1-ed58-4266-94a3-a854650e37db req-ca88fe4d-6e25-4064-92b6-db7266701ab3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d0c0febd-19a2-423a-9d68-5d21ed8b0f7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398247 Mar 28 12:14:35.102520 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-85ea66b1-ed58-4266-94a3-a854650e37db req-d2a8c125-5342-4768-8911-4c8f3e0b79f8 service neutron] 10.222.0.11 "GET /v2.0/networks/d0c0febd-19a2-423a-9d68-5d21ed8b0f7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245646 Mar 28 12:14:35.231688 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-85ea66b1-ed58-4266-94a3-a854650e37db req-ff6db4d5-de26-473f-b4a3-81b7e905a1fa service neutron] 10.222.0.11 "GET /v2.0/networks/d0c0febd-19a2-423a-9d68-5d21ed8b0f7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236343 Mar 28 12:14:35.341866 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0315c618-3ee9-41a2-ad07-594262576745 req-352d3c2a-7cb6-4ebc-aa0b-aa9bb634fd07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:14:35.343341 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-0315c618-3ee9-41a2-ad07-594262576745 req-352d3c2a-7cb6-4ebc-aa0b-aa9bb634fd07 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ea5afc45d4fe4a31b2d47d5259e51e2d&device_id=24dcdbfd-f9b8-4223-b2f6-7f98ba978e47 HTTP/1.1" status: 200 len: 1096 time: 0.0696886 Mar 28 12:14:35.476053 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0315c618-3ee9-41a2-ad07-594262576745 req-d5ccdb78-07fb-44fa-b629-cd41275f1f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:14:35.477514 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-0315c618-3ee9-41a2-ad07-594262576745 req-d5ccdb78-07fb-44fa-b629-cd41275f1f99 service neutron] 10.222.0.11 "GET /v2.0/networks?id=d0c0febd-19a2-423a-9d68-5d21ed8b0f7f HTTP/1.1" status: 200 len: 912 time: 0.1277099 Mar 28 12:14:35.487538 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba08b43-0206-41a0-8492-9a34d45a3f32 req-71ab62d5-955f-4859-9c00-b0b3605c5611 tempest-DeleteServersTestJSON-1656005280 tempest-DeleteServersTestJSON-1656005280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:14:35.491607 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-fba08b43-0206-41a0-8492-9a34d45a3f32 req-71ab62d5-955f-4859-9c00-b0b3605c5611 tempest-DeleteServersTestJSON-1656005280 tempest-DeleteServersTestJSON-1656005280-project] 10.222.0.30 "GET /v2.0/ports?device_id=24dcdbfd-f9b8-4223-b2f6-7f98ba978e47 HTTP/1.1" status: 200 len: 943 time: 0.0847304 Mar 28 12:14:35.533718 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-fba08b43-0206-41a0-8492-9a34d45a3f32 req-ace30b49-6d9b-4fdf-9201-a1c9d0de72e0 tempest-DeleteServersTestJSON-1656005280 tempest-DeleteServersTestJSON-1656005280-project] 10.222.0.30 "GET /v2.0/security-groups?id=f06b0011-cfe8-4bed-aa78-5b0f4586b270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386856 Mar 28 12:14:35.549870 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-0315c618-3ee9-41a2-ad07-594262576745 req-6634925b-21a9-46ef-bcd1-223f9110677c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1d98b4ef-3a00-42ca-bb6c-56ea62f2ade7 HTTP/1.1" status: 200 len: 217 time: 0.0660410 Mar 28 12:14:35.612325 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0315c618-3ee9-41a2-ad07-594262576745 req-c5ea179c-85b5-4bb9-a7a5-7bb7f63a730f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:14:35.614199 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-0315c618-3ee9-41a2-ad07-594262576745 req-c5ea179c-85b5-4bb9-a7a5-7bb7f63a730f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2e98ebd3-7071-4fde-9fe9-f3cf8684c12a HTTP/1.1" status: 200 len: 852 time: 0.0570889 Mar 28 12:14:35.663944 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-0315c618-3ee9-41a2-ad07-594262576745 req-3b9aab54-c382-4a33-8552-6755b0bbacae service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d0c0febd-19a2-423a-9d68-5d21ed8b0f7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423837 Mar 28 12:14:35.695867 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:14:35.817348 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-ef3be119-c018-4979-be07-86cf959defc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:14:35.898831 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-0315c618-3ee9-41a2-ad07-594262576745 req-96a49d34-6dfd-47b8-a824-719cabe57c3b service neutron] 10.222.0.11 "GET /v2.0/networks/d0c0febd-19a2-423a-9d68-5d21ed8b0f7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2270198 Mar 28 12:14:36.030307 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-0315c618-3ee9-41a2-ad07-594262576745 req-22d19cb5-2142-4202-97ea-50961a605fef service neutron] 10.222.0.11 "GET /v2.0/networks/d0c0febd-19a2-423a-9d68-5d21ed8b0f7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253674 Mar 28 12:14:36.718399 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615138b8-e114-421c-9d7e-c874de5402ce req-14fcd1c4-a63c-4239-85c1-d757471061f6 tempest-DeleteServersTestJSON-1656005280 tempest-DeleteServersTestJSON-1656005280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:14:36.719108 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [req-615138b8-e114-421c-9d7e-c874de5402ce req-14fcd1c4-a63c-4239-85c1-d757471061f6 tempest-DeleteServersTestJSON-1656005280 tempest-DeleteServersTestJSON-1656005280-project] Synchronizing usage tracker for tenant:ea5afc45d4fe4a31b2d47d5259e51e2d on resource:port {{(pid=87870) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:14:36.735298 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [req-615138b8-e114-421c-9d7e-c874de5402ce req-14fcd1c4-a63c-4239-85c1-d757471061f6 tempest-DeleteServersTestJSON-1656005280 tempest-DeleteServersTestJSON-1656005280-project] Unset dirty status for tenant:ea5afc45d4fe4a31b2d47d5259e51e2d on resource:port {{(pid=87870) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:14:36.736508 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-615138b8-e114-421c-9d7e-c874de5402ce req-14fcd1c4-a63c-4239-85c1-d757471061f6 tempest-DeleteServersTestJSON-1656005280 tempest-DeleteServersTestJSON-1656005280-project] 10.222.0.30 "GET /v2.0/ports?device_id=24dcdbfd-f9b8-4223-b2f6-7f98ba978e47 HTTP/1.1" status: 200 len: 943 time: 0.0985942 Mar 28 12:14:36.779862 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [req-615138b8-e114-421c-9d7e-c874de5402ce req-21d58301-e16d-431a-bb79-f098032ad8ae tempest-DeleteServersTestJSON-1656005280 tempest-DeleteServersTestJSON-1656005280-project] Synchronizing usage tracker for tenant:ea5afc45d4fe4a31b2d47d5259e51e2d on resource:security_group {{(pid=87870) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:14:36.796345 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [req-615138b8-e114-421c-9d7e-c874de5402ce req-21d58301-e16d-431a-bb79-f098032ad8ae tempest-DeleteServersTestJSON-1656005280 tempest-DeleteServersTestJSON-1656005280-project] Unset dirty status for tenant:ea5afc45d4fe4a31b2d47d5259e51e2d on resource:security_group {{(pid=87870) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:14:36.797606 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-615138b8-e114-421c-9d7e-c874de5402ce req-21d58301-e16d-431a-bb79-f098032ad8ae tempest-DeleteServersTestJSON-1656005280 tempest-DeleteServersTestJSON-1656005280-project] 10.222.0.30 "GET /v2.0/security-groups?id=f06b0011-cfe8-4bed-aa78-5b0f4586b270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553112 Mar 28 12:14:37.008988 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Device 1d98b4ef-3a00-42ca-bb6c-56ea62f2ade7 details requested by agent hyperv_hv-neutron-8353 with host hv-neutron-8353 {{(pid=87872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 28 12:14:37.141212 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] For port 1d98b4ef-3a00-42ca-bb6c-56ea62f2ade7, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=1d98b4ef-3a00-42ca-bb6c-56ea62f2ade7,segment=NetworkSegment(4f8912fa-46d7-41ae-a66f-fd3e184e74b5),segment_id=4f8912fa-46d7-41ae-a66f-fd3e184e74b5)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:14:37.154136 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Returning: {'device': '1d98b4ef-3a00-42ca-bb6c-56ea62f2ade7', 'network_id': 'd0c0febd-19a2-423a-9d68-5d21ed8b0f7f', 'port_id': '1d98b4ef-3a00-42ca-bb6c-56ea62f2ade7', 'mac_address': 'fa:16:3e:d9:bc:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e98ebd3-7071-4fde-9fe9-f3cf8684c12a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 28 12:14:37.206747 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:14:37.223880 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.notifiers.nova [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d98b4ef-3a00-42ca-bb6c-56ea62f2ade7 {{(pid=87872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 12:14:37.238417 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] For port 1d98b4ef-3a00-42ca-bb6c-56ea62f2ade7, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=1d98b4ef-3a00-42ca-bb6c-56ea62f2ade7,segment=NetworkSegment(4f8912fa-46d7-41ae-a66f-fd3e184e74b5),segment_id=4f8912fa-46d7-41ae-a66f-fd3e184e74b5)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:14:37.242407 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:14:37.312823 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Pushing event updated for resources: {'Port': ['ID=1d98b4ef-3a00-42ca-bb6c-56ea62f2ade7,revision_number=4']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:14:37.433334 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] get_ports_and_sgs() called for port_ids ['1d98b4ef-3a00-42ca-bb6c-56ea62f2ade7'] {{(pid=87872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 12:14:37.487312 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-b7ccd3c7-0277-4f12-8e5c-e41478141af5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:14:37.983420 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a8adae-0403-4c6d-8ea5-82e8e68be97d req-77fdf6f3-fe79-4a8a-b970-20439cc7fc8c tempest-DeleteServersTestJSON-1656005280 tempest-DeleteServersTestJSON-1656005280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:14:37.984865 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-06a8adae-0403-4c6d-8ea5-82e8e68be97d req-77fdf6f3-fe79-4a8a-b970-20439cc7fc8c tempest-DeleteServersTestJSON-1656005280 tempest-DeleteServersTestJSON-1656005280-project] 10.222.0.30 "GET /v2.0/ports?device_id=24dcdbfd-f9b8-4223-b2f6-7f98ba978e47 HTTP/1.1" status: 200 len: 944 time: 0.0837469 Mar 28 12:14:38.028772 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-06a8adae-0403-4c6d-8ea5-82e8e68be97d req-dca4e50f-e43b-4091-81fd-8afa42578c79 tempest-DeleteServersTestJSON-1656005280 tempest-DeleteServersTestJSON-1656005280-project] 10.222.0.30 "GET /v2.0/security-groups?id=f06b0011-cfe8-4bed-aa78-5b0f4586b270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377901 Mar 28 12:14:39.008992 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Device 1d98b4ef-3a00-42ca-bb6c-56ea62f2ade7 up at agent hyperv_hv-neutron-8353 {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:14:39.076810 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Provisioning for port 1d98b4ef-3a00-42ca-bb6c-56ea62f2ade7 completed by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:14:39.081574 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Provisioning complete for port 1d98b4ef-3a00-42ca-bb6c-56ea62f2ade7 triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:14:39.081944 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:14:39.199966 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:14:39.214719 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b789cc-858c-47b6-a3fe-0cdfc3ca6b7f req-17bb2239-cd7e-4b4a-b2ce-a2182e636770 tempest-DeleteServersTestJSON-1656005280 tempest-DeleteServersTestJSON-1656005280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:14:39.216205 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-d1b789cc-858c-47b6-a3fe-0cdfc3ca6b7f req-17bb2239-cd7e-4b4a-b2ce-a2182e636770 tempest-DeleteServersTestJSON-1656005280 tempest-DeleteServersTestJSON-1656005280-project] 10.222.0.30 "GET /v2.0/ports?device_id=24dcdbfd-f9b8-4223-b2f6-7f98ba978e47 HTTP/1.1" status: 200 len: 944 time: 0.0832114 Mar 28 12:14:39.226083 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24dcdbfd-f9b8-4223-b2f6-7f98ba978e47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d98b4ef-3a00-42ca-bb6c-56ea62f2ade7'}] {{(pid=87872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 12:14:39.236169 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] For port 1d98b4ef-3a00-42ca-bb6c-56ea62f2ade7, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=1d98b4ef-3a00-42ca-bb6c-56ea62f2ade7,segment=NetworkSegment(4f8912fa-46d7-41ae-a66f-fd3e184e74b5),segment_id=4f8912fa-46d7-41ae-a66f-fd3e184e74b5)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:14:39.241665 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:14:39.262175 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-d1b789cc-858c-47b6-a3fe-0cdfc3ca6b7f req-040702f7-9487-411e-b20f-526fcd290ac4 tempest-DeleteServersTestJSON-1656005280 tempest-DeleteServersTestJSON-1656005280-project] 10.222.0.30 "GET /v2.0/security-groups?id=f06b0011-cfe8-4bed-aa78-5b0f4586b270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402043 Mar 28 12:14:39.276600 dv-neutron-835340-2-hyperv neutron-server[87872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24dcdbfd-f9b8-4223-b2f6-7f98ba978e47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d98b4ef-3a00-42ca-bb6c-56ea62f2ade7', 'code': 200} Mar 28 12:14:39.315416 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Pushing event updated for resources: {'Port': ['ID=1d98b4ef-3a00-42ca-bb6c-56ea62f2ade7,revision_number=5']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:14:39.501538 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f430426-79f1-4b52-a42c-5c060f4f23af req-3552f69b-ddbf-44b1-b3b2-8b19472a4c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:14:39.502997 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-8f430426-79f1-4b52-a42c-5c060f4f23af req-3552f69b-ddbf-44b1-b3b2-8b19472a4c69 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=24dcdbfd-f9b8-4223-b2f6-7f98ba978e47 HTTP/1.1" status: 200 len: 1098 time: 0.0681732 Mar 28 12:14:39.545913 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-8f430426-79f1-4b52-a42c-5c060f4f23af req-e1c31c3e-5329-43f5-8625-c5acdc6b3858 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=f06b0011-cfe8-4bed-aa78-5b0f4586b270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368006 Mar 28 12:14:40.449762 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3925c470-7b35-4a6e-8ba4-6174a986cfda req-40be915a-07e8-4937-ac49-dab63c2aebe8 tempest-DeleteServersTestJSON-1656005280 tempest-DeleteServersTestJSON-1656005280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:14:40.451500 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-3925c470-7b35-4a6e-8ba4-6174a986cfda req-40be915a-07e8-4937-ac49-dab63c2aebe8 tempest-DeleteServersTestJSON-1656005280 tempest-DeleteServersTestJSON-1656005280-project] 10.222.0.30 "GET /v2.0/ports?device_id=24dcdbfd-f9b8-4223-b2f6-7f98ba978e47 HTTP/1.1" status: 200 len: 945 time: 0.0803423 Mar 28 12:14:40.496323 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-3925c470-7b35-4a6e-8ba4-6174a986cfda req-d99c5e54-ce03-497e-977d-b856e1a8a257 tempest-DeleteServersTestJSON-1656005280 tempest-DeleteServersTestJSON-1656005280-project] 10.222.0.30 "GET /v2.0/security-groups?id=f06b0011-cfe8-4bed-aa78-5b0f4586b270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392034 Mar 28 12:14:41.684553 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d51bdb8-aaad-4f4e-b02c-4562be72cfa8 req-5afe7547-65cb-4945-bb68-339102e632f5 tempest-DeleteServersTestJSON-1656005280 tempest-DeleteServersTestJSON-1656005280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:14:41.686006 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-3d51bdb8-aaad-4f4e-b02c-4562be72cfa8 req-5afe7547-65cb-4945-bb68-339102e632f5 tempest-DeleteServersTestJSON-1656005280 tempest-DeleteServersTestJSON-1656005280-project] 10.222.0.30 "GET /v2.0/ports?device_id=24dcdbfd-f9b8-4223-b2f6-7f98ba978e47 HTTP/1.1" status: 200 len: 945 time: 0.0814614 Mar 28 12:14:41.730250 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-3d51bdb8-aaad-4f4e-b02c-4562be72cfa8 req-1b9528cf-3b50-491a-b024-655a14127165 tempest-DeleteServersTestJSON-1656005280 tempest-DeleteServersTestJSON-1656005280-project] 10.222.0.30 "GET /v2.0/security-groups?id=f06b0011-cfe8-4bed-aa78-5b0f4586b270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384309 Mar 28 12:14:42.094426 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 33266) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:14:42.132148 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48570692-af70-4048-8f51-7e79a09c076b req-b6c29a83-0d59-4de1-888d-ca046a2661f0 tempest-DeleteServersTestJSON-1656005280 tempest-DeleteServersTestJSON-1656005280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:14:42.133600 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-48570692-af70-4048-8f51-7e79a09c076b req-b6c29a83-0d59-4de1-888d-ca046a2661f0 tempest-DeleteServersTestJSON-1656005280 tempest-DeleteServersTestJSON-1656005280-project] 10.222.0.30 "GET /v2.0/ports?device_id=24dcdbfd-f9b8-4223-b2f6-7f98ba978e47 HTTP/1.1" status: 200 len: 945 time: 0.0903406 Mar 28 12:14:42.218092 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-48570692-af70-4048-8f51-7e79a09c076b req-26af17a3-f02b-4f7e-890b-050be3f6d3c2 tempest-DeleteServersTestJSON-1656005280 tempest-DeleteServersTestJSON-1656005280-project] 10.222.0.30 "GET /v2.0/security-groups?id=f06b0011-cfe8-4bed-aa78-5b0f4586b270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521219 Mar 28 12:14:42.239218 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-1b2d8231-fcec-471e-8fb7-790a32cd2322 req-f7d75eb8-3751-4317-9999-f73ae0f059fe service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=24dcdbfd-f9b8-4223-b2f6-7f98ba978e47&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1430159 Mar 28 12:14:43.405639 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7e20c6-fa1b-4770-8bc1-0ffd0b55c411 req-e936e246-c204-4068-b1c2-a4c58ec224ae tempest-DeleteServersTestJSON-1656005280 tempest-DeleteServersTestJSON-1656005280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:14:43.407196 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-0b7e20c6-fa1b-4770-8bc1-0ffd0b55c411 req-e936e246-c204-4068-b1c2-a4c58ec224ae tempest-DeleteServersTestJSON-1656005280 tempest-DeleteServersTestJSON-1656005280-project] 10.222.0.30 "GET /v2.0/ports?device_id=24dcdbfd-f9b8-4223-b2f6-7f98ba978e47 HTTP/1.1" status: 200 len: 945 time: 0.0833359 Mar 28 12:14:43.436686 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2d8231-fcec-471e-8fb7-790a32cd2322 req-7c10a0c8-1445-4ea5-b223-a6411e9ff8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:14:43.438141 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-1b2d8231-fcec-471e-8fb7-790a32cd2322 req-7c10a0c8-1445-4ea5-b223-a6411e9ff8a1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ea5afc45d4fe4a31b2d47d5259e51e2d&device_id=24dcdbfd-f9b8-4223-b2f6-7f98ba978e47 HTTP/1.1" status: 200 len: 1098 time: 0.0732663 Mar 28 12:14:43.452104 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-0b7e20c6-fa1b-4770-8bc1-0ffd0b55c411 req-cbfa5805-7fa9-4e5f-bc96-96c6370e69b3 tempest-DeleteServersTestJSON-1656005280 tempest-DeleteServersTestJSON-1656005280-project] 10.222.0.30 "GET /v2.0/security-groups?id=f06b0011-cfe8-4bed-aa78-5b0f4586b270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384223 Mar 28 12:14:43.565087 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2d8231-fcec-471e-8fb7-790a32cd2322 req-c33558c6-1b7b-41a4-9f5d-df0cf3178e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:14:43.566432 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-1b2d8231-fcec-471e-8fb7-790a32cd2322 req-c33558c6-1b7b-41a4-9f5d-df0cf3178e07 service neutron] 10.222.0.11 "GET /v2.0/networks?id=d0c0febd-19a2-423a-9d68-5d21ed8b0f7f HTTP/1.1" status: 200 len: 912 time: 0.1228218 Mar 28 12:14:43.631201 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-1b2d8231-fcec-471e-8fb7-790a32cd2322 req-feb6e7f4-5208-4ed4-b033-f961cd24c6cc service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1d98b4ef-3a00-42ca-bb6c-56ea62f2ade7 HTTP/1.1" status: 200 len: 217 time: 0.0586843 Mar 28 12:14:43.693741 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2d8231-fcec-471e-8fb7-790a32cd2322 req-19f37eb6-6b5a-48ad-b6f3-3de6c7e4db66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:14:43.695125 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-1b2d8231-fcec-471e-8fb7-790a32cd2322 req-19f37eb6-6b5a-48ad-b6f3-3de6c7e4db66 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2e98ebd3-7071-4fde-9fe9-f3cf8684c12a HTTP/1.1" status: 200 len: 852 time: 0.0581431 Mar 28 12:14:43.740455 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-1b2d8231-fcec-471e-8fb7-790a32cd2322 req-931c66e7-d444-4a52-9317-6e5f2057bad7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d0c0febd-19a2-423a-9d68-5d21ed8b0f7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392277 Mar 28 12:14:43.867602 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-1b2d8231-fcec-471e-8fb7-790a32cd2322 req-9cda0fa1-a6d1-4ce6-8600-81d9ff243122 service neutron] 10.222.0.11 "GET /v2.0/networks/d0c0febd-19a2-423a-9d68-5d21ed8b0f7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213136 Mar 28 12:14:43.995121 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-1b2d8231-fcec-471e-8fb7-790a32cd2322 req-3e57b24f-2587-40c4-97b7-c0c83bb26be5 service neutron] 10.222.0.11 "GET /v2.0/networks/d0c0febd-19a2-423a-9d68-5d21ed8b0f7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219962 Mar 28 12:14:44.636387 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1261ac15-b1e5-42a8-890c-488b11952d68 req-59a0649c-1238-4483-90ec-9ea519dd14dc tempest-DeleteServersTestJSON-1656005280 tempest-DeleteServersTestJSON-1656005280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:14:44.637820 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-1261ac15-b1e5-42a8-890c-488b11952d68 req-59a0649c-1238-4483-90ec-9ea519dd14dc tempest-DeleteServersTestJSON-1656005280 tempest-DeleteServersTestJSON-1656005280-project] 10.222.0.30 "GET /v2.0/ports?device_id=24dcdbfd-f9b8-4223-b2f6-7f98ba978e47 HTTP/1.1" status: 200 len: 945 time: 0.0841658 Mar 28 12:14:44.680405 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-1261ac15-b1e5-42a8-890c-488b11952d68 req-eeb093ef-e289-442f-89ca-5094aac949b5 tempest-DeleteServersTestJSON-1656005280 tempest-DeleteServersTestJSON-1656005280-project] 10.222.0.30 "GET /v2.0/security-groups?id=f06b0011-cfe8-4bed-aa78-5b0f4586b270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370286 Mar 28 12:14:45.495696 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1e6f71-46d2-40a0-9b27-39787e004533 req-ee0e6ce4-f048-4cce-b2e0-13bea516a564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:14:45.497119 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-8f1e6f71-46d2-40a0-9b27-39787e004533 req-ee0e6ce4-f048-4cce-b2e0-13bea516a564 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ea5afc45d4fe4a31b2d47d5259e51e2d&device_id=24dcdbfd-f9b8-4223-b2f6-7f98ba978e47 HTTP/1.1" status: 200 len: 1098 time: 0.0690212 Mar 28 12:14:45.736229 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1e6f71-46d2-40a0-9b27-39787e004533 req-8c9e4426-9acd-4f7b-a65f-d064633138d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:14:45.737684 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-8f1e6f71-46d2-40a0-9b27-39787e004533 req-8c9e4426-9acd-4f7b-a65f-d064633138d9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=d0c0febd-19a2-423a-9d68-5d21ed8b0f7f HTTP/1.1" status: 200 len: 912 time: 0.2212963 Mar 28 12:14:45.808378 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-8f1e6f71-46d2-40a0-9b27-39787e004533 req-e1e2240e-44a1-4642-9122-38a2beaf673f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1d98b4ef-3a00-42ca-bb6c-56ea62f2ade7 HTTP/1.1" status: 200 len: 217 time: 0.0635047 Mar 28 12:14:45.867064 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb831369-d13a-4f2c-8bf8-3a35c402d633 req-281be222-72c9-455e-8313-24d25713585b tempest-DeleteServersTestJSON-1656005280 tempest-DeleteServersTestJSON-1656005280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:14:45.868529 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-bb831369-d13a-4f2c-8bf8-3a35c402d633 req-281be222-72c9-455e-8313-24d25713585b tempest-DeleteServersTestJSON-1656005280 tempest-DeleteServersTestJSON-1656005280-project] 10.222.0.30 "GET /v2.0/ports?device_id=24dcdbfd-f9b8-4223-b2f6-7f98ba978e47 HTTP/1.1" status: 200 len: 945 time: 0.0801947 Mar 28 12:14:45.869120 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1e6f71-46d2-40a0-9b27-39787e004533 req-9002ab49-3a73-4bbb-9176-e3b6f4d3dcd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:14:45.870527 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-8f1e6f71-46d2-40a0-9b27-39787e004533 req-9002ab49-3a73-4bbb-9176-e3b6f4d3dcd6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2e98ebd3-7071-4fde-9fe9-f3cf8684c12a HTTP/1.1" status: 200 len: 852 time: 0.0571506 Mar 28 12:14:45.916293 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-bb831369-d13a-4f2c-8bf8-3a35c402d633 req-26571231-9cd8-4173-92f1-d5d4334e9d08 tempest-DeleteServersTestJSON-1656005280 tempest-DeleteServersTestJSON-1656005280-project] 10.222.0.30 "GET /v2.0/security-groups?id=f06b0011-cfe8-4bed-aa78-5b0f4586b270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417988 Mar 28 12:14:45.920873 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-8f1e6f71-46d2-40a0-9b27-39787e004533 req-02ca41be-5120-4b0c-baef-b8fa21eaca2d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d0c0febd-19a2-423a-9d68-5d21ed8b0f7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446196 Mar 28 12:14:46.051860 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-8f1e6f71-46d2-40a0-9b27-39787e004533 req-0d015d1a-247e-48bb-b707-59c3b39b41ea service neutron] 10.222.0.11 "GET /v2.0/networks/d0c0febd-19a2-423a-9d68-5d21ed8b0f7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245344 Mar 28 12:14:46.179170 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-8f1e6f71-46d2-40a0-9b27-39787e004533 req-e13f252f-29e4-4ad9-b764-dc5b1685821a service neutron] 10.222.0.11 "GET /v2.0/networks/d0c0febd-19a2-423a-9d68-5d21ed8b0f7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214559 Mar 28 12:14:47.101687 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcee87f-3719-40f4-b3e8-49d2cd297a5d req-3189f3a4-a65a-41ea-bf99-ddb9cdfc740e tempest-DeleteServersTestJSON-1656005280 tempest-DeleteServersTestJSON-1656005280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:14:47.103051 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-9dcee87f-3719-40f4-b3e8-49d2cd297a5d req-3189f3a4-a65a-41ea-bf99-ddb9cdfc740e tempest-DeleteServersTestJSON-1656005280 tempest-DeleteServersTestJSON-1656005280-project] 10.222.0.30 "GET /v2.0/ports?device_id=24dcdbfd-f9b8-4223-b2f6-7f98ba978e47 HTTP/1.1" status: 200 len: 945 time: 0.0795491 Mar 28 12:14:47.146842 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-9dcee87f-3719-40f4-b3e8-49d2cd297a5d req-6f060033-d78c-41a6-b15f-d2eed01be183 tempest-DeleteServersTestJSON-1656005280 tempest-DeleteServersTestJSON-1656005280-project] 10.222.0.30 "GET /v2.0/security-groups?id=f06b0011-cfe8-4bed-aa78-5b0f4586b270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381999 Mar 28 12:14:48.326778 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d16742a-db78-4b4d-9e8d-cb6f07511ae0 req-ed5b6049-760f-4e2e-89d4-3fb9627bfe26 tempest-DeleteServersTestJSON-1656005280 tempest-DeleteServersTestJSON-1656005280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:14:48.328225 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-0d16742a-db78-4b4d-9e8d-cb6f07511ae0 req-ed5b6049-760f-4e2e-89d4-3fb9627bfe26 tempest-DeleteServersTestJSON-1656005280 tempest-DeleteServersTestJSON-1656005280-project] 10.222.0.30 "GET /v2.0/ports?device_id=24dcdbfd-f9b8-4223-b2f6-7f98ba978e47 HTTP/1.1" status: 200 len: 945 time: 0.0783656 Mar 28 12:14:48.376397 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-0d16742a-db78-4b4d-9e8d-cb6f07511ae0 req-67f38add-1d96-4970-b7a6-7f9bc465bd9c tempest-DeleteServersTestJSON-1656005280 tempest-DeleteServersTestJSON-1656005280-project] 10.222.0.30 "GET /v2.0/security-groups?id=f06b0011-cfe8-4bed-aa78-5b0f4586b270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420184 Mar 28 12:14:49.560097 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9e0ab6-7b1a-43d1-9daa-608f7186acc6 req-9b4faa54-1ff1-4757-b817-100750e94c89 tempest-DeleteServersTestJSON-1656005280 tempest-DeleteServersTestJSON-1656005280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:14:49.561529 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-bc9e0ab6-7b1a-43d1-9daa-608f7186acc6 req-9b4faa54-1ff1-4757-b817-100750e94c89 tempest-DeleteServersTestJSON-1656005280 tempest-DeleteServersTestJSON-1656005280-project] 10.222.0.30 "GET /v2.0/ports?device_id=24dcdbfd-f9b8-4223-b2f6-7f98ba978e47 HTTP/1.1" status: 200 len: 945 time: 0.0810955 Mar 28 12:14:49.604739 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-bc9e0ab6-7b1a-43d1-9daa-608f7186acc6 req-5d56bee3-29f4-4598-a3da-24a5d88e7f0c tempest-DeleteServersTestJSON-1656005280 tempest-DeleteServersTestJSON-1656005280-project] 10.222.0.30 "GET /v2.0/security-groups?id=f06b0011-cfe8-4bed-aa78-5b0f4586b270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371571 Mar 28 12:14:50.727385 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:14:50.790618 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cb87d1-a035-4df7-bedb-16415ac92325 req-8273c8f7-4cd1-4f77-954f-b2aec851bac6 tempest-DeleteServersTestJSON-1656005280 tempest-DeleteServersTestJSON-1656005280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:14:50.791962 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-b2cb87d1-a035-4df7-bedb-16415ac92325 req-8273c8f7-4cd1-4f77-954f-b2aec851bac6 tempest-DeleteServersTestJSON-1656005280 tempest-DeleteServersTestJSON-1656005280-project] 10.222.0.30 "GET /v2.0/ports?device_id=24dcdbfd-f9b8-4223-b2f6-7f98ba978e47 HTTP/1.1" status: 200 len: 945 time: 0.0836606 Mar 28 12:14:50.836386 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-b2cb87d1-a035-4df7-bedb-16415ac92325 req-2f899580-d95f-4589-a4ac-c8d69ee08b3c tempest-DeleteServersTestJSON-1656005280 tempest-DeleteServersTestJSON-1656005280-project] 10.222.0.30 "GET /v2.0/security-groups?id=f06b0011-cfe8-4bed-aa78-5b0f4586b270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387797 Mar 28 12:14:52.018884 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5205f3-27ba-43da-b86b-97b61e0f7771 req-70caff2c-fac3-4b03-9433-5cdd315152b7 tempest-DeleteServersTestJSON-1656005280 tempest-DeleteServersTestJSON-1656005280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:14:52.020349 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-5e5205f3-27ba-43da-b86b-97b61e0f7771 req-70caff2c-fac3-4b03-9433-5cdd315152b7 tempest-DeleteServersTestJSON-1656005280 tempest-DeleteServersTestJSON-1656005280-project] 10.222.0.30 "GET /v2.0/ports?device_id=24dcdbfd-f9b8-4223-b2f6-7f98ba978e47 HTTP/1.1" status: 200 len: 945 time: 0.0793200 Mar 28 12:14:52.068213 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-5e5205f3-27ba-43da-b86b-97b61e0f7771 req-f35b86a0-f955-4cb2-99a5-975d47b1d9c7 tempest-DeleteServersTestJSON-1656005280 tempest-DeleteServersTestJSON-1656005280-project] 10.222.0.30 "GET /v2.0/security-groups?id=f06b0011-cfe8-4bed-aa78-5b0f4586b270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397925 Mar 28 12:14:53.252205 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7014c58-f623-4550-8916-0504b47172ec req-f0e9726c-a5ca-4294-80a8-72a870ab715d tempest-DeleteServersTestJSON-1656005280 tempest-DeleteServersTestJSON-1656005280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:14:53.253636 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-d7014c58-f623-4550-8916-0504b47172ec req-f0e9726c-a5ca-4294-80a8-72a870ab715d tempest-DeleteServersTestJSON-1656005280 tempest-DeleteServersTestJSON-1656005280-project] 10.222.0.30 "GET /v2.0/ports?device_id=24dcdbfd-f9b8-4223-b2f6-7f98ba978e47 HTTP/1.1" status: 200 len: 945 time: 0.0789046 Mar 28 12:14:53.299599 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-d7014c58-f623-4550-8916-0504b47172ec req-d2c98328-c6b9-4fde-aeb9-0b373e26fda1 tempest-DeleteServersTestJSON-1656005280 tempest-DeleteServersTestJSON-1656005280-project] 10.222.0.30 "GET /v2.0/security-groups?id=f06b0011-cfe8-4bed-aa78-5b0f4586b270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399840 Mar 28 12:14:54.484154 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084c01ba-3dd6-4bf0-a59d-137736a22b30 req-28aaab56-a867-4011-87c2-0f3740afadf8 tempest-DeleteServersTestJSON-1656005280 tempest-DeleteServersTestJSON-1656005280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:14:54.485581 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-084c01ba-3dd6-4bf0-a59d-137736a22b30 req-28aaab56-a867-4011-87c2-0f3740afadf8 tempest-DeleteServersTestJSON-1656005280 tempest-DeleteServersTestJSON-1656005280-project] 10.222.0.30 "GET /v2.0/ports?device_id=24dcdbfd-f9b8-4223-b2f6-7f98ba978e47 HTTP/1.1" status: 200 len: 945 time: 0.0799837 Mar 28 12:14:54.529446 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-084c01ba-3dd6-4bf0-a59d-137736a22b30 req-2f2c922f-6527-4741-9b71-4fd02e4e49bf tempest-DeleteServersTestJSON-1656005280 tempest-DeleteServersTestJSON-1656005280-project] 10.222.0.30 "GET /v2.0/security-groups?id=f06b0011-cfe8-4bed-aa78-5b0f4586b270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380616 Mar 28 12:14:55.710076 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfd67ce-3aa6-445e-81a2-cebe1c0c3854 req-168b6757-d814-4a5e-9cc7-d54f70645f6e tempest-DeleteServersTestJSON-1656005280 tempest-DeleteServersTestJSON-1656005280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:14:55.711571 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-2bfd67ce-3aa6-445e-81a2-cebe1c0c3854 req-168b6757-d814-4a5e-9cc7-d54f70645f6e tempest-DeleteServersTestJSON-1656005280 tempest-DeleteServersTestJSON-1656005280-project] 10.222.0.30 "GET /v2.0/ports?device_id=24dcdbfd-f9b8-4223-b2f6-7f98ba978e47 HTTP/1.1" status: 200 len: 945 time: 0.0786173 Mar 28 12:14:55.755618 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-2bfd67ce-3aa6-445e-81a2-cebe1c0c3854 req-49b7f19b-5b24-4dc8-8197-4e383e659bf8 tempest-DeleteServersTestJSON-1656005280 tempest-DeleteServersTestJSON-1656005280-project] 10.222.0.30 "GET /v2.0/security-groups?id=f06b0011-cfe8-4bed-aa78-5b0f4586b270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381820 Mar 28 12:14:56.941028 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e149ee-a7de-4a2e-a827-8b7c7cdde15e req-95e5bee9-24dc-48a5-a40a-1b813e4eafde tempest-DeleteServersTestJSON-1656005280 tempest-DeleteServersTestJSON-1656005280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:14:56.942497 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-72e149ee-a7de-4a2e-a827-8b7c7cdde15e req-95e5bee9-24dc-48a5-a40a-1b813e4eafde tempest-DeleteServersTestJSON-1656005280 tempest-DeleteServersTestJSON-1656005280-project] 10.222.0.30 "GET /v2.0/ports?device_id=24dcdbfd-f9b8-4223-b2f6-7f98ba978e47 HTTP/1.1" status: 200 len: 945 time: 0.0823264 Mar 28 12:14:56.987307 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-72e149ee-a7de-4a2e-a827-8b7c7cdde15e req-f210fad7-66f8-4426-9682-aa7aa6e31689 tempest-DeleteServersTestJSON-1656005280 tempest-DeleteServersTestJSON-1656005280-project] 10.222.0.30 "GET /v2.0/security-groups?id=f06b0011-cfe8-4bed-aa78-5b0f4586b270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388577 Mar 28 12:14:58.181452 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10929cd-199f-44b8-824f-f7c5fc87cc91 req-94235aed-15ca-4778-a111-26fc6e93404f tempest-DeleteServersTestJSON-1656005280 tempest-DeleteServersTestJSON-1656005280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:14:58.182784 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-c10929cd-199f-44b8-824f-f7c5fc87cc91 req-94235aed-15ca-4778-a111-26fc6e93404f tempest-DeleteServersTestJSON-1656005280 tempest-DeleteServersTestJSON-1656005280-project] 10.222.0.30 "GET /v2.0/ports?device_id=24dcdbfd-f9b8-4223-b2f6-7f98ba978e47 HTTP/1.1" status: 200 len: 945 time: 0.0918038 Mar 28 12:14:58.226857 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-c10929cd-199f-44b8-824f-f7c5fc87cc91 req-0944fe0a-1d75-4264-93ea-a18fb4949020 tempest-DeleteServersTestJSON-1656005280 tempest-DeleteServersTestJSON-1656005280-project] 10.222.0.30 "GET /v2.0/security-groups?id=f06b0011-cfe8-4bed-aa78-5b0f4586b270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384779 Mar 28 12:14:59.407424 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fd37c3-6c4f-4435-9f12-be18914c08db req-91eeaa34-296d-463e-9e47-3ac0e7aa64a0 tempest-DeleteServersTestJSON-1656005280 tempest-DeleteServersTestJSON-1656005280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:14:59.408871 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-b5fd37c3-6c4f-4435-9f12-be18914c08db req-91eeaa34-296d-463e-9e47-3ac0e7aa64a0 tempest-DeleteServersTestJSON-1656005280 tempest-DeleteServersTestJSON-1656005280-project] 10.222.0.30 "GET /v2.0/ports?device_id=24dcdbfd-f9b8-4223-b2f6-7f98ba978e47 HTTP/1.1" status: 200 len: 945 time: 0.0788748 Mar 28 12:14:59.451964 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-b5fd37c3-6c4f-4435-9f12-be18914c08db req-21e368fd-d0e4-4a7e-b60d-1149b5412a1c tempest-DeleteServersTestJSON-1656005280 tempest-DeleteServersTestJSON-1656005280-project] 10.222.0.30 "GET /v2.0/security-groups?id=f06b0011-cfe8-4bed-aa78-5b0f4586b270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365939 Mar 28 12:14:59.483999 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.agents_db [None req-03fd49d8-b51b-41c1-8716-b8e265c93689 None None] Agent healthcheck: found 6 active agents {{(pid=87873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 12:15:00.637461 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfba5474-d719-4ba5-b79b-2a94d55404c1 req-7ca2b13f-9c1d-48ce-9eb1-60c45a9ac906 tempest-DeleteServersTestJSON-1656005280 tempest-DeleteServersTestJSON-1656005280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:15:00.638917 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-cfba5474-d719-4ba5-b79b-2a94d55404c1 req-7ca2b13f-9c1d-48ce-9eb1-60c45a9ac906 tempest-DeleteServersTestJSON-1656005280 tempest-DeleteServersTestJSON-1656005280-project] 10.222.0.30 "GET /v2.0/ports?device_id=24dcdbfd-f9b8-4223-b2f6-7f98ba978e47 HTTP/1.1" status: 200 len: 945 time: 0.0806649 Mar 28 12:15:00.683621 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-cfba5474-d719-4ba5-b79b-2a94d55404c1 req-1686d632-ea0e-4d1b-bb16-8839cded78b1 tempest-DeleteServersTestJSON-1656005280 tempest-DeleteServersTestJSON-1656005280-project] 10.222.0.30 "GET /v2.0/security-groups?id=f06b0011-cfe8-4bed-aa78-5b0f4586b270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390894 Mar 28 12:15:01.870131 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3948d822-b3bf-4130-958e-a652fe4a94ca req-dedc01f2-64f4-4838-af4e-4e31b938ea99 tempest-DeleteServersTestJSON-1656005280 tempest-DeleteServersTestJSON-1656005280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:15:01.871607 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-3948d822-b3bf-4130-958e-a652fe4a94ca req-dedc01f2-64f4-4838-af4e-4e31b938ea99 tempest-DeleteServersTestJSON-1656005280 tempest-DeleteServersTestJSON-1656005280-project] 10.222.0.30 "GET /v2.0/ports?device_id=24dcdbfd-f9b8-4223-b2f6-7f98ba978e47 HTTP/1.1" status: 200 len: 945 time: 0.0828412 Mar 28 12:15:01.915006 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-3948d822-b3bf-4130-958e-a652fe4a94ca req-0d0fe3fe-5615-48ae-ada7-5e6bf87ced66 tempest-DeleteServersTestJSON-1656005280 tempest-DeleteServersTestJSON-1656005280-project] 10.222.0.30 "GET /v2.0/security-groups?id=f06b0011-cfe8-4bed-aa78-5b0f4586b270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377688 Mar 28 12:15:02.339393 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-85b6ed47-25f5-4420-8369-07033c88c877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:15:03.102950 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dfad7c-1069-4809-9441-e88c2ab44e8a req-01bc7106-cf11-46f7-aa15-0ceb22f69f4a tempest-DeleteServersTestJSON-1656005280 tempest-DeleteServersTestJSON-1656005280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:15:03.104328 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-65dfad7c-1069-4809-9441-e88c2ab44e8a req-01bc7106-cf11-46f7-aa15-0ceb22f69f4a tempest-DeleteServersTestJSON-1656005280 tempest-DeleteServersTestJSON-1656005280-project] 10.222.0.30 "GET /v2.0/ports?device_id=24dcdbfd-f9b8-4223-b2f6-7f98ba978e47 HTTP/1.1" status: 200 len: 945 time: 0.0850370 Mar 28 12:15:03.150780 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-65dfad7c-1069-4809-9441-e88c2ab44e8a req-a3380d1d-e6a4-4856-af06-f4f2e3b54112 tempest-DeleteServersTestJSON-1656005280 tempest-DeleteServersTestJSON-1656005280-project] 10.222.0.30 "GET /v2.0/security-groups?id=f06b0011-cfe8-4bed-aa78-5b0f4586b270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403717 Mar 28 12:15:04.343397 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b4b597-edb5-4879-a5b5-74bb297bbd2e req-ef02eccd-8271-44fc-b29f-ae30b07d647d tempest-DeleteServersTestJSON-1656005280 tempest-DeleteServersTestJSON-1656005280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:15:04.344911 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-08b4b597-edb5-4879-a5b5-74bb297bbd2e req-ef02eccd-8271-44fc-b29f-ae30b07d647d tempest-DeleteServersTestJSON-1656005280 tempest-DeleteServersTestJSON-1656005280-project] 10.222.0.30 "GET /v2.0/ports?device_id=24dcdbfd-f9b8-4223-b2f6-7f98ba978e47 HTTP/1.1" status: 200 len: 945 time: 0.0840411 Mar 28 12:15:04.394597 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-08b4b597-edb5-4879-a5b5-74bb297bbd2e req-7c7243ab-3f9a-4fcc-8f30-aa179f133e3d tempest-DeleteServersTestJSON-1656005280 tempest-DeleteServersTestJSON-1656005280-project] 10.222.0.30 "GET /v2.0/security-groups?id=f06b0011-cfe8-4bed-aa78-5b0f4586b270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427382 Mar 28 12:15:04.728762 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-92f50e3f-07ba-402c-92bc-cb0332985fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:15:05.580778 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4676b9e-d60b-4fd8-9165-47039f899fac req-831b2b2c-04a3-4978-82a0-eff960ad44ff tempest-DeleteServersTestJSON-1656005280 tempest-DeleteServersTestJSON-1656005280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:15:05.582200 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-c4676b9e-d60b-4fd8-9165-47039f899fac req-831b2b2c-04a3-4978-82a0-eff960ad44ff tempest-DeleteServersTestJSON-1656005280 tempest-DeleteServersTestJSON-1656005280-project] 10.222.0.30 "GET /v2.0/ports?device_id=24dcdbfd-f9b8-4223-b2f6-7f98ba978e47 HTTP/1.1" status: 200 len: 945 time: 0.0810192 Mar 28 12:15:05.627457 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-c4676b9e-d60b-4fd8-9165-47039f899fac req-77d92fde-40da-4931-a8c0-5ee4a3398430 tempest-DeleteServersTestJSON-1656005280 tempest-DeleteServersTestJSON-1656005280-project] 10.222.0.30 "GET /v2.0/security-groups?id=f06b0011-cfe8-4bed-aa78-5b0f4586b270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396681 Mar 28 12:15:05.701866 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:15:05.816102 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-ef3be119-c018-4979-be07-86cf959defc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:15:06.815285 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8845fb95-dd27-42a2-ad2d-9c7debc09a5c req-e4580f36-33a1-4c2d-8784-f8e8c598a444 tempest-DeleteServersTestJSON-1656005280 tempest-DeleteServersTestJSON-1656005280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:15:06.816777 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-8845fb95-dd27-42a2-ad2d-9c7debc09a5c req-e4580f36-33a1-4c2d-8784-f8e8c598a444 tempest-DeleteServersTestJSON-1656005280 tempest-DeleteServersTestJSON-1656005280-project] 10.222.0.30 "GET /v2.0/ports?device_id=24dcdbfd-f9b8-4223-b2f6-7f98ba978e47 HTTP/1.1" status: 200 len: 945 time: 0.0785570 Mar 28 12:15:06.860689 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-8845fb95-dd27-42a2-ad2d-9c7debc09a5c req-f9e09152-e3cf-42b7-b2bf-36a573d345bf tempest-DeleteServersTestJSON-1656005280 tempest-DeleteServersTestJSON-1656005280-project] 10.222.0.30 "GET /v2.0/security-groups?id=f06b0011-cfe8-4bed-aa78-5b0f4586b270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377400 Mar 28 12:15:07.472402 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-b7ccd3c7-0277-4f12-8e5c-e41478141af5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:15:08.049067 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fc72c9-2b99-40d3-a78d-c0247bf3a583 req-b349285a-79c8-41ca-945b-44dd449556c5 tempest-DeleteServersTestJSON-1656005280 tempest-DeleteServersTestJSON-1656005280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:15:08.051013 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-d6fc72c9-2b99-40d3-a78d-c0247bf3a583 req-b349285a-79c8-41ca-945b-44dd449556c5 tempest-DeleteServersTestJSON-1656005280 tempest-DeleteServersTestJSON-1656005280-project] 10.222.0.30 "GET /v2.0/ports?device_id=24dcdbfd-f9b8-4223-b2f6-7f98ba978e47 HTTP/1.1" status: 200 len: 945 time: 0.0820575 Mar 28 12:15:08.096943 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-d6fc72c9-2b99-40d3-a78d-c0247bf3a583 req-729d142d-2895-45a3-a489-c634d47f4bc5 tempest-DeleteServersTestJSON-1656005280 tempest-DeleteServersTestJSON-1656005280-project] 10.222.0.30 "GET /v2.0/security-groups?id=f06b0011-cfe8-4bed-aa78-5b0f4586b270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393088 Mar 28 12:15:09.286195 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191c5ba4-efef-499c-938e-eaf3c116c3bd req-ddd04381-23ed-4967-b8a9-8cbb8407df77 tempest-DeleteServersTestJSON-1656005280 tempest-DeleteServersTestJSON-1656005280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:15:09.288608 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-191c5ba4-efef-499c-938e-eaf3c116c3bd req-ddd04381-23ed-4967-b8a9-8cbb8407df77 tempest-DeleteServersTestJSON-1656005280 tempest-DeleteServersTestJSON-1656005280-project] 10.222.0.30 "GET /v2.0/ports?device_id=24dcdbfd-f9b8-4223-b2f6-7f98ba978e47 HTTP/1.1" status: 200 len: 945 time: 0.0823948 Mar 28 12:15:09.335449 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-191c5ba4-efef-499c-938e-eaf3c116c3bd req-888501e4-d122-450d-b547-5a34d2e00f6f tempest-DeleteServersTestJSON-1656005280 tempest-DeleteServersTestJSON-1656005280-project] 10.222.0.30 "GET /v2.0/security-groups?id=f06b0011-cfe8-4bed-aa78-5b0f4586b270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413167 Mar 28 12:15:10.612448 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [req-1b2d8231-fcec-471e-8fb7-790a32cd2322 req-dad413bf-ed4f-4d93-a5a0-6bbfdeddc2a8 tempest-DeleteServersTestJSON-1656005280 tempest-DeleteServersTestJSON-1656005280-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=87870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 12:15:10.613646 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-1b2d8231-fcec-471e-8fb7-790a32cd2322 req-dad413bf-ed4f-4d93-a5a0-6bbfdeddc2a8 tempest-DeleteServersTestJSON-1656005280 tempest-DeleteServersTestJSON-1656005280-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056925 Mar 28 12:15:10.615636 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae3bdde-e57d-44c2-80ee-c3fc6058f6d4 req-bfaf8f0a-b4b6-487c-96db-ec095655f66a tempest-DeleteServersTestJSON-1656005280 tempest-DeleteServersTestJSON-1656005280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:15:10.617076 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-7ae3bdde-e57d-44c2-80ee-c3fc6058f6d4 req-bfaf8f0a-b4b6-487c-96db-ec095655f66a tempest-DeleteServersTestJSON-1656005280 tempest-DeleteServersTestJSON-1656005280-project] 10.222.0.30 "GET /v2.0/ports?device_id=24dcdbfd-f9b8-4223-b2f6-7f98ba978e47 HTTP/1.1" status: 200 len: 945 time: 0.1777265 Mar 28 12:15:10.662151 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-7ae3bdde-e57d-44c2-80ee-c3fc6058f6d4 req-ed2688c6-4369-4508-8a0f-10fb4cdd4db2 tempest-DeleteServersTestJSON-1656005280 tempest-DeleteServersTestJSON-1656005280-project] 10.222.0.30 "GET /v2.0/security-groups?id=f06b0011-cfe8-4bed-aa78-5b0f4586b270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393896 Mar 28 12:15:10.693496 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-1b2d8231-fcec-471e-8fb7-790a32cd2322 req-4a6ab8ac-13cd-43d4-9f3d-1cb7208124ef service neutron] 10.222.0.11 "GET /v2.0/ports/1d98b4ef-3a00-42ca-bb6c-56ea62f2ade7/bindings/hv-neutron-8353 HTTP/1.1" status: 200 len: 384 time: 0.0747509 Mar 28 12:15:11.048672 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2d8231-fcec-471e-8fb7-790a32cd2322 req-608be0e5-d50b-4c0c-b39b-aab0e46c38a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:15:11.050124 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-1b2d8231-fcec-471e-8fb7-790a32cd2322 req-608be0e5-d50b-4c0c-b39b-aab0e46c38a7 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=24dcdbfd-f9b8-4223-b2f6-7f98ba978e47&tenant_id=ea5afc45d4fe4a31b2d47d5259e51e2d HTTP/1.1" status: 200 len: 1098 time: 0.1677492 Mar 28 12:15:11.137545 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2d8231-fcec-471e-8fb7-790a32cd2322 req-1af80580-7928-4bea-8266-edd567a0daf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:15:11.138992 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-1b2d8231-fcec-471e-8fb7-790a32cd2322 req-1af80580-7928-4bea-8266-edd567a0daf9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ea5afc45d4fe4a31b2d47d5259e51e2d&device_id=24dcdbfd-f9b8-4223-b2f6-7f98ba978e47 HTTP/1.1" status: 200 len: 1098 time: 0.0690074 Mar 28 12:15:11.267293 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2d8231-fcec-471e-8fb7-790a32cd2322 req-20588074-bbea-417b-8858-3389881b4dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:15:11.268738 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-1b2d8231-fcec-471e-8fb7-790a32cd2322 req-20588074-bbea-417b-8858-3389881b4dfc service neutron] 10.222.0.11 "GET /v2.0/networks?id=d0c0febd-19a2-423a-9d68-5d21ed8b0f7f HTTP/1.1" status: 200 len: 912 time: 0.1239576 Mar 28 12:15:11.337136 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-1b2d8231-fcec-471e-8fb7-790a32cd2322 req-1cc2e4f5-6cf7-431a-8bf7-f511c0784e30 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1d98b4ef-3a00-42ca-bb6c-56ea62f2ade7 HTTP/1.1" status: 200 len: 217 time: 0.0622597 Mar 28 12:15:11.396924 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2d8231-fcec-471e-8fb7-790a32cd2322 req-3a7eb46c-bbab-45c1-91cf-eb26907e116c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:15:11.398278 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-1b2d8231-fcec-471e-8fb7-790a32cd2322 req-3a7eb46c-bbab-45c1-91cf-eb26907e116c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2e98ebd3-7071-4fde-9fe9-f3cf8684c12a HTTP/1.1" status: 200 len: 852 time: 0.0553877 Mar 28 12:15:11.447131 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-1b2d8231-fcec-471e-8fb7-790a32cd2322 req-fd4fbe40-6d42-468e-9a61-9517aaab3f61 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d0c0febd-19a2-423a-9d68-5d21ed8b0f7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424330 Mar 28 12:15:11.575291 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-1b2d8231-fcec-471e-8fb7-790a32cd2322 req-dba1a160-bfe4-4dc8-850b-6e347ce91091 service neutron] 10.222.0.11 "GET /v2.0/networks/d0c0febd-19a2-423a-9d68-5d21ed8b0f7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218743 Mar 28 12:15:11.708100 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-1b2d8231-fcec-471e-8fb7-790a32cd2322 req-d8db1c4b-6a69-4e19-ba32-d341496cfa12 service neutron] 10.222.0.11 "GET /v2.0/networks/d0c0febd-19a2-423a-9d68-5d21ed8b0f7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263204 Mar 28 12:15:11.851854 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430e4e03-d18a-4545-833a-292bb2bead8e req-c9047958-19fb-4232-a322-373c9d6bc1bf tempest-DeleteServersTestJSON-1656005280 tempest-DeleteServersTestJSON-1656005280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:15:11.853389 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-430e4e03-d18a-4545-833a-292bb2bead8e req-c9047958-19fb-4232-a322-373c9d6bc1bf tempest-DeleteServersTestJSON-1656005280 tempest-DeleteServersTestJSON-1656005280-project] 10.222.0.30 "GET /v2.0/ports?device_id=24dcdbfd-f9b8-4223-b2f6-7f98ba978e47 HTTP/1.1" status: 200 len: 945 time: 0.0837996 Mar 28 12:15:11.898371 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-430e4e03-d18a-4545-833a-292bb2bead8e req-4757e30b-c454-4c61-8abd-6e05d47f141e tempest-DeleteServersTestJSON-1656005280 tempest-DeleteServersTestJSON-1656005280-project] 10.222.0.30 "GET /v2.0/security-groups?id=f06b0011-cfe8-4bed-aa78-5b0f4586b270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393353 Mar 28 12:15:13.080913 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fbd326-477c-46ee-9957-8290e86ced97 req-f8b4288c-bd35-4767-9a1b-7008e0b45f3b tempest-DeleteServersTestJSON-1656005280 tempest-DeleteServersTestJSON-1656005280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:15:13.082318 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-49fbd326-477c-46ee-9957-8290e86ced97 req-f8b4288c-bd35-4767-9a1b-7008e0b45f3b tempest-DeleteServersTestJSON-1656005280 tempest-DeleteServersTestJSON-1656005280-project] 10.222.0.30 "GET /v2.0/ports?device_id=24dcdbfd-f9b8-4223-b2f6-7f98ba978e47 HTTP/1.1" status: 200 len: 945 time: 0.0776696 Mar 28 12:15:13.125624 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-49fbd326-477c-46ee-9957-8290e86ced97 req-bc08a86a-1c34-42d7-9d19-85562b245667 tempest-DeleteServersTestJSON-1656005280 tempest-DeleteServersTestJSON-1656005280-project] 10.222.0.30 "GET /v2.0/security-groups?id=f06b0011-cfe8-4bed-aa78-5b0f4586b270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366721 Mar 28 12:15:13.200757 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Device 1d98b4ef-3a00-42ca-bb6c-56ea62f2ade7 details requested by agent hyperv_hv-neutron-8353 with host hv-neutron-8353 {{(pid=87872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 28 12:15:13.204061 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Device 1d98b4ef-3a00-42ca-bb6c-56ea62f2ade7 no longer exists at agent hyperv_hv-neutron-8353 {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 12:15:13.443646 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:15:13.480091 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] For port 1d98b4ef-3a00-42ca-bb6c-56ea62f2ade7, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=1d98b4ef-3a00-42ca-bb6c-56ea62f2ade7,segment=NetworkSegment(4f8912fa-46d7-41ae-a66f-fd3e184e74b5),segment_id=4f8912fa-46d7-41ae-a66f-fd3e184e74b5)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:15:13.495906 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24dcdbfd-f9b8-4223-b2f6-7f98ba978e47', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d98b4ef-3a00-42ca-bb6c-56ea62f2ade7'}] {{(pid=87872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 12:15:13.504858 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Returning: {'device': '1d98b4ef-3a00-42ca-bb6c-56ea62f2ade7', 'network_id': 'd0c0febd-19a2-423a-9d68-5d21ed8b0f7f', 'port_id': '1d98b4ef-3a00-42ca-bb6c-56ea62f2ade7', 'mac_address': 'fa:16:3e:d9:bc:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e98ebd3-7071-4fde-9fe9-f3cf8684c12a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 28 12:15:13.509085 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] For port 1d98b4ef-3a00-42ca-bb6c-56ea62f2ade7, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=1d98b4ef-3a00-42ca-bb6c-56ea62f2ade7,segment=NetworkSegment(4f8912fa-46d7-41ae-a66f-fd3e184e74b5),segment_id=4f8912fa-46d7-41ae-a66f-fd3e184e74b5)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:15:13.538428 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:15:13.575758 dv-neutron-835340-2-hyperv neutron-server[87872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24dcdbfd-f9b8-4223-b2f6-7f98ba978e47', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d98b4ef-3a00-42ca-bb6c-56ea62f2ade7', 'code': 200} Mar 28 12:15:13.610615 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:15:13.638803 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.notifiers.nova [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d98b4ef-3a00-42ca-bb6c-56ea62f2ade7 {{(pid=87872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 12:15:13.645790 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Pushing event updated for resources: {'Port': ['ID=1d98b4ef-3a00-42ca-bb6c-56ea62f2ade7,revision_number=6']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:15:13.658096 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:15:13.658441 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:15:13.658779 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:15:13.659111 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:15:13.659439 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:15:13.659793 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:15:13.660116 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:15:13.660437 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:15:13.661548 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:15:13.661878 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:15:13.662198 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:15:13.662515 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:15:13.669266 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] For port 1d98b4ef-3a00-42ca-bb6c-56ea62f2ade7, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=1d98b4ef-3a00-42ca-bb6c-56ea62f2ade7,segment=NetworkSegment(4f8912fa-46d7-41ae-a66f-fd3e184e74b5),segment_id=4f8912fa-46d7-41ae-a66f-fd3e184e74b5)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:15:13.673282 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:15:13.732429 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] get_ports_and_sgs() called for port_ids ['1d98b4ef-3a00-42ca-bb6c-56ea62f2ade7'] {{(pid=87872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 12:15:13.783215 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Pushing event updated for resources: {'Port': ['ID=1d98b4ef-3a00-42ca-bb6c-56ea62f2ade7,revision_number=7']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:15:14.314254 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bbc6ec-d9fb-4447-b53a-1695673ff829 req-c0057993-1290-4eaf-8af3-e474a01fbbef tempest-DeleteServersTestJSON-1656005280 tempest-DeleteServersTestJSON-1656005280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:15:14.315608 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-79bbc6ec-d9fb-4447-b53a-1695673ff829 req-c0057993-1290-4eaf-8af3-e474a01fbbef tempest-DeleteServersTestJSON-1656005280 tempest-DeleteServersTestJSON-1656005280-project] 10.222.0.30 "GET /v2.0/ports?device_id=24dcdbfd-f9b8-4223-b2f6-7f98ba978e47 HTTP/1.1" status: 200 len: 944 time: 0.0810797 Mar 28 12:15:14.359377 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-79bbc6ec-d9fb-4447-b53a-1695673ff829 req-b64b2987-9745-4048-b628-c23ee3aed6b6 tempest-DeleteServersTestJSON-1656005280 tempest-DeleteServersTestJSON-1656005280-project] 10.222.0.30 "GET /v2.0/security-groups?id=f06b0011-cfe8-4bed-aa78-5b0f4586b270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380998 Mar 28 12:15:14.731181 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdac36f-e27c-452d-80bc-8ebc429c0b3b req-d99f0228-de96-4e39-a905-f6a4489088f6 tempest-DeleteServersTestJSON-1656005280 tempest-DeleteServersTestJSON-1656005280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:15:14.732608 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-1fdac36f-e27c-452d-80bc-8ebc429c0b3b req-d99f0228-de96-4e39-a905-f6a4489088f6 tempest-DeleteServersTestJSON-1656005280 tempest-DeleteServersTestJSON-1656005280-project] 10.222.0.11 "GET /v2.0/ports?device_id=24dcdbfd-f9b8-4223-b2f6-7f98ba978e47&tenant_id=ea5afc45d4fe4a31b2d47d5259e51e2d&binding%3Ahost_id=hv-neutron-8353 HTTP/1.1" status: 200 len: 944 time: 0.0847449 Mar 28 12:15:14.868552 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdac36f-e27c-452d-80bc-8ebc429c0b3b req-89127033-7010-46cd-8a9d-fb3a50ecadf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:15:14.870004 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-1fdac36f-e27c-452d-80bc-8ebc429c0b3b req-89127033-7010-46cd-8a9d-fb3a50ecadf5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ea5afc45d4fe4a31b2d47d5259e51e2d&device_id=24dcdbfd-f9b8-4223-b2f6-7f98ba978e47 HTTP/1.1" status: 200 len: 1097 time: 0.0708141 Mar 28 12:15:14.997475 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdac36f-e27c-452d-80bc-8ebc429c0b3b req-a3b09c78-187f-4404-b954-8026832d5fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:15:14.998802 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-1fdac36f-e27c-452d-80bc-8ebc429c0b3b req-a3b09c78-187f-4404-b954-8026832d5fb1 service neutron] 10.222.0.11 "GET /v2.0/networks?id=d0c0febd-19a2-423a-9d68-5d21ed8b0f7f HTTP/1.1" status: 200 len: 912 time: 0.1232276 Mar 28 12:15:15.067186 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-1fdac36f-e27c-452d-80bc-8ebc429c0b3b req-9c2d4dab-eb7e-4296-bdec-353e84dea05e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1d98b4ef-3a00-42ca-bb6c-56ea62f2ade7 HTTP/1.1" status: 200 len: 217 time: 0.0626199 Mar 28 12:15:15.126734 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdac36f-e27c-452d-80bc-8ebc429c0b3b req-38ca868f-6143-4b16-bc14-2e8eb54571af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:15:15.128189 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-1fdac36f-e27c-452d-80bc-8ebc429c0b3b req-38ca868f-6143-4b16-bc14-2e8eb54571af service neutron] 10.222.0.11 "GET /v2.0/subnets?id=2e98ebd3-7071-4fde-9fe9-f3cf8684c12a HTTP/1.1" status: 200 len: 852 time: 0.0556002 Mar 28 12:15:15.175777 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-1fdac36f-e27c-452d-80bc-8ebc429c0b3b req-d735eb1d-7adf-474b-be3a-8bebc56ef694 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d0c0febd-19a2-423a-9d68-5d21ed8b0f7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415845 Mar 28 12:15:15.220199 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Device 1d98b4ef-3a00-42ca-bb6c-56ea62f2ade7 up at agent hyperv_hv-neutron-8353 {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:15:15.287943 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Provisioning complete for port 1d98b4ef-3a00-42ca-bb6c-56ea62f2ade7 triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:15:15.288220 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:15:15.307995 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-1fdac36f-e27c-452d-80bc-8ebc429c0b3b req-3fc2c096-4c09-4973-97a6-b34a13429ac2 service neutron] 10.222.0.11 "GET /v2.0/networks/d0c0febd-19a2-423a-9d68-5d21ed8b0f7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265526 Mar 28 12:15:15.404008 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:15:15.439095 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] For port 1d98b4ef-3a00-42ca-bb6c-56ea62f2ade7, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=1d98b4ef-3a00-42ca-bb6c-56ea62f2ade7,segment=NetworkSegment(4f8912fa-46d7-41ae-a66f-fd3e184e74b5),segment_id=4f8912fa-46d7-41ae-a66f-fd3e184e74b5)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:15:15.446470 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:15:15.518237 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Pushing event updated for resources: {'Port': ['ID=1d98b4ef-3a00-42ca-bb6c-56ea62f2ade7,revision_number=8']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:15:15.543134 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-1fdac36f-e27c-452d-80bc-8ebc429c0b3b req-ac2e9985-23d8-4e2d-8f17-50fe4b037eb3 service neutron] 10.222.0.11 "GET /v2.0/networks/d0c0febd-19a2-423a-9d68-5d21ed8b0f7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2294714 Mar 28 12:15:15.576978 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24dcdbfd-f9b8-4223-b2f6-7f98ba978e47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d98b4ef-3a00-42ca-bb6c-56ea62f2ade7'}] {{(pid=87872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 12:15:15.639225 dv-neutron-835340-2-hyperv neutron-server[87872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24dcdbfd-f9b8-4223-b2f6-7f98ba978e47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d98b4ef-3a00-42ca-bb6c-56ea62f2ade7', 'code': 200} Mar 28 12:15:16.367318 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad717dd2-60e4-4085-872f-d5ed3d42b916 req-58c943fc-8495-45aa-9790-610d033f1118 tempest-DeleteServersTestJSON-1656005280 tempest-DeleteServersTestJSON-1656005280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:15:16.369172 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-ad717dd2-60e4-4085-872f-d5ed3d42b916 req-58c943fc-8495-45aa-9790-610d033f1118 tempest-DeleteServersTestJSON-1656005280 tempest-DeleteServersTestJSON-1656005280-project] 10.222.0.30 "GET /v2.0/ports?device_id=24dcdbfd-f9b8-4223-b2f6-7f98ba978e47 HTTP/1.1" status: 200 len: 945 time: 0.0838630 Mar 28 12:15:16.413294 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-ad717dd2-60e4-4085-872f-d5ed3d42b916 req-b5261bc5-c689-4d8c-8eea-a8b81da0eefe tempest-DeleteServersTestJSON-1656005280 tempest-DeleteServersTestJSON-1656005280-project] 10.222.0.30 "GET /v2.0/security-groups?id=f06b0011-cfe8-4bed-aa78-5b0f4586b270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382845 Mar 28 12:15:17.597278 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f5b1fb-2371-4779-8fd1-7eeae05910d9 req-93a71924-64bb-41d5-a2fa-4d58784a39b8 tempest-DeleteServersTestJSON-1656005280 tempest-DeleteServersTestJSON-1656005280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:15:17.598731 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-77f5b1fb-2371-4779-8fd1-7eeae05910d9 req-93a71924-64bb-41d5-a2fa-4d58784a39b8 tempest-DeleteServersTestJSON-1656005280 tempest-DeleteServersTestJSON-1656005280-project] 10.222.0.30 "GET /v2.0/ports?device_id=24dcdbfd-f9b8-4223-b2f6-7f98ba978e47 HTTP/1.1" status: 200 len: 945 time: 0.0799623 Mar 28 12:15:17.642585 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-77f5b1fb-2371-4779-8fd1-7eeae05910d9 req-373db47b-349c-499a-b129-4911a19ee882 tempest-DeleteServersTestJSON-1656005280 tempest-DeleteServersTestJSON-1656005280-project] 10.222.0.30 "GET /v2.0/security-groups?id=f06b0011-cfe8-4bed-aa78-5b0f4586b270&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380354 Mar 28 12:15:17.927250 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdac36f-e27c-452d-80bc-8ebc429c0b3b req-c0008c9c-430a-4952-a69b-238b7f158ac7 tempest-DeleteServersTestJSON-1656005280 tempest-DeleteServersTestJSON-1656005280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:15:17.929275 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-1fdac36f-e27c-452d-80bc-8ebc429c0b3b req-c0008c9c-430a-4952-a69b-238b7f158ac7 tempest-DeleteServersTestJSON-1656005280 tempest-DeleteServersTestJSON-1656005280-project] 10.222.0.11 "GET /v2.0/ports?device_id=24dcdbfd-f9b8-4223-b2f6-7f98ba978e47 HTTP/1.1" status: 200 len: 945 time: 0.0831954 Mar 28 12:15:17.998231 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [req-1fdac36f-e27c-452d-80bc-8ebc429c0b3b req-3aab11c7-35ea-4a81-b7c2-67597de8423a tempest-DeleteServersTestJSON-1656005280 tempest-DeleteServersTestJSON-1656005280-project] Deleting port 1d98b4ef-3a00-42ca-bb6c-56ea62f2ade7 {{(pid=87870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:15:17.998574 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [req-1fdac36f-e27c-452d-80bc-8ebc429c0b3b req-3aab11c7-35ea-4a81-b7c2-67597de8423a tempest-DeleteServersTestJSON-1656005280 tempest-DeleteServersTestJSON-1656005280-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:15:18.241745 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.db [req-1fdac36f-e27c-452d-80bc-8ebc429c0b3b req-3aab11c7-35ea-4a81-b7c2-67597de8423a tempest-DeleteServersTestJSON-1656005280 tempest-DeleteServersTestJSON-1656005280-project] For port 1d98b4ef-3a00-42ca-bb6c-56ea62f2ade7, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=1d98b4ef-3a00-42ca-bb6c-56ea62f2ade7,segment=NetworkSegment(4f8912fa-46d7-41ae-a66f-fd3e184e74b5),segment_id=4f8912fa-46d7-41ae-a66f-fd3e184e74b5)] {{(pid=87870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:15:18.242100 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [req-1fdac36f-e27c-452d-80bc-8ebc429c0b3b req-3aab11c7-35ea-4a81-b7c2-67597de8423a tempest-DeleteServersTestJSON-1656005280 tempest-DeleteServersTestJSON-1656005280-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:15:18.360874 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [req-1fdac36f-e27c-452d-80bc-8ebc429c0b3b req-3aab11c7-35ea-4a81-b7c2-67597de8423a tempest-DeleteServersTestJSON-1656005280 tempest-DeleteServersTestJSON-1656005280-project] Calling delete_port for 1d98b4ef-3a00-42ca-bb6c-56ea62f2ade7 owned by compute:nova {{(pid=87870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:15:18.503053 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [req-1fdac36f-e27c-452d-80bc-8ebc429c0b3b req-3aab11c7-35ea-4a81-b7c2-67597de8423a tempest-DeleteServersTestJSON-1656005280 tempest-DeleteServersTestJSON-1656005280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:15:18.514738 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] get_ports_and_sgs() called for port_ids ['1d98b4ef-3a00-42ca-bb6c-56ea62f2ade7'] {{(pid=87872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 12:15:18.555503 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aab11c7-35ea-4a81-b7c2-67597de8423a tempest-DeleteServersTestJSON-1656005280 tempest-DeleteServersTestJSON-1656005280-project] Pushing event deleted for resources: {'Port': ['ID=1d98b4ef-3a00-42ca-bb6c-56ea62f2ade7,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:15:18.632834 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fdac36f-e27c-452d-80bc-8ebc429c0b3b req-3aab11c7-35ea-4a81-b7c2-67597de8423a tempest-DeleteServersTestJSON-1656005280 tempest-DeleteServersTestJSON-1656005280-project] No DVR routers for this DVR port 1d98b4ef-3a00-42ca-bb6c-56ea62f2ade7 on host hv-neutron-8353 {{(pid=87870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 12:15:18.635226 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [req-1fdac36f-e27c-452d-80bc-8ebc429c0b3b req-3aab11c7-35ea-4a81-b7c2-67597de8423a tempest-DeleteServersTestJSON-1656005280 tempest-DeleteServersTestJSON-1656005280-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:15:18.637658 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24dcdbfd-f9b8-4223-b2f6-7f98ba978e47', 'name': 'network-vif-deleted', 'tag': '1d98b4ef-3a00-42ca-bb6c-56ea62f2ade7'}] {{(pid=87870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 12:15:18.653674 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-1fdac36f-e27c-452d-80bc-8ebc429c0b3b req-3aab11c7-35ea-4a81-b7c2-67597de8423a tempest-DeleteServersTestJSON-1656005280 tempest-DeleteServersTestJSON-1656005280-project] 10.222.0.11 "DELETE /v2.0/ports/1d98b4ef-3a00-42ca-bb6c-56ea62f2ade7 HTTP/1.1" status: 204 len: 173 time: 0.7185097 Mar 28 12:15:18.684714 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24dcdbfd-f9b8-4223-b2f6-7f98ba978e47', 'name': 'network-vif-deleted', 'tag': '1d98b4ef-3a00-42ca-bb6c-56ea62f2ade7', 'status': 'completed', 'code': 200} Mar 28 12:15:18.798288 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [req-debc7514-27f6-4374-935a-5d1a524a3595 req-8f71e7b2-fe4b-47ea-9c51-e0484d4a1b45 tempest-DeleteServersTestJSON-1656005280 tempest-DeleteServersTestJSON-1656005280-project] Synchronizing usage tracker for tenant:ea5afc45d4fe4a31b2d47d5259e51e2d on resource:port {{(pid=87870) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:15:18.814602 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [req-debc7514-27f6-4374-935a-5d1a524a3595 req-8f71e7b2-fe4b-47ea-9c51-e0484d4a1b45 tempest-DeleteServersTestJSON-1656005280 tempest-DeleteServersTestJSON-1656005280-project] Unset dirty status for tenant:ea5afc45d4fe4a31b2d47d5259e51e2d on resource:port {{(pid=87870) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:15:18.815754 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-debc7514-27f6-4374-935a-5d1a524a3595 req-8f71e7b2-fe4b-47ea-9c51-e0484d4a1b45 tempest-DeleteServersTestJSON-1656005280 tempest-DeleteServersTestJSON-1656005280-project] 10.222.0.30 "GET /v2.0/ports?device_id=24dcdbfd-f9b8-4223-b2f6-7f98ba978e47 HTTP/1.1" status: 200 len: 210 time: 0.0639641 Mar 28 12:15:20.057173 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 33372) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:15:20.117976 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.db_base_plugin_v2 [None req-95edb924-a730-4e4f-946a-10e72228036a admin admin] Deleting subnet 2e98ebd3-7071-4fde-9fe9-f3cf8684c12a {{(pid=87870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 12:15:20.120715 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-95edb924-a730-4e4f-946a-10e72228036a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:15:20.168999 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-95edb924-a730-4e4f-946a-10e72228036a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3591354'] for subnet, precommit_delete_associations {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:15:20.224043 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-95edb924-a730-4e4f-946a-10e72228036a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1919782'] for subnet, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:15:20.289249 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-95edb924-a730-4e4f-946a-10e72228036a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1919805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2561174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2563528'] for subnet, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:15:20.324420 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95edb924-a730-4e4f-946a-10e72228036a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e98ebd3-7071-4fde-9fe9-f3cf8684c12a,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:15:20.327985 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-95edb924-a730-4e4f-946a-10e72228036a admin admin] Notify callbacks [] for subnet, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:15:20.335534 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-95edb924-a730-4e4f-946a-10e72228036a admin admin] 10.222.0.30 "DELETE /v2.0/subnets/2e98ebd3-7071-4fde-9fe9-f3cf8684c12a HTTP/1.1" status: 204 len: 168 time: 0.2755501 Mar 28 12:15:20.337199 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 33376) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:15:20.440556 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-18f2fb4a-f3ab-4316-a027-a1bc13871b9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588883'] for network, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:15:20.566775 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-18f2fb4a-f3ab-4316-a027-a1bc13871b9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930431', 'neutron.services.segments.db._delete_segments_for_network-8783496351308'] for network, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:15:20.591232 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-18f2fb4a-f3ab-4316-a027-a1bc13871b9f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0c0febd-19a2-423a-9d68-5d21ed8b0f7f']}} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:15:20.603605 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-18f2fb4a-f3ab-4316-a027-a1bc13871b9f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f8912fa-46d7-41ae-a66f-fd3e184e74b5') {'for_net_delete': True} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:15:20.603903 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-18f2fb4a-f3ab-4316-a027-a1bc13871b9f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f8912fa-46d7-41ae-a66f-fd3e184e74b5') {} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:15:20.614904 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-18f2fb4a-f3ab-4316-a027-a1bc13871b9f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783496353639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3591341'] for segment, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:15:20.634790 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-18f2fb4a-f3ab-4316-a027-a1bc13871b9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:15:20.640621 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18f2fb4a-f3ab-4316-a027-a1bc13871b9f admin admin] Releasing vlan 74 on physical network physnet1 to pool {{(pid=87870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 12:15:20.641001 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-18f2fb4a-f3ab-4316-a027-a1bc13871b9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1920481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2558260'] for segment, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:15:20.654628 dv-neutron-835340-2-hyperv neutron-server[87870]: Traceback (most recent call last): Mar 28 12:15:20.654628 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 12:15:20.654628 dv-neutron-835340-2-hyperv neutron-server[87870]: timer() Mar 28 12:15:20.654628 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 12:15:20.654628 dv-neutron-835340-2-hyperv neutron-server[87870]: cb(*args, **kw) Mar 28 12:15:20.654628 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 12:15:20.654628 dv-neutron-835340-2-hyperv neutron-server[87870]: return func(*args, **kwargs) Mar 28 12:15:20.654628 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 12:15:20.654628 dv-neutron-835340-2-hyperv neutron-server[87870]: self._notify() Mar 28 12:15:20.654628 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 12:15:20.654628 dv-neutron-835340-2-hyperv neutron-server[87870]: self.callback(batched_events) Mar 28 12:15:20.654628 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 12:15:20.654628 dv-neutron-835340-2-hyperv neutron-server[87870]: event.method(event) Mar 28 12:15:20.654628 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 12:15:20.654628 dv-neutron-835340-2-hyperv neutron-server[87870]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 12:15:20.654628 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 12:15:20.654628 dv-neutron-835340-2-hyperv neutron-server[87870]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 12:15:20.654628 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 12:15:20.654628 dv-neutron-835340-2-hyperv neutron-server[87870]: return f(self, *a, **k) Mar 28 12:15:20.654628 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 12:15:20.654628 dv-neutron-835340-2-hyperv neutron-server[87870]: return self._get(url).json() Mar 28 12:15:20.654628 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 12:15:20.654628 dv-neutron-835340-2-hyperv neutron-server[87870]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 12:15:20.654628 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 12:15:20.654628 dv-neutron-835340-2-hyperv neutron-server[87870]: return self.request(url, 'GET', **kwargs) Mar 28 12:15:20.654628 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 12:15:20.654628 dv-neutron-835340-2-hyperv neutron-server[87870]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 12:15:20.654628 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 12:15:20.654628 dv-neutron-835340-2-hyperv neutron-server[87870]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 12:15:20.654628 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 12:15:20.654628 dv-neutron-835340-2-hyperv neutron-server[87870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 12:15:20.654628 dv-neutron-835340-2-hyperv neutron-server[87870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 12:15:20.727766 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-18f2fb4a-f3ab-4316-a027-a1bc13871b9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709602'] for network, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:15:20.732891 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-18f2fb4a-f3ab-4316-a027-a1bc13871b9f admin admin] Notify callbacks [] for network, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:15:20.740990 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:15:20.759495 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f2fb4a-f3ab-4316-a027-a1bc13871b9f admin admin] Pushing event deleted for resources: {'Network': ['ID=d0c0febd-19a2-423a-9d68-5d21ed8b0f7f,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:15:20.763789 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-18f2fb4a-f3ab-4316-a027-a1bc13871b9f admin admin] 10.222.0.30 "DELETE /v2.0/networks/d0c0febd-19a2-423a-9d68-5d21ed8b0f7f HTTP/1.1" status: 204 len: 168 time: 0.4255657 Mar 28 12:15:20.873053 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 33382) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:15:20.924356 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-fc2d98c5-0fd8-49f4-a471-40deabfaaf63 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ea5afc45d4fe4a31b2d47d5259e51e2d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0500634 Mar 28 12:15:20.926656 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 33386) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:15:20.984986 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-b51ca6b9-5565-4036-abf1-d235fb6dc8b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:15:21.011505 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-b51ca6b9-5565-4036-abf1-d235fb6dc8b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:15:21.062428 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-b51ca6b9-5565-4036-abf1-d235fb6dc8b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:15:21.078299 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51ca6b9-5565-4036-abf1-d235fb6dc8b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f06b0011-cfe8-4bed-aa78-5b0f4586b270,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:15:21.091291 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-b51ca6b9-5565-4036-abf1-d235fb6dc8b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:15:21.092434 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-b51ca6b9-5565-4036-abf1-d235fb6dc8b7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f06b0011-cfe8-4bed-aa78-5b0f4586b270 HTTP/1.1" status: 204 len: 168 time: 0.1649313 Mar 28 12:15:21.259982 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Device 1d98b4ef-3a00-42ca-bb6c-56ea62f2ade7 no longer exists at agent hyperv_hv-neutron-8353 {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 12:15:21.294272 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] No Port match for: 1d98b4ef-3a00-42ca-bb6c-56ea62f2ade7 {{(pid=87872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 12:15:21.294742 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Device 1d98b4ef-3a00-42ca-bb6c-56ea62f2ade7 not bound to the agent host hv-neutron-8353 {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 12:15:21.796591 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 33410) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:15:21.900118 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-7416888b-bb8b-452b-8b71-fa49b8b3a68f admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-820261138-network', 'tenant_id': '6d0a276fe7444421abf998cbd71c489c'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:15:21.904682 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-7416888b-bb8b-452b-8b71-fa49b8b3a68f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:15:21.908426 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-7416888b-bb8b-452b-8b71-fa49b8b3a68f admin admin] Usage tracker for resource:network and tenant:6d0a276fe7444421abf998cbd71c489c is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:15:21.911201 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-7416888b-bb8b-452b-8b71-fa49b8b3a68f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:15:21.917889 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-7416888b-bb8b-452b-8b71-fa49b8b3a68f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:15:21.927445 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7416888b-bb8b-452b-8b71-fa49b8b3a68f admin admin] Made reservation on behalf of 6d0a276fe7444421abf998cbd71c489c for: {'network': 1} {{(pid=87870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 12:15:21.931106 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-7416888b-bb8b-452b-8b71-fa49b8b3a68f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for network, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:15:21.942917 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-7416888b-bb8b-452b-8b71-fa49b8b3a68f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:15:21.956759 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-7416888b-bb8b-452b-8b71-fa49b8b3a68f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:15:21.960723 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-7416888b-bb8b-452b-8b71-fa49b8b3a68f admin admin] Usage tracker for resource:security_group_rule and tenant:6d0a276fe7444421abf998cbd71c489c is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:15:21.963362 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-7416888b-bb8b-452b-8b71-fa49b8b3a68f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:15:21.968815 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-7416888b-bb8b-452b-8b71-fa49b8b3a68f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:15:22.057537 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-7416888b-bb8b-452b-8b71-fa49b8b3a68f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:15:22.061390 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-7416888b-bb8b-452b-8b71-fa49b8b3a68f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:15:22.092182 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7416888b-bb8b-452b-8b71-fa49b8b3a68f admin admin] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=87870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 12:15:22.102375 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7416888b-bb8b-452b-8b71-fa49b8b3a68f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1eca1252-40fc-40cb-b762-c245dbf179c6,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:15:22.107674 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-7416888b-bb8b-452b-8b71-fa49b8b3a68f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:15:22.108010 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.db.segments_db [None req-7416888b-bb8b-452b-8b71-fa49b8b3a68f admin admin] Added segment bad6dc41-b598-4772-8af6-e0981553b271 of type vlan for network 1c405e19-8936-4163-864d-bace5749d6e8 Mar 28 12:15:22.134677 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-7416888b-bb8b-452b-8b71-fa49b8b3a68f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783495836591'] for network, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:15:22.162774 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-7416888b-bb8b-452b-8b71-fa49b8b3a68f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765'] for network, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:15:22.163913 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7416888b-bb8b-452b-8b71-fa49b8b3a68f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:15:22.164474 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-7416888b-bb8b-452b-8b71-fa49b8b3a68f admin admin] Notify callbacks [] for network, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:15:22.361248 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-7416888b-bb8b-452b-8b71-fa49b8b3a68f admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5634100 Mar 28 12:15:22.363942 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 33416) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:15:22.371241 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-a4ed576a-dabd-467b-a57c-0bbecae976a3 admin admin] Request body: {'subnet': {'network_id': '1c405e19-8936-4163-864d-bace5749d6e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-820261138-subnet', 'tenant_id': '6d0a276fe7444421abf998cbd71c489c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:15:22.374243 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7416888b-bb8b-452b-8b71-fa49b8b3a68f admin admin] Pushing event updated for resources: {'Network': ['ID=1c405e19-8936-4163-864d-bace5749d6e8,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:15:22.377687 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-a4ed576a-dabd-467b-a57c-0bbecae976a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:15:22.382059 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-a4ed576a-dabd-467b-a57c-0bbecae976a3 admin admin] Usage tracker for resource:subnet and tenant:6d0a276fe7444421abf998cbd71c489c is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:15:22.384226 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Network 1c405e19-8936-4163-864d-bace5749d6e8 details requested by agent ovs-agent-dv-neutron-835340-2-hyperv with host dv-neutron-835340-2-hyperv {{(pid=87872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 12:15:22.384710 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-a4ed576a-dabd-467b-a57c-0bbecae976a3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:15:22.390300 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-a4ed576a-dabd-467b-a57c-0bbecae976a3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:15:22.400495 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4ed576a-dabd-467b-a57c-0bbecae976a3 admin admin] Made reservation on behalf of 6d0a276fe7444421abf998cbd71c489c for: {'subnet': 1} {{(pid=87870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 12:15:22.402875 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-a4ed576a-dabd-467b-a57c-0bbecae976a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2563571'] for subnet, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:15:22.605365 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-a4ed576a-dabd-467b-a57c-0bbecae976a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2561241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2563521'] for subnet, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:15:22.680970 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ed576a-dabd-467b-a57c-0bbecae976a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eea337e5-9f30-46a5-90b2-75248bd546f7,revision_number=0']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:15:22.687786 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ed576a-dabd-467b-a57c-0bbecae976a3 admin admin] Checking segment: {'id': 'bad6dc41-b598-4772-8af6-e0981553b271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '1c405e19-8936-4163-864d-bace5749d6e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 12:15:22.688139 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4ed576a-dabd-467b-a57c-0bbecae976a3 admin admin] Network hostable DHCP agents. Network: 1c405e19-8936-4163-864d-bace5749d6e8, hostable agents: ['3cb85949-855b-4a40-b988-cd5705e511da'], hosted agents: [] {{(pid=87870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 12:15:22.706692 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4ed576a-dabd-467b-a57c-0bbecae976a3 admin admin] Network 1c405e19-8936-4163-864d-bace5749d6e8 is scheduled to be hosted by DHCP agent 3cb85949-855b-4a40-b988-cd5705e511da with binding_index 1 {{(pid=87870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 12:15:22.716639 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.base_scheduler [None req-a4ed576a-dabd-467b-a57c-0bbecae976a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-2-hyperv, 1c405e19-8936-4163-864d-bace5749d6e8) {{(pid=87870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:15:22.720464 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4ed576a-dabd-467b-a57c-0bbecae976a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:15:22.721028 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-a4ed576a-dabd-467b-a57c-0bbecae976a3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:15:22.725360 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa48f4e5-1536-4bb0-b32f-d3c4ab1ab441 None None] Network 1c405e19-8936-4163-864d-bace5749d6e8 requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 12:15:22.742075 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-a4ed576a-dabd-467b-a57c-0bbecae976a3 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3771453 Mar 28 12:15:22.944503 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e99f705d-9ad7-4281-8438-968c26872067 None None] Network 1c405e19-8936-4163-864d-bace5749d6e8 requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 12:15:23.260738 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd52c20-ba40-4607-990f-387004c6160d req-70623c8e-bb97-405c-9e3c-26d1d50451a1 tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:15:23.261407 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [req-3fd52c20-ba40-4607-990f-387004c6160d req-70623c8e-bb97-405c-9e3c-26d1d50451a1 tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] Synchronizing usage tracker for tenant:6d0a276fe7444421abf998cbd71c489c on resource:network {{(pid=87870) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:15:23.277636 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [req-3fd52c20-ba40-4607-990f-387004c6160d req-70623c8e-bb97-405c-9e3c-26d1d50451a1 tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] Unset dirty status for tenant:6d0a276fe7444421abf998cbd71c489c on resource:network {{(pid=87870) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:15:23.278904 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-3fd52c20-ba40-4607-990f-387004c6160d req-70623c8e-bb97-405c-9e3c-26d1d50451a1 tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] 10.222.0.30 "GET /v2.0/networks?id=1c405e19-8936-4163-864d-bace5749d6e8 HTTP/1.1" status: 200 len: 814 time: 0.1606088 Mar 28 12:15:23.294684 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-3fd52c20-ba40-4607-990f-387004c6160d req-7f31f172-c94d-4661-b34e-8de5eab179bc tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] 10.222.0.30 "GET /v2.0/quotas/6d0a276fe7444421abf998cbd71c489c HTTP/1.1" status: 200 len: 375 time: 0.0101771 Mar 28 12:15:23.346056 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-3fd52c20-ba40-4607-990f-387004c6160d req-3445a116-955b-4458-930b-9cc5cfad2261 tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=6d0a276fe7444421abf998cbd71c489c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0465889 Mar 28 12:15:23.475626 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-3fd52c20-ba40-4607-990f-387004c6160d req-a7d6d50a-e736-4cd3-bd36-80896d82faca service neutron] 10.222.0.30 "GET /v2.0/networks/1c405e19-8936-4163-864d-bace5749d6e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228678 Mar 28 12:15:23.605625 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-3fd52c20-ba40-4607-990f-387004c6160d req-3a783308-f239-43ee-9562-6a99fb44ce43 service neutron] 10.222.0.30 "GET /v2.0/networks/1c405e19-8936-4163-864d-bace5749d6e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240795 Mar 28 12:15:23.776796 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-a42c72cb-4092-4c41-a2b9-a0cdef455988 req-26cea2c9-19ae-4a27-bb1e-bec2d26f81ba tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb9b21b5-15cb-4124-939f-68c25c5e9b91 HTTP/1.1" status: 200 len: 210 time: 0.0429633 Mar 28 12:15:24.776868 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd52c20-ba40-4607-990f-387004c6160d req-ab4b5f3b-2504-45c0-a374-6ff45a21822b tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:15:24.778282 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-3fd52c20-ba40-4607-990f-387004c6160d req-ab4b5f3b-2504-45c0-a374-6ff45a21822b tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] 10.222.0.11 "GET /v2.0/networks?id=1c405e19-8936-4163-864d-bace5749d6e8 HTTP/1.1" status: 200 len: 814 time: 0.1535480 Mar 28 12:15:24.790874 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [req-3fd52c20-ba40-4607-990f-387004c6160d req-3a12279d-9b19-466b-83f4-a7f40568be2c tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] Request body: {'port': {'device_id': 'fb9b21b5-15cb-4124-939f-68c25c5e9b91', 'network_id': '1c405e19-8936-4163-864d-bace5749d6e8', 'admin_state_up': True, 'tenant_id': '6d0a276fe7444421abf998cbd71c489c'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:15:24.947459 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-2484880c-0854-4098-b5bd-28bd2cc3ccd6 req-e39df566-0006-4c35-bba2-f28c851178b6 tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb9b21b5-15cb-4124-939f-68c25c5e9b91 HTTP/1.1" status: 200 len: 210 time: 0.0529914 Mar 28 12:15:24.979788 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [req-3fd52c20-ba40-4607-990f-387004c6160d req-3a12279d-9b19-466b-83f4-a7f40568be2c tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:15:24.983551 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [req-3fd52c20-ba40-4607-990f-387004c6160d req-3a12279d-9b19-466b-83f4-a7f40568be2c tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] Usage tracker for resource:port and tenant:6d0a276fe7444421abf998cbd71c489c is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:15:24.986206 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [req-3fd52c20-ba40-4607-990f-387004c6160d req-3a12279d-9b19-466b-83f4-a7f40568be2c tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:15:24.992197 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [req-3fd52c20-ba40-4607-990f-387004c6160d req-3a12279d-9b19-466b-83f4-a7f40568be2c tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:15:25.000907 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3fd52c20-ba40-4607-990f-387004c6160d req-3a12279d-9b19-466b-83f4-a7f40568be2c tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] Made reservation on behalf of 6d0a276fe7444421abf998cbd71c489c for: {'port': 1} {{(pid=87870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 12:15:25.004436 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [req-3fd52c20-ba40-4607-990f-387004c6160d req-3a12279d-9b19-466b-83f4-a7f40568be2c tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:15:25.173088 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.db_base_plugin_common [req-3fd52c20-ba40-4607-990f-387004c6160d req-3a12279d-9b19-466b-83f4-a7f40568be2c tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] Allocated IP 172.20.0.5 (1c405e19-8936-4163-864d-bace5749d6e8/eea337e5-9f30-46a5-90b2-75248bd546f7/4a10321d-0393-4f3f-9fa0-a67a0899b1da) {{(pid=87870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 12:15:25.380606 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [req-3fd52c20-ba40-4607-990f-387004c6160d req-3a12279d-9b19-466b-83f4-a7f40568be2c tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] Notify callbacks [] for port, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:15:25.408782 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [req-3fd52c20-ba40-4607-990f-387004c6160d req-3a12279d-9b19-466b-83f4-a7f40568be2c tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:15:25.476506 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3fd52c20-ba40-4607-990f-387004c6160d req-3a12279d-9b19-466b-83f4-a7f40568be2c tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] Network 1c405e19-8936-4163-864d-bace5749d6e8 is already hosted by enough agents. {{(pid=87870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:15:25.483372 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.base_scheduler [req-3fd52c20-ba40-4607-990f-387004c6160d req-3a12279d-9b19-466b-83f4-a7f40568be2c tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] Resources bound (agent type, host, resource id): {{(pid=87870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:15:25.487582 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fd52c20-ba40-4607-990f-387004c6160d req-3a12279d-9b19-466b-83f4-a7f40568be2c tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] Received port after_create {{(pid=87870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 12:15:25.619678 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a12279d-9b19-466b-83f4-a7f40568be2c tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] Pushing event updated for resources: {'Port': ['ID=4a10321d-0393-4f3f-9fa0-a67a0899b1da,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:15:25.651330 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd52c20-ba40-4607-990f-387004c6160d req-3a12279d-9b19-466b-83f4-a7f40568be2c tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:15:25.651951 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [req-3fd52c20-ba40-4607-990f-387004c6160d req-3a12279d-9b19-466b-83f4-a7f40568be2c tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:15:25.670542 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-3fd52c20-ba40-4607-990f-387004c6160d req-3a12279d-9b19-466b-83f4-a7f40568be2c tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8842840 Mar 28 12:15:25.683255 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [req-3fd52c20-ba40-4607-990f-387004c6160d req-e768bbce-b193-4285-9ade-f7f0eea777a6 service neutron] Request body: {'port': {'device_id': 'fb9b21b5-15cb-4124-939f-68c25c5e9b91', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8353'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:15:25.792517 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [req-3fd52c20-ba40-4607-990f-387004c6160d req-e768bbce-b193-4285-9ade-f7f0eea777a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:15:26.129194 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.notifiers.nova [req-3fd52c20-ba40-4607-990f-387004c6160d req-e768bbce-b193-4285-9ade-f7f0eea777a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a10321d-0393-4f3f-9fa0-a67a0899b1da {{(pid=87870) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 12:15:26.134644 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142d521c-b8fe-477b-a85c-5dbfca480e98 req-304a134f-0b65-419f-ae9a-e261849f7970 tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:15:26.136178 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-142d521c-b8fe-477b-a85c-5dbfca480e98 req-304a134f-0b65-419f-ae9a-e261849f7970 tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb9b21b5-15cb-4124-939f-68c25c5e9b91 HTTP/1.1" status: 200 len: 931 time: 0.0850964 Mar 28 12:15:26.138223 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [req-3fd52c20-ba40-4607-990f-387004c6160d req-e768bbce-b193-4285-9ade-f7f0eea777a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:15:26.153118 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.provisioning_blocks [req-3fd52c20-ba40-4607-990f-387004c6160d req-e768bbce-b193-4285-9ade-f7f0eea777a6 service neutron] Transition to ACTIVE for port object 4a10321d-0393-4f3f-9fa0-a67a0899b1da will not be triggered until provisioned by entity L2. {{(pid=87870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:15:26.156682 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [req-3fd52c20-ba40-4607-990f-387004c6160d req-e768bbce-b193-4285-9ade-f7f0eea777a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2558288'] for port, after_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:15:26.181386 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-142d521c-b8fe-477b-a85c-5dbfca480e98 req-ed904288-14f9-4b83-b965-89be05e26641 tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] 10.222.0.30 "GET /v2.0/security-groups?id=1eca1252-40fc-40cb-b762-c245dbf179c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389543 Mar 28 12:15:26.321613 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e768bbce-b193-4285-9ade-f7f0eea777a6 service neutron] Pushing event updated for resources: {'Port': ['ID=4a10321d-0393-4f3f-9fa0-a67a0899b1da,revision_number=2']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:15:26.389066 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.managers [req-3fd52c20-ba40-4607-990f-387004c6160d req-e768bbce-b193-4285-9ade-f7f0eea777a6 service neutron] Attempting to bind port 4a10321d-0393-4f3f-9fa0-a67a0899b1da on host hv-neutron-8353 for vnic_type normal with profile {{(pid=87870) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 12:15:26.389387 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.managers [req-3fd52c20-ba40-4607-990f-387004c6160d req-e768bbce-b193-4285-9ade-f7f0eea777a6 service neutron] Attempting to bind port 4a10321d-0393-4f3f-9fa0-a67a0899b1da by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': 'bad6dc41-b598-4772-8af6-e0981553b271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '1c405e19-8936-4163-864d-bace5749d6e8'}] {{(pid=87870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 12:15:26.389701 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fd52c20-ba40-4607-990f-387004c6160d req-e768bbce-b193-4285-9ade-f7f0eea777a6 service neutron] Attempting to bind port 4a10321d-0393-4f3f-9fa0-a67a0899b1da on network 1c405e19-8936-4163-864d-bace5749d6e8 {{(pid=87870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 12:15:26.394165 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fd52c20-ba40-4607-990f-387004c6160d req-e768bbce-b193-4285-9ade-f7f0eea777a6 service neutron] Port 4a10321d-0393-4f3f-9fa0-a67a0899b1da on network 1c405e19-8936-4163-864d-bace5749d6e8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=87870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 12:15:26.394476 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fd52c20-ba40-4607-990f-387004c6160d req-e768bbce-b193-4285-9ade-f7f0eea777a6 service neutron] Attempting to bind port 4a10321d-0393-4f3f-9fa0-a67a0899b1da on network 1c405e19-8936-4163-864d-bace5749d6e8 {{(pid=87870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 12:15:26.399585 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fd52c20-ba40-4607-990f-387004c6160d req-e768bbce-b193-4285-9ade-f7f0eea777a6 service neutron] Checking agent: {'id': '01dfae6e-0e91-4100-b27f-ff8156eac7d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8353', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 52, 20), 'started_at': datetime.datetime(2022, 3, 28, 11, 52, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 12, 15, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 12:15:26.399912 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fd52c20-ba40-4607-990f-387004c6160d req-e768bbce-b193-4285-9ade-f7f0eea777a6 service neutron] Checking segment: {'id': 'bad6dc41-b598-4772-8af6-e0981553b271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '1c405e19-8936-4163-864d-bace5749d6e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 12:15:26.400282 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fd52c20-ba40-4607-990f-387004c6160d req-e768bbce-b193-4285-9ade-f7f0eea777a6 service neutron] Bound using segment: {'id': 'bad6dc41-b598-4772-8af6-e0981553b271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '1c405e19-8936-4163-864d-bace5749d6e8'} {{(pid=87870) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 12:15:26.400691 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.managers [req-3fd52c20-ba40-4607-990f-387004c6160d req-e768bbce-b193-4285-9ade-f7f0eea777a6 service neutron] Bound port: 4a10321d-0393-4f3f-9fa0-a67a0899b1da, host: hv-neutron-8353, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bad6dc41-b598-4772-8af6-e0981553b271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '1c405e19-8936-4163-864d-bace5749d6e8'}}] {{(pid=87870) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 12:15:26.401021 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [req-3fd52c20-ba40-4607-990f-387004c6160d req-e768bbce-b193-4285-9ade-f7f0eea777a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:15:26.493308 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.db [req-3fd52c20-ba40-4607-990f-387004c6160d req-e768bbce-b193-4285-9ade-f7f0eea777a6 service neutron] For port 4a10321d-0393-4f3f-9fa0-a67a0899b1da, host hv-neutron-8353, cleared binding levels {{(pid=87870) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 12:15:26.496573 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.db [req-3fd52c20-ba40-4607-990f-387004c6160d req-e768bbce-b193-4285-9ade-f7f0eea777a6 service neutron] For port 4a10321d-0393-4f3f-9fa0-a67a0899b1da, host hv-neutron-8353, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=4a10321d-0393-4f3f-9fa0-a67a0899b1da,segment=NetworkSegment(bad6dc41-b598-4772-8af6-e0981553b271),segment_id=bad6dc41-b598-4772-8af6-e0981553b271)] {{(pid=87870) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 12:15:26.500543 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [req-3fd52c20-ba40-4607-990f-387004c6160d req-e768bbce-b193-4285-9ade-f7f0eea777a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2558288'] for port, after_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:15:26.556720 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd52c20-ba40-4607-990f-387004c6160d req-e768bbce-b193-4285-9ade-f7f0eea777a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:15:26.557327 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [req-3fd52c20-ba40-4607-990f-387004c6160d req-e768bbce-b193-4285-9ade-f7f0eea777a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:15:26.558755 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-3fd52c20-ba40-4607-990f-387004c6160d req-e768bbce-b193-4285-9ade-f7f0eea777a6 service neutron] 10.222.0.11 "PUT /v2.0/ports/4a10321d-0393-4f3f-9fa0-a67a0899b1da HTTP/1.1" status: 200 len: 1093 time: 0.8792863 Mar 28 12:15:26.559174 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb9b21b5-15cb-4124-939f-68c25c5e9b91', 'tag': '4a10321d-0393-4f3f-9fa0-a67a0899b1da'}] {{(pid=87870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 12:15:26.590686 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e768bbce-b193-4285-9ade-f7f0eea777a6 service neutron] Pushing event updated for resources: {'Port': ['ID=4a10321d-0393-4f3f-9fa0-a67a0899b1da,revision_number=3']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:15:26.625142 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb9b21b5-15cb-4124-939f-68c25c5e9b91', 'tag': '4a10321d-0393-4f3f-9fa0-a67a0899b1da', 'status': 'completed', 'code': 200} Mar 28 12:15:26.668862 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd52c20-ba40-4607-990f-387004c6160d req-7b0e2de4-a74c-45cb-a981-656f94eca09e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:15:26.670311 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-3fd52c20-ba40-4607-990f-387004c6160d req-7b0e2de4-a74c-45cb-a981-656f94eca09e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6d0a276fe7444421abf998cbd71c489c&device_id=fb9b21b5-15cb-4124-939f-68c25c5e9b91 HTTP/1.1" status: 200 len: 1096 time: 0.0751600 Mar 28 12:15:26.735974 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-3fd52c20-ba40-4607-990f-387004c6160d req-48a716ef-574f-4271-8df3-b8d460743ad4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4a10321d-0393-4f3f-9fa0-a67a0899b1da HTTP/1.1" status: 200 len: 217 time: 0.0595872 Mar 28 12:15:26.799945 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd52c20-ba40-4607-990f-387004c6160d req-40e77fd3-4538-4b2a-823e-cb2bcc4b8910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:15:26.801408 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-3fd52c20-ba40-4607-990f-387004c6160d req-40e77fd3-4538-4b2a-823e-cb2bcc4b8910 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=eea337e5-9f30-46a5-90b2-75248bd546f7 HTTP/1.1" status: 200 len: 854 time: 0.0597303 Mar 28 12:15:26.847174 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-3fd52c20-ba40-4607-990f-387004c6160d req-20c955ec-68b3-4117-b878-237d3df874bc service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1c405e19-8936-4163-864d-bace5749d6e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400753 Mar 28 12:15:26.976361 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-3fd52c20-ba40-4607-990f-387004c6160d req-bd4e5e4f-20b9-4343-bb8f-6a2eed7750ec service neutron] 10.222.0.11 "GET /v2.0/networks/1c405e19-8936-4163-864d-bace5749d6e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232588 Mar 28 12:15:27.107782 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-3fd52c20-ba40-4607-990f-387004c6160d req-f992d9e4-0dc5-46db-be04-23fc15784ec0 service neutron] 10.222.0.11 "GET /v2.0/networks/1c405e19-8936-4163-864d-bace5749d6e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243529 Mar 28 12:15:27.225369 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8fc47d-2595-4066-863e-efdc24636bb6 req-9e4a4b4c-0334-4299-95bf-651fe617f168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:15:27.226944 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-da8fc47d-2595-4066-863e-efdc24636bb6 req-9e4a4b4c-0334-4299-95bf-651fe617f168 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6d0a276fe7444421abf998cbd71c489c&device_id=fb9b21b5-15cb-4124-939f-68c25c5e9b91 HTTP/1.1" status: 200 len: 1096 time: 0.0711091 Mar 28 12:15:27.373040 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ef2a0b-d490-484c-a31d-34c27f908b29 req-68a3197b-1e23-495b-8275-30aa932c5da2 tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:15:27.374590 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-50ef2a0b-d490-484c-a31d-34c27f908b29 req-68a3197b-1e23-495b-8275-30aa932c5da2 tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb9b21b5-15cb-4124-939f-68c25c5e9b91 HTTP/1.1" status: 200 len: 943 time: 0.0845215 Mar 28 12:15:27.419190 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-50ef2a0b-d490-484c-a31d-34c27f908b29 req-73870b6b-4c3e-4643-aa4a-ed37e21dbf56 tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] 10.222.0.30 "GET /v2.0/security-groups?id=1eca1252-40fc-40cb-b762-c245dbf179c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387435 Mar 28 12:15:27.467596 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8fc47d-2595-4066-863e-efdc24636bb6 req-957c684f-1847-4b1a-891b-ffbccdd24135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:15:27.469020 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-da8fc47d-2595-4066-863e-efdc24636bb6 req-957c684f-1847-4b1a-891b-ffbccdd24135 service neutron] 10.222.0.11 "GET /v2.0/networks?id=1c405e19-8936-4163-864d-bace5749d6e8 HTTP/1.1" status: 200 len: 914 time: 0.2363005 Mar 28 12:15:27.540461 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-da8fc47d-2595-4066-863e-efdc24636bb6 req-1a522396-a4c1-4173-967a-5f0c6e62d2e1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4a10321d-0393-4f3f-9fa0-a67a0899b1da HTTP/1.1" status: 200 len: 217 time: 0.0642664 Mar 28 12:15:27.605790 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8fc47d-2595-4066-863e-efdc24636bb6 req-e7eb30e9-aa5e-400b-b6dd-65ea73557bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:15:27.607207 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-da8fc47d-2595-4066-863e-efdc24636bb6 req-e7eb30e9-aa5e-400b-b6dd-65ea73557bb6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=eea337e5-9f30-46a5-90b2-75248bd546f7 HTTP/1.1" status: 200 len: 854 time: 0.0607250 Mar 28 12:15:27.653864 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-da8fc47d-2595-4066-863e-efdc24636bb6 req-5b96a5ec-84c3-49df-9565-5acc551d47a5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1c405e19-8936-4163-864d-bace5749d6e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396974 Mar 28 12:15:27.786386 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-da8fc47d-2595-4066-863e-efdc24636bb6 req-17196c5d-aaad-480f-834b-60c28520733e service neutron] 10.222.0.11 "GET /v2.0/networks/1c405e19-8936-4163-864d-bace5749d6e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257982 Mar 28 12:15:27.918619 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-da8fc47d-2595-4066-863e-efdc24636bb6 req-67d59e39-f4c9-4d3e-b2d6-c6fb270c1dd1 service neutron] 10.222.0.11 "GET /v2.0/networks/1c405e19-8936-4163-864d-bace5749d6e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258638 Mar 28 12:15:28.605763 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e87e61-f869-40e1-90bf-5f81de930768 req-57e4c352-44e3-4890-b8ec-26e6d899d780 tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:15:28.606437 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [req-97e87e61-f869-40e1-90bf-5f81de930768 req-57e4c352-44e3-4890-b8ec-26e6d899d780 tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] Synchronizing usage tracker for tenant:6d0a276fe7444421abf998cbd71c489c on resource:port {{(pid=87870) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:15:28.622353 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [req-97e87e61-f869-40e1-90bf-5f81de930768 req-57e4c352-44e3-4890-b8ec-26e6d899d780 tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] Unset dirty status for tenant:6d0a276fe7444421abf998cbd71c489c on resource:port {{(pid=87870) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:15:28.623445 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-97e87e61-f869-40e1-90bf-5f81de930768 req-57e4c352-44e3-4890-b8ec-26e6d899d780 tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb9b21b5-15cb-4124-939f-68c25c5e9b91 HTTP/1.1" status: 200 len: 943 time: 0.0953104 Mar 28 12:15:28.669431 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [req-97e87e61-f869-40e1-90bf-5f81de930768 req-4f4de63d-5975-4ea6-914c-72a16efd7dc3 tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] Synchronizing usage tracker for tenant:6d0a276fe7444421abf998cbd71c489c on resource:security_group {{(pid=87870) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:15:28.684753 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [req-97e87e61-f869-40e1-90bf-5f81de930768 req-4f4de63d-5975-4ea6-914c-72a16efd7dc3 tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] Unset dirty status for tenant:6d0a276fe7444421abf998cbd71c489c on resource:security_group {{(pid=87870) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:15:28.685857 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-97e87e61-f869-40e1-90bf-5f81de930768 req-4f4de63d-5975-4ea6-914c-72a16efd7dc3 tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] 10.222.0.30 "GET /v2.0/security-groups?id=1eca1252-40fc-40cb-b762-c245dbf179c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567675 Mar 28 12:15:29.319330 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Device 4a10321d-0393-4f3f-9fa0-a67a0899b1da details requested by agent hyperv_hv-neutron-8353 with host hv-neutron-8353 {{(pid=87872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 28 12:15:29.450507 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] For port 4a10321d-0393-4f3f-9fa0-a67a0899b1da, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=4a10321d-0393-4f3f-9fa0-a67a0899b1da,segment=NetworkSegment(bad6dc41-b598-4772-8af6-e0981553b271),segment_id=bad6dc41-b598-4772-8af6-e0981553b271)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:15:29.467105 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Returning: {'device': '4a10321d-0393-4f3f-9fa0-a67a0899b1da', 'network_id': '1c405e19-8936-4163-864d-bace5749d6e8', 'port_id': '4a10321d-0393-4f3f-9fa0-a67a0899b1da', 'mac_address': 'fa:16:3e:e0:7c:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eea337e5-9f30-46a5-90b2-75248bd546f7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 28 12:15:29.551675 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:15:29.568828 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.notifiers.nova [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a10321d-0393-4f3f-9fa0-a67a0899b1da {{(pid=87872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 12:15:29.583556 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] For port 4a10321d-0393-4f3f-9fa0-a67a0899b1da, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=4a10321d-0393-4f3f-9fa0-a67a0899b1da,segment=NetworkSegment(bad6dc41-b598-4772-8af6-e0981553b271),segment_id=bad6dc41-b598-4772-8af6-e0981553b271)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:15:29.587806 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:15:29.653590 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Pushing event updated for resources: {'Port': ['ID=4a10321d-0393-4f3f-9fa0-a67a0899b1da,revision_number=4']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:15:29.787222 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] get_ports_and_sgs() called for port_ids ['4a10321d-0393-4f3f-9fa0-a67a0899b1da'] {{(pid=87872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 12:15:29.875404 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13fc520-1357-4f2a-b7b1-173cfd274236 req-f366c465-acf0-482d-99d2-c374d0ea7025 tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:15:29.876871 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-e13fc520-1357-4f2a-b7b1-173cfd274236 req-f366c465-acf0-482d-99d2-c374d0ea7025 tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb9b21b5-15cb-4124-939f-68c25c5e9b91 HTTP/1.1" status: 200 len: 944 time: 0.0831795 Mar 28 12:15:29.920737 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-e13fc520-1357-4f2a-b7b1-173cfd274236 req-6669b3b9-f76d-4565-b836-079d86917f0f tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] 10.222.0.30 "GET /v2.0/security-groups?id=1eca1252-40fc-40cb-b762-c245dbf179c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369823 Mar 28 12:15:31.100875 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdd0653-0ba1-43a9-b1c1-7f6a18ade285 req-1dad9b3d-3d67-41bf-8a60-52cab54c0820 tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:15:31.102224 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-8fdd0653-0ba1-43a9-b1c1-7f6a18ade285 req-1dad9b3d-3d67-41bf-8a60-52cab54c0820 tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb9b21b5-15cb-4124-939f-68c25c5e9b91 HTTP/1.1" status: 200 len: 944 time: 0.0783005 Mar 28 12:15:31.145518 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-8fdd0653-0ba1-43a9-b1c1-7f6a18ade285 req-301146fc-e6db-4b94-90b3-0818a930361b tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] 10.222.0.30 "GET /v2.0/security-groups?id=1eca1252-40fc-40cb-b762-c245dbf179c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377042 Mar 28 12:15:31.319232 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Device 4a10321d-0393-4f3f-9fa0-a67a0899b1da up at agent hyperv_hv-neutron-8353 {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:15:31.388051 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Provisioning for port 4a10321d-0393-4f3f-9fa0-a67a0899b1da completed by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:15:31.392737 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Provisioning complete for port 4a10321d-0393-4f3f-9fa0-a67a0899b1da triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:15:31.393109 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:15:31.506445 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:15:31.535346 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb9b21b5-15cb-4124-939f-68c25c5e9b91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a10321d-0393-4f3f-9fa0-a67a0899b1da'}] {{(pid=87872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 12:15:31.546322 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] For port 4a10321d-0393-4f3f-9fa0-a67a0899b1da, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=4a10321d-0393-4f3f-9fa0-a67a0899b1da,segment=NetworkSegment(bad6dc41-b598-4772-8af6-e0981553b271),segment_id=bad6dc41-b598-4772-8af6-e0981553b271)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:15:31.549867 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:15:31.585493 dv-neutron-835340-2-hyperv neutron-server[87872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb9b21b5-15cb-4124-939f-68c25c5e9b91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a10321d-0393-4f3f-9fa0-a67a0899b1da', 'code': 200} Mar 28 12:15:31.617813 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Pushing event updated for resources: {'Port': ['ID=4a10321d-0393-4f3f-9fa0-a67a0899b1da,revision_number=5']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:15:31.810067 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c05f6f8-8120-445f-9878-b68acb0b7841 req-177fb07f-8720-46cc-a231-866c16202a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:15:31.811557 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-2c05f6f8-8120-445f-9878-b68acb0b7841 req-177fb07f-8720-46cc-a231-866c16202a91 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=fb9b21b5-15cb-4124-939f-68c25c5e9b91 HTTP/1.1" status: 200 len: 1098 time: 0.0722156 Mar 28 12:15:31.852600 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-2c05f6f8-8120-445f-9878-b68acb0b7841 req-51faf147-ca1e-4603-aeb5-734442e18aa3 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=1eca1252-40fc-40cb-b762-c245dbf179c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350897 Mar 28 12:15:32.326395 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d337e5fc-350b-4160-b709-09c2f273e1ee req-df50b1c6-2fb5-4010-a8d4-1d941c462085 tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:15:32.327876 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-d337e5fc-350b-4160-b709-09c2f273e1ee req-df50b1c6-2fb5-4010-a8d4-1d941c462085 tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb9b21b5-15cb-4124-939f-68c25c5e9b91 HTTP/1.1" status: 200 len: 945 time: 0.0800047 Mar 28 12:15:32.341460 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-9124f8c2-cbd7-4fdf-836b-045f3736517d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:15:32.372091 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-d337e5fc-350b-4160-b709-09c2f273e1ee req-10ec734f-6666-4016-b075-814c1db17bcc tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] 10.222.0.30 "GET /v2.0/security-groups?id=1eca1252-40fc-40cb-b762-c245dbf179c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385020 Mar 28 12:15:33.554336 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25024d04-d2fc-47d5-b01b-73f93e04331b req-8758d877-82bb-4a0a-9e60-765acae6c001 tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:15:33.555830 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-25024d04-d2fc-47d5-b01b-73f93e04331b req-8758d877-82bb-4a0a-9e60-765acae6c001 tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb9b21b5-15cb-4124-939f-68c25c5e9b91 HTTP/1.1" status: 200 len: 945 time: 0.0795610 Mar 28 12:15:33.602050 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-25024d04-d2fc-47d5-b01b-73f93e04331b req-107dd236-13a1-4306-beed-3d5eb8145b3a tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] 10.222.0.30 "GET /v2.0/security-groups?id=1eca1252-40fc-40cb-b762-c245dbf179c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406332 Mar 28 12:15:33.787053 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff3d123-9961-48ed-8c97-5a8fd88fc5f3 req-98ad118b-a36e-4f6a-b1dc-4789d71a2299 tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:15:33.788527 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-fff3d123-9961-48ed-8c97-5a8fd88fc5f3 req-98ad118b-a36e-4f6a-b1dc-4789d71a2299 tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb9b21b5-15cb-4124-939f-68c25c5e9b91 HTTP/1.1" status: 200 len: 945 time: 0.0819087 Mar 28 12:15:33.832457 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-fff3d123-9961-48ed-8c97-5a8fd88fc5f3 req-7e297f95-d81d-4631-a1e3-1e468a116789 tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] 10.222.0.30 "GET /v2.0/security-groups?id=1eca1252-40fc-40cb-b762-c245dbf179c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382640 Mar 28 12:15:34.170038 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9c6c08-a907-41b7-92cc-1c7342dfc92b req-766b0943-3bf1-41ba-a2c2-6740a8bb33b2 tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:15:34.171393 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-1a9c6c08-a907-41b7-92cc-1c7342dfc92b req-766b0943-3bf1-41ba-a2c2-6740a8bb33b2 tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb9b21b5-15cb-4124-939f-68c25c5e9b91 HTTP/1.1" status: 200 len: 945 time: 0.0791295 Mar 28 12:15:34.217892 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-1a9c6c08-a907-41b7-92cc-1c7342dfc92b req-32242fc1-62e8-426f-8116-f6ad30ca04bb tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] 10.222.0.30 "GET /v2.0/security-groups?id=1eca1252-40fc-40cb-b762-c245dbf179c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408521 Mar 28 12:15:34.397587 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8782bc-8575-4667-aa4d-d86e2b0103c2 req-12b720bf-048d-47a0-bd80-3829e25d0568 tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:15:34.398995 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-ef8782bc-8575-4667-aa4d-d86e2b0103c2 req-12b720bf-048d-47a0-bd80-3829e25d0568 tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb9b21b5-15cb-4124-939f-68c25c5e9b91 HTTP/1.1" status: 200 len: 945 time: 0.0778995 Mar 28 12:15:34.441481 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-ef8782bc-8575-4667-aa4d-d86e2b0103c2 req-62264779-0d89-418f-93ff-45d944ad3988 tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] 10.222.0.30 "GET /v2.0/security-groups?id=1eca1252-40fc-40cb-b762-c245dbf179c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368688 Mar 28 12:15:34.731890 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-225b70e7-59db-4b93-9f73-96de53917bf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:15:34.803577 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-089dfeeb-1d02-4457-a2dd-e2e4ecc60a61 req-cee748be-65ea-4846-8cb8-e1739548c403 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=fb9b21b5-15cb-4124-939f-68c25c5e9b91&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0734971 Mar 28 12:15:34.852466 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794d214e-9222-4e77-84fa-7cd4252eea64 req-f8093776-7bfa-44a4-95c7-9b8d73465c87 tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:15:34.853816 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-794d214e-9222-4e77-84fa-7cd4252eea64 req-f8093776-7bfa-44a4-95c7-9b8d73465c87 tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb9b21b5-15cb-4124-939f-68c25c5e9b91 HTTP/1.1" status: 200 len: 945 time: 0.0879920 Mar 28 12:15:34.899532 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-794d214e-9222-4e77-84fa-7cd4252eea64 req-ebe1e32e-f108-40b2-b471-0b5db6cd23f7 tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] 10.222.0.30 "GET /v2.0/security-groups?id=1eca1252-40fc-40cb-b762-c245dbf179c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401535 Mar 28 12:15:35.702769 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:15:35.820300 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-ef3be119-c018-4979-be07-86cf959defc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:15:35.944842 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089dfeeb-1d02-4457-a2dd-e2e4ecc60a61 req-8700ecc9-0d8a-4414-a06e-a576c3c40a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:15:35.946310 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-089dfeeb-1d02-4457-a2dd-e2e4ecc60a61 req-8700ecc9-0d8a-4414-a06e-a576c3c40a17 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6d0a276fe7444421abf998cbd71c489c&device_id=fb9b21b5-15cb-4124-939f-68c25c5e9b91 HTTP/1.1" status: 200 len: 1098 time: 0.0713406 Mar 28 12:15:36.132956 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089dfeeb-1d02-4457-a2dd-e2e4ecc60a61 req-7ae968ab-b455-4cc4-8a42-f4243d1f8a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:15:36.134284 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-089dfeeb-1d02-4457-a2dd-e2e4ecc60a61 req-7ae968ab-b455-4cc4-8a42-f4243d1f8a8a service neutron] 10.222.0.11 "GET /v2.0/networks?id=1c405e19-8936-4163-864d-bace5749d6e8 HTTP/1.1" status: 200 len: 914 time: 0.1811216 Mar 28 12:15:36.306501 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-089dfeeb-1d02-4457-a2dd-e2e4ecc60a61 req-78bafc81-f3e3-4132-ac17-bd3abff8d844 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4a10321d-0393-4f3f-9fa0-a67a0899b1da HTTP/1.1" status: 200 len: 217 time: 0.1615844 Mar 28 12:15:36.313859 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92a569b-bdc3-432a-9ce4-e100e8caf7a9 req-47665884-ec7f-489a-a60e-dffc2c2c1498 tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:15:36.315184 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-a92a569b-bdc3-432a-9ce4-e100e8caf7a9 req-47665884-ec7f-489a-a60e-dffc2c2c1498 tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb9b21b5-15cb-4124-939f-68c25c5e9b91 HTTP/1.1" status: 200 len: 945 time: 0.2783449 Mar 28 12:15:36.406060 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-a92a569b-bdc3-432a-9ce4-e100e8caf7a9 req-b8d80838-f6e5-40d0-baa1-30b850105ccc tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] 10.222.0.30 "GET /v2.0/security-groups?id=1eca1252-40fc-40cb-b762-c245dbf179c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604968 Mar 28 12:15:36.407417 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089dfeeb-1d02-4457-a2dd-e2e4ecc60a61 req-a4dcf65e-8096-4c10-8588-1e23a8771f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:15:36.408735 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-089dfeeb-1d02-4457-a2dd-e2e4ecc60a61 req-a4dcf65e-8096-4c10-8588-1e23a8771f00 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=eea337e5-9f30-46a5-90b2-75248bd546f7 HTTP/1.1" status: 200 len: 854 time: 0.0927284 Mar 28 12:15:36.454531 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-089dfeeb-1d02-4457-a2dd-e2e4ecc60a61 req-06d0b333-980f-480f-b3c9-c10bdae97411 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1c405e19-8936-4163-864d-bace5749d6e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401287 Mar 28 12:15:36.484299 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.agents_db [None req-03fd49d8-b51b-41c1-8716-b8e265c93689 None None] Agent healthcheck: found 6 active agents {{(pid=87873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 12:15:36.582301 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-089dfeeb-1d02-4457-a2dd-e2e4ecc60a61 req-b0666eea-8173-46c8-9009-7f23b9181ca0 service neutron] 10.222.0.11 "GET /v2.0/networks/1c405e19-8936-4163-864d-bace5749d6e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217501 Mar 28 12:15:36.714341 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-089dfeeb-1d02-4457-a2dd-e2e4ecc60a61 req-8e6bd192-32d2-4687-96d0-795b18c3bc2d service neutron] 10.222.0.11 "GET /v2.0/networks/1c405e19-8936-4163-864d-bace5749d6e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229372 Mar 28 12:15:37.476372 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-b7ccd3c7-0277-4f12-8e5c-e41478141af5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:15:37.736646 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfb8029-a7d7-4f8f-8ce6-dda5d7c61697 req-1a101483-cbf0-47fe-9434-1151b13fffaa tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:15:37.738069 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-fbfb8029-a7d7-4f8f-8ce6-dda5d7c61697 req-1a101483-cbf0-47fe-9434-1151b13fffaa tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb9b21b5-15cb-4124-939f-68c25c5e9b91 HTTP/1.1" status: 200 len: 945 time: 0.0783358 Mar 28 12:15:37.781226 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-fbfb8029-a7d7-4f8f-8ce6-dda5d7c61697 req-f2a85ead-b8bd-4f08-850c-98b6e2ac274c tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] 10.222.0.30 "GET /v2.0/security-groups?id=1eca1252-40fc-40cb-b762-c245dbf179c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366473 Mar 28 12:15:38.962171 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2777cf0-a00d-460b-9db9-b29e31557e4c req-300e26eb-3d09-41df-8876-2c0071f9f766 tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:15:38.963650 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-f2777cf0-a00d-460b-9db9-b29e31557e4c req-300e26eb-3d09-41df-8876-2c0071f9f766 tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb9b21b5-15cb-4124-939f-68c25c5e9b91 HTTP/1.1" status: 200 len: 945 time: 0.0784616 Mar 28 12:15:39.007711 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-f2777cf0-a00d-460b-9db9-b29e31557e4c req-46219322-8b12-4ee2-9d98-24d36cdcae62 tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] 10.222.0.30 "GET /v2.0/security-groups?id=1eca1252-40fc-40cb-b762-c245dbf179c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385077 Mar 28 12:15:40.193655 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3788aea-f59e-423c-84af-fe8f862a31ae req-486ce379-5a08-4bed-a017-8e474dc75fb1 tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:15:40.195245 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-f3788aea-f59e-423c-84af-fe8f862a31ae req-486ce379-5a08-4bed-a017-8e474dc75fb1 tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb9b21b5-15cb-4124-939f-68c25c5e9b91 HTTP/1.1" status: 200 len: 945 time: 0.0835633 Mar 28 12:15:40.238662 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-f3788aea-f59e-423c-84af-fe8f862a31ae req-946b358d-f594-4f95-963a-94ad768f7531 tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] 10.222.0.30 "GET /v2.0/security-groups?id=1eca1252-40fc-40cb-b762-c245dbf179c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377202 Mar 28 12:15:41.425882 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70606b2-d620-46a9-90e0-3e86d69a547f req-adcbadff-c86f-4660-a85d-6b50b3eaca1e tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:15:41.427313 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-d70606b2-d620-46a9-90e0-3e86d69a547f req-adcbadff-c86f-4660-a85d-6b50b3eaca1e tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb9b21b5-15cb-4124-939f-68c25c5e9b91 HTTP/1.1" status: 200 len: 945 time: 0.0827394 Mar 28 12:15:41.473141 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-d70606b2-d620-46a9-90e0-3e86d69a547f req-681885a5-5409-4e88-8b34-619aaca89d7d tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] 10.222.0.30 "GET /v2.0/security-groups?id=1eca1252-40fc-40cb-b762-c245dbf179c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395837 Mar 28 12:15:42.653812 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2888ca-adea-4499-8a43-88be23fedb56 req-0bfedf08-99c6-4b9f-84f3-f4c6e4722d0a tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:15:42.655234 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-ed2888ca-adea-4499-8a43-88be23fedb56 req-0bfedf08-99c6-4b9f-84f3-f4c6e4722d0a tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb9b21b5-15cb-4124-939f-68c25c5e9b91 HTTP/1.1" status: 200 len: 945 time: 0.0785766 Mar 28 12:15:42.701837 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-ed2888ca-adea-4499-8a43-88be23fedb56 req-cd917f49-cb06-4ec1-8306-a1cc8a99bb9e tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] 10.222.0.30 "GET /v2.0/security-groups?id=1eca1252-40fc-40cb-b762-c245dbf179c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410044 Mar 28 12:15:43.882345 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331911b1-dc8e-4bce-98d7-1c32e60c175d req-1cc471ad-5652-4220-8400-bbe4e4376be9 tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:15:43.884519 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-331911b1-dc8e-4bce-98d7-1c32e60c175d req-1cc471ad-5652-4220-8400-bbe4e4376be9 tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb9b21b5-15cb-4124-939f-68c25c5e9b91 HTTP/1.1" status: 200 len: 945 time: 0.0793788 Mar 28 12:15:43.930281 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-331911b1-dc8e-4bce-98d7-1c32e60c175d req-e58ea143-71cc-4f4b-ac40-9461a54dd8f3 tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] 10.222.0.30 "GET /v2.0/security-groups?id=1eca1252-40fc-40cb-b762-c245dbf179c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402138 Mar 28 12:15:45.113994 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150a9a96-47b2-4cb6-94b2-e1c5a015c0c6 req-3260bdc1-063e-4d7a-bee2-200acc1a8685 tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:15:45.115340 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-150a9a96-47b2-4cb6-94b2-e1c5a015c0c6 req-3260bdc1-063e-4d7a-bee2-200acc1a8685 tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb9b21b5-15cb-4124-939f-68c25c5e9b91 HTTP/1.1" status: 200 len: 945 time: 0.0786357 Mar 28 12:15:45.158403 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-150a9a96-47b2-4cb6-94b2-e1c5a015c0c6 req-937cc424-548e-4520-84a6-d1f0271efdec tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] 10.222.0.30 "GET /v2.0/security-groups?id=1eca1252-40fc-40cb-b762-c245dbf179c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367851 Mar 28 12:15:46.338115 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89f1a16-8e35-4db3-af65-1b917e2f18c2 req-dde32bd4-b9cd-4ee1-bf5e-f49eb7af21f6 tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:15:46.340031 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-c89f1a16-8e35-4db3-af65-1b917e2f18c2 req-dde32bd4-b9cd-4ee1-bf5e-f49eb7af21f6 tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb9b21b5-15cb-4124-939f-68c25c5e9b91 HTTP/1.1" status: 200 len: 945 time: 0.0786736 Mar 28 12:15:46.397196 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-c89f1a16-8e35-4db3-af65-1b917e2f18c2 req-3f9549f3-2aef-4640-9354-1e36aee11d26 tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] 10.222.0.30 "GET /v2.0/security-groups?id=1eca1252-40fc-40cb-b762-c245dbf179c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515962 Mar 28 12:15:46.561419 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2135f9d-0227-45d1-9517-317677882b2c req-1881c740-bdb4-4110-875f-ebac16f4f910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:15:46.562878 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-d2135f9d-0227-45d1-9517-317677882b2c req-1881c740-bdb4-4110-875f-ebac16f4f910 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6d0a276fe7444421abf998cbd71c489c&device_id=fb9b21b5-15cb-4124-939f-68c25c5e9b91 HTTP/1.1" status: 200 len: 1098 time: 0.1167080 Mar 28 12:15:46.705316 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2135f9d-0227-45d1-9517-317677882b2c req-29a5ba61-3797-44fb-896d-fa7a021dabbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:15:46.706651 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-d2135f9d-0227-45d1-9517-317677882b2c req-29a5ba61-3797-44fb-896d-fa7a021dabbc service neutron] 10.222.0.11 "GET /v2.0/networks?id=1c405e19-8936-4163-864d-bace5749d6e8 HTTP/1.1" status: 200 len: 914 time: 0.1256475 Mar 28 12:15:46.771241 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-d2135f9d-0227-45d1-9517-317677882b2c req-c8910b55-83c9-4013-81d6-bdc72bf366a9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4a10321d-0393-4f3f-9fa0-a67a0899b1da HTTP/1.1" status: 200 len: 217 time: 0.0589752 Mar 28 12:15:46.840648 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2135f9d-0227-45d1-9517-317677882b2c req-91a69310-3b22-4b9f-99b1-570bd3975975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:15:46.842071 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-d2135f9d-0227-45d1-9517-317677882b2c req-91a69310-3b22-4b9f-99b1-570bd3975975 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=eea337e5-9f30-46a5-90b2-75248bd546f7 HTTP/1.1" status: 200 len: 854 time: 0.0603497 Mar 28 12:15:46.890362 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-d2135f9d-0227-45d1-9517-317677882b2c req-329b3c10-54de-4ddc-8cb7-143e21040baa service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1c405e19-8936-4163-864d-bace5749d6e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403717 Mar 28 12:15:47.018928 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-d2135f9d-0227-45d1-9517-317677882b2c req-aacb3cf9-bb44-4e7e-a0ec-756734ca511e service neutron] 10.222.0.11 "GET /v2.0/networks/1c405e19-8936-4163-864d-bace5749d6e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225882 Mar 28 12:15:47.147204 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-d2135f9d-0227-45d1-9517-317677882b2c req-2d716735-7b71-45d4-8cc4-50812ce55235 service neutron] 10.222.0.11 "GET /v2.0/networks/1c405e19-8936-4163-864d-bace5749d6e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214895 Mar 28 12:15:47.580408 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e6666b-9ffb-4e05-83a7-9850c8e0890d req-c15297af-aba6-43f5-a1b4-5becb86cdb3c tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:15:47.581848 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-57e6666b-9ffb-4e05-83a7-9850c8e0890d req-c15297af-aba6-43f5-a1b4-5becb86cdb3c tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb9b21b5-15cb-4124-939f-68c25c5e9b91 HTTP/1.1" status: 200 len: 945 time: 0.0821373 Mar 28 12:15:47.624915 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-57e6666b-9ffb-4e05-83a7-9850c8e0890d req-707251c7-d116-4171-b71a-df1f3a5c6e65 tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] 10.222.0.30 "GET /v2.0/security-groups?id=1eca1252-40fc-40cb-b762-c245dbf179c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367570 Mar 28 12:15:48.811410 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64deba6b-f6f2-4a42-a247-570246b093f2 req-22f7cd85-f157-4ffd-a575-552ffd73336e tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:15:48.812882 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-64deba6b-f6f2-4a42-a247-570246b093f2 req-22f7cd85-f157-4ffd-a575-552ffd73336e tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb9b21b5-15cb-4124-939f-68c25c5e9b91 HTTP/1.1" status: 200 len: 945 time: 0.0822635 Mar 28 12:15:48.956454 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-64deba6b-f6f2-4a42-a247-570246b093f2 req-052264fb-502a-47d4-b9a5-f07186f47b50 tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] 10.222.0.30 "GET /v2.0/security-groups?id=1eca1252-40fc-40cb-b762-c245dbf179c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379018 Mar 28 12:15:50.136792 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7781b2fc-74e5-4a9f-a133-a3e706a57703 req-03c6cbb5-a85d-4dba-ba0b-38e9cf0726fe tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:15:50.138131 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-7781b2fc-74e5-4a9f-a133-a3e706a57703 req-03c6cbb5-a85d-4dba-ba0b-38e9cf0726fe tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb9b21b5-15cb-4124-939f-68c25c5e9b91 HTTP/1.1" status: 200 len: 945 time: 0.0790417 Mar 28 12:15:50.181766 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-7781b2fc-74e5-4a9f-a133-a3e706a57703 req-af208b2e-c5b1-401e-8530-be6b488bdeff tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] 10.222.0.30 "GET /v2.0/security-groups?id=1eca1252-40fc-40cb-b762-c245dbf179c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377686 Mar 28 12:15:50.738612 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:15:51.370621 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd49a900-9762-49d1-b485-7c483105444b req-3b0d60c5-c2b0-47aa-abe5-0698e078c39e tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:15:51.372078 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-dd49a900-9762-49d1-b485-7c483105444b req-3b0d60c5-c2b0-47aa-abe5-0698e078c39e tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb9b21b5-15cb-4124-939f-68c25c5e9b91 HTTP/1.1" status: 200 len: 945 time: 0.0783265 Mar 28 12:15:51.417061 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-dd49a900-9762-49d1-b485-7c483105444b req-18784e9d-411f-4dcd-bfdd-b7f0c6e68c8e tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] 10.222.0.30 "GET /v2.0/security-groups?id=1eca1252-40fc-40cb-b762-c245dbf179c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394626 Mar 28 12:15:52.604376 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47167eb-c7d2-45ca-8337-36401d8b120f req-e8db202b-824c-45ea-b266-e02ddbf054be tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:15:52.605799 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-e47167eb-c7d2-45ca-8337-36401d8b120f req-e8db202b-824c-45ea-b266-e02ddbf054be tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb9b21b5-15cb-4124-939f-68c25c5e9b91 HTTP/1.1" status: 200 len: 945 time: 0.0815370 Mar 28 12:15:52.649736 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-e47167eb-c7d2-45ca-8337-36401d8b120f req-d7b0c26d-9109-4753-b9e3-5d5c52a51a99 tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] 10.222.0.30 "GET /v2.0/security-groups?id=1eca1252-40fc-40cb-b762-c245dbf179c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381896 Mar 28 12:15:53.834320 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2041d765-f8b5-4fe9-8657-be83a390d97e req-86cfaa06-aa7f-4463-b648-3d321f98774d tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:15:53.836044 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-2041d765-f8b5-4fe9-8657-be83a390d97e req-86cfaa06-aa7f-4463-b648-3d321f98774d tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb9b21b5-15cb-4124-939f-68c25c5e9b91 HTTP/1.1" status: 200 len: 945 time: 0.0826073 Mar 28 12:15:53.879704 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-2041d765-f8b5-4fe9-8657-be83a390d97e req-5b3095c5-8420-4eef-af90-df201668d787 tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] 10.222.0.30 "GET /v2.0/security-groups?id=1eca1252-40fc-40cb-b762-c245dbf179c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379686 Mar 28 12:15:55.063457 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160c9199-dc84-4d89-aebb-52e745e1fff2 req-f950dee8-bc1e-4399-abf4-d64e6ecca710 tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:15:55.064875 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-160c9199-dc84-4d89-aebb-52e745e1fff2 req-f950dee8-bc1e-4399-abf4-d64e6ecca710 tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb9b21b5-15cb-4124-939f-68c25c5e9b91 HTTP/1.1" status: 200 len: 945 time: 0.0805933 Mar 28 12:15:55.107843 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-160c9199-dc84-4d89-aebb-52e745e1fff2 req-50abbdb8-c046-403b-932e-1eb1590b7848 tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] 10.222.0.30 "GET /v2.0/security-groups?id=1eca1252-40fc-40cb-b762-c245dbf179c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367239 Mar 28 12:15:56.436466 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ba7a3b-e27f-4f4a-a261-83c9c7ccaa46 req-e5c12a8e-bb4d-435a-8c43-c38a322000fa tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:15:56.437818 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-96ba7a3b-e27f-4f4a-a261-83c9c7ccaa46 req-e5c12a8e-bb4d-435a-8c43-c38a322000fa tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb9b21b5-15cb-4124-939f-68c25c5e9b91 HTTP/1.1" status: 200 len: 945 time: 0.0821464 Mar 28 12:15:56.481596 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-96ba7a3b-e27f-4f4a-a261-83c9c7ccaa46 req-c6427de6-f07c-45f2-8ec4-145df0460b8d tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] 10.222.0.30 "GET /v2.0/security-groups?id=1eca1252-40fc-40cb-b762-c245dbf179c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380666 Mar 28 12:15:57.661277 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be291709-a84a-4c21-898e-3ae0cefc8088 req-fcc6e98c-cc00-4672-9d8f-38c7abc05c24 tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:15:57.662706 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-be291709-a84a-4c21-898e-3ae0cefc8088 req-fcc6e98c-cc00-4672-9d8f-38c7abc05c24 tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb9b21b5-15cb-4124-939f-68c25c5e9b91 HTTP/1.1" status: 200 len: 945 time: 0.0794632 Mar 28 12:15:57.706446 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-be291709-a84a-4c21-898e-3ae0cefc8088 req-b36680c9-f9f5-474d-90b6-2590f99d88d3 tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] 10.222.0.30 "GET /v2.0/security-groups?id=1eca1252-40fc-40cb-b762-c245dbf179c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371006 Mar 28 12:15:58.888945 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e246404a-0ef5-4c0d-aab3-565c72c3132c req-8487043f-6bb9-4770-b930-b2fbec466b61 tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:15:58.890386 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-e246404a-0ef5-4c0d-aab3-565c72c3132c req-8487043f-6bb9-4770-b930-b2fbec466b61 tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb9b21b5-15cb-4124-939f-68c25c5e9b91 HTTP/1.1" status: 200 len: 945 time: 0.0790672 Mar 28 12:15:58.933921 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-e246404a-0ef5-4c0d-aab3-565c72c3132c req-96bed876-2e12-4d08-9e86-f98fe5a720d9 tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] 10.222.0.30 "GET /v2.0/security-groups?id=1eca1252-40fc-40cb-b762-c245dbf179c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375605 Mar 28 12:16:00.123829 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffaf86f-b478-4a0a-8f01-d358eaff169f req-51c446f3-f94f-4f9b-afc3-2e8062a8ec31 tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:16:00.125169 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-6ffaf86f-b478-4a0a-8f01-d358eaff169f req-51c446f3-f94f-4f9b-afc3-2e8062a8ec31 tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb9b21b5-15cb-4124-939f-68c25c5e9b91 HTTP/1.1" status: 200 len: 945 time: 0.0836170 Mar 28 12:16:00.173041 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-6ffaf86f-b478-4a0a-8f01-d358eaff169f req-d67818d6-7615-496a-9c8d-c1c6d34e9e24 tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] 10.222.0.30 "GET /v2.0/security-groups?id=1eca1252-40fc-40cb-b762-c245dbf179c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420544 Mar 28 12:16:01.361842 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334d79c9-14af-470f-a2b0-76973de9e6c6 req-79c464d6-083f-446a-b1fb-66f0201031aa tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:16:01.363274 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-334d79c9-14af-470f-a2b0-76973de9e6c6 req-79c464d6-083f-446a-b1fb-66f0201031aa tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb9b21b5-15cb-4124-939f-68c25c5e9b91 HTTP/1.1" status: 200 len: 945 time: 0.0861843 Mar 28 12:16:01.408285 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-334d79c9-14af-470f-a2b0-76973de9e6c6 req-0a9f69f8-914c-4a62-8fd1-0750913cdc7d tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] 10.222.0.30 "GET /v2.0/security-groups?id=1eca1252-40fc-40cb-b762-c245dbf179c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385096 Mar 28 12:16:02.343108 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-b1d3e5d5-d5ef-4657-bbad-147fa04128ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:16:02.588988 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627c602d-9a21-4b76-8688-05c0fc31f2e6 req-11e51765-2142-4ea2-93f5-fa1dd813fa3f tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:16:02.590316 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-627c602d-9a21-4b76-8688-05c0fc31f2e6 req-11e51765-2142-4ea2-93f5-fa1dd813fa3f tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb9b21b5-15cb-4124-939f-68c25c5e9b91 HTTP/1.1" status: 200 len: 945 time: 0.0786965 Mar 28 12:16:02.729398 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-627c602d-9a21-4b76-8688-05c0fc31f2e6 req-08758319-17ab-48d8-877d-848027fb87ce tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] 10.222.0.30 "GET /v2.0/security-groups?id=1eca1252-40fc-40cb-b762-c245dbf179c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335123 Mar 28 12:16:03.422253 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-089dfeeb-1d02-4457-a2dd-e2e4ecc60a61 req-fc87e51b-73ca-4e14-b676-250b3c32c307 service neutron] 10.222.0.11 "GET /v2.0/ports/4a10321d-0393-4f3f-9fa0-a67a0899b1da/bindings/hv-neutron-8353 HTTP/1.1" status: 200 len: 384 time: 0.0731428 Mar 28 12:16:03.684183 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089dfeeb-1d02-4457-a2dd-e2e4ecc60a61 req-717ea271-6145-46de-8fcf-2dd305f72955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:16:03.685573 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-089dfeeb-1d02-4457-a2dd-e2e4ecc60a61 req-717ea271-6145-46de-8fcf-2dd305f72955 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=fb9b21b5-15cb-4124-939f-68c25c5e9b91&tenant_id=6d0a276fe7444421abf998cbd71c489c HTTP/1.1" status: 200 len: 1098 time: 0.0732770 Mar 28 12:16:03.777287 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089dfeeb-1d02-4457-a2dd-e2e4ecc60a61 req-88743b1b-1fa0-49dc-97c7-e99bd9caf742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:16:03.778839 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-089dfeeb-1d02-4457-a2dd-e2e4ecc60a61 req-88743b1b-1fa0-49dc-97c7-e99bd9caf742 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6d0a276fe7444421abf998cbd71c489c&device_id=fb9b21b5-15cb-4124-939f-68c25c5e9b91 HTTP/1.1" status: 200 len: 1098 time: 0.0704281 Mar 28 12:16:03.916432 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089dfeeb-1d02-4457-a2dd-e2e4ecc60a61 req-a3095aa8-b58f-4e6e-a8fd-ac790ab0bdd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:16:03.917838 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-089dfeeb-1d02-4457-a2dd-e2e4ecc60a61 req-a3095aa8-b58f-4e6e-a8fd-ac790ab0bdd3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=1c405e19-8936-4163-864d-bace5749d6e8 HTTP/1.1" status: 200 len: 914 time: 0.1336410 Mar 28 12:16:04.026946 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-089dfeeb-1d02-4457-a2dd-e2e4ecc60a61 req-2b5fc6d7-760e-4a01-89f7-75c328ab46f6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4a10321d-0393-4f3f-9fa0-a67a0899b1da HTTP/1.1" status: 200 len: 217 time: 0.0717659 Mar 28 12:16:04.105556 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089dfeeb-1d02-4457-a2dd-e2e4ecc60a61 req-e9618624-8b7f-402b-9485-daaca745b3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:16:04.106938 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-089dfeeb-1d02-4457-a2dd-e2e4ecc60a61 req-e9618624-8b7f-402b-9485-daaca745b3fb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=eea337e5-9f30-46a5-90b2-75248bd546f7 HTTP/1.1" status: 200 len: 854 time: 0.0740576 Mar 28 12:16:04.114290 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4e682d-0486-46e5-9c3a-fca0ea3ba4e5 req-93797f13-6c95-4b34-81e0-05146981002c tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:16:04.115622 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-1d4e682d-0486-46e5-9c3a-fca0ea3ba4e5 req-93797f13-6c95-4b34-81e0-05146981002c tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb9b21b5-15cb-4124-939f-68c25c5e9b91 HTTP/1.1" status: 200 len: 945 time: 0.2471881 Mar 28 12:16:04.173545 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-089dfeeb-1d02-4457-a2dd-e2e4ecc60a61 req-ef42f9f1-2677-4372-b2fb-bf6d23d8df99 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1c405e19-8936-4163-864d-bace5749d6e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0570295 Mar 28 12:16:04.227326 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-1d4e682d-0486-46e5-9c3a-fca0ea3ba4e5 req-88c8ff9a-7b1a-44ce-b6c2-6db2b8e8c1f9 tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] 10.222.0.30 "GET /v2.0/security-groups?id=1eca1252-40fc-40cb-b762-c245dbf179c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813084 Mar 28 12:16:04.320599 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-089dfeeb-1d02-4457-a2dd-e2e4ecc60a61 req-9c866bef-eec5-499d-97e6-0e41e6a4199b service neutron] 10.222.0.11 "GET /v2.0/networks/1c405e19-8936-4163-864d-bace5749d6e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391940 Mar 28 12:16:04.448374 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-089dfeeb-1d02-4457-a2dd-e2e4ecc60a61 req-73919f92-31f1-45cf-8f3c-9021d79a8dca service neutron] 10.222.0.11 "GET /v2.0/networks/1c405e19-8936-4163-864d-bace5749d6e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226308 Mar 28 12:16:04.733002 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-c4e7164e-db74-41d4-ac45-580e23982883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:16:05.463288 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6889e5-3871-4401-95c7-d0fea8a37580 req-b132f87c-c023-41bf-a3d1-a83a69329ca9 tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:16:05.464774 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-6c6889e5-3871-4401-95c7-d0fea8a37580 req-b132f87c-c023-41bf-a3d1-a83a69329ca9 tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb9b21b5-15cb-4124-939f-68c25c5e9b91 HTTP/1.1" status: 200 len: 945 time: 0.1302629 Mar 28 12:16:05.474679 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Device 4a10321d-0393-4f3f-9fa0-a67a0899b1da no longer exists at agent hyperv_hv-neutron-8353 {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 12:16:05.511506 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-6c6889e5-3871-4401-95c7-d0fea8a37580 req-c35ed117-4ca2-46f2-afba-c4b9e17328f3 tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] 10.222.0.30 "GET /v2.0/security-groups?id=1eca1252-40fc-40cb-b762-c245dbf179c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409775 Mar 28 12:16:05.598015 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:16:05.624678 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb9b21b5-15cb-4124-939f-68c25c5e9b91', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a10321d-0393-4f3f-9fa0-a67a0899b1da'}] {{(pid=87872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 12:16:05.635037 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] For port 4a10321d-0393-4f3f-9fa0-a67a0899b1da, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=4a10321d-0393-4f3f-9fa0-a67a0899b1da,segment=NetworkSegment(bad6dc41-b598-4772-8af6-e0981553b271),segment_id=bad6dc41-b598-4772-8af6-e0981553b271)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:16:05.639440 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:16:05.686605 dv-neutron-835340-2-hyperv neutron-server[87872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb9b21b5-15cb-4124-939f-68c25c5e9b91', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a10321d-0393-4f3f-9fa0-a67a0899b1da', 'code': 200} Mar 28 12:16:05.724441 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:16:05.726110 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Pushing event updated for resources: {'Port': ['ID=4a10321d-0393-4f3f-9fa0-a67a0899b1da,revision_number=6']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:16:05.825232 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-ef3be119-c018-4979-be07-86cf959defc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:16:06.701576 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37756dab-68f9-4951-8eb9-5843699060a7 req-3006ec75-826a-401b-ba5b-274c110b6afa tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:16:06.703020 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-37756dab-68f9-4951-8eb9-5843699060a7 req-3006ec75-826a-401b-ba5b-274c110b6afa tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb9b21b5-15cb-4124-939f-68c25c5e9b91 HTTP/1.1" status: 200 len: 943 time: 0.0828116 Mar 28 12:16:06.746178 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-37756dab-68f9-4951-8eb9-5843699060a7 req-1f1f3e97-08df-40f4-a3cb-f45b536ee98f tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] 10.222.0.30 "GET /v2.0/security-groups?id=1eca1252-40fc-40cb-b762-c245dbf179c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375686 Mar 28 12:16:07.043957 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd5267f-cfe5-413c-a94b-423ef6a4ee31 req-bd7f95c5-71cd-4aed-bf20-41d12850745b tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:16:07.045541 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-3fd5267f-cfe5-413c-a94b-423ef6a4ee31 req-bd7f95c5-71cd-4aed-bf20-41d12850745b tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb9b21b5-15cb-4124-939f-68c25c5e9b91 HTTP/1.1" status: 200 len: 943 time: 0.0800815 Mar 28 12:16:07.054332 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21bfaf3-8fc9-4858-b9f9-6f60f0d99737 req-2e79dab7-841c-45e5-8c5c-628bff047649 tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:16:07.055794 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-f21bfaf3-8fc9-4858-b9f9-6f60f0d99737 req-2e79dab7-841c-45e5-8c5c-628bff047649 tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] 10.222.0.11 "GET /v2.0/ports?device_id=fb9b21b5-15cb-4124-939f-68c25c5e9b91&tenant_id=6d0a276fe7444421abf998cbd71c489c&binding%3Ahost_id=hv-neutron-8353 HTTP/1.1" status: 200 len: 943 time: 0.0860815 Mar 28 12:16:07.092443 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-3fd5267f-cfe5-413c-a94b-423ef6a4ee31 req-f3a9dcf2-1186-4f9e-afd0-b90b5a99401d tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] 10.222.0.30 "GET /v2.0/security-groups?id=1eca1252-40fc-40cb-b762-c245dbf179c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412683 Mar 28 12:16:07.199560 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21bfaf3-8fc9-4858-b9f9-6f60f0d99737 req-99e4dd31-eec0-4798-ac58-cb5b81483299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:16:07.200992 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-f21bfaf3-8fc9-4858-b9f9-6f60f0d99737 req-99e4dd31-eec0-4798-ac58-cb5b81483299 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6d0a276fe7444421abf998cbd71c489c&device_id=fb9b21b5-15cb-4124-939f-68c25c5e9b91 HTTP/1.1" status: 200 len: 1096 time: 0.0695384 Mar 28 12:16:07.417757 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21bfaf3-8fc9-4858-b9f9-6f60f0d99737 req-a28b2b21-7ee2-48ca-8231-02aa63532799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:16:07.419093 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-f21bfaf3-8fc9-4858-b9f9-6f60f0d99737 req-a28b2b21-7ee2-48ca-8231-02aa63532799 service neutron] 10.222.0.11 "GET /v2.0/networks?id=1c405e19-8936-4163-864d-bace5749d6e8 HTTP/1.1" status: 200 len: 914 time: 0.2119665 Mar 28 12:16:07.479214 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-b7ccd3c7-0277-4f12-8e5c-e41478141af5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:16:07.487497 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-f21bfaf3-8fc9-4858-b9f9-6f60f0d99737 req-e68ba7ac-d430-4c6f-a443-8b155c588c3e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4a10321d-0393-4f3f-9fa0-a67a0899b1da HTTP/1.1" status: 200 len: 217 time: 0.0630543 Mar 28 12:16:07.554174 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21bfaf3-8fc9-4858-b9f9-6f60f0d99737 req-d8ac2a9d-8321-44de-8d9a-6161dda9605d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:16:07.555341 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-f21bfaf3-8fc9-4858-b9f9-6f60f0d99737 req-d8ac2a9d-8321-44de-8d9a-6161dda9605d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=eea337e5-9f30-46a5-90b2-75248bd546f7 HTTP/1.1" status: 200 len: 854 time: 0.0622683 Mar 28 12:16:07.599802 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-f21bfaf3-8fc9-4858-b9f9-6f60f0d99737 req-0d89bca1-345f-477b-9f77-806444c954f1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1c405e19-8936-4163-864d-bace5749d6e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390763 Mar 28 12:16:07.726944 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-f21bfaf3-8fc9-4858-b9f9-6f60f0d99737 req-40fda8fc-945e-49fc-9142-ee4f90de67b6 service neutron] 10.222.0.11 "GET /v2.0/networks/1c405e19-8936-4163-864d-bace5749d6e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212525 Mar 28 12:16:07.856183 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-f21bfaf3-8fc9-4858-b9f9-6f60f0d99737 req-f84376a4-792a-453a-b7dd-dd7f7af14e1d service neutron] 10.222.0.11 "GET /v2.0/networks/1c405e19-8936-4163-864d-bace5749d6e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234951 Mar 28 12:16:08.281406 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff45713-e63f-4b9b-a2cc-67a8f84dd2bd req-40e13f65-0df5-4d3e-8349-8a5520dd60d7 tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:16:08.282872 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-cff45713-e63f-4b9b-a2cc-67a8f84dd2bd req-40e13f65-0df5-4d3e-8349-8a5520dd60d7 tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb9b21b5-15cb-4124-939f-68c25c5e9b91 HTTP/1.1" status: 200 len: 943 time: 0.0810137 Mar 28 12:16:08.330462 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-cff45713-e63f-4b9b-a2cc-67a8f84dd2bd req-401fb5f9-c4e4-46f1-89f6-345058e69c8f tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] 10.222.0.30 "GET /v2.0/security-groups?id=1eca1252-40fc-40cb-b762-c245dbf179c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413508 Mar 28 12:16:09.513737 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcce56e1-da39-41bd-995a-deca66cf43d8 req-4ed077dd-c8b7-4030-828d-a400ba6a2d47 tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:16:09.515162 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-bcce56e1-da39-41bd-995a-deca66cf43d8 req-4ed077dd-c8b7-4030-828d-a400ba6a2d47 tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb9b21b5-15cb-4124-939f-68c25c5e9b91 HTTP/1.1" status: 200 len: 943 time: 0.0797775 Mar 28 12:16:09.558170 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-bcce56e1-da39-41bd-995a-deca66cf43d8 req-987fc539-2c07-45d8-821b-b2b69a77ca9d tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] 10.222.0.30 "GET /v2.0/security-groups?id=1eca1252-40fc-40cb-b762-c245dbf179c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373933 Mar 28 12:16:09.738581 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0007cff-a818-4a3a-82b9-90383df5433d req-42699771-0aed-41c1-8219-94ace28f9135 tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:16:09.740042 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-c0007cff-a818-4a3a-82b9-90383df5433d req-42699771-0aed-41c1-8219-94ace28f9135 tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb9b21b5-15cb-4124-939f-68c25c5e9b91 HTTP/1.1" status: 200 len: 943 time: 0.0781710 Mar 28 12:16:09.783554 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-c0007cff-a818-4a3a-82b9-90383df5433d req-08b17363-fb4a-48a1-b9c5-f3f31c464a27 tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] 10.222.0.30 "GET /v2.0/security-groups?id=1eca1252-40fc-40cb-b762-c245dbf179c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374489 Mar 28 12:16:09.968400 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b790899c-dbc9-4b84-b9a7-092a1f196422 req-78018bdc-a0c6-4d83-a124-e5cda363188d tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:16:09.969806 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-b790899c-dbc9-4b84-b9a7-092a1f196422 req-78018bdc-a0c6-4d83-a124-e5cda363188d tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb9b21b5-15cb-4124-939f-68c25c5e9b91 HTTP/1.1" status: 200 len: 943 time: 0.0810661 Mar 28 12:16:10.016292 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-b790899c-dbc9-4b84-b9a7-092a1f196422 req-b1507f7a-46c4-4b1a-9b72-e09584b0973e tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] 10.222.0.30 "GET /v2.0/security-groups?id=1eca1252-40fc-40cb-b762-c245dbf179c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406706 Mar 28 12:16:10.490646 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3037774-8f43-4f98-b02f-615c2dc4fffe req-a7f8c83b-4447-4e5b-808c-da0bd1176445 tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:16:10.492122 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-f3037774-8f43-4f98-b02f-615c2dc4fffe req-a7f8c83b-4447-4e5b-808c-da0bd1176445 tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] 10.222.0.30 "GET /v2.0/networks?id=1c405e19-8936-4163-864d-bace5749d6e8 HTTP/1.1" status: 200 len: 814 time: 0.1420634 Mar 28 12:16:10.506503 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-f3037774-8f43-4f98-b02f-615c2dc4fffe req-a354d1da-1778-4272-b169-8693821934b2 tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] 10.222.0.30 "GET /v2.0/quotas/6d0a276fe7444421abf998cbd71c489c HTTP/1.1" status: 200 len: 375 time: 0.0090604 Mar 28 12:16:10.585921 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-f3037774-8f43-4f98-b02f-615c2dc4fffe req-dda69cf0-a720-4776-9776-b122175a8673 tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=6d0a276fe7444421abf998cbd71c489c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0743484 Mar 28 12:16:10.763388 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-f3037774-8f43-4f98-b02f-615c2dc4fffe req-a9282475-fd0d-41cc-a0dc-8fd2867dc6c9 service neutron] 10.222.0.30 "GET /v2.0/networks/1c405e19-8936-4163-864d-bace5749d6e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708527 Mar 28 12:16:10.892535 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-f3037774-8f43-4f98-b02f-615c2dc4fffe req-1311ec55-eb88-4df8-bade-9c5f72f23ddd service neutron] 10.222.0.30 "GET /v2.0/networks/1c405e19-8936-4163-864d-bace5749d6e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233275 Mar 28 12:16:11.067943 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-be6c5412-4d29-43d4-a0ef-8eaf6cf12b9c req-a2328332-74b9-428d-b306-5350692278ac tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] 10.222.0.30 "GET /v2.0/ports?device_id=668aeb67-44d2-486c-8df1-e7794d96373f HTTP/1.1" status: 200 len: 210 time: 0.0419466 Mar 28 12:16:12.019708 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ea44e9-05ba-4cb2-86df-c3b874e032e0 req-edacfe47-f9e7-4b0c-9ce0-8fdc0695581f tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:16:12.021135 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-51ea44e9-05ba-4cb2-86df-c3b874e032e0 req-edacfe47-f9e7-4b0c-9ce0-8fdc0695581f tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] 10.222.0.11 "GET /v2.0/ports?device_id=fb9b21b5-15cb-4124-939f-68c25c5e9b91 HTTP/1.1" status: 200 len: 943 time: 0.0838799 Mar 28 12:16:12.098451 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [req-51ea44e9-05ba-4cb2-86df-c3b874e032e0 req-e71f86d5-0722-4dd7-873e-85623a054dfa tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] Deleting port 4a10321d-0393-4f3f-9fa0-a67a0899b1da {{(pid=87870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:16:12.099034 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [req-51ea44e9-05ba-4cb2-86df-c3b874e032e0 req-e71f86d5-0722-4dd7-873e-85623a054dfa tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:16:12.122008 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3037774-8f43-4f98-b02f-615c2dc4fffe req-9f13cb44-99ff-4693-a132-ebe6afcdc099 tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:16:12.123562 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-f3037774-8f43-4f98-b02f-615c2dc4fffe req-9f13cb44-99ff-4693-a132-ebe6afcdc099 tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] 10.222.0.11 "GET /v2.0/networks?id=1c405e19-8936-4163-864d-bace5749d6e8 HTTP/1.1" status: 200 len: 814 time: 0.1696923 Mar 28 12:16:12.136786 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [req-f3037774-8f43-4f98-b02f-615c2dc4fffe req-fcd94dda-95d0-4190-a5b3-08acd7aa77af tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] Request body: {'port': {'device_id': '668aeb67-44d2-486c-8df1-e7794d96373f', 'network_id': '1c405e19-8936-4163-864d-bace5749d6e8', 'admin_state_up': True, 'tenant_id': '6d0a276fe7444421abf998cbd71c489c'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:16:12.281161 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-c09aad50-288a-4b32-94ee-df20f5fae00d req-f5c1134f-c923-437c-b949-e643761db2db tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] 10.222.0.30 "GET /v2.0/ports?device_id=668aeb67-44d2-486c-8df1-e7794d96373f HTTP/1.1" status: 200 len: 210 time: 0.1026959 Mar 28 12:16:12.319796 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [req-f3037774-8f43-4f98-b02f-615c2dc4fffe req-fcd94dda-95d0-4190-a5b3-08acd7aa77af tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:16:12.329281 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [req-f3037774-8f43-4f98-b02f-615c2dc4fffe req-fcd94dda-95d0-4190-a5b3-08acd7aa77af tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:16:12.340305 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3037774-8f43-4f98-b02f-615c2dc4fffe req-fcd94dda-95d0-4190-a5b3-08acd7aa77af tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] Made reservation on behalf of 6d0a276fe7444421abf998cbd71c489c for: {'port': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 12:16:12.343764 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-f3037774-8f43-4f98-b02f-615c2dc4fffe req-fcd94dda-95d0-4190-a5b3-08acd7aa77af tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:16:12.359198 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.db [req-51ea44e9-05ba-4cb2-86df-c3b874e032e0 req-e71f86d5-0722-4dd7-873e-85623a054dfa tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] For port 4a10321d-0393-4f3f-9fa0-a67a0899b1da, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=4a10321d-0393-4f3f-9fa0-a67a0899b1da,segment=NetworkSegment(bad6dc41-b598-4772-8af6-e0981553b271),segment_id=bad6dc41-b598-4772-8af6-e0981553b271)] {{(pid=87870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:16:12.359497 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [req-51ea44e9-05ba-4cb2-86df-c3b874e032e0 req-e71f86d5-0722-4dd7-873e-85623a054dfa tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:16:12.481533 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [req-51ea44e9-05ba-4cb2-86df-c3b874e032e0 req-e71f86d5-0722-4dd7-873e-85623a054dfa tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] Calling delete_port for 4a10321d-0393-4f3f-9fa0-a67a0899b1da owned by compute:nova {{(pid=87870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:16:12.503317 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.db_base_plugin_common [req-f3037774-8f43-4f98-b02f-615c2dc4fffe req-fcd94dda-95d0-4190-a5b3-08acd7aa77af tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] Allocated IP 172.20.0.13 (1c405e19-8936-4163-864d-bace5749d6e8/eea337e5-9f30-46a5-90b2-75248bd546f7/1e7fa450-102a-4345-b634-d84da0ae5f3f) {{(pid=87871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 12:16:12.627894 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [req-51ea44e9-05ba-4cb2-86df-c3b874e032e0 req-e71f86d5-0722-4dd7-873e-85623a054dfa tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:16:12.781011 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71f86d5-0722-4dd7-873e-85623a054dfa tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] Pushing event deleted for resources: {'Port': ['ID=4a10321d-0393-4f3f-9fa0-a67a0899b1da,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:16:12.813639 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-f3037774-8f43-4f98-b02f-615c2dc4fffe req-fcd94dda-95d0-4190-a5b3-08acd7aa77af tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] Notify callbacks [] for port, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:16:12.815419 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71f86d5-0722-4dd7-873e-85623a054dfa tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:16:12.815786 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71f86d5-0722-4dd7-873e-85623a054dfa tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:16:12.816123 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71f86d5-0722-4dd7-873e-85623a054dfa tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:16:12.816734 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71f86d5-0722-4dd7-873e-85623a054dfa tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:16:12.816870 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71f86d5-0722-4dd7-873e-85623a054dfa tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:16:12.817086 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71f86d5-0722-4dd7-873e-85623a054dfa tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:16:12.817407 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71f86d5-0722-4dd7-873e-85623a054dfa tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:16:12.817727 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71f86d5-0722-4dd7-873e-85623a054dfa tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:16:12.818045 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71f86d5-0722-4dd7-873e-85623a054dfa tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:16:12.818607 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71f86d5-0722-4dd7-873e-85623a054dfa tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:16:12.818718 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71f86d5-0722-4dd7-873e-85623a054dfa tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:16:12.818977 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e71f86d5-0722-4dd7-873e-85623a054dfa tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:16:12.846953 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-f3037774-8f43-4f98-b02f-615c2dc4fffe req-fcd94dda-95d0-4190-a5b3-08acd7aa77af tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:16:12.868079 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.l3_dvrscheduler_db [req-51ea44e9-05ba-4cb2-86df-c3b874e032e0 req-e71f86d5-0722-4dd7-873e-85623a054dfa tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] No DVR routers for this DVR port 4a10321d-0393-4f3f-9fa0-a67a0899b1da on host hv-neutron-8353 {{(pid=87870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 12:16:12.870441 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [req-51ea44e9-05ba-4cb2-86df-c3b874e032e0 req-e71f86d5-0722-4dd7-873e-85623a054dfa tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:16:12.872976 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb9b21b5-15cb-4124-939f-68c25c5e9b91', 'name': 'network-vif-deleted', 'tag': '4a10321d-0393-4f3f-9fa0-a67a0899b1da'}] {{(pid=87870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 12:16:12.893508 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-51ea44e9-05ba-4cb2-86df-c3b874e032e0 req-e71f86d5-0722-4dd7-873e-85623a054dfa tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] 10.222.0.11 "DELETE /v2.0/ports/4a10321d-0393-4f3f-9fa0-a67a0899b1da HTTP/1.1" status: 204 len: 173 time: 0.8660676 Mar 28 12:16:12.919974 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3037774-8f43-4f98-b02f-615c2dc4fffe req-fcd94dda-95d0-4190-a5b3-08acd7aa77af tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] Network 1c405e19-8936-4163-864d-bace5749d6e8 is already hosted by enough agents. {{(pid=87871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:16:12.927839 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [req-f3037774-8f43-4f98-b02f-615c2dc4fffe req-fcd94dda-95d0-4190-a5b3-08acd7aa77af tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] Resources bound (agent type, host, resource id): {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:16:12.932726 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3037774-8f43-4f98-b02f-615c2dc4fffe req-fcd94dda-95d0-4190-a5b3-08acd7aa77af tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] Received port after_create {{(pid=87871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 12:16:12.936723 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb9b21b5-15cb-4124-939f-68c25c5e9b91', 'name': 'network-vif-deleted', 'tag': '4a10321d-0393-4f3f-9fa0-a67a0899b1da', 'status': 'completed', 'code': 200} Mar 28 12:16:12.963429 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd94dda-95d0-4190-a5b3-08acd7aa77af tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] Pushing event updated for resources: {'Port': ['ID=1e7fa450-102a-4345-b634-d84da0ae5f3f,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:16:12.981534 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd94dda-95d0-4190-a5b3-08acd7aa77af tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:16:12.981876 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd94dda-95d0-4190-a5b3-08acd7aa77af tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:16:12.982210 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd94dda-95d0-4190-a5b3-08acd7aa77af tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:16:12.982537 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd94dda-95d0-4190-a5b3-08acd7aa77af tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:16:12.982866 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd94dda-95d0-4190-a5b3-08acd7aa77af tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:16:12.983207 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd94dda-95d0-4190-a5b3-08acd7aa77af tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:16:12.983566 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd94dda-95d0-4190-a5b3-08acd7aa77af tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:16:12.983889 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd94dda-95d0-4190-a5b3-08acd7aa77af tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:16:12.984205 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd94dda-95d0-4190-a5b3-08acd7aa77af tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:16:12.984521 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd94dda-95d0-4190-a5b3-08acd7aa77af tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:16:12.984835 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd94dda-95d0-4190-a5b3-08acd7aa77af tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:16:12.985146 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd94dda-95d0-4190-a5b3-08acd7aa77af tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:16:13.011727 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3037774-8f43-4f98-b02f-615c2dc4fffe req-fcd94dda-95d0-4190-a5b3-08acd7aa77af tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:16:13.012476 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-f3037774-8f43-4f98-b02f-615c2dc4fffe req-fcd94dda-95d0-4190-a5b3-08acd7aa77af tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:16:13.035626 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-f3037774-8f43-4f98-b02f-615c2dc4fffe req-fcd94dda-95d0-4190-a5b3-08acd7aa77af tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9040983 Mar 28 12:16:13.046582 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [req-f3037774-8f43-4f98-b02f-615c2dc4fffe req-f3fbbf1b-e4e6-4231-8ed3-2a06948494cf service neutron] Request body: {'port': {'device_id': '668aeb67-44d2-486c-8df1-e7794d96373f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8353'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:16:13.160729 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-f3037774-8f43-4f98-b02f-615c2dc4fffe req-f3fbbf1b-e4e6-4231-8ed3-2a06948494cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:16:13.485285 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.agents_db [None req-03fd49d8-b51b-41c1-8716-b8e265c93689 None None] Agent healthcheck: found 6 active agents {{(pid=87873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 12:16:13.554947 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490ce3ee-6794-40c6-b72f-c5281e1b6245 req-1ce4d84c-2852-45ce-b70f-3177e4d89eb0 tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:16:13.555655 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [req-490ce3ee-6794-40c6-b72f-c5281e1b6245 req-1ce4d84c-2852-45ce-b70f-3177e4d89eb0 tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] Synchronizing usage tracker for tenant:6d0a276fe7444421abf998cbd71c489c on resource:port {{(pid=87871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:16:13.588795 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.notifiers.nova [req-f3037774-8f43-4f98-b02f-615c2dc4fffe req-f3fbbf1b-e4e6-4231-8ed3-2a06948494cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e7fa450-102a-4345-b634-d84da0ae5f3f {{(pid=87871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 12:16:13.592823 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [req-490ce3ee-6794-40c6-b72f-c5281e1b6245 req-1ce4d84c-2852-45ce-b70f-3177e4d89eb0 tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] Unset dirty status for tenant:6d0a276fe7444421abf998cbd71c489c on resource:port {{(pid=87871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:16:13.593929 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-490ce3ee-6794-40c6-b72f-c5281e1b6245 req-1ce4d84c-2852-45ce-b70f-3177e4d89eb0 tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] 10.222.0.30 "GET /v2.0/ports?device_id=668aeb67-44d2-486c-8df1-e7794d96373f HTTP/1.1" status: 200 len: 932 time: 0.1919129 Mar 28 12:16:13.597462 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-f3037774-8f43-4f98-b02f-615c2dc4fffe req-f3fbbf1b-e4e6-4231-8ed3-2a06948494cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:16:13.630828 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.provisioning_blocks [req-f3037774-8f43-4f98-b02f-615c2dc4fffe req-f3fbbf1b-e4e6-4231-8ed3-2a06948494cf service neutron] Transition to ACTIVE for port object 1e7fa450-102a-4345-b634-d84da0ae5f3f will not be triggered until provisioned by entity L2. {{(pid=87871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:16:13.640096 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-f3037774-8f43-4f98-b02f-615c2dc4fffe req-f3fbbf1b-e4e6-4231-8ed3-2a06948494cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2363241'] for port, after_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:16:13.699116 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-490ce3ee-6794-40c6-b72f-c5281e1b6245 req-cee95146-00cb-40ab-8cda-4ea432cb8472 tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] 10.222.0.30 "GET /v2.0/security-groups?id=1eca1252-40fc-40cb-b762-c245dbf179c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992343 Mar 28 12:16:13.810784 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fbbf1b-e4e6-4231-8ed3-2a06948494cf service neutron] Pushing event updated for resources: {'Port': ['ID=1e7fa450-102a-4345-b634-d84da0ae5f3f,revision_number=2']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:16:13.877011 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.managers [req-f3037774-8f43-4f98-b02f-615c2dc4fffe req-f3fbbf1b-e4e6-4231-8ed3-2a06948494cf service neutron] Attempting to bind port 1e7fa450-102a-4345-b634-d84da0ae5f3f on host hv-neutron-8353 for vnic_type normal with profile {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 12:16:13.877343 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.managers [req-f3037774-8f43-4f98-b02f-615c2dc4fffe req-f3fbbf1b-e4e6-4231-8ed3-2a06948494cf service neutron] Attempting to bind port 1e7fa450-102a-4345-b634-d84da0ae5f3f by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': 'bad6dc41-b598-4772-8af6-e0981553b271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '1c405e19-8936-4163-864d-bace5749d6e8'}] {{(pid=87871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 12:16:13.877666 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3037774-8f43-4f98-b02f-615c2dc4fffe req-f3fbbf1b-e4e6-4231-8ed3-2a06948494cf service neutron] Attempting to bind port 1e7fa450-102a-4345-b634-d84da0ae5f3f on network 1c405e19-8936-4163-864d-bace5749d6e8 {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 12:16:13.882598 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3037774-8f43-4f98-b02f-615c2dc4fffe req-f3fbbf1b-e4e6-4231-8ed3-2a06948494cf service neutron] Port 1e7fa450-102a-4345-b634-d84da0ae5f3f on network 1c405e19-8936-4163-864d-bace5749d6e8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 12:16:13.882917 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3037774-8f43-4f98-b02f-615c2dc4fffe req-f3fbbf1b-e4e6-4231-8ed3-2a06948494cf service neutron] Attempting to bind port 1e7fa450-102a-4345-b634-d84da0ae5f3f on network 1c405e19-8936-4163-864d-bace5749d6e8 {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 12:16:13.887911 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3037774-8f43-4f98-b02f-615c2dc4fffe req-f3fbbf1b-e4e6-4231-8ed3-2a06948494cf service neutron] Checking agent: {'id': '01dfae6e-0e91-4100-b27f-ff8156eac7d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8353', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 52, 20), 'started_at': datetime.datetime(2022, 3, 28, 11, 52, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 12, 15, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 12:16:13.888243 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3037774-8f43-4f98-b02f-615c2dc4fffe req-f3fbbf1b-e4e6-4231-8ed3-2a06948494cf service neutron] Checking segment: {'id': 'bad6dc41-b598-4772-8af6-e0981553b271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '1c405e19-8936-4163-864d-bace5749d6e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 12:16:13.888622 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3037774-8f43-4f98-b02f-615c2dc4fffe req-f3fbbf1b-e4e6-4231-8ed3-2a06948494cf service neutron] Bound using segment: {'id': 'bad6dc41-b598-4772-8af6-e0981553b271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '1c405e19-8936-4163-864d-bace5749d6e8'} {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 12:16:13.889043 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.managers [req-f3037774-8f43-4f98-b02f-615c2dc4fffe req-f3fbbf1b-e4e6-4231-8ed3-2a06948494cf service neutron] Bound port: 1e7fa450-102a-4345-b634-d84da0ae5f3f, host: hv-neutron-8353, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bad6dc41-b598-4772-8af6-e0981553b271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '1c405e19-8936-4163-864d-bace5749d6e8'}}] {{(pid=87871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 12:16:13.889380 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-f3037774-8f43-4f98-b02f-615c2dc4fffe req-f3fbbf1b-e4e6-4231-8ed3-2a06948494cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:16:13.980156 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.db [req-f3037774-8f43-4f98-b02f-615c2dc4fffe req-f3fbbf1b-e4e6-4231-8ed3-2a06948494cf service neutron] For port 1e7fa450-102a-4345-b634-d84da0ae5f3f, host hv-neutron-8353, cleared binding levels {{(pid=87871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 12:16:13.983408 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.db [req-f3037774-8f43-4f98-b02f-615c2dc4fffe req-f3fbbf1b-e4e6-4231-8ed3-2a06948494cf service neutron] For port 1e7fa450-102a-4345-b634-d84da0ae5f3f, host hv-neutron-8353, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=1e7fa450-102a-4345-b634-d84da0ae5f3f,segment=NetworkSegment(bad6dc41-b598-4772-8af6-e0981553b271),segment_id=bad6dc41-b598-4772-8af6-e0981553b271)] {{(pid=87871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 12:16:13.987522 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-f3037774-8f43-4f98-b02f-615c2dc4fffe req-f3fbbf1b-e4e6-4231-8ed3-2a06948494cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2363241'] for port, after_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:16:14.040608 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3037774-8f43-4f98-b02f-615c2dc4fffe req-f3fbbf1b-e4e6-4231-8ed3-2a06948494cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:16:14.041137 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-f3037774-8f43-4f98-b02f-615c2dc4fffe req-f3fbbf1b-e4e6-4231-8ed3-2a06948494cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:16:14.042528 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-f3037774-8f43-4f98-b02f-615c2dc4fffe req-f3fbbf1b-e4e6-4231-8ed3-2a06948494cf service neutron] 10.222.0.11 "PUT /v2.0/ports/1e7fa450-102a-4345-b634-d84da0ae5f3f HTTP/1.1" status: 200 len: 1094 time: 0.9999521 Mar 28 12:16:14.042964 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '668aeb67-44d2-486c-8df1-e7794d96373f', 'tag': '1e7fa450-102a-4345-b634-d84da0ae5f3f'}] {{(pid=87871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 12:16:14.072291 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fbbf1b-e4e6-4231-8ed3-2a06948494cf service neutron] Pushing event updated for resources: {'Port': ['ID=1e7fa450-102a-4345-b634-d84da0ae5f3f,revision_number=3']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:16:14.111204 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '668aeb67-44d2-486c-8df1-e7794d96373f', 'tag': '1e7fa450-102a-4345-b634-d84da0ae5f3f', 'status': 'completed', 'code': 200} Mar 28 12:16:14.152978 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3037774-8f43-4f98-b02f-615c2dc4fffe req-0092f1b0-154d-468a-8c4f-802e6ac819ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:16:14.154433 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-f3037774-8f43-4f98-b02f-615c2dc4fffe req-0092f1b0-154d-468a-8c4f-802e6ac819ea service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6d0a276fe7444421abf998cbd71c489c&device_id=668aeb67-44d2-486c-8df1-e7794d96373f HTTP/1.1" status: 200 len: 1097 time: 0.0761604 Mar 28 12:16:14.225212 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-f3037774-8f43-4f98-b02f-615c2dc4fffe req-f09a3561-e1c1-423b-8c59-8131deb012f9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1e7fa450-102a-4345-b634-d84da0ae5f3f HTTP/1.1" status: 200 len: 217 time: 0.0630009 Mar 28 12:16:14.289680 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3037774-8f43-4f98-b02f-615c2dc4fffe req-754e07b1-79c6-4e50-acbc-197e6d2c3c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:16:14.291049 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-f3037774-8f43-4f98-b02f-615c2dc4fffe req-754e07b1-79c6-4e50-acbc-197e6d2c3c8d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=eea337e5-9f30-46a5-90b2-75248bd546f7 HTTP/1.1" status: 200 len: 854 time: 0.0600114 Mar 28 12:16:14.336174 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-f3037774-8f43-4f98-b02f-615c2dc4fffe req-3af73878-1c9d-42da-bd1d-683c8bd1faad service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1c405e19-8936-4163-864d-bace5749d6e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391037 Mar 28 12:16:14.561103 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-f3037774-8f43-4f98-b02f-615c2dc4fffe req-e0f76db1-f005-431d-b7c4-b951858137b6 service neutron] 10.222.0.11 "GET /v2.0/networks/1c405e19-8936-4163-864d-bace5749d6e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2193885 Mar 28 12:16:14.689415 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-f3037774-8f43-4f98-b02f-615c2dc4fffe req-9d117599-2af7-4994-9205-960a1093501d service neutron] 10.222.0.11 "GET /v2.0/networks/1c405e19-8936-4163-864d-bace5749d6e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222432 Mar 28 12:16:14.801456 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e29a84-8d07-45cc-a0c4-8b6fad1c83e2 req-ec923d9a-4470-487b-a1dd-8e21eedfbe71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:16:14.802949 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-81e29a84-8d07-45cc-a0c4-8b6fad1c83e2 req-ec923d9a-4470-487b-a1dd-8e21eedfbe71 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6d0a276fe7444421abf998cbd71c489c&device_id=668aeb67-44d2-486c-8df1-e7794d96373f HTTP/1.1" status: 200 len: 1097 time: 0.0709646 Mar 28 12:16:14.996878 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2181dd5-9de2-4128-9666-4fe4afd0bb71 req-a2275681-7b5c-4cc6-9cbb-998befc21a21 tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:16:14.998316 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-c2181dd5-9de2-4128-9666-4fe4afd0bb71 req-a2275681-7b5c-4cc6-9cbb-998befc21a21 tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] 10.222.0.30 "GET /v2.0/ports?device_id=668aeb67-44d2-486c-8df1-e7794d96373f HTTP/1.1" status: 200 len: 944 time: 0.1919136 Mar 28 12:16:14.999385 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e29a84-8d07-45cc-a0c4-8b6fad1c83e2 req-f166ca25-445d-4cb4-b04d-fed008b50dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:16:15.000673 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-81e29a84-8d07-45cc-a0c4-8b6fad1c83e2 req-f166ca25-445d-4cb4-b04d-fed008b50dc8 service neutron] 10.222.0.11 "GET /v2.0/networks?id=1c405e19-8936-4163-864d-bace5749d6e8 HTTP/1.1" status: 200 len: 914 time: 0.1609106 Mar 28 12:16:15.084235 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-81e29a84-8d07-45cc-a0c4-8b6fad1c83e2 req-4eb3215e-6a16-483c-a640-4a29378e2fb4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1e7fa450-102a-4345-b634-d84da0ae5f3f HTTP/1.1" status: 200 len: 217 time: 0.0671155 Mar 28 12:16:15.141607 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-c2181dd5-9de2-4128-9666-4fe4afd0bb71 req-dbf7195b-cb52-40d7-af4e-19219b24c2fb tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] 10.222.0.30 "GET /v2.0/security-groups?id=1eca1252-40fc-40cb-b762-c245dbf179c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376009 Mar 28 12:16:15.156872 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e29a84-8d07-45cc-a0c4-8b6fad1c83e2 req-df080d7e-778a-42b5-89cc-5078a3811827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:16:15.158264 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-81e29a84-8d07-45cc-a0c4-8b6fad1c83e2 req-df080d7e-778a-42b5-89cc-5078a3811827 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=eea337e5-9f30-46a5-90b2-75248bd546f7 HTTP/1.1" status: 200 len: 854 time: 0.0647736 Mar 28 12:16:15.206760 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-81e29a84-8d07-45cc-a0c4-8b6fad1c83e2 req-069123dd-3c6c-499a-baa1-d3ecbe4fba97 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1c405e19-8936-4163-864d-bace5749d6e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400732 Mar 28 12:16:15.335993 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-81e29a84-8d07-45cc-a0c4-8b6fad1c83e2 req-46b8588e-b5bd-4867-ac7c-bf48e48aa8d4 service neutron] 10.222.0.11 "GET /v2.0/networks/1c405e19-8936-4163-864d-bace5749d6e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223333 Mar 28 12:16:15.467709 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-81e29a84-8d07-45cc-a0c4-8b6fad1c83e2 req-7acff570-566a-446d-84b3-d67cf4051e9b service neutron] 10.222.0.11 "GET /v2.0/networks/1c405e19-8936-4163-864d-bace5749d6e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249328 Mar 28 12:16:15.520469 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Device 1e7fa450-102a-4345-b634-d84da0ae5f3f details requested by agent hyperv_hv-neutron-8353 with host hv-neutron-8353 {{(pid=87872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 28 12:16:15.648496 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] For port 1e7fa450-102a-4345-b634-d84da0ae5f3f, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=1e7fa450-102a-4345-b634-d84da0ae5f3f,segment=NetworkSegment(bad6dc41-b598-4772-8af6-e0981553b271),segment_id=bad6dc41-b598-4772-8af6-e0981553b271)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:16:15.660891 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Returning: {'device': '1e7fa450-102a-4345-b634-d84da0ae5f3f', 'network_id': '1c405e19-8936-4163-864d-bace5749d6e8', 'port_id': '1e7fa450-102a-4345-b634-d84da0ae5f3f', 'mac_address': 'fa:16:3e:62:df:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eea337e5-9f30-46a5-90b2-75248bd546f7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 28 12:16:15.713482 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:16:15.729426 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.notifiers.nova [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e7fa450-102a-4345-b634-d84da0ae5f3f {{(pid=87872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 12:16:15.744518 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] For port 1e7fa450-102a-4345-b634-d84da0ae5f3f, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=1e7fa450-102a-4345-b634-d84da0ae5f3f,segment=NetworkSegment(bad6dc41-b598-4772-8af6-e0981553b271),segment_id=bad6dc41-b598-4772-8af6-e0981553b271)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:16:15.748601 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:16:15.817866 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Pushing event updated for resources: {'Port': ['ID=1e7fa450-102a-4345-b634-d84da0ae5f3f,revision_number=4']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:16:15.825908 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:16:15.826256 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:16:15.826600 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:16:15.826936 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:16:15.827267 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:16:15.827628 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:16:15.827954 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:16:15.828281 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:16:15.828609 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:16:15.828928 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:16:15.829249 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:16:15.829569 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:16:15.936193 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] get_ports_and_sgs() called for port_ids ['1e7fa450-102a-4345-b634-d84da0ae5f3f'] {{(pid=87872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 12:16:16.329315 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3759f185-1c84-4afa-b569-a4a7883875ee req-0c2877f0-3b0b-4d87-b43e-5b58d73914c4 tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:16:16.329995 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [req-3759f185-1c84-4afa-b569-a4a7883875ee req-0c2877f0-3b0b-4d87-b43e-5b58d73914c4 tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] Synchronizing usage tracker for tenant:6d0a276fe7444421abf998cbd71c489c on resource:port {{(pid=87870) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:16:16.341961 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [req-3759f185-1c84-4afa-b569-a4a7883875ee req-0c2877f0-3b0b-4d87-b43e-5b58d73914c4 tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] Unset dirty status for tenant:6d0a276fe7444421abf998cbd71c489c on resource:port {{(pid=87870) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:16:16.343396 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-3759f185-1c84-4afa-b569-a4a7883875ee req-0c2877f0-3b0b-4d87-b43e-5b58d73914c4 tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] 10.222.0.30 "GET /v2.0/ports?device_id=668aeb67-44d2-486c-8df1-e7794d96373f HTTP/1.1" status: 200 len: 945 time: 0.0946548 Mar 28 12:16:16.388363 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-3759f185-1c84-4afa-b569-a4a7883875ee req-5355d8e1-5cf8-4cb7-92df-1c790096e69b tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] 10.222.0.30 "GET /v2.0/security-groups?id=1eca1252-40fc-40cb-b762-c245dbf179c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395486 Mar 28 12:16:17.520962 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Device 1e7fa450-102a-4345-b634-d84da0ae5f3f up at agent hyperv_hv-neutron-8353 {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:16:17.572363 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e3fea3-bd08-4d80-96c8-cd790db47c2e req-343e2d04-ad48-4791-b1e0-5ad96e0f750c tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:16:17.573818 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-82e3fea3-bd08-4d80-96c8-cd790db47c2e req-343e2d04-ad48-4791-b1e0-5ad96e0f750c tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] 10.222.0.30 "GET /v2.0/ports?device_id=668aeb67-44d2-486c-8df1-e7794d96373f HTTP/1.1" status: 200 len: 945 time: 0.0838423 Mar 28 12:16:17.587663 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Provisioning for port 1e7fa450-102a-4345-b634-d84da0ae5f3f completed by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:16:17.592518 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Provisioning complete for port 1e7fa450-102a-4345-b634-d84da0ae5f3f triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:16:17.592886 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:16:17.617972 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-82e3fea3-bd08-4d80-96c8-cd790db47c2e req-c5755ce3-9139-4d1f-b1f7-a7af50b58d21 tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] 10.222.0.30 "GET /v2.0/security-groups?id=1eca1252-40fc-40cb-b762-c245dbf179c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384679 Mar 28 12:16:17.736857 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:16:17.763789 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '668aeb67-44d2-486c-8df1-e7794d96373f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e7fa450-102a-4345-b634-d84da0ae5f3f'}] {{(pid=87872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 12:16:17.773577 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] For port 1e7fa450-102a-4345-b634-d84da0ae5f3f, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=1e7fa450-102a-4345-b634-d84da0ae5f3f,segment=NetworkSegment(bad6dc41-b598-4772-8af6-e0981553b271),segment_id=bad6dc41-b598-4772-8af6-e0981553b271)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:16:17.777715 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:16:17.778795 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Device 4a10321d-0393-4f3f-9fa0-a67a0899b1da no longer exists at agent hyperv_hv-neutron-8353 {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 12:16:17.844607 dv-neutron-835340-2-hyperv neutron-server[87872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '668aeb67-44d2-486c-8df1-e7794d96373f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e7fa450-102a-4345-b634-d84da0ae5f3f', 'code': 200} Mar 28 12:16:17.853985 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] No Port match for: 4a10321d-0393-4f3f-9fa0-a67a0899b1da {{(pid=87872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 12:16:17.854320 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Device 4a10321d-0393-4f3f-9fa0-a67a0899b1da not bound to the agent host hv-neutron-8353 {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 12:16:17.880785 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Pushing event updated for resources: {'Port': ['ID=1e7fa450-102a-4345-b634-d84da0ae5f3f,revision_number=5']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:16:18.028097 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2c39da-cf22-4882-b60c-3eaae307134b req-552eb375-e827-4f5f-b39c-d4857438e51f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:16:18.029453 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-eb2c39da-cf22-4882-b60c-3eaae307134b req-552eb375-e827-4f5f-b39c-d4857438e51f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=668aeb67-44d2-486c-8df1-e7794d96373f HTTP/1.1" status: 200 len: 1099 time: 0.0683749 Mar 28 12:16:18.071575 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-eb2c39da-cf22-4882-b60c-3eaae307134b req-48070e69-30db-4c7f-87fe-655dda28c350 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=1eca1252-40fc-40cb-b762-c245dbf179c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362849 Mar 28 12:16:18.797798 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fe6406-6ab0-4642-8721-d9ce43746c2f req-1e140187-d341-43c7-8550-9332642e3596 tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:16:18.799206 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-d2fe6406-6ab0-4642-8721-d9ce43746c2f req-1e140187-d341-43c7-8550-9332642e3596 tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] 10.222.0.30 "GET /v2.0/ports?device_id=668aeb67-44d2-486c-8df1-e7794d96373f HTTP/1.1" status: 200 len: 946 time: 0.0788171 Mar 28 12:16:18.843293 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-d2fe6406-6ab0-4642-8721-d9ce43746c2f req-ccbb5d6a-5830-4a96-9b90-3e0d5dd8c37f tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] 10.222.0.30 "GET /v2.0/security-groups?id=1eca1252-40fc-40cb-b762-c245dbf179c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379040 Mar 28 12:16:20.025378 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3436a0fd-311a-4cb2-8995-e0abaf8b4ef9 req-177a5cca-7d61-4b11-b4b9-c2a4e311895b tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:16:20.026818 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-3436a0fd-311a-4cb2-8995-e0abaf8b4ef9 req-177a5cca-7d61-4b11-b4b9-c2a4e311895b tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] 10.222.0.30 "GET /v2.0/ports?device_id=668aeb67-44d2-486c-8df1-e7794d96373f HTTP/1.1" status: 200 len: 946 time: 0.0792711 Mar 28 12:16:20.074764 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-3436a0fd-311a-4cb2-8995-e0abaf8b4ef9 req-eb6eb640-19ec-47ef-bd13-58eda2cb081f tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] 10.222.0.30 "GET /v2.0/security-groups?id=1eca1252-40fc-40cb-b762-c245dbf179c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422635 Mar 28 12:16:20.258667 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571ac2d0-a7f4-4a7d-ad8e-db19cd1daa5a req-5123d91d-7c88-46ae-99d3-938131325d08 tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:16:20.260113 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-571ac2d0-a7f4-4a7d-ad8e-db19cd1daa5a req-5123d91d-7c88-46ae-99d3-938131325d08 tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] 10.222.0.30 "GET /v2.0/ports?device_id=668aeb67-44d2-486c-8df1-e7794d96373f HTTP/1.1" status: 200 len: 946 time: 0.0817544 Mar 28 12:16:20.302527 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-571ac2d0-a7f4-4a7d-ad8e-db19cd1daa5a req-cefedca9-6059-41a5-a387-51057c2d26c6 tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] 10.222.0.30 "GET /v2.0/security-groups?id=1eca1252-40fc-40cb-b762-c245dbf179c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369291 Mar 28 12:16:20.648494 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-7d3e3b39-4b86-46aa-adf1-9d3e6750a4e2 req-0d047d96-25ec-45e3-8cff-322a51a29b87 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=668aeb67-44d2-486c-8df1-e7794d96373f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0685520 Mar 28 12:16:20.696107 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6288a79e-e031-40df-bac6-31ae5ae61145 req-53bd287f-e0f6-47c8-9d7f-b585f89d30d6 tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:16:20.697286 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-6288a79e-e031-40df-bac6-31ae5ae61145 req-53bd287f-e0f6-47c8-9d7f-b585f89d30d6 tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] 10.222.0.30 "GET /v2.0/ports?device_id=668aeb67-44d2-486c-8df1-e7794d96373f HTTP/1.1" status: 200 len: 946 time: 0.0801964 Mar 28 12:16:20.738090 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:16:20.754675 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-6288a79e-e031-40df-bac6-31ae5ae61145 req-b4f15f32-a9cc-49f0-be45-6409ed49fd89 tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] 10.222.0.30 "GET /v2.0/security-groups?id=1eca1252-40fc-40cb-b762-c245dbf179c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516160 Mar 28 12:16:21.829349 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3e3b39-4b86-46aa-adf1-9d3e6750a4e2 req-9d332cf8-56bf-4afe-89f7-f150175fbbdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:16:21.830795 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-7d3e3b39-4b86-46aa-adf1-9d3e6750a4e2 req-9d332cf8-56bf-4afe-89f7-f150175fbbdc service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6d0a276fe7444421abf998cbd71c489c&device_id=668aeb67-44d2-486c-8df1-e7794d96373f HTTP/1.1" status: 200 len: 1099 time: 0.0743792 Mar 28 12:16:21.943006 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425d2548-a85b-41ee-97e2-01b781bce298 req-0daa6d52-a909-4e60-b3f3-a434e1eee907 tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:16:21.944654 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-425d2548-a85b-41ee-97e2-01b781bce298 req-0daa6d52-a909-4e60-b3f3-a434e1eee907 tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] 10.222.0.30 "GET /v2.0/ports?device_id=668aeb67-44d2-486c-8df1-e7794d96373f HTTP/1.1" status: 200 len: 946 time: 0.0827806 Mar 28 12:16:21.999884 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-425d2548-a85b-41ee-97e2-01b781bce298 req-dc57b250-0ae7-41c6-8ebd-f1434f3a331c tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] 10.222.0.30 "GET /v2.0/security-groups?id=1eca1252-40fc-40cb-b762-c245dbf179c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491664 Mar 28 12:16:22.071852 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3e3b39-4b86-46aa-adf1-9d3e6750a4e2 req-e107918b-d434-4134-ad62-de70549a19bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:16:22.073278 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-7d3e3b39-4b86-46aa-adf1-9d3e6750a4e2 req-e107918b-d434-4134-ad62-de70549a19bc service neutron] 10.222.0.11 "GET /v2.0/networks?id=1c405e19-8936-4163-864d-bace5749d6e8 HTTP/1.1" status: 200 len: 914 time: 0.2365577 Mar 28 12:16:22.139316 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-7d3e3b39-4b86-46aa-adf1-9d3e6750a4e2 req-6de83aee-2f0e-4f39-ad62-158f1318dedc service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1e7fa450-102a-4345-b634-d84da0ae5f3f HTTP/1.1" status: 200 len: 217 time: 0.0597875 Mar 28 12:16:22.203331 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3e3b39-4b86-46aa-adf1-9d3e6750a4e2 req-681cb6ac-fca5-4186-9ca9-1752882139d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:16:22.204750 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-7d3e3b39-4b86-46aa-adf1-9d3e6750a4e2 req-681cb6ac-fca5-4186-9ca9-1752882139d1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=eea337e5-9f30-46a5-90b2-75248bd546f7 HTTP/1.1" status: 200 len: 854 time: 0.0589294 Mar 28 12:16:22.249909 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-7d3e3b39-4b86-46aa-adf1-9d3e6750a4e2 req-cd9c1458-4506-4657-96f7-b3e639c67d27 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1c405e19-8936-4163-864d-bace5749d6e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389395 Mar 28 12:16:22.377123 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-7d3e3b39-4b86-46aa-adf1-9d3e6750a4e2 req-1634e695-8d27-49e1-9385-d11cfc959490 service neutron] 10.222.0.11 "GET /v2.0/networks/1c405e19-8936-4163-864d-bace5749d6e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209636 Mar 28 12:16:22.505523 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-7d3e3b39-4b86-46aa-adf1-9d3e6750a4e2 req-d275c628-7b9e-4773-b1ad-a4ee8a365c1f service neutron] 10.222.0.11 "GET /v2.0/networks/1c405e19-8936-4163-864d-bace5749d6e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222603 Mar 28 12:16:23.188920 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f537b40-a421-4d4b-862b-cb7acbb2c3da req-ae734fe1-6e9a-44b1-8fa2-e22982ea1444 tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:16:23.190254 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-5f537b40-a421-4d4b-862b-cb7acbb2c3da req-ae734fe1-6e9a-44b1-8fa2-e22982ea1444 tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] 10.222.0.30 "GET /v2.0/ports?device_id=668aeb67-44d2-486c-8df1-e7794d96373f HTTP/1.1" status: 200 len: 946 time: 0.0835066 Mar 28 12:16:23.233508 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-5f537b40-a421-4d4b-862b-cb7acbb2c3da req-207963e2-7ae9-4ae1-89d6-05e2b8fdde1e tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] 10.222.0.30 "GET /v2.0/security-groups?id=1eca1252-40fc-40cb-b762-c245dbf179c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368004 Mar 28 12:16:24.417148 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30d3ac1-1c64-44d0-b1d6-c8a091a41c43 req-a13e05a8-9cf9-4abf-bf01-e7fb345e4839 tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:16:24.418560 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-f30d3ac1-1c64-44d0-b1d6-c8a091a41c43 req-a13e05a8-9cf9-4abf-bf01-e7fb345e4839 tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] 10.222.0.30 "GET /v2.0/ports?device_id=668aeb67-44d2-486c-8df1-e7794d96373f HTTP/1.1" status: 200 len: 946 time: 0.0775878 Mar 28 12:16:24.461576 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-f30d3ac1-1c64-44d0-b1d6-c8a091a41c43 req-5e670615-8408-4112-91d3-a8d80033ba48 tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] 10.222.0.30 "GET /v2.0/security-groups?id=1eca1252-40fc-40cb-b762-c245dbf179c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374663 Mar 28 12:16:25.649493 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef153035-231b-41ab-bafc-c1d5b4588559 req-8a44c7a8-c2dc-4bcc-b5cf-af1814597ff5 tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:16:25.650918 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-ef153035-231b-41ab-bafc-c1d5b4588559 req-8a44c7a8-c2dc-4bcc-b5cf-af1814597ff5 tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] 10.222.0.30 "GET /v2.0/ports?device_id=668aeb67-44d2-486c-8df1-e7794d96373f HTTP/1.1" status: 200 len: 946 time: 0.0794597 Mar 28 12:16:25.692883 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-ef153035-231b-41ab-bafc-c1d5b4588559 req-0a7f1d1e-71fc-429e-a04d-a7e947860ee7 tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] 10.222.0.30 "GET /v2.0/security-groups?id=1eca1252-40fc-40cb-b762-c245dbf179c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363839 Mar 28 12:16:26.878396 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04029066-fa28-43c0-8cc1-e3ba1392b0fb req-ed123a7f-00c2-419c-a710-f89748d6c439 tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:16:26.880136 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-04029066-fa28-43c0-8cc1-e3ba1392b0fb req-ed123a7f-00c2-419c-a710-f89748d6c439 tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] 10.222.0.30 "GET /v2.0/ports?device_id=668aeb67-44d2-486c-8df1-e7794d96373f HTTP/1.1" status: 200 len: 946 time: 0.0828478 Mar 28 12:16:26.924280 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-04029066-fa28-43c0-8cc1-e3ba1392b0fb req-0dc87f9e-d361-40ec-86ab-41d689eda3f2 tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] 10.222.0.30 "GET /v2.0/security-groups?id=1eca1252-40fc-40cb-b762-c245dbf179c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384102 Mar 28 12:16:28.111539 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001ddf34-d527-481d-8ed5-e0128d4107f2 req-2960c221-9ec3-40c8-9e87-1e65c25dd3db tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:16:28.112958 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-001ddf34-d527-481d-8ed5-e0128d4107f2 req-2960c221-9ec3-40c8-9e87-1e65c25dd3db tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] 10.222.0.30 "GET /v2.0/ports?device_id=668aeb67-44d2-486c-8df1-e7794d96373f HTTP/1.1" status: 200 len: 946 time: 0.0839086 Mar 28 12:16:28.159869 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-001ddf34-d527-481d-8ed5-e0128d4107f2 req-16f9157f-b756-4dd5-bb0a-38ae687497e0 tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] 10.222.0.30 "GET /v2.0/security-groups?id=1eca1252-40fc-40cb-b762-c245dbf179c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403540 Mar 28 12:16:29.343513 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29994d2-7056-472f-901a-144ec252b135 req-c1dd55ff-8084-4b2f-af10-06e59e794d94 tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:16:29.344961 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-d29994d2-7056-472f-901a-144ec252b135 req-c1dd55ff-8084-4b2f-af10-06e59e794d94 tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] 10.222.0.30 "GET /v2.0/ports?device_id=668aeb67-44d2-486c-8df1-e7794d96373f HTTP/1.1" status: 200 len: 946 time: 0.0799818 Mar 28 12:16:29.388627 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-d29994d2-7056-472f-901a-144ec252b135 req-ae7fc4a8-af3c-45f6-adc7-7bff24013c2a tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] 10.222.0.30 "GET /v2.0/security-groups?id=1eca1252-40fc-40cb-b762-c245dbf179c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375190 Mar 28 12:16:30.570242 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958e9eee-d4ba-4d0b-b0da-de593ae29157 req-80f85fdc-5242-4768-9503-c53fbd4c97c7 tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:16:30.571764 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-958e9eee-d4ba-4d0b-b0da-de593ae29157 req-80f85fdc-5242-4768-9503-c53fbd4c97c7 tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] 10.222.0.30 "GET /v2.0/ports?device_id=668aeb67-44d2-486c-8df1-e7794d96373f HTTP/1.1" status: 200 len: 946 time: 0.0802138 Mar 28 12:16:30.619981 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-958e9eee-d4ba-4d0b-b0da-de593ae29157 req-fd9fedec-ddcb-4ba8-8624-42e4abad30a6 tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] 10.222.0.30 "GET /v2.0/security-groups?id=1eca1252-40fc-40cb-b762-c245dbf179c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422263 Mar 28 12:16:31.806728 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5fe301-cc3c-4dd9-a6ef-e77a9002d60e req-19bf9a80-acf5-406a-8ba0-e96f5d16e301 tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:16:31.808201 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-0e5fe301-cc3c-4dd9-a6ef-e77a9002d60e req-19bf9a80-acf5-406a-8ba0-e96f5d16e301 tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] 10.222.0.30 "GET /v2.0/ports?device_id=668aeb67-44d2-486c-8df1-e7794d96373f HTTP/1.1" status: 200 len: 946 time: 0.0817261 Mar 28 12:16:31.852930 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-0e5fe301-cc3c-4dd9-a6ef-e77a9002d60e req-5191a532-066f-4e88-9464-92e394493f0b tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] 10.222.0.30 "GET /v2.0/security-groups?id=1eca1252-40fc-40cb-b762-c245dbf179c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388360 Mar 28 12:16:32.345545 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-6f0b895d-3701-4b3f-b295-509337f97904 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:16:33.038921 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e909fe45-652c-4a62-bfd9-78009bab74e5 req-0a2e7815-657d-46bb-bcec-2d0d68513b5e tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:16:33.040384 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-e909fe45-652c-4a62-bfd9-78009bab74e5 req-0a2e7815-657d-46bb-bcec-2d0d68513b5e tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] 10.222.0.30 "GET /v2.0/ports?device_id=668aeb67-44d2-486c-8df1-e7794d96373f HTTP/1.1" status: 200 len: 946 time: 0.0801978 Mar 28 12:16:33.083949 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-e909fe45-652c-4a62-bfd9-78009bab74e5 req-e58c0d13-b1d4-4646-817f-5612064ce153 tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] 10.222.0.30 "GET /v2.0/security-groups?id=1eca1252-40fc-40cb-b762-c245dbf179c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379639 Mar 28 12:16:34.270001 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c54a7d-7db0-4903-bb9a-d8d1747cf425 req-cd9be3b5-ce88-41a1-a585-6f22fbc64de3 tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:16:34.271457 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-04c54a7d-7db0-4903-bb9a-d8d1747cf425 req-cd9be3b5-ce88-41a1-a585-6f22fbc64de3 tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] 10.222.0.30 "GET /v2.0/ports?device_id=668aeb67-44d2-486c-8df1-e7794d96373f HTTP/1.1" status: 200 len: 946 time: 0.0838892 Mar 28 12:16:34.316893 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-04c54a7d-7db0-4903-bb9a-d8d1747cf425 req-4732b9ee-fdee-4f07-8da7-3898d25dd7a9 tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] 10.222.0.30 "GET /v2.0/security-groups?id=1eca1252-40fc-40cb-b762-c245dbf179c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396276 Mar 28 12:16:34.734321 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-b7abd958-c872-4b43-8105-df4a57800491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:16:35.507929 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3bdf56-4701-42b1-990a-d5c5c6f28c2b req-00b38827-7334-41d0-bb19-0a75ad128f18 tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:16:35.509344 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-2c3bdf56-4701-42b1-990a-d5c5c6f28c2b req-00b38827-7334-41d0-bb19-0a75ad128f18 tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] 10.222.0.30 "GET /v2.0/ports?device_id=668aeb67-44d2-486c-8df1-e7794d96373f HTTP/1.1" status: 200 len: 946 time: 0.0835714 Mar 28 12:16:35.552680 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-2c3bdf56-4701-42b1-990a-d5c5c6f28c2b req-36cf4879-2d24-4765-bd00-d6b555e30553 tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] 10.222.0.30 "GET /v2.0/security-groups?id=1eca1252-40fc-40cb-b762-c245dbf179c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377908 Mar 28 12:16:35.707232 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:16:35.822670 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-ef3be119-c018-4979-be07-86cf959defc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:16:36.732004 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b96d199-89e2-4453-8b8e-c609985936b9 req-1a5761db-7f4a-4448-9264-2a712796fb34 tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:16:36.733454 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-2b96d199-89e2-4453-8b8e-c609985936b9 req-1a5761db-7f4a-4448-9264-2a712796fb34 tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] 10.222.0.30 "GET /v2.0/ports?device_id=668aeb67-44d2-486c-8df1-e7794d96373f HTTP/1.1" status: 200 len: 946 time: 0.0787091 Mar 28 12:16:36.777101 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-2b96d199-89e2-4453-8b8e-c609985936b9 req-4307c8fa-7b90-419b-8ce9-3479c4ae6321 tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] 10.222.0.30 "GET /v2.0/security-groups?id=1eca1252-40fc-40cb-b762-c245dbf179c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381603 Mar 28 12:16:37.481244 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-b7ccd3c7-0277-4f12-8e5c-e41478141af5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:16:37.957501 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9397bf0-b250-43e0-9fc0-6b4e71e9bc84 req-2da61808-ff72-4cea-be13-7e9d05f587e6 tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:16:37.958915 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-a9397bf0-b250-43e0-9fc0-6b4e71e9bc84 req-2da61808-ff72-4cea-be13-7e9d05f587e6 tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] 10.222.0.30 "GET /v2.0/ports?device_id=668aeb67-44d2-486c-8df1-e7794d96373f HTTP/1.1" status: 200 len: 946 time: 0.0788679 Mar 28 12:16:38.003297 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-a9397bf0-b250-43e0-9fc0-6b4e71e9bc84 req-2d2bb64d-ce58-445b-9aa1-11aeed1ed810 tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] 10.222.0.30 "GET /v2.0/security-groups?id=1eca1252-40fc-40cb-b762-c245dbf179c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381243 Mar 28 12:16:39.189541 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535731cd-7e69-4735-99de-4c1af9135d00 req-46467cd7-56f4-4def-9656-2c7a45ca2a1d tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:16:39.190898 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-535731cd-7e69-4735-99de-4c1af9135d00 req-46467cd7-56f4-4def-9656-2c7a45ca2a1d tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] 10.222.0.30 "GET /v2.0/ports?device_id=668aeb67-44d2-486c-8df1-e7794d96373f HTTP/1.1" status: 200 len: 946 time: 0.0809693 Mar 28 12:16:39.234888 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-535731cd-7e69-4735-99de-4c1af9135d00 req-0a0f2e91-78cb-4292-9554-fe0ed714f082 tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] 10.222.0.30 "GET /v2.0/security-groups?id=1eca1252-40fc-40cb-b762-c245dbf179c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375433 Mar 28 12:16:40.421403 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8951823-c81b-4c33-b540-03f2035e39e6 req-415ab848-63bc-4506-b19c-c4f1d4858047 tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:16:40.423001 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-d8951823-c81b-4c33-b540-03f2035e39e6 req-415ab848-63bc-4506-b19c-c4f1d4858047 tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] 10.222.0.30 "GET /v2.0/ports?device_id=668aeb67-44d2-486c-8df1-e7794d96373f HTTP/1.1" status: 200 len: 946 time: 0.0830293 Mar 28 12:16:40.466182 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-d8951823-c81b-4c33-b540-03f2035e39e6 req-0bbd3f45-725c-497c-829b-b0a3617158ac tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] 10.222.0.30 "GET /v2.0/security-groups?id=1eca1252-40fc-40cb-b762-c245dbf179c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372179 Mar 28 12:16:41.647977 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c5bd67-e6a8-4738-8acb-8fec08c2d28c req-e2e404f9-b85d-4f36-b763-72d28f534487 tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:16:41.649400 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-c3c5bd67-e6a8-4738-8acb-8fec08c2d28c req-e2e404f9-b85d-4f36-b763-72d28f534487 tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] 10.222.0.30 "GET /v2.0/ports?device_id=668aeb67-44d2-486c-8df1-e7794d96373f HTTP/1.1" status: 200 len: 946 time: 0.0780697 Mar 28 12:16:41.695247 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-c3c5bd67-e6a8-4738-8acb-8fec08c2d28c req-ef08d31e-406d-41fc-98dd-a2fb826dcd5d tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] 10.222.0.30 "GET /v2.0/security-groups?id=1eca1252-40fc-40cb-b762-c245dbf179c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403287 Mar 28 12:16:42.882612 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808b4ad6-c206-4d19-92a8-f41a8b6d903c req-d1ef3411-5bc1-417a-b169-a6d1d6778c75 tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:16:42.884069 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-808b4ad6-c206-4d19-92a8-f41a8b6d903c req-d1ef3411-5bc1-417a-b169-a6d1d6778c75 tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] 10.222.0.30 "GET /v2.0/ports?device_id=668aeb67-44d2-486c-8df1-e7794d96373f HTTP/1.1" status: 200 len: 946 time: 0.0849481 Mar 28 12:16:42.930671 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-808b4ad6-c206-4d19-92a8-f41a8b6d903c req-9dfcbbaa-6751-46c5-882f-615339a1ba22 tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] 10.222.0.30 "GET /v2.0/security-groups?id=1eca1252-40fc-40cb-b762-c245dbf179c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409405 Mar 28 12:16:44.113009 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd892f2-f5da-42d0-bc6e-92ecba440e0e req-b7763cb0-e7b4-49f4-a574-58c22e8d252c tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:16:44.114372 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-ebd892f2-f5da-42d0-bc6e-92ecba440e0e req-b7763cb0-e7b4-49f4-a574-58c22e8d252c tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] 10.222.0.30 "GET /v2.0/ports?device_id=668aeb67-44d2-486c-8df1-e7794d96373f HTTP/1.1" status: 200 len: 946 time: 0.0795672 Mar 28 12:16:44.157676 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-ebd892f2-f5da-42d0-bc6e-92ecba440e0e req-d53eac6d-0fae-4411-b3f2-42a065655521 tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] 10.222.0.30 "GET /v2.0/security-groups?id=1eca1252-40fc-40cb-b762-c245dbf179c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374939 Mar 28 12:16:45.339594 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a84a28-bb68-4730-abc9-79d03a317ba8 req-4713a2f0-6f58-45f7-a331-a889772c9d77 tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:16:45.341024 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-89a84a28-bb68-4730-abc9-79d03a317ba8 req-4713a2f0-6f58-45f7-a331-a889772c9d77 tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] 10.222.0.30 "GET /v2.0/ports?device_id=668aeb67-44d2-486c-8df1-e7794d96373f HTTP/1.1" status: 200 len: 946 time: 0.0782652 Mar 28 12:16:45.385006 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-89a84a28-bb68-4730-abc9-79d03a317ba8 req-79efad26-832c-470d-8f1b-1cdc74b05bac tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] 10.222.0.30 "GET /v2.0/security-groups?id=1eca1252-40fc-40cb-b762-c245dbf179c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384495 Mar 28 12:16:46.494815 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38819827-0517-402b-9037-c69faf7f0645 req-461b7ccd-1768-4eab-942e-547962f4e92e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:16:46.496452 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-38819827-0517-402b-9037-c69faf7f0645 req-461b7ccd-1768-4eab-942e-547962f4e92e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6d0a276fe7444421abf998cbd71c489c&device_id=668aeb67-44d2-486c-8df1-e7794d96373f HTTP/1.1" status: 200 len: 1099 time: 0.0752981 Mar 28 12:16:46.575944 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee30732-4712-4f91-afc2-e905423a27dc req-8b09d3aa-ec43-4c9e-bfe6-a7ad51ab2b5e tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:16:46.577387 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-bee30732-4712-4f91-afc2-e905423a27dc req-8b09d3aa-ec43-4c9e-bfe6-a7ad51ab2b5e tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] 10.222.0.30 "GET /v2.0/ports?device_id=668aeb67-44d2-486c-8df1-e7794d96373f HTTP/1.1" status: 200 len: 946 time: 0.0832577 Mar 28 12:16:46.620901 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-bee30732-4712-4f91-afc2-e905423a27dc req-e3aab203-2d04-4bc9-8560-bc2ab1f1e6f0 tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] 10.222.0.30 "GET /v2.0/security-groups?id=1eca1252-40fc-40cb-b762-c245dbf179c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378065 Mar 28 12:16:46.765860 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38819827-0517-402b-9037-c69faf7f0645 req-1ebd6a9d-7974-41d3-a177-7fc9ad1556bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:16:46.767261 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-38819827-0517-402b-9037-c69faf7f0645 req-1ebd6a9d-7974-41d3-a177-7fc9ad1556bf service neutron] 10.222.0.11 "GET /v2.0/networks?id=1c405e19-8936-4163-864d-bace5749d6e8 HTTP/1.1" status: 200 len: 914 time: 0.1263762 Mar 28 12:16:46.834902 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-38819827-0517-402b-9037-c69faf7f0645 req-b06f35a4-520b-4942-ba49-9d42ecdb6d9b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1e7fa450-102a-4345-b634-d84da0ae5f3f HTTP/1.1" status: 200 len: 217 time: 0.0613260 Mar 28 12:16:46.901619 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38819827-0517-402b-9037-c69faf7f0645 req-5984b343-221a-4706-be21-e9aea89ffd1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:16:46.903730 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-38819827-0517-402b-9037-c69faf7f0645 req-5984b343-221a-4706-be21-e9aea89ffd1f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=eea337e5-9f30-46a5-90b2-75248bd546f7 HTTP/1.1" status: 200 len: 854 time: 0.0617938 Mar 28 12:16:46.950814 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-38819827-0517-402b-9037-c69faf7f0645 req-5f37ef29-a82f-462a-867a-ae0f0109918d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1c405e19-8936-4163-864d-bace5749d6e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394950 Mar 28 12:16:47.079417 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-38819827-0517-402b-9037-c69faf7f0645 req-e4cfbebd-e4e9-4c34-92ae-3eb216c83ec9 service neutron] 10.222.0.11 "GET /v2.0/networks/1c405e19-8936-4163-864d-bace5749d6e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228049 Mar 28 12:16:47.305693 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-38819827-0517-402b-9037-c69faf7f0645 req-6819644c-bfcc-42c8-876d-8dc096d7a9ca service neutron] 10.222.0.11 "GET /v2.0/networks/1c405e19-8936-4163-864d-bace5749d6e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2202029 Mar 28 12:16:47.803391 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf677879-34d6-48c3-83ff-72cb86876a23 req-81f2dc5f-147a-49ab-a5a3-6cd0e894312b tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:16:47.805549 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-bf677879-34d6-48c3-83ff-72cb86876a23 req-81f2dc5f-147a-49ab-a5a3-6cd0e894312b tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] 10.222.0.30 "GET /v2.0/ports?device_id=668aeb67-44d2-486c-8df1-e7794d96373f HTTP/1.1" status: 200 len: 946 time: 0.0805669 Mar 28 12:16:47.855232 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-bf677879-34d6-48c3-83ff-72cb86876a23 req-d82d0fba-03cd-4ff6-9782-35dec944a7d7 tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] 10.222.0.30 "GET /v2.0/security-groups?id=1eca1252-40fc-40cb-b762-c245dbf179c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439165 Mar 28 12:16:49.040634 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede6db78-f464-4c00-834a-ea8b7541cd0d req-3c53f35b-c8f0-4ed6-8bb2-e927effdd48a tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:16:49.042104 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-ede6db78-f464-4c00-834a-ea8b7541cd0d req-3c53f35b-c8f0-4ed6-8bb2-e927effdd48a tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] 10.222.0.30 "GET /v2.0/ports?device_id=668aeb67-44d2-486c-8df1-e7794d96373f HTTP/1.1" status: 200 len: 946 time: 0.0798759 Mar 28 12:16:49.084498 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-ede6db78-f464-4c00-834a-ea8b7541cd0d req-df7f17ff-a9cc-4b9c-9ea8-00bccc48a2ac tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] 10.222.0.30 "GET /v2.0/security-groups?id=1eca1252-40fc-40cb-b762-c245dbf179c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367951 Mar 28 12:16:49.179276 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-7d3e3b39-4b86-46aa-adf1-9d3e6750a4e2 req-ff878573-c4fb-413a-91dd-a894a214c244 service neutron] 10.222.0.11 "GET /v2.0/ports/1e7fa450-102a-4345-b634-d84da0ae5f3f/bindings/hv-neutron-8353 HTTP/1.1" status: 200 len: 384 time: 0.0737574 Mar 28 12:16:49.436024 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3e3b39-4b86-46aa-adf1-9d3e6750a4e2 req-1714bced-fbec-4b1d-981c-556c6bafd8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:16:49.437376 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-7d3e3b39-4b86-46aa-adf1-9d3e6750a4e2 req-1714bced-fbec-4b1d-981c-556c6bafd8d6 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=668aeb67-44d2-486c-8df1-e7794d96373f&tenant_id=6d0a276fe7444421abf998cbd71c489c HTTP/1.1" status: 200 len: 1099 time: 0.0729814 Mar 28 12:16:49.531425 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3e3b39-4b86-46aa-adf1-9d3e6750a4e2 req-073d17fc-a6f2-46ab-94e8-18deb96e408d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:16:49.532910 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-7d3e3b39-4b86-46aa-adf1-9d3e6750a4e2 req-073d17fc-a6f2-46ab-94e8-18deb96e408d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6d0a276fe7444421abf998cbd71c489c&device_id=668aeb67-44d2-486c-8df1-e7794d96373f HTTP/1.1" status: 200 len: 1099 time: 0.0751119 Mar 28 12:16:49.659492 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3e3b39-4b86-46aa-adf1-9d3e6750a4e2 req-32dc89a6-adcc-4859-afae-18d37f8cfb50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:16:49.660917 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-7d3e3b39-4b86-46aa-adf1-9d3e6750a4e2 req-32dc89a6-adcc-4859-afae-18d37f8cfb50 service neutron] 10.222.0.11 "GET /v2.0/networks?id=1c405e19-8936-4163-864d-bace5749d6e8 HTTP/1.1" status: 200 len: 914 time: 0.1223636 Mar 28 12:16:49.729180 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-7d3e3b39-4b86-46aa-adf1-9d3e6750a4e2 req-0c6881b4-8c77-45a4-bb87-432522e918dc service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1e7fa450-102a-4345-b634-d84da0ae5f3f HTTP/1.1" status: 200 len: 217 time: 0.0622089 Mar 28 12:16:49.790258 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3e3b39-4b86-46aa-adf1-9d3e6750a4e2 req-20ceaba4-596b-4818-942b-8bbbfa3444e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:16:49.791708 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-7d3e3b39-4b86-46aa-adf1-9d3e6750a4e2 req-20ceaba4-596b-4818-942b-8bbbfa3444e8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=eea337e5-9f30-46a5-90b2-75248bd546f7 HTTP/1.1" status: 200 len: 854 time: 0.0567532 Mar 28 12:16:49.837413 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-7d3e3b39-4b86-46aa-adf1-9d3e6750a4e2 req-41c11728-f1fe-4a50-a5ad-714f637202ea service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1c405e19-8936-4163-864d-bace5749d6e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392509 Mar 28 12:16:49.964891 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-7d3e3b39-4b86-46aa-adf1-9d3e6750a4e2 req-f610893e-f282-40a7-853e-a6b607c36466 service neutron] 10.222.0.11 "GET /v2.0/networks/1c405e19-8936-4163-864d-bace5749d6e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216562 Mar 28 12:16:50.093405 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-7d3e3b39-4b86-46aa-adf1-9d3e6750a4e2 req-75e2b155-59c6-421d-adf3-b29edbbf55d4 service neutron] 10.222.0.11 "GET /v2.0/networks/1c405e19-8936-4163-864d-bace5749d6e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226380 Mar 28 12:16:50.273538 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee64824a-a8f2-4964-a4ae-4cf840be0eb8 req-01d34a6a-c5bf-41f8-9ef4-d05628420472 tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:16:50.275054 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-ee64824a-a8f2-4964-a4ae-4cf840be0eb8 req-01d34a6a-c5bf-41f8-9ef4-d05628420472 tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] 10.222.0.30 "GET /v2.0/ports?device_id=668aeb67-44d2-486c-8df1-e7794d96373f HTTP/1.1" status: 200 len: 946 time: 0.0852828 Mar 28 12:16:50.321206 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-ee64824a-a8f2-4964-a4ae-4cf840be0eb8 req-4147850c-5478-4d75-954b-5b0a14ba6940 tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] 10.222.0.30 "GET /v2.0/security-groups?id=1eca1252-40fc-40cb-b762-c245dbf179c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395880 Mar 28 12:16:50.484236 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.agents_db [None req-03fd49d8-b51b-41c1-8716-b8e265c93689 None None] Agent healthcheck: found 6 active agents {{(pid=87873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 12:16:50.754298 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:16:51.509609 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309ecdc1-c7ec-465b-a1b8-01ed64e28a08 req-23ed0e9d-a105-47cc-95f3-4f56986f1b65 tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:16:51.511062 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-309ecdc1-c7ec-465b-a1b8-01ed64e28a08 req-23ed0e9d-a105-47cc-95f3-4f56986f1b65 tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] 10.222.0.30 "GET /v2.0/ports?device_id=668aeb67-44d2-486c-8df1-e7794d96373f HTTP/1.1" status: 200 len: 946 time: 0.0867479 Mar 28 12:16:51.555695 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-309ecdc1-c7ec-465b-a1b8-01ed64e28a08 req-b45bf11b-3e8e-4684-ad08-23c31cfeb465 tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] 10.222.0.30 "GET /v2.0/security-groups?id=1eca1252-40fc-40cb-b762-c245dbf179c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389609 Mar 28 12:16:51.723631 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Device 1e7fa450-102a-4345-b634-d84da0ae5f3f details requested by agent hyperv_hv-neutron-8353 with host hv-neutron-8353 {{(pid=87872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 28 12:16:51.858174 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] For port 1e7fa450-102a-4345-b634-d84da0ae5f3f, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=1e7fa450-102a-4345-b634-d84da0ae5f3f,segment=NetworkSegment(bad6dc41-b598-4772-8af6-e0981553b271),segment_id=bad6dc41-b598-4772-8af6-e0981553b271)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:16:51.871019 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Returning: {'device': '1e7fa450-102a-4345-b634-d84da0ae5f3f', 'network_id': '1c405e19-8936-4163-864d-bace5749d6e8', 'port_id': '1e7fa450-102a-4345-b634-d84da0ae5f3f', 'mac_address': 'fa:16:3e:62:df:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eea337e5-9f30-46a5-90b2-75248bd546f7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 28 12:16:51.924894 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:16:51.943829 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.notifiers.nova [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1e7fa450-102a-4345-b634-d84da0ae5f3f {{(pid=87872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 12:16:51.958318 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] For port 1e7fa450-102a-4345-b634-d84da0ae5f3f, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=1e7fa450-102a-4345-b634-d84da0ae5f3f,segment=NetworkSegment(bad6dc41-b598-4772-8af6-e0981553b271),segment_id=bad6dc41-b598-4772-8af6-e0981553b271)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:16:51.962403 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:16:52.026136 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] get_ports_and_sgs() called for port_ids ['1e7fa450-102a-4345-b634-d84da0ae5f3f'] {{(pid=87872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 12:16:52.065271 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Pushing event updated for resources: {'Port': ['ID=1e7fa450-102a-4345-b634-d84da0ae5f3f,revision_number=6']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:16:52.738729 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92b12aa-9a05-4f3a-90f4-328aaac655cd req-693605a2-5632-46b8-96b2-348b6e20b594 tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:16:52.740188 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-b92b12aa-9a05-4f3a-90f4-328aaac655cd req-693605a2-5632-46b8-96b2-348b6e20b594 tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] 10.222.0.30 "GET /v2.0/ports?device_id=668aeb67-44d2-486c-8df1-e7794d96373f HTTP/1.1" status: 200 len: 945 time: 0.0800388 Mar 28 12:16:52.793176 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-b92b12aa-9a05-4f3a-90f4-328aaac655cd req-2e736467-48ef-4e3e-879d-d0983a36904e tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] 10.222.0.30 "GET /v2.0/security-groups?id=1eca1252-40fc-40cb-b762-c245dbf179c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466368 Mar 28 12:16:53.160207 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9a534f-d01f-41c5-beac-37ad8a7abe77 req-d0c9beec-5140-44ee-a4e8-6b6965e10d74 tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:16:53.161495 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-bd9a534f-d01f-41c5-beac-37ad8a7abe77 req-d0c9beec-5140-44ee-a4e8-6b6965e10d74 tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] 10.222.0.11 "GET /v2.0/ports?device_id=668aeb67-44d2-486c-8df1-e7794d96373f&tenant_id=6d0a276fe7444421abf998cbd71c489c&binding%3Ahost_id=hv-neutron-8353 HTTP/1.1" status: 200 len: 945 time: 0.1404486 Mar 28 12:16:53.169845 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1312cbdc-83d2-4a53-a64a-6d6d9d6c2ae9 req-3e2dceef-3291-43c2-9989-107b02c7fddf tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:16:53.171164 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-1312cbdc-83d2-4a53-a64a-6d6d9d6c2ae9 req-3e2dceef-3291-43c2-9989-107b02c7fddf tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] 10.222.0.30 "GET /v2.0/ports?device_id=668aeb67-44d2-486c-8df1-e7794d96373f HTTP/1.1" status: 200 len: 945 time: 0.1199505 Mar 28 12:16:53.214559 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-1312cbdc-83d2-4a53-a64a-6d6d9d6c2ae9 req-6b5b3fdd-07b4-4ad5-bd2e-7e1efda179e4 tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] 10.222.0.30 "GET /v2.0/security-groups?id=1eca1252-40fc-40cb-b762-c245dbf179c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376909 Mar 28 12:16:53.302657 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9a534f-d01f-41c5-beac-37ad8a7abe77 req-9c9d05e4-a92c-4911-abba-0499e739381e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:16:53.304732 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-bd9a534f-d01f-41c5-beac-37ad8a7abe77 req-9c9d05e4-a92c-4911-abba-0499e739381e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6d0a276fe7444421abf998cbd71c489c&device_id=668aeb67-44d2-486c-8df1-e7794d96373f HTTP/1.1" status: 200 len: 1098 time: 0.0698156 Mar 28 12:16:53.430907 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9a534f-d01f-41c5-beac-37ad8a7abe77 req-c4d9a3a0-3927-4def-a37b-4aa7bbeccb36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:16:53.432250 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-bd9a534f-d01f-41c5-beac-37ad8a7abe77 req-c4d9a3a0-3927-4def-a37b-4aa7bbeccb36 service neutron] 10.222.0.11 "GET /v2.0/networks?id=1c405e19-8936-4163-864d-bace5749d6e8 HTTP/1.1" status: 200 len: 914 time: 0.1222172 Mar 28 12:16:53.594890 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-bd9a534f-d01f-41c5-beac-37ad8a7abe77 req-bc50123d-5b08-4639-bf3f-3cea9d01b62d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1e7fa450-102a-4345-b634-d84da0ae5f3f HTTP/1.1" status: 200 len: 217 time: 0.1571229 Mar 28 12:16:53.656394 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9a534f-d01f-41c5-beac-37ad8a7abe77 req-49e332e3-3807-48ce-bae3-f3819d214270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:16:53.657746 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-bd9a534f-d01f-41c5-beac-37ad8a7abe77 req-49e332e3-3807-48ce-bae3-f3819d214270 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=eea337e5-9f30-46a5-90b2-75248bd546f7 HTTP/1.1" status: 200 len: 854 time: 0.0569582 Mar 28 12:16:53.705050 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-bd9a534f-d01f-41c5-beac-37ad8a7abe77 req-a8588edf-1199-41cb-a107-c364c5a13caf service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1c405e19-8936-4163-864d-bace5749d6e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406621 Mar 28 12:16:53.737853 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Device 1e7fa450-102a-4345-b634-d84da0ae5f3f up at agent hyperv_hv-neutron-8353 {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:16:53.808578 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Provisioning complete for port 1e7fa450-102a-4345-b634-d84da0ae5f3f triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:16:53.808938 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:16:53.838316 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-bd9a534f-d01f-41c5-beac-37ad8a7abe77 req-5e502bcf-a7db-4ecc-b317-9c4fb8d7ee97 service neutron] 10.222.0.11 "GET /v2.0/networks/1c405e19-8936-4163-864d-bace5749d6e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269965 Mar 28 12:16:53.925335 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:16:53.965610 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '668aeb67-44d2-486c-8df1-e7794d96373f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e7fa450-102a-4345-b634-d84da0ae5f3f'}] {{(pid=87872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 12:16:53.976599 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] For port 1e7fa450-102a-4345-b634-d84da0ae5f3f, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=1e7fa450-102a-4345-b634-d84da0ae5f3f,segment=NetworkSegment(bad6dc41-b598-4772-8af6-e0981553b271),segment_id=bad6dc41-b598-4772-8af6-e0981553b271)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:16:53.982180 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-bd9a534f-d01f-41c5-beac-37ad8a7abe77 req-fd959cf9-b2c3-40f0-a7d2-c53441032e92 service neutron] 10.222.0.11 "GET /v2.0/networks/1c405e19-8936-4163-864d-bace5749d6e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374946 Mar 28 12:16:53.992411 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:16:54.064716 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Pushing event updated for resources: {'Port': ['ID=1e7fa450-102a-4345-b634-d84da0ae5f3f,revision_number=7']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:16:54.122932 dv-neutron-835340-2-hyperv neutron-server[87872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '668aeb67-44d2-486c-8df1-e7794d96373f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e7fa450-102a-4345-b634-d84da0ae5f3f', 'code': 200} Mar 28 12:16:54.400889 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4547b7-30a3-4165-a1b7-d42dff0fb934 req-cd7de779-c4a4-4425-a345-4df544118be1 tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:16:54.402326 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-de4547b7-30a3-4165-a1b7-d42dff0fb934 req-cd7de779-c4a4-4425-a345-4df544118be1 tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] 10.222.0.30 "GET /v2.0/ports?device_id=668aeb67-44d2-486c-8df1-e7794d96373f HTTP/1.1" status: 200 len: 946 time: 0.0807617 Mar 28 12:16:54.447241 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-de4547b7-30a3-4165-a1b7-d42dff0fb934 req-c158623e-c12f-4940-b96f-7cc01978f72a tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] 10.222.0.30 "GET /v2.0/security-groups?id=1eca1252-40fc-40cb-b762-c245dbf179c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392115 Mar 28 12:16:55.629729 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a5c599-0e7b-4ab3-b9fc-27878a2251c1 req-9646c849-2fb6-4d0a-9043-62fa9c54bb2f tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:16:55.631160 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-04a5c599-0e7b-4ab3-b9fc-27878a2251c1 req-9646c849-2fb6-4d0a-9043-62fa9c54bb2f tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] 10.222.0.30 "GET /v2.0/ports?device_id=668aeb67-44d2-486c-8df1-e7794d96373f HTTP/1.1" status: 200 len: 946 time: 0.0790002 Mar 28 12:16:55.677354 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-04a5c599-0e7b-4ab3-b9fc-27878a2251c1 req-64e0a1b5-432a-4567-9fb3-2e72820c5a07 tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] 10.222.0.30 "GET /v2.0/security-groups?id=1eca1252-40fc-40cb-b762-c245dbf179c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397513 Mar 28 12:16:55.862557 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4091d090-942f-4694-ad57-31452889f007 req-399fec45-d43a-468a-ba90-718445145da5 tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:16:55.864022 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-4091d090-942f-4694-ad57-31452889f007 req-399fec45-d43a-468a-ba90-718445145da5 tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] 10.222.0.30 "GET /v2.0/ports?device_id=668aeb67-44d2-486c-8df1-e7794d96373f HTTP/1.1" status: 200 len: 946 time: 0.0841746 Mar 28 12:16:55.908099 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-4091d090-942f-4694-ad57-31452889f007 req-8f8adb72-51cb-445e-b36b-3f6db4707580 tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] 10.222.0.30 "GET /v2.0/security-groups?id=1eca1252-40fc-40cb-b762-c245dbf179c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378718 Mar 28 12:16:56.089614 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc780361-773d-4178-a207-ac1e2572549d req-40178627-ba26-42ff-8c1c-8ad0f5a44d98 tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:16:56.091094 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-fc780361-773d-4178-a207-ac1e2572549d req-40178627-ba26-42ff-8c1c-8ad0f5a44d98 tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] 10.222.0.30 "GET /v2.0/ports?device_id=668aeb67-44d2-486c-8df1-e7794d96373f HTTP/1.1" status: 200 len: 946 time: 0.0801892 Mar 28 12:16:56.135073 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-fc780361-773d-4178-a207-ac1e2572549d req-80b5058f-5558-4d23-b78e-39c37807e6e2 tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] 10.222.0.30 "GET /v2.0/security-groups?id=1eca1252-40fc-40cb-b762-c245dbf179c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382507 Mar 28 12:16:56.673685 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082d2d4e-5c90-432b-830d-5a7154fb9a01 req-e95d5245-a709-4919-baf0-f9fbad9a220e tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:16:56.675086 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-082d2d4e-5c90-432b-830d-5a7154fb9a01 req-e95d5245-a709-4919-baf0-f9fbad9a220e tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] 10.222.0.30 "GET /v2.0/ports?device_id=668aeb67-44d2-486c-8df1-e7794d96373f HTTP/1.1" status: 200 len: 946 time: 0.0773060 Mar 28 12:16:56.721352 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-082d2d4e-5c90-432b-830d-5a7154fb9a01 req-24caa4e3-852c-47bc-82c3-682ba08e1fe2 tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] 10.222.0.30 "GET /v2.0/security-groups?id=1eca1252-40fc-40cb-b762-c245dbf179c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401092 Mar 28 12:16:57.910237 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abccde3-3764-47fd-a885-5dbcd4728dd3 req-59f24c9d-2c69-44d8-ada3-a4b5b156006a tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:16:57.911720 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-4abccde3-3764-47fd-a885-5dbcd4728dd3 req-59f24c9d-2c69-44d8-ada3-a4b5b156006a tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] 10.222.0.30 "GET /v2.0/ports?device_id=668aeb67-44d2-486c-8df1-e7794d96373f HTTP/1.1" status: 200 len: 946 time: 0.0847986 Mar 28 12:16:57.956710 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-4abccde3-3764-47fd-a885-5dbcd4728dd3 req-c0a95c6c-83ac-4af5-8118-89ca24d60123 tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] 10.222.0.30 "GET /v2.0/security-groups?id=1eca1252-40fc-40cb-b762-c245dbf179c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390980 Mar 28 12:16:58.121674 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba526ed-d045-4e7a-bfb4-97f83ca285c8 req-fa932892-e92f-4db5-84b3-cc1b5a6dee38 tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:16:58.123081 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-fba526ed-d045-4e7a-bfb4-97f83ca285c8 req-fa932892-e92f-4db5-84b3-cc1b5a6dee38 tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] 10.222.0.11 "GET /v2.0/ports?device_id=668aeb67-44d2-486c-8df1-e7794d96373f HTTP/1.1" status: 200 len: 946 time: 0.0786464 Mar 28 12:16:58.191053 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [req-fba526ed-d045-4e7a-bfb4-97f83ca285c8 req-71c2e6a1-0396-4b1a-b866-09f5d947c5dc tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] Deleting port 1e7fa450-102a-4345-b634-d84da0ae5f3f {{(pid=87871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:16:58.191385 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-fba526ed-d045-4e7a-bfb4-97f83ca285c8 req-71c2e6a1-0396-4b1a-b866-09f5d947c5dc tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:16:58.430871 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.db [req-fba526ed-d045-4e7a-bfb4-97f83ca285c8 req-71c2e6a1-0396-4b1a-b866-09f5d947c5dc tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] For port 1e7fa450-102a-4345-b634-d84da0ae5f3f, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=1e7fa450-102a-4345-b634-d84da0ae5f3f,segment=NetworkSegment(bad6dc41-b598-4772-8af6-e0981553b271),segment_id=bad6dc41-b598-4772-8af6-e0981553b271)] {{(pid=87871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:16:58.431138 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-fba526ed-d045-4e7a-bfb4-97f83ca285c8 req-71c2e6a1-0396-4b1a-b866-09f5d947c5dc tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:16:58.554570 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [req-fba526ed-d045-4e7a-bfb4-97f83ca285c8 req-71c2e6a1-0396-4b1a-b866-09f5d947c5dc tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] Calling delete_port for 1e7fa450-102a-4345-b634-d84da0ae5f3f owned by compute:nova {{(pid=87871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:16:58.691629 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-fba526ed-d045-4e7a-bfb4-97f83ca285c8 req-71c2e6a1-0396-4b1a-b866-09f5d947c5dc tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:16:58.702509 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] get_ports_and_sgs() called for port_ids ['1e7fa450-102a-4345-b634-d84da0ae5f3f'] {{(pid=87872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 12:16:58.744774 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c2e6a1-0396-4b1a-b866-09f5d947c5dc tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] Pushing event deleted for resources: {'Port': ['ID=1e7fa450-102a-4345-b634-d84da0ae5f3f,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:16:58.815728 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.l3_dvrscheduler_db [req-fba526ed-d045-4e7a-bfb4-97f83ca285c8 req-71c2e6a1-0396-4b1a-b866-09f5d947c5dc tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] No DVR routers for this DVR port 1e7fa450-102a-4345-b634-d84da0ae5f3f on host hv-neutron-8353 {{(pid=87871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 12:16:58.818092 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-fba526ed-d045-4e7a-bfb4-97f83ca285c8 req-71c2e6a1-0396-4b1a-b866-09f5d947c5dc tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:16:58.820652 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '668aeb67-44d2-486c-8df1-e7794d96373f', 'name': 'network-vif-deleted', 'tag': '1e7fa450-102a-4345-b634-d84da0ae5f3f'}] {{(pid=87871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 12:16:58.836804 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-fba526ed-d045-4e7a-bfb4-97f83ca285c8 req-71c2e6a1-0396-4b1a-b866-09f5d947c5dc tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] 10.222.0.11 "DELETE /v2.0/ports/1e7fa450-102a-4345-b634-d84da0ae5f3f HTTP/1.1" status: 204 len: 173 time: 0.7085099 Mar 28 12:16:58.961353 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '668aeb67-44d2-486c-8df1-e7794d96373f', 'name': 'network-vif-deleted', 'tag': '1e7fa450-102a-4345-b634-d84da0ae5f3f', 'status': 'completed', 'code': 200} Mar 28 12:16:59.122259 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-2b5c8dcb-6104-4fc3-989b-468c90d2ce2d req-5f7f4bce-fb31-4367-a094-81a29553d68f tempest-ServerDiskConfigTestJSON-482656690 tempest-ServerDiskConfigTestJSON-482656690-project] 10.222.0.30 "GET /v2.0/ports?device_id=668aeb67-44d2-486c-8df1-e7794d96373f HTTP/1.1" status: 200 len: 210 time: 0.0419128 Mar 28 12:17:00.353136 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 33758) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:17:00.413807 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.db_base_plugin_v2 [None req-0aec64dc-34fb-409e-829c-9686d26aeab3 admin admin] Deleting subnet eea337e5-9f30-46a5-90b2-75248bd546f7 {{(pid=87870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 12:17:00.416576 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-0aec64dc-34fb-409e-829c-9686d26aeab3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:17:00.464309 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-0aec64dc-34fb-409e-829c-9686d26aeab3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3591354'] for subnet, precommit_delete_associations {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:17:00.517556 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-0aec64dc-34fb-409e-829c-9686d26aeab3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1919782'] for subnet, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:17:00.677505 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-0aec64dc-34fb-409e-829c-9686d26aeab3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1919805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2561174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2563528'] for subnet, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:17:00.713991 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aec64dc-34fb-409e-829c-9686d26aeab3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eea337e5-9f30-46a5-90b2-75248bd546f7,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:17:00.717315 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-0aec64dc-34fb-409e-829c-9686d26aeab3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:17:00.722931 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-0aec64dc-34fb-409e-829c-9686d26aeab3 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/eea337e5-9f30-46a5-90b2-75248bd546f7 HTTP/1.1" status: 204 len: 168 time: 0.3687713 Mar 28 12:17:00.725514 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 33762) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:17:00.832189 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-b57b975f-cffe-4fcc-8836-51328376134f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588883'] for network, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:17:00.957296 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-b57b975f-cffe-4fcc-8836-51328376134f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930431', 'neutron.services.segments.db._delete_segments_for_network-8783496351308'] for network, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:17:00.982902 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-b57b975f-cffe-4fcc-8836-51328376134f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c405e19-8936-4163-864d-bace5749d6e8']}} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:17:00.995221 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-b57b975f-cffe-4fcc-8836-51328376134f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bad6dc41-b598-4772-8af6-e0981553b271') {'for_net_delete': True} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:17:00.995684 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-b57b975f-cffe-4fcc-8836-51328376134f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bad6dc41-b598-4772-8af6-e0981553b271') {} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:17:01.007731 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-b57b975f-cffe-4fcc-8836-51328376134f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783496353639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3591341'] for segment, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:17:01.023717 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-b57b975f-cffe-4fcc-8836-51328376134f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:17:01.029581 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b57b975f-cffe-4fcc-8836-51328376134f admin admin] Releasing vlan 61 on physical network physnet1 to pool {{(pid=87870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 12:17:01.029966 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-b57b975f-cffe-4fcc-8836-51328376134f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1920481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2558260'] for segment, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:17:01.042574 dv-neutron-835340-2-hyperv neutron-server[87870]: Traceback (most recent call last): Mar 28 12:17:01.042574 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 12:17:01.042574 dv-neutron-835340-2-hyperv neutron-server[87870]: timer() Mar 28 12:17:01.042574 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 12:17:01.042574 dv-neutron-835340-2-hyperv neutron-server[87870]: cb(*args, **kw) Mar 28 12:17:01.042574 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 12:17:01.042574 dv-neutron-835340-2-hyperv neutron-server[87870]: return func(*args, **kwargs) Mar 28 12:17:01.042574 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 12:17:01.042574 dv-neutron-835340-2-hyperv neutron-server[87870]: self._notify() Mar 28 12:17:01.042574 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 12:17:01.042574 dv-neutron-835340-2-hyperv neutron-server[87870]: self.callback(batched_events) Mar 28 12:17:01.042574 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 12:17:01.042574 dv-neutron-835340-2-hyperv neutron-server[87870]: event.method(event) Mar 28 12:17:01.042574 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 12:17:01.042574 dv-neutron-835340-2-hyperv neutron-server[87870]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 12:17:01.042574 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 12:17:01.042574 dv-neutron-835340-2-hyperv neutron-server[87870]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 12:17:01.042574 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 12:17:01.042574 dv-neutron-835340-2-hyperv neutron-server[87870]: return f(self, *a, **k) Mar 28 12:17:01.042574 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 12:17:01.042574 dv-neutron-835340-2-hyperv neutron-server[87870]: return self._get(url).json() Mar 28 12:17:01.042574 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 12:17:01.042574 dv-neutron-835340-2-hyperv neutron-server[87870]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 12:17:01.042574 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 12:17:01.042574 dv-neutron-835340-2-hyperv neutron-server[87870]: return self.request(url, 'GET', **kwargs) Mar 28 12:17:01.042574 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 12:17:01.042574 dv-neutron-835340-2-hyperv neutron-server[87870]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 12:17:01.042574 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 12:17:01.042574 dv-neutron-835340-2-hyperv neutron-server[87870]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 12:17:01.042574 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 12:17:01.042574 dv-neutron-835340-2-hyperv neutron-server[87870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 12:17:01.042574 dv-neutron-835340-2-hyperv neutron-server[87870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 12:17:01.117597 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-b57b975f-cffe-4fcc-8836-51328376134f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709602'] for network, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:17:01.133558 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-b57b975f-cffe-4fcc-8836-51328376134f admin admin] Notify callbacks [] for network, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:17:01.143396 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57b975f-cffe-4fcc-8836-51328376134f admin admin] Pushing event deleted for resources: {'Network': ['ID=1c405e19-8936-4163-864d-bace5749d6e8,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:17:01.151430 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-b57b975f-cffe-4fcc-8836-51328376134f admin admin] 10.222.0.30 "DELETE /v2.0/networks/1c405e19-8936-4163-864d-bace5749d6e8 HTTP/1.1" status: 204 len: 168 time: 0.4244661 Mar 28 12:17:01.256981 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 33768) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:17:01.304647 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-3f943246-9ada-472e-8bf0-fd82939fd353 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6d0a276fe7444421abf998cbd71c489c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0465477 Mar 28 12:17:01.307009 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 33772) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:17:01.365579 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-f3340275-6b8c-4321-afc9-e1758350913c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:17:01.390914 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-f3340275-6b8c-4321-afc9-e1758350913c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:17:01.441092 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-f3340275-6b8c-4321-afc9-e1758350913c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:17:01.458386 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3340275-6b8c-4321-afc9-e1758350913c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eca1252-40fc-40cb-b762-c245dbf179c6,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:17:01.466464 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-f3340275-6b8c-4321-afc9-e1758350913c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:17:01.467612 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-f3340275-6b8c-4321-afc9-e1758350913c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1eca1252-40fc-40cb-b762-c245dbf179c6 HTTP/1.1" status: 204 len: 168 time: 0.1596818 Mar 28 12:17:02.170188 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 33796) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:17:02.272785 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-9b275baf-82fb-4038-8889-ffa89be98a0c admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1611452995-network', 'tenant_id': '1a3c794a04474c8b9d8d0ed21e9c708b'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:17:02.277444 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-9b275baf-82fb-4038-8889-ffa89be98a0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:17:02.281237 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-9b275baf-82fb-4038-8889-ffa89be98a0c admin admin] Usage tracker for resource:network and tenant:1a3c794a04474c8b9d8d0ed21e9c708b is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:17:02.284082 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-9b275baf-82fb-4038-8889-ffa89be98a0c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:17:02.290253 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-9b275baf-82fb-4038-8889-ffa89be98a0c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:17:02.301187 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b275baf-82fb-4038-8889-ffa89be98a0c admin admin] Made reservation on behalf of 1a3c794a04474c8b9d8d0ed21e9c708b for: {'network': 1} {{(pid=87870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 12:17:02.303420 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-9b275baf-82fb-4038-8889-ffa89be98a0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for network, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:17:02.315775 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-9b275baf-82fb-4038-8889-ffa89be98a0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:17:02.329643 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-9b275baf-82fb-4038-8889-ffa89be98a0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:17:02.333666 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-9b275baf-82fb-4038-8889-ffa89be98a0c admin admin] Usage tracker for resource:security_group_rule and tenant:1a3c794a04474c8b9d8d0ed21e9c708b is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:17:02.337162 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-9b275baf-82fb-4038-8889-ffa89be98a0c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:17:02.342784 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-9b275baf-82fb-4038-8889-ffa89be98a0c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:17:02.346244 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-bb962e10-178d-44d5-94f8-d4161bd4c6a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:17:02.424379 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-9b275baf-82fb-4038-8889-ffa89be98a0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:17:02.428111 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-9b275baf-82fb-4038-8889-ffa89be98a0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:17:02.457020 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b275baf-82fb-4038-8889-ffa89be98a0c admin admin] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=87870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 12:17:02.465650 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b275baf-82fb-4038-8889-ffa89be98a0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc39a603-221b-4703-8038-cd5ba9c211fb,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:17:02.471116 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-9b275baf-82fb-4038-8889-ffa89be98a0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:17:02.471442 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.db.segments_db [None req-9b275baf-82fb-4038-8889-ffa89be98a0c admin admin] Added segment d563b7ac-8b16-4779-b0a9-16deb9c3c180 of type vlan for network d4e585cd-a443-41c3-9813-94aca86857da Mar 28 12:17:02.500950 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-9b275baf-82fb-4038-8889-ffa89be98a0c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783495836591'] for network, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:17:02.529534 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-9b275baf-82fb-4038-8889-ffa89be98a0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765'] for network, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:17:02.530456 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b275baf-82fb-4038-8889-ffa89be98a0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:17:02.531029 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-9b275baf-82fb-4038-8889-ffa89be98a0c admin admin] Notify callbacks [] for network, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:17:02.628060 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-9b275baf-82fb-4038-8889-ffa89be98a0c admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4567835 Mar 28 12:17:02.631200 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 33802) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:17:02.634114 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b275baf-82fb-4038-8889-ffa89be98a0c admin admin] Pushing event updated for resources: {'Network': ['ID=d4e585cd-a443-41c3-9813-94aca86857da,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:17:02.637721 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-c1cb4ca5-f10d-4b3b-9f8a-96625fb13e35 admin admin] Request body: {'subnet': {'network_id': 'd4e585cd-a443-41c3-9813-94aca86857da', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1611452995-subnet', 'tenant_id': '1a3c794a04474c8b9d8d0ed21e9c708b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:17:02.642556 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-c1cb4ca5-f10d-4b3b-9f8a-96625fb13e35 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:17:02.644307 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Network d4e585cd-a443-41c3-9813-94aca86857da details requested by agent ovs-agent-dv-neutron-835340-2-hyperv with host dv-neutron-835340-2-hyperv {{(pid=87872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 12:17:02.646413 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-c1cb4ca5-f10d-4b3b-9f8a-96625fb13e35 admin admin] Usage tracker for resource:subnet and tenant:1a3c794a04474c8b9d8d0ed21e9c708b is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:17:02.649757 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-c1cb4ca5-f10d-4b3b-9f8a-96625fb13e35 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:17:02.658767 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-c1cb4ca5-f10d-4b3b-9f8a-96625fb13e35 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:17:02.669232 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1cb4ca5-f10d-4b3b-9f8a-96625fb13e35 admin admin] Made reservation on behalf of 1a3c794a04474c8b9d8d0ed21e9c708b for: {'subnet': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 12:17:02.671541 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-c1cb4ca5-f10d-4b3b-9f8a-96625fb13e35 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26551362'] for subnet, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:17:02.871567 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-c1cb4ca5-f10d-4b3b-9f8a-96625fb13e35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2364128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26551408'] for subnet, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:17:02.943865 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cb4ca5-f10d-4b3b-9f8a-96625fb13e35 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2d2077c-3156-4fcb-884b-e46ab11a6b68,revision_number=0']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:17:02.951286 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1cb4ca5-f10d-4b3b-9f8a-96625fb13e35 admin admin] Checking segment: {'id': 'd563b7ac-8b16-4779-b0a9-16deb9c3c180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'd4e585cd-a443-41c3-9813-94aca86857da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 12:17:02.951677 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1cb4ca5-f10d-4b3b-9f8a-96625fb13e35 admin admin] Network hostable DHCP agents. Network: d4e585cd-a443-41c3-9813-94aca86857da, hostable agents: ['3cb85949-855b-4a40-b988-cd5705e511da'], hosted agents: [] {{(pid=87871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 12:17:02.969895 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1cb4ca5-f10d-4b3b-9f8a-96625fb13e35 admin admin] Network d4e585cd-a443-41c3-9813-94aca86857da is scheduled to be hosted by DHCP agent 3cb85949-855b-4a40-b988-cd5705e511da with binding_index 1 {{(pid=87871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 12:17:02.979159 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-c1cb4ca5-f10d-4b3b-9f8a-96625fb13e35 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-2-hyperv, d4e585cd-a443-41c3-9813-94aca86857da) {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:17:02.983677 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1cb4ca5-f10d-4b3b-9f8a-96625fb13e35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:17:02.984247 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-c1cb4ca5-f10d-4b3b-9f8a-96625fb13e35 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:17:02.989041 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56dfce69-2149-4da8-bfee-df5db567e67d None None] Network d4e585cd-a443-41c3-9813-94aca86857da requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 12:17:03.005797 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-c1cb4ca5-f10d-4b3b-9f8a-96625fb13e35 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3727400 Mar 28 12:17:03.008434 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 33806) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:17:03.013333 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-ba2b31b4-f954-48af-9a66-6e81c29a353a admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1611452995-router', 'tenant_id': '1a3c794a04474c8b9d8d0ed21e9c708b', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b'}}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:17:03.017900 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-ba2b31b4-f954-48af-9a66-6e81c29a353a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:17:03.021666 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-ba2b31b4-f954-48af-9a66-6e81c29a353a admin admin] Usage tracker for resource:router and tenant:1a3c794a04474c8b9d8d0ed21e9c708b is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:17:03.024880 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-ba2b31b4-f954-48af-9a66-6e81c29a353a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:17:03.030521 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-ba2b31b4-f954-48af-9a66-6e81c29a353a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:17:03.041215 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-ba2b31b4-f954-48af-9a66-6e81c29a353a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-707665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-260886'] for router, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:17:03.042171 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-ba2b31b4-f954-48af-9a66-6e81c29a353a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-705660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709650', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-767110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260873'] for router, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:17:03.057351 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-ba2b31b4-f954-48af-9a66-6e81c29a353a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:17:03.201809 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89f8eb13-bfd2-44cc-99b9-0ef039b0bd14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1d3f2a9-8722-5ce5-bc40-181687d1ed3f-d4e585cd-a443-41c3-9813-94aca86857da', 'network_id': 'd4e585cd-a443-41c3-9813-94aca86857da', 'tenant_id': '1a3c794a04474c8b9d8d0ed21e9c708b', 'fixed_ips': [{'subnet_id': 'e2d2077c-3156-4fcb-884b-e46ab11a6b68'}]}} from dv-neutron-835340-2-hyperv. {{(pid=87872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 12:17:03.202644 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-89f8eb13-bfd2-44cc-99b9-0ef039b0bd14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:17:03.362658 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.db_base_plugin_common [None req-89f8eb13-bfd2-44cc-99b9-0ef039b0bd14 None None] Allocated IP 172.20.0.2 (d4e585cd-a443-41c3-9813-94aca86857da/e2d2077c-3156-4fcb-884b-e46ab11a6b68/e603f920-949b-423d-aec3-408775383e9d) {{(pid=87872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 12:17:03.434245 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-ba2b31b4-f954-48af-9a66-6e81c29a353a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-709632', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-707672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260923'] for router, precommit_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:17:03.569418 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-89f8eb13-bfd2-44cc-99b9-0ef039b0bd14 None None] Notify callbacks [] for port, precommit_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:17:03.579627 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-89f8eb13-bfd2-44cc-99b9-0ef039b0bd14 None None] Transition to ACTIVE for port object e603f920-949b-423d-aec3-408775383e9d will not be triggered until provisioned by entity L2. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:17:03.597212 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-89f8eb13-bfd2-44cc-99b9-0ef039b0bd14 None None] Transition to ACTIVE for port object e603f920-949b-423d-aec3-408775383e9d will not be triggered until provisioned by entity DHCP. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:17:03.603377 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-89f8eb13-bfd2-44cc-99b9-0ef039b0bd14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241'] for port, after_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:17:03.692186 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89f8eb13-bfd2-44cc-99b9-0ef039b0bd14 None None] Network d4e585cd-a443-41c3-9813-94aca86857da is already hosted by enough agents. {{(pid=87872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:17:03.695000 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.base_scheduler [None req-89f8eb13-bfd2-44cc-99b9-0ef039b0bd14 None None] Resources bound (agent type, host, resource id): {{(pid=87872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:17:03.704953 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f8eb13-bfd2-44cc-99b9-0ef039b0bd14 None None] Received port after_create {{(pid=87872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 12:17:03.742278 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f8eb13-bfd2-44cc-99b9-0ef039b0bd14 None None] Pushing event updated for resources: {'Port': ['ID=e603f920-949b-423d-aec3-408775383e9d,revision_number=1']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:17:03.746182 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-ba2b31b4-f954-48af-9a66-6e81c29a353a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:17:03.775995 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-ba2b31b4-f954-48af-9a66-6e81c29a353a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:17:03.780964 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Device 1e7fa450-102a-4345-b634-d84da0ae5f3f no longer exists at agent hyperv_hv-neutron-8353 {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 12:17:03.817308 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] No Port match for: 1e7fa450-102a-4345-b634-d84da0ae5f3f {{(pid=87872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 12:17:03.817651 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Device 1e7fa450-102a-4345-b634-d84da0ae5f3f not bound to the agent host hv-neutron-8353 {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 12:17:03.834323 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-89f8eb13-bfd2-44cc-99b9-0ef039b0bd14 None None] Attempting to bind port e603f920-949b-423d-aec3-408775383e9d on host dv-neutron-835340-2-hyperv for vnic_type normal with profile {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 12:17:03.835126 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-89f8eb13-bfd2-44cc-99b9-0ef039b0bd14 None None] Attempting to bind port e603f920-949b-423d-aec3-408775383e9d by drivers openvswitch,hyperv on host dv-neutron-835340-2-hyperv at level 0 using segments [{'id': 'd563b7ac-8b16-4779-b0a9-16deb9c3c180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'd4e585cd-a443-41c3-9813-94aca86857da'}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 12:17:03.835772 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f8eb13-bfd2-44cc-99b9-0ef039b0bd14 None None] Attempting to bind port e603f920-949b-423d-aec3-408775383e9d on network d4e585cd-a443-41c3-9813-94aca86857da {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 12:17:03.841245 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f8eb13-bfd2-44cc-99b9-0ef039b0bd14 None None] Checking agent: {'id': '961a16fe-cbc8-4264-ac28-bbbd53f89caa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 46, 6), 'started_at': datetime.datetime(2022, 3, 28, 11, 46, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 12, 16, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 12:17:03.841638 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f8eb13-bfd2-44cc-99b9-0ef039b0bd14 None None] Checking segment: {'id': 'd563b7ac-8b16-4779-b0a9-16deb9c3c180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'd4e585cd-a443-41c3-9813-94aca86857da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 12:17:03.842027 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-89f8eb13-bfd2-44cc-99b9-0ef039b0bd14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:17:03.842414 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f8eb13-bfd2-44cc-99b9-0ef039b0bd14 None None] Bound using segment: {'id': 'd563b7ac-8b16-4779-b0a9-16deb9c3c180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'd4e585cd-a443-41c3-9813-94aca86857da'} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 12:17:03.843038 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-89f8eb13-bfd2-44cc-99b9-0ef039b0bd14 None None] Bound port: e603f920-949b-423d-aec3-408775383e9d, host: dv-neutron-835340-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd563b7ac-8b16-4779-b0a9-16deb9c3c180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'd4e585cd-a443-41c3-9813-94aca86857da'}}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 12:17:03.843415 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-89f8eb13-bfd2-44cc-99b9-0ef039b0bd14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:17:03.915074 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.db_base_plugin_common [None req-ba2b31b4-f954-48af-9a66-6e81c29a353a admin admin] Allocated IP 172.26.7.116 (ac2b1748-8f63-4b17-a9c7-07e79704aa5b/0b7ebf76-1dc7-431a-a0b4-b96bacf287c2/d0dd7998-7ddc-4088-9eee-8f3e64379196) {{(pid=87871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 12:17:03.932907 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-89f8eb13-bfd2-44cc-99b9-0ef039b0bd14 None None] For port e603f920-949b-423d-aec3-408775383e9d, host dv-neutron-835340-2-hyperv, cleared binding levels {{(pid=87872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 12:17:03.936388 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-89f8eb13-bfd2-44cc-99b9-0ef039b0bd14 None None] For port e603f920-949b-423d-aec3-408775383e9d, host dv-neutron-835340-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=e603f920-949b-423d-aec3-408775383e9d,segment=NetworkSegment(d563b7ac-8b16-4779-b0a9-16deb9c3c180),segment_id=d563b7ac-8b16-4779-b0a9-16deb9c3c180)] {{(pid=87872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 12:17:03.940285 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-89f8eb13-bfd2-44cc-99b9-0ef039b0bd14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:17:04.032508 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f8eb13-bfd2-44cc-99b9-0ef039b0bd14 None None] Pushing event updated for resources: {'Port': ['ID=e603f920-949b-423d-aec3-408775383e9d,revision_number=2']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:17:04.063831 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-ba2b31b4-f954-48af-9a66-6e81c29a353a admin admin] Notify callbacks [] for port, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:17:04.094509 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-ba2b31b4-f954-48af-9a66-6e81c29a353a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:17:04.155656 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba2b31b4-f954-48af-9a66-6e81c29a353a admin admin] Network ac2b1748-8f63-4b17-a9c7-07e79704aa5b is already hosted by enough agents. {{(pid=87871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:17:04.158387 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-ba2b31b4-f954-48af-9a66-6e81c29a353a admin admin] Resources bound (agent type, host, resource id): {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:17:04.166855 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba2b31b4-f954-48af-9a66-6e81c29a353a admin admin] Received port after_create {{(pid=87871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 12:17:04.209315 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2b31b4-f954-48af-9a66-6e81c29a353a admin admin] Pushing event updated for resources: {'Port': ['ID=d0dd7998-7ddc-4088-9eee-8f3e64379196,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:17:04.605512 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-ba2b31b4-f954-48af-9a66-6e81c29a353a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:17:04.744032 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-9f405969-1960-4251-a024-fc2f0c9f13d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:17:04.947669 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e52de8b-c02c-4891-b29e-a7b11b6c9d8d None None] Network d4e585cd-a443-41c3-9813-94aca86857da requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 12:17:05.065880 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-e5e64091-3e85-4943-93cf-4a21cc471a32 None None] Provisioning for port e603f920-949b-423d-aec3-408775383e9d completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:17:05.075742 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-ba2b31b4-f954-48af-9a66-6e81c29a353a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709693'] for router, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:17:05.281138 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba2b31b4-f954-48af-9a66-6e81c29a353a admin admin] Router 43457749-50b5-4286-ad1b-43d54251d413 is scheduled to L3 agent af79d429-529e-400b-a119-94d4bec03f3e with binding_index 1 {{(pid=87871) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 12:17:05.461119 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba2b31b4-f954-48af-9a66-6e81c29a353a admin admin] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 12:17:05.469553 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a92a801-3221-4437-bd46-b5ee681ef3ec None None] Sync routers for ids ['43457749-50b5-4286-ad1b-43d54251d413'] in dv-neutron-835340-2-hyperv {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 12:17:05.479352 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a92a801-3221-4437-bd46-b5ee681ef3ec None None] Routers {'43457749-50b5-4286-ad1b-43d54251d413'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:17:05.479983 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-5a92a801-3221-4437-bd46-b5ee681ef3ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:17:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['43457749-50b5-4286-ad1b-43d54251d413'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:17:05.484527 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-ba2b31b4-f954-48af-9a66-6e81c29a353a admin admin] Notify callbacks [] for router, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:17:05.486015 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-ba2b31b4-f954-48af-9a66-6e81c29a353a admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.4766231 Mar 28 12:17:05.488717 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 33810) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:17:05.652686 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvr_db [None req-5a92a801-3221-4437-bd46-b5ee681ef3ec None None] Set router 43457749-50b5-4286-ad1b-43d54251d413 gateway port host: dv-neutron-835340-2-hyperv {{(pid=87873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:17:05.711584 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:17:05.834601 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-ef3be119-c018-4979-be07-86cf959defc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:17:05.943307 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-5a92a801-3221-4437-bd46-b5ee681ef3ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43457749-50b5-4286-ad1b-43d54251d413', 'name': 'tempest-ServerActionsTestJSON-1611452995-router', 'tenant_id': '1a3c794a04474c8b9d8d0ed21e9c708b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.116'}], 'enable_snat': True}, 'gw_port_id': 'd0dd7998-7ddc-4088-9eee-8f3e64379196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:17:03Z', 'updated_at': '2022-03-28T12:17:04Z', 'revision_number': 3, 'project_id': '1a3c794a04474c8b9d8d0ed21e9c708b', 'gw_port': {'id': 'd0dd7998-7ddc-4088-9eee-8f3e64379196', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a0:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43457749-50b5-4286-ad1b-43d54251d413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:17:03Z', 'updated_at': '2022-03-28T12:17:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv'}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:17:05.947204 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a92a801-3221-4437-bd46-b5ee681ef3ec None None] Checking router: 43457749-50b5-4286-ad1b-43d54251d413 for host: dv-neutron-835340-2-hyperv {{(pid=87873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 12:17:05.947574 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a92a801-3221-4437-bd46-b5ee681ef3ec None None] Updating router 43457749-50b5-4286-ad1b-43d54251d413 port d0dd7998-7ddc-4088-9eee-8f3e64379196 binding host dv-neutron-835340-2-hyperv {{(pid=87873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 12:17:05.999765 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron_lib.callbacks.manager [None req-5a92a801-3221-4437-bd46-b5ee681ef3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:17:06.153542 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device e603f920-949b-423d-aec3-408775383e9d up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:17:06.224048 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning for port e603f920-949b-423d-aec3-408775383e9d completed by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:17:06.229489 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port e603f920-949b-423d-aec3-408775383e9d triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:17:06.229860 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:17:06.308070 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-bf806f0b-6bde-4bc5-97f9-5cce9a4dbc0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:17:06.339061 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron_lib.callbacks.manager [None req-5a92a801-3221-4437-bd46-b5ee681ef3ec None None] Notify callbacks [] for port, precommit_update {{(pid=87873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:17:06.346556 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:17:06.351849 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.provisioning_blocks [None req-5a92a801-3221-4437-bd46-b5ee681ef3ec None None] Transition to ACTIVE for port object d0dd7998-7ddc-4088-9eee-8f3e64379196 will not be triggered until provisioned by entity L2. {{(pid=87873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:17:06.358738 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron_lib.callbacks.manager [None req-5a92a801-3221-4437-bd46-b5ee681ef3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:17:06.380009 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] For port e603f920-949b-423d-aec3-408775383e9d, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=e603f920-949b-423d-aec3-408775383e9d,segment=NetworkSegment(d563b7ac-8b16-4779-b0a9-16deb9c3c180),segment_id=d563b7ac-8b16-4779-b0a9-16deb9c3c180)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:17:06.386959 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:17:06.465341 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Pushing event updated for resources: {'Port': ['ID=e603f920-949b-423d-aec3-408775383e9d,revision_number=3']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:17:06.478214 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.managers [None req-5a92a801-3221-4437-bd46-b5ee681ef3ec None None] Attempting to bind port d0dd7998-7ddc-4088-9eee-8f3e64379196 on host dv-neutron-835340-2-hyperv for vnic_type normal with profile {{(pid=87873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 12:17:06.478708 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.managers [None req-5a92a801-3221-4437-bd46-b5ee681ef3ec None None] Attempting to bind port d0dd7998-7ddc-4088-9eee-8f3e64379196 by drivers openvswitch,hyperv on host dv-neutron-835340-2-hyperv at level 0 using segments [{'id': '688afb86-c9bd-46e2-ba7d-3fe76fb1efff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b'}] {{(pid=87873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 12:17:06.478920 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a92a801-3221-4437-bd46-b5ee681ef3ec None None] Attempting to bind port d0dd7998-7ddc-4088-9eee-8f3e64379196 on network ac2b1748-8f63-4b17-a9c7-07e79704aa5b {{(pid=87873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 12:17:06.484621 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92962384-1d67-4401-ac54-008e63d8d98a None None] Pushing event updated for resources: {'Port': ['ID=d0dd7998-7ddc-4088-9eee-8f3e64379196,revision_number=2']} {{(pid=87873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:17:06.489366 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a92a801-3221-4437-bd46-b5ee681ef3ec None None] Checking agent: {'id': '961a16fe-cbc8-4264-ac28-bbbd53f89caa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 46, 6), 'started_at': datetime.datetime(2022, 3, 28, 11, 46, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 12, 17, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 12:17:06.489728 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a92a801-3221-4437-bd46-b5ee681ef3ec None None] Checking segment: {'id': '688afb86-c9bd-46e2-ba7d-3fe76fb1efff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 12:17:06.490115 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron_lib.callbacks.manager [None req-5a92a801-3221-4437-bd46-b5ee681ef3ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:17:06.490494 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a92a801-3221-4437-bd46-b5ee681ef3ec None None] Bound using segment: {'id': '688afb86-c9bd-46e2-ba7d-3fe76fb1efff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b'} {{(pid=87873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 12:17:06.491119 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.managers [None req-5a92a801-3221-4437-bd46-b5ee681ef3ec None None] Bound port: d0dd7998-7ddc-4088-9eee-8f3e64379196, host: dv-neutron-835340-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '688afb86-c9bd-46e2-ba7d-3fe76fb1efff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b'}}] {{(pid=87873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 12:17:06.491625 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron_lib.callbacks.manager [None req-5a92a801-3221-4437-bd46-b5ee681ef3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:17:06.527413 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.db_base_plugin_common [None req-bf806f0b-6bde-4bc5-97f9-5cce9a4dbc0f admin admin] Allocated IP 172.20.0.1 (d4e585cd-a443-41c3-9813-94aca86857da/e2d2077c-3156-4fcb-884b-e46ab11a6b68/6ecd2cd5-23d1-4bd7-9974-4f97a43141c3) {{(pid=87871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 12:17:06.528282 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92962384-1d67-4401-ac54-008e63d8d98a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:17:06.528623 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92962384-1d67-4401-ac54-008e63d8d98a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:17:06.528954 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92962384-1d67-4401-ac54-008e63d8d98a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:17:06.529278 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92962384-1d67-4401-ac54-008e63d8d98a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:17:06.529602 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92962384-1d67-4401-ac54-008e63d8d98a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:17:06.529929 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92962384-1d67-4401-ac54-008e63d8d98a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:17:06.530246 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92962384-1d67-4401-ac54-008e63d8d98a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:17:06.530562 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92962384-1d67-4401-ac54-008e63d8d98a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:17:06.530881 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92962384-1d67-4401-ac54-008e63d8d98a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:17:06.531197 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92962384-1d67-4401-ac54-008e63d8d98a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:17:06.531533 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92962384-1d67-4401-ac54-008e63d8d98a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:17:06.531890 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92962384-1d67-4401-ac54-008e63d8d98a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:17:06.572697 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.db [None req-5a92a801-3221-4437-bd46-b5ee681ef3ec None None] For port d0dd7998-7ddc-4088-9eee-8f3e64379196, host dv-neutron-835340-2-hyperv, cleared binding levels {{(pid=87873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 12:17:06.575523 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.db [None req-5a92a801-3221-4437-bd46-b5ee681ef3ec None None] For port d0dd7998-7ddc-4088-9eee-8f3e64379196, host dv-neutron-835340-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=d0dd7998-7ddc-4088-9eee-8f3e64379196,segment=NetworkSegment(688afb86-c9bd-46e2-ba7d-3fe76fb1efff),segment_id=688afb86-c9bd-46e2-ba7d-3fe76fb1efff)] {{(pid=87873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 12:17:06.579723 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron_lib.callbacks.manager [None req-5a92a801-3221-4437-bd46-b5ee681ef3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:17:06.657491 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a92a801-3221-4437-bd46-b5ee681ef3ec None None] Routers {'43457749-50b5-4286-ad1b-43d54251d413'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:17:06.658098 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-5a92a801-3221-4437-bd46-b5ee681ef3ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:17:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['43457749-50b5-4286-ad1b-43d54251d413'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:17:06.673667 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-bf806f0b-6bde-4bc5-97f9-5cce9a4dbc0f admin admin] Notify callbacks [] for port, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:17:06.688552 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.provisioning_blocks [None req-bf806f0b-6bde-4bc5-97f9-5cce9a4dbc0f admin admin] Transition to ACTIVE for port object 6ecd2cd5-23d1-4bd7-9974-4f97a43141c3 will not be triggered until provisioned by entity DHCP. {{(pid=87871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:17:06.712573 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-bf806f0b-6bde-4bc5-97f9-5cce9a4dbc0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:17:06.720438 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92962384-1d67-4401-ac54-008e63d8d98a None None] Pushing event updated for resources: {'Port': ['ID=d0dd7998-7ddc-4088-9eee-8f3e64379196,revision_number=3']} {{(pid=87873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:17:06.770572 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf806f0b-6bde-4bc5-97f9-5cce9a4dbc0f admin admin] Network d4e585cd-a443-41c3-9813-94aca86857da is already hosted by enough agents. {{(pid=87871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:17:06.773851 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-bf806f0b-6bde-4bc5-97f9-5cce9a4dbc0f admin admin] Resources bound (agent type, host, resource id): {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:17:06.781522 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf806f0b-6bde-4bc5-97f9-5cce9a4dbc0f admin admin] Received port after_create {{(pid=87871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 12:17:06.825154 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf806f0b-6bde-4bc5-97f9-5cce9a4dbc0f admin admin] Pushing event updated for resources: {'Port': ['ID=6ecd2cd5-23d1-4bd7-9974-4f97a43141c3,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:17:06.842122 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-bf806f0b-6bde-4bc5-97f9-5cce9a4dbc0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-709483'] for router_interface, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:17:06.844431 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvr_db [None req-5a92a801-3221-4437-bd46-b5ee681ef3ec None None] Set router 43457749-50b5-4286-ad1b-43d54251d413 gateway port host: dv-neutron-835340-2-hyperv {{(pid=87873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:17:07.031440 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-2cfcc4ed-8609-4572-8dbd-f1a9a294535c None None] Provisioning for port 6ecd2cd5-23d1-4bd7-9974-4f97a43141c3 completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:17:07.036712 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-2cfcc4ed-8609-4572-8dbd-f1a9a294535c None None] Provisioning complete for port 6ecd2cd5-23d1-4bd7-9974-4f97a43141c3 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:17:07.037191 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2cfcc4ed-8609-4572-8dbd-f1a9a294535c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:17:07.095050 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-2cfcc4ed-8609-4572-8dbd-f1a9a294535c None None] Port 6ecd2cd5-23d1-4bd7-9974-4f97a43141c3 cannot update to ACTIVE because it is not bound. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 12:17:07.112615 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-bf806f0b-6bde-4bc5-97f9-5cce9a4dbc0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:17:07.142880 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-5a92a801-3221-4437-bd46-b5ee681ef3ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43457749-50b5-4286-ad1b-43d54251d413', 'name': 'tempest-ServerActionsTestJSON-1611452995-router', 'tenant_id': '1a3c794a04474c8b9d8d0ed21e9c708b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.116'}], 'enable_snat': True}, 'gw_port_id': 'd0dd7998-7ddc-4088-9eee-8f3e64379196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:17:03Z', 'updated_at': '2022-03-28T12:17:04Z', 'revision_number': 3, 'project_id': '1a3c794a04474c8b9d8d0ed21e9c708b', 'gw_port': {'id': 'd0dd7998-7ddc-4088-9eee-8f3e64379196', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a0:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43457749-50b5-4286-ad1b-43d54251d413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:17:03Z', 'updated_at': '2022-03-28T12:17:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv'}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:17:07.146705 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a92a801-3221-4437-bd46-b5ee681ef3ec None None] The sync data for ids ['43457749-50b5-4286-ad1b-43d54251d413'] in dv-neutron-835340-2-hyperv is: [{'id': '43457749-50b5-4286-ad1b-43d54251d413', 'name': 'tempest-ServerActionsTestJSON-1611452995-router', 'tenant_id': '1a3c794a04474c8b9d8d0ed21e9c708b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.116'}], 'enable_snat': True}, 'gw_port_id': 'd0dd7998-7ddc-4088-9eee-8f3e64379196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:17:03Z', 'updated_at': '2022-03-28T12:17:04Z', 'revision_number': 3, 'project_id': '1a3c794a04474c8b9d8d0ed21e9c708b', 'gw_port': {'id': 'd0dd7998-7ddc-4088-9eee-8f3e64379196', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a0:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43457749-50b5-4286-ad1b-43d54251d413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:17:03Z', 'updated_at': '2022-03-28T12:17:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv'}] {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 12:17:07.349521 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-bf806f0b-6bde-4bc5-97f9-5cce9a4dbc0f admin admin] Notify callbacks [] for port, precommit_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:17:07.357813 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-bf806f0b-6bde-4bc5-97f9-5cce9a4dbc0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2363241'] for port, after_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:17:07.472181 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-bf806f0b-6bde-4bc5-97f9-5cce9a4dbc0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-743372'] for router_interface, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:17:07.476821 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf806f0b-6bde-4bc5-97f9-5cce9a4dbc0f admin admin] Pushing event updated for resources: {'Port': ['ID=6ecd2cd5-23d1-4bd7-9974-4f97a43141c3,revision_number=2']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:17:07.489529 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-b7ccd3c7-0277-4f12-8e5c-e41478141af5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:17:07.638123 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf806f0b-6bde-4bc5-97f9-5cce9a4dbc0f admin admin] Network d4e585cd-a443-41c3-9813-94aca86857da is already hosted by enough agents. {{(pid=87871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:17:07.639312 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-bf806f0b-6bde-4bc5-97f9-5cce9a4dbc0f admin admin] Resources bound (agent type, host, resource id): {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:17:07.922333 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-f765b0d5-caff-46ce-88f9-705de74477bb None None] Provisioning complete for port 6ecd2cd5-23d1-4bd7-9974-4f97a43141c3 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:17:07.922692 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-f765b0d5-caff-46ce-88f9-705de74477bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:17:07.983019 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-f765b0d5-caff-46ce-88f9-705de74477bb None None] Port 6ecd2cd5-23d1-4bd7-9974-4f97a43141c3 cannot update to ACTIVE because it is not bound. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 12:17:08.015984 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf806f0b-6bde-4bc5-97f9-5cce9a4dbc0f admin admin] Router 43457749-50b5-4286-ad1b-43d54251d413 has already been hosted by L3 agent af79d429-529e-400b-a119-94d4bec03f3e {{(pid=87871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 12:17:08.184873 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device e603f920-949b-423d-aec3-408775383e9d up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:17:08.204916 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf806f0b-6bde-4bc5-97f9-5cce9a4dbc0f admin admin] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 12:17:08.221036 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-bf806f0b-6bde-4bc5-97f9-5cce9a4dbc0f admin admin] 10.222.0.30 "PUT /v2.0/routers/43457749-50b5-4286-ad1b-43d54251d413/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7265940 Mar 28 12:17:08.255328 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port e603f920-949b-423d-aec3-408775383e9d triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:17:08.255732 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:17:08.373492 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device d0dd7998-7ddc-4088-9eee-8f3e64379196 up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:17:08.447763 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning for port d0dd7998-7ddc-4088-9eee-8f3e64379196 completed by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:17:08.453557 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port d0dd7998-7ddc-4088-9eee-8f3e64379196 triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:17:08.453932 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:17:08.577537 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:17:08.594032 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] For port d0dd7998-7ddc-4088-9eee-8f3e64379196, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=d0dd7998-7ddc-4088-9eee-8f3e64379196,segment=NetworkSegment(688afb86-c9bd-46e2-ba7d-3fe76fb1efff),segment_id=688afb86-c9bd-46e2-ba7d-3fe76fb1efff)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:17:08.597900 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:17:08.666011 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Pushing event updated for resources: {'Port': ['ID=d0dd7998-7ddc-4088-9eee-8f3e64379196,revision_number=4']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:17:08.702181 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a39013-e450-4bb4-82ec-62f371befe11 None None] Sync routers for ids ['43457749-50b5-4286-ad1b-43d54251d413'] in dv-neutron-835340-2-hyperv {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 12:17:08.711658 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a39013-e450-4bb4-82ec-62f371befe11 None None] Routers {'43457749-50b5-4286-ad1b-43d54251d413'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:17:08.712248 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-74a39013-e450-4bb4-82ec-62f371befe11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:17:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['43457749-50b5-4286-ad1b-43d54251d413'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:17:08.818303 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 33820) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:17:08.824404 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-85e507d1-2e77-4452-8a32-9f8b619c98c5 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1120110286', 'description': 'tempest-description--1180033451'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:17:08.830368 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-85e507d1-2e77-4452-8a32-9f8b619c98c5 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:17:08.834196 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-85e507d1-2e77-4452-8a32-9f8b619c98c5 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Usage tracker for resource:security_group and tenant:1a3c794a04474c8b9d8d0ed21e9c708b is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:17:08.837064 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-85e507d1-2e77-4452-8a32-9f8b619c98c5 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:17:08.843175 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-85e507d1-2e77-4452-8a32-9f8b619c98c5 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:17:08.854264 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-85e507d1-2e77-4452-8a32-9f8b619c98c5 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Notify callbacks [] for security_group, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:17:08.874571 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-85e507d1-2e77-4452-8a32-9f8b619c98c5 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:17:08.878632 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-85e507d1-2e77-4452-8a32-9f8b619c98c5 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Usage tracker for resource:security_group_rule and tenant:1a3c794a04474c8b9d8d0ed21e9c708b is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:17:08.881462 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-85e507d1-2e77-4452-8a32-9f8b619c98c5 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:17:08.887157 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-85e507d1-2e77-4452-8a32-9f8b619c98c5 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:17:08.930375 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvr_db [None req-74a39013-e450-4bb4-82ec-62f371befe11 None None] Set router 43457749-50b5-4286-ad1b-43d54251d413 gateway port host: dv-neutron-835340-2-hyperv {{(pid=87872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:17:08.956305 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-85e507d1-2e77-4452-8a32-9f8b619c98c5 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Notify callbacks [] for security_group, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:17:08.960150 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-85e507d1-2e77-4452-8a32-9f8b619c98c5 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:17:09.003239 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e507d1-2e77-4452-8a32-9f8b619c98c5 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f54b431a-d03d-4e8e-a543-ccdce6b1f1f1,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:17:09.006213 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-85e507d1-2e77-4452-8a32-9f8b619c98c5 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Notify callbacks [] for security_group, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:17:09.010289 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-85e507d1-2e77-4452-8a32-9f8b619c98c5 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.1902840 Mar 28 12:17:09.010837 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 33824) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:17:09.017507 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-1d5bfe1e-fdab-490b-ab33-eae525c44038 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Request body: {'security_group_rule': {'security_group_id': 'f54b431a-d03d-4e8e-a543-ccdce6b1f1f1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:17:09.023923 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-1d5bfe1e-fdab-490b-ab33-eae525c44038 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:17:09.027900 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-1d5bfe1e-fdab-490b-ab33-eae525c44038 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Usage tracker for resource:security_group_rule and tenant:1a3c794a04474c8b9d8d0ed21e9c708b is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:17:09.030880 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-1d5bfe1e-fdab-490b-ab33-eae525c44038 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:17:09.037259 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-1d5bfe1e-fdab-490b-ab33-eae525c44038 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:17:09.055405 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-1d5bfe1e-fdab-490b-ab33-eae525c44038 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:17:09.115835 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-1d5bfe1e-fdab-490b-ab33-eae525c44038 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:17:09.120036 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-1d5bfe1e-fdab-490b-ab33-eae525c44038 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740322'] for security_group_rule, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:17:09.148427 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5bfe1e-fdab-490b-ab33-eae525c44038 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fd7a096-1850-4854-8e44-c5c12ca6d37c,revision_number=0']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:17:09.151043 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-1d5bfe1e-fdab-490b-ab33-eae525c44038 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:17:09.154531 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-1d5bfe1e-fdab-490b-ab33-eae525c44038 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1394196 Mar 28 12:17:09.155381 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 33828) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:17:09.160529 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-62f07d6b-b7c6-4053-9cb0-cb2f0e321af9 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Request body: {'security_group_rule': {'security_group_id': 'f54b431a-d03d-4e8e-a543-ccdce6b1f1f1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:17:09.166379 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-62f07d6b-b7c6-4053-9cb0-cb2f0e321af9 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:17:09.170199 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-62f07d6b-b7c6-4053-9cb0-cb2f0e321af9 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Usage tracker for resource:security_group_rule and tenant:1a3c794a04474c8b9d8d0ed21e9c708b is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:17:09.173040 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-62f07d6b-b7c6-4053-9cb0-cb2f0e321af9 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:17:09.179406 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-62f07d6b-b7c6-4053-9cb0-cb2f0e321af9 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:17:09.197325 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-62f07d6b-b7c6-4053-9cb0-cb2f0e321af9 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:17:09.258360 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-74a39013-e450-4bb4-82ec-62f371befe11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43457749-50b5-4286-ad1b-43d54251d413', 'name': 'tempest-ServerActionsTestJSON-1611452995-router', 'tenant_id': '1a3c794a04474c8b9d8d0ed21e9c708b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.116'}], 'enable_snat': True}, 'gw_port_id': 'd0dd7998-7ddc-4088-9eee-8f3e64379196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:17:03Z', 'updated_at': '2022-03-28T12:17:07Z', 'revision_number': 4, 'project_id': '1a3c794a04474c8b9d8d0ed21e9c708b', 'gw_port': {'id': 'd0dd7998-7ddc-4088-9eee-8f3e64379196', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a0:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43457749-50b5-4286-ad1b-43d54251d413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:17:03Z', 'updated_at': '2022-03-28T12:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_interfaces': [{'id': '6ecd2cd5-23d1-4bd7-9974-4f97a43141c3', 'name': '', 'network_id': 'd4e585cd-a443-41c3-9813-94aca86857da', 'tenant_id': '1a3c794a04474c8b9d8d0ed21e9c708b', 'mac_address': 'fa:16:3e:56:90:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43457749-50b5-4286-ad1b-43d54251d413', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'e2d2077c-3156-4fcb-884b-e46ab11a6b68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:17:06Z', 'updated_at': '2022-03-28T12:17:07Z', 'revision_number': 2, 'project_id': '1a3c794a04474c8b9d8d0ed21e9c708b', 'subnets': [{'id': 'e2d2077c-3156-4fcb-884b-e46ab11a6b68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:17:09.261579 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-62f07d6b-b7c6-4053-9cb0-cb2f0e321af9 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:17:09.262333 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a39013-e450-4bb4-82ec-62f371befe11 None None] Checking router: 43457749-50b5-4286-ad1b-43d54251d413 for host: dv-neutron-835340-2-hyperv {{(pid=87872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 12:17:09.263007 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a39013-e450-4bb4-82ec-62f371befe11 None None] Updating router 43457749-50b5-4286-ad1b-43d54251d413 port 6ecd2cd5-23d1-4bd7-9974-4f97a43141c3 binding host dv-neutron-835340-2-hyperv {{(pid=87872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 12:17:09.265598 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-62f07d6b-b7c6-4053-9cb0-cb2f0e321af9 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740322'] for security_group_rule, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:17:09.289433 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f07d6b-b7c6-4053-9cb0-cb2f0e321af9 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=856eaf09-ae84-4e1b-87c3-ef635664239f,revision_number=0']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:17:09.298806 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-62f07d6b-b7c6-4053-9cb0-cb2f0e321af9 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:17:09.300020 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-62f07d6b-b7c6-4053-9cb0-cb2f0e321af9 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1436267 Mar 28 12:17:09.303052 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 33832) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:17:09.307934 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-33af0f8b-8b6c-4858-b17c-7c60f1d4fcc6 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Request body: {'floatingip': {'floating_network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:17:09.313467 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-33af0f8b-8b6c-4858-b17c-7c60f1d4fcc6 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:17:09.317156 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-33af0f8b-8b6c-4858-b17c-7c60f1d4fcc6 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Usage tracker for resource:floatingip and tenant:1a3c794a04474c8b9d8d0ed21e9c708b is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:17:09.320138 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-33af0f8b-8b6c-4858-b17c-7c60f1d4fcc6 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:17:09.324038 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-74a39013-e450-4bb4-82ec-62f371befe11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:17:09.325699 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-33af0f8b-8b6c-4858-b17c-7c60f1d4fcc6 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:17:09.336967 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-33af0f8b-8b6c-4858-b17c-7c60f1d4fcc6 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Notify callbacks [] for floatingip, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:17:09.474236 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-33af0f8b-8b6c-4858-b17c-7c60f1d4fcc6 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:17:09.607714 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.db_base_plugin_common [None req-33af0f8b-8b6c-4858-b17c-7c60f1d4fcc6 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Allocated IP 172.26.7.253 (ac2b1748-8f63-4b17-a9c7-07e79704aa5b/0b7ebf76-1dc7-431a-a0b4-b96bacf287c2/077612d9-a17e-4f64-9ff8-24bbe077bb62) {{(pid=87871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 12:17:09.666835 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-74a39013-e450-4bb4-82ec-62f371befe11 None None] Notify callbacks [] for port, precommit_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:17:09.678873 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-74a39013-e450-4bb4-82ec-62f371befe11 None None] Transition to ACTIVE for port object 6ecd2cd5-23d1-4bd7-9974-4f97a43141c3 will not be triggered until provisioned by entity L2. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:17:09.684686 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-74a39013-e450-4bb4-82ec-62f371befe11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:17:09.756791 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-33af0f8b-8b6c-4858-b17c-7c60f1d4fcc6 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Notify callbacks [] for port, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:17:09.789856 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-33af0f8b-8b6c-4858-b17c-7c60f1d4fcc6 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:17:09.816563 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6de059-f5f3-4dd5-82f3-4966194d4368 None None] Pushing event updated for resources: {'Port': ['ID=6ecd2cd5-23d1-4bd7-9974-4f97a43141c3,revision_number=3']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:17:09.859757 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33af0f8b-8b6c-4858-b17c-7c60f1d4fcc6 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Network ac2b1748-8f63-4b17-a9c7-07e79704aa5b is already hosted by enough agents. {{(pid=87871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:17:09.862863 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-33af0f8b-8b6c-4858-b17c-7c60f1d4fcc6 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Resources bound (agent type, host, resource id): {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:17:09.873293 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33af0f8b-8b6c-4858-b17c-7c60f1d4fcc6 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Received port after_create {{(pid=87871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 12:17:09.909868 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33af0f8b-8b6c-4858-b17c-7c60f1d4fcc6 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Pushing event updated for resources: {'Port': ['ID=077612d9-a17e-4f64-9ff8-24bbe077bb62,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:17:09.918990 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-74a39013-e450-4bb4-82ec-62f371befe11 None None] Attempting to bind port 6ecd2cd5-23d1-4bd7-9974-4f97a43141c3 on host dv-neutron-835340-2-hyperv for vnic_type normal with profile {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 12:17:09.919882 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-74a39013-e450-4bb4-82ec-62f371befe11 None None] Attempting to bind port 6ecd2cd5-23d1-4bd7-9974-4f97a43141c3 by drivers openvswitch,hyperv on host dv-neutron-835340-2-hyperv at level 0 using segments [{'id': 'd563b7ac-8b16-4779-b0a9-16deb9c3c180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'd4e585cd-a443-41c3-9813-94aca86857da'}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 12:17:09.921057 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a39013-e450-4bb4-82ec-62f371befe11 None None] Attempting to bind port 6ecd2cd5-23d1-4bd7-9974-4f97a43141c3 on network d4e585cd-a443-41c3-9813-94aca86857da {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 12:17:09.928536 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a39013-e450-4bb4-82ec-62f371befe11 None None] Checking agent: {'id': '961a16fe-cbc8-4264-ac28-bbbd53f89caa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 46, 6), 'started_at': datetime.datetime(2022, 3, 28, 11, 46, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 12, 17, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 12:17:09.929461 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a39013-e450-4bb4-82ec-62f371befe11 None None] Checking segment: {'id': 'd563b7ac-8b16-4779-b0a9-16deb9c3c180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'd4e585cd-a443-41c3-9813-94aca86857da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 12:17:09.930003 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-74a39013-e450-4bb4-82ec-62f371befe11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:17:09.930403 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a39013-e450-4bb4-82ec-62f371befe11 None None] Bound using segment: {'id': 'd563b7ac-8b16-4779-b0a9-16deb9c3c180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'd4e585cd-a443-41c3-9813-94aca86857da'} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 12:17:09.931358 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-74a39013-e450-4bb4-82ec-62f371befe11 None None] Bound port: 6ecd2cd5-23d1-4bd7-9974-4f97a43141c3, host: dv-neutron-835340-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd563b7ac-8b16-4779-b0a9-16deb9c3c180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'd4e585cd-a443-41c3-9813-94aca86857da'}}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 12:17:09.931769 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-74a39013-e450-4bb4-82ec-62f371befe11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:17:09.963749 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-33af0f8b-8b6c-4858-b17c-7c60f1d4fcc6 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:17:10.027196 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-33af0f8b-8b6c-4858-b17c-7c60f1d4fcc6 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:17:10.034342 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-74a39013-e450-4bb4-82ec-62f371befe11 None None] For port 6ecd2cd5-23d1-4bd7-9974-4f97a43141c3, host dv-neutron-835340-2-hyperv, cleared binding levels {{(pid=87872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 12:17:10.038206 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-74a39013-e450-4bb4-82ec-62f371befe11 None None] For port 6ecd2cd5-23d1-4bd7-9974-4f97a43141c3, host dv-neutron-835340-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=6ecd2cd5-23d1-4bd7-9974-4f97a43141c3,segment=NetworkSegment(d563b7ac-8b16-4779-b0a9-16deb9c3c180),segment_id=d563b7ac-8b16-4779-b0a9-16deb9c3c180)] {{(pid=87872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 12:17:10.042675 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-74a39013-e450-4bb4-82ec-62f371befe11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:17:10.134420 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6de059-f5f3-4dd5-82f3-4966194d4368 None None] Pushing event updated for resources: {'Port': ['ID=6ecd2cd5-23d1-4bd7-9974-4f97a43141c3,revision_number=4']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:17:10.137679 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a39013-e450-4bb4-82ec-62f371befe11 None None] Routers {'43457749-50b5-4286-ad1b-43d54251d413'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:17:10.138540 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-74a39013-e450-4bb4-82ec-62f371befe11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:17:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['43457749-50b5-4286-ad1b-43d54251d413'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:17:10.199122 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device d0dd7998-7ddc-4088-9eee-8f3e64379196 up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:17:10.255525 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-33af0f8b-8b6c-4858-b17c-7c60f1d4fcc6 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Notify callbacks [] for port, precommit_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:17:10.262740 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-33af0f8b-8b6c-4858-b17c-7c60f1d4fcc6 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2363241'] for port, after_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:17:10.377952 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33af0f8b-8b6c-4858-b17c-7c60f1d4fcc6 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Pushing event updated for resources: {'Port': ['ID=077612d9-a17e-4f64-9ff8-24bbe077bb62,revision_number=2']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:17:10.389011 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-33af0f8b-8b6c-4858-b17c-7c60f1d4fcc6 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-709520'] for floatingip, after_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:17:10.411324 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-33af0f8b-8b6c-4858-b17c-7c60f1d4fcc6 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for floatingip, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:17:10.412559 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-33af0f8b-8b6c-4858-b17c-7c60f1d4fcc6 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1084881 Mar 28 12:17:10.433203 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port d0dd7998-7ddc-4088-9eee-8f3e64379196 triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:17:10.433816 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:17:10.477362 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvr_db [None req-74a39013-e450-4bb4-82ec-62f371befe11 None None] Set router 43457749-50b5-4286-ad1b-43d54251d413 gateway port host: dv-neutron-835340-2-hyperv {{(pid=87872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:17:10.592738 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [req-4c490edd-7edb-4c37-8860-2e3bca9cd15a req-37f7f7dd-3f39-47bd-8346-475dbad30876 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Synchronizing usage tracker for tenant:1a3c794a04474c8b9d8d0ed21e9c708b on resource:security_group {{(pid=87871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:17:10.609241 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [req-4c490edd-7edb-4c37-8860-2e3bca9cd15a req-37f7f7dd-3f39-47bd-8346-475dbad30876 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Unset dirty status for tenant:1a3c794a04474c8b9d8d0ed21e9c708b on resource:security_group {{(pid=87871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:17:10.610559 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-4c490edd-7edb-4c37-8860-2e3bca9cd15a req-37f7f7dd-3f39-47bd-8346-475dbad30876 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1120110286&fields=id&tenant_id=1a3c794a04474c8b9d8d0ed21e9c708b HTTP/1.1" status: 200 len: 267 time: 0.0675585 Mar 28 12:17:10.761709 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c490edd-7edb-4c37-8860-2e3bca9cd15a req-715dc8cc-a6c2-4d11-b445-99e64fadd0de tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:17:10.763114 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-4c490edd-7edb-4c37-8860-2e3bca9cd15a req-715dc8cc-a6c2-4d11-b445-99e64fadd0de tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/networks?id=d4e585cd-a443-41c3-9813-94aca86857da HTTP/1.1" status: 200 len: 812 time: 0.1450434 Mar 28 12:17:10.778856 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-4c490edd-7edb-4c37-8860-2e3bca9cd15a req-1f94b400-05ad-4f0f-84ad-d4987f8cee54 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/quotas/1a3c794a04474c8b9d8d0ed21e9c708b HTTP/1.1" status: 200 len: 375 time: 0.0094702 Mar 28 12:17:10.867894 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-74a39013-e450-4bb4-82ec-62f371befe11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43457749-50b5-4286-ad1b-43d54251d413', 'name': 'tempest-ServerActionsTestJSON-1611452995-router', 'tenant_id': '1a3c794a04474c8b9d8d0ed21e9c708b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.116'}], 'enable_snat': True}, 'gw_port_id': 'd0dd7998-7ddc-4088-9eee-8f3e64379196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:17:03Z', 'updated_at': '2022-03-28T12:17:07Z', 'revision_number': 4, 'project_id': '1a3c794a04474c8b9d8d0ed21e9c708b', 'gw_port': {'id': 'd0dd7998-7ddc-4088-9eee-8f3e64379196', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a0:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43457749-50b5-4286-ad1b-43d54251d413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:17:03Z', 'updated_at': '2022-03-28T12:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_interfaces': [{'id': '6ecd2cd5-23d1-4bd7-9974-4f97a43141c3', 'name': '', 'network_id': 'd4e585cd-a443-41c3-9813-94aca86857da', 'tenant_id': '1a3c794a04474c8b9d8d0ed21e9c708b', 'mac_address': 'fa:16:3e:56:90:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43457749-50b5-4286-ad1b-43d54251d413', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'e2d2077c-3156-4fcb-884b-e46ab11a6b68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:17:06Z', 'updated_at': '2022-03-28T12:17:10Z', 'revision_number': 4, 'project_id': '1a3c794a04474c8b9d8d0ed21e9c708b', 'subnets': [{'id': 'e2d2077c-3156-4fcb-884b-e46ab11a6b68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:17:10.872535 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a39013-e450-4bb4-82ec-62f371befe11 None None] The sync data for ids ['43457749-50b5-4286-ad1b-43d54251d413'] in dv-neutron-835340-2-hyperv is: [{'id': '43457749-50b5-4286-ad1b-43d54251d413', 'name': 'tempest-ServerActionsTestJSON-1611452995-router', 'tenant_id': '1a3c794a04474c8b9d8d0ed21e9c708b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.116'}], 'enable_snat': True}, 'gw_port_id': 'd0dd7998-7ddc-4088-9eee-8f3e64379196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:17:03Z', 'updated_at': '2022-03-28T12:17:07Z', 'revision_number': 4, 'project_id': '1a3c794a04474c8b9d8d0ed21e9c708b', 'gw_port': {'id': 'd0dd7998-7ddc-4088-9eee-8f3e64379196', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a0:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43457749-50b5-4286-ad1b-43d54251d413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:17:03Z', 'updated_at': '2022-03-28T12:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_interfaces': [{'id': '6ecd2cd5-23d1-4bd7-9974-4f97a43141c3', 'name': '', 'network_id': 'd4e585cd-a443-41c3-9813-94aca86857da', 'tenant_id': '1a3c794a04474c8b9d8d0ed21e9c708b', 'mac_address': 'fa:16:3e:56:90:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43457749-50b5-4286-ad1b-43d54251d413', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'e2d2077c-3156-4fcb-884b-e46ab11a6b68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:17:06Z', 'updated_at': '2022-03-28T12:17:10Z', 'revision_number': 4, 'project_id': '1a3c794a04474c8b9d8d0ed21e9c708b', 'subnets': [{'id': 'e2d2077c-3156-4fcb-884b-e46ab11a6b68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 12:17:11.002913 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [req-4c490edd-7edb-4c37-8860-2e3bca9cd15a req-a1ac7b5e-39ad-42c5-a93e-c7f437017b00 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Synchronizing usage tracker for tenant:1a3c794a04474c8b9d8d0ed21e9c708b on resource:port {{(pid=87871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:17:11.020794 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [req-4c490edd-7edb-4c37-8860-2e3bca9cd15a req-a1ac7b5e-39ad-42c5-a93e-c7f437017b00 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Unset dirty status for tenant:1a3c794a04474c8b9d8d0ed21e9c708b on resource:port {{(pid=87871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:17:11.022444 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-4c490edd-7edb-4c37-8860-2e3bca9cd15a req-a1ac7b5e-39ad-42c5-a93e-c7f437017b00 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=1a3c794a04474c8b9d8d0ed21e9c708b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2340753 Mar 28 12:17:11.165920 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-4c490edd-7edb-4c37-8860-2e3bca9cd15a req-47414ebb-22b2-4e60-a5da-1ca7cb065c42 service neutron] 10.222.0.30 "GET /v2.0/networks/d4e585cd-a443-41c3-9813-94aca86857da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310551 Mar 28 12:17:11.302859 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-4c490edd-7edb-4c37-8860-2e3bca9cd15a req-0fc3d94b-3ba2-4346-afd7-4a406776c3f2 service neutron] 10.222.0.30 "GET /v2.0/networks/d4e585cd-a443-41c3-9813-94aca86857da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309781 Mar 28 12:17:11.494539 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-5833a891-784c-4344-a7a8-190c58c4fb67 req-ca4cf948-d868-4c93-bab1-5894aba52c08 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/ports?device_id=5b2dc422-ee3e-4d22-9be5-818ad34cc607 HTTP/1.1" status: 200 len: 210 time: 0.0540626 Mar 28 12:17:12.145698 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 6ecd2cd5-23d1-4bd7-9974-4f97a43141c3 up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:17:12.217119 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning for port 6ecd2cd5-23d1-4bd7-9974-4f97a43141c3 completed by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:17:12.221957 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port 6ecd2cd5-23d1-4bd7-9974-4f97a43141c3 triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:17:12.222329 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:17:12.339754 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:17:12.371638 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] For port 6ecd2cd5-23d1-4bd7-9974-4f97a43141c3, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=6ecd2cd5-23d1-4bd7-9974-4f97a43141c3,segment=NetworkSegment(d563b7ac-8b16-4779-b0a9-16deb9c3c180),segment_id=d563b7ac-8b16-4779-b0a9-16deb9c3c180)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:17:12.375203 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:17:12.444677 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Pushing event updated for resources: {'Port': ['ID=6ecd2cd5-23d1-4bd7-9974-4f97a43141c3,revision_number=5']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:17:12.567952 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c490edd-7edb-4c37-8860-2e3bca9cd15a req-c7cb3045-b5fc-4553-9d39-2bafe825d6d9 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:17:12.570270 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-4c490edd-7edb-4c37-8860-2e3bca9cd15a req-c7cb3045-b5fc-4553-9d39-2bafe825d6d9 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.11 "GET /v2.0/networks?id=d4e585cd-a443-41c3-9813-94aca86857da HTTP/1.1" status: 200 len: 812 time: 0.1514707 Mar 28 12:17:12.654012 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-4c490edd-7edb-4c37-8860-2e3bca9cd15a req-6d9392f0-4875-4a3a-8991-288cd6c06f64 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1a3c794a04474c8b9d8d0ed21e9c708b HTTP/1.1" status: 200 len: 380 time: 0.0761535 Mar 28 12:17:12.664117 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [req-4c490edd-7edb-4c37-8860-2e3bca9cd15a req-fa1f51cb-e15d-4f7a-869d-2956d9b1e8e7 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Request body: {'port': {'device_id': '5b2dc422-ee3e-4d22-9be5-818ad34cc607', 'network_id': 'd4e585cd-a443-41c3-9813-94aca86857da', 'admin_state_up': True, 'tenant_id': '1a3c794a04474c8b9d8d0ed21e9c708b', 'security_groups': ['f54b431a-d03d-4e8e-a543-ccdce6b1f1f1']}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:17:12.679025 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-c3c56aa8-b7f4-4dc5-859b-546e08e70717 req-501b539c-58dd-4710-8837-2acc174f1661 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/ports?device_id=5b2dc422-ee3e-4d22-9be5-818ad34cc607 HTTP/1.1" status: 200 len: 210 time: 0.0704410 Mar 28 12:17:12.798276 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [req-4c490edd-7edb-4c37-8860-2e3bca9cd15a req-fa1f51cb-e15d-4f7a-869d-2956d9b1e8e7 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:17:12.808586 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [req-4c490edd-7edb-4c37-8860-2e3bca9cd15a req-fa1f51cb-e15d-4f7a-869d-2956d9b1e8e7 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:17:12.818132 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c490edd-7edb-4c37-8860-2e3bca9cd15a req-fa1f51cb-e15d-4f7a-869d-2956d9b1e8e7 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Made reservation on behalf of 1a3c794a04474c8b9d8d0ed21e9c708b for: {'port': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 12:17:12.822346 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-4c490edd-7edb-4c37-8860-2e3bca9cd15a req-fa1f51cb-e15d-4f7a-869d-2956d9b1e8e7 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:17:12.988679 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.db_base_plugin_common [req-4c490edd-7edb-4c37-8860-2e3bca9cd15a req-fa1f51cb-e15d-4f7a-869d-2956d9b1e8e7 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Allocated IP 172.20.0.11 (d4e585cd-a443-41c3-9813-94aca86857da/e2d2077c-3156-4fcb-884b-e46ab11a6b68/bf5c05a7-0ea6-4bf9-bfbb-375973267bde) {{(pid=87871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 12:17:13.170604 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-4c490edd-7edb-4c37-8860-2e3bca9cd15a req-fa1f51cb-e15d-4f7a-869d-2956d9b1e8e7 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Notify callbacks [] for port, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:17:13.185453 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.provisioning_blocks [req-4c490edd-7edb-4c37-8860-2e3bca9cd15a req-fa1f51cb-e15d-4f7a-869d-2956d9b1e8e7 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Transition to ACTIVE for port object bf5c05a7-0ea6-4bf9-bfbb-375973267bde will not be triggered until provisioned by entity DHCP. {{(pid=87871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:17:13.208410 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-4c490edd-7edb-4c37-8860-2e3bca9cd15a req-fa1f51cb-e15d-4f7a-869d-2956d9b1e8e7 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:17:13.275117 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c490edd-7edb-4c37-8860-2e3bca9cd15a req-fa1f51cb-e15d-4f7a-869d-2956d9b1e8e7 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Network d4e585cd-a443-41c3-9813-94aca86857da is already hosted by enough agents. {{(pid=87871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:17:13.278025 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [req-4c490edd-7edb-4c37-8860-2e3bca9cd15a req-fa1f51cb-e15d-4f7a-869d-2956d9b1e8e7 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Resources bound (agent type, host, resource id): {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:17:13.285760 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c490edd-7edb-4c37-8860-2e3bca9cd15a req-fa1f51cb-e15d-4f7a-869d-2956d9b1e8e7 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Received port after_create {{(pid=87871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 12:17:13.322690 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1f51cb-e15d-4f7a-869d-2956d9b1e8e7 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Pushing event updated for resources: {'Port': ['ID=bf5c05a7-0ea6-4bf9-bfbb-375973267bde,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:17:13.340747 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1f51cb-e15d-4f7a-869d-2956d9b1e8e7 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:17:13.341078 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1f51cb-e15d-4f7a-869d-2956d9b1e8e7 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:17:13.341405 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1f51cb-e15d-4f7a-869d-2956d9b1e8e7 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:17:13.341727 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1f51cb-e15d-4f7a-869d-2956d9b1e8e7 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:17:13.342056 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1f51cb-e15d-4f7a-869d-2956d9b1e8e7 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:17:13.342373 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1f51cb-e15d-4f7a-869d-2956d9b1e8e7 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:17:13.342689 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1f51cb-e15d-4f7a-869d-2956d9b1e8e7 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:17:13.342999 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1f51cb-e15d-4f7a-869d-2956d9b1e8e7 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:17:13.343311 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1f51cb-e15d-4f7a-869d-2956d9b1e8e7 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:17:13.343644 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1f51cb-e15d-4f7a-869d-2956d9b1e8e7 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:17:13.343953 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1f51cb-e15d-4f7a-869d-2956d9b1e8e7 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:17:13.344261 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1f51cb-e15d-4f7a-869d-2956d9b1e8e7 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:17:13.364804 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c490edd-7edb-4c37-8860-2e3bca9cd15a req-fa1f51cb-e15d-4f7a-869d-2956d9b1e8e7 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:17:13.365417 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-4c490edd-7edb-4c37-8860-2e3bca9cd15a req-fa1f51cb-e15d-4f7a-869d-2956d9b1e8e7 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:17:13.391810 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-4c490edd-7edb-4c37-8860-2e3bca9cd15a req-fa1f51cb-e15d-4f7a-869d-2956d9b1e8e7 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7320397 Mar 28 12:17:13.402897 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [req-4c490edd-7edb-4c37-8860-2e3bca9cd15a req-27785664-bff5-428d-97bd-8a1017765936 service neutron] Request body: {'port': {'device_id': '5b2dc422-ee3e-4d22-9be5-818ad34cc607', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8353'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:17:13.477708 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-90c7f680-3bf0-4354-a510-698f7d36003c None None] Provisioning for port bf5c05a7-0ea6-4bf9-bfbb-375973267bde completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:17:13.482611 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-90c7f680-3bf0-4354-a510-698f7d36003c None None] Provisioning complete for port bf5c05a7-0ea6-4bf9-bfbb-375973267bde triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:17:13.483004 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-90c7f680-3bf0-4354-a510-698f7d36003c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:17:13.515071 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-4c490edd-7edb-4c37-8860-2e3bca9cd15a req-27785664-bff5-428d-97bd-8a1017765936 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:17:13.540734 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-90c7f680-3bf0-4354-a510-698f7d36003c None None] Port bf5c05a7-0ea6-4bf9-bfbb-375973267bde cannot update to ACTIVE because it is not bound. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 12:17:13.849616 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.notifiers.nova [req-4c490edd-7edb-4c37-8860-2e3bca9cd15a req-27785664-bff5-428d-97bd-8a1017765936 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf5c05a7-0ea6-4bf9-bfbb-375973267bde {{(pid=87871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 12:17:13.857993 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-4c490edd-7edb-4c37-8860-2e3bca9cd15a req-27785664-bff5-428d-97bd-8a1017765936 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:17:13.873113 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.provisioning_blocks [req-4c490edd-7edb-4c37-8860-2e3bca9cd15a req-27785664-bff5-428d-97bd-8a1017765936 service neutron] Transition to ACTIVE for port object bf5c05a7-0ea6-4bf9-bfbb-375973267bde will not be triggered until provisioned by entity L2. {{(pid=87871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:17:13.876873 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-4c490edd-7edb-4c37-8860-2e3bca9cd15a req-27785664-bff5-428d-97bd-8a1017765936 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2363241'] for port, after_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:17:13.888872 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3f498f-dd9f-49b3-ab0d-d376c3f9d32b req-8853aadc-d2fd-4cb0-86d5-b6d44e8a3095 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:17:13.890343 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-fe3f498f-dd9f-49b3-ab0d-d376c3f9d32b req-8853aadc-d2fd-4cb0-86d5-b6d44e8a3095 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/ports?device_id=5b2dc422-ee3e-4d22-9be5-818ad34cc607 HTTP/1.1" status: 200 len: 932 time: 0.1077878 Mar 28 12:17:13.935652 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [req-fe3f498f-dd9f-49b3-ab0d-d376c3f9d32b req-87be8eda-bc65-467d-88f8-87ba28dd1dbf tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Synchronizing usage tracker for tenant:1a3c794a04474c8b9d8d0ed21e9c708b on resource:security_group {{(pid=87870) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:17:13.949108 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [req-fe3f498f-dd9f-49b3-ab0d-d376c3f9d32b req-87be8eda-bc65-467d-88f8-87ba28dd1dbf tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Unset dirty status for tenant:1a3c794a04474c8b9d8d0ed21e9c708b on resource:security_group {{(pid=87870) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:17:13.950256 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-fe3f498f-dd9f-49b3-ab0d-d376c3f9d32b req-87be8eda-bc65-467d-88f8-87ba28dd1dbf tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/security-groups?id=f54b431a-d03d-4e8e-a543-ccdce6b1f1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541065 Mar 28 12:17:14.134739 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 6ecd2cd5-23d1-4bd7-9974-4f97a43141c3 up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:17:14.138479 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27785664-bff5-428d-97bd-8a1017765936 service neutron] Pushing event updated for resources: {'Port': ['ID=bf5c05a7-0ea6-4bf9-bfbb-375973267bde,revision_number=2']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:17:14.209648 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port 6ecd2cd5-23d1-4bd7-9974-4f97a43141c3 triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:17:14.210212 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:17:14.220852 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.managers [req-4c490edd-7edb-4c37-8860-2e3bca9cd15a req-27785664-bff5-428d-97bd-8a1017765936 service neutron] Attempting to bind port bf5c05a7-0ea6-4bf9-bfbb-375973267bde on host hv-neutron-8353 for vnic_type normal with profile {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 12:17:14.221204 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.managers [req-4c490edd-7edb-4c37-8860-2e3bca9cd15a req-27785664-bff5-428d-97bd-8a1017765936 service neutron] Attempting to bind port bf5c05a7-0ea6-4bf9-bfbb-375973267bde by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': 'd563b7ac-8b16-4779-b0a9-16deb9c3c180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'd4e585cd-a443-41c3-9813-94aca86857da'}] {{(pid=87871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 12:17:14.221525 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c490edd-7edb-4c37-8860-2e3bca9cd15a req-27785664-bff5-428d-97bd-8a1017765936 service neutron] Attempting to bind port bf5c05a7-0ea6-4bf9-bfbb-375973267bde on network d4e585cd-a443-41c3-9813-94aca86857da {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 12:17:14.226550 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c490edd-7edb-4c37-8860-2e3bca9cd15a req-27785664-bff5-428d-97bd-8a1017765936 service neutron] Port bf5c05a7-0ea6-4bf9-bfbb-375973267bde on network d4e585cd-a443-41c3-9813-94aca86857da not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 12:17:14.226861 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c490edd-7edb-4c37-8860-2e3bca9cd15a req-27785664-bff5-428d-97bd-8a1017765936 service neutron] Attempting to bind port bf5c05a7-0ea6-4bf9-bfbb-375973267bde on network d4e585cd-a443-41c3-9813-94aca86857da {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 12:17:14.231938 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c490edd-7edb-4c37-8860-2e3bca9cd15a req-27785664-bff5-428d-97bd-8a1017765936 service neutron] Checking agent: {'id': '01dfae6e-0e91-4100-b27f-ff8156eac7d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8353', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 52, 20), 'started_at': datetime.datetime(2022, 3, 28, 11, 52, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 12, 16, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 12:17:14.232266 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c490edd-7edb-4c37-8860-2e3bca9cd15a req-27785664-bff5-428d-97bd-8a1017765936 service neutron] Checking segment: {'id': 'd563b7ac-8b16-4779-b0a9-16deb9c3c180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'd4e585cd-a443-41c3-9813-94aca86857da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 12:17:14.232634 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c490edd-7edb-4c37-8860-2e3bca9cd15a req-27785664-bff5-428d-97bd-8a1017765936 service neutron] Bound using segment: {'id': 'd563b7ac-8b16-4779-b0a9-16deb9c3c180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'd4e585cd-a443-41c3-9813-94aca86857da'} {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 12:17:14.233045 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.managers [req-4c490edd-7edb-4c37-8860-2e3bca9cd15a req-27785664-bff5-428d-97bd-8a1017765936 service neutron] Bound port: bf5c05a7-0ea6-4bf9-bfbb-375973267bde, host: hv-neutron-8353, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd563b7ac-8b16-4779-b0a9-16deb9c3c180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'd4e585cd-a443-41c3-9813-94aca86857da'}}] {{(pid=87871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 12:17:14.233381 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-4c490edd-7edb-4c37-8860-2e3bca9cd15a req-27785664-bff5-428d-97bd-8a1017765936 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:17:14.324218 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.db [req-4c490edd-7edb-4c37-8860-2e3bca9cd15a req-27785664-bff5-428d-97bd-8a1017765936 service neutron] For port bf5c05a7-0ea6-4bf9-bfbb-375973267bde, host hv-neutron-8353, cleared binding levels {{(pid=87871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 12:17:14.327037 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.db [req-4c490edd-7edb-4c37-8860-2e3bca9cd15a req-27785664-bff5-428d-97bd-8a1017765936 service neutron] For port bf5c05a7-0ea6-4bf9-bfbb-375973267bde, host hv-neutron-8353, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=bf5c05a7-0ea6-4bf9-bfbb-375973267bde,segment=NetworkSegment(d563b7ac-8b16-4779-b0a9-16deb9c3c180),segment_id=d563b7ac-8b16-4779-b0a9-16deb9c3c180)] {{(pid=87871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 12:17:14.331854 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-4c490edd-7edb-4c37-8860-2e3bca9cd15a req-27785664-bff5-428d-97bd-8a1017765936 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2363241'] for port, after_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:17:14.385741 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c490edd-7edb-4c37-8860-2e3bca9cd15a req-27785664-bff5-428d-97bd-8a1017765936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:17:14.386344 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-4c490edd-7edb-4c37-8860-2e3bca9cd15a req-27785664-bff5-428d-97bd-8a1017765936 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:17:14.387699 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-4c490edd-7edb-4c37-8860-2e3bca9cd15a req-27785664-bff5-428d-97bd-8a1017765936 service neutron] 10.222.0.11 "PUT /v2.0/ports/bf5c05a7-0ea6-4bf9-bfbb-375973267bde HTTP/1.1" status: 200 len: 1094 time: 0.9890645 Mar 28 12:17:14.388126 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b2dc422-ee3e-4d22-9be5-818ad34cc607', 'tag': 'bf5c05a7-0ea6-4bf9-bfbb-375973267bde'}] {{(pid=87871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 12:17:14.418740 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27785664-bff5-428d-97bd-8a1017765936 service neutron] Pushing event updated for resources: {'Port': ['ID=bf5c05a7-0ea6-4bf9-bfbb-375973267bde,revision_number=3']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:17:14.472780 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b2dc422-ee3e-4d22-9be5-818ad34cc607', 'tag': 'bf5c05a7-0ea6-4bf9-bfbb-375973267bde', 'status': 'completed', 'code': 200} Mar 28 12:17:14.514739 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c490edd-7edb-4c37-8860-2e3bca9cd15a req-b86e0542-ef5e-45f5-b1bb-d19188cd6369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:17:14.516252 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-4c490edd-7edb-4c37-8860-2e3bca9cd15a req-b86e0542-ef5e-45f5-b1bb-d19188cd6369 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1a3c794a04474c8b9d8d0ed21e9c708b&device_id=5b2dc422-ee3e-4d22-9be5-818ad34cc607 HTTP/1.1" status: 200 len: 1097 time: 0.0817418 Mar 28 12:17:14.585315 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-4c490edd-7edb-4c37-8860-2e3bca9cd15a req-0d144a5c-34f8-43ef-a910-41533a93550d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bf5c05a7-0ea6-4bf9-bfbb-375973267bde HTTP/1.1" status: 200 len: 217 time: 0.0617020 Mar 28 12:17:14.648875 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c490edd-7edb-4c37-8860-2e3bca9cd15a req-775b3519-2944-4787-97be-aed45998acd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:17:14.650189 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-4c490edd-7edb-4c37-8860-2e3bca9cd15a req-775b3519-2944-4787-97be-aed45998acd2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e2d2077c-3156-4fcb-884b-e46ab11a6b68 HTTP/1.1" status: 200 len: 851 time: 0.0598810 Mar 28 12:17:14.723575 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c490edd-7edb-4c37-8860-2e3bca9cd15a req-bdbe7e95-1ecc-4b0c-994a-4835b068e78f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:17:14.725051 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-4c490edd-7edb-4c37-8860-2e3bca9cd15a req-bdbe7e95-1ecc-4b0c-994a-4835b068e78f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d4e585cd-a443-41c3-9813-94aca86857da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0691183 Mar 28 12:17:14.853895 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-4c490edd-7edb-4c37-8860-2e3bca9cd15a req-0e34daa9-a366-4ed7-abec-67a44c44944d service neutron] 10.222.0.11 "GET /v2.0/networks/d4e585cd-a443-41c3-9813-94aca86857da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231308 Mar 28 12:17:14.983407 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-4c490edd-7edb-4c37-8860-2e3bca9cd15a req-00d48884-6a1e-4eec-b2c6-bfdf37299c22 service neutron] 10.222.0.11 "GET /v2.0/networks/d4e585cd-a443-41c3-9813-94aca86857da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234691 Mar 28 12:17:15.121080 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7430e570-2e76-4fd0-80ab-978329eec8d0 req-647f681b-5d7f-4eb4-9eac-582b89961687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:17:15.122521 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-7430e570-2e76-4fd0-80ab-978329eec8d0 req-647f681b-5d7f-4eb4-9eac-582b89961687 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1a3c794a04474c8b9d8d0ed21e9c708b&device_id=5b2dc422-ee3e-4d22-9be5-818ad34cc607 HTTP/1.1" status: 200 len: 1097 time: 0.0738096 Mar 28 12:17:15.143599 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8553ca-a657-4482-81fb-3b820da6cc41 req-4f85f7d6-e436-40fc-b273-d5600646f424 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:17:15.145054 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-dc8553ca-a657-4482-81fb-3b820da6cc41 req-4f85f7d6-e436-40fc-b273-d5600646f424 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/ports?device_id=5b2dc422-ee3e-4d22-9be5-818ad34cc607 HTTP/1.1" status: 200 len: 944 time: 0.0801613 Mar 28 12:17:15.191930 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-dc8553ca-a657-4482-81fb-3b820da6cc41 req-f9b95c64-faeb-4607-929e-11d65dfce2cb tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/security-groups?id=f54b431a-d03d-4e8e-a543-ccdce6b1f1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409622 Mar 28 12:17:15.253078 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7430e570-2e76-4fd0-80ab-978329eec8d0 req-d5540b52-6768-470a-bbba-885feddb48ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:17:15.254724 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-7430e570-2e76-4fd0-80ab-978329eec8d0 req-d5540b52-6768-470a-bbba-885feddb48ac service neutron] 10.222.0.11 "GET /v2.0/networks?id=d4e585cd-a443-41c3-9813-94aca86857da HTTP/1.1" status: 200 len: 912 time: 0.1255550 Mar 28 12:17:15.320024 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-7430e570-2e76-4fd0-80ab-978329eec8d0 req-6e90e343-6cea-46ad-92c6-8f2a06271ce8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bf5c05a7-0ea6-4bf9-bfbb-375973267bde HTTP/1.1" status: 200 len: 217 time: 0.0584030 Mar 28 12:17:15.383998 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7430e570-2e76-4fd0-80ab-978329eec8d0 req-422ef7e8-6dec-4000-9489-43fd74146bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:17:15.385403 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-7430e570-2e76-4fd0-80ab-978329eec8d0 req-422ef7e8-6dec-4000-9489-43fd74146bfd service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e2d2077c-3156-4fcb-884b-e46ab11a6b68 HTTP/1.1" status: 200 len: 851 time: 0.0593150 Mar 28 12:17:15.458214 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7430e570-2e76-4fd0-80ab-978329eec8d0 req-d0783e03-2ed9-40db-af40-51e890b53c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:17:15.459696 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-7430e570-2e76-4fd0-80ab-978329eec8d0 req-d0783e03-2ed9-40db-af40-51e890b53c52 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d4e585cd-a443-41c3-9813-94aca86857da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0681016 Mar 28 12:17:15.588337 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-7430e570-2e76-4fd0-80ab-978329eec8d0 req-5a22f1a2-91ef-4c31-9896-58d3c31cf3fa service neutron] 10.222.0.11 "GET /v2.0/networks/d4e585cd-a443-41c3-9813-94aca86857da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221943 Mar 28 12:17:15.807697 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-7430e570-2e76-4fd0-80ab-978329eec8d0 req-d498896a-626f-4481-b966-674382a296d5 service neutron] 10.222.0.11 "GET /v2.0/networks/d4e585cd-a443-41c3-9813-94aca86857da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2124979 Mar 28 12:17:15.817039 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Device bf5c05a7-0ea6-4bf9-bfbb-375973267bde details requested by agent hyperv_hv-neutron-8353 with host hv-neutron-8353 {{(pid=87872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 28 12:17:15.949409 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] For port bf5c05a7-0ea6-4bf9-bfbb-375973267bde, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=bf5c05a7-0ea6-4bf9-bfbb-375973267bde,segment=NetworkSegment(d563b7ac-8b16-4779-b0a9-16deb9c3c180),segment_id=d563b7ac-8b16-4779-b0a9-16deb9c3c180)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:17:15.962382 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Returning: {'device': 'bf5c05a7-0ea6-4bf9-bfbb-375973267bde', 'network_id': 'd4e585cd-a443-41c3-9813-94aca86857da', 'port_id': 'bf5c05a7-0ea6-4bf9-bfbb-375973267bde', 'mac_address': 'fa:16:3e:38:9a:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2d2077c-3156-4fcb-884b-e46ab11a6b68', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 28 12:17:16.017075 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:17:16.033298 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.notifiers.nova [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf5c05a7-0ea6-4bf9-bfbb-375973267bde {{(pid=87872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 12:17:16.047957 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] For port bf5c05a7-0ea6-4bf9-bfbb-375973267bde, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=bf5c05a7-0ea6-4bf9-bfbb-375973267bde,segment=NetworkSegment(d563b7ac-8b16-4779-b0a9-16deb9c3c180),segment_id=d563b7ac-8b16-4779-b0a9-16deb9c3c180)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:17:16.051763 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:17:16.122129 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Pushing event updated for resources: {'Port': ['ID=bf5c05a7-0ea6-4bf9-bfbb-375973267bde,revision_number=4']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:17:16.129408 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:17:16.129748 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:17:16.130082 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:17:16.130410 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:17:16.130741 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:17:16.131067 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:17:16.132464 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:17:16.132800 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:17:16.133200 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:17:16.133531 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:17:16.133853 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:17:16.134171 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:17:16.253521 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] get_ports_and_sgs() called for port_ids ['bf5c05a7-0ea6-4bf9-bfbb-375973267bde'] {{(pid=87872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 12:17:16.388774 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64313f24-f05f-4a77-b22e-ec11b76b86e7 req-f82fa56a-32f3-49c1-9b2d-d18338d1a236 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:17:16.389496 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [req-64313f24-f05f-4a77-b22e-ec11b76b86e7 req-f82fa56a-32f3-49c1-9b2d-d18338d1a236 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Synchronizing usage tracker for tenant:1a3c794a04474c8b9d8d0ed21e9c708b on resource:port {{(pid=87871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:17:16.405880 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [req-64313f24-f05f-4a77-b22e-ec11b76b86e7 req-f82fa56a-32f3-49c1-9b2d-d18338d1a236 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Unset dirty status for tenant:1a3c794a04474c8b9d8d0ed21e9c708b on resource:port {{(pid=87871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:17:16.407163 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-64313f24-f05f-4a77-b22e-ec11b76b86e7 req-f82fa56a-32f3-49c1-9b2d-d18338d1a236 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/ports?device_id=5b2dc422-ee3e-4d22-9be5-818ad34cc607 HTTP/1.1" status: 200 len: 945 time: 0.1019998 Mar 28 12:17:16.452869 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-64313f24-f05f-4a77-b22e-ec11b76b86e7 req-84c93818-f618-4345-be70-32ba28c3c116 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/security-groups?id=f54b431a-d03d-4e8e-a543-ccdce6b1f1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391686 Mar 28 12:17:17.634628 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6ab142-1ba3-449b-a9a8-dbaf8ed44528 req-c2652250-ab1f-41b1-9965-ca28496206d2 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:17:17.636098 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-2b6ab142-1ba3-449b-a9a8-dbaf8ed44528 req-c2652250-ab1f-41b1-9965-ca28496206d2 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/ports?device_id=5b2dc422-ee3e-4d22-9be5-818ad34cc607 HTTP/1.1" status: 200 len: 945 time: 0.0799730 Mar 28 12:17:17.679717 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-2b6ab142-1ba3-449b-a9a8-dbaf8ed44528 req-6c97e81f-b46c-465b-b3f1-7a33629e27db tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/security-groups?id=f54b431a-d03d-4e8e-a543-ccdce6b1f1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379467 Mar 28 12:17:17.815241 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Device bf5c05a7-0ea6-4bf9-bfbb-375973267bde up at agent hyperv_hv-neutron-8353 {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:17:17.881714 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Provisioning for port bf5c05a7-0ea6-4bf9-bfbb-375973267bde completed by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:17:17.886358 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Provisioning complete for port bf5c05a7-0ea6-4bf9-bfbb-375973267bde triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:17:17.886727 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:17:18.040273 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:17:18.066709 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b2dc422-ee3e-4d22-9be5-818ad34cc607', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf5c05a7-0ea6-4bf9-bfbb-375973267bde'}] {{(pid=87872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 12:17:18.076439 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] For port bf5c05a7-0ea6-4bf9-bfbb-375973267bde, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=bf5c05a7-0ea6-4bf9-bfbb-375973267bde,segment=NetworkSegment(d563b7ac-8b16-4779-b0a9-16deb9c3c180),segment_id=d563b7ac-8b16-4779-b0a9-16deb9c3c180)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:17:18.081184 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:17:18.116821 dv-neutron-835340-2-hyperv neutron-server[87872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b2dc422-ee3e-4d22-9be5-818ad34cc607', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf5c05a7-0ea6-4bf9-bfbb-375973267bde', 'code': 200} Mar 28 12:17:18.148989 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Pushing event updated for resources: {'Port': ['ID=bf5c05a7-0ea6-4bf9-bfbb-375973267bde,revision_number=5']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:17:18.336764 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c1ff2e-12f0-4b29-841e-cc03875ee76a req-17222f9b-a1c4-4b18-96ec-b36c7d87c15c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:17:18.338100 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-b3c1ff2e-12f0-4b29-841e-cc03875ee76a req-17222f9b-a1c4-4b18-96ec-b36c7d87c15c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=5b2dc422-ee3e-4d22-9be5-818ad34cc607 HTTP/1.1" status: 200 len: 1099 time: 0.0710797 Mar 28 12:17:18.377756 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-b3c1ff2e-12f0-4b29-841e-cc03875ee76a req-94dc6f42-230e-4c62-a097-f75b6a79e8dc service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=f54b431a-d03d-4e8e-a543-ccdce6b1f1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336752 Mar 28 12:17:18.863652 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d5a883-a2ca-4838-89ed-397b6c66ba39 req-e16e3d55-69a3-43bb-b5b9-8704326d7614 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:17:18.865181 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-b9d5a883-a2ca-4838-89ed-397b6c66ba39 req-e16e3d55-69a3-43bb-b5b9-8704326d7614 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/ports?device_id=5b2dc422-ee3e-4d22-9be5-818ad34cc607 HTTP/1.1" status: 200 len: 946 time: 0.0837688 Mar 28 12:17:18.908563 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-b9d5a883-a2ca-4838-89ed-397b6c66ba39 req-f1ffe157-44a1-4487-b81d-a695b0880e1f tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/security-groups?id=f54b431a-d03d-4e8e-a543-ccdce6b1f1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376966 Mar 28 12:17:20.098466 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b09663-f554-4bef-947a-1678055f831c req-f03aecf7-f253-43b3-8046-5c66871b0234 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:17:20.100359 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-c4b09663-f554-4bef-947a-1678055f831c req-f03aecf7-f253-43b3-8046-5c66871b0234 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/ports?device_id=5b2dc422-ee3e-4d22-9be5-818ad34cc607 HTTP/1.1" status: 200 len: 946 time: 0.0813918 Mar 28 12:17:20.145909 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-c4b09663-f554-4bef-947a-1678055f831c req-51d81ca1-0070-40e1-aa01-e442d5465cbb tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/security-groups?id=f54b431a-d03d-4e8e-a543-ccdce6b1f1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398760 Mar 28 12:17:20.323360 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a3c2a7-298f-4022-b5b1-c70fac0341b6 req-d86e5f75-9a33-4663-822f-68d25a1916f8 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:17:20.324800 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-a8a3c2a7-298f-4022-b5b1-c70fac0341b6 req-d86e5f75-9a33-4663-822f-68d25a1916f8 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/ports?device_id=5b2dc422-ee3e-4d22-9be5-818ad34cc607 HTTP/1.1" status: 200 len: 946 time: 0.0787475 Mar 28 12:17:20.333092 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 33882) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:17:20.338559 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-c5bc3de1-bd9c-49e5-b527-57c512164da0 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Request body: {'floatingip': {'port_id': 'bf5c05a7-0ea6-4bf9-bfbb-375973267bde'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:17:20.415559 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c5bc3de1-bd9c-49e5-b527-57c512164da0 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Notify callbacks [] for floatingip, before_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:17:20.752040 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:17:21.114072 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c5bc3de1-bd9c-49e5-b527-57c512164da0 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:17:21.118000 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c5bc3de1-bd9c-49e5-b527-57c512164da0 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-709520'] for floatingip, after_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:17:21.286694 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.db.l3_db [None req-c5bc3de1-bd9c-49e5-b527-57c512164da0 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Floating IP fb01ee55-0771-40a2-a88c-4e5811c5dab8 associated. External IP: 172.26.7.253, port: bf5c05a7-0ea6-4bf9-bfbb-375973267bde. Mar 28 12:17:21.637459 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5bc3de1-bd9c-49e5-b527-57c512164da0 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Router 43457749-50b5-4286-ad1b-43d54251d413 has already been hosted by L3 agent af79d429-529e-400b-a119-94d4bec03f3e {{(pid=87870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 12:17:21.934496 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5bc3de1-bd9c-49e5-b527-57c512164da0 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 12:17:21.938959 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c5bc3de1-bd9c-49e5-b527-57c512164da0 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for floatingip, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:17:21.944126 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10cf75c0-7a49-4a36-82f0-21c0d6f5d270 None None] Sync routers for ids ['43457749-50b5-4286-ad1b-43d54251d413'] in dv-neutron-835340-2-hyperv {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 12:17:21.953159 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10cf75c0-7a49-4a36-82f0-21c0d6f5d270 None None] Routers {'43457749-50b5-4286-ad1b-43d54251d413'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:17:21.953747 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-10cf75c0-7a49-4a36-82f0-21c0d6f5d270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:17:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['43457749-50b5-4286-ad1b-43d54251d413'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:17:21.994937 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-c5bc3de1-bd9c-49e5-b527-57c512164da0 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "PUT /v2.0/floatingips/fb01ee55-0771-40a2-a88c-4e5811c5dab8 HTTP/1.1" status: 200 len: 992 time: 1.6608236 Mar 28 12:17:21.995640 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b2dc422-ee3e-4d22-9be5-818ad34cc607', 'tag': 'bf5c05a7-0ea6-4bf9-bfbb-375973267bde'}] {{(pid=87870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 12:17:22.120798 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b2dc422-ee3e-4d22-9be5-818ad34cc607', 'tag': 'bf5c05a7-0ea6-4bf9-bfbb-375973267bde', 'status': 'completed', 'code': 200} Mar 28 12:17:22.140002 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvr_db [None req-10cf75c0-7a49-4a36-82f0-21c0d6f5d270 None None] Set router 43457749-50b5-4286-ad1b-43d54251d413 gateway port host: dv-neutron-835340-2-hyperv {{(pid=87873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:17:22.210626 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed90ce1-e721-41f0-97f7-de3741415282 req-6d0a4711-0a15-4b3b-b3f7-b94ac0a0f2d2 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:17:22.212109 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-4ed90ce1-e721-41f0-97f7-de3741415282 req-6d0a4711-0a15-4b3b-b3f7-b94ac0a0f2d2 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/ports?device_id=5b2dc422-ee3e-4d22-9be5-818ad34cc607 HTTP/1.1" status: 200 len: 946 time: 0.1286986 Mar 28 12:17:22.269013 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-4ed90ce1-e721-41f0-97f7-de3741415282 req-d5907af1-f022-4069-b4bc-cc71c1ce13b7 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/security-groups?id=f54b431a-d03d-4e8e-a543-ccdce6b1f1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503712 Mar 28 12:17:22.271051 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcf4dc6-e3cd-4f45-9727-bff1ad38156b req-70209d51-fc50-4fe6-a6bc-cd6a18e7f72c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:17:22.273081 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-8fcf4dc6-e3cd-4f45-9727-bff1ad38156b req-70209d51-fc50-4fe6-a6bc-cd6a18e7f72c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1a3c794a04474c8b9d8d0ed21e9c708b&device_id=5b2dc422-ee3e-4d22-9be5-818ad34cc607 HTTP/1.1" status: 200 len: 1099 time: 0.1303608 Mar 28 12:17:22.405043 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcf4dc6-e3cd-4f45-9727-bff1ad38156b req-0ff3f5c3-6e7a-468d-b536-d1593f2fcb22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:17:22.406402 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-8fcf4dc6-e3cd-4f45-9727-bff1ad38156b req-0ff3f5c3-6e7a-468d-b536-d1593f2fcb22 service neutron] 10.222.0.11 "GET /v2.0/networks?id=d4e585cd-a443-41c3-9813-94aca86857da HTTP/1.1" status: 200 len: 912 time: 0.1279414 Mar 28 12:17:22.454634 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a43df5-4964-4fd8-9244-7c3e030c5fe7 req-ddec432a-2f5a-4413-b06a-3ff2580538cc tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:17:22.456123 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-36a43df5-4964-4fd8-9244-7c3e030c5fe7 req-ddec432a-2f5a-4413-b06a-3ff2580538cc tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/ports?device_id=5b2dc422-ee3e-4d22-9be5-818ad34cc607 HTTP/1.1" status: 200 len: 946 time: 0.0809982 Mar 28 12:17:22.488511 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-10cf75c0-7a49-4a36-82f0-21c0d6f5d270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43457749-50b5-4286-ad1b-43d54251d413', 'name': 'tempest-ServerActionsTestJSON-1611452995-router', 'tenant_id': '1a3c794a04474c8b9d8d0ed21e9c708b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.116'}], 'enable_snat': True}, 'gw_port_id': 'd0dd7998-7ddc-4088-9eee-8f3e64379196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:17:03Z', 'updated_at': '2022-03-28T12:17:07Z', 'revision_number': 4, 'project_id': '1a3c794a04474c8b9d8d0ed21e9c708b', 'gw_port': {'id': 'd0dd7998-7ddc-4088-9eee-8f3e64379196', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a0:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43457749-50b5-4286-ad1b-43d54251d413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:17:03Z', 'updated_at': '2022-03-28T12:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_floatingips': [{'id': 'fb01ee55-0771-40a2-a88c-4e5811c5dab8', 'tenant_id': '1a3c794a04474c8b9d8d0ed21e9c708b', 'floating_ip_address': '172.26.7.253', 'floating_network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'router_id': '43457749-50b5-4286-ad1b-43d54251d413', 'port_id': 'bf5c05a7-0ea6-4bf9-bfbb-375973267bde', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4e585cd-a443-41c3-9813-94aca86857da', 'mac_address': 'fa:16:3e:38:9a:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b2dc422-ee3e-4d22-9be5-818ad34cc607', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T12:17:09Z', 'updated_at': '2022-03-28T12:17:20Z', 'revision_number': 1, 'project_id': '1a3c794a04474c8b9d8d0ed21e9c708b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ecd2cd5-23d1-4bd7-9974-4f97a43141c3', 'name': '', 'network_id': 'd4e585cd-a443-41c3-9813-94aca86857da', 'tenant_id': '1a3c794a04474c8b9d8d0ed21e9c708b', 'mac_address': 'fa:16:3e:56:90:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43457749-50b5-4286-ad1b-43d54251d413', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'e2d2077c-3156-4fcb-884b-e46ab11a6b68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:17:06Z', 'updated_at': '2022-03-28T12:17:12Z', 'revision_number': 5, 'project_id': '1a3c794a04474c8b9d8d0ed21e9c708b', 'subnets': [{'id': 'e2d2077c-3156-4fcb-884b-e46ab11a6b68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:17:22.493159 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10cf75c0-7a49-4a36-82f0-21c0d6f5d270 None None] Checking router: 43457749-50b5-4286-ad1b-43d54251d413 for host: dv-neutron-835340-2-hyperv {{(pid=87873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 12:17:22.501429 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10cf75c0-7a49-4a36-82f0-21c0d6f5d270 None None] Routers {'43457749-50b5-4286-ad1b-43d54251d413'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:17:22.502040 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-10cf75c0-7a49-4a36-82f0-21c0d6f5d270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:17:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['43457749-50b5-4286-ad1b-43d54251d413'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:17:22.512249 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-36a43df5-4964-4fd8-9244-7c3e030c5fe7 req-71feb67c-a389-4404-8c94-7f984c5d9fe4 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/security-groups?id=f54b431a-d03d-4e8e-a543-ccdce6b1f1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491755 Mar 28 12:17:22.517848 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-8fcf4dc6-e3cd-4f45-9727-bff1ad38156b req-51f51980-c427-4bf2-a61a-d21eb570699e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bf5c05a7-0ea6-4bf9-bfbb-375973267bde HTTP/1.1" status: 200 len: 1000 time: 0.1055832 Mar 28 12:17:22.586063 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcf4dc6-e3cd-4f45-9727-bff1ad38156b req-ee7dcfa0-af13-4240-b4da-ddc4ae9755b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:17:22.587507 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-8fcf4dc6-e3cd-4f45-9727-bff1ad38156b req-ee7dcfa0-af13-4240-b4da-ddc4ae9755b0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e2d2077c-3156-4fcb-884b-e46ab11a6b68 HTTP/1.1" status: 200 len: 851 time: 0.0643852 Mar 28 12:17:22.663824 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcf4dc6-e3cd-4f45-9727-bff1ad38156b req-15c7eaa2-a889-4b72-a815-fef6ee1c261e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:17:22.665197 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-8fcf4dc6-e3cd-4f45-9727-bff1ad38156b req-15c7eaa2-a889-4b72-a815-fef6ee1c261e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d4e585cd-a443-41c3-9813-94aca86857da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0722260 Mar 28 12:17:22.711723 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvr_db [None req-10cf75c0-7a49-4a36-82f0-21c0d6f5d270 None None] Set router 43457749-50b5-4286-ad1b-43d54251d413 gateway port host: dv-neutron-835340-2-hyperv {{(pid=87873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:17:22.795696 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-8fcf4dc6-e3cd-4f45-9727-bff1ad38156b req-e1606bfa-d9db-47ea-b63e-5b5bcc7bc15c service neutron] 10.222.0.11 "GET /v2.0/networks/d4e585cd-a443-41c3-9813-94aca86857da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246066 Mar 28 12:17:22.929552 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-8fcf4dc6-e3cd-4f45-9727-bff1ad38156b req-bfe724bc-159f-4985-982c-4f8c5b427187 service neutron] 10.222.0.11 "GET /v2.0/networks/d4e585cd-a443-41c3-9813-94aca86857da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285322 Mar 28 12:17:23.058741 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-10cf75c0-7a49-4a36-82f0-21c0d6f5d270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43457749-50b5-4286-ad1b-43d54251d413', 'name': 'tempest-ServerActionsTestJSON-1611452995-router', 'tenant_id': '1a3c794a04474c8b9d8d0ed21e9c708b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.116'}], 'enable_snat': True}, 'gw_port_id': 'd0dd7998-7ddc-4088-9eee-8f3e64379196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:17:03Z', 'updated_at': '2022-03-28T12:17:07Z', 'revision_number': 4, 'project_id': '1a3c794a04474c8b9d8d0ed21e9c708b', 'gw_port': {'id': 'd0dd7998-7ddc-4088-9eee-8f3e64379196', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a0:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43457749-50b5-4286-ad1b-43d54251d413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:17:03Z', 'updated_at': '2022-03-28T12:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_floatingips': [{'id': 'fb01ee55-0771-40a2-a88c-4e5811c5dab8', 'tenant_id': '1a3c794a04474c8b9d8d0ed21e9c708b', 'floating_ip_address': '172.26.7.253', 'floating_network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'router_id': '43457749-50b5-4286-ad1b-43d54251d413', 'port_id': 'bf5c05a7-0ea6-4bf9-bfbb-375973267bde', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4e585cd-a443-41c3-9813-94aca86857da', 'mac_address': 'fa:16:3e:38:9a:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b2dc422-ee3e-4d22-9be5-818ad34cc607', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T12:17:09Z', 'updated_at': '2022-03-28T12:17:20Z', 'revision_number': 1, 'project_id': '1a3c794a04474c8b9d8d0ed21e9c708b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ecd2cd5-23d1-4bd7-9974-4f97a43141c3', 'name': '', 'network_id': 'd4e585cd-a443-41c3-9813-94aca86857da', 'tenant_id': '1a3c794a04474c8b9d8d0ed21e9c708b', 'mac_address': 'fa:16:3e:56:90:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43457749-50b5-4286-ad1b-43d54251d413', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'e2d2077c-3156-4fcb-884b-e46ab11a6b68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:17:06Z', 'updated_at': '2022-03-28T12:17:12Z', 'revision_number': 5, 'project_id': '1a3c794a04474c8b9d8d0ed21e9c708b', 'subnets': [{'id': 'e2d2077c-3156-4fcb-884b-e46ab11a6b68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:17:23.062561 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10cf75c0-7a49-4a36-82f0-21c0d6f5d270 None None] The sync data for ids ['43457749-50b5-4286-ad1b-43d54251d413'] in dv-neutron-835340-2-hyperv is: [{'id': '43457749-50b5-4286-ad1b-43d54251d413', 'name': 'tempest-ServerActionsTestJSON-1611452995-router', 'tenant_id': '1a3c794a04474c8b9d8d0ed21e9c708b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.116'}], 'enable_snat': True}, 'gw_port_id': 'd0dd7998-7ddc-4088-9eee-8f3e64379196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:17:03Z', 'updated_at': '2022-03-28T12:17:07Z', 'revision_number': 4, 'project_id': '1a3c794a04474c8b9d8d0ed21e9c708b', 'gw_port': {'id': 'd0dd7998-7ddc-4088-9eee-8f3e64379196', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a0:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43457749-50b5-4286-ad1b-43d54251d413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:17:03Z', 'updated_at': '2022-03-28T12:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_floatingips': [{'id': 'fb01ee55-0771-40a2-a88c-4e5811c5dab8', 'tenant_id': '1a3c794a04474c8b9d8d0ed21e9c708b', 'floating_ip_address': '172.26.7.253', 'floating_network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'router_id': '43457749-50b5-4286-ad1b-43d54251d413', 'port_id': 'bf5c05a7-0ea6-4bf9-bfbb-375973267bde', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4e585cd-a443-41c3-9813-94aca86857da', 'mac_address': 'fa:16:3e:38:9a:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b2dc422-ee3e-4d22-9be5-818ad34cc607', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T12:17:09Z', 'updated_at': '2022-03-28T12:17:20Z', 'revision_number': 1, 'project_id': '1a3c794a04474c8b9d8d0ed21e9c708b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ecd2cd5-23d1-4bd7-9974-4f97a43141c3', 'name': '', 'network_id': 'd4e585cd-a443-41c3-9813-94aca86857da', 'tenant_id': '1a3c794a04474c8b9d8d0ed21e9c708b', 'mac_address': 'fa:16:3e:56:90:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43457749-50b5-4286-ad1b-43d54251d413', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'e2d2077c-3156-4fcb-884b-e46ab11a6b68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:17:06Z', 'updated_at': '2022-03-28T12:17:12Z', 'revision_number': 5, 'project_id': '1a3c794a04474c8b9d8d0ed21e9c708b', 'subnets': [{'id': 'e2d2077c-3156-4fcb-884b-e46ab11a6b68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 12:17:23.238258 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-116dab9e-1e08-47ed-9e9d-18974fb5ffb4 None None] New status for floating IP fb01ee55-0771-40a2-a88c-4e5811c5dab8: ACTIVE {{(pid=87872) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 12:17:23.694775 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74948a3b-c1b0-4d4d-82b5-78679843fcba req-82a69483-a285-430a-8dfe-ddf151dd2a63 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:17:23.696237 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-74948a3b-c1b0-4d4d-82b5-78679843fcba req-82a69483-a285-430a-8dfe-ddf151dd2a63 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/ports?device_id=5b2dc422-ee3e-4d22-9be5-818ad34cc607 HTTP/1.1" status: 200 len: 946 time: 0.0834248 Mar 28 12:17:23.742617 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-74948a3b-c1b0-4d4d-82b5-78679843fcba req-861c8c73-1be9-49fc-ac23-38748099d055 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/security-groups?id=f54b431a-d03d-4e8e-a543-ccdce6b1f1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408013 Mar 28 12:17:23.926115 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb07a95-ed70-4c2a-b966-d49be67d8cbc req-59fb13d6-696d-41b7-9a40-d98f7c6b41a8 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:17:23.927663 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-fbb07a95-ed70-4c2a-b966-d49be67d8cbc req-59fb13d6-696d-41b7-9a40-d98f7c6b41a8 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/ports?device_id=5b2dc422-ee3e-4d22-9be5-818ad34cc607 HTTP/1.1" status: 200 len: 946 time: 0.0818152 Mar 28 12:17:23.971074 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-fbb07a95-ed70-4c2a-b966-d49be67d8cbc req-896f7e21-d475-4f48-b7da-5e46aac58e39 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/security-groups?id=f54b431a-d03d-4e8e-a543-ccdce6b1f1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378623 Mar 28 12:17:24.367583 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-fca00723-3eec-44d7-bd83-54e959d920c3 req-7b1d608e-7f31-4e81-86eb-2bd0b3bf8151 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5b2dc422-ee3e-4d22-9be5-818ad34cc607&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1256504 Mar 28 12:17:24.388562 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfe7e9b-1776-4972-a706-9cf6c02fe7d1 req-9a5b7ca6-8885-48fd-90a9-f0cd0f80bc9c tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:17:24.390105 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-3cfe7e9b-1776-4972-a706-9cf6c02fe7d1 req-9a5b7ca6-8885-48fd-90a9-f0cd0f80bc9c tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/ports?device_id=5b2dc422-ee3e-4d22-9be5-818ad34cc607 HTTP/1.1" status: 200 len: 946 time: 0.1028860 Mar 28 12:17:24.435706 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-3cfe7e9b-1776-4972-a706-9cf6c02fe7d1 req-497727c6-7596-418d-a4de-26cf0808e044 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/security-groups?id=f54b431a-d03d-4e8e-a543-ccdce6b1f1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395255 Mar 28 12:17:25.526712 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca00723-3eec-44d7-bd83-54e959d920c3 req-3b760019-23e7-43df-9162-65f52f4c2eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:17:25.528827 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-fca00723-3eec-44d7-bd83-54e959d920c3 req-3b760019-23e7-43df-9162-65f52f4c2eaf service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1a3c794a04474c8b9d8d0ed21e9c708b&device_id=5b2dc422-ee3e-4d22-9be5-818ad34cc607 HTTP/1.1" status: 200 len: 1099 time: 0.0732665 Mar 28 12:17:25.714112 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca00723-3eec-44d7-bd83-54e959d920c3 req-eb7efa50-6591-46ac-a917-8eacd39cc0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:17:25.715454 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-fca00723-3eec-44d7-bd83-54e959d920c3 req-eb7efa50-6591-46ac-a917-8eacd39cc0cb service neutron] 10.222.0.11 "GET /v2.0/networks?id=d4e585cd-a443-41c3-9813-94aca86857da HTTP/1.1" status: 200 len: 912 time: 0.1808839 Mar 28 12:17:25.722909 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2042952d-0dae-4365-b748-88b6831ae0bf req-086f5ba2-0af3-44d0-8391-d04bbc715d64 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:17:25.724257 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-2042952d-0dae-4365-b748-88b6831ae0bf req-086f5ba2-0af3-44d0-8391-d04bbc715d64 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/ports?device_id=5b2dc422-ee3e-4d22-9be5-818ad34cc607 HTTP/1.1" status: 200 len: 946 time: 0.1696930 Mar 28 12:17:25.956094 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-2042952d-0dae-4365-b748-88b6831ae0bf req-1951eea2-8366-471f-99ae-6f3850c71609 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/security-groups?id=f54b431a-d03d-4e8e-a543-ccdce6b1f1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768788 Mar 28 12:17:25.957848 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-fca00723-3eec-44d7-bd83-54e959d920c3 req-100af082-1264-4710-8fa0-0b438c3077b0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bf5c05a7-0ea6-4bf9-bfbb-375973267bde HTTP/1.1" status: 200 len: 1002 time: 0.2327738 Mar 28 12:17:26.019899 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca00723-3eec-44d7-bd83-54e959d920c3 req-3cae8090-132c-4f44-8ded-ca5500457f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:17:26.021290 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-fca00723-3eec-44d7-bd83-54e959d920c3 req-3cae8090-132c-4f44-8ded-ca5500457f01 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e2d2077c-3156-4fcb-884b-e46ab11a6b68 HTTP/1.1" status: 200 len: 851 time: 0.0576665 Mar 28 12:17:26.098973 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca00723-3eec-44d7-bd83-54e959d920c3 req-40c525f8-bdda-4b3c-9527-6a1f512496ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:17:26.100463 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-fca00723-3eec-44d7-bd83-54e959d920c3 req-40c525f8-bdda-4b3c-9527-6a1f512496ce service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d4e585cd-a443-41c3-9813-94aca86857da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0733359 Mar 28 12:17:26.229809 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-fca00723-3eec-44d7-bd83-54e959d920c3 req-473404b7-1c87-4d95-86a5-dc99f3a848f0 service neutron] 10.222.0.11 "GET /v2.0/networks/d4e585cd-a443-41c3-9813-94aca86857da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228912 Mar 28 12:17:26.356031 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-fca00723-3eec-44d7-bd83-54e959d920c3 req-67dc5762-27f5-4f4a-b98b-0909f5b37ac6 service neutron] 10.222.0.11 "GET /v2.0/networks/d4e585cd-a443-41c3-9813-94aca86857da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201096 Mar 28 12:17:27.138020 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8727cd-d5d9-433f-b742-f0de322eb337 req-d1bdc75b-26d6-4579-ae5f-0951afdd0445 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:17:27.139382 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-4b8727cd-d5d9-433f-b742-f0de322eb337 req-d1bdc75b-26d6-4579-ae5f-0951afdd0445 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/ports?device_id=5b2dc422-ee3e-4d22-9be5-818ad34cc607 HTTP/1.1" status: 200 len: 946 time: 0.0781913 Mar 28 12:17:27.183140 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-4b8727cd-d5d9-433f-b742-f0de322eb337 req-2904bbc3-5e16-473d-b862-020f798e7849 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/security-groups?id=f54b431a-d03d-4e8e-a543-ccdce6b1f1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381985 Mar 28 12:17:27.483986 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.agents_db [None req-03fd49d8-b51b-41c1-8716-b8e265c93689 None None] Agent healthcheck: found 6 active agents {{(pid=87873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 12:17:28.364525 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc882f7-5f78-4e7a-9883-43e013600236 req-78885528-dc63-4c67-9c9b-4fc83d888a25 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:17:28.365969 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-6dc882f7-5f78-4e7a-9883-43e013600236 req-78885528-dc63-4c67-9c9b-4fc83d888a25 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/ports?device_id=5b2dc422-ee3e-4d22-9be5-818ad34cc607 HTTP/1.1" status: 200 len: 946 time: 0.0799425 Mar 28 12:17:28.409491 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-6dc882f7-5f78-4e7a-9883-43e013600236 req-64c257ac-e9d3-4feb-925e-0ccfde801a65 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/security-groups?id=f54b431a-d03d-4e8e-a543-ccdce6b1f1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370543 Mar 28 12:17:29.593192 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf95120-3557-4a04-b70c-ef870e9f10a6 req-24a8f30d-29e8-4438-8e1d-61578924ed4a tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:17:29.594612 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-4cf95120-3557-4a04-b70c-ef870e9f10a6 req-24a8f30d-29e8-4438-8e1d-61578924ed4a tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/ports?device_id=5b2dc422-ee3e-4d22-9be5-818ad34cc607 HTTP/1.1" status: 200 len: 946 time: 0.0812597 Mar 28 12:17:29.637365 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-4cf95120-3557-4a04-b70c-ef870e9f10a6 req-cb4869db-c823-4d63-8ddf-9c3b6e70cf48 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/security-groups?id=f54b431a-d03d-4e8e-a543-ccdce6b1f1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371544 Mar 28 12:17:30.824467 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bae7ea-6b8d-4e8a-8f20-ed58873ecfa1 req-60150159-f22f-4791-b5a9-3feed4964c76 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:17:30.825834 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-19bae7ea-6b8d-4e8a-8f20-ed58873ecfa1 req-60150159-f22f-4791-b5a9-3feed4964c76 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/ports?device_id=5b2dc422-ee3e-4d22-9be5-818ad34cc607 HTTP/1.1" status: 200 len: 946 time: 0.0823154 Mar 28 12:17:30.869926 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-19bae7ea-6b8d-4e8a-8f20-ed58873ecfa1 req-ebc2eeea-461a-437a-b0f2-99ed1aaf1abd tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/security-groups?id=f54b431a-d03d-4e8e-a543-ccdce6b1f1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384424 Mar 28 12:17:32.057792 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a08a374-a73d-4472-a567-ac44dbab104e req-08fd1c9c-277d-467f-bd23-054e64b8748a tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:17:32.059251 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-0a08a374-a73d-4472-a567-ac44dbab104e req-08fd1c9c-277d-467f-bd23-054e64b8748a tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/ports?device_id=5b2dc422-ee3e-4d22-9be5-818ad34cc607 HTTP/1.1" status: 200 len: 946 time: 0.0819769 Mar 28 12:17:32.105450 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-0a08a374-a73d-4472-a567-ac44dbab104e req-7359da8b-86fc-454a-a0e0-7b3019eb665e tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/security-groups?id=f54b431a-d03d-4e8e-a543-ccdce6b1f1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405004 Mar 28 12:17:32.347869 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-eed8150d-c224-4be8-b34b-ab3721a02de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:17:33.290152 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc14313c-248a-40ca-992b-d5e7866c5508 req-f9e92f78-0237-45ce-9222-c9be20874319 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:17:33.291604 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-cc14313c-248a-40ca-992b-d5e7866c5508 req-f9e92f78-0237-45ce-9222-c9be20874319 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/ports?device_id=5b2dc422-ee3e-4d22-9be5-818ad34cc607 HTTP/1.1" status: 200 len: 946 time: 0.0785353 Mar 28 12:17:33.334736 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-cc14313c-248a-40ca-992b-d5e7866c5508 req-30bf1bac-788e-46f7-9d87-abb00faab033 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/security-groups?id=f54b431a-d03d-4e8e-a543-ccdce6b1f1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375555 Mar 28 12:17:34.517402 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279cd832-26e0-49e7-860c-f9c070eb1087 req-ecbe961b-f9b0-43e3-a9a0-9e83ea31af46 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:17:34.518823 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-279cd832-26e0-49e7-860c-f9c070eb1087 req-ecbe961b-f9b0-43e3-a9a0-9e83ea31af46 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/ports?device_id=5b2dc422-ee3e-4d22-9be5-818ad34cc607 HTTP/1.1" status: 200 len: 946 time: 0.0792749 Mar 28 12:17:34.562450 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-279cd832-26e0-49e7-860c-f9c070eb1087 req-ca19f66b-b987-49e5-a0a2-41eedc3167a7 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/security-groups?id=f54b431a-d03d-4e8e-a543-ccdce6b1f1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374451 Mar 28 12:17:34.737432 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-9071cf68-3e11-4154-a934-376aea94f8e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:17:35.713987 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:17:35.748807 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d630faf3-0c87-43e8-bd23-79ecde51263c req-86910b59-7d68-41fd-b9b4-4357debc92aa tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:17:35.750267 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-d630faf3-0c87-43e8-bd23-79ecde51263c req-86910b59-7d68-41fd-b9b4-4357debc92aa tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/ports?device_id=5b2dc422-ee3e-4d22-9be5-818ad34cc607 HTTP/1.1" status: 200 len: 946 time: 0.0838435 Mar 28 12:17:35.794153 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-d630faf3-0c87-43e8-bd23-79ecde51263c req-7b8521e6-13e2-4c7b-af40-2d1792a2016b tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/security-groups?id=f54b431a-d03d-4e8e-a543-ccdce6b1f1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380125 Mar 28 12:17:35.829692 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-ef3be119-c018-4979-be07-86cf959defc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:17:36.979204 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c6a44a-4534-4663-8a70-7898786069c7 req-3b8650a8-1d1c-4f6b-a65d-8e7d2c5da054 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:17:36.980681 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-f0c6a44a-4534-4663-8a70-7898786069c7 req-3b8650a8-1d1c-4f6b-a65d-8e7d2c5da054 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/ports?device_id=5b2dc422-ee3e-4d22-9be5-818ad34cc607 HTTP/1.1" status: 200 len: 946 time: 0.0822542 Mar 28 12:17:37.025560 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-f0c6a44a-4534-4663-8a70-7898786069c7 req-e1f7fb20-3bf7-4959-bbd7-565c68b08d24 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/security-groups?id=f54b431a-d03d-4e8e-a543-ccdce6b1f1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391195 Mar 28 12:17:37.485655 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-b7ccd3c7-0277-4f12-8e5c-e41478141af5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:17:38.205390 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854e7e1f-ea62-48d4-a899-60125b6fd2fc req-4bb29e57-1f72-4f4b-b2dc-b068ff9c2916 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:17:38.206731 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-854e7e1f-ea62-48d4-a899-60125b6fd2fc req-4bb29e57-1f72-4f4b-b2dc-b068ff9c2916 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/ports?device_id=5b2dc422-ee3e-4d22-9be5-818ad34cc607 HTTP/1.1" status: 200 len: 946 time: 0.0791149 Mar 28 12:17:38.253723 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-854e7e1f-ea62-48d4-a899-60125b6fd2fc req-8ee634e1-0fc3-46df-9d1c-b4c3db884530 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/security-groups?id=f54b431a-d03d-4e8e-a543-ccdce6b1f1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412245 Mar 28 12:17:39.438604 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d148c7f8-6be6-4669-8252-c95eee2671eb req-e49d525b-a9c7-4fe6-bfb3-1797884ed415 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:17:39.440077 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-d148c7f8-6be6-4669-8252-c95eee2671eb req-e49d525b-a9c7-4fe6-bfb3-1797884ed415 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/ports?device_id=5b2dc422-ee3e-4d22-9be5-818ad34cc607 HTTP/1.1" status: 200 len: 946 time: 0.0802302 Mar 28 12:17:39.483764 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-d148c7f8-6be6-4669-8252-c95eee2671eb req-42934b36-6db1-402e-b386-9383e7d9b8d8 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/security-groups?id=f54b431a-d03d-4e8e-a543-ccdce6b1f1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375004 Mar 28 12:17:40.675034 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d900191-2675-40bd-967e-f21ecc0706ee req-6797e8fd-20a9-4fec-b562-ae135907cc83 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:17:40.676470 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-1d900191-2675-40bd-967e-f21ecc0706ee req-6797e8fd-20a9-4fec-b562-ae135907cc83 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/ports?device_id=5b2dc422-ee3e-4d22-9be5-818ad34cc607 HTTP/1.1" status: 200 len: 946 time: 0.0807486 Mar 28 12:17:40.720186 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-1d900191-2675-40bd-967e-f21ecc0706ee req-2242574a-cebc-4831-b551-7d93a3aa108a tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/security-groups?id=f54b431a-d03d-4e8e-a543-ccdce6b1f1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376160 Mar 28 12:17:41.907074 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927b1e7b-1383-4443-aec9-a3a06c2ccf7d req-f2388709-2445-48eb-8f9a-389c5aa3162d tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:17:41.908513 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-927b1e7b-1383-4443-aec9-a3a06c2ccf7d req-f2388709-2445-48eb-8f9a-389c5aa3162d tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/ports?device_id=5b2dc422-ee3e-4d22-9be5-818ad34cc607 HTTP/1.1" status: 200 len: 946 time: 0.0830894 Mar 28 12:17:41.952417 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-927b1e7b-1383-4443-aec9-a3a06c2ccf7d req-b517503f-5226-4874-bb69-d66909d7160c tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/security-groups?id=f54b431a-d03d-4e8e-a543-ccdce6b1f1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382657 Mar 28 12:17:43.002517 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-fca00723-3eec-44d7-bd83-54e959d920c3 req-a09e53db-3c56-4f22-bf9d-797038c87b41 service neutron] 10.222.0.11 "GET /v2.0/ports/bf5c05a7-0ea6-4bf9-bfbb-375973267bde/bindings/hv-neutron-8353 HTTP/1.1" status: 200 len: 384 time: 0.0770965 Mar 28 12:17:43.136018 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840f8937-c19d-4467-8e74-2db41226cdcc req-755286df-fd64-47db-941a-291eceab41a3 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:17:43.137358 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-840f8937-c19d-4467-8e74-2db41226cdcc req-755286df-fd64-47db-941a-291eceab41a3 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/ports?device_id=5b2dc422-ee3e-4d22-9be5-818ad34cc607 HTTP/1.1" status: 200 len: 946 time: 0.0794694 Mar 28 12:17:43.182929 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-840f8937-c19d-4467-8e74-2db41226cdcc req-8f77d7d4-9fe3-4d64-9c92-b37c86f86e6e tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/security-groups?id=f54b431a-d03d-4e8e-a543-ccdce6b1f1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397289 Mar 28 12:17:43.267127 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca00723-3eec-44d7-bd83-54e959d920c3 req-99e46b22-3292-431d-8a1c-3343cd22146f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:17:43.268604 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-fca00723-3eec-44d7-bd83-54e959d920c3 req-99e46b22-3292-431d-8a1c-3343cd22146f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=5b2dc422-ee3e-4d22-9be5-818ad34cc607&tenant_id=1a3c794a04474c8b9d8d0ed21e9c708b HTTP/1.1" status: 200 len: 1099 time: 0.0723846 Mar 28 12:17:43.357487 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca00723-3eec-44d7-bd83-54e959d920c3 req-fd3d4dd2-9ad9-45eb-b0f7-803196e14656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:17:43.358917 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-fca00723-3eec-44d7-bd83-54e959d920c3 req-fd3d4dd2-9ad9-45eb-b0f7-803196e14656 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1a3c794a04474c8b9d8d0ed21e9c708b&device_id=5b2dc422-ee3e-4d22-9be5-818ad34cc607 HTTP/1.1" status: 200 len: 1099 time: 0.0689363 Mar 28 12:17:43.486157 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca00723-3eec-44d7-bd83-54e959d920c3 req-2a4a507d-1981-45aa-9cd6-b4ff5f3750a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:17:43.487660 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-fca00723-3eec-44d7-bd83-54e959d920c3 req-2a4a507d-1981-45aa-9cd6-b4ff5f3750a8 service neutron] 10.222.0.11 "GET /v2.0/networks?id=d4e585cd-a443-41c3-9813-94aca86857da HTTP/1.1" status: 200 len: 912 time: 0.1233814 Mar 28 12:17:43.684489 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-fca00723-3eec-44d7-bd83-54e959d920c3 req-63551036-9539-455b-a828-955c3f46d3b6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bf5c05a7-0ea6-4bf9-bfbb-375973267bde HTTP/1.1" status: 200 len: 1002 time: 0.1906385 Mar 28 12:17:43.743862 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca00723-3eec-44d7-bd83-54e959d920c3 req-261ebfd1-55de-4216-a560-83f0771da02f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:17:43.745145 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-fca00723-3eec-44d7-bd83-54e959d920c3 req-261ebfd1-55de-4216-a560-83f0771da02f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e2d2077c-3156-4fcb-884b-e46ab11a6b68 HTTP/1.1" status: 200 len: 851 time: 0.0554957 Mar 28 12:17:43.819691 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca00723-3eec-44d7-bd83-54e959d920c3 req-13065f85-63cb-4f3c-b9e0-3a2331316380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:17:43.821150 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-fca00723-3eec-44d7-bd83-54e959d920c3 req-13065f85-63cb-4f3c-b9e0-3a2331316380 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d4e585cd-a443-41c3-9813-94aca86857da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0703905 Mar 28 12:17:43.950578 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-fca00723-3eec-44d7-bd83-54e959d920c3 req-dcb7f733-55d8-4898-a285-37aaabd7ba38 service neutron] 10.222.0.11 "GET /v2.0/networks/d4e585cd-a443-41c3-9813-94aca86857da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228004 Mar 28 12:17:44.079444 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-fca00723-3eec-44d7-bd83-54e959d920c3 req-74fd46bd-8b37-435b-87d6-b8f37b90be97 service neutron] 10.222.0.11 "GET /v2.0/networks/d4e585cd-a443-41c3-9813-94aca86857da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229479 Mar 28 12:17:44.371764 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1dac47-d990-417a-9691-46658268cd4e req-077b3774-9125-4f8a-be81-910ebe93dd81 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:17:44.373108 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-fc1dac47-d990-417a-9691-46658268cd4e req-077b3774-9125-4f8a-be81-910ebe93dd81 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/ports?device_id=5b2dc422-ee3e-4d22-9be5-818ad34cc607 HTTP/1.1" status: 200 len: 946 time: 0.0802214 Mar 28 12:17:44.417238 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-fc1dac47-d990-417a-9691-46658268cd4e req-1659066c-55a3-46db-af2b-4dc4093bd51a tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/security-groups?id=f54b431a-d03d-4e8e-a543-ccdce6b1f1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382776 Mar 28 12:17:45.604961 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b88b1b6-2386-4780-9454-edc0e2d7d32c req-fd9c255b-0fe2-4be0-9ca2-89b5b5a98413 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:17:45.606411 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-4b88b1b6-2386-4780-9454-edc0e2d7d32c req-fd9c255b-0fe2-4be0-9ca2-89b5b5a98413 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/ports?device_id=5b2dc422-ee3e-4d22-9be5-818ad34cc607 HTTP/1.1" status: 200 len: 946 time: 0.0816276 Mar 28 12:17:45.655623 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-4b88b1b6-2386-4780-9454-edc0e2d7d32c req-2daa5ebf-0df9-43f0-a2ed-0be40441740c tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/security-groups?id=f54b431a-d03d-4e8e-a543-ccdce6b1f1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426288 Mar 28 12:17:45.986598 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Device bf5c05a7-0ea6-4bf9-bfbb-375973267bde details requested by agent hyperv_hv-neutron-8353 with host hv-neutron-8353 {{(pid=87872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 28 12:17:46.115911 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] For port bf5c05a7-0ea6-4bf9-bfbb-375973267bde, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=bf5c05a7-0ea6-4bf9-bfbb-375973267bde,segment=NetworkSegment(d563b7ac-8b16-4779-b0a9-16deb9c3c180),segment_id=d563b7ac-8b16-4779-b0a9-16deb9c3c180)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:17:46.128596 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Returning: {'device': 'bf5c05a7-0ea6-4bf9-bfbb-375973267bde', 'network_id': 'd4e585cd-a443-41c3-9813-94aca86857da', 'port_id': 'bf5c05a7-0ea6-4bf9-bfbb-375973267bde', 'mac_address': 'fa:16:3e:38:9a:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2d2077c-3156-4fcb-884b-e46ab11a6b68', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 28 12:17:46.182466 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:17:46.199784 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.notifiers.nova [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bf5c05a7-0ea6-4bf9-bfbb-375973267bde {{(pid=87872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 12:17:46.215299 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] For port bf5c05a7-0ea6-4bf9-bfbb-375973267bde, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=bf5c05a7-0ea6-4bf9-bfbb-375973267bde,segment=NetworkSegment(d563b7ac-8b16-4779-b0a9-16deb9c3c180),segment_id=d563b7ac-8b16-4779-b0a9-16deb9c3c180)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:17:46.219163 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:17:46.282393 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] get_ports_and_sgs() called for port_ids ['bf5c05a7-0ea6-4bf9-bfbb-375973267bde'] {{(pid=87872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 12:17:46.328062 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Pushing event updated for resources: {'Port': ['ID=bf5c05a7-0ea6-4bf9-bfbb-375973267bde,revision_number=6']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:17:46.843345 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c649452-513a-4d64-8274-a53ec86a481a req-fb6afe67-c5e8-4f49-858e-a5437a880497 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:17:46.844834 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-8c649452-513a-4d64-8274-a53ec86a481a req-fb6afe67-c5e8-4f49-858e-a5437a880497 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/ports?device_id=5b2dc422-ee3e-4d22-9be5-818ad34cc607 HTTP/1.1" status: 200 len: 945 time: 0.0812843 Mar 28 12:17:46.888615 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-8c649452-513a-4d64-8274-a53ec86a481a req-af793562-a786-4310-9876-ad173346ba80 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/security-groups?id=f54b431a-d03d-4e8e-a543-ccdce6b1f1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380049 Mar 28 12:17:47.191208 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430a6673-42ee-42ed-96a3-d3e6b5f3a52d req-518262ce-dd11-4fe9-8391-45a81759d4b7 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:17:47.192793 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-430a6673-42ee-42ed-96a3-d3e6b5f3a52d req-518262ce-dd11-4fe9-8391-45a81759d4b7 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/ports?device_id=5b2dc422-ee3e-4d22-9be5-818ad34cc607 HTTP/1.1" status: 200 len: 945 time: 0.0805588 Mar 28 12:17:47.193243 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aed344-7a64-4277-ae55-5fd148d2b901 req-7db3e4d4-b715-4cb4-a5f0-304e8aa82e6c tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:17:47.195169 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-d7aed344-7a64-4277-ae55-5fd148d2b901 req-7db3e4d4-b715-4cb4-a5f0-304e8aa82e6c tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.11 "GET /v2.0/ports?device_id=5b2dc422-ee3e-4d22-9be5-818ad34cc607&tenant_id=1a3c794a04474c8b9d8d0ed21e9c708b&binding%3Ahost_id=hv-neutron-8353 HTTP/1.1" status: 200 len: 945 time: 0.0822814 Mar 28 12:17:47.241235 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-430a6673-42ee-42ed-96a3-d3e6b5f3a52d req-9f5b5c5c-af31-42aa-a28e-19230c932021 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/security-groups?id=f54b431a-d03d-4e8e-a543-ccdce6b1f1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423572 Mar 28 12:17:47.331490 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aed344-7a64-4277-ae55-5fd148d2b901 req-147a4c7b-4edd-492a-9811-82a8a5947cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:17:47.332860 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-d7aed344-7a64-4277-ae55-5fd148d2b901 req-147a4c7b-4edd-492a-9811-82a8a5947cec service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1a3c794a04474c8b9d8d0ed21e9c708b&device_id=5b2dc422-ee3e-4d22-9be5-818ad34cc607 HTTP/1.1" status: 200 len: 1098 time: 0.0697036 Mar 28 12:17:47.423596 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-de91c9a5-1558-42b9-9a58-cdce356add74 req-edd5346d-8893-47d4-ade0-8fb51ed53ccc service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=5b2dc422-ee3e-4d22-9be5-818ad34cc607&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0684853 Mar 28 12:17:47.466529 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aed344-7a64-4277-ae55-5fd148d2b901 req-c5b089c2-16c8-4822-a6fd-29e993860a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:17:47.467980 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-d7aed344-7a64-4277-ae55-5fd148d2b901 req-c5b089c2-16c8-4822-a6fd-29e993860a7b service neutron] 10.222.0.11 "GET /v2.0/networks?id=d4e585cd-a443-41c3-9813-94aca86857da HTTP/1.1" status: 200 len: 912 time: 0.1265345 Mar 28 12:17:47.569194 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-d7aed344-7a64-4277-ae55-5fd148d2b901 req-2a14a4b8-6b9e-4ffd-b18e-35ed20045ee4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bf5c05a7-0ea6-4bf9-bfbb-375973267bde HTTP/1.1" status: 200 len: 1001 time: 0.0949221 Mar 28 12:17:47.633181 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aed344-7a64-4277-ae55-5fd148d2b901 req-b8238758-1a6d-4a1c-bee2-7878925846d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:17:47.634465 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-d7aed344-7a64-4277-ae55-5fd148d2b901 req-b8238758-1a6d-4a1c-bee2-7878925846d0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e2d2077c-3156-4fcb-884b-e46ab11a6b68 HTTP/1.1" status: 200 len: 851 time: 0.0596488 Mar 28 12:17:47.706343 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aed344-7a64-4277-ae55-5fd148d2b901 req-b90569b9-0e6a-4af0-84e7-ae722c93d409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:17:47.707788 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-d7aed344-7a64-4277-ae55-5fd148d2b901 req-b90569b9-0e6a-4af0-84e7-ae722c93d409 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d4e585cd-a443-41c3-9813-94aca86857da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0677941 Mar 28 12:17:47.835454 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-d7aed344-7a64-4277-ae55-5fd148d2b901 req-7d8cec0e-3e8e-43b8-a584-cf18f03314c1 service neutron] 10.222.0.11 "GET /v2.0/networks/d4e585cd-a443-41c3-9813-94aca86857da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213937 Mar 28 12:17:47.963768 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-d7aed344-7a64-4277-ae55-5fd148d2b901 req-ebc5a132-c39d-4ce9-8163-d7e20698a414 service neutron] 10.222.0.11 "GET /v2.0/networks/d4e585cd-a443-41c3-9813-94aca86857da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229892 Mar 28 12:17:48.010921 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Device bf5c05a7-0ea6-4bf9-bfbb-375973267bde up at agent hyperv_hv-neutron-8353 {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:17:48.079832 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Provisioning complete for port bf5c05a7-0ea6-4bf9-bfbb-375973267bde triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:17:48.080197 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:17:48.129317 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de91c9a5-1558-42b9-9a58-cdce356add74 req-0ff150fe-8f82-41c6-a42e-b57397c5c4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:17:48.130772 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-de91c9a5-1558-42b9-9a58-cdce356add74 req-0ff150fe-8f82-41c6-a42e-b57397c5c4ad service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1a3c794a04474c8b9d8d0ed21e9c708b&device_id=5b2dc422-ee3e-4d22-9be5-818ad34cc607 HTTP/1.1" status: 200 len: 1098 time: 0.0745778 Mar 28 12:17:48.198189 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:17:48.226152 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b2dc422-ee3e-4d22-9be5-818ad34cc607', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf5c05a7-0ea6-4bf9-bfbb-375973267bde'}] {{(pid=87872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 12:17:48.235868 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] For port bf5c05a7-0ea6-4bf9-bfbb-375973267bde, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=bf5c05a7-0ea6-4bf9-bfbb-375973267bde,segment=NetworkSegment(d563b7ac-8b16-4779-b0a9-16deb9c3c180),segment_id=d563b7ac-8b16-4779-b0a9-16deb9c3c180)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:17:48.241668 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:17:48.296915 dv-neutron-835340-2-hyperv neutron-server[87872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b2dc422-ee3e-4d22-9be5-818ad34cc607', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf5c05a7-0ea6-4bf9-bfbb-375973267bde', 'code': 200} Mar 28 12:17:48.299816 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de91c9a5-1558-42b9-9a58-cdce356add74 req-88bf73d2-4ea8-4322-8c3f-1c41d1b51659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:17:48.301476 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-de91c9a5-1558-42b9-9a58-cdce356add74 req-88bf73d2-4ea8-4322-8c3f-1c41d1b51659 service neutron] 10.222.0.11 "GET /v2.0/networks?id=d4e585cd-a443-41c3-9813-94aca86857da HTTP/1.1" status: 200 len: 912 time: 0.1508863 Mar 28 12:17:48.324701 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Pushing event updated for resources: {'Port': ['ID=bf5c05a7-0ea6-4bf9-bfbb-375973267bde,revision_number=7']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:17:48.412746 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-de91c9a5-1558-42b9-9a58-cdce356add74 req-7c08881f-2f24-4db9-a6f2-c46bd329643c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bf5c05a7-0ea6-4bf9-bfbb-375973267bde HTTP/1.1" status: 200 len: 1002 time: 0.1017978 Mar 28 12:17:48.445177 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dee82c-84b9-44b0-9026-6f53e7c70d68 req-4f55e583-bacc-4635-9d94-3a9d278f09ff tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:17:48.446655 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-95dee82c-84b9-44b0-9026-6f53e7c70d68 req-4f55e583-bacc-4635-9d94-3a9d278f09ff tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/ports?device_id=5b2dc422-ee3e-4d22-9be5-818ad34cc607 HTTP/1.1" status: 200 len: 946 time: 0.0878356 Mar 28 12:17:48.485137 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de91c9a5-1558-42b9-9a58-cdce356add74 req-47f0077e-492e-4e8b-bcd7-882801edfbb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:17:48.486560 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-de91c9a5-1558-42b9-9a58-cdce356add74 req-47f0077e-492e-4e8b-bcd7-882801edfbb0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e2d2077c-3156-4fcb-884b-e46ab11a6b68 HTTP/1.1" status: 200 len: 851 time: 0.0646887 Mar 28 12:17:48.504109 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-95dee82c-84b9-44b0-9026-6f53e7c70d68 req-cffd6732-4999-499d-9324-a2bd7b001e65 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/security-groups?id=f54b431a-d03d-4e8e-a543-ccdce6b1f1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514014 Mar 28 12:17:48.565520 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de91c9a5-1558-42b9-9a58-cdce356add74 req-4aceb79b-2db0-489b-b35d-4a980f23e8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:17:48.567060 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-de91c9a5-1558-42b9-9a58-cdce356add74 req-4aceb79b-2db0-489b-b35d-4a980f23e8bd service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d4e585cd-a443-41c3-9813-94aca86857da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0734425 Mar 28 12:17:48.792977 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-de91c9a5-1558-42b9-9a58-cdce356add74 req-8c07d722-67a8-4da8-88d1-ff8351c6f69f service neutron] 10.222.0.11 "GET /v2.0/networks/d4e585cd-a443-41c3-9813-94aca86857da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2194149 Mar 28 12:17:48.921918 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-de91c9a5-1558-42b9-9a58-cdce356add74 req-5148bd1e-0882-4757-a9ee-3a4d213589b8 service neutron] 10.222.0.11 "GET /v2.0/networks/d4e585cd-a443-41c3-9813-94aca86857da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230388 Mar 28 12:17:49.684192 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9659ba03-69c6-4913-91e5-d80e3c2fe472 req-4680a205-cdf4-48ec-9ace-95863347286b tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:17:49.685611 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-9659ba03-69c6-4913-91e5-d80e3c2fe472 req-4680a205-cdf4-48ec-9ace-95863347286b tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/ports?device_id=5b2dc422-ee3e-4d22-9be5-818ad34cc607 HTTP/1.1" status: 200 len: 946 time: 0.0813389 Mar 28 12:17:49.729569 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-9659ba03-69c6-4913-91e5-d80e3c2fe472 req-117c3c72-de09-44a7-be71-8d7e8e87c40a tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/security-groups?id=f54b431a-d03d-4e8e-a543-ccdce6b1f1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383670 Mar 28 12:17:49.915726 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5f1e4f-e897-4b76-b1ed-7daf6f55d7a7 req-f587a5af-4ff5-4e76-9c04-dc92ec9fd00e tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:17:49.917166 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-cc5f1e4f-e897-4b76-b1ed-7daf6f55d7a7 req-f587a5af-4ff5-4e76-9c04-dc92ec9fd00e tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/ports?device_id=5b2dc422-ee3e-4d22-9be5-818ad34cc607 HTTP/1.1" status: 200 len: 946 time: 0.0787051 Mar 28 12:17:49.961168 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-cc5f1e4f-e897-4b76-b1ed-7daf6f55d7a7 req-98e61e27-1399-49b2-b80d-14ca43a29e44 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/security-groups?id=f54b431a-d03d-4e8e-a543-ccdce6b1f1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383284 Mar 28 12:17:50.144339 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7b8a0e-5776-448b-8ff1-18e518013bdb req-7a9ef11e-0cf9-4a22-843c-9c53545b92b2 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:17:50.145709 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-aa7b8a0e-5776-448b-8ff1-18e518013bdb req-7a9ef11e-0cf9-4a22-843c-9c53545b92b2 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/ports?device_id=5b2dc422-ee3e-4d22-9be5-818ad34cc607 HTTP/1.1" status: 200 len: 946 time: 0.0814550 Mar 28 12:17:50.191141 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-aa7b8a0e-5776-448b-8ff1-18e518013bdb req-15ee8551-18b0-4b14-aeb9-06228929ad63 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/security-groups?id=f54b431a-d03d-4e8e-a543-ccdce6b1f1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391617 Mar 28 12:17:50.558702 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ed19c3-13a9-4613-965c-23363a033be0 req-fbb2d268-3d29-480d-bd1a-a5ab81077512 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:17:50.560150 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-d9ed19c3-13a9-4613-965c-23363a033be0 req-fbb2d268-3d29-480d-bd1a-a5ab81077512 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/ports?device_id=5b2dc422-ee3e-4d22-9be5-818ad34cc607 HTTP/1.1" status: 200 len: 946 time: 0.0793080 Mar 28 12:17:50.604036 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-d9ed19c3-13a9-4613-965c-23363a033be0 req-d039aed3-04fc-4eab-844a-216cf359da95 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/security-groups?id=f54b431a-d03d-4e8e-a543-ccdce6b1f1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383167 Mar 28 12:17:50.749350 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:17:51.797935 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d714c06-6aa2-43b5-aeca-17108124fb4d req-feef0a73-94af-4049-b808-430a068c92eb tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:17:51.799384 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-3d714c06-6aa2-43b5-aeca-17108124fb4d req-feef0a73-94af-4049-b808-430a068c92eb tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/ports?device_id=5b2dc422-ee3e-4d22-9be5-818ad34cc607 HTTP/1.1" status: 200 len: 946 time: 0.0870638 Mar 28 12:17:51.844467 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-3d714c06-6aa2-43b5-aeca-17108124fb4d req-01b30223-63e9-4e74-a4f8-cd6fa1802069 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/security-groups?id=f54b431a-d03d-4e8e-a543-ccdce6b1f1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386744 Mar 28 12:17:52.138558 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed8290c-557c-45e5-af00-5e81605d9441 req-88cda827-d48c-4354-ad5f-6940133c6bc9 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:17:52.139976 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-8ed8290c-557c-45e5-af00-5e81605d9441 req-88cda827-d48c-4354-ad5f-6940133c6bc9 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.11 "GET /v2.0/ports?device_id=5b2dc422-ee3e-4d22-9be5-818ad34cc607 HTTP/1.1" status: 200 len: 946 time: 0.0811839 Mar 28 12:17:52.208417 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [req-8ed8290c-557c-45e5-af00-5e81605d9441 req-7dac3eb0-3b31-4c4f-afb9-993c417cbd0b tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Deleting port bf5c05a7-0ea6-4bf9-bfbb-375973267bde {{(pid=87871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:17:52.208751 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-8ed8290c-557c-45e5-af00-5e81605d9441 req-7dac3eb0-3b31-4c4f-afb9-993c417cbd0b tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:17:52.449699 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.db [req-8ed8290c-557c-45e5-af00-5e81605d9441 req-7dac3eb0-3b31-4c4f-afb9-993c417cbd0b tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] For port bf5c05a7-0ea6-4bf9-bfbb-375973267bde, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=bf5c05a7-0ea6-4bf9-bfbb-375973267bde,segment=NetworkSegment(d563b7ac-8b16-4779-b0a9-16deb9c3c180),segment_id=d563b7ac-8b16-4779-b0a9-16deb9c3c180)] {{(pid=87871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:17:52.449940 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-8ed8290c-557c-45e5-af00-5e81605d9441 req-7dac3eb0-3b31-4c4f-afb9-993c417cbd0b tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:17:52.728731 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-8ed8290c-557c-45e5-af00-5e81605d9441 req-7dac3eb0-3b31-4c4f-afb9-993c417cbd0b tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:17:52.729098 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-8ed8290c-557c-45e5-af00-5e81605d9441 req-7dac3eb0-3b31-4c4f-afb9-993c417cbd0b tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-709520'] for floatingip, after_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:17:52.729404 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.db.l3_db [req-8ed8290c-557c-45e5-af00-5e81605d9441 req-7dac3eb0-3b31-4c4f-afb9-993c417cbd0b tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Floating IP fb01ee55-0771-40a2-a88c-4e5811c5dab8 disassociated. External IP: 172.26.7.253, port: bf5c05a7-0ea6-4bf9-bfbb-375973267bde. Mar 28 12:17:52.729740 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [req-8ed8290c-557c-45e5-af00-5e81605d9441 req-7dac3eb0-3b31-4c4f-afb9-993c417cbd0b tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Calling delete_port for bf5c05a7-0ea6-4bf9-bfbb-375973267bde owned by compute:nova {{(pid=87871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:17:52.871476 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-8ed8290c-557c-45e5-af00-5e81605d9441 req-7dac3eb0-3b31-4c4f-afb9-993c417cbd0b tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:17:52.924069 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dac3eb0-3b31-4c4f-afb9-993c417cbd0b tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Pushing event deleted for resources: {'Port': ['ID=bf5c05a7-0ea6-4bf9-bfbb-375973267bde,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:17:53.150249 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-ffbf26cb-a556-4774-8f1c-9a34d43f41fc req-7f0c835e-606a-4b39-bea0-75ee20ac42ce tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/ports?device_id=5b2dc422-ee3e-4d22-9be5-818ad34cc607 HTTP/1.1" status: 200 len: 210 time: 0.1688883 Mar 28 12:17:53.260898 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8ed8290c-557c-45e5-af00-5e81605d9441 req-7dac3eb0-3b31-4c4f-afb9-993c417cbd0b tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Router 43457749-50b5-4286-ad1b-43d54251d413 has already been hosted by L3 agent af79d429-529e-400b-a119-94d4bec03f3e {{(pid=87871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 12:17:53.434697 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8ed8290c-557c-45e5-af00-5e81605d9441 req-7dac3eb0-3b31-4c4f-afb9-993c417cbd0b tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 12:17:53.444484 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2d963e-f33f-4361-8710-8d45f1e40936 None None] Sync routers for ids ['43457749-50b5-4286-ad1b-43d54251d413'] in dv-neutron-835340-2-hyperv {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 12:17:53.454110 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a2d963e-f33f-4361-8710-8d45f1e40936 None None] Routers {'43457749-50b5-4286-ad1b-43d54251d413'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:17:53.454688 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-9a2d963e-f33f-4361-8710-8d45f1e40936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:17:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['43457749-50b5-4286-ad1b-43d54251d413'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:17:53.508972 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ed8290c-557c-45e5-af00-5e81605d9441 req-7dac3eb0-3b31-4c4f-afb9-993c417cbd0b tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] No DVR routers for this DVR port bf5c05a7-0ea6-4bf9-bfbb-375973267bde on host hv-neutron-8353 {{(pid=87871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 12:17:53.511517 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-8ed8290c-557c-45e5-af00-5e81605d9441 req-7dac3eb0-3b31-4c4f-afb9-993c417cbd0b tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:17:53.513917 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b2dc422-ee3e-4d22-9be5-818ad34cc607', 'name': 'network-vif-deleted', 'tag': 'bf5c05a7-0ea6-4bf9-bfbb-375973267bde'}] {{(pid=87871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 12:17:53.530860 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-8ed8290c-557c-45e5-af00-5e81605d9441 req-7dac3eb0-3b31-4c4f-afb9-993c417cbd0b tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.11 "DELETE /v2.0/ports/bf5c05a7-0ea6-4bf9-bfbb-375973267bde HTTP/1.1" status: 204 len: 173 time: 1.3855674 Mar 28 12:17:53.558623 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b2dc422-ee3e-4d22-9be5-818ad34cc607', 'name': 'network-vif-deleted', 'tag': 'bf5c05a7-0ea6-4bf9-bfbb-375973267bde', 'status': 'completed', 'code': 200} Mar 28 12:17:53.638597 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvr_db [None req-9a2d963e-f33f-4361-8710-8d45f1e40936 None None] Set router 43457749-50b5-4286-ad1b-43d54251d413 gateway port host: dv-neutron-835340-2-hyperv {{(pid=87873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:17:53.949212 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-9a2d963e-f33f-4361-8710-8d45f1e40936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43457749-50b5-4286-ad1b-43d54251d413', 'name': 'tempest-ServerActionsTestJSON-1611452995-router', 'tenant_id': '1a3c794a04474c8b9d8d0ed21e9c708b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.116'}], 'enable_snat': True}, 'gw_port_id': 'd0dd7998-7ddc-4088-9eee-8f3e64379196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:17:03Z', 'updated_at': '2022-03-28T12:17:07Z', 'revision_number': 4, 'project_id': '1a3c794a04474c8b9d8d0ed21e9c708b', 'gw_port': {'id': 'd0dd7998-7ddc-4088-9eee-8f3e64379196', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a0:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43457749-50b5-4286-ad1b-43d54251d413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:17:03Z', 'updated_at': '2022-03-28T12:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_interfaces': [{'id': '6ecd2cd5-23d1-4bd7-9974-4f97a43141c3', 'name': '', 'network_id': 'd4e585cd-a443-41c3-9813-94aca86857da', 'tenant_id': '1a3c794a04474c8b9d8d0ed21e9c708b', 'mac_address': 'fa:16:3e:56:90:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43457749-50b5-4286-ad1b-43d54251d413', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'e2d2077c-3156-4fcb-884b-e46ab11a6b68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:17:06Z', 'updated_at': '2022-03-28T12:17:12Z', 'revision_number': 5, 'project_id': '1a3c794a04474c8b9d8d0ed21e9c708b', 'subnets': [{'id': 'e2d2077c-3156-4fcb-884b-e46ab11a6b68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:17:53.953036 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2d963e-f33f-4361-8710-8d45f1e40936 None None] Checking router: 43457749-50b5-4286-ad1b-43d54251d413 for host: dv-neutron-835340-2-hyperv {{(pid=87873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 12:17:53.962202 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a2d963e-f33f-4361-8710-8d45f1e40936 None None] Routers {'43457749-50b5-4286-ad1b-43d54251d413'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:17:53.962797 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-9a2d963e-f33f-4361-8710-8d45f1e40936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:17:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['43457749-50b5-4286-ad1b-43d54251d413'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:17:54.143741 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvr_db [None req-9a2d963e-f33f-4361-8710-8d45f1e40936 None None] Set router 43457749-50b5-4286-ad1b-43d54251d413 gateway port host: dv-neutron-835340-2-hyperv {{(pid=87873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:17:54.481889 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-8ed90d09-91df-4e19-972b-1aa84a8517ed req-59605906-f376-4ca7-8c83-4e8ffa340916 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1120110286&fields=id&tenant_id=1a3c794a04474c8b9d8d0ed21e9c708b HTTP/1.1" status: 200 len: 267 time: 0.0390172 Mar 28 12:17:54.483068 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-9a2d963e-f33f-4361-8710-8d45f1e40936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43457749-50b5-4286-ad1b-43d54251d413', 'name': 'tempest-ServerActionsTestJSON-1611452995-router', 'tenant_id': '1a3c794a04474c8b9d8d0ed21e9c708b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.116'}], 'enable_snat': True}, 'gw_port_id': 'd0dd7998-7ddc-4088-9eee-8f3e64379196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:17:03Z', 'updated_at': '2022-03-28T12:17:07Z', 'revision_number': 4, 'project_id': '1a3c794a04474c8b9d8d0ed21e9c708b', 'gw_port': {'id': 'd0dd7998-7ddc-4088-9eee-8f3e64379196', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a0:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43457749-50b5-4286-ad1b-43d54251d413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:17:03Z', 'updated_at': '2022-03-28T12:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_interfaces': [{'id': '6ecd2cd5-23d1-4bd7-9974-4f97a43141c3', 'name': '', 'network_id': 'd4e585cd-a443-41c3-9813-94aca86857da', 'tenant_id': '1a3c794a04474c8b9d8d0ed21e9c708b', 'mac_address': 'fa:16:3e:56:90:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43457749-50b5-4286-ad1b-43d54251d413', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'e2d2077c-3156-4fcb-884b-e46ab11a6b68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:17:06Z', 'updated_at': '2022-03-28T12:17:12Z', 'revision_number': 5, 'project_id': '1a3c794a04474c8b9d8d0ed21e9c708b', 'subnets': [{'id': 'e2d2077c-3156-4fcb-884b-e46ab11a6b68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:17:54.487167 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2d963e-f33f-4361-8710-8d45f1e40936 None None] The sync data for ids ['43457749-50b5-4286-ad1b-43d54251d413'] in dv-neutron-835340-2-hyperv is: [{'id': '43457749-50b5-4286-ad1b-43d54251d413', 'name': 'tempest-ServerActionsTestJSON-1611452995-router', 'tenant_id': '1a3c794a04474c8b9d8d0ed21e9c708b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.116'}], 'enable_snat': True}, 'gw_port_id': 'd0dd7998-7ddc-4088-9eee-8f3e64379196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:17:03Z', 'updated_at': '2022-03-28T12:17:07Z', 'revision_number': 4, 'project_id': '1a3c794a04474c8b9d8d0ed21e9c708b', 'gw_port': {'id': 'd0dd7998-7ddc-4088-9eee-8f3e64379196', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a0:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43457749-50b5-4286-ad1b-43d54251d413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:17:03Z', 'updated_at': '2022-03-28T12:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_interfaces': [{'id': '6ecd2cd5-23d1-4bd7-9974-4f97a43141c3', 'name': '', 'network_id': 'd4e585cd-a443-41c3-9813-94aca86857da', 'tenant_id': '1a3c794a04474c8b9d8d0ed21e9c708b', 'mac_address': 'fa:16:3e:56:90:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43457749-50b5-4286-ad1b-43d54251d413', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'e2d2077c-3156-4fcb-884b-e46ab11a6b68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:17:06Z', 'updated_at': '2022-03-28T12:17:12Z', 'revision_number': 5, 'project_id': '1a3c794a04474c8b9d8d0ed21e9c708b', 'subnets': [{'id': 'e2d2077c-3156-4fcb-884b-e46ab11a6b68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 12:17:54.636618 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed90d09-91df-4e19-972b-1aa84a8517ed req-9a049e44-5bfc-41a7-b874-122cdbde9a04 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:17:54.638171 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-8ed90d09-91df-4e19-972b-1aa84a8517ed req-9a049e44-5bfc-41a7-b874-122cdbde9a04 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/networks?id=d4e585cd-a443-41c3-9813-94aca86857da HTTP/1.1" status: 200 len: 812 time: 0.1497593 Mar 28 12:17:54.654231 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-8ed90d09-91df-4e19-972b-1aa84a8517ed req-8b339845-83b7-4ac9-bdf1-fc0d9ca2158d tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/quotas/1a3c794a04474c8b9d8d0ed21e9c708b HTTP/1.1" status: 200 len: 375 time: 0.0101769 Mar 28 12:17:54.691762 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4510a5fa-ce11-4116-b920-d92b7cc33950 None None] New status for floating IP fb01ee55-0771-40a2-a88c-4e5811c5dab8: DOWN {{(pid=87872) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 12:17:54.746720 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [req-8ed90d09-91df-4e19-972b-1aa84a8517ed req-b8164d56-35c5-474c-bd7a-b18abe3c8cb5 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Synchronizing usage tracker for tenant:1a3c794a04474c8b9d8d0ed21e9c708b on resource:port {{(pid=87871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:17:54.763284 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [req-8ed90d09-91df-4e19-972b-1aa84a8517ed req-b8164d56-35c5-474c-bd7a-b18abe3c8cb5 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Unset dirty status for tenant:1a3c794a04474c8b9d8d0ed21e9c708b on resource:port {{(pid=87871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:17:54.764632 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-8ed90d09-91df-4e19-972b-1aa84a8517ed req-b8164d56-35c5-474c-bd7a-b18abe3c8cb5 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=1a3c794a04474c8b9d8d0ed21e9c708b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1021366 Mar 28 12:17:54.910705 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-8ed90d09-91df-4e19-972b-1aa84a8517ed req-5cdd9bd8-5f30-4d98-826d-ac38db67a0c6 service neutron] 10.222.0.30 "GET /v2.0/networks/d4e585cd-a443-41c3-9813-94aca86857da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333294 Mar 28 12:17:55.042941 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-8ed90d09-91df-4e19-972b-1aa84a8517ed req-714d683c-a80a-4917-8eda-dcfec07e3bde service neutron] 10.222.0.30 "GET /v2.0/networks/d4e585cd-a443-41c3-9813-94aca86857da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262608 Mar 28 12:17:55.218257 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-20e0b279-39a5-4766-987f-4237a009fb34 req-606d55dc-9886-4935-8c2a-631b1fec7175 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d581952-18d3-498d-8cc3-0b845be06348 HTTP/1.1" status: 200 len: 210 time: 0.0437701 Mar 28 12:17:56.032909 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Device bf5c05a7-0ea6-4bf9-bfbb-375973267bde no longer exists at agent hyperv_hv-neutron-8353 {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 12:17:56.072770 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] No Port match for: bf5c05a7-0ea6-4bf9-bfbb-375973267bde {{(pid=87872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 12:17:56.073235 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Device bf5c05a7-0ea6-4bf9-bfbb-375973267bde not bound to the agent host hv-neutron-8353 {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 12:17:56.205581 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed90d09-91df-4e19-972b-1aa84a8517ed req-38fe4c50-a689-4ab2-a3d5-fe6eda22dda4 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:17:56.206893 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-8ed90d09-91df-4e19-972b-1aa84a8517ed req-38fe4c50-a689-4ab2-a3d5-fe6eda22dda4 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.11 "GET /v2.0/networks?id=d4e585cd-a443-41c3-9813-94aca86857da HTTP/1.1" status: 200 len: 812 time: 0.1530061 Mar 28 12:17:56.254940 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-8ed90d09-91df-4e19-972b-1aa84a8517ed req-66616c3f-83e9-4ee8-aec2-0e9b03249680 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1a3c794a04474c8b9d8d0ed21e9c708b HTTP/1.1" status: 200 len: 380 time: 0.0402694 Mar 28 12:17:56.264147 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [req-8ed90d09-91df-4e19-972b-1aa84a8517ed req-84ed21e2-eca1-43db-8b07-46cccc5dc4ff tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Request body: {'port': {'device_id': '1d581952-18d3-498d-8cc3-0b845be06348', 'network_id': 'd4e585cd-a443-41c3-9813-94aca86857da', 'admin_state_up': True, 'tenant_id': '1a3c794a04474c8b9d8d0ed21e9c708b', 'security_groups': ['f54b431a-d03d-4e8e-a543-ccdce6b1f1f1']}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:17:56.405890 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-345548d1-3db7-4ffb-93d9-e8091f00e943 req-3520ef7e-b5c8-4bf6-aa61-27ffe29204ab tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d581952-18d3-498d-8cc3-0b845be06348 HTTP/1.1" status: 200 len: 210 time: 0.0576036 Mar 28 12:17:56.441714 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [req-8ed90d09-91df-4e19-972b-1aa84a8517ed req-84ed21e2-eca1-43db-8b07-46cccc5dc4ff tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:17:56.451112 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [req-8ed90d09-91df-4e19-972b-1aa84a8517ed req-84ed21e2-eca1-43db-8b07-46cccc5dc4ff tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:17:56.461182 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ed90d09-91df-4e19-972b-1aa84a8517ed req-84ed21e2-eca1-43db-8b07-46cccc5dc4ff tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Made reservation on behalf of 1a3c794a04474c8b9d8d0ed21e9c708b for: {'port': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 12:17:56.464581 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-8ed90d09-91df-4e19-972b-1aa84a8517ed req-84ed21e2-eca1-43db-8b07-46cccc5dc4ff tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:17:56.621804 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.db_base_plugin_common [req-8ed90d09-91df-4e19-972b-1aa84a8517ed req-84ed21e2-eca1-43db-8b07-46cccc5dc4ff tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Allocated IP 172.20.0.5 (d4e585cd-a443-41c3-9813-94aca86857da/e2d2077c-3156-4fcb-884b-e46ab11a6b68/26f692b3-af02-40aa-b718-ba0990e86fc9) {{(pid=87871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 12:17:56.909413 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-8ed90d09-91df-4e19-972b-1aa84a8517ed req-84ed21e2-eca1-43db-8b07-46cccc5dc4ff tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Notify callbacks [] for port, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:17:56.924968 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.provisioning_blocks [req-8ed90d09-91df-4e19-972b-1aa84a8517ed req-84ed21e2-eca1-43db-8b07-46cccc5dc4ff tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Transition to ACTIVE for port object 26f692b3-af02-40aa-b718-ba0990e86fc9 will not be triggered until provisioned by entity DHCP. {{(pid=87871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:17:56.947781 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-8ed90d09-91df-4e19-972b-1aa84a8517ed req-84ed21e2-eca1-43db-8b07-46cccc5dc4ff tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:17:57.014692 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ed90d09-91df-4e19-972b-1aa84a8517ed req-84ed21e2-eca1-43db-8b07-46cccc5dc4ff tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Network d4e585cd-a443-41c3-9813-94aca86857da is already hosted by enough agents. {{(pid=87871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:17:57.017603 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [req-8ed90d09-91df-4e19-972b-1aa84a8517ed req-84ed21e2-eca1-43db-8b07-46cccc5dc4ff tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Resources bound (agent type, host, resource id): {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:17:57.019932 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ed90d09-91df-4e19-972b-1aa84a8517ed req-84ed21e2-eca1-43db-8b07-46cccc5dc4ff tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Received port after_create {{(pid=87871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 12:17:57.070603 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ed21e2-eca1-43db-8b07-46cccc5dc4ff tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Pushing event updated for resources: {'Port': ['ID=26f692b3-af02-40aa-b718-ba0990e86fc9,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:17:57.095759 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed90d09-91df-4e19-972b-1aa84a8517ed req-84ed21e2-eca1-43db-8b07-46cccc5dc4ff tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:17:57.096275 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-8ed90d09-91df-4e19-972b-1aa84a8517ed req-84ed21e2-eca1-43db-8b07-46cccc5dc4ff tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:17:57.121620 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-8ed90d09-91df-4e19-972b-1aa84a8517ed req-84ed21e2-eca1-43db-8b07-46cccc5dc4ff tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8615606 Mar 28 12:17:57.133648 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [req-8ed90d09-91df-4e19-972b-1aa84a8517ed req-12bd885a-56ae-4818-85d5-a8cdeebca5d0 service neutron] Request body: {'port': {'device_id': '1d581952-18d3-498d-8cc3-0b845be06348', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8353'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:17:57.247133 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-8ed90d09-91df-4e19-972b-1aa84a8517ed req-12bd885a-56ae-4818-85d5-a8cdeebca5d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:17:57.262069 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-22eab48d-ab15-4fe9-a579-5bc3d247e7a6 None None] Provisioning for port 26f692b3-af02-40aa-b718-ba0990e86fc9 completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:17:57.266919 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-22eab48d-ab15-4fe9-a579-5bc3d247e7a6 None None] Provisioning complete for port 26f692b3-af02-40aa-b718-ba0990e86fc9 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:17:57.267286 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-22eab48d-ab15-4fe9-a579-5bc3d247e7a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:17:57.319453 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-22eab48d-ab15-4fe9-a579-5bc3d247e7a6 None None] Port 26f692b3-af02-40aa-b718-ba0990e86fc9 cannot update to ACTIVE because it is not bound. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 12:17:57.586663 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.notifiers.nova [req-8ed90d09-91df-4e19-972b-1aa84a8517ed req-12bd885a-56ae-4818-85d5-a8cdeebca5d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26f692b3-af02-40aa-b718-ba0990e86fc9 {{(pid=87871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 12:17:57.592318 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063f1ad4-0246-4e57-881e-3f1c30c876db req-91ed04e9-d504-4250-a433-33be7b0d3e0d tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:17:57.593771 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-063f1ad4-0246-4e57-881e-3f1c30c876db req-91ed04e9-d504-4250-a433-33be7b0d3e0d tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d581952-18d3-498d-8cc3-0b845be06348 HTTP/1.1" status: 200 len: 931 time: 0.0819211 Mar 28 12:17:57.594053 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-8ed90d09-91df-4e19-972b-1aa84a8517ed req-12bd885a-56ae-4818-85d5-a8cdeebca5d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:17:57.609189 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.provisioning_blocks [req-8ed90d09-91df-4e19-972b-1aa84a8517ed req-12bd885a-56ae-4818-85d5-a8cdeebca5d0 service neutron] Transition to ACTIVE for port object 26f692b3-af02-40aa-b718-ba0990e86fc9 will not be triggered until provisioned by entity L2. {{(pid=87871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:17:57.613654 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-8ed90d09-91df-4e19-972b-1aa84a8517ed req-12bd885a-56ae-4818-85d5-a8cdeebca5d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2363241'] for port, after_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:17:57.745499 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-063f1ad4-0246-4e57-881e-3f1c30c876db req-023fbd39-651c-411b-ace2-f1bc0a8be089 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/security-groups?id=f54b431a-d03d-4e8e-a543-ccdce6b1f1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1456809 Mar 28 12:17:57.779512 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bd885a-56ae-4818-85d5-a8cdeebca5d0 service neutron] Pushing event updated for resources: {'Port': ['ID=26f692b3-af02-40aa-b718-ba0990e86fc9,revision_number=2']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:17:57.860906 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.managers [req-8ed90d09-91df-4e19-972b-1aa84a8517ed req-12bd885a-56ae-4818-85d5-a8cdeebca5d0 service neutron] Attempting to bind port 26f692b3-af02-40aa-b718-ba0990e86fc9 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 12:17:57.861241 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.managers [req-8ed90d09-91df-4e19-972b-1aa84a8517ed req-12bd885a-56ae-4818-85d5-a8cdeebca5d0 service neutron] Attempting to bind port 26f692b3-af02-40aa-b718-ba0990e86fc9 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': 'd563b7ac-8b16-4779-b0a9-16deb9c3c180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'd4e585cd-a443-41c3-9813-94aca86857da'}] {{(pid=87871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 12:17:57.861571 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ed90d09-91df-4e19-972b-1aa84a8517ed req-12bd885a-56ae-4818-85d5-a8cdeebca5d0 service neutron] Attempting to bind port 26f692b3-af02-40aa-b718-ba0990e86fc9 on network d4e585cd-a443-41c3-9813-94aca86857da {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 12:17:57.866528 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ed90d09-91df-4e19-972b-1aa84a8517ed req-12bd885a-56ae-4818-85d5-a8cdeebca5d0 service neutron] Port 26f692b3-af02-40aa-b718-ba0990e86fc9 on network d4e585cd-a443-41c3-9813-94aca86857da not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 12:17:57.866850 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ed90d09-91df-4e19-972b-1aa84a8517ed req-12bd885a-56ae-4818-85d5-a8cdeebca5d0 service neutron] Attempting to bind port 26f692b3-af02-40aa-b718-ba0990e86fc9 on network d4e585cd-a443-41c3-9813-94aca86857da {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 12:17:57.871961 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ed90d09-91df-4e19-972b-1aa84a8517ed req-12bd885a-56ae-4818-85d5-a8cdeebca5d0 service neutron] Checking agent: {'id': '01dfae6e-0e91-4100-b27f-ff8156eac7d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8353', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 52, 20), 'started_at': datetime.datetime(2022, 3, 28, 11, 52, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 12, 17, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 12:17:57.872293 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ed90d09-91df-4e19-972b-1aa84a8517ed req-12bd885a-56ae-4818-85d5-a8cdeebca5d0 service neutron] Checking segment: {'id': 'd563b7ac-8b16-4779-b0a9-16deb9c3c180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'd4e585cd-a443-41c3-9813-94aca86857da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 12:17:57.872669 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ed90d09-91df-4e19-972b-1aa84a8517ed req-12bd885a-56ae-4818-85d5-a8cdeebca5d0 service neutron] Bound using segment: {'id': 'd563b7ac-8b16-4779-b0a9-16deb9c3c180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'd4e585cd-a443-41c3-9813-94aca86857da'} {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 12:17:57.873085 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.managers [req-8ed90d09-91df-4e19-972b-1aa84a8517ed req-12bd885a-56ae-4818-85d5-a8cdeebca5d0 service neutron] Bound port: 26f692b3-af02-40aa-b718-ba0990e86fc9, host: hv-neutron-8353, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd563b7ac-8b16-4779-b0a9-16deb9c3c180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'd4e585cd-a443-41c3-9813-94aca86857da'}}] {{(pid=87871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 12:17:57.873425 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-8ed90d09-91df-4e19-972b-1aa84a8517ed req-12bd885a-56ae-4818-85d5-a8cdeebca5d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:17:57.964263 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.db [req-8ed90d09-91df-4e19-972b-1aa84a8517ed req-12bd885a-56ae-4818-85d5-a8cdeebca5d0 service neutron] For port 26f692b3-af02-40aa-b718-ba0990e86fc9, host hv-neutron-8353, cleared binding levels {{(pid=87871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 12:17:57.967239 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.db [req-8ed90d09-91df-4e19-972b-1aa84a8517ed req-12bd885a-56ae-4818-85d5-a8cdeebca5d0 service neutron] For port 26f692b3-af02-40aa-b718-ba0990e86fc9, host hv-neutron-8353, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=26f692b3-af02-40aa-b718-ba0990e86fc9,segment=NetworkSegment(d563b7ac-8b16-4779-b0a9-16deb9c3c180),segment_id=d563b7ac-8b16-4779-b0a9-16deb9c3c180)] {{(pid=87871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 12:17:57.970962 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-8ed90d09-91df-4e19-972b-1aa84a8517ed req-12bd885a-56ae-4818-85d5-a8cdeebca5d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2363241'] for port, after_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:17:58.024707 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed90d09-91df-4e19-972b-1aa84a8517ed req-12bd885a-56ae-4818-85d5-a8cdeebca5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:17:58.025223 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-8ed90d09-91df-4e19-972b-1aa84a8517ed req-12bd885a-56ae-4818-85d5-a8cdeebca5d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:17:58.026593 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-8ed90d09-91df-4e19-972b-1aa84a8517ed req-12bd885a-56ae-4818-85d5-a8cdeebca5d0 service neutron] 10.222.0.11 "PUT /v2.0/ports/26f692b3-af02-40aa-b718-ba0990e86fc9 HTTP/1.1" status: 200 len: 1093 time: 0.8979166 Mar 28 12:17:58.027049 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d581952-18d3-498d-8cc3-0b845be06348', 'tag': '26f692b3-af02-40aa-b718-ba0990e86fc9'}] {{(pid=87871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 12:17:58.058955 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bd885a-56ae-4818-85d5-a8cdeebca5d0 service neutron] Pushing event updated for resources: {'Port': ['ID=26f692b3-af02-40aa-b718-ba0990e86fc9,revision_number=3']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:17:58.101357 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d581952-18d3-498d-8cc3-0b845be06348', 'tag': '26f692b3-af02-40aa-b718-ba0990e86fc9', 'status': 'completed', 'code': 200} Mar 28 12:17:58.147694 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed90d09-91df-4e19-972b-1aa84a8517ed req-18c7fbf4-30a2-4c9b-95fa-260361ed6dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:17:58.149191 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-8ed90d09-91df-4e19-972b-1aa84a8517ed req-18c7fbf4-30a2-4c9b-95fa-260361ed6dc0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1a3c794a04474c8b9d8d0ed21e9c708b&device_id=1d581952-18d3-498d-8cc3-0b845be06348 HTTP/1.1" status: 200 len: 1096 time: 0.0814745 Mar 28 12:17:58.216918 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-8ed90d09-91df-4e19-972b-1aa84a8517ed req-ec111772-5e30-43e6-adff-b7f4d56c7ffc service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=26f692b3-af02-40aa-b718-ba0990e86fc9 HTTP/1.1" status: 200 len: 217 time: 0.0614071 Mar 28 12:17:58.282254 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed90d09-91df-4e19-972b-1aa84a8517ed req-eba66199-2d32-4fee-900d-4c2293e9bb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:17:58.283725 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-8ed90d09-91df-4e19-972b-1aa84a8517ed req-eba66199-2d32-4fee-900d-4c2293e9bb08 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e2d2077c-3156-4fcb-884b-e46ab11a6b68 HTTP/1.1" status: 200 len: 851 time: 0.0608494 Mar 28 12:17:58.357683 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed90d09-91df-4e19-972b-1aa84a8517ed req-9c8acf9a-e070-4623-a35c-252e399bbe48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:17:58.359064 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-8ed90d09-91df-4e19-972b-1aa84a8517ed req-9c8acf9a-e070-4623-a35c-252e399bbe48 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d4e585cd-a443-41c3-9813-94aca86857da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0693328 Mar 28 12:17:58.487779 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-8ed90d09-91df-4e19-972b-1aa84a8517ed req-0912cbde-ba20-48dd-b927-b9eba4106b90 service neutron] 10.222.0.11 "GET /v2.0/networks/d4e585cd-a443-41c3-9813-94aca86857da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228993 Mar 28 12:17:58.711778 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-8ed90d09-91df-4e19-972b-1aa84a8517ed req-4004a787-dfc0-4ec5-9d5e-7fbcae1c4111 service neutron] 10.222.0.11 "GET /v2.0/networks/d4e585cd-a443-41c3-9813-94aca86857da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2169383 Mar 28 12:17:58.828828 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ca6798-1bad-4d27-a188-f2fa1f957b24 req-f3232083-d1e7-4164-aa00-102a53cb8fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:17:58.830375 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-c1ca6798-1bad-4d27-a188-f2fa1f957b24 req-f3232083-d1e7-4164-aa00-102a53cb8fda service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1a3c794a04474c8b9d8d0ed21e9c708b&device_id=1d581952-18d3-498d-8cc3-0b845be06348 HTTP/1.1" status: 200 len: 1096 time: 0.0767095 Mar 28 12:17:58.933210 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82247ee9-085b-4d15-aff5-8d1fbb42dae6 req-5deddecb-0275-47d1-a5c0-b27c17a8aa04 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:17:58.934660 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-82247ee9-085b-4d15-aff5-8d1fbb42dae6 req-5deddecb-0275-47d1-a5c0-b27c17a8aa04 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d581952-18d3-498d-8cc3-0b845be06348 HTTP/1.1" status: 200 len: 943 time: 0.0791609 Mar 28 12:17:58.964637 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ca6798-1bad-4d27-a188-f2fa1f957b24 req-f7081ad2-e260-42fe-aac3-d9bae12a5b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:17:58.966096 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-c1ca6798-1bad-4d27-a188-f2fa1f957b24 req-f7081ad2-e260-42fe-aac3-d9bae12a5b06 service neutron] 10.222.0.11 "GET /v2.0/networks?id=d4e585cd-a443-41c3-9813-94aca86857da HTTP/1.1" status: 200 len: 912 time: 0.1285372 Mar 28 12:17:58.980137 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-82247ee9-085b-4d15-aff5-8d1fbb42dae6 req-30abe591-9768-4919-a097-c20c81bf3148 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/security-groups?id=f54b431a-d03d-4e8e-a543-ccdce6b1f1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396233 Mar 28 12:17:59.033382 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-c1ca6798-1bad-4d27-a188-f2fa1f957b24 req-fa28c05d-5e74-411f-96d0-e4e4984089cb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=26f692b3-af02-40aa-b718-ba0990e86fc9 HTTP/1.1" status: 200 len: 217 time: 0.0609052 Mar 28 12:17:59.100710 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ca6798-1bad-4d27-a188-f2fa1f957b24 req-1fca5a5f-84be-4638-ad5c-be01879b85d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:17:59.102106 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-c1ca6798-1bad-4d27-a188-f2fa1f957b24 req-1fca5a5f-84be-4638-ad5c-be01879b85d1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e2d2077c-3156-4fcb-884b-e46ab11a6b68 HTTP/1.1" status: 200 len: 851 time: 0.0624635 Mar 28 12:17:59.176553 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ca6798-1bad-4d27-a188-f2fa1f957b24 req-99f376fe-d9bc-4fb8-af9e-83bfd26ae428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:17:59.178011 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-c1ca6798-1bad-4d27-a188-f2fa1f957b24 req-99f376fe-d9bc-4fb8-af9e-83bfd26ae428 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d4e585cd-a443-41c3-9813-94aca86857da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0680375 Mar 28 12:17:59.308155 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-c1ca6798-1bad-4d27-a188-f2fa1f957b24 req-455e857e-e4ff-48cc-8ca7-b25908e32cb2 service neutron] 10.222.0.11 "GET /v2.0/networks/d4e585cd-a443-41c3-9813-94aca86857da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225424 Mar 28 12:17:59.440081 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-c1ca6798-1bad-4d27-a188-f2fa1f957b24 req-59eb81b5-c926-44e4-a8f8-189c8b6ecb57 service neutron] 10.222.0.11 "GET /v2.0/networks/d4e585cd-a443-41c3-9813-94aca86857da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252365 Mar 28 12:18:00.047486 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Device 26f692b3-af02-40aa-b718-ba0990e86fc9 details requested by agent hyperv_hv-neutron-8353 with host hv-neutron-8353 {{(pid=87872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 28 12:18:00.161875 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0377a86-f4e1-4e69-aedb-fdddaf11c158 req-930adfd0-67c5-4e47-9a3e-50c38e09543f tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:18:00.163344 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [req-d0377a86-f4e1-4e69-aedb-fdddaf11c158 req-930adfd0-67c5-4e47-9a3e-50c38e09543f tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Synchronizing usage tracker for tenant:1a3c794a04474c8b9d8d0ed21e9c708b on resource:port {{(pid=87871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:18:00.179200 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [req-d0377a86-f4e1-4e69-aedb-fdddaf11c158 req-930adfd0-67c5-4e47-9a3e-50c38e09543f tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Unset dirty status for tenant:1a3c794a04474c8b9d8d0ed21e9c708b on resource:port {{(pid=87871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:18:00.180488 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-d0377a86-f4e1-4e69-aedb-fdddaf11c158 req-930adfd0-67c5-4e47-9a3e-50c38e09543f tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d581952-18d3-498d-8cc3-0b845be06348 HTTP/1.1" status: 200 len: 943 time: 0.0951505 Mar 28 12:18:00.181933 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] For port 26f692b3-af02-40aa-b718-ba0990e86fc9, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=26f692b3-af02-40aa-b718-ba0990e86fc9,segment=NetworkSegment(d563b7ac-8b16-4779-b0a9-16deb9c3c180),segment_id=d563b7ac-8b16-4779-b0a9-16deb9c3c180)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:18:00.195161 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Returning: {'device': '26f692b3-af02-40aa-b718-ba0990e86fc9', 'network_id': 'd4e585cd-a443-41c3-9813-94aca86857da', 'port_id': '26f692b3-af02-40aa-b718-ba0990e86fc9', 'mac_address': 'fa:16:3e:3a:48:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2d2077c-3156-4fcb-884b-e46ab11a6b68', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 28 12:18:00.230245 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-d0377a86-f4e1-4e69-aedb-fdddaf11c158 req-000c60c3-bc30-43df-9871-c8b6031aedf6 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/security-groups?id=f54b431a-d03d-4e8e-a543-ccdce6b1f1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436826 Mar 28 12:18:00.251775 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:18:00.268890 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.notifiers.nova [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26f692b3-af02-40aa-b718-ba0990e86fc9 {{(pid=87872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 12:18:00.285173 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] For port 26f692b3-af02-40aa-b718-ba0990e86fc9, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=26f692b3-af02-40aa-b718-ba0990e86fc9,segment=NetworkSegment(d563b7ac-8b16-4779-b0a9-16deb9c3c180),segment_id=d563b7ac-8b16-4779-b0a9-16deb9c3c180)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:18:00.289170 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:18:00.356592 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Pushing event updated for resources: {'Port': ['ID=26f692b3-af02-40aa-b718-ba0990e86fc9,revision_number=4']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:18:00.485334 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] get_ports_and_sgs() called for port_ids ['26f692b3-af02-40aa-b718-ba0990e86fc9'] {{(pid=87872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 12:18:01.555373 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a320b1d0-668f-44fc-90ab-c58f1d25adb4 req-394cb760-9854-46cc-9698-c071edd7ffa1 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:18:01.556755 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-a320b1d0-668f-44fc-90ab-c58f1d25adb4 req-394cb760-9854-46cc-9698-c071edd7ffa1 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d581952-18d3-498d-8cc3-0b845be06348 HTTP/1.1" status: 200 len: 944 time: 0.0830822 Mar 28 12:18:01.599792 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-a320b1d0-668f-44fc-90ab-c58f1d25adb4 req-c30ee8b9-71d4-4b39-bf7d-df8a2cdd2f5e tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/security-groups?id=f54b431a-d03d-4e8e-a543-ccdce6b1f1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372741 Mar 28 12:18:02.063449 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Device 26f692b3-af02-40aa-b718-ba0990e86fc9 up at agent hyperv_hv-neutron-8353 {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:18:02.133189 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Provisioning for port 26f692b3-af02-40aa-b718-ba0990e86fc9 completed by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:18:02.137795 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Provisioning complete for port 26f692b3-af02-40aa-b718-ba0990e86fc9 triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:18:02.138162 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:18:02.250621 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:18:02.276882 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d581952-18d3-498d-8cc3-0b845be06348', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26f692b3-af02-40aa-b718-ba0990e86fc9'}] {{(pid=87872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 12:18:02.286741 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] For port 26f692b3-af02-40aa-b718-ba0990e86fc9, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=26f692b3-af02-40aa-b718-ba0990e86fc9,segment=NetworkSegment(d563b7ac-8b16-4779-b0a9-16deb9c3c180),segment_id=d563b7ac-8b16-4779-b0a9-16deb9c3c180)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:18:02.291674 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:18:02.327419 dv-neutron-835340-2-hyperv neutron-server[87872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d581952-18d3-498d-8cc3-0b845be06348', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26f692b3-af02-40aa-b718-ba0990e86fc9', 'code': 200} Mar 28 12:18:02.360578 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-4d9d710c-0fad-4c05-bd9f-3d433146e3be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:18:02.371229 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Pushing event updated for resources: {'Port': ['ID=26f692b3-af02-40aa-b718-ba0990e86fc9,revision_number=5']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:18:02.546174 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5001da1f-86f4-41ee-aa8f-772866f08786 req-c30e6e45-b23d-4867-b9ac-5067f255f7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:18:02.547628 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-5001da1f-86f4-41ee-aa8f-772866f08786 req-c30e6e45-b23d-4867-b9ac-5067f255f7e5 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=1d581952-18d3-498d-8cc3-0b845be06348 HTTP/1.1" status: 200 len: 1098 time: 0.0682919 Mar 28 12:18:02.587703 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-5001da1f-86f4-41ee-aa8f-772866f08786 req-134777b5-0c3a-4275-9941-da9a65511ba1 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=f54b431a-d03d-4e8e-a543-ccdce6b1f1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339291 Mar 28 12:18:02.785297 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c2b8d0-bbf2-43df-88f6-ff4582574fb0 req-7609a7e8-0264-438c-87af-951ce21c4617 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:18:02.786856 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-d2c2b8d0-bbf2-43df-88f6-ff4582574fb0 req-7609a7e8-0264-438c-87af-951ce21c4617 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d581952-18d3-498d-8cc3-0b845be06348 HTTP/1.1" status: 200 len: 945 time: 0.0837829 Mar 28 12:18:02.830172 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-d2c2b8d0-bbf2-43df-88f6-ff4582574fb0 req-7d227940-9afd-4c78-b897-b8b0c9ebaf20 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/security-groups?id=f54b431a-d03d-4e8e-a543-ccdce6b1f1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375636 Mar 28 12:18:04.019668 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0a3207-27dd-47b3-a1ce-15b144d22742 req-d325ff5f-6b2d-42d6-afa5-58c81c6726a4 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:18:04.021102 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-bf0a3207-27dd-47b3-a1ce-15b144d22742 req-d325ff5f-6b2d-42d6-afa5-58c81c6726a4 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d581952-18d3-498d-8cc3-0b845be06348 HTTP/1.1" status: 200 len: 945 time: 0.0831501 Mar 28 12:18:04.064960 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-bf0a3207-27dd-47b3-a1ce-15b144d22742 req-79d9515c-918f-49ee-8aac-967645431b5e tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/security-groups?id=f54b431a-d03d-4e8e-a543-ccdce6b1f1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378456 Mar 28 12:18:04.242966 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce687061-d89f-4de4-ac4f-0cd3191c5101 req-3071d651-6dc9-483a-af26-1bdd648dcdb7 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:18:04.244423 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-ce687061-d89f-4de4-ac4f-0cd3191c5101 req-3071d651-6dc9-483a-af26-1bdd648dcdb7 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d581952-18d3-498d-8cc3-0b845be06348 HTTP/1.1" status: 200 len: 945 time: 0.0800459 Mar 28 12:18:04.253200 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 34042) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:18:04.259249 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-0ee0c695-dfcf-4a5f-a029-78ff1412a22d tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Request body: {'floatingip': {'port_id': '26f692b3-af02-40aa-b718-ba0990e86fc9'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:18:04.337886 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-0ee0c695-dfcf-4a5f-a029-78ff1412a22d tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Notify callbacks [] for floatingip, before_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:18:04.482543 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.agents_db [None req-03fd49d8-b51b-41c1-8716-b8e265c93689 None None] Agent healthcheck: found 6 active agents {{(pid=87873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 12:18:04.738908 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-cd905ec9-c852-4343-9464-ce6365fa28b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:18:04.917372 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-0ee0c695-dfcf-4a5f-a029-78ff1412a22d tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:18:04.921020 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-0ee0c695-dfcf-4a5f-a029-78ff1412a22d tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-709520'] for floatingip, after_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:18:05.090700 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.db.l3_db [None req-0ee0c695-dfcf-4a5f-a029-78ff1412a22d tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Floating IP fb01ee55-0771-40a2-a88c-4e5811c5dab8 associated. External IP: 172.26.7.253, port: 26f692b3-af02-40aa-b718-ba0990e86fc9. Mar 28 12:18:05.528894 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ee0c695-dfcf-4a5f-a029-78ff1412a22d tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Router 43457749-50b5-4286-ad1b-43d54251d413 has already been hosted by L3 agent af79d429-529e-400b-a119-94d4bec03f3e {{(pid=87870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 12:18:05.703951 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ee0c695-dfcf-4a5f-a029-78ff1412a22d tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 12:18:05.708595 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-0ee0c695-dfcf-4a5f-a029-78ff1412a22d tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for floatingip, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:18:05.716272 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb0a34bd-a0b1-4b12-932e-1728b699357c None None] Sync routers for ids ['43457749-50b5-4286-ad1b-43d54251d413'] in dv-neutron-835340-2-hyperv {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 12:18:05.718936 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:18:05.728874 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb0a34bd-a0b1-4b12-932e-1728b699357c None None] Routers {'43457749-50b5-4286-ad1b-43d54251d413'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:18:05.729703 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-cb0a34bd-a0b1-4b12-932e-1728b699357c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:18:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['43457749-50b5-4286-ad1b-43d54251d413'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:18:05.763493 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-0ee0c695-dfcf-4a5f-a029-78ff1412a22d tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "PUT /v2.0/floatingips/fb01ee55-0771-40a2-a88c-4e5811c5dab8 HTTP/1.1" status: 200 len: 991 time: 1.5092785 Mar 28 12:18:05.764073 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d581952-18d3-498d-8cc3-0b845be06348', 'tag': '26f692b3-af02-40aa-b718-ba0990e86fc9'}] {{(pid=87870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 12:18:05.817753 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d581952-18d3-498d-8cc3-0b845be06348', 'tag': '26f692b3-af02-40aa-b718-ba0990e86fc9', 'status': 'completed', 'code': 200} Mar 28 12:18:05.843255 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-ef3be119-c018-4979-be07-86cf959defc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:18:05.924028 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b24379-73a9-4b9b-aa43-7607c181e833 req-af6fc090-afde-4638-a379-7599f213aec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:18:05.925690 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-42b24379-73a9-4b9b-aa43-7607c181e833 req-af6fc090-afde-4638-a379-7599f213aec1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1a3c794a04474c8b9d8d0ed21e9c708b&device_id=1d581952-18d3-498d-8cc3-0b845be06348 HTTP/1.1" status: 200 len: 1098 time: 0.0804174 Mar 28 12:18:05.928358 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvr_db [None req-cb0a34bd-a0b1-4b12-932e-1728b699357c None None] Set router 43457749-50b5-4286-ad1b-43d54251d413 gateway port host: dv-neutron-835340-2-hyperv {{(pid=87873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:18:06.081465 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b24379-73a9-4b9b-aa43-7607c181e833 req-6c35a62a-c961-4d1f-82ef-438e7797e0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:18:06.083062 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-42b24379-73a9-4b9b-aa43-7607c181e833 req-6c35a62a-c961-4d1f-82ef-438e7797e0b1 service neutron] 10.222.0.11 "GET /v2.0/networks?id=d4e585cd-a443-41c3-9813-94aca86857da HTTP/1.1" status: 200 len: 912 time: 0.1515288 Mar 28 12:18:06.125351 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2499519-a72b-4df6-b71b-47ab1e3597bc req-ad27c8fe-9e9f-4c20-b544-830d1b4ea37c tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:18:06.128374 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-c2499519-a72b-4df6-b71b-47ab1e3597bc req-ad27c8fe-9e9f-4c20-b544-830d1b4ea37c tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d581952-18d3-498d-8cc3-0b845be06348 HTTP/1.1" status: 200 len: 945 time: 0.0959857 Mar 28 12:18:06.173140 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-c2499519-a72b-4df6-b71b-47ab1e3597bc req-26c52727-3a0f-4467-95d9-019a3080345b tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/security-groups?id=f54b431a-d03d-4e8e-a543-ccdce6b1f1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396175 Mar 28 12:18:06.188389 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-42b24379-73a9-4b9b-aa43-7607c181e833 req-bcf9dc28-dc1d-4b0a-93bf-19cb17e5e72e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=26f692b3-af02-40aa-b718-ba0990e86fc9 HTTP/1.1" status: 200 len: 999 time: 0.0988581 Mar 28 12:18:06.250429 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b24379-73a9-4b9b-aa43-7607c181e833 req-11044a9e-82d9-47fa-bdf5-71684fa0f451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:18:06.251871 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-42b24379-73a9-4b9b-aa43-7607c181e833 req-11044a9e-82d9-47fa-bdf5-71684fa0f451 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e2d2077c-3156-4fcb-884b-e46ab11a6b68 HTTP/1.1" status: 200 len: 851 time: 0.0580304 Mar 28 12:18:06.294731 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-cb0a34bd-a0b1-4b12-932e-1728b699357c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43457749-50b5-4286-ad1b-43d54251d413', 'name': 'tempest-ServerActionsTestJSON-1611452995-router', 'tenant_id': '1a3c794a04474c8b9d8d0ed21e9c708b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.116'}], 'enable_snat': True}, 'gw_port_id': 'd0dd7998-7ddc-4088-9eee-8f3e64379196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:17:03Z', 'updated_at': '2022-03-28T12:17:07Z', 'revision_number': 4, 'project_id': '1a3c794a04474c8b9d8d0ed21e9c708b', 'gw_port': {'id': 'd0dd7998-7ddc-4088-9eee-8f3e64379196', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a0:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43457749-50b5-4286-ad1b-43d54251d413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:17:03Z', 'updated_at': '2022-03-28T12:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_floatingips': [{'id': 'fb01ee55-0771-40a2-a88c-4e5811c5dab8', 'tenant_id': '1a3c794a04474c8b9d8d0ed21e9c708b', 'floating_ip_address': '172.26.7.253', 'floating_network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'router_id': '43457749-50b5-4286-ad1b-43d54251d413', 'port_id': '26f692b3-af02-40aa-b718-ba0990e86fc9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4e585cd-a443-41c3-9813-94aca86857da', 'mac_address': 'fa:16:3e:3a:48:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d581952-18d3-498d-8cc3-0b845be06348', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T12:17:09Z', 'updated_at': '2022-03-28T12:18:04Z', 'revision_number': 5, 'project_id': '1a3c794a04474c8b9d8d0ed21e9c708b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ecd2cd5-23d1-4bd7-9974-4f97a43141c3', 'name': '', 'network_id': 'd4e585cd-a443-41c3-9813-94aca86857da', 'tenant_id': '1a3c794a04474c8b9d8d0ed21e9c708b', 'mac_address': 'fa:16:3e:56:90:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43457749-50b5-4286-ad1b-43d54251d413', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'e2d2077c-3156-4fcb-884b-e46ab11a6b68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:17:06Z', 'updated_at': '2022-03-28T12:17:12Z', 'revision_number': 5, 'project_id': '1a3c794a04474c8b9d8d0ed21e9c708b', 'subnets': [{'id': 'e2d2077c-3156-4fcb-884b-e46ab11a6b68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:18:06.298563 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb0a34bd-a0b1-4b12-932e-1728b699357c None None] Checking router: 43457749-50b5-4286-ad1b-43d54251d413 for host: dv-neutron-835340-2-hyperv {{(pid=87873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 12:18:06.307020 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb0a34bd-a0b1-4b12-932e-1728b699357c None None] Routers {'43457749-50b5-4286-ad1b-43d54251d413'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:18:06.307570 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-cb0a34bd-a0b1-4b12-932e-1728b699357c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:18:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['43457749-50b5-4286-ad1b-43d54251d413'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:18:06.329839 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b24379-73a9-4b9b-aa43-7607c181e833 req-fbbc3b6e-9f72-499e-91db-2c1142e4185b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:18:06.331309 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-42b24379-73a9-4b9b-aa43-7607c181e833 req-fbbc3b6e-9f72-499e-91db-2c1142e4185b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d4e585cd-a443-41c3-9813-94aca86857da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0731559 Mar 28 12:18:06.485516 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvr_db [None req-cb0a34bd-a0b1-4b12-932e-1728b699357c None None] Set router 43457749-50b5-4286-ad1b-43d54251d413 gateway port host: dv-neutron-835340-2-hyperv {{(pid=87873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:18:06.563411 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-42b24379-73a9-4b9b-aa43-7607c181e833 req-529377f4-c509-4e0a-adc3-e1139dc3af24 service neutron] 10.222.0.11 "GET /v2.0/networks/d4e585cd-a443-41c3-9813-94aca86857da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2258482 Mar 28 12:18:06.690895 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-42b24379-73a9-4b9b-aa43-7607c181e833 req-a785b984-45cf-46fb-8fed-5c67a1603eec service neutron] 10.222.0.11 "GET /v2.0/networks/d4e585cd-a443-41c3-9813-94aca86857da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218429 Mar 28 12:18:06.826721 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-cb0a34bd-a0b1-4b12-932e-1728b699357c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43457749-50b5-4286-ad1b-43d54251d413', 'name': 'tempest-ServerActionsTestJSON-1611452995-router', 'tenant_id': '1a3c794a04474c8b9d8d0ed21e9c708b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.116'}], 'enable_snat': True}, 'gw_port_id': 'd0dd7998-7ddc-4088-9eee-8f3e64379196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:17:03Z', 'updated_at': '2022-03-28T12:17:07Z', 'revision_number': 4, 'project_id': '1a3c794a04474c8b9d8d0ed21e9c708b', 'gw_port': {'id': 'd0dd7998-7ddc-4088-9eee-8f3e64379196', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a0:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43457749-50b5-4286-ad1b-43d54251d413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:17:03Z', 'updated_at': '2022-03-28T12:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_floatingips': [{'id': 'fb01ee55-0771-40a2-a88c-4e5811c5dab8', 'tenant_id': '1a3c794a04474c8b9d8d0ed21e9c708b', 'floating_ip_address': '172.26.7.253', 'floating_network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'router_id': '43457749-50b5-4286-ad1b-43d54251d413', 'port_id': '26f692b3-af02-40aa-b718-ba0990e86fc9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4e585cd-a443-41c3-9813-94aca86857da', 'mac_address': 'fa:16:3e:3a:48:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d581952-18d3-498d-8cc3-0b845be06348', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T12:17:09Z', 'updated_at': '2022-03-28T12:18:04Z', 'revision_number': 5, 'project_id': '1a3c794a04474c8b9d8d0ed21e9c708b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ecd2cd5-23d1-4bd7-9974-4f97a43141c3', 'name': '', 'network_id': 'd4e585cd-a443-41c3-9813-94aca86857da', 'tenant_id': '1a3c794a04474c8b9d8d0ed21e9c708b', 'mac_address': 'fa:16:3e:56:90:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43457749-50b5-4286-ad1b-43d54251d413', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'e2d2077c-3156-4fcb-884b-e46ab11a6b68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:17:06Z', 'updated_at': '2022-03-28T12:17:12Z', 'revision_number': 5, 'project_id': '1a3c794a04474c8b9d8d0ed21e9c708b', 'subnets': [{'id': 'e2d2077c-3156-4fcb-884b-e46ab11a6b68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:18:06.830455 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb0a34bd-a0b1-4b12-932e-1728b699357c None None] The sync data for ids ['43457749-50b5-4286-ad1b-43d54251d413'] in dv-neutron-835340-2-hyperv is: [{'id': '43457749-50b5-4286-ad1b-43d54251d413', 'name': 'tempest-ServerActionsTestJSON-1611452995-router', 'tenant_id': '1a3c794a04474c8b9d8d0ed21e9c708b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.116'}], 'enable_snat': True}, 'gw_port_id': 'd0dd7998-7ddc-4088-9eee-8f3e64379196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:17:03Z', 'updated_at': '2022-03-28T12:17:07Z', 'revision_number': 4, 'project_id': '1a3c794a04474c8b9d8d0ed21e9c708b', 'gw_port': {'id': 'd0dd7998-7ddc-4088-9eee-8f3e64379196', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a0:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43457749-50b5-4286-ad1b-43d54251d413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:17:03Z', 'updated_at': '2022-03-28T12:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_floatingips': [{'id': 'fb01ee55-0771-40a2-a88c-4e5811c5dab8', 'tenant_id': '1a3c794a04474c8b9d8d0ed21e9c708b', 'floating_ip_address': '172.26.7.253', 'floating_network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'router_id': '43457749-50b5-4286-ad1b-43d54251d413', 'port_id': '26f692b3-af02-40aa-b718-ba0990e86fc9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4e585cd-a443-41c3-9813-94aca86857da', 'mac_address': 'fa:16:3e:3a:48:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d581952-18d3-498d-8cc3-0b845be06348', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T12:17:09Z', 'updated_at': '2022-03-28T12:18:04Z', 'revision_number': 5, 'project_id': '1a3c794a04474c8b9d8d0ed21e9c708b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ecd2cd5-23d1-4bd7-9974-4f97a43141c3', 'name': '', 'network_id': 'd4e585cd-a443-41c3-9813-94aca86857da', 'tenant_id': '1a3c794a04474c8b9d8d0ed21e9c708b', 'mac_address': 'fa:16:3e:56:90:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43457749-50b5-4286-ad1b-43d54251d413', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'e2d2077c-3156-4fcb-884b-e46ab11a6b68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:17:06Z', 'updated_at': '2022-03-28T12:17:12Z', 'revision_number': 5, 'project_id': '1a3c794a04474c8b9d8d0ed21e9c708b', 'subnets': [{'id': 'e2d2077c-3156-4fcb-884b-e46ab11a6b68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 12:18:07.018339 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b92756ba-1b58-4237-aed3-3eb7859215c4 None None] New status for floating IP fb01ee55-0771-40a2-a88c-4e5811c5dab8: ACTIVE {{(pid=87872) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 12:18:07.363373 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdc6d4b-79f0-48fb-8497-fb7b524b50c1 req-5186e6a7-648c-4be8-bc03-92ec5538e7b6 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:18:07.364860 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-bfdc6d4b-79f0-48fb-8497-fb7b524b50c1 req-5186e6a7-648c-4be8-bc03-92ec5538e7b6 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d581952-18d3-498d-8cc3-0b845be06348 HTTP/1.1" status: 200 len: 945 time: 0.0795836 Mar 28 12:18:07.412442 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-bfdc6d4b-79f0-48fb-8497-fb7b524b50c1 req-c65b5bf3-1b57-451b-92bf-e97c7db9e13e tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/security-groups?id=f54b431a-d03d-4e8e-a543-ccdce6b1f1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405555 Mar 28 12:18:07.488395 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-b7ccd3c7-0277-4f12-8e5c-e41478141af5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:18:08.592197 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dec133-e8c7-412d-9936-2b6d63e275f8 req-1bbf03aa-d022-47d2-9223-7b4e66f28632 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:18:08.593627 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-a1dec133-e8c7-412d-9936-2b6d63e275f8 req-1bbf03aa-d022-47d2-9223-7b4e66f28632 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d581952-18d3-498d-8cc3-0b845be06348 HTTP/1.1" status: 200 len: 945 time: 0.0774565 Mar 28 12:18:08.641190 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-a1dec133-e8c7-412d-9936-2b6d63e275f8 req-efc5e675-a0d7-42a8-997f-ee6d8304fff1 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/security-groups?id=f54b431a-d03d-4e8e-a543-ccdce6b1f1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420055 Mar 28 12:18:09.833181 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f87e2f-2d38-4c7d-9637-0cb0061205d5 req-355a1a30-ad09-4da3-8f03-3ad1f34fc5ef tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:18:09.834729 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-36f87e2f-2d38-4c7d-9637-0cb0061205d5 req-355a1a30-ad09-4da3-8f03-3ad1f34fc5ef tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d581952-18d3-498d-8cc3-0b845be06348 HTTP/1.1" status: 200 len: 945 time: 0.0871079 Mar 28 12:18:09.879948 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-36f87e2f-2d38-4c7d-9637-0cb0061205d5 req-c0ca68ae-7659-4dfb-a4ab-59b53681a148 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/security-groups?id=f54b431a-d03d-4e8e-a543-ccdce6b1f1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394306 Mar 28 12:18:11.065211 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49152978-169f-47a3-b6e6-c9c710954b1f req-b9a4420e-717b-4943-97bf-17a826cce937 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:18:11.066624 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-49152978-169f-47a3-b6e6-c9c710954b1f req-b9a4420e-717b-4943-97bf-17a826cce937 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d581952-18d3-498d-8cc3-0b845be06348 HTTP/1.1" status: 200 len: 945 time: 0.0805874 Mar 28 12:18:11.111954 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-49152978-169f-47a3-b6e6-c9c710954b1f req-15dc84da-28aa-4451-937d-f9452b47e3e6 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/security-groups?id=f54b431a-d03d-4e8e-a543-ccdce6b1f1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389433 Mar 28 12:18:12.296968 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f94642-e26f-4674-879d-b461266b7d97 req-05d0335c-2c62-42df-a0d0-974ec1493350 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:18:12.298380 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-44f94642-e26f-4674-879d-b461266b7d97 req-05d0335c-2c62-42df-a0d0-974ec1493350 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d581952-18d3-498d-8cc3-0b845be06348 HTTP/1.1" status: 200 len: 945 time: 0.0821362 Mar 28 12:18:12.340973 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-44f94642-e26f-4674-879d-b461266b7d97 req-190ae2b9-31fa-48b5-9920-8c9748992309 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/security-groups?id=f54b431a-d03d-4e8e-a543-ccdce6b1f1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369647 Mar 28 12:18:13.523307 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0c263d-c10f-4892-8926-46aa58b5cdf0 req-42eaf068-c130-4ec5-839a-9fe2bbb0d148 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:18:13.524754 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-4b0c263d-c10f-4892-8926-46aa58b5cdf0 req-42eaf068-c130-4ec5-839a-9fe2bbb0d148 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d581952-18d3-498d-8cc3-0b845be06348 HTTP/1.1" status: 200 len: 945 time: 0.0827293 Mar 28 12:18:13.567944 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-4b0c263d-c10f-4892-8926-46aa58b5cdf0 req-4fc51fd2-023b-4865-b1aa-7748cf255d31 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/security-groups?id=f54b431a-d03d-4e8e-a543-ccdce6b1f1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374222 Mar 28 12:18:14.748620 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d5e7eb-83b4-41b8-abe6-ab87b74cdbcd req-8442cbf3-3c82-4ce3-9409-4f0587260393 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:18:14.750014 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-e8d5e7eb-83b4-41b8-abe6-ab87b74cdbcd req-8442cbf3-3c82-4ce3-9409-4f0587260393 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d581952-18d3-498d-8cc3-0b845be06348 HTTP/1.1" status: 200 len: 945 time: 0.0777750 Mar 28 12:18:14.793843 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-e8d5e7eb-83b4-41b8-abe6-ab87b74cdbcd req-8d00a680-a629-44e3-8268-511b56258858 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/security-groups?id=f54b431a-d03d-4e8e-a543-ccdce6b1f1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374324 Mar 28 12:18:15.974760 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7680a4ce-9fb5-4587-a78f-ff6abf707074 req-32037144-d3c4-4687-8e02-051d5aae3112 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:18:15.976216 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-7680a4ce-9fb5-4587-a78f-ff6abf707074 req-32037144-d3c4-4687-8e02-051d5aae3112 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d581952-18d3-498d-8cc3-0b845be06348 HTTP/1.1" status: 200 len: 945 time: 0.0780776 Mar 28 12:18:16.021175 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-7680a4ce-9fb5-4587-a78f-ff6abf707074 req-53018928-467f-4df7-b3fd-24ab4b515585 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/security-groups?id=f54b431a-d03d-4e8e-a543-ccdce6b1f1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392950 Mar 28 12:18:17.210636 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c59b0c7-8b7a-43c2-979b-deeb97071d68 req-3e52dc1e-d649-464a-890a-b1e9116bf003 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:18:17.212697 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-0c59b0c7-8b7a-43c2-979b-deeb97071d68 req-3e52dc1e-d649-464a-890a-b1e9116bf003 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d581952-18d3-498d-8cc3-0b845be06348 HTTP/1.1" status: 200 len: 945 time: 0.0840709 Mar 28 12:18:17.256940 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-0c59b0c7-8b7a-43c2-979b-deeb97071d68 req-aa19e698-f7a5-4947-8522-3782f0971d0f tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/security-groups?id=f54b431a-d03d-4e8e-a543-ccdce6b1f1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387051 Mar 28 12:18:18.442855 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6842487c-8c61-4bfe-addf-1bfe230d468d req-e5eed1e1-8de7-4588-abcd-35f3970a7a4c tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:18:18.444225 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-6842487c-8c61-4bfe-addf-1bfe230d468d req-e5eed1e1-8de7-4588-abcd-35f3970a7a4c tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d581952-18d3-498d-8cc3-0b845be06348 HTTP/1.1" status: 200 len: 945 time: 0.0810187 Mar 28 12:18:18.487615 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-6842487c-8c61-4bfe-addf-1bfe230d468d req-1d41b2a6-1f9c-40c6-aee3-111e18a4bcf5 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/security-groups?id=f54b431a-d03d-4e8e-a543-ccdce6b1f1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372992 Mar 28 12:18:19.667986 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527bd268-386e-4abb-b123-2a3f4a13eaa3 req-c520b83b-3b92-41bd-80f0-95b5b71229b2 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:18:19.669404 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-527bd268-386e-4abb-b123-2a3f4a13eaa3 req-c520b83b-3b92-41bd-80f0-95b5b71229b2 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d581952-18d3-498d-8cc3-0b845be06348 HTTP/1.1" status: 200 len: 945 time: 0.0786359 Mar 28 12:18:19.715711 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-527bd268-386e-4abb-b123-2a3f4a13eaa3 req-83e5dad3-9ec7-44b1-a5de-9f19e9ed0a35 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/security-groups?id=f54b431a-d03d-4e8e-a543-ccdce6b1f1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406098 Mar 28 12:18:20.751791 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:18:20.899499 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaaba83-39ef-439c-8f3b-5241188171c2 req-98ceabe9-8f1c-4043-a92a-ceb734b6b6cd tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:18:20.900946 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-7eaaba83-39ef-439c-8f3b-5241188171c2 req-98ceabe9-8f1c-4043-a92a-ceb734b6b6cd tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d581952-18d3-498d-8cc3-0b845be06348 HTTP/1.1" status: 200 len: 945 time: 0.0818133 Mar 28 12:18:20.947050 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-7eaaba83-39ef-439c-8f3b-5241188171c2 req-069fe5df-1bfd-4827-895e-0e9a422c051f tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/security-groups?id=f54b431a-d03d-4e8e-a543-ccdce6b1f1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405087 Mar 28 12:18:22.133976 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c966725e-cf33-47af-b88a-de525c73c085 req-78a9c531-1584-469b-ab5f-79468be900f7 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:18:22.135385 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-c966725e-cf33-47af-b88a-de525c73c085 req-78a9c531-1584-469b-ab5f-79468be900f7 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d581952-18d3-498d-8cc3-0b845be06348 HTTP/1.1" status: 200 len: 945 time: 0.0795403 Mar 28 12:18:22.177711 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-c966725e-cf33-47af-b88a-de525c73c085 req-9642d134-726a-4084-916c-00863dffa197 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/security-groups?id=f54b431a-d03d-4e8e-a543-ccdce6b1f1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366828 Mar 28 12:18:23.359211 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e33165-569c-4c02-953c-a7e9ec85cb96 req-496d98ad-8cd6-4ae1-b419-f94d7967fa8b tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:18:23.360675 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-30e33165-569c-4c02-953c-a7e9ec85cb96 req-496d98ad-8cd6-4ae1-b419-f94d7967fa8b tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d581952-18d3-498d-8cc3-0b845be06348 HTTP/1.1" status: 200 len: 945 time: 0.0786602 Mar 28 12:18:23.403627 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-30e33165-569c-4c02-953c-a7e9ec85cb96 req-ac55bdae-0bb4-425b-86ed-b963198212ec tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/security-groups?id=f54b431a-d03d-4e8e-a543-ccdce6b1f1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372903 Mar 28 12:18:24.588412 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050637b1-88b5-43ff-b41e-33e57dda549d req-188f1017-3de1-4de0-bbb7-efef21275442 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:18:24.589831 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-050637b1-88b5-43ff-b41e-33e57dda549d req-188f1017-3de1-4de0-bbb7-efef21275442 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d581952-18d3-498d-8cc3-0b845be06348 HTTP/1.1" status: 200 len: 945 time: 0.0820794 Mar 28 12:18:24.633719 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-050637b1-88b5-43ff-b41e-33e57dda549d req-d46883e4-ec86-4a3c-a672-254cff0fba20 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/security-groups?id=f54b431a-d03d-4e8e-a543-ccdce6b1f1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381835 Mar 28 12:18:25.817800 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c733853-7fcc-4415-916a-773b399dd5ca req-e5c679d8-9237-41a7-8cfe-d2a97bffea60 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:18:25.819149 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-1c733853-7fcc-4415-916a-773b399dd5ca req-e5c679d8-9237-41a7-8cfe-d2a97bffea60 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d581952-18d3-498d-8cc3-0b845be06348 HTTP/1.1" status: 200 len: 945 time: 0.0826912 Mar 28 12:18:25.866300 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-1c733853-7fcc-4415-916a-773b399dd5ca req-61537f31-a61a-4909-a02c-b2f694510c85 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/security-groups?id=f54b431a-d03d-4e8e-a543-ccdce6b1f1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407460 Mar 28 12:18:27.051823 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d601dad-e5f4-4d81-8fc0-fa241a7ea0ef req-ff8f8e1c-6560-4d0d-a327-aeb1fe6eea6c tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:18:27.053238 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-1d601dad-e5f4-4d81-8fc0-fa241a7ea0ef req-ff8f8e1c-6560-4d0d-a327-aeb1fe6eea6c tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d581952-18d3-498d-8cc3-0b845be06348 HTTP/1.1" status: 200 len: 945 time: 0.0830474 Mar 28 12:18:27.099791 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-1d601dad-e5f4-4d81-8fc0-fa241a7ea0ef req-6ec5ad6c-b33b-4853-adfe-0661ce78c7ac tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/security-groups?id=f54b431a-d03d-4e8e-a543-ccdce6b1f1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405023 Mar 28 12:18:28.285662 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2924c8ce-4e19-47bd-9c0a-b9d4004ec6f4 req-7066e417-9165-45de-99d4-f8834d102f0f tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:18:28.287104 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-2924c8ce-4e19-47bd-9c0a-b9d4004ec6f4 req-7066e417-9165-45de-99d4-f8834d102f0f tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d581952-18d3-498d-8cc3-0b845be06348 HTTP/1.1" status: 200 len: 945 time: 0.0796838 Mar 28 12:18:28.329930 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-2924c8ce-4e19-47bd-9c0a-b9d4004ec6f4 req-d5bcb439-b370-499d-b5f6-4830b9a05ea5 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/security-groups?id=f54b431a-d03d-4e8e-a543-ccdce6b1f1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371399 Mar 28 12:18:29.658838 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e9ef3f-0bd8-47ba-bec6-fa406c3e87e0 req-f70f206f-f4b8-45cc-a745-d9d538fc8ed6 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:18:29.660194 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-12e9ef3f-0bd8-47ba-bec6-fa406c3e87e0 req-f70f206f-f4b8-45cc-a745-d9d538fc8ed6 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d581952-18d3-498d-8cc3-0b845be06348 HTTP/1.1" status: 200 len: 945 time: 0.0806103 Mar 28 12:18:29.704350 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-12e9ef3f-0bd8-47ba-bec6-fa406c3e87e0 req-22449c29-af85-4244-a597-02d9885fbd12 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/security-groups?id=f54b431a-d03d-4e8e-a543-ccdce6b1f1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384610 Mar 28 12:18:30.985549 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62534cd3-b6b0-4678-8ea2-3da4f795633f req-c820302f-b351-49cf-aeaf-821c75965e17 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:18:30.987099 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-62534cd3-b6b0-4678-8ea2-3da4f795633f req-c820302f-b351-49cf-aeaf-821c75965e17 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d581952-18d3-498d-8cc3-0b845be06348 HTTP/1.1" status: 200 len: 945 time: 0.1778164 Mar 28 12:18:31.029754 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-62534cd3-b6b0-4678-8ea2-3da4f795633f req-ab92ffa5-a7a9-4769-bdb6-657d1144c4b6 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/security-groups?id=f54b431a-d03d-4e8e-a543-ccdce6b1f1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369208 Mar 28 12:18:32.211333 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674e26a6-4e04-4cad-ad8f-3ad410a3ca92 req-0cbef127-d031-40a0-a5a2-47653b390a80 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:18:32.213365 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-674e26a6-4e04-4cad-ad8f-3ad410a3ca92 req-0cbef127-d031-40a0-a5a2-47653b390a80 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d581952-18d3-498d-8cc3-0b845be06348 HTTP/1.1" status: 200 len: 945 time: 0.0818601 Mar 28 12:18:32.256401 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-674e26a6-4e04-4cad-ad8f-3ad410a3ca92 req-25db4803-474a-4d47-8fb6-ef1417b76d0f tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/security-groups?id=f54b431a-d03d-4e8e-a543-ccdce6b1f1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374987 Mar 28 12:18:32.354016 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-5d41193a-cc49-436b-8ef7-b836392d92d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:18:32.600938 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-03541c83-1a81-4a36-944f-5ca7c34d3478 req-62a328af-a13a-4672-89d0-7ff45c9d8df4 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=1d581952-18d3-498d-8cc3-0b845be06348&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0691223 Mar 28 12:18:32.654098 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444b3bff-e5d8-4972-ab72-e63086b1ae6b req-8f09b495-9c2a-41b2-8143-670bebbed313 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:18:32.655582 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-444b3bff-e5d8-4972-ab72-e63086b1ae6b req-8f09b495-9c2a-41b2-8143-670bebbed313 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d581952-18d3-498d-8cc3-0b845be06348 HTTP/1.1" status: 200 len: 945 time: 0.0823951 Mar 28 12:18:32.701594 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-444b3bff-e5d8-4972-ab72-e63086b1ae6b req-94da160d-7c51-44e8-9784-95066c17239a tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/security-groups?id=f54b431a-d03d-4e8e-a543-ccdce6b1f1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403292 Mar 28 12:18:33.674403 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03541c83-1a81-4a36-944f-5ca7c34d3478 req-d17410cf-2f35-4427-a1c6-3679a1ffc658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:18:33.675849 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-03541c83-1a81-4a36-944f-5ca7c34d3478 req-d17410cf-2f35-4427-a1c6-3679a1ffc658 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1a3c794a04474c8b9d8d0ed21e9c708b&device_id=1d581952-18d3-498d-8cc3-0b845be06348 HTTP/1.1" status: 200 len: 1098 time: 0.0726602 Mar 28 12:18:33.807320 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03541c83-1a81-4a36-944f-5ca7c34d3478 req-6a18ebc8-f88b-4e36-84e3-cab9e9519a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:18:33.808814 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-03541c83-1a81-4a36-944f-5ca7c34d3478 req-6a18ebc8-f88b-4e36-84e3-cab9e9519a4d service neutron] 10.222.0.11 "GET /v2.0/networks?id=d4e585cd-a443-41c3-9813-94aca86857da HTTP/1.1" status: 200 len: 912 time: 0.1271772 Mar 28 12:18:33.886958 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e32d98-0da3-4520-814d-5645a589dd34 req-56a38e5f-9b8a-4e1f-8770-7d61a0855fd7 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:18:33.888465 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-b6e32d98-0da3-4520-814d-5645a589dd34 req-56a38e5f-9b8a-4e1f-8770-7d61a0855fd7 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d581952-18d3-498d-8cc3-0b845be06348 HTTP/1.1" status: 200 len: 945 time: 0.0825195 Mar 28 12:18:33.935496 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-b6e32d98-0da3-4520-814d-5645a589dd34 req-f3a4102e-4651-4f4d-9ccb-c325ea0f737c tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/security-groups?id=f54b431a-d03d-4e8e-a543-ccdce6b1f1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408041 Mar 28 12:18:34.017044 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-03541c83-1a81-4a36-944f-5ca7c34d3478 req-5aa0562c-4396-48f5-8fbc-4a9b6b05ec76 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=26f692b3-af02-40aa-b718-ba0990e86fc9 HTTP/1.1" status: 200 len: 1001 time: 0.2017534 Mar 28 12:18:34.076749 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03541c83-1a81-4a36-944f-5ca7c34d3478 req-d0ecf3ae-feeb-4ce3-b7cb-b29faba69f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:18:34.078094 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-03541c83-1a81-4a36-944f-5ca7c34d3478 req-d0ecf3ae-feeb-4ce3-b7cb-b29faba69f6d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e2d2077c-3156-4fcb-884b-e46ab11a6b68 HTTP/1.1" status: 200 len: 851 time: 0.0556362 Mar 28 12:18:34.150908 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03541c83-1a81-4a36-944f-5ca7c34d3478 req-a291a382-7278-495e-b4cd-b50d8904cf80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:18:34.152381 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-03541c83-1a81-4a36-944f-5ca7c34d3478 req-a291a382-7278-495e-b4cd-b50d8904cf80 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d4e585cd-a443-41c3-9813-94aca86857da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0687716 Mar 28 12:18:34.282015 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-03541c83-1a81-4a36-944f-5ca7c34d3478 req-7887655a-1a2a-45f6-8376-6adb71f6ee07 service neutron] 10.222.0.11 "GET /v2.0/networks/d4e585cd-a443-41c3-9813-94aca86857da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221950 Mar 28 12:18:34.410541 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-03541c83-1a81-4a36-944f-5ca7c34d3478 req-6f6f2e34-93d7-4bd4-983c-dfae74ad82ce service neutron] 10.222.0.11 "GET /v2.0/networks/d4e585cd-a443-41c3-9813-94aca86857da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225908 Mar 28 12:18:34.741853 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-762771ec-f6a2-4da9-869e-600a294eff2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:18:35.128436 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac673418-e77d-44fe-ba8a-93e44cb0bb2a req-975a66b9-5fd9-4bc6-9c94-dc505db025d9 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:18:35.129764 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-ac673418-e77d-44fe-ba8a-93e44cb0bb2a req-975a66b9-5fd9-4bc6-9c94-dc505db025d9 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d581952-18d3-498d-8cc3-0b845be06348 HTTP/1.1" status: 200 len: 945 time: 0.0827873 Mar 28 12:18:35.173104 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-ac673418-e77d-44fe-ba8a-93e44cb0bb2a req-09a90a5c-33f8-46d6-b37c-e74e48f88ad4 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/security-groups?id=f54b431a-d03d-4e8e-a543-ccdce6b1f1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378094 Mar 28 12:18:35.721151 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:18:35.836005 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-ef3be119-c018-4979-be07-86cf959defc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:18:36.033368 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-03541c83-1a81-4a36-944f-5ca7c34d3478 req-835f144c-2943-4b3f-bda0-af7bad2aed95 service neutron] 10.222.0.11 "GET /v2.0/ports/26f692b3-af02-40aa-b718-ba0990e86fc9/bindings/hv-neutron-8353 HTTP/1.1" status: 200 len: 384 time: 0.0765660 Mar 28 12:18:36.293579 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03541c83-1a81-4a36-944f-5ca7c34d3478 req-98e93f0c-00f7-4470-9a67-b479df74758d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:18:36.294910 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-03541c83-1a81-4a36-944f-5ca7c34d3478 req-98e93f0c-00f7-4470-9a67-b479df74758d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=1d581952-18d3-498d-8cc3-0b845be06348&tenant_id=1a3c794a04474c8b9d8d0ed21e9c708b HTTP/1.1" status: 200 len: 1098 time: 0.0710320 Mar 28 12:18:36.363910 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4939c2d-41df-4cca-9c04-a1cf88c82321 req-019e03f4-8d76-4234-b261-01fc1d5cf413 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:18:36.365463 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-e4939c2d-41df-4cca-9c04-a1cf88c82321 req-019e03f4-8d76-4234-b261-01fc1d5cf413 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d581952-18d3-498d-8cc3-0b845be06348 HTTP/1.1" status: 200 len: 945 time: 0.0795722 Mar 28 12:18:36.384276 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03541c83-1a81-4a36-944f-5ca7c34d3478 req-fc311e27-f45f-4529-9d2c-fd7ad857d95c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:18:36.385734 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-03541c83-1a81-4a36-944f-5ca7c34d3478 req-fc311e27-f45f-4529-9d2c-fd7ad857d95c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1a3c794a04474c8b9d8d0ed21e9c708b&device_id=1d581952-18d3-498d-8cc3-0b845be06348 HTTP/1.1" status: 200 len: 1098 time: 0.0700274 Mar 28 12:18:36.413730 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-e4939c2d-41df-4cca-9c04-a1cf88c82321 req-92bc7468-1a26-4930-8ccf-5e3e64720c04 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/security-groups?id=f54b431a-d03d-4e8e-a543-ccdce6b1f1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423934 Mar 28 12:18:36.517795 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03541c83-1a81-4a36-944f-5ca7c34d3478 req-e0e300b3-a6a8-46c1-bea4-f6635a6eb950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:18:36.519215 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-03541c83-1a81-4a36-944f-5ca7c34d3478 req-e0e300b3-a6a8-46c1-bea4-f6635a6eb950 service neutron] 10.222.0.11 "GET /v2.0/networks?id=d4e585cd-a443-41c3-9813-94aca86857da HTTP/1.1" status: 200 len: 912 time: 0.1273248 Mar 28 12:18:36.620125 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-03541c83-1a81-4a36-944f-5ca7c34d3478 req-dcd975f2-672f-4944-9d4f-d1752dd43bf5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=26f692b3-af02-40aa-b718-ba0990e86fc9 HTTP/1.1" status: 200 len: 1001 time: 0.0948210 Mar 28 12:18:36.684486 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03541c83-1a81-4a36-944f-5ca7c34d3478 req-5c3fa59c-fcc7-45b4-a724-68ec8d53a61d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:18:36.685854 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-03541c83-1a81-4a36-944f-5ca7c34d3478 req-5c3fa59c-fcc7-45b4-a724-68ec8d53a61d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e2d2077c-3156-4fcb-884b-e46ab11a6b68 HTTP/1.1" status: 200 len: 851 time: 0.0600967 Mar 28 12:18:36.757501 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03541c83-1a81-4a36-944f-5ca7c34d3478 req-086309eb-6923-4f37-a15a-3983d4262348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:18:36.759686 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-03541c83-1a81-4a36-944f-5ca7c34d3478 req-086309eb-6923-4f37-a15a-3983d4262348 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d4e585cd-a443-41c3-9813-94aca86857da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0683811 Mar 28 12:18:36.888216 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-03541c83-1a81-4a36-944f-5ca7c34d3478 req-d4364d20-4513-42df-987f-da13af8336ff service neutron] 10.222.0.11 "GET /v2.0/networks/d4e585cd-a443-41c3-9813-94aca86857da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225648 Mar 28 12:18:37.019185 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-03541c83-1a81-4a36-944f-5ca7c34d3478 req-c8b2c4e8-b6f5-422f-8e8b-777e9694f49d service neutron] 10.222.0.11 "GET /v2.0/networks/d4e585cd-a443-41c3-9813-94aca86857da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252732 Mar 28 12:18:37.492344 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-b7ccd3c7-0277-4f12-8e5c-e41478141af5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:18:37.600179 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39981d3b-f079-433e-a87f-2b489f30c739 req-d1725745-33e6-411c-81c8-312337b91f10 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:18:37.601588 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-39981d3b-f079-433e-a87f-2b489f30c739 req-d1725745-33e6-411c-81c8-312337b91f10 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d581952-18d3-498d-8cc3-0b845be06348 HTTP/1.1" status: 200 len: 945 time: 0.0829403 Mar 28 12:18:37.645451 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-39981d3b-f079-433e-a87f-2b489f30c739 req-f5df9bb9-d7a6-432a-8c13-b289366b7ad2 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/security-groups?id=f54b431a-d03d-4e8e-a543-ccdce6b1f1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374925 Mar 28 12:18:38.218210 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Device 26f692b3-af02-40aa-b718-ba0990e86fc9 details requested by agent hyperv_hv-neutron-8353 with host hv-neutron-8353 {{(pid=87872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 28 12:18:38.352616 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] For port 26f692b3-af02-40aa-b718-ba0990e86fc9, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=26f692b3-af02-40aa-b718-ba0990e86fc9,segment=NetworkSegment(d563b7ac-8b16-4779-b0a9-16deb9c3c180),segment_id=d563b7ac-8b16-4779-b0a9-16deb9c3c180)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:18:38.367853 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Returning: {'device': '26f692b3-af02-40aa-b718-ba0990e86fc9', 'network_id': 'd4e585cd-a443-41c3-9813-94aca86857da', 'port_id': '26f692b3-af02-40aa-b718-ba0990e86fc9', 'mac_address': 'fa:16:3e:3a:48:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2d2077c-3156-4fcb-884b-e46ab11a6b68', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 28 12:18:38.421691 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:18:38.438398 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.notifiers.nova [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 26f692b3-af02-40aa-b718-ba0990e86fc9 {{(pid=87872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 12:18:38.453853 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] For port 26f692b3-af02-40aa-b718-ba0990e86fc9, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=26f692b3-af02-40aa-b718-ba0990e86fc9,segment=NetworkSegment(d563b7ac-8b16-4779-b0a9-16deb9c3c180),segment_id=d563b7ac-8b16-4779-b0a9-16deb9c3c180)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:18:38.457402 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:18:38.557925 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] get_ports_and_sgs() called for port_ids ['26f692b3-af02-40aa-b718-ba0990e86fc9'] {{(pid=87872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 12:18:38.581076 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Pushing event updated for resources: {'Port': ['ID=26f692b3-af02-40aa-b718-ba0990e86fc9,revision_number=6']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:18:38.598700 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:18:38.599038 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:18:38.599368 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:18:38.599728 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:18:38.600052 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:18:38.600374 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:18:38.600693 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:18:38.601008 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:18:38.601327 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:18:38.601640 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:18:38.601954 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:18:38.602265 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:18:38.828567 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714ac04e-6812-4fe4-bd48-9ac43b86b721 req-b18d2032-95db-4138-aff7-d290bd3f1013 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:18:38.830275 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-714ac04e-6812-4fe4-bd48-9ac43b86b721 req-b18d2032-95db-4138-aff7-d290bd3f1013 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d581952-18d3-498d-8cc3-0b845be06348 HTTP/1.1" status: 200 len: 944 time: 0.0798941 Mar 28 12:18:38.875000 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-714ac04e-6812-4fe4-bd48-9ac43b86b721 req-10fec074-abe3-4d42-977c-33d8ac2c205c tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/security-groups?id=f54b431a-d03d-4e8e-a543-ccdce6b1f1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389338 Mar 28 12:18:39.179233 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a144a826-5d14-49c3-940e-d5291dd35dcc req-1ccf2230-45a0-4d85-aa31-da366fb941ec tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:18:39.180701 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-a144a826-5d14-49c3-940e-d5291dd35dcc req-1ccf2230-45a0-4d85-aa31-da366fb941ec tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d581952-18d3-498d-8cc3-0b845be06348 HTTP/1.1" status: 200 len: 944 time: 0.0851951 Mar 28 12:18:39.181473 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c870e3e-8572-42de-b32f-ea2b9e0f9058 req-221bfeaa-f27b-46b5-aac3-45a9eeef91ae tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:18:39.183421 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-0c870e3e-8572-42de-b32f-ea2b9e0f9058 req-221bfeaa-f27b-46b5-aac3-45a9eeef91ae tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.11 "GET /v2.0/ports?device_id=1d581952-18d3-498d-8cc3-0b845be06348&tenant_id=1a3c794a04474c8b9d8d0ed21e9c708b&binding%3Ahost_id=hv-neutron-8353 HTTP/1.1" status: 200 len: 944 time: 0.0841246 Mar 28 12:18:39.225549 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-a144a826-5d14-49c3-940e-d5291dd35dcc req-ed29e768-823e-47c1-8992-2d5c2aae4e94 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/security-groups?id=f54b431a-d03d-4e8e-a543-ccdce6b1f1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388305 Mar 28 12:18:39.324692 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c870e3e-8572-42de-b32f-ea2b9e0f9058 req-47402f97-6614-47bc-ab7f-a7b8e5efbb6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:18:39.326038 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-0c870e3e-8572-42de-b32f-ea2b9e0f9058 req-47402f97-6614-47bc-ab7f-a7b8e5efbb6e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1a3c794a04474c8b9d8d0ed21e9c708b&device_id=1d581952-18d3-498d-8cc3-0b845be06348 HTTP/1.1" status: 200 len: 1097 time: 0.0735195 Mar 28 12:18:39.549103 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c870e3e-8572-42de-b32f-ea2b9e0f9058 req-1ef40a01-dc8f-4cb5-8d0a-cf1c44071db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:18:39.550532 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-0c870e3e-8572-42de-b32f-ea2b9e0f9058 req-1ef40a01-dc8f-4cb5-8d0a-cf1c44071db6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=d4e585cd-a443-41c3-9813-94aca86857da HTTP/1.1" status: 200 len: 912 time: 0.2188683 Mar 28 12:18:39.650789 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-0c870e3e-8572-42de-b32f-ea2b9e0f9058 req-ec7e2bd0-c542-452f-8fc2-9a519b326119 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=26f692b3-af02-40aa-b718-ba0990e86fc9 HTTP/1.1" status: 200 len: 1000 time: 0.0941494 Mar 28 12:18:39.710406 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c870e3e-8572-42de-b32f-ea2b9e0f9058 req-6b88b88b-c1f5-4398-9bca-9cc0bcda0198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:18:39.711788 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-0c870e3e-8572-42de-b32f-ea2b9e0f9058 req-6b88b88b-c1f5-4398-9bca-9cc0bcda0198 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e2d2077c-3156-4fcb-884b-e46ab11a6b68 HTTP/1.1" status: 200 len: 851 time: 0.0557728 Mar 28 12:18:39.783524 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c870e3e-8572-42de-b32f-ea2b9e0f9058 req-41f948f4-c444-42d1-84c1-40c268ddc6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:18:39.784944 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-0c870e3e-8572-42de-b32f-ea2b9e0f9058 req-41f948f4-c444-42d1-84c1-40c268ddc6b8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d4e585cd-a443-41c3-9813-94aca86857da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0678368 Mar 28 12:18:39.915038 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-0c870e3e-8572-42de-b32f-ea2b9e0f9058 req-b4bce5d6-58fb-4e2a-9fb3-d326798a0aed service neutron] 10.222.0.11 "GET /v2.0/networks/d4e585cd-a443-41c3-9813-94aca86857da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226733 Mar 28 12:18:40.045915 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-0c870e3e-8572-42de-b32f-ea2b9e0f9058 req-79fee96b-9c8b-40a0-98ca-fd578976b599 service neutron] 10.222.0.11 "GET /v2.0/networks/d4e585cd-a443-41c3-9813-94aca86857da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250229 Mar 28 12:18:40.248866 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Device 26f692b3-af02-40aa-b718-ba0990e86fc9 up at agent hyperv_hv-neutron-8353 {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:18:40.315244 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Provisioning complete for port 26f692b3-af02-40aa-b718-ba0990e86fc9 triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:18:40.315642 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:18:40.434531 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:18:40.436063 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc50476-efcc-420f-961a-beb26e370bea req-7d91925c-f951-4027-b8b1-861db9b31761 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:18:40.437787 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-fbc50476-efcc-420f-961a-beb26e370bea req-7d91925c-f951-4027-b8b1-861db9b31761 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d581952-18d3-498d-8cc3-0b845be06348 HTTP/1.1" status: 200 len: 944 time: 0.1014450 Mar 28 12:18:40.462325 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d581952-18d3-498d-8cc3-0b845be06348', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26f692b3-af02-40aa-b718-ba0990e86fc9'}] {{(pid=87872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 12:18:40.473144 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] For port 26f692b3-af02-40aa-b718-ba0990e86fc9, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=26f692b3-af02-40aa-b718-ba0990e86fc9,segment=NetworkSegment(d563b7ac-8b16-4779-b0a9-16deb9c3c180),segment_id=d563b7ac-8b16-4779-b0a9-16deb9c3c180)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:18:40.478239 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:18:40.492789 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-fbc50476-efcc-420f-961a-beb26e370bea req-0bb4a410-b1ab-4788-81d4-f9c8eb5e6518 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/security-groups?id=f54b431a-d03d-4e8e-a543-ccdce6b1f1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476487 Mar 28 12:18:40.524819 dv-neutron-835340-2-hyperv neutron-server[87872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d581952-18d3-498d-8cc3-0b845be06348', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26f692b3-af02-40aa-b718-ba0990e86fc9', 'code': 200} Mar 28 12:18:40.560686 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Pushing event updated for resources: {'Port': ['ID=26f692b3-af02-40aa-b718-ba0990e86fc9,revision_number=7']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:18:41.483744 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.agents_db [None req-03fd49d8-b51b-41c1-8716-b8e265c93689 None None] Agent healthcheck: found 6 active agents {{(pid=87873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 12:18:41.678387 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29f8ce9-d60d-4f29-9967-d842e62f72fe req-5fdfa06e-0c61-4134-a60c-c0bb8ffbc9f3 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:18:41.679819 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-f29f8ce9-d60d-4f29-9967-d842e62f72fe req-5fdfa06e-0c61-4134-a60c-c0bb8ffbc9f3 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d581952-18d3-498d-8cc3-0b845be06348 HTTP/1.1" status: 200 len: 945 time: 0.0778856 Mar 28 12:18:41.725757 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-f29f8ce9-d60d-4f29-9967-d842e62f72fe req-77ae1ffb-5f9c-47aa-9fe9-8904edb81eb5 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/security-groups?id=f54b431a-d03d-4e8e-a543-ccdce6b1f1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402298 Mar 28 12:18:41.909835 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af44862-a17a-40e5-9dec-d11fe7c28e87 req-ba0c0f9f-85c6-41de-997a-bede2bca0c4e tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:18:41.911295 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-9af44862-a17a-40e5-9dec-d11fe7c28e87 req-ba0c0f9f-85c6-41de-997a-bede2bca0c4e tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d581952-18d3-498d-8cc3-0b845be06348 HTTP/1.1" status: 200 len: 945 time: 0.0788367 Mar 28 12:18:41.955839 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-9af44862-a17a-40e5-9dec-d11fe7c28e87 req-372853de-cab8-4e10-b7b4-335eb3780d3f tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/security-groups?id=f54b431a-d03d-4e8e-a543-ccdce6b1f1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383523 Mar 28 12:18:42.289517 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9791ae-be61-4111-9a15-10fce40a7e4b req-3f6f648d-4c0a-4045-abbf-62ac5938bbb4 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:18:42.291501 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-ae9791ae-be61-4111-9a15-10fce40a7e4b req-3f6f648d-4c0a-4045-abbf-62ac5938bbb4 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d581952-18d3-498d-8cc3-0b845be06348 HTTP/1.1" status: 200 len: 945 time: 0.0834787 Mar 28 12:18:42.333398 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ffe441-6b0d-4337-b923-46988421a1ea req-3ed83173-c4e9-41fe-a97c-a92bcd1c18b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:18:42.334833 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-54ffe441-6b0d-4337-b923-46988421a1ea req-3ed83173-c4e9-41fe-a97c-a92bcd1c18b8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1a3c794a04474c8b9d8d0ed21e9c708b&device_id=1d581952-18d3-498d-8cc3-0b845be06348 HTTP/1.1" status: 200 len: 1098 time: 0.0744565 Mar 28 12:18:42.336052 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-ae9791ae-be61-4111-9a15-10fce40a7e4b req-362b502c-7067-4224-b5dd-79076a5dd625 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/security-groups?id=f54b431a-d03d-4e8e-a543-ccdce6b1f1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386951 Mar 28 12:18:42.470111 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ffe441-6b0d-4337-b923-46988421a1ea req-f1d41a13-c297-4818-b476-f73721918c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:18:42.471551 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-54ffe441-6b0d-4337-b923-46988421a1ea req-f1d41a13-c297-4818-b476-f73721918c2d service neutron] 10.222.0.11 "GET /v2.0/networks?id=d4e585cd-a443-41c3-9813-94aca86857da HTTP/1.1" status: 200 len: 912 time: 0.1291106 Mar 28 12:18:42.571637 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-54ffe441-6b0d-4337-b923-46988421a1ea req-caffa044-9754-4d99-adc2-edb35eb5e226 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=26f692b3-af02-40aa-b718-ba0990e86fc9 HTTP/1.1" status: 200 len: 1001 time: 0.0936897 Mar 28 12:18:42.632412 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ffe441-6b0d-4337-b923-46988421a1ea req-32e5a344-aaca-41b0-b08d-f5f1d79c1510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:18:42.633806 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-54ffe441-6b0d-4337-b923-46988421a1ea req-32e5a344-aaca-41b0-b08d-f5f1d79c1510 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e2d2077c-3156-4fcb-884b-e46ab11a6b68 HTTP/1.1" status: 200 len: 851 time: 0.0567868 Mar 28 12:18:42.710754 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ffe441-6b0d-4337-b923-46988421a1ea req-dc0a1267-0528-4619-a470-20015f33da10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:18:42.712207 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-54ffe441-6b0d-4337-b923-46988421a1ea req-dc0a1267-0528-4619-a470-20015f33da10 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d4e585cd-a443-41c3-9813-94aca86857da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0728869 Mar 28 12:18:42.840696 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-54ffe441-6b0d-4337-b923-46988421a1ea req-4f7bf99b-1559-4f0c-a385-28bb8b42a869 service neutron] 10.222.0.11 "GET /v2.0/networks/d4e585cd-a443-41c3-9813-94aca86857da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219966 Mar 28 12:18:42.967477 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-54ffe441-6b0d-4337-b923-46988421a1ea req-9008d7db-4495-4b13-b77a-c8f7f85181d9 service neutron] 10.222.0.11 "GET /v2.0/networks/d4e585cd-a443-41c3-9813-94aca86857da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210899 Mar 28 12:18:43.530438 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab23c02-73a0-49f0-bfb6-5f6b9d178d86 req-c01c7958-9f05-42a8-959d-f3669e6d0cef tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:18:43.531876 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-5ab23c02-73a0-49f0-bfb6-5f6b9d178d86 req-c01c7958-9f05-42a8-959d-f3669e6d0cef tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d581952-18d3-498d-8cc3-0b845be06348 HTTP/1.1" status: 200 len: 945 time: 0.0797019 Mar 28 12:18:43.574986 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-5ab23c02-73a0-49f0-bfb6-5f6b9d178d86 req-e60c2c2e-8df9-4418-8573-a734aa78e173 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/security-groups?id=f54b431a-d03d-4e8e-a543-ccdce6b1f1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376019 Mar 28 12:18:44.047010 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea9af99-3c60-4e3b-af9c-1c588820f407 req-79bb72be-bd33-4973-8609-aa0f9b00abd0 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:18:44.048453 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-aea9af99-3c60-4e3b-af9c-1c588820f407 req-79bb72be-bd33-4973-8609-aa0f9b00abd0 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d581952-18d3-498d-8cc3-0b845be06348 HTTP/1.1" status: 200 len: 945 time: 0.1759624 Mar 28 12:18:44.090957 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-aea9af99-3c60-4e3b-af9c-1c588820f407 req-8fb7f50f-4648-4acc-8250-d015c1ff5a50 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/security-groups?id=f54b431a-d03d-4e8e-a543-ccdce6b1f1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368931 Mar 28 12:18:45.278589 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbaa7e1-bd8f-4206-acaf-11a22a880030 req-3c51dad1-fdf1-489b-956d-03f31cfa8d03 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:18:45.280037 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-5cbaa7e1-bd8f-4206-acaf-11a22a880030 req-3c51dad1-fdf1-489b-956d-03f31cfa8d03 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d581952-18d3-498d-8cc3-0b845be06348 HTTP/1.1" status: 200 len: 945 time: 0.0835335 Mar 28 12:18:45.323206 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-5cbaa7e1-bd8f-4206-acaf-11a22a880030 req-e576fc04-59af-4537-adc5-e9cdb6b5fd3c tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/security-groups?id=f54b431a-d03d-4e8e-a543-ccdce6b1f1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376544 Mar 28 12:18:45.512842 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9966f73f-e08d-4614-bc91-d54fa40b52f3 req-f80590a9-2c53-40a8-8dcf-3868b6af1654 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:18:45.514221 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-9966f73f-e08d-4614-bc91-d54fa40b52f3 req-f80590a9-2c53-40a8-8dcf-3868b6af1654 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.11 "GET /v2.0/ports?device_id=1d581952-18d3-498d-8cc3-0b845be06348 HTTP/1.1" status: 200 len: 945 time: 0.0819027 Mar 28 12:18:45.582390 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [req-9966f73f-e08d-4614-bc91-d54fa40b52f3 req-aa69001f-8a1f-4483-ac62-57913b9b0430 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Deleting port 26f692b3-af02-40aa-b718-ba0990e86fc9 {{(pid=87871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:18:45.582730 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-9966f73f-e08d-4614-bc91-d54fa40b52f3 req-aa69001f-8a1f-4483-ac62-57913b9b0430 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:18:45.826561 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.db [req-9966f73f-e08d-4614-bc91-d54fa40b52f3 req-aa69001f-8a1f-4483-ac62-57913b9b0430 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] For port 26f692b3-af02-40aa-b718-ba0990e86fc9, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=26f692b3-af02-40aa-b718-ba0990e86fc9,segment=NetworkSegment(d563b7ac-8b16-4779-b0a9-16deb9c3c180),segment_id=d563b7ac-8b16-4779-b0a9-16deb9c3c180)] {{(pid=87871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:18:45.826828 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-9966f73f-e08d-4614-bc91-d54fa40b52f3 req-aa69001f-8a1f-4483-ac62-57913b9b0430 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:18:46.109033 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-9966f73f-e08d-4614-bc91-d54fa40b52f3 req-aa69001f-8a1f-4483-ac62-57913b9b0430 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:18:46.109318 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-9966f73f-e08d-4614-bc91-d54fa40b52f3 req-aa69001f-8a1f-4483-ac62-57913b9b0430 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-709520'] for floatingip, after_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:18:46.109622 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.db.l3_db [req-9966f73f-e08d-4614-bc91-d54fa40b52f3 req-aa69001f-8a1f-4483-ac62-57913b9b0430 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Floating IP fb01ee55-0771-40a2-a88c-4e5811c5dab8 disassociated. External IP: 172.26.7.253, port: 26f692b3-af02-40aa-b718-ba0990e86fc9. Mar 28 12:18:46.109949 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [req-9966f73f-e08d-4614-bc91-d54fa40b52f3 req-aa69001f-8a1f-4483-ac62-57913b9b0430 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Calling delete_port for 26f692b3-af02-40aa-b718-ba0990e86fc9 owned by compute:nova {{(pid=87871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:18:46.253238 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-9966f73f-e08d-4614-bc91-d54fa40b52f3 req-aa69001f-8a1f-4483-ac62-57913b9b0430 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:18:46.304508 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa69001f-8a1f-4483-ac62-57913b9b0430 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Pushing event deleted for resources: {'Port': ['ID=26f692b3-af02-40aa-b718-ba0990e86fc9,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:18:46.316269 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa69001f-8a1f-4483-ac62-57913b9b0430 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:18:46.316618 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa69001f-8a1f-4483-ac62-57913b9b0430 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:18:46.316953 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa69001f-8a1f-4483-ac62-57913b9b0430 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:18:46.317285 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa69001f-8a1f-4483-ac62-57913b9b0430 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:18:46.317608 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa69001f-8a1f-4483-ac62-57913b9b0430 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:18:46.317935 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa69001f-8a1f-4483-ac62-57913b9b0430 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:18:46.318258 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa69001f-8a1f-4483-ac62-57913b9b0430 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:18:46.318583 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa69001f-8a1f-4483-ac62-57913b9b0430 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:18:46.318902 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa69001f-8a1f-4483-ac62-57913b9b0430 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:18:46.319224 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa69001f-8a1f-4483-ac62-57913b9b0430 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:18:46.319565 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa69001f-8a1f-4483-ac62-57913b9b0430 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:18:46.319884 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa69001f-8a1f-4483-ac62-57913b9b0430 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:18:46.511660 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-ce8eb2e0-47ac-4726-a1ec-c485377547c1 req-32eb2ccd-a7db-4ccd-84cd-f55d1b35d987 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d581952-18d3-498d-8cc3-0b845be06348 HTTP/1.1" status: 200 len: 210 time: 0.0518022 Mar 28 12:18:46.539328 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9966f73f-e08d-4614-bc91-d54fa40b52f3 req-aa69001f-8a1f-4483-ac62-57913b9b0430 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Router 43457749-50b5-4286-ad1b-43d54251d413 has already been hosted by L3 agent af79d429-529e-400b-a119-94d4bec03f3e {{(pid=87871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 12:18:46.719069 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9966f73f-e08d-4614-bc91-d54fa40b52f3 req-aa69001f-8a1f-4483-ac62-57913b9b0430 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 12:18:46.730723 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e9e3c8-6ad8-4a1c-bedd-171ce082c01e None None] Sync routers for ids ['43457749-50b5-4286-ad1b-43d54251d413'] in dv-neutron-835340-2-hyperv {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 12:18:46.742067 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e9e3c8-6ad8-4a1c-bedd-171ce082c01e None None] Routers {'43457749-50b5-4286-ad1b-43d54251d413'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:18:46.742685 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-35e9e3c8-6ad8-4a1c-bedd-171ce082c01e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:18:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['43457749-50b5-4286-ad1b-43d54251d413'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:18:46.904161 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.l3_dvrscheduler_db [req-9966f73f-e08d-4614-bc91-d54fa40b52f3 req-aa69001f-8a1f-4483-ac62-57913b9b0430 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] No DVR routers for this DVR port 26f692b3-af02-40aa-b718-ba0990e86fc9 on host hv-neutron-8353 {{(pid=87871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 12:18:46.906572 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-9966f73f-e08d-4614-bc91-d54fa40b52f3 req-aa69001f-8a1f-4483-ac62-57913b9b0430 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:18:46.909251 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d581952-18d3-498d-8cc3-0b845be06348', 'name': 'network-vif-deleted', 'tag': '26f692b3-af02-40aa-b718-ba0990e86fc9'}] {{(pid=87871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 12:18:46.926069 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-9966f73f-e08d-4614-bc91-d54fa40b52f3 req-aa69001f-8a1f-4483-ac62-57913b9b0430 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.11 "DELETE /v2.0/ports/26f692b3-af02-40aa-b718-ba0990e86fc9 HTTP/1.1" status: 204 len: 173 time: 1.4066908 Mar 28 12:18:46.957193 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d581952-18d3-498d-8cc3-0b845be06348', 'name': 'network-vif-deleted', 'tag': '26f692b3-af02-40aa-b718-ba0990e86fc9', 'status': 'completed', 'code': 200} Mar 28 12:18:46.962095 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvr_db [None req-35e9e3c8-6ad8-4a1c-bedd-171ce082c01e None None] Set router 43457749-50b5-4286-ad1b-43d54251d413 gateway port host: dv-neutron-835340-2-hyperv {{(pid=87873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:18:47.271942 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-35e9e3c8-6ad8-4a1c-bedd-171ce082c01e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43457749-50b5-4286-ad1b-43d54251d413', 'name': 'tempest-ServerActionsTestJSON-1611452995-router', 'tenant_id': '1a3c794a04474c8b9d8d0ed21e9c708b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.116'}], 'enable_snat': True}, 'gw_port_id': 'd0dd7998-7ddc-4088-9eee-8f3e64379196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:17:03Z', 'updated_at': '2022-03-28T12:17:07Z', 'revision_number': 4, 'project_id': '1a3c794a04474c8b9d8d0ed21e9c708b', 'gw_port': {'id': 'd0dd7998-7ddc-4088-9eee-8f3e64379196', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a0:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43457749-50b5-4286-ad1b-43d54251d413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:17:03Z', 'updated_at': '2022-03-28T12:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_interfaces': [{'id': '6ecd2cd5-23d1-4bd7-9974-4f97a43141c3', 'name': '', 'network_id': 'd4e585cd-a443-41c3-9813-94aca86857da', 'tenant_id': '1a3c794a04474c8b9d8d0ed21e9c708b', 'mac_address': 'fa:16:3e:56:90:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43457749-50b5-4286-ad1b-43d54251d413', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'e2d2077c-3156-4fcb-884b-e46ab11a6b68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:17:06Z', 'updated_at': '2022-03-28T12:17:12Z', 'revision_number': 5, 'project_id': '1a3c794a04474c8b9d8d0ed21e9c708b', 'subnets': [{'id': 'e2d2077c-3156-4fcb-884b-e46ab11a6b68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:18:47.276758 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e9e3c8-6ad8-4a1c-bedd-171ce082c01e None None] Checking router: 43457749-50b5-4286-ad1b-43d54251d413 for host: dv-neutron-835340-2-hyperv {{(pid=87873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 12:18:47.284832 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e9e3c8-6ad8-4a1c-bedd-171ce082c01e None None] Routers {'43457749-50b5-4286-ad1b-43d54251d413'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:18:47.285408 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-35e9e3c8-6ad8-4a1c-bedd-171ce082c01e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:18:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['43457749-50b5-4286-ad1b-43d54251d413'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:18:47.460196 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvr_db [None req-35e9e3c8-6ad8-4a1c-bedd-171ce082c01e None None] Set router 43457749-50b5-4286-ad1b-43d54251d413 gateway port host: dv-neutron-835340-2-hyperv {{(pid=87873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:18:47.772267 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-35e9e3c8-6ad8-4a1c-bedd-171ce082c01e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43457749-50b5-4286-ad1b-43d54251d413', 'name': 'tempest-ServerActionsTestJSON-1611452995-router', 'tenant_id': '1a3c794a04474c8b9d8d0ed21e9c708b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.116'}], 'enable_snat': True}, 'gw_port_id': 'd0dd7998-7ddc-4088-9eee-8f3e64379196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:17:03Z', 'updated_at': '2022-03-28T12:17:07Z', 'revision_number': 4, 'project_id': '1a3c794a04474c8b9d8d0ed21e9c708b', 'gw_port': {'id': 'd0dd7998-7ddc-4088-9eee-8f3e64379196', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a0:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43457749-50b5-4286-ad1b-43d54251d413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:17:03Z', 'updated_at': '2022-03-28T12:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_interfaces': [{'id': '6ecd2cd5-23d1-4bd7-9974-4f97a43141c3', 'name': '', 'network_id': 'd4e585cd-a443-41c3-9813-94aca86857da', 'tenant_id': '1a3c794a04474c8b9d8d0ed21e9c708b', 'mac_address': 'fa:16:3e:56:90:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43457749-50b5-4286-ad1b-43d54251d413', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'e2d2077c-3156-4fcb-884b-e46ab11a6b68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:17:06Z', 'updated_at': '2022-03-28T12:17:12Z', 'revision_number': 5, 'project_id': '1a3c794a04474c8b9d8d0ed21e9c708b', 'subnets': [{'id': 'e2d2077c-3156-4fcb-884b-e46ab11a6b68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:18:47.776202 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e9e3c8-6ad8-4a1c-bedd-171ce082c01e None None] The sync data for ids ['43457749-50b5-4286-ad1b-43d54251d413'] in dv-neutron-835340-2-hyperv is: [{'id': '43457749-50b5-4286-ad1b-43d54251d413', 'name': 'tempest-ServerActionsTestJSON-1611452995-router', 'tenant_id': '1a3c794a04474c8b9d8d0ed21e9c708b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.116'}], 'enable_snat': True}, 'gw_port_id': 'd0dd7998-7ddc-4088-9eee-8f3e64379196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:17:03Z', 'updated_at': '2022-03-28T12:17:07Z', 'revision_number': 4, 'project_id': '1a3c794a04474c8b9d8d0ed21e9c708b', 'gw_port': {'id': 'd0dd7998-7ddc-4088-9eee-8f3e64379196', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a0:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43457749-50b5-4286-ad1b-43d54251d413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:17:03Z', 'updated_at': '2022-03-28T12:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_interfaces': [{'id': '6ecd2cd5-23d1-4bd7-9974-4f97a43141c3', 'name': '', 'network_id': 'd4e585cd-a443-41c3-9813-94aca86857da', 'tenant_id': '1a3c794a04474c8b9d8d0ed21e9c708b', 'mac_address': 'fa:16:3e:56:90:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43457749-50b5-4286-ad1b-43d54251d413', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'e2d2077c-3156-4fcb-884b-e46ab11a6b68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:17:06Z', 'updated_at': '2022-03-28T12:17:12Z', 'revision_number': 5, 'project_id': '1a3c794a04474c8b9d8d0ed21e9c708b', 'subnets': [{'id': 'e2d2077c-3156-4fcb-884b-e46ab11a6b68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 12:18:47.843677 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-ccc55ecf-ef34-4af7-8bdf-eb695123838b req-4f3ca8f7-7e5c-411c-92fe-c5f24e9c68d3 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1120110286&fields=id&tenant_id=1a3c794a04474c8b9d8d0ed21e9c708b HTTP/1.1" status: 200 len: 267 time: 0.0440388 Mar 28 12:18:47.999102 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc55ecf-ef34-4af7-8bdf-eb695123838b req-e7bccfa9-1946-4fde-906a-0e30eefd3769 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:18:48.000433 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e3c7fb-f6a2-4b18-bcdb-967b13ad1811 None None] New status for floating IP fb01ee55-0771-40a2-a88c-4e5811c5dab8: DOWN {{(pid=87872) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 12:18:48.000908 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-ccc55ecf-ef34-4af7-8bdf-eb695123838b req-e7bccfa9-1946-4fde-906a-0e30eefd3769 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/networks?id=d4e585cd-a443-41c3-9813-94aca86857da HTTP/1.1" status: 200 len: 812 time: 0.1505730 Mar 28 12:18:48.016697 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-ccc55ecf-ef34-4af7-8bdf-eb695123838b req-cd52dfc7-4909-4de0-8983-76cca42d9297 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/quotas/1a3c794a04474c8b9d8d0ed21e9c708b HTTP/1.1" status: 200 len: 375 time: 0.0104244 Mar 28 12:18:48.105306 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [req-ccc55ecf-ef34-4af7-8bdf-eb695123838b req-6c489478-99ee-40fe-983f-232c5651c0a8 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Synchronizing usage tracker for tenant:1a3c794a04474c8b9d8d0ed21e9c708b on resource:port {{(pid=87871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:18:48.122621 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [req-ccc55ecf-ef34-4af7-8bdf-eb695123838b req-6c489478-99ee-40fe-983f-232c5651c0a8 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Unset dirty status for tenant:1a3c794a04474c8b9d8d0ed21e9c708b on resource:port {{(pid=87871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:18:48.124056 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-ccc55ecf-ef34-4af7-8bdf-eb695123838b req-6c489478-99ee-40fe-983f-232c5651c0a8 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=1a3c794a04474c8b9d8d0ed21e9c708b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1024051 Mar 28 12:18:48.141059 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [req-ccc55ecf-ef34-4af7-8bdf-eb695123838b req-021d0931-4cef-40ab-abae-dad638b968c7 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=87871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 12:18:48.142092 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-ccc55ecf-ef34-4af7-8bdf-eb695123838b req-021d0931-4cef-40ab-abae-dad638b968c7 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052569 Mar 28 12:18:48.275283 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-ccc55ecf-ef34-4af7-8bdf-eb695123838b req-c56b43c7-d94c-4740-ba4f-0645d3a862ba service neutron] 10.222.0.30 "GET /v2.0/networks/d4e585cd-a443-41c3-9813-94aca86857da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274021 Mar 28 12:18:48.403355 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-ccc55ecf-ef34-4af7-8bdf-eb695123838b req-b5eb625a-a753-48b1-8767-2bc7248e673a service neutron] 10.222.0.30 "GET /v2.0/networks/d4e585cd-a443-41c3-9813-94aca86857da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217647 Mar 28 12:18:48.575669 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-c1beb6ca-09d7-4d64-bfc0-2f72c9eb27ad req-77e78113-7fc8-455a-9c89-542f13438af4 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/ports?device_id=2cd7f62d-b496-4b3f-9dbf-0ea65ea5e4e6 HTTP/1.1" status: 200 len: 210 time: 0.0424888 Mar 28 12:18:49.582093 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc55ecf-ef34-4af7-8bdf-eb695123838b req-1e6c5f03-cf80-468e-8cda-fb7b4b1a0bac tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:18:49.583497 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-ccc55ecf-ef34-4af7-8bdf-eb695123838b req-1e6c5f03-cf80-468e-8cda-fb7b4b1a0bac tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.11 "GET /v2.0/networks?id=d4e585cd-a443-41c3-9813-94aca86857da HTTP/1.1" status: 200 len: 812 time: 0.1546199 Mar 28 12:18:49.633481 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-ccc55ecf-ef34-4af7-8bdf-eb695123838b req-56509cec-ecb8-4b21-a215-b3ad727896ed tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1a3c794a04474c8b9d8d0ed21e9c708b HTTP/1.1" status: 200 len: 380 time: 0.0420902 Mar 28 12:18:49.642443 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [req-ccc55ecf-ef34-4af7-8bdf-eb695123838b req-10e5ddf8-9251-47cc-ad8f-b97fec700867 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Request body: {'port': {'device_id': '2cd7f62d-b496-4b3f-9dbf-0ea65ea5e4e6', 'network_id': 'd4e585cd-a443-41c3-9813-94aca86857da', 'admin_state_up': True, 'tenant_id': '1a3c794a04474c8b9d8d0ed21e9c708b', 'security_groups': ['f54b431a-d03d-4e8e-a543-ccdce6b1f1f1']}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:18:49.779772 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-eb2cf1c2-0aed-4b52-9bfc-48201f513c90 req-5a4f3723-14b7-4a0a-8d35-15c788b381ba tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/ports?device_id=2cd7f62d-b496-4b3f-9dbf-0ea65ea5e4e6 HTTP/1.1" status: 200 len: 210 time: 0.0567565 Mar 28 12:18:49.817680 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [req-ccc55ecf-ef34-4af7-8bdf-eb695123838b req-10e5ddf8-9251-47cc-ad8f-b97fec700867 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:18:49.827726 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [req-ccc55ecf-ef34-4af7-8bdf-eb695123838b req-10e5ddf8-9251-47cc-ad8f-b97fec700867 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:18:49.837587 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ccc55ecf-ef34-4af7-8bdf-eb695123838b req-10e5ddf8-9251-47cc-ad8f-b97fec700867 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Made reservation on behalf of 1a3c794a04474c8b9d8d0ed21e9c708b for: {'port': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 12:18:49.840982 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-ccc55ecf-ef34-4af7-8bdf-eb695123838b req-10e5ddf8-9251-47cc-ad8f-b97fec700867 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:18:49.997011 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.db_base_plugin_common [req-ccc55ecf-ef34-4af7-8bdf-eb695123838b req-10e5ddf8-9251-47cc-ad8f-b97fec700867 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Allocated IP 172.20.0.11 (d4e585cd-a443-41c3-9813-94aca86857da/e2d2077c-3156-4fcb-884b-e46ab11a6b68/3a1430e2-114f-4451-a9a1-092df7f3ecb8) {{(pid=87871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 12:18:50.183749 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-ccc55ecf-ef34-4af7-8bdf-eb695123838b req-10e5ddf8-9251-47cc-ad8f-b97fec700867 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Notify callbacks [] for port, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:18:50.198875 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.provisioning_blocks [req-ccc55ecf-ef34-4af7-8bdf-eb695123838b req-10e5ddf8-9251-47cc-ad8f-b97fec700867 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Transition to ACTIVE for port object 3a1430e2-114f-4451-a9a1-092df7f3ecb8 will not be triggered until provisioned by entity DHCP. {{(pid=87871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:18:50.222099 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-ccc55ecf-ef34-4af7-8bdf-eb695123838b req-10e5ddf8-9251-47cc-ad8f-b97fec700867 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:18:50.286778 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccc55ecf-ef34-4af7-8bdf-eb695123838b req-10e5ddf8-9251-47cc-ad8f-b97fec700867 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Network d4e585cd-a443-41c3-9813-94aca86857da is already hosted by enough agents. {{(pid=87871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:18:50.294740 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [req-ccc55ecf-ef34-4af7-8bdf-eb695123838b req-10e5ddf8-9251-47cc-ad8f-b97fec700867 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Resources bound (agent type, host, resource id): {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:18:50.298981 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccc55ecf-ef34-4af7-8bdf-eb695123838b req-10e5ddf8-9251-47cc-ad8f-b97fec700867 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Received port after_create {{(pid=87871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 12:18:50.332578 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e5ddf8-9251-47cc-ad8f-b97fec700867 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Pushing event updated for resources: {'Port': ['ID=3a1430e2-114f-4451-a9a1-092df7f3ecb8,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:18:50.358322 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Device 26f692b3-af02-40aa-b718-ba0990e86fc9 no longer exists at agent hyperv_hv-neutron-8353 {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 12:18:50.368090 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc55ecf-ef34-4af7-8bdf-eb695123838b req-10e5ddf8-9251-47cc-ad8f-b97fec700867 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:18:50.368850 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-ccc55ecf-ef34-4af7-8bdf-eb695123838b req-10e5ddf8-9251-47cc-ad8f-b97fec700867 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:18:50.393142 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] No Port match for: 26f692b3-af02-40aa-b718-ba0990e86fc9 {{(pid=87872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 12:18:50.393756 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Device 26f692b3-af02-40aa-b718-ba0990e86fc9 not bound to the agent host hv-neutron-8353 {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 12:18:50.394929 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-ccc55ecf-ef34-4af7-8bdf-eb695123838b req-10e5ddf8-9251-47cc-ad8f-b97fec700867 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7563939 Mar 28 12:18:50.406108 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [req-ccc55ecf-ef34-4af7-8bdf-eb695123838b req-8c68d42e-8cda-4ae4-a421-434092c1913e service neutron] Request body: {'port': {'device_id': '2cd7f62d-b496-4b3f-9dbf-0ea65ea5e4e6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8353'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:18:50.515701 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-ccc55ecf-ef34-4af7-8bdf-eb695123838b req-8c68d42e-8cda-4ae4-a421-434092c1913e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:18:50.583186 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-e391d8d7-2884-4816-a68b-7398aeef54a5 None None] Provisioning for port 3a1430e2-114f-4451-a9a1-092df7f3ecb8 completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:18:50.590183 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-e391d8d7-2884-4816-a68b-7398aeef54a5 None None] Provisioning complete for port 3a1430e2-114f-4451-a9a1-092df7f3ecb8 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:18:50.590531 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-e391d8d7-2884-4816-a68b-7398aeef54a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:18:50.651760 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-e391d8d7-2884-4816-a68b-7398aeef54a5 None None] Port 3a1430e2-114f-4451-a9a1-092df7f3ecb8 cannot update to ACTIVE because it is not bound. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 12:18:50.764971 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:18:50.972183 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6fe843-b90c-4a1e-90c3-4ffb9180d51b req-8038bf9f-ffb6-49aa-9fe7-cc8b27ed4f26 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:18:50.972777 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.notifiers.nova [req-ccc55ecf-ef34-4af7-8bdf-eb695123838b req-8c68d42e-8cda-4ae4-a421-434092c1913e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a1430e2-114f-4451-a9a1-092df7f3ecb8 {{(pid=87871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 12:18:50.973638 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-3e6fe843-b90c-4a1e-90c3-4ffb9180d51b req-8038bf9f-ffb6-49aa-9fe7-cc8b27ed4f26 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/ports?device_id=2cd7f62d-b496-4b3f-9dbf-0ea65ea5e4e6 HTTP/1.1" status: 200 len: 932 time: 0.0838764 Mar 28 12:18:50.980849 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-ccc55ecf-ef34-4af7-8bdf-eb695123838b req-8c68d42e-8cda-4ae4-a421-434092c1913e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:18:50.995845 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.provisioning_blocks [req-ccc55ecf-ef34-4af7-8bdf-eb695123838b req-8c68d42e-8cda-4ae4-a421-434092c1913e service neutron] Transition to ACTIVE for port object 3a1430e2-114f-4451-a9a1-092df7f3ecb8 will not be triggered until provisioned by entity L2. {{(pid=87871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:18:50.999935 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-ccc55ecf-ef34-4af7-8bdf-eb695123838b req-8c68d42e-8cda-4ae4-a421-434092c1913e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2363241'] for port, after_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:18:51.019551 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-3e6fe843-b90c-4a1e-90c3-4ffb9180d51b req-ae4a3ec3-7555-4f97-a470-c6c299d60a1e tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/security-groups?id=f54b431a-d03d-4e8e-a543-ccdce6b1f1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394139 Mar 28 12:18:51.158065 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c68d42e-8cda-4ae4-a421-434092c1913e service neutron] Pushing event updated for resources: {'Port': ['ID=3a1430e2-114f-4451-a9a1-092df7f3ecb8,revision_number=2']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:18:51.234265 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.managers [req-ccc55ecf-ef34-4af7-8bdf-eb695123838b req-8c68d42e-8cda-4ae4-a421-434092c1913e service neutron] Attempting to bind port 3a1430e2-114f-4451-a9a1-092df7f3ecb8 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 12:18:51.234539 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.managers [req-ccc55ecf-ef34-4af7-8bdf-eb695123838b req-8c68d42e-8cda-4ae4-a421-434092c1913e service neutron] Attempting to bind port 3a1430e2-114f-4451-a9a1-092df7f3ecb8 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': 'd563b7ac-8b16-4779-b0a9-16deb9c3c180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'd4e585cd-a443-41c3-9813-94aca86857da'}] {{(pid=87871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 12:18:51.234863 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccc55ecf-ef34-4af7-8bdf-eb695123838b req-8c68d42e-8cda-4ae4-a421-434092c1913e service neutron] Attempting to bind port 3a1430e2-114f-4451-a9a1-092df7f3ecb8 on network d4e585cd-a443-41c3-9813-94aca86857da {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 12:18:51.239346 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccc55ecf-ef34-4af7-8bdf-eb695123838b req-8c68d42e-8cda-4ae4-a421-434092c1913e service neutron] Port 3a1430e2-114f-4451-a9a1-092df7f3ecb8 on network d4e585cd-a443-41c3-9813-94aca86857da not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 12:18:51.239691 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccc55ecf-ef34-4af7-8bdf-eb695123838b req-8c68d42e-8cda-4ae4-a421-434092c1913e service neutron] Attempting to bind port 3a1430e2-114f-4451-a9a1-092df7f3ecb8 on network d4e585cd-a443-41c3-9813-94aca86857da {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 12:18:51.245358 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccc55ecf-ef34-4af7-8bdf-eb695123838b req-8c68d42e-8cda-4ae4-a421-434092c1913e service neutron] Checking agent: {'id': '01dfae6e-0e91-4100-b27f-ff8156eac7d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8353', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 52, 20), 'started_at': datetime.datetime(2022, 3, 28, 11, 52, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 12, 18, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 12:18:51.245691 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccc55ecf-ef34-4af7-8bdf-eb695123838b req-8c68d42e-8cda-4ae4-a421-434092c1913e service neutron] Checking segment: {'id': 'd563b7ac-8b16-4779-b0a9-16deb9c3c180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'd4e585cd-a443-41c3-9813-94aca86857da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 12:18:51.246067 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccc55ecf-ef34-4af7-8bdf-eb695123838b req-8c68d42e-8cda-4ae4-a421-434092c1913e service neutron] Bound using segment: {'id': 'd563b7ac-8b16-4779-b0a9-16deb9c3c180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'd4e585cd-a443-41c3-9813-94aca86857da'} {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 12:18:51.246485 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.managers [req-ccc55ecf-ef34-4af7-8bdf-eb695123838b req-8c68d42e-8cda-4ae4-a421-434092c1913e service neutron] Bound port: 3a1430e2-114f-4451-a9a1-092df7f3ecb8, host: hv-neutron-8353, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd563b7ac-8b16-4779-b0a9-16deb9c3c180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'd4e585cd-a443-41c3-9813-94aca86857da'}}] {{(pid=87871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 12:18:51.246816 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-ccc55ecf-ef34-4af7-8bdf-eb695123838b req-8c68d42e-8cda-4ae4-a421-434092c1913e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:18:51.334534 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.db [req-ccc55ecf-ef34-4af7-8bdf-eb695123838b req-8c68d42e-8cda-4ae4-a421-434092c1913e service neutron] For port 3a1430e2-114f-4451-a9a1-092df7f3ecb8, host hv-neutron-8353, cleared binding levels {{(pid=87871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 12:18:51.337394 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.db [req-ccc55ecf-ef34-4af7-8bdf-eb695123838b req-8c68d42e-8cda-4ae4-a421-434092c1913e service neutron] For port 3a1430e2-114f-4451-a9a1-092df7f3ecb8, host hv-neutron-8353, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=3a1430e2-114f-4451-a9a1-092df7f3ecb8,segment=NetworkSegment(d563b7ac-8b16-4779-b0a9-16deb9c3c180),segment_id=d563b7ac-8b16-4779-b0a9-16deb9c3c180)] {{(pid=87871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 12:18:51.341989 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-ccc55ecf-ef34-4af7-8bdf-eb695123838b req-8c68d42e-8cda-4ae4-a421-434092c1913e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2363241'] for port, after_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:18:51.399665 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc55ecf-ef34-4af7-8bdf-eb695123838b req-8c68d42e-8cda-4ae4-a421-434092c1913e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:18:51.400266 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-ccc55ecf-ef34-4af7-8bdf-eb695123838b req-8c68d42e-8cda-4ae4-a421-434092c1913e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:18:51.401589 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-ccc55ecf-ef34-4af7-8bdf-eb695123838b req-8c68d42e-8cda-4ae4-a421-434092c1913e service neutron] 10.222.0.11 "PUT /v2.0/ports/3a1430e2-114f-4451-a9a1-092df7f3ecb8 HTTP/1.1" status: 200 len: 1094 time: 0.9995573 Mar 28 12:18:51.402015 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cd7f62d-b496-4b3f-9dbf-0ea65ea5e4e6', 'tag': '3a1430e2-114f-4451-a9a1-092df7f3ecb8'}] {{(pid=87871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 12:18:51.427874 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c68d42e-8cda-4ae4-a421-434092c1913e service neutron] Pushing event updated for resources: {'Port': ['ID=3a1430e2-114f-4451-a9a1-092df7f3ecb8,revision_number=3']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:18:51.481848 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cd7f62d-b496-4b3f-9dbf-0ea65ea5e4e6', 'tag': '3a1430e2-114f-4451-a9a1-092df7f3ecb8', 'status': 'completed', 'code': 200} Mar 28 12:18:51.527641 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc55ecf-ef34-4af7-8bdf-eb695123838b req-fc0bf984-4683-4987-b2ad-f2b86d69ebd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:18:51.529147 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-ccc55ecf-ef34-4af7-8bdf-eb695123838b req-fc0bf984-4683-4987-b2ad-f2b86d69ebd4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1a3c794a04474c8b9d8d0ed21e9c708b&device_id=2cd7f62d-b496-4b3f-9dbf-0ea65ea5e4e6 HTTP/1.1" status: 200 len: 1097 time: 0.0830638 Mar 28 12:18:51.600823 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-ccc55ecf-ef34-4af7-8bdf-eb695123838b req-db9a3cdc-c601-48c8-a779-139371cb3585 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3a1430e2-114f-4451-a9a1-092df7f3ecb8 HTTP/1.1" status: 200 len: 217 time: 0.0646966 Mar 28 12:18:51.661147 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc55ecf-ef34-4af7-8bdf-eb695123838b req-fa4e593f-a3e6-49f7-b044-cb831547af07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:18:51.662426 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-ccc55ecf-ef34-4af7-8bdf-eb695123838b req-fa4e593f-a3e6-49f7-b044-cb831547af07 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e2d2077c-3156-4fcb-884b-e46ab11a6b68 HTTP/1.1" status: 200 len: 851 time: 0.0557632 Mar 28 12:18:51.737628 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc55ecf-ef34-4af7-8bdf-eb695123838b req-18046cc4-66d3-4a19-bf67-83eda866065b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:18:51.739058 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-ccc55ecf-ef34-4af7-8bdf-eb695123838b req-18046cc4-66d3-4a19-bf67-83eda866065b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d4e585cd-a443-41c3-9813-94aca86857da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0705359 Mar 28 12:18:51.869941 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-ccc55ecf-ef34-4af7-8bdf-eb695123838b req-2c78745d-0813-4920-bb5e-84caa97c4996 service neutron] 10.222.0.11 "GET /v2.0/networks/d4e585cd-a443-41c3-9813-94aca86857da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238921 Mar 28 12:18:52.002450 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-ccc55ecf-ef34-4af7-8bdf-eb695123838b req-e1fbc9ac-28bf-468a-9bd0-eb0b1c2ecafd service neutron] 10.222.0.11 "GET /v2.0/networks/d4e585cd-a443-41c3-9813-94aca86857da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272357 Mar 28 12:18:52.114916 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97079f99-449d-47b5-9a46-6d9f6589a476 req-5224d73f-33f9-4d5e-bf97-1835737d9aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:18:52.116338 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-97079f99-449d-47b5-9a46-6d9f6589a476 req-5224d73f-33f9-4d5e-bf97-1835737d9aed service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1a3c794a04474c8b9d8d0ed21e9c708b&device_id=2cd7f62d-b496-4b3f-9dbf-0ea65ea5e4e6 HTTP/1.1" status: 200 len: 1097 time: 0.0710759 Mar 28 12:18:52.201472 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bac9267-865b-4712-9f62-19b6d2b3298d req-db2a332d-eaae-4a34-9f5a-eec84271e8bd tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:18:52.202918 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-3bac9267-865b-4712-9f62-19b6d2b3298d req-db2a332d-eaae-4a34-9f5a-eec84271e8bd tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/ports?device_id=2cd7f62d-b496-4b3f-9dbf-0ea65ea5e4e6 HTTP/1.1" status: 200 len: 944 time: 0.0790381 Mar 28 12:18:52.246757 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97079f99-449d-47b5-9a46-6d9f6589a476 req-285ba8ca-5d24-4511-84b0-53c169ac1be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:18:52.247108 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-3bac9267-865b-4712-9f62-19b6d2b3298d req-a669f5dc-1caf-4895-bafd-2dcf85b10fe2 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/security-groups?id=f54b431a-d03d-4e8e-a543-ccdce6b1f1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384591 Mar 28 12:18:52.248206 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-97079f99-449d-47b5-9a46-6d9f6589a476 req-285ba8ca-5d24-4511-84b0-53c169ac1be4 service neutron] 10.222.0.11 "GET /v2.0/networks?id=d4e585cd-a443-41c3-9813-94aca86857da HTTP/1.1" status: 200 len: 912 time: 0.1256273 Mar 28 12:18:52.417588 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-97079f99-449d-47b5-9a46-6d9f6589a476 req-f5fc716b-e316-4ceb-b817-c756d1d46b4c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3a1430e2-114f-4451-a9a1-092df7f3ecb8 HTTP/1.1" status: 200 len: 217 time: 0.1626191 Mar 28 12:18:52.480547 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97079f99-449d-47b5-9a46-6d9f6589a476 req-c92ca7bf-9487-4598-97b5-1882fb042cae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:18:52.481959 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-97079f99-449d-47b5-9a46-6d9f6589a476 req-c92ca7bf-9487-4598-97b5-1882fb042cae service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e2d2077c-3156-4fcb-884b-e46ab11a6b68 HTTP/1.1" status: 200 len: 851 time: 0.0573604 Mar 28 12:18:52.557790 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97079f99-449d-47b5-9a46-6d9f6589a476 req-9df626ca-a482-44cd-8b59-11b445566418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:18:52.559210 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-97079f99-449d-47b5-9a46-6d9f6589a476 req-9df626ca-a482-44cd-8b59-11b445566418 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d4e585cd-a443-41c3-9813-94aca86857da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0709176 Mar 28 12:18:52.689081 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-97079f99-449d-47b5-9a46-6d9f6589a476 req-7b50cd52-6932-44fb-96db-a7ea1262a96b service neutron] 10.222.0.11 "GET /v2.0/networks/d4e585cd-a443-41c3-9813-94aca86857da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229672 Mar 28 12:18:52.822528 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-97079f99-449d-47b5-9a46-6d9f6589a476 req-1541142e-48f2-4532-b71d-187065e0eb99 service neutron] 10.222.0.11 "GET /v2.0/networks/d4e585cd-a443-41c3-9813-94aca86857da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258466 Mar 28 12:18:53.427901 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080e4c75-5fe8-4576-ab4d-2f401d82c9cf req-22518518-6cb6-4096-a96f-1345041d5319 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:18:53.428568 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [req-080e4c75-5fe8-4576-ab4d-2f401d82c9cf req-22518518-6cb6-4096-a96f-1345041d5319 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Synchronizing usage tracker for tenant:1a3c794a04474c8b9d8d0ed21e9c708b on resource:port {{(pid=87871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:18:53.443584 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [req-080e4c75-5fe8-4576-ab4d-2f401d82c9cf req-22518518-6cb6-4096-a96f-1345041d5319 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Unset dirty status for tenant:1a3c794a04474c8b9d8d0ed21e9c708b on resource:port {{(pid=87871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:18:53.444679 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-080e4c75-5fe8-4576-ab4d-2f401d82c9cf req-22518518-6cb6-4096-a96f-1345041d5319 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/ports?device_id=2cd7f62d-b496-4b3f-9dbf-0ea65ea5e4e6 HTTP/1.1" status: 200 len: 944 time: 0.0935698 Mar 28 12:18:53.488522 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-080e4c75-5fe8-4576-ab4d-2f401d82c9cf req-3980ba01-ced4-48e7-a5be-372a7e84d4c1 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/security-groups?id=f54b431a-d03d-4e8e-a543-ccdce6b1f1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372365 Mar 28 12:18:54.373724 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Device 3a1430e2-114f-4451-a9a1-092df7f3ecb8 details requested by agent hyperv_hv-neutron-8353 with host hv-neutron-8353 {{(pid=87872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 28 12:18:54.504082 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] For port 3a1430e2-114f-4451-a9a1-092df7f3ecb8, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=3a1430e2-114f-4451-a9a1-092df7f3ecb8,segment=NetworkSegment(d563b7ac-8b16-4779-b0a9-16deb9c3c180),segment_id=d563b7ac-8b16-4779-b0a9-16deb9c3c180)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:18:54.517614 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Returning: {'device': '3a1430e2-114f-4451-a9a1-092df7f3ecb8', 'network_id': 'd4e585cd-a443-41c3-9813-94aca86857da', 'port_id': '3a1430e2-114f-4451-a9a1-092df7f3ecb8', 'mac_address': 'fa:16:3e:9d:4d:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2d2077c-3156-4fcb-884b-e46ab11a6b68', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 28 12:18:54.571066 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:18:54.588618 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.notifiers.nova [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a1430e2-114f-4451-a9a1-092df7f3ecb8 {{(pid=87872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 12:18:54.603899 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] For port 3a1430e2-114f-4451-a9a1-092df7f3ecb8, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=3a1430e2-114f-4451-a9a1-092df7f3ecb8,segment=NetworkSegment(d563b7ac-8b16-4779-b0a9-16deb9c3c180),segment_id=d563b7ac-8b16-4779-b0a9-16deb9c3c180)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:18:54.608921 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:18:54.678329 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Pushing event updated for resources: {'Port': ['ID=3a1430e2-114f-4451-a9a1-092df7f3ecb8,revision_number=4']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:18:54.679524 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be540b38-71bb-477c-ac61-f2c8facb90b6 req-14c79815-d303-4748-94da-7071f8a0bede tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:18:54.682039 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-be540b38-71bb-477c-ac61-f2c8facb90b6 req-14c79815-d303-4748-94da-7071f8a0bede tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/ports?device_id=2cd7f62d-b496-4b3f-9dbf-0ea65ea5e4e6 HTTP/1.1" status: 200 len: 945 time: 0.0846539 Mar 28 12:18:54.725313 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-be540b38-71bb-477c-ac61-f2c8facb90b6 req-2606688f-6b2e-4f61-9230-2e711a71bebe tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/security-groups?id=f54b431a-d03d-4e8e-a543-ccdce6b1f1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379879 Mar 28 12:18:54.809535 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] get_ports_and_sgs() called for port_ids ['3a1430e2-114f-4451-a9a1-092df7f3ecb8'] {{(pid=87872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 12:18:55.912049 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9384f25-a1b3-47e4-82cc-1f0f956e409f req-35fb8288-9691-43ee-989d-53d9c72090e0 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:18:55.913468 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-f9384f25-a1b3-47e4-82cc-1f0f956e409f req-35fb8288-9691-43ee-989d-53d9c72090e0 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/ports?device_id=2cd7f62d-b496-4b3f-9dbf-0ea65ea5e4e6 HTTP/1.1" status: 200 len: 945 time: 0.0811410 Mar 28 12:18:55.956848 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-f9384f25-a1b3-47e4-82cc-1f0f956e409f req-9fe0925d-e36a-4e18-b238-4e93a37b1c31 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/security-groups?id=f54b431a-d03d-4e8e-a543-ccdce6b1f1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373790 Mar 28 12:18:56.389532 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Device 3a1430e2-114f-4451-a9a1-092df7f3ecb8 up at agent hyperv_hv-neutron-8353 {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:18:56.457078 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Provisioning for port 3a1430e2-114f-4451-a9a1-092df7f3ecb8 completed by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:18:56.461551 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Provisioning complete for port 3a1430e2-114f-4451-a9a1-092df7f3ecb8 triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:18:56.461923 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:18:56.576614 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:18:56.602344 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cd7f62d-b496-4b3f-9dbf-0ea65ea5e4e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a1430e2-114f-4451-a9a1-092df7f3ecb8'}] {{(pid=87872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 12:18:56.612726 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] For port 3a1430e2-114f-4451-a9a1-092df7f3ecb8, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=3a1430e2-114f-4451-a9a1-092df7f3ecb8,segment=NetworkSegment(d563b7ac-8b16-4779-b0a9-16deb9c3c180),segment_id=d563b7ac-8b16-4779-b0a9-16deb9c3c180)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:18:56.617293 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:18:56.653074 dv-neutron-835340-2-hyperv neutron-server[87872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cd7f62d-b496-4b3f-9dbf-0ea65ea5e4e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a1430e2-114f-4451-a9a1-092df7f3ecb8', 'code': 200} Mar 28 12:18:56.685724 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Pushing event updated for resources: {'Port': ['ID=3a1430e2-114f-4451-a9a1-092df7f3ecb8,revision_number=5']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:18:56.864941 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68add96-449c-437e-b9de-2518720b8934 req-93c9259d-75c8-4fa4-b46b-9b9e1f6bc802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:18:56.866396 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-b68add96-449c-437e-b9de-2518720b8934 req-93c9259d-75c8-4fa4-b46b-9b9e1f6bc802 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=2cd7f62d-b496-4b3f-9dbf-0ea65ea5e4e6 HTTP/1.1" status: 200 len: 1099 time: 0.0686748 Mar 28 12:18:56.908514 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-b68add96-449c-437e-b9de-2518720b8934 req-44f8cb4e-0a99-49e2-af1b-dcb682fefe74 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=f54b431a-d03d-4e8e-a543-ccdce6b1f1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362482 Mar 28 12:18:57.139296 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09a85bd-5611-4055-b71c-57e6bdb570b2 req-009a311a-feaa-4dd1-8612-bec455c3e151 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:18:57.140760 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-b09a85bd-5611-4055-b71c-57e6bdb570b2 req-009a311a-feaa-4dd1-8612-bec455c3e151 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/ports?device_id=2cd7f62d-b496-4b3f-9dbf-0ea65ea5e4e6 HTTP/1.1" status: 200 len: 946 time: 0.0790377 Mar 28 12:18:57.183635 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-b09a85bd-5611-4055-b71c-57e6bdb570b2 req-6e2a26ab-3c50-47a4-8efa-673dadd847f3 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/security-groups?id=f54b431a-d03d-4e8e-a543-ccdce6b1f1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371139 Mar 28 12:18:58.367112 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244e931a-cddf-47c0-af60-73f31259d339 req-330de58c-6f87-4ff9-b219-f6d1452fe77d tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:18:58.369736 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-244e931a-cddf-47c0-af60-73f31259d339 req-330de58c-6f87-4ff9-b219-f6d1452fe77d tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/ports?device_id=2cd7f62d-b496-4b3f-9dbf-0ea65ea5e4e6 HTTP/1.1" status: 200 len: 946 time: 0.0787935 Mar 28 12:18:58.414562 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-244e931a-cddf-47c0-af60-73f31259d339 req-ed88e41d-4d77-44a4-bf71-cc825e0e2333 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/security-groups?id=f54b431a-d03d-4e8e-a543-ccdce6b1f1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397778 Mar 28 12:18:58.593396 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de5b0a0-4194-423a-9555-2edb48cc6581 req-5fa7c81b-70b1-4794-ac66-92b727e30c06 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:18:58.594823 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-5de5b0a0-4194-423a-9555-2edb48cc6581 req-5fa7c81b-70b1-4794-ac66-92b727e30c06 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/ports?device_id=2cd7f62d-b496-4b3f-9dbf-0ea65ea5e4e6 HTTP/1.1" status: 200 len: 946 time: 0.0808549 Mar 28 12:18:58.603485 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 34216) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:18:58.608372 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-c7219237-cadb-4c92-aa95-58c268deaf27 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Request body: {'floatingip': {'port_id': '3a1430e2-114f-4451-a9a1-092df7f3ecb8'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:18:58.682583 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-c7219237-cadb-4c92-aa95-58c268deaf27 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Notify callbacks [] for floatingip, before_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:18:59.366815 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-c7219237-cadb-4c92-aa95-58c268deaf27 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:18:59.371120 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-c7219237-cadb-4c92-aa95-58c268deaf27 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-709520'] for floatingip, after_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:18:59.541142 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.db.l3_db [None req-c7219237-cadb-4c92-aa95-58c268deaf27 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Floating IP fb01ee55-0771-40a2-a88c-4e5811c5dab8 associated. External IP: 172.26.7.253, port: 3a1430e2-114f-4451-a9a1-092df7f3ecb8. Mar 28 12:18:59.885163 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7219237-cadb-4c92-aa95-58c268deaf27 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Router 43457749-50b5-4286-ad1b-43d54251d413 has already been hosted by L3 agent af79d429-529e-400b-a119-94d4bec03f3e {{(pid=87871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 12:19:00.060025 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7219237-cadb-4c92-aa95-58c268deaf27 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 12:19:00.064974 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-c7219237-cadb-4c92-aa95-58c268deaf27 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for floatingip, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:19:00.069369 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4229a98-ce92-4255-8477-7eb60ce61739 None None] Sync routers for ids ['43457749-50b5-4286-ad1b-43d54251d413'] in dv-neutron-835340-2-hyperv {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 12:19:00.079360 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4229a98-ce92-4255-8477-7eb60ce61739 None None] Routers {'43457749-50b5-4286-ad1b-43d54251d413'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:19:00.079986 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-d4229a98-ce92-4255-8477-7eb60ce61739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:18:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['43457749-50b5-4286-ad1b-43d54251d413'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:19:00.122056 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-c7219237-cadb-4c92-aa95-58c268deaf27 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "PUT /v2.0/floatingips/fb01ee55-0771-40a2-a88c-4e5811c5dab8 HTTP/1.1" status: 200 len: 992 time: 1.5175197 Mar 28 12:19:00.122952 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cd7f62d-b496-4b3f-9dbf-0ea65ea5e4e6', 'tag': '3a1430e2-114f-4451-a9a1-092df7f3ecb8'}] {{(pid=87871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 12:19:00.168794 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cd7f62d-b496-4b3f-9dbf-0ea65ea5e4e6', 'tag': '3a1430e2-114f-4451-a9a1-092df7f3ecb8', 'status': 'completed', 'code': 200} Mar 28 12:19:00.257937 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvr_db [None req-d4229a98-ce92-4255-8477-7eb60ce61739 None None] Set router 43457749-50b5-4286-ad1b-43d54251d413 gateway port host: dv-neutron-835340-2-hyperv {{(pid=87873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:19:00.265258 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323297aa-351c-4870-8c8b-c088ae58c318 req-3e8d8989-57e6-4f5d-986a-f28c486f2618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:19:00.266751 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-323297aa-351c-4870-8c8b-c088ae58c318 req-3e8d8989-57e6-4f5d-986a-f28c486f2618 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1a3c794a04474c8b9d8d0ed21e9c708b&device_id=2cd7f62d-b496-4b3f-9dbf-0ea65ea5e4e6 HTTP/1.1" status: 200 len: 1099 time: 0.0764382 Mar 28 12:19:00.404875 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323297aa-351c-4870-8c8b-c088ae58c318 req-74c9f9d4-a550-48aa-ba16-b97e7513a5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:19:00.406310 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-323297aa-351c-4870-8c8b-c088ae58c318 req-74c9f9d4-a550-48aa-ba16-b97e7513a5b4 service neutron] 10.222.0.11 "GET /v2.0/networks?id=d4e585cd-a443-41c3-9813-94aca86857da HTTP/1.1" status: 200 len: 912 time: 0.1337581 Mar 28 12:19:00.520520 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-f15db748-907c-43d5-9163-68b1919b5d32 req-63df46a1-233d-4f0c-9834-de48ae2e8d53 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2cd7f62d-b496-4b3f-9dbf-0ea65ea5e4e6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0783484 Mar 28 12:19:00.557324 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-323297aa-351c-4870-8c8b-c088ae58c318 req-10c5b7ab-eaa3-4f95-9c4b-0034e5e2d439 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3a1430e2-114f-4451-a9a1-092df7f3ecb8 HTTP/1.1" status: 200 len: 1000 time: 0.1447351 Mar 28 12:19:00.661516 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-d4229a98-ce92-4255-8477-7eb60ce61739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43457749-50b5-4286-ad1b-43d54251d413', 'name': 'tempest-ServerActionsTestJSON-1611452995-router', 'tenant_id': '1a3c794a04474c8b9d8d0ed21e9c708b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.116'}], 'enable_snat': True}, 'gw_port_id': 'd0dd7998-7ddc-4088-9eee-8f3e64379196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:17:03Z', 'updated_at': '2022-03-28T12:17:07Z', 'revision_number': 4, 'project_id': '1a3c794a04474c8b9d8d0ed21e9c708b', 'gw_port': {'id': 'd0dd7998-7ddc-4088-9eee-8f3e64379196', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a0:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43457749-50b5-4286-ad1b-43d54251d413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:17:03Z', 'updated_at': '2022-03-28T12:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_floatingips': [{'id': 'fb01ee55-0771-40a2-a88c-4e5811c5dab8', 'tenant_id': '1a3c794a04474c8b9d8d0ed21e9c708b', 'floating_ip_address': '172.26.7.253', 'floating_network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'router_id': '43457749-50b5-4286-ad1b-43d54251d413', 'port_id': '3a1430e2-114f-4451-a9a1-092df7f3ecb8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4e585cd-a443-41c3-9813-94aca86857da', 'mac_address': 'fa:16:3e:9d:4d:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd7f62d-b496-4b3f-9dbf-0ea65ea5e4e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T12:17:09Z', 'updated_at': '2022-03-28T12:18:59Z', 'revision_number': 9, 'project_id': '1a3c794a04474c8b9d8d0ed21e9c708b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ecd2cd5-23d1-4bd7-9974-4f97a43141c3', 'name': '', 'network_id': 'd4e585cd-a443-41c3-9813-94aca86857da', 'tenant_id': '1a3c794a04474c8b9d8d0ed21e9c708b', 'mac_address': 'fa:16:3e:56:90:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43457749-50b5-4286-ad1b-43d54251d413', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'e2d2077c-3156-4fcb-884b-e46ab11a6b68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:17:06Z', 'updated_at': '2022-03-28T12:17:12Z', 'revision_number': 5, 'project_id': '1a3c794a04474c8b9d8d0ed21e9c708b', 'subnets': [{'id': 'e2d2077c-3156-4fcb-884b-e46ab11a6b68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:19:00.666791 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4229a98-ce92-4255-8477-7eb60ce61739 None None] Checking router: 43457749-50b5-4286-ad1b-43d54251d413 for host: dv-neutron-835340-2-hyperv {{(pid=87873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 12:19:00.676976 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4229a98-ce92-4255-8477-7eb60ce61739 None None] Routers {'43457749-50b5-4286-ad1b-43d54251d413'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:19:00.677633 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-d4229a98-ce92-4255-8477-7eb60ce61739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:18:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['43457749-50b5-4286-ad1b-43d54251d413'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:19:00.753253 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323297aa-351c-4870-8c8b-c088ae58c318 req-d7a4f977-b1e8-4d3f-bea1-9af9e1f83736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:19:00.754675 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-323297aa-351c-4870-8c8b-c088ae58c318 req-d7a4f977-b1e8-4d3f-bea1-9af9e1f83736 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e2d2077c-3156-4fcb-884b-e46ab11a6b68 HTTP/1.1" status: 200 len: 851 time: 0.1901300 Mar 28 12:19:00.848042 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d1136d-b257-4046-8f35-b319c2d3a124 req-7b52d1d2-0308-47cd-841d-74b6f8a89369 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:19:00.849903 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-24d1136d-b257-4046-8f35-b319c2d3a124 req-7b52d1d2-0308-47cd-841d-74b6f8a89369 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/ports?device_id=2cd7f62d-b496-4b3f-9dbf-0ea65ea5e4e6 HTTP/1.1" status: 200 len: 946 time: 0.3387997 Mar 28 12:19:00.882622 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvr_db [None req-d4229a98-ce92-4255-8477-7eb60ce61739 None None] Set router 43457749-50b5-4286-ad1b-43d54251d413 gateway port host: dv-neutron-835340-2-hyperv {{(pid=87873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:19:00.914291 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323297aa-351c-4870-8c8b-c088ae58c318 req-41afab0e-b139-4a0c-a0e0-5a2bd0b7d9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:19:00.915508 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-323297aa-351c-4870-8c8b-c088ae58c318 req-41afab0e-b139-4a0c-a0e0-5a2bd0b7d9fc service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d4e585cd-a443-41c3-9813-94aca86857da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1518190 Mar 28 12:19:00.918956 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-24d1136d-b257-4046-8f35-b319c2d3a124 req-6b1a8404-eb85-4ed3-b04d-3123242e50e3 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/security-groups?id=f54b431a-d03d-4e8e-a543-ccdce6b1f1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609004 Mar 28 12:19:01.065317 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-323297aa-351c-4870-8c8b-c088ae58c318 req-280e6ae5-7539-4142-85f0-da57da03dabe service neutron] 10.222.0.11 "GET /v2.0/networks/d4e585cd-a443-41c3-9813-94aca86857da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440082 Mar 28 12:19:01.204982 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-323297aa-351c-4870-8c8b-c088ae58c318 req-5f5c8d1d-6f68-4e4c-9741-82efcb644f0a service neutron] 10.222.0.11 "GET /v2.0/networks/d4e585cd-a443-41c3-9813-94aca86857da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331542 Mar 28 12:19:01.259990 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-d4229a98-ce92-4255-8477-7eb60ce61739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43457749-50b5-4286-ad1b-43d54251d413', 'name': 'tempest-ServerActionsTestJSON-1611452995-router', 'tenant_id': '1a3c794a04474c8b9d8d0ed21e9c708b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.116'}], 'enable_snat': True}, 'gw_port_id': 'd0dd7998-7ddc-4088-9eee-8f3e64379196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:17:03Z', 'updated_at': '2022-03-28T12:17:07Z', 'revision_number': 4, 'project_id': '1a3c794a04474c8b9d8d0ed21e9c708b', 'gw_port': {'id': 'd0dd7998-7ddc-4088-9eee-8f3e64379196', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a0:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43457749-50b5-4286-ad1b-43d54251d413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:17:03Z', 'updated_at': '2022-03-28T12:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_floatingips': [{'id': 'fb01ee55-0771-40a2-a88c-4e5811c5dab8', 'tenant_id': '1a3c794a04474c8b9d8d0ed21e9c708b', 'floating_ip_address': '172.26.7.253', 'floating_network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'router_id': '43457749-50b5-4286-ad1b-43d54251d413', 'port_id': '3a1430e2-114f-4451-a9a1-092df7f3ecb8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4e585cd-a443-41c3-9813-94aca86857da', 'mac_address': 'fa:16:3e:9d:4d:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd7f62d-b496-4b3f-9dbf-0ea65ea5e4e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T12:17:09Z', 'updated_at': '2022-03-28T12:18:59Z', 'revision_number': 9, 'project_id': '1a3c794a04474c8b9d8d0ed21e9c708b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ecd2cd5-23d1-4bd7-9974-4f97a43141c3', 'name': '', 'network_id': 'd4e585cd-a443-41c3-9813-94aca86857da', 'tenant_id': '1a3c794a04474c8b9d8d0ed21e9c708b', 'mac_address': 'fa:16:3e:56:90:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43457749-50b5-4286-ad1b-43d54251d413', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'e2d2077c-3156-4fcb-884b-e46ab11a6b68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:17:06Z', 'updated_at': '2022-03-28T12:17:12Z', 'revision_number': 5, 'project_id': '1a3c794a04474c8b9d8d0ed21e9c708b', 'subnets': [{'id': 'e2d2077c-3156-4fcb-884b-e46ab11a6b68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:19:01.264229 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4229a98-ce92-4255-8477-7eb60ce61739 None None] The sync data for ids ['43457749-50b5-4286-ad1b-43d54251d413'] in dv-neutron-835340-2-hyperv is: [{'id': '43457749-50b5-4286-ad1b-43d54251d413', 'name': 'tempest-ServerActionsTestJSON-1611452995-router', 'tenant_id': '1a3c794a04474c8b9d8d0ed21e9c708b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.116'}], 'enable_snat': True}, 'gw_port_id': 'd0dd7998-7ddc-4088-9eee-8f3e64379196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:17:03Z', 'updated_at': '2022-03-28T12:17:07Z', 'revision_number': 4, 'project_id': '1a3c794a04474c8b9d8d0ed21e9c708b', 'gw_port': {'id': 'd0dd7998-7ddc-4088-9eee-8f3e64379196', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a0:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43457749-50b5-4286-ad1b-43d54251d413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:17:03Z', 'updated_at': '2022-03-28T12:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_floatingips': [{'id': 'fb01ee55-0771-40a2-a88c-4e5811c5dab8', 'tenant_id': '1a3c794a04474c8b9d8d0ed21e9c708b', 'floating_ip_address': '172.26.7.253', 'floating_network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'router_id': '43457749-50b5-4286-ad1b-43d54251d413', 'port_id': '3a1430e2-114f-4451-a9a1-092df7f3ecb8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4e585cd-a443-41c3-9813-94aca86857da', 'mac_address': 'fa:16:3e:9d:4d:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd7f62d-b496-4b3f-9dbf-0ea65ea5e4e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T12:17:09Z', 'updated_at': '2022-03-28T12:18:59Z', 'revision_number': 9, 'project_id': '1a3c794a04474c8b9d8d0ed21e9c708b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ecd2cd5-23d1-4bd7-9974-4f97a43141c3', 'name': '', 'network_id': 'd4e585cd-a443-41c3-9813-94aca86857da', 'tenant_id': '1a3c794a04474c8b9d8d0ed21e9c708b', 'mac_address': 'fa:16:3e:56:90:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43457749-50b5-4286-ad1b-43d54251d413', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'e2d2077c-3156-4fcb-884b-e46ab11a6b68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:17:06Z', 'updated_at': '2022-03-28T12:17:12Z', 'revision_number': 5, 'project_id': '1a3c794a04474c8b9d8d0ed21e9c708b', 'subnets': [{'id': 'e2d2077c-3156-4fcb-884b-e46ab11a6b68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 12:19:01.452976 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87afc203-1bc5-420a-be9b-6b46832d0127 None None] New status for floating IP fb01ee55-0771-40a2-a88c-4e5811c5dab8: ACTIVE {{(pid=87872) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 12:19:01.723163 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15db748-907c-43d5-9163-68b1919b5d32 req-201a8bff-163a-462c-8881-6510464d4819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:19:01.724660 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-f15db748-907c-43d5-9163-68b1919b5d32 req-201a8bff-163a-462c-8881-6510464d4819 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1a3c794a04474c8b9d8d0ed21e9c708b&device_id=2cd7f62d-b496-4b3f-9dbf-0ea65ea5e4e6 HTTP/1.1" status: 200 len: 1099 time: 0.0759082 Mar 28 12:19:01.860086 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15db748-907c-43d5-9163-68b1919b5d32 req-6f947cf4-3f3e-4071-9b83-b62c6321f0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:19:01.861493 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-f15db748-907c-43d5-9163-68b1919b5d32 req-6f947cf4-3f3e-4071-9b83-b62c6321f0a5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=d4e585cd-a443-41c3-9813-94aca86857da HTTP/1.1" status: 200 len: 912 time: 0.1300261 Mar 28 12:19:01.962810 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-f15db748-907c-43d5-9163-68b1919b5d32 req-779186b2-a167-46d3-847e-7b7c309610e3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3a1430e2-114f-4451-a9a1-092df7f3ecb8 HTTP/1.1" status: 200 len: 1003 time: 0.0948062 Mar 28 12:19:02.022367 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15db748-907c-43d5-9163-68b1919b5d32 req-c8a5da8e-14f5-42d7-8bc4-a60cc002d711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:19:02.023736 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-f15db748-907c-43d5-9163-68b1919b5d32 req-c8a5da8e-14f5-42d7-8bc4-a60cc002d711 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e2d2077c-3156-4fcb-884b-e46ab11a6b68 HTTP/1.1" status: 200 len: 851 time: 0.0559576 Mar 28 12:19:02.101037 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15db748-907c-43d5-9163-68b1919b5d32 req-dbcbb27f-5b4e-4249-977e-508b26487e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:19:02.102496 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-f15db748-907c-43d5-9163-68b1919b5d32 req-dbcbb27f-5b4e-4249-977e-508b26487e39 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d4e585cd-a443-41c3-9813-94aca86857da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0731411 Mar 28 12:19:02.110548 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb367c2-9369-4840-bd45-1cc9a42576f7 req-074addd1-ce25-49ea-a8c2-f3fd369ce9ea tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:19:02.112013 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-7fb367c2-9369-4840-bd45-1cc9a42576f7 req-074addd1-ce25-49ea-a8c2-f3fd369ce9ea tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/ports?device_id=2cd7f62d-b496-4b3f-9dbf-0ea65ea5e4e6 HTTP/1.1" status: 200 len: 946 time: 0.0786657 Mar 28 12:19:02.160756 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-7fb367c2-9369-4840-bd45-1cc9a42576f7 req-a8d02263-55ef-453d-acae-c0628cdc4f6b tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/security-groups?id=f54b431a-d03d-4e8e-a543-ccdce6b1f1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430501 Mar 28 12:19:02.234202 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-f15db748-907c-43d5-9163-68b1919b5d32 req-356193e3-40b1-419c-84b5-d8d13fa03c94 service neutron] 10.222.0.11 "GET /v2.0/networks/d4e585cd-a443-41c3-9813-94aca86857da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252418 Mar 28 12:19:02.356671 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-321c3a11-2a4e-4adb-afec-bcc79b32a096 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:19:02.363498 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-f15db748-907c-43d5-9163-68b1919b5d32 req-c6ed8733-9cc1-4779-abac-2a8eef84d16c service neutron] 10.222.0.11 "GET /v2.0/networks/d4e585cd-a443-41c3-9813-94aca86857da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236608 Mar 28 12:19:03.341740 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2d7da7-ef70-415e-b117-84ffdc10a5b4 req-a76d2766-c751-40e0-8101-7296a7cc7e93 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:19:03.343159 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-4c2d7da7-ef70-415e-b117-84ffdc10a5b4 req-a76d2766-c751-40e0-8101-7296a7cc7e93 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/ports?device_id=2cd7f62d-b496-4b3f-9dbf-0ea65ea5e4e6 HTTP/1.1" status: 200 len: 946 time: 0.0789821 Mar 28 12:19:03.386997 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-4c2d7da7-ef70-415e-b117-84ffdc10a5b4 req-8a06709d-6a4a-4a65-bc92-399452588023 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/security-groups?id=f54b431a-d03d-4e8e-a543-ccdce6b1f1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382369 Mar 28 12:19:04.567179 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d606c703-97eb-4e6a-b376-eb77dd50f1f2 req-35cf8d57-864b-4ba0-b4b0-52e538be2fcd tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:19:04.568629 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-d606c703-97eb-4e6a-b376-eb77dd50f1f2 req-35cf8d57-864b-4ba0-b4b0-52e538be2fcd tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/ports?device_id=2cd7f62d-b496-4b3f-9dbf-0ea65ea5e4e6 HTTP/1.1" status: 200 len: 946 time: 0.0787647 Mar 28 12:19:04.612247 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-d606c703-97eb-4e6a-b376-eb77dd50f1f2 req-96c75af2-ea31-4edf-92d9-f37bf7aad5a8 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/security-groups?id=f54b431a-d03d-4e8e-a543-ccdce6b1f1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370805 Mar 28 12:19:04.743757 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-b08158fa-5ded-4807-88db-abbe937645ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:19:05.723802 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:19:05.798510 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3140108-ae93-443d-a590-ad6351f1ddad req-5c1f4521-f50e-404f-9209-3bc0fcb83e48 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:19:05.799960 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-d3140108-ae93-443d-a590-ad6351f1ddad req-5c1f4521-f50e-404f-9209-3bc0fcb83e48 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/ports?device_id=2cd7f62d-b496-4b3f-9dbf-0ea65ea5e4e6 HTTP/1.1" status: 200 len: 946 time: 0.0832341 Mar 28 12:19:05.839241 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-ef3be119-c018-4979-be07-86cf959defc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:19:05.845081 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-d3140108-ae93-443d-a590-ad6351f1ddad req-35d06e43-305b-49b9-9493-027161474ce1 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/security-groups?id=f54b431a-d03d-4e8e-a543-ccdce6b1f1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393946 Mar 28 12:19:07.032495 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56255a0-7055-40de-ad3c-cf4da62fe989 req-c73f1ef4-2421-4a8c-9ba0-3f18ad8ae056 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:19:07.033943 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-a56255a0-7055-40de-ad3c-cf4da62fe989 req-c73f1ef4-2421-4a8c-9ba0-3f18ad8ae056 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/ports?device_id=2cd7f62d-b496-4b3f-9dbf-0ea65ea5e4e6 HTTP/1.1" status: 200 len: 946 time: 0.0824931 Mar 28 12:19:07.078838 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-a56255a0-7055-40de-ad3c-cf4da62fe989 req-4296a82c-a48b-492f-9a84-4466234afcc9 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/security-groups?id=f54b431a-d03d-4e8e-a543-ccdce6b1f1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390744 Mar 28 12:19:07.494920 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-b7ccd3c7-0277-4f12-8e5c-e41478141af5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:19:08.262316 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e599c470-21bb-431c-915b-39fdf9151bd2 req-f30a55a8-750b-473d-ab21-8102b29f0c77 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:19:08.263784 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-e599c470-21bb-431c-915b-39fdf9151bd2 req-f30a55a8-750b-473d-ab21-8102b29f0c77 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/ports?device_id=2cd7f62d-b496-4b3f-9dbf-0ea65ea5e4e6 HTTP/1.1" status: 200 len: 946 time: 0.0782118 Mar 28 12:19:08.306986 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-e599c470-21bb-431c-915b-39fdf9151bd2 req-15ae2bd7-2b05-47f6-bbac-6f6ad339be06 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/security-groups?id=f54b431a-d03d-4e8e-a543-ccdce6b1f1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375388 Mar 28 12:19:09.488016 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27db91a4-e159-4a9c-bd68-e8d1e2fa4ed7 req-387df815-cfac-45f5-81ca-727a0c81e13c tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:19:09.489439 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-27db91a4-e159-4a9c-bd68-e8d1e2fa4ed7 req-387df815-cfac-45f5-81ca-727a0c81e13c tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/ports?device_id=2cd7f62d-b496-4b3f-9dbf-0ea65ea5e4e6 HTTP/1.1" status: 200 len: 946 time: 0.0785758 Mar 28 12:19:09.533364 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-27db91a4-e159-4a9c-bd68-e8d1e2fa4ed7 req-fd920900-d0cb-4e3b-be78-75e0e0cfe40a tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/security-groups?id=f54b431a-d03d-4e8e-a543-ccdce6b1f1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375810 Mar 28 12:19:10.743426 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09adb6c-e330-4130-9de0-56c3974a3a9c req-11367929-b136-44b5-8e7b-ddd65f2f9e04 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:19:10.744903 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-e09adb6c-e330-4130-9de0-56c3974a3a9c req-11367929-b136-44b5-8e7b-ddd65f2f9e04 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/ports?device_id=2cd7f62d-b496-4b3f-9dbf-0ea65ea5e4e6 HTTP/1.1" status: 200 len: 946 time: 0.0864375 Mar 28 12:19:10.790057 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-e09adb6c-e330-4130-9de0-56c3974a3a9c req-f7300828-2422-4c2f-9e2b-11b1b2d8089b tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/security-groups?id=f54b431a-d03d-4e8e-a543-ccdce6b1f1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393422 Mar 28 12:19:11.980143 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238d961f-b77d-476c-a7c7-64a6d2b00d9d req-97d6b6b6-2215-4d01-8cb2-5e643785502a tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:19:11.981586 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-238d961f-b77d-476c-a7c7-64a6d2b00d9d req-97d6b6b6-2215-4d01-8cb2-5e643785502a tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/ports?device_id=2cd7f62d-b496-4b3f-9dbf-0ea65ea5e4e6 HTTP/1.1" status: 200 len: 946 time: 0.0814950 Mar 28 12:19:12.027839 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-238d961f-b77d-476c-a7c7-64a6d2b00d9d req-6c0586f6-4c80-489e-9f8c-f1ae8aa2f218 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/security-groups?id=f54b431a-d03d-4e8e-a543-ccdce6b1f1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406461 Mar 28 12:19:13.209685 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad1bea2-9a20-4a88-88fd-6a6429f56f6e req-5d1294dd-1dae-4497-9dd1-646801237969 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:19:13.211033 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-3ad1bea2-9a20-4a88-88fd-6a6429f56f6e req-5d1294dd-1dae-4497-9dd1-646801237969 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/ports?device_id=2cd7f62d-b496-4b3f-9dbf-0ea65ea5e4e6 HTTP/1.1" status: 200 len: 946 time: 0.0784812 Mar 28 12:19:13.255000 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-3ad1bea2-9a20-4a88-88fd-6a6429f56f6e req-68cc2632-5ac8-46ac-bac3-3dd3671370c3 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/security-groups?id=f54b431a-d03d-4e8e-a543-ccdce6b1f1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379837 Mar 28 12:19:14.437449 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413c0d63-044b-4b47-9724-6a6041738053 req-05f89b7e-d759-485b-900e-655fa05399a7 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:19:14.438800 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-413c0d63-044b-4b47-9724-6a6041738053 req-05f89b7e-d759-485b-900e-655fa05399a7 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/ports?device_id=2cd7f62d-b496-4b3f-9dbf-0ea65ea5e4e6 HTTP/1.1" status: 200 len: 946 time: 0.0815847 Mar 28 12:19:14.482364 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-413c0d63-044b-4b47-9724-6a6041738053 req-9069ed89-2641-4892-ad0c-95332ed4ebc8 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/security-groups?id=f54b431a-d03d-4e8e-a543-ccdce6b1f1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379465 Mar 28 12:19:15.669272 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d41280-132a-4e0f-95c5-edc451fb9c5a req-ee8651cb-8ea7-4755-af3f-cca619b5fe5f tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:19:15.670704 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-86d41280-132a-4e0f-95c5-edc451fb9c5a req-ee8651cb-8ea7-4755-af3f-cca619b5fe5f tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/ports?device_id=2cd7f62d-b496-4b3f-9dbf-0ea65ea5e4e6 HTTP/1.1" status: 200 len: 946 time: 0.0819929 Mar 28 12:19:15.714607 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-86d41280-132a-4e0f-95c5-edc451fb9c5a req-7a579004-bca2-4091-90c9-efabb9db1f31 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/security-groups?id=f54b431a-d03d-4e8e-a543-ccdce6b1f1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383408 Mar 28 12:19:16.899751 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5250bd6d-2bf4-47a8-818d-e1f653b15502 req-7056a897-3897-433e-9b26-e9dfb1723ef6 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:19:16.901260 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-5250bd6d-2bf4-47a8-818d-e1f653b15502 req-7056a897-3897-433e-9b26-e9dfb1723ef6 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/ports?device_id=2cd7f62d-b496-4b3f-9dbf-0ea65ea5e4e6 HTTP/1.1" status: 200 len: 946 time: 0.0788989 Mar 28 12:19:16.942969 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-5250bd6d-2bf4-47a8-818d-e1f653b15502 req-c2565cfd-97ce-438e-b53e-e54112a8674b tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/security-groups?id=f54b431a-d03d-4e8e-a543-ccdce6b1f1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361693 Mar 28 12:19:18.128846 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b6247c-218c-4a6a-82ae-03ca78968f5b req-56233de7-8751-431c-81a2-133012542801 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:19:18.130182 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-b9b6247c-218c-4a6a-82ae-03ca78968f5b req-56233de7-8751-431c-81a2-133012542801 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/ports?device_id=2cd7f62d-b496-4b3f-9dbf-0ea65ea5e4e6 HTTP/1.1" status: 200 len: 946 time: 0.0829754 Mar 28 12:19:18.264977 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-b9b6247c-218c-4a6a-82ae-03ca78968f5b req-28a2aa0d-2427-4ae7-b94a-93be54866725 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/security-groups?id=f54b431a-d03d-4e8e-a543-ccdce6b1f1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1290464 Mar 28 12:19:18.482120 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.agents_db [None req-03fd49d8-b51b-41c1-8716-b8e265c93689 None None] Agent healthcheck: found 6 active agents {{(pid=87873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 12:19:19.538406 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e691ea-7d38-49f2-a763-f2f2617263f0 req-a5b29b83-da8f-4ec6-af05-f96b67274aa8 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:19:19.540668 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-a9e691ea-7d38-49f2-a763-f2f2617263f0 req-a5b29b83-da8f-4ec6-af05-f96b67274aa8 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/ports?device_id=2cd7f62d-b496-4b3f-9dbf-0ea65ea5e4e6 HTTP/1.1" status: 200 len: 946 time: 0.1728709 Mar 28 12:19:19.582703 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-a9e691ea-7d38-49f2-a763-f2f2617263f0 req-124d2d33-2f47-44b1-ae8e-4580cc83b2ba tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/security-groups?id=f54b431a-d03d-4e8e-a543-ccdce6b1f1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365505 Mar 28 12:19:20.764170 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c373a2b4-ccae-406c-99a6-3dc1195bcda8 req-1ae4794c-a653-4d9e-9b00-dc6594d72baf tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:19:20.765872 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-c373a2b4-ccae-406c-99a6-3dc1195bcda8 req-1ae4794c-a653-4d9e-9b00-dc6594d72baf tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/ports?device_id=2cd7f62d-b496-4b3f-9dbf-0ea65ea5e4e6 HTTP/1.1" status: 200 len: 946 time: 0.0794742 Mar 28 12:19:20.766780 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:19:20.810741 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-c373a2b4-ccae-406c-99a6-3dc1195bcda8 req-ce91a1d1-8e05-408e-b682-d2ae924b0b55 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/security-groups?id=f54b431a-d03d-4e8e-a543-ccdce6b1f1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388718 Mar 28 12:19:21.992470 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf4a67e-2ebf-4895-8f97-0c41d097c593 req-56a4b18d-bb93-4be5-86d1-3ca7467789af tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:19:21.994429 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-4cf4a67e-2ebf-4895-8f97-0c41d097c593 req-56a4b18d-bb93-4be5-86d1-3ca7467789af tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/ports?device_id=2cd7f62d-b496-4b3f-9dbf-0ea65ea5e4e6 HTTP/1.1" status: 200 len: 946 time: 0.0815151 Mar 28 12:19:22.039445 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-4cf4a67e-2ebf-4895-8f97-0c41d097c593 req-3ff9028e-d07f-4931-9212-1b501d11ae47 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/security-groups?id=f54b431a-d03d-4e8e-a543-ccdce6b1f1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391624 Mar 28 12:19:23.228991 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4a66dd-5769-46b4-9491-5b12bb37c9a5 req-e2663005-b2c5-4399-903a-dc54e7b778d8 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:19:23.230423 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-3f4a66dd-5769-46b4-9491-5b12bb37c9a5 req-e2663005-b2c5-4399-903a-dc54e7b778d8 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/ports?device_id=2cd7f62d-b496-4b3f-9dbf-0ea65ea5e4e6 HTTP/1.1" status: 200 len: 946 time: 0.0845003 Mar 28 12:19:23.273629 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-3f4a66dd-5769-46b4-9491-5b12bb37c9a5 req-b0f2fbfe-7c1f-4719-b96e-4e855d294e80 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/security-groups?id=f54b431a-d03d-4e8e-a543-ccdce6b1f1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376508 Mar 28 12:19:24.458535 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d31f7b-0471-4374-89ea-f5cce380c383 req-ee761224-a1fd-4eb4-8f1b-2929555b0b6c tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:19:24.459924 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-f5d31f7b-0471-4374-89ea-f5cce380c383 req-ee761224-a1fd-4eb4-8f1b-2929555b0b6c tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/ports?device_id=2cd7f62d-b496-4b3f-9dbf-0ea65ea5e4e6 HTTP/1.1" status: 200 len: 946 time: 0.0806694 Mar 28 12:19:24.502815 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-f5d31f7b-0471-4374-89ea-f5cce380c383 req-4a46f85d-a37c-41cb-99d7-596df05f4e53 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/security-groups?id=f54b431a-d03d-4e8e-a543-ccdce6b1f1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367746 Mar 28 12:19:25.687599 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab816841-debf-4f7d-a27c-26b0a746e292 req-eb18f953-8e41-4a13-8303-81a085ff6bec tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:19:25.689021 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-ab816841-debf-4f7d-a27c-26b0a746e292 req-eb18f953-8e41-4a13-8303-81a085ff6bec tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/ports?device_id=2cd7f62d-b496-4b3f-9dbf-0ea65ea5e4e6 HTTP/1.1" status: 200 len: 946 time: 0.0818586 Mar 28 12:19:25.731830 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-ab816841-debf-4f7d-a27c-26b0a746e292 req-604f88bb-f306-4c58-9113-718c197ec6a5 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/security-groups?id=f54b431a-d03d-4e8e-a543-ccdce6b1f1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371079 Mar 28 12:19:26.916251 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ad3e89-1108-44f4-83cf-87ddfb2d7b28 req-7a9b914e-74d9-4d31-b06c-6a6f02f5a80b tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:19:26.917687 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-72ad3e89-1108-44f4-83cf-87ddfb2d7b28 req-7a9b914e-74d9-4d31-b06c-6a6f02f5a80b tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/ports?device_id=2cd7f62d-b496-4b3f-9dbf-0ea65ea5e4e6 HTTP/1.1" status: 200 len: 946 time: 0.0822835 Mar 28 12:19:26.960997 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-72ad3e89-1108-44f4-83cf-87ddfb2d7b28 req-880ca6e1-45df-426f-b922-8e86a5cbf41d tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/security-groups?id=f54b431a-d03d-4e8e-a543-ccdce6b1f1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376632 Mar 28 12:19:28.150669 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e159c92e-77b9-49ae-8bb5-6cb1e7f2b65a req-c7a41ee1-b2d3-44b9-9f14-c51f55232384 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:19:28.151603 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-e159c92e-77b9-49ae-8bb5-6cb1e7f2b65a req-c7a41ee1-b2d3-44b9-9f14-c51f55232384 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/ports?device_id=2cd7f62d-b496-4b3f-9dbf-0ea65ea5e4e6 HTTP/1.1" status: 200 len: 946 time: 0.0848551 Mar 28 12:19:28.194759 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-e159c92e-77b9-49ae-8bb5-6cb1e7f2b65a req-10770017-6e16-4d99-aacc-1ab24fac5dc2 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/security-groups?id=f54b431a-d03d-4e8e-a543-ccdce6b1f1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370204 Mar 28 12:19:29.378938 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30c912b-ab2d-43b2-89e1-7d2797507610 req-3c9bc93a-e048-4e0e-b3f4-ddac33d8027a tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:19:29.380393 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-a30c912b-ab2d-43b2-89e1-7d2797507610 req-3c9bc93a-e048-4e0e-b3f4-ddac33d8027a tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/ports?device_id=2cd7f62d-b496-4b3f-9dbf-0ea65ea5e4e6 HTTP/1.1" status: 200 len: 946 time: 0.0815747 Mar 28 12:19:29.428605 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-a30c912b-ab2d-43b2-89e1-7d2797507610 req-bc9df117-fde6-4cb3-a2db-f86738fb6a7c tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/security-groups?id=f54b431a-d03d-4e8e-a543-ccdce6b1f1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425284 Mar 28 12:19:30.614344 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293a163d-8be4-494d-86d7-6f67bb71fd11 req-0c188c05-c7bd-47a1-bbb2-016f6076a858 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:19:30.615777 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-293a163d-8be4-494d-86d7-6f67bb71fd11 req-0c188c05-c7bd-47a1-bbb2-016f6076a858 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/ports?device_id=2cd7f62d-b496-4b3f-9dbf-0ea65ea5e4e6 HTTP/1.1" status: 200 len: 946 time: 0.0815897 Mar 28 12:19:30.659717 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-293a163d-8be4-494d-86d7-6f67bb71fd11 req-2873268e-71c2-4bcf-916d-f0c6fedc960d tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/security-groups?id=f54b431a-d03d-4e8e-a543-ccdce6b1f1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375865 Mar 28 12:19:31.843875 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00395606-351b-4d2e-a264-5cd5efdd7a4e req-ca63e0c0-d15a-4551-9367-242ba5dc9a18 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:19:31.845356 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-00395606-351b-4d2e-a264-5cd5efdd7a4e req-ca63e0c0-d15a-4551-9367-242ba5dc9a18 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/ports?device_id=2cd7f62d-b496-4b3f-9dbf-0ea65ea5e4e6 HTTP/1.1" status: 200 len: 946 time: 0.0800600 Mar 28 12:19:31.889027 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-00395606-351b-4d2e-a264-5cd5efdd7a4e req-b70ae1a0-189c-471c-a068-39e69182fde1 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/security-groups?id=f54b431a-d03d-4e8e-a543-ccdce6b1f1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379543 Mar 28 12:19:32.358657 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-fa55b14c-3346-47ac-af0b-f4eafc152c27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:19:33.076536 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b4df2b-695b-44bf-b2a3-31d09f540b4d req-c51db740-93b8-4ebb-8589-536f0b6b9fa4 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:19:33.077964 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-56b4df2b-695b-44bf-b2a3-31d09f540b4d req-c51db740-93b8-4ebb-8589-536f0b6b9fa4 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/ports?device_id=2cd7f62d-b496-4b3f-9dbf-0ea65ea5e4e6 HTTP/1.1" status: 200 len: 946 time: 0.0828576 Mar 28 12:19:33.123862 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-56b4df2b-695b-44bf-b2a3-31d09f540b4d req-1417f935-3a29-47fb-b034-0bba9233db09 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/security-groups?id=f54b431a-d03d-4e8e-a543-ccdce6b1f1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401461 Mar 28 12:19:34.034632 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-f15db748-907c-43d5-9163-68b1919b5d32 req-ad690422-d9c4-40cc-b699-c72afb24ddf9 service neutron] 10.222.0.11 "GET /v2.0/ports/3a1430e2-114f-4451-a9a1-092df7f3ecb8/bindings/hv-neutron-8353 HTTP/1.1" status: 200 len: 384 time: 0.0747650 Mar 28 12:19:34.298305 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15db748-907c-43d5-9163-68b1919b5d32 req-fe4c2e5d-a54a-4b4b-9af9-5dc25515ff8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:19:34.299804 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-f15db748-907c-43d5-9163-68b1919b5d32 req-fe4c2e5d-a54a-4b4b-9af9-5dc25515ff8a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=2cd7f62d-b496-4b3f-9dbf-0ea65ea5e4e6&tenant_id=1a3c794a04474c8b9d8d0ed21e9c708b HTTP/1.1" status: 200 len: 1099 time: 0.0751934 Mar 28 12:19:34.316509 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a80bdd3-840c-47d7-ac7e-81e5e7709514 req-b1dc6176-cf52-491d-9e41-a5e33d9916df tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:19:34.317977 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-2a80bdd3-840c-47d7-ac7e-81e5e7709514 req-b1dc6176-cf52-491d-9e41-a5e33d9916df tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/ports?device_id=2cd7f62d-b496-4b3f-9dbf-0ea65ea5e4e6 HTTP/1.1" status: 200 len: 946 time: 0.0855577 Mar 28 12:19:34.362199 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-2a80bdd3-840c-47d7-ac7e-81e5e7709514 req-176ece95-794d-4698-81b2-10bd38287884 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/security-groups?id=f54b431a-d03d-4e8e-a543-ccdce6b1f1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384216 Mar 28 12:19:34.392422 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15db748-907c-43d5-9163-68b1919b5d32 req-9c7a6c3a-a835-4e61-905e-ba9110c10ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:19:34.393785 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-f15db748-907c-43d5-9163-68b1919b5d32 req-9c7a6c3a-a835-4e61-905e-ba9110c10ee0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1a3c794a04474c8b9d8d0ed21e9c708b&device_id=2cd7f62d-b496-4b3f-9dbf-0ea65ea5e4e6 HTTP/1.1" status: 200 len: 1099 time: 0.0733404 Mar 28 12:19:34.520478 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15db748-907c-43d5-9163-68b1919b5d32 req-5d0a9e01-5c2e-4224-9daf-81b16b090c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:19:34.521880 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-f15db748-907c-43d5-9163-68b1919b5d32 req-5d0a9e01-5c2e-4224-9daf-81b16b090c3d service neutron] 10.222.0.11 "GET /v2.0/networks?id=d4e585cd-a443-41c3-9813-94aca86857da HTTP/1.1" status: 200 len: 912 time: 0.1220491 Mar 28 12:19:34.622614 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-f15db748-907c-43d5-9163-68b1919b5d32 req-f38eb516-2e05-4b58-b7a0-dc03ff0f8118 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3a1430e2-114f-4451-a9a1-092df7f3ecb8 HTTP/1.1" status: 200 len: 1003 time: 0.0948019 Mar 28 12:19:34.682905 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15db748-907c-43d5-9163-68b1919b5d32 req-6503f689-4212-4851-80ea-7459502a37ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:19:34.684223 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-f15db748-907c-43d5-9163-68b1919b5d32 req-6503f689-4212-4851-80ea-7459502a37ea service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e2d2077c-3156-4fcb-884b-e46ab11a6b68 HTTP/1.1" status: 200 len: 851 time: 0.0561199 Mar 28 12:19:34.745043 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-78041115-4dd7-40fe-b4ea-7b3ce7c5830d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:19:34.759427 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15db748-907c-43d5-9163-68b1919b5d32 req-ea2de196-20dc-4aaa-903d-585d17ece033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:19:34.760880 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-f15db748-907c-43d5-9163-68b1919b5d32 req-ea2de196-20dc-4aaa-903d-585d17ece033 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d4e585cd-a443-41c3-9813-94aca86857da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0710680 Mar 28 12:19:34.888927 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-f15db748-907c-43d5-9163-68b1919b5d32 req-ff1a0441-66f7-410e-b3bf-b98008b81bb5 service neutron] 10.222.0.11 "GET /v2.0/networks/d4e585cd-a443-41c3-9813-94aca86857da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215320 Mar 28 12:19:35.014907 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-f15db748-907c-43d5-9163-68b1919b5d32 req-16bd0f3e-3d67-45af-8803-2a2525cb6bf3 service neutron] 10.222.0.11 "GET /v2.0/networks/d4e585cd-a443-41c3-9813-94aca86857da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206877 Mar 28 12:19:35.544878 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7500e221-b98d-4945-b7b6-f11f1de82b06 req-c4d5a8e0-182e-49de-805e-d79997f3ab40 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:19:35.546302 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-7500e221-b98d-4945-b7b6-f11f1de82b06 req-c4d5a8e0-182e-49de-805e-d79997f3ab40 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/ports?device_id=2cd7f62d-b496-4b3f-9dbf-0ea65ea5e4e6 HTTP/1.1" status: 200 len: 946 time: 0.0783634 Mar 28 12:19:35.590239 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-7500e221-b98d-4945-b7b6-f11f1de82b06 req-2e1f2b1c-f21f-44b1-9295-f86804172306 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/security-groups?id=f54b431a-d03d-4e8e-a543-ccdce6b1f1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382884 Mar 28 12:19:35.725108 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:19:35.839890 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-ef3be119-c018-4979-be07-86cf959defc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:19:36.610494 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Device 3a1430e2-114f-4451-a9a1-092df7f3ecb8 details requested by agent hyperv_hv-neutron-8353 with host hv-neutron-8353 {{(pid=87872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 28 12:19:36.747684 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] For port 3a1430e2-114f-4451-a9a1-092df7f3ecb8, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=3a1430e2-114f-4451-a9a1-092df7f3ecb8,segment=NetworkSegment(d563b7ac-8b16-4779-b0a9-16deb9c3c180),segment_id=d563b7ac-8b16-4779-b0a9-16deb9c3c180)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:19:36.761378 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Returning: {'device': '3a1430e2-114f-4451-a9a1-092df7f3ecb8', 'network_id': 'd4e585cd-a443-41c3-9813-94aca86857da', 'port_id': '3a1430e2-114f-4451-a9a1-092df7f3ecb8', 'mac_address': 'fa:16:3e:9d:4d:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2d2077c-3156-4fcb-884b-e46ab11a6b68', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 28 12:19:36.782338 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb696fd-7b16-4776-9b75-2885ce46bed5 req-f72c8d3d-5e31-47bf-add5-d15f2206fd2c tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:19:36.783833 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-0cb696fd-7b16-4776-9b75-2885ce46bed5 req-f72c8d3d-5e31-47bf-add5-d15f2206fd2c tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/ports?device_id=2cd7f62d-b496-4b3f-9dbf-0ea65ea5e4e6 HTTP/1.1" status: 200 len: 946 time: 0.0858510 Mar 28 12:19:36.819819 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:19:36.832364 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-0cb696fd-7b16-4776-9b75-2885ce46bed5 req-92933285-d57f-4530-b96f-92297fc5c993 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/security-groups?id=f54b431a-d03d-4e8e-a543-ccdce6b1f1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425141 Mar 28 12:19:36.837949 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.notifiers.nova [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3a1430e2-114f-4451-a9a1-092df7f3ecb8 {{(pid=87872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 12:19:36.854678 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] For port 3a1430e2-114f-4451-a9a1-092df7f3ecb8, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=3a1430e2-114f-4451-a9a1-092df7f3ecb8,segment=NetworkSegment(d563b7ac-8b16-4779-b0a9-16deb9c3c180),segment_id=d563b7ac-8b16-4779-b0a9-16deb9c3c180)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:19:36.858424 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:19:36.921085 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] get_ports_and_sgs() called for port_ids ['3a1430e2-114f-4451-a9a1-092df7f3ecb8'] {{(pid=87872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 12:19:36.968875 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Pushing event updated for resources: {'Port': ['ID=3a1430e2-114f-4451-a9a1-092df7f3ecb8,revision_number=6']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:19:37.301275 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1142eb-3a66-464a-b6c5-931471a7013e req-b847ebb6-cbff-4f32-8780-33165685128a tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:19:37.302872 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-1b1142eb-3a66-464a-b6c5-931471a7013e req-b847ebb6-cbff-4f32-8780-33165685128a tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/ports?device_id=2cd7f62d-b496-4b3f-9dbf-0ea65ea5e4e6 HTTP/1.1" status: 200 len: 945 time: 0.0838394 Mar 28 12:19:37.346984 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1271d46d-27ec-4af0-88a1-87e57c393dbe req-d3e24958-c349-45dd-9f5a-5818556d164d tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:19:37.347616 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-1b1142eb-3a66-464a-b6c5-931471a7013e req-0f0f2907-4958-40c9-9595-d21ecd070c53 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/security-groups?id=f54b431a-d03d-4e8e-a543-ccdce6b1f1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379267 Mar 28 12:19:37.348405 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-1271d46d-27ec-4af0-88a1-87e57c393dbe req-d3e24958-c349-45dd-9f5a-5818556d164d tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.11 "GET /v2.0/ports?device_id=2cd7f62d-b496-4b3f-9dbf-0ea65ea5e4e6&tenant_id=1a3c794a04474c8b9d8d0ed21e9c708b&binding%3Ahost_id=hv-neutron-8353 HTTP/1.1" status: 200 len: 945 time: 0.1883981 Mar 28 12:19:37.426887 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-1271d46d-27ec-4af0-88a1-87e57c393dbe req-006af273-7eb9-4172-80c9-86e0f0d60d5a service neutron] 10.222.0.11 "GET /v2.0/ports/3a1430e2-114f-4451-a9a1-092df7f3ecb8/bindings/hv-neutron-8353 HTTP/1.1" status: 200 len: 384 time: 0.0723269 Mar 28 12:19:37.496893 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-b7ccd3c7-0277-4f12-8e5c-e41478141af5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:19:37.524874 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1271d46d-27ec-4af0-88a1-87e57c393dbe req-2f1c040c-0284-4089-8aaa-9ed2edc24172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:19:37.526309 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-1271d46d-27ec-4af0-88a1-87e57c393dbe req-2f1c040c-0284-4089-8aaa-9ed2edc24172 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1a3c794a04474c8b9d8d0ed21e9c708b&device_id=2cd7f62d-b496-4b3f-9dbf-0ea65ea5e4e6 HTTP/1.1" status: 200 len: 1098 time: 0.0714812 Mar 28 12:19:37.651229 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1271d46d-27ec-4af0-88a1-87e57c393dbe req-8c6897ce-85c3-4e80-b790-994a0329db4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:19:37.652642 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-1271d46d-27ec-4af0-88a1-87e57c393dbe req-8c6897ce-85c3-4e80-b790-994a0329db4f service neutron] 10.222.0.11 "GET /v2.0/networks?id=d4e585cd-a443-41c3-9813-94aca86857da HTTP/1.1" status: 200 len: 912 time: 0.1210196 Mar 28 12:19:37.751270 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-1271d46d-27ec-4af0-88a1-87e57c393dbe req-8f6ff083-caf6-46aa-bbbf-856766003d7d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3a1430e2-114f-4451-a9a1-092df7f3ecb8 HTTP/1.1" status: 200 len: 1002 time: 0.0927799 Mar 28 12:19:37.811871 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1271d46d-27ec-4af0-88a1-87e57c393dbe req-726ad8d2-9c20-4256-80fa-bff1aaf5045c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:19:37.813272 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-1271d46d-27ec-4af0-88a1-87e57c393dbe req-726ad8d2-9c20-4256-80fa-bff1aaf5045c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e2d2077c-3156-4fcb-884b-e46ab11a6b68 HTTP/1.1" status: 200 len: 851 time: 0.0559957 Mar 28 12:19:37.890376 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1271d46d-27ec-4af0-88a1-87e57c393dbe req-aa8d6fbb-0243-4e6c-b737-631cd7323379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:19:37.891854 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-1271d46d-27ec-4af0-88a1-87e57c393dbe req-aa8d6fbb-0243-4e6c-b737-631cd7323379 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d4e585cd-a443-41c3-9813-94aca86857da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0729940 Mar 28 12:19:38.019597 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-1271d46d-27ec-4af0-88a1-87e57c393dbe req-53b562a2-cc11-4d80-b1fb-c2b8b28d025b service neutron] 10.222.0.11 "GET /v2.0/networks/d4e585cd-a443-41c3-9813-94aca86857da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220675 Mar 28 12:19:38.145959 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-1271d46d-27ec-4af0-88a1-87e57c393dbe req-34d76cd0-5a4d-4f3c-a114-65a769f6e3ef service neutron] 10.222.0.11 "GET /v2.0/networks/d4e585cd-a443-41c3-9813-94aca86857da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207416 Mar 28 12:19:38.531944 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aececa4-e3b6-471d-8146-e3678b1562a6 req-cf3240e8-3a7d-4eda-99a1-3bff308b9a2e tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:19:38.533364 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-6aececa4-e3b6-471d-8146-e3678b1562a6 req-cf3240e8-3a7d-4eda-99a1-3bff308b9a2e tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/ports?device_id=2cd7f62d-b496-4b3f-9dbf-0ea65ea5e4e6 HTTP/1.1" status: 200 len: 945 time: 0.0782008 Mar 28 12:19:38.576509 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-6aececa4-e3b6-471d-8146-e3678b1562a6 req-132485b1-aacd-45fe-9d22-71c99787a719 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/security-groups?id=f54b431a-d03d-4e8e-a543-ccdce6b1f1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376191 Mar 28 12:19:38.625564 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Device 3a1430e2-114f-4451-a9a1-092df7f3ecb8 up at agent hyperv_hv-neutron-8353 {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:19:38.692139 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Provisioning complete for port 3a1430e2-114f-4451-a9a1-092df7f3ecb8 triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:19:38.692435 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:19:38.808227 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:19:38.834314 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cd7f62d-b496-4b3f-9dbf-0ea65ea5e4e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a1430e2-114f-4451-a9a1-092df7f3ecb8'}] {{(pid=87872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 12:19:38.843987 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] For port 3a1430e2-114f-4451-a9a1-092df7f3ecb8, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=3a1430e2-114f-4451-a9a1-092df7f3ecb8,segment=NetworkSegment(d563b7ac-8b16-4779-b0a9-16deb9c3c180),segment_id=d563b7ac-8b16-4779-b0a9-16deb9c3c180)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:19:38.848876 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:19:38.895170 dv-neutron-835340-2-hyperv neutron-server[87872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cd7f62d-b496-4b3f-9dbf-0ea65ea5e4e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a1430e2-114f-4451-a9a1-092df7f3ecb8', 'code': 200} Mar 28 12:19:38.920124 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Pushing event updated for resources: {'Port': ['ID=3a1430e2-114f-4451-a9a1-092df7f3ecb8,revision_number=7']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:19:38.927047 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:19:38.927396 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:19:38.927760 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:19:38.928097 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:19:38.928428 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:19:38.928759 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:19:38.929103 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:19:38.929407 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:19:38.930435 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:19:38.930863 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:19:38.931155 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:19:38.931495 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:19:39.764711 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b503d4-095f-4211-ba01-7aef4c1e778c req-44531315-d99d-42e9-9404-8e68ed4271b6 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:19:39.766133 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-a6b503d4-095f-4211-ba01-7aef4c1e778c req-44531315-d99d-42e9-9404-8e68ed4271b6 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/ports?device_id=2cd7f62d-b496-4b3f-9dbf-0ea65ea5e4e6 HTTP/1.1" status: 200 len: 946 time: 0.0820668 Mar 28 12:19:39.811045 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-a6b503d4-095f-4211-ba01-7aef4c1e778c req-50a883eb-112f-4669-ad05-e6fe1aeecf64 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/security-groups?id=f54b431a-d03d-4e8e-a543-ccdce6b1f1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390830 Mar 28 12:19:40.472215 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1271d46d-27ec-4af0-88a1-87e57c393dbe req-691d910e-2b69-4529-86fe-3bd88f81eb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:19:40.473627 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-1271d46d-27ec-4af0-88a1-87e57c393dbe req-691d910e-2b69-4529-86fe-3bd88f81eb5b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=2cd7f62d-b496-4b3f-9dbf-0ea65ea5e4e6&tenant_id=1a3c794a04474c8b9d8d0ed21e9c708b HTTP/1.1" status: 200 len: 1099 time: 0.0682554 Mar 28 12:19:40.565863 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1271d46d-27ec-4af0-88a1-87e57c393dbe req-15bcc6c1-93ea-447e-8a83-37be01c8d31e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:19:40.567332 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-1271d46d-27ec-4af0-88a1-87e57c393dbe req-15bcc6c1-93ea-447e-8a83-37be01c8d31e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1a3c794a04474c8b9d8d0ed21e9c708b&device_id=2cd7f62d-b496-4b3f-9dbf-0ea65ea5e4e6 HTTP/1.1" status: 200 len: 1099 time: 0.0734053 Mar 28 12:19:40.698398 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1271d46d-27ec-4af0-88a1-87e57c393dbe req-e1c046b8-c357-4b70-bc07-15f550549785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:19:40.699755 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-1271d46d-27ec-4af0-88a1-87e57c393dbe req-e1c046b8-c357-4b70-bc07-15f550549785 service neutron] 10.222.0.11 "GET /v2.0/networks?id=d4e585cd-a443-41c3-9813-94aca86857da HTTP/1.1" status: 200 len: 912 time: 0.1265385 Mar 28 12:19:40.800539 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-1271d46d-27ec-4af0-88a1-87e57c393dbe req-945d49cd-144e-4251-8628-6931d9e5fddc service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3a1430e2-114f-4451-a9a1-092df7f3ecb8 HTTP/1.1" status: 200 len: 1003 time: 0.0939627 Mar 28 12:19:40.864935 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1271d46d-27ec-4af0-88a1-87e57c393dbe req-1ee97523-ced9-450b-bf8e-032e32a42131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:19:40.866349 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-1271d46d-27ec-4af0-88a1-87e57c393dbe req-1ee97523-ced9-450b-bf8e-032e32a42131 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e2d2077c-3156-4fcb-884b-e46ab11a6b68 HTTP/1.1" status: 200 len: 851 time: 0.0597715 Mar 28 12:19:40.941701 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1271d46d-27ec-4af0-88a1-87e57c393dbe req-5da152da-a7ec-4a48-9a3f-5a75fba59293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:19:40.943163 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-1271d46d-27ec-4af0-88a1-87e57c393dbe req-5da152da-a7ec-4a48-9a3f-5a75fba59293 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d4e585cd-a443-41c3-9813-94aca86857da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0694172 Mar 28 12:19:41.003080 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7df00e-336f-4f0d-8d1f-466a58b1344a req-d2ff26bf-8dc2-4db9-b9aa-3c1e41e71b29 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:19:41.004663 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-ea7df00e-336f-4f0d-8d1f-466a58b1344a req-d2ff26bf-8dc2-4db9-b9aa-3c1e41e71b29 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/ports?device_id=2cd7f62d-b496-4b3f-9dbf-0ea65ea5e4e6 HTTP/1.1" status: 200 len: 946 time: 0.0858960 Mar 28 12:19:41.052328 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-ea7df00e-336f-4f0d-8d1f-466a58b1344a req-b814a53c-5b50-44ae-9006-88eed6b158f4 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/security-groups?id=f54b431a-d03d-4e8e-a543-ccdce6b1f1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411589 Mar 28 12:19:41.185432 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-1271d46d-27ec-4af0-88a1-87e57c393dbe req-67036002-0fce-44e5-a9fa-44bb62f26b99 service neutron] 10.222.0.11 "GET /v2.0/networks/d4e585cd-a443-41c3-9813-94aca86857da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2360284 Mar 28 12:19:41.312625 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-1271d46d-27ec-4af0-88a1-87e57c393dbe req-03cf4569-d96b-44b8-ae5e-1cadd6bbb2fe service neutron] 10.222.0.11 "GET /v2.0/networks/d4e585cd-a443-41c3-9813-94aca86857da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208894 Mar 28 12:19:42.244835 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0c37c7-485c-4195-8cb7-1306b4a5a4d6 req-49c3c159-86ae-4f5c-9681-ba14dd9d0628 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:19:42.246258 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-7a0c37c7-485c-4195-8cb7-1306b4a5a4d6 req-49c3c159-86ae-4f5c-9681-ba14dd9d0628 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/ports?device_id=2cd7f62d-b496-4b3f-9dbf-0ea65ea5e4e6 HTTP/1.1" status: 200 len: 946 time: 0.0862143 Mar 28 12:19:42.290485 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-7a0c37c7-485c-4195-8cb7-1306b4a5a4d6 req-4eaf4d5e-4855-433d-bc59-3daa42e8fde9 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/security-groups?id=f54b431a-d03d-4e8e-a543-ccdce6b1f1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382903 Mar 28 12:19:42.641850 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Device 3a1430e2-114f-4451-a9a1-092df7f3ecb8 details requested by agent hyperv_hv-neutron-8353 with host hv-neutron-8353 {{(pid=87872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 28 12:19:42.772676 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] For port 3a1430e2-114f-4451-a9a1-092df7f3ecb8, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=3a1430e2-114f-4451-a9a1-092df7f3ecb8,segment=NetworkSegment(d563b7ac-8b16-4779-b0a9-16deb9c3c180),segment_id=d563b7ac-8b16-4779-b0a9-16deb9c3c180)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:19:42.785638 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Returning: {'device': '3a1430e2-114f-4451-a9a1-092df7f3ecb8', 'network_id': 'd4e585cd-a443-41c3-9813-94aca86857da', 'port_id': '3a1430e2-114f-4451-a9a1-092df7f3ecb8', 'mac_address': 'fa:16:3e:9d:4d:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2d2077c-3156-4fcb-884b-e46ab11a6b68', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 28 12:19:42.839116 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:19:42.855530 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.notifiers.nova [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3a1430e2-114f-4451-a9a1-092df7f3ecb8 {{(pid=87872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 12:19:42.871200 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] For port 3a1430e2-114f-4451-a9a1-092df7f3ecb8, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=3a1430e2-114f-4451-a9a1-092df7f3ecb8,segment=NetworkSegment(d563b7ac-8b16-4779-b0a9-16deb9c3c180),segment_id=d563b7ac-8b16-4779-b0a9-16deb9c3c180)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:19:42.875018 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:19:42.939678 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] get_ports_and_sgs() called for port_ids ['3a1430e2-114f-4451-a9a1-092df7f3ecb8'] {{(pid=87872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 12:19:42.981473 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Pushing event updated for resources: {'Port': ['ID=3a1430e2-114f-4451-a9a1-092df7f3ecb8,revision_number=8']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:19:43.469882 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498f8db3-894d-468f-932b-888c6e8ee55a req-221789bf-c843-4762-9b10-6bd240f3b3da tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:19:43.471329 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-498f8db3-894d-468f-932b-888c6e8ee55a req-221789bf-c843-4762-9b10-6bd240f3b3da tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/ports?device_id=2cd7f62d-b496-4b3f-9dbf-0ea65ea5e4e6 HTTP/1.1" status: 200 len: 945 time: 0.0793455 Mar 28 12:19:43.514576 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-498f8db3-894d-468f-932b-888c6e8ee55a req-e26695e3-bc9e-47f3-ae1a-6700e120d77a tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/security-groups?id=f54b431a-d03d-4e8e-a543-ccdce6b1f1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371509 Mar 28 12:19:43.693671 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b33c489-c30a-42d6-ba32-c8e6945cef34 req-bcc958ac-8c3e-46ea-aad8-38d640ad54f0 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:19:43.695030 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-1b33c489-c30a-42d6-ba32-c8e6945cef34 req-bcc958ac-8c3e-46ea-aad8-38d640ad54f0 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/ports?device_id=2cd7f62d-b496-4b3f-9dbf-0ea65ea5e4e6 HTTP/1.1" status: 200 len: 945 time: 0.0787170 Mar 28 12:19:43.741876 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-1b33c489-c30a-42d6-ba32-c8e6945cef34 req-8bc5559c-fb1c-4be5-971f-f760d1669a4a tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/security-groups?id=f54b431a-d03d-4e8e-a543-ccdce6b1f1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411475 Mar 28 12:19:43.926787 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68be614-f7bf-41e0-9efd-2f0ab3844763 req-cb0e75ee-ce36-4612-8d8f-32638a6f241f tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:19:43.928249 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-e68be614-f7bf-41e0-9efd-2f0ab3844763 req-cb0e75ee-ce36-4612-8d8f-32638a6f241f tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/ports?device_id=2cd7f62d-b496-4b3f-9dbf-0ea65ea5e4e6 HTTP/1.1" status: 200 len: 945 time: 0.0825660 Mar 28 12:19:43.971842 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-e68be614-f7bf-41e0-9efd-2f0ab3844763 req-1a5cc133-2f48-4c8e-b23c-d3a17b838add tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/security-groups?id=f54b431a-d03d-4e8e-a543-ccdce6b1f1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369143 Mar 28 12:19:44.356465 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c7aa15-9bf1-4983-98d6-5c7b2e40d051 req-9ad5da39-708b-42cd-be33-80a58cc939b3 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:19:44.357786 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-81c7aa15-9bf1-4983-98d6-5c7b2e40d051 req-9ad5da39-708b-42cd-be33-80a58cc939b3 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/ports?device_id=2cd7f62d-b496-4b3f-9dbf-0ea65ea5e4e6 HTTP/1.1" status: 200 len: 945 time: 0.0828333 Mar 28 12:19:44.400867 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-81c7aa15-9bf1-4983-98d6-5c7b2e40d051 req-bd508eb4-7bf8-4be1-a3c1-fa288599f368 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/security-groups?id=f54b431a-d03d-4e8e-a543-ccdce6b1f1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373557 Mar 28 12:19:44.657378 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Device 3a1430e2-114f-4451-a9a1-092df7f3ecb8 up at agent hyperv_hv-neutron-8353 {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:19:44.725546 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Provisioning complete for port 3a1430e2-114f-4451-a9a1-092df7f3ecb8 triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:19:44.725915 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:19:44.875639 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:19:44.902730 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cd7f62d-b496-4b3f-9dbf-0ea65ea5e4e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a1430e2-114f-4451-a9a1-092df7f3ecb8'}] {{(pid=87872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 12:19:44.912172 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] For port 3a1430e2-114f-4451-a9a1-092df7f3ecb8, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=3a1430e2-114f-4451-a9a1-092df7f3ecb8,segment=NetworkSegment(d563b7ac-8b16-4779-b0a9-16deb9c3c180),segment_id=d563b7ac-8b16-4779-b0a9-16deb9c3c180)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:19:44.916745 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:19:44.952684 dv-neutron-835340-2-hyperv neutron-server[87872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cd7f62d-b496-4b3f-9dbf-0ea65ea5e4e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a1430e2-114f-4451-a9a1-092df7f3ecb8', 'code': 200} Mar 28 12:19:44.982790 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Pushing event updated for resources: {'Port': ['ID=3a1430e2-114f-4451-a9a1-092df7f3ecb8,revision_number=9']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:19:45.581784 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b90b421-b803-486e-a9c9-b7470f271047 req-94ae37d7-1ba6-4162-8977-5b7485306dde tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:19:45.583202 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-1b90b421-b803-486e-a9c9-b7470f271047 req-94ae37d7-1ba6-4162-8977-5b7485306dde tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/ports?device_id=2cd7f62d-b496-4b3f-9dbf-0ea65ea5e4e6 HTTP/1.1" status: 200 len: 946 time: 0.0777125 Mar 28 12:19:45.625807 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-1b90b421-b803-486e-a9c9-b7470f271047 req-e791e668-acd6-4172-acdf-4359b73f37cb tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/security-groups?id=f54b431a-d03d-4e8e-a543-ccdce6b1f1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370510 Mar 28 12:19:46.353313 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c91b221-7553-41f0-8fb5-0bdd74afcf52 req-0b9f186b-0234-4173-9378-1fd9b2c36a96 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:19:46.354710 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-7c91b221-7553-41f0-8fb5-0bdd74afcf52 req-0b9f186b-0234-4173-9378-1fd9b2c36a96 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.11 "GET /v2.0/ports?device_id=2cd7f62d-b496-4b3f-9dbf-0ea65ea5e4e6 HTTP/1.1" status: 200 len: 946 time: 0.0775356 Mar 28 12:19:46.423719 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [req-7c91b221-7553-41f0-8fb5-0bdd74afcf52 req-406ef771-7276-4e81-9b84-9adde0da3fc0 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Deleting port 3a1430e2-114f-4451-a9a1-092df7f3ecb8 {{(pid=87871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:19:46.423980 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-7c91b221-7553-41f0-8fb5-0bdd74afcf52 req-406ef771-7276-4e81-9b84-9adde0da3fc0 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:19:46.669389 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.db [req-7c91b221-7553-41f0-8fb5-0bdd74afcf52 req-406ef771-7276-4e81-9b84-9adde0da3fc0 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] For port 3a1430e2-114f-4451-a9a1-092df7f3ecb8, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=3a1430e2-114f-4451-a9a1-092df7f3ecb8,segment=NetworkSegment(d563b7ac-8b16-4779-b0a9-16deb9c3c180),segment_id=d563b7ac-8b16-4779-b0a9-16deb9c3c180)] {{(pid=87871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:19:46.669743 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-7c91b221-7553-41f0-8fb5-0bdd74afcf52 req-406ef771-7276-4e81-9b84-9adde0da3fc0 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:19:46.995437 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f759ab-97a8-42f1-876e-6c7cab73a6bd req-772a1e7e-aabd-4abe-a81a-0a9a5fa78b7b tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:19:46.996917 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-92f759ab-97a8-42f1-876e-6c7cab73a6bd req-772a1e7e-aabd-4abe-a81a-0a9a5fa78b7b tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/ports?device_id=2cd7f62d-b496-4b3f-9dbf-0ea65ea5e4e6 HTTP/1.1" status: 200 len: 946 time: 0.2635760 Mar 28 12:19:47.057993 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-7c91b221-7553-41f0-8fb5-0bdd74afcf52 req-406ef771-7276-4e81-9b84-9adde0da3fc0 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:19:47.058349 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-7c91b221-7553-41f0-8fb5-0bdd74afcf52 req-406ef771-7276-4e81-9b84-9adde0da3fc0 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-709520'] for floatingip, after_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:19:47.058649 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.db.l3_db [req-7c91b221-7553-41f0-8fb5-0bdd74afcf52 req-406ef771-7276-4e81-9b84-9adde0da3fc0 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Floating IP fb01ee55-0771-40a2-a88c-4e5811c5dab8 disassociated. External IP: 172.26.7.253, port: 3a1430e2-114f-4451-a9a1-092df7f3ecb8. Mar 28 12:19:47.058980 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [req-7c91b221-7553-41f0-8fb5-0bdd74afcf52 req-406ef771-7276-4e81-9b84-9adde0da3fc0 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Calling delete_port for 3a1430e2-114f-4451-a9a1-092df7f3ecb8 owned by compute:nova {{(pid=87871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:19:47.099490 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-92f759ab-97a8-42f1-876e-6c7cab73a6bd req-619f46be-427d-4148-9d7e-887732e606f9 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/security-groups?id=f54b431a-d03d-4e8e-a543-ccdce6b1f1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963094 Mar 28 12:19:47.206306 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-7c91b221-7553-41f0-8fb5-0bdd74afcf52 req-406ef771-7276-4e81-9b84-9adde0da3fc0 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:19:47.259673 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406ef771-7276-4e81-9b84-9adde0da3fc0 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Pushing event deleted for resources: {'Port': ['ID=3a1430e2-114f-4451-a9a1-092df7f3ecb8,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:19:47.269670 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406ef771-7276-4e81-9b84-9adde0da3fc0 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:19:47.270010 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406ef771-7276-4e81-9b84-9adde0da3fc0 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:19:47.270338 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406ef771-7276-4e81-9b84-9adde0da3fc0 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:19:47.270660 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406ef771-7276-4e81-9b84-9adde0da3fc0 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:19:47.270980 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406ef771-7276-4e81-9b84-9adde0da3fc0 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:19:47.271297 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406ef771-7276-4e81-9b84-9adde0da3fc0 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:19:47.271637 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406ef771-7276-4e81-9b84-9adde0da3fc0 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:19:47.271960 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406ef771-7276-4e81-9b84-9adde0da3fc0 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:19:47.272272 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406ef771-7276-4e81-9b84-9adde0da3fc0 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:19:47.272583 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406ef771-7276-4e81-9b84-9adde0da3fc0 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:19:47.272893 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406ef771-7276-4e81-9b84-9adde0da3fc0 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:19:47.273197 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406ef771-7276-4e81-9b84-9adde0da3fc0 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:19:47.555292 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7c91b221-7553-41f0-8fb5-0bdd74afcf52 req-406ef771-7276-4e81-9b84-9adde0da3fc0 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Router 43457749-50b5-4286-ad1b-43d54251d413 has already been hosted by L3 agent af79d429-529e-400b-a119-94d4bec03f3e {{(pid=87871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 12:19:47.727884 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7c91b221-7553-41f0-8fb5-0bdd74afcf52 req-406ef771-7276-4e81-9b84-9adde0da3fc0 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 12:19:47.737172 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c713434-23be-4377-b24f-94e42c85707e None None] Sync routers for ids ['43457749-50b5-4286-ad1b-43d54251d413'] in dv-neutron-835340-2-hyperv {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 12:19:47.746559 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c713434-23be-4377-b24f-94e42c85707e None None] Routers {'43457749-50b5-4286-ad1b-43d54251d413'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:19:47.747154 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-9c713434-23be-4377-b24f-94e42c85707e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:19:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['43457749-50b5-4286-ad1b-43d54251d413'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:19:47.802085 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c91b221-7553-41f0-8fb5-0bdd74afcf52 req-406ef771-7276-4e81-9b84-9adde0da3fc0 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] No DVR routers for this DVR port 3a1430e2-114f-4451-a9a1-092df7f3ecb8 on host hv-neutron-8353 {{(pid=87871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 12:19:47.804609 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-7c91b221-7553-41f0-8fb5-0bdd74afcf52 req-406ef771-7276-4e81-9b84-9adde0da3fc0 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:19:47.808737 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cd7f62d-b496-4b3f-9dbf-0ea65ea5e4e6', 'name': 'network-vif-deleted', 'tag': '3a1430e2-114f-4451-a9a1-092df7f3ecb8'}] {{(pid=87871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 12:19:47.825594 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-7c91b221-7553-41f0-8fb5-0bdd74afcf52 req-406ef771-7276-4e81-9b84-9adde0da3fc0 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.11 "DELETE /v2.0/ports/3a1430e2-114f-4451-a9a1-092df7f3ecb8 HTTP/1.1" status: 204 len: 173 time: 1.4650683 Mar 28 12:19:47.859870 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cd7f62d-b496-4b3f-9dbf-0ea65ea5e4e6', 'name': 'network-vif-deleted', 'tag': '3a1430e2-114f-4451-a9a1-092df7f3ecb8', 'status': 'completed', 'code': 200} Mar 28 12:19:47.940788 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvr_db [None req-9c713434-23be-4377-b24f-94e42c85707e None None] Set router 43457749-50b5-4286-ad1b-43d54251d413 gateway port host: dv-neutron-835340-2-hyperv {{(pid=87873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:19:48.266811 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [req-d3f5c26f-2c4b-44d2-8bd6-8f5a9b7bd5cb req-f23d76d0-6c01-4e9b-8e7f-ceb3225c3a85 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Synchronizing usage tracker for tenant:1a3c794a04474c8b9d8d0ed21e9c708b on resource:port {{(pid=87871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:19:48.283934 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [req-d3f5c26f-2c4b-44d2-8bd6-8f5a9b7bd5cb req-f23d76d0-6c01-4e9b-8e7f-ceb3225c3a85 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Unset dirty status for tenant:1a3c794a04474c8b9d8d0ed21e9c708b on resource:port {{(pid=87871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:19:48.285081 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-d3f5c26f-2c4b-44d2-8bd6-8f5a9b7bd5cb req-f23d76d0-6c01-4e9b-8e7f-ceb3225c3a85 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/ports?device_id=2cd7f62d-b496-4b3f-9dbf-0ea65ea5e4e6 HTTP/1.1" status: 200 len: 210 time: 0.0607986 Mar 28 12:19:48.291672 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-9c713434-23be-4377-b24f-94e42c85707e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43457749-50b5-4286-ad1b-43d54251d413', 'name': 'tempest-ServerActionsTestJSON-1611452995-router', 'tenant_id': '1a3c794a04474c8b9d8d0ed21e9c708b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.116'}], 'enable_snat': True}, 'gw_port_id': 'd0dd7998-7ddc-4088-9eee-8f3e64379196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:17:03Z', 'updated_at': '2022-03-28T12:17:07Z', 'revision_number': 4, 'project_id': '1a3c794a04474c8b9d8d0ed21e9c708b', 'gw_port': {'id': 'd0dd7998-7ddc-4088-9eee-8f3e64379196', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a0:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43457749-50b5-4286-ad1b-43d54251d413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:17:03Z', 'updated_at': '2022-03-28T12:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_interfaces': [{'id': '6ecd2cd5-23d1-4bd7-9974-4f97a43141c3', 'name': '', 'network_id': 'd4e585cd-a443-41c3-9813-94aca86857da', 'tenant_id': '1a3c794a04474c8b9d8d0ed21e9c708b', 'mac_address': 'fa:16:3e:56:90:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43457749-50b5-4286-ad1b-43d54251d413', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'e2d2077c-3156-4fcb-884b-e46ab11a6b68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:17:06Z', 'updated_at': '2022-03-28T12:17:12Z', 'revision_number': 5, 'project_id': '1a3c794a04474c8b9d8d0ed21e9c708b', 'subnets': [{'id': 'e2d2077c-3156-4fcb-884b-e46ab11a6b68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:19:48.296324 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c713434-23be-4377-b24f-94e42c85707e None None] Checking router: 43457749-50b5-4286-ad1b-43d54251d413 for host: dv-neutron-835340-2-hyperv {{(pid=87873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 12:19:48.306705 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c713434-23be-4377-b24f-94e42c85707e None None] Routers {'43457749-50b5-4286-ad1b-43d54251d413'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:19:48.307497 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-9c713434-23be-4377-b24f-94e42c85707e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:19:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['43457749-50b5-4286-ad1b-43d54251d413'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:19:48.481618 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvr_db [None req-9c713434-23be-4377-b24f-94e42c85707e None None] Set router 43457749-50b5-4286-ad1b-43d54251d413 gateway port host: dv-neutron-835340-2-hyperv {{(pid=87873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:19:48.776313 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-9c713434-23be-4377-b24f-94e42c85707e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43457749-50b5-4286-ad1b-43d54251d413', 'name': 'tempest-ServerActionsTestJSON-1611452995-router', 'tenant_id': '1a3c794a04474c8b9d8d0ed21e9c708b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.116'}], 'enable_snat': True}, 'gw_port_id': 'd0dd7998-7ddc-4088-9eee-8f3e64379196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:17:03Z', 'updated_at': '2022-03-28T12:17:07Z', 'revision_number': 4, 'project_id': '1a3c794a04474c8b9d8d0ed21e9c708b', 'gw_port': {'id': 'd0dd7998-7ddc-4088-9eee-8f3e64379196', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a0:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43457749-50b5-4286-ad1b-43d54251d413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:17:03Z', 'updated_at': '2022-03-28T12:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_interfaces': [{'id': '6ecd2cd5-23d1-4bd7-9974-4f97a43141c3', 'name': '', 'network_id': 'd4e585cd-a443-41c3-9813-94aca86857da', 'tenant_id': '1a3c794a04474c8b9d8d0ed21e9c708b', 'mac_address': 'fa:16:3e:56:90:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43457749-50b5-4286-ad1b-43d54251d413', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'e2d2077c-3156-4fcb-884b-e46ab11a6b68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:17:06Z', 'updated_at': '2022-03-28T12:17:12Z', 'revision_number': 5, 'project_id': '1a3c794a04474c8b9d8d0ed21e9c708b', 'subnets': [{'id': 'e2d2077c-3156-4fcb-884b-e46ab11a6b68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:19:48.780077 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c713434-23be-4377-b24f-94e42c85707e None None] The sync data for ids ['43457749-50b5-4286-ad1b-43d54251d413'] in dv-neutron-835340-2-hyperv is: [{'id': '43457749-50b5-4286-ad1b-43d54251d413', 'name': 'tempest-ServerActionsTestJSON-1611452995-router', 'tenant_id': '1a3c794a04474c8b9d8d0ed21e9c708b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.116'}], 'enable_snat': True}, 'gw_port_id': 'd0dd7998-7ddc-4088-9eee-8f3e64379196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:17:03Z', 'updated_at': '2022-03-28T12:17:07Z', 'revision_number': 4, 'project_id': '1a3c794a04474c8b9d8d0ed21e9c708b', 'gw_port': {'id': 'd0dd7998-7ddc-4088-9eee-8f3e64379196', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a0:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43457749-50b5-4286-ad1b-43d54251d413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:17:03Z', 'updated_at': '2022-03-28T12:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_interfaces': [{'id': '6ecd2cd5-23d1-4bd7-9974-4f97a43141c3', 'name': '', 'network_id': 'd4e585cd-a443-41c3-9813-94aca86857da', 'tenant_id': '1a3c794a04474c8b9d8d0ed21e9c708b', 'mac_address': 'fa:16:3e:56:90:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43457749-50b5-4286-ad1b-43d54251d413', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'e2d2077c-3156-4fcb-884b-e46ab11a6b68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:17:06Z', 'updated_at': '2022-03-28T12:17:12Z', 'revision_number': 5, 'project_id': '1a3c794a04474c8b9d8d0ed21e9c708b', 'subnets': [{'id': 'e2d2077c-3156-4fcb-884b-e46ab11a6b68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 12:19:48.991299 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c46b57b5-b1d8-4d22-9588-8a5db862167f None None] New status for floating IP fb01ee55-0771-40a2-a88c-4e5811c5dab8: DOWN {{(pid=87872) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 12:19:49.621657 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-46fcfb3d-b056-47c3-8101-bf743332696a req-8a47ec36-e266-4f3f-8d2c-86a6eec298cb tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1120110286&fields=id&tenant_id=1a3c794a04474c8b9d8d0ed21e9c708b HTTP/1.1" status: 200 len: 267 time: 0.0414722 Mar 28 12:19:49.766751 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fcfb3d-b056-47c3-8101-bf743332696a req-b21f73c9-1622-4b64-bcf3-034eba01329e tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:19:49.767405 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [req-46fcfb3d-b056-47c3-8101-bf743332696a req-b21f73c9-1622-4b64-bcf3-034eba01329e tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Synchronizing usage tracker for tenant:1a3c794a04474c8b9d8d0ed21e9c708b on resource:network {{(pid=87870) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:19:49.784060 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [req-46fcfb3d-b056-47c3-8101-bf743332696a req-b21f73c9-1622-4b64-bcf3-034eba01329e tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Unset dirty status for tenant:1a3c794a04474c8b9d8d0ed21e9c708b on resource:network {{(pid=87870) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:19:49.785182 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-46fcfb3d-b056-47c3-8101-bf743332696a req-b21f73c9-1622-4b64-bcf3-034eba01329e tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/networks?id=d4e585cd-a443-41c3-9813-94aca86857da HTTP/1.1" status: 200 len: 812 time: 0.1569707 Mar 28 12:19:49.800182 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-46fcfb3d-b056-47c3-8101-bf743332696a req-4a240e71-910b-4f6a-89e4-894ed5d28aa2 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/quotas/1a3c794a04474c8b9d8d0ed21e9c708b HTTP/1.1" status: 200 len: 375 time: 0.0089524 Mar 28 12:19:49.883921 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-46fcfb3d-b056-47c3-8101-bf743332696a req-4c28ce91-aa34-4987-aacf-ff478d6a5761 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=1a3c794a04474c8b9d8d0ed21e9c708b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0784380 Mar 28 12:19:49.968352 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [req-46fcfb3d-b056-47c3-8101-bf743332696a req-b60ab41d-478b-4354-92e0-3ca83d461d38 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=87870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 12:19:49.969309 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-46fcfb3d-b056-47c3-8101-bf743332696a req-b60ab41d-478b-4354-92e0-3ca83d461d38 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0741768 Mar 28 12:19:50.189660 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-46fcfb3d-b056-47c3-8101-bf743332696a req-6708469f-9aa7-4107-a4e6-8ce2ce500644 service neutron] 10.222.0.30 "GET /v2.0/networks/d4e585cd-a443-41c3-9813-94aca86857da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2145042 Mar 28 12:19:50.317349 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-46fcfb3d-b056-47c3-8101-bf743332696a req-1e28104e-b9ee-4040-a117-2742853e95f4 service neutron] 10.222.0.30 "GET /v2.0/networks/d4e585cd-a443-41c3-9813-94aca86857da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218238 Mar 28 12:19:50.494115 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-28556523-6c24-4605-8f3c-9389ccb8aa92 req-24b277bb-6d8b-4fea-ba80-bd41bceeb6c8 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b065f65-2794-4d2b-9e17-b9dc5cf5094b HTTP/1.1" status: 200 len: 210 time: 0.0460074 Mar 28 12:19:50.719552 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Device 3a1430e2-114f-4451-a9a1-092df7f3ecb8 no longer exists at agent hyperv_hv-neutron-8353 {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 12:19:50.755525 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] No Port match for: 3a1430e2-114f-4451-a9a1-092df7f3ecb8 {{(pid=87872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 12:19:50.755874 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Device 3a1430e2-114f-4451-a9a1-092df7f3ecb8 not bound to the agent host hv-neutron-8353 {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 12:19:50.777272 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:19:51.486654 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fcfb3d-b056-47c3-8101-bf743332696a req-1c7868b6-a69b-436f-bd7f-9e62a82e33a6 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:19:51.488078 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-46fcfb3d-b056-47c3-8101-bf743332696a req-1c7868b6-a69b-436f-bd7f-9e62a82e33a6 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.11 "GET /v2.0/networks?id=d4e585cd-a443-41c3-9813-94aca86857da HTTP/1.1" status: 200 len: 812 time: 0.1496615 Mar 28 12:19:51.538182 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-46fcfb3d-b056-47c3-8101-bf743332696a req-5424df33-7fc1-44b0-af54-b1a1c316742a tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1a3c794a04474c8b9d8d0ed21e9c708b HTTP/1.1" status: 200 len: 380 time: 0.0424588 Mar 28 12:19:51.546401 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [req-46fcfb3d-b056-47c3-8101-bf743332696a req-b9f9b06e-9c60-4cd6-8ef7-7d72a90dcfc3 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Request body: {'port': {'device_id': '7b065f65-2794-4d2b-9e17-b9dc5cf5094b', 'network_id': 'd4e585cd-a443-41c3-9813-94aca86857da', 'admin_state_up': True, 'tenant_id': '1a3c794a04474c8b9d8d0ed21e9c708b', 'security_groups': ['f54b431a-d03d-4e8e-a543-ccdce6b1f1f1']}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:19:51.648369 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-4a73f227-d787-4b1e-a1ea-35023842575c req-286948ea-a489-4ade-90bc-c81eaa8415ed tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b065f65-2794-4d2b-9e17-b9dc5cf5094b HTTP/1.1" status: 200 len: 210 time: 0.0468910 Mar 28 12:19:51.683906 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [req-46fcfb3d-b056-47c3-8101-bf743332696a req-b9f9b06e-9c60-4cd6-8ef7-7d72a90dcfc3 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:19:51.693140 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [req-46fcfb3d-b056-47c3-8101-bf743332696a req-b9f9b06e-9c60-4cd6-8ef7-7d72a90dcfc3 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:19:51.701814 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46fcfb3d-b056-47c3-8101-bf743332696a req-b9f9b06e-9c60-4cd6-8ef7-7d72a90dcfc3 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Made reservation on behalf of 1a3c794a04474c8b9d8d0ed21e9c708b for: {'port': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 12:19:51.705308 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-46fcfb3d-b056-47c3-8101-bf743332696a req-b9f9b06e-9c60-4cd6-8ef7-7d72a90dcfc3 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:19:51.865844 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.db_base_plugin_common [req-46fcfb3d-b056-47c3-8101-bf743332696a req-b9f9b06e-9c60-4cd6-8ef7-7d72a90dcfc3 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Allocated IP 172.20.0.11 (d4e585cd-a443-41c3-9813-94aca86857da/e2d2077c-3156-4fcb-884b-e46ab11a6b68/e26de8e6-1ffd-46c0-8136-94c7e0833d41) {{(pid=87871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 12:19:52.049559 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-46fcfb3d-b056-47c3-8101-bf743332696a req-b9f9b06e-9c60-4cd6-8ef7-7d72a90dcfc3 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Notify callbacks [] for port, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:19:52.064374 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.provisioning_blocks [req-46fcfb3d-b056-47c3-8101-bf743332696a req-b9f9b06e-9c60-4cd6-8ef7-7d72a90dcfc3 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Transition to ACTIVE for port object e26de8e6-1ffd-46c0-8136-94c7e0833d41 will not be triggered until provisioned by entity DHCP. {{(pid=87871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:19:52.087414 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-46fcfb3d-b056-47c3-8101-bf743332696a req-b9f9b06e-9c60-4cd6-8ef7-7d72a90dcfc3 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:19:52.148084 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46fcfb3d-b056-47c3-8101-bf743332696a req-b9f9b06e-9c60-4cd6-8ef7-7d72a90dcfc3 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Network d4e585cd-a443-41c3-9813-94aca86857da is already hosted by enough agents. {{(pid=87871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:19:52.151781 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [req-46fcfb3d-b056-47c3-8101-bf743332696a req-b9f9b06e-9c60-4cd6-8ef7-7d72a90dcfc3 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Resources bound (agent type, host, resource id): {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:19:52.160026 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.l3_dvrscheduler_db [req-46fcfb3d-b056-47c3-8101-bf743332696a req-b9f9b06e-9c60-4cd6-8ef7-7d72a90dcfc3 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Received port after_create {{(pid=87871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 12:19:52.199324 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f9b06e-9c60-4cd6-8ef7-7d72a90dcfc3 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Pushing event updated for resources: {'Port': ['ID=e26de8e6-1ffd-46c0-8136-94c7e0833d41,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:19:52.231776 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fcfb3d-b056-47c3-8101-bf743332696a req-b9f9b06e-9c60-4cd6-8ef7-7d72a90dcfc3 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:19:52.232387 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-46fcfb3d-b056-47c3-8101-bf743332696a req-b9f9b06e-9c60-4cd6-8ef7-7d72a90dcfc3 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:19:52.260983 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-46fcfb3d-b056-47c3-8101-bf743332696a req-b9f9b06e-9c60-4cd6-8ef7-7d72a90dcfc3 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7181695 Mar 28 12:19:52.272434 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [req-46fcfb3d-b056-47c3-8101-bf743332696a req-13adb1b7-ef3a-492e-be9d-aed81c36cdc8 service neutron] Request body: {'port': {'device_id': '7b065f65-2794-4d2b-9e17-b9dc5cf5094b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8353'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:19:52.346045 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-ffb685fb-e460-4c98-a202-0e742fe1a7ac None None] Provisioning for port e26de8e6-1ffd-46c0-8136-94c7e0833d41 completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:19:52.351368 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-ffb685fb-e460-4c98-a202-0e742fe1a7ac None None] Provisioning complete for port e26de8e6-1ffd-46c0-8136-94c7e0833d41 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:19:52.351876 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-ffb685fb-e460-4c98-a202-0e742fe1a7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:19:52.387862 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-46fcfb3d-b056-47c3-8101-bf743332696a req-13adb1b7-ef3a-492e-be9d-aed81c36cdc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:19:52.405343 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-ffb685fb-e460-4c98-a202-0e742fe1a7ac None None] Port e26de8e6-1ffd-46c0-8136-94c7e0833d41 cannot update to ACTIVE because it is not bound. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 12:19:52.890215 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.notifiers.nova [req-46fcfb3d-b056-47c3-8101-bf743332696a req-13adb1b7-ef3a-492e-be9d-aed81c36cdc8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e26de8e6-1ffd-46c0-8136-94c7e0833d41 {{(pid=87871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 12:19:52.900022 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-46fcfb3d-b056-47c3-8101-bf743332696a req-13adb1b7-ef3a-492e-be9d-aed81c36cdc8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:19:52.908861 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189735c0-8ec0-4bb2-9b02-dfcc980dfba4 req-9a350f87-404c-4092-a9cd-6886965173e9 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:19:52.909535 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [req-189735c0-8ec0-4bb2-9b02-dfcc980dfba4 req-9a350f87-404c-4092-a9cd-6886965173e9 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Synchronizing usage tracker for tenant:1a3c794a04474c8b9d8d0ed21e9c708b on resource:port {{(pid=87871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:19:52.928775 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.provisioning_blocks [req-46fcfb3d-b056-47c3-8101-bf743332696a req-13adb1b7-ef3a-492e-be9d-aed81c36cdc8 service neutron] Transition to ACTIVE for port object e26de8e6-1ffd-46c0-8136-94c7e0833d41 will not be triggered until provisioned by entity L2. {{(pid=87871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:19:52.933297 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-46fcfb3d-b056-47c3-8101-bf743332696a req-13adb1b7-ef3a-492e-be9d-aed81c36cdc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2363241'] for port, after_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:19:52.972740 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [req-189735c0-8ec0-4bb2-9b02-dfcc980dfba4 req-9a350f87-404c-4092-a9cd-6886965173e9 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Unset dirty status for tenant:1a3c794a04474c8b9d8d0ed21e9c708b on resource:port {{(pid=87871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:19:52.973870 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-189735c0-8ec0-4bb2-9b02-dfcc980dfba4 req-9a350f87-404c-4092-a9cd-6886965173e9 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b065f65-2794-4d2b-9e17-b9dc5cf5094b HTTP/1.1" status: 200 len: 932 time: 0.2194729 Mar 28 12:19:53.128696 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13adb1b7-ef3a-492e-be9d-aed81c36cdc8 service neutron] Pushing event updated for resources: {'Port': ['ID=e26de8e6-1ffd-46c0-8136-94c7e0833d41,revision_number=2']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:19:53.174697 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-189735c0-8ec0-4bb2-9b02-dfcc980dfba4 req-80287450-cce0-4bb5-96c6-749bf7454074 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/security-groups?id=f54b431a-d03d-4e8e-a543-ccdce6b1f1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1904192 Mar 28 12:19:53.217324 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.managers [req-46fcfb3d-b056-47c3-8101-bf743332696a req-13adb1b7-ef3a-492e-be9d-aed81c36cdc8 service neutron] Attempting to bind port e26de8e6-1ffd-46c0-8136-94c7e0833d41 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 12:19:53.217677 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.managers [req-46fcfb3d-b056-47c3-8101-bf743332696a req-13adb1b7-ef3a-492e-be9d-aed81c36cdc8 service neutron] Attempting to bind port e26de8e6-1ffd-46c0-8136-94c7e0833d41 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': 'd563b7ac-8b16-4779-b0a9-16deb9c3c180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'd4e585cd-a443-41c3-9813-94aca86857da'}] {{(pid=87871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 12:19:53.218025 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46fcfb3d-b056-47c3-8101-bf743332696a req-13adb1b7-ef3a-492e-be9d-aed81c36cdc8 service neutron] Attempting to bind port e26de8e6-1ffd-46c0-8136-94c7e0833d41 on network d4e585cd-a443-41c3-9813-94aca86857da {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 12:19:53.222577 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46fcfb3d-b056-47c3-8101-bf743332696a req-13adb1b7-ef3a-492e-be9d-aed81c36cdc8 service neutron] Port e26de8e6-1ffd-46c0-8136-94c7e0833d41 on network d4e585cd-a443-41c3-9813-94aca86857da not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 12:19:53.222887 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46fcfb3d-b056-47c3-8101-bf743332696a req-13adb1b7-ef3a-492e-be9d-aed81c36cdc8 service neutron] Attempting to bind port e26de8e6-1ffd-46c0-8136-94c7e0833d41 on network d4e585cd-a443-41c3-9813-94aca86857da {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 12:19:53.228228 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46fcfb3d-b056-47c3-8101-bf743332696a req-13adb1b7-ef3a-492e-be9d-aed81c36cdc8 service neutron] Checking agent: {'id': '01dfae6e-0e91-4100-b27f-ff8156eac7d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8353', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 52, 20), 'started_at': datetime.datetime(2022, 3, 28, 11, 52, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 12, 19, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 12:19:53.228562 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46fcfb3d-b056-47c3-8101-bf743332696a req-13adb1b7-ef3a-492e-be9d-aed81c36cdc8 service neutron] Checking segment: {'id': 'd563b7ac-8b16-4779-b0a9-16deb9c3c180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'd4e585cd-a443-41c3-9813-94aca86857da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 12:19:53.228933 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46fcfb3d-b056-47c3-8101-bf743332696a req-13adb1b7-ef3a-492e-be9d-aed81c36cdc8 service neutron] Bound using segment: {'id': 'd563b7ac-8b16-4779-b0a9-16deb9c3c180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'd4e585cd-a443-41c3-9813-94aca86857da'} {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 12:19:53.229349 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.managers [req-46fcfb3d-b056-47c3-8101-bf743332696a req-13adb1b7-ef3a-492e-be9d-aed81c36cdc8 service neutron] Bound port: e26de8e6-1ffd-46c0-8136-94c7e0833d41, host: hv-neutron-8353, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd563b7ac-8b16-4779-b0a9-16deb9c3c180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'd4e585cd-a443-41c3-9813-94aca86857da'}}] {{(pid=87871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 12:19:53.229689 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-46fcfb3d-b056-47c3-8101-bf743332696a req-13adb1b7-ef3a-492e-be9d-aed81c36cdc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:19:53.316840 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.db [req-46fcfb3d-b056-47c3-8101-bf743332696a req-13adb1b7-ef3a-492e-be9d-aed81c36cdc8 service neutron] For port e26de8e6-1ffd-46c0-8136-94c7e0833d41, host hv-neutron-8353, cleared binding levels {{(pid=87871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 12:19:53.319607 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.db [req-46fcfb3d-b056-47c3-8101-bf743332696a req-13adb1b7-ef3a-492e-be9d-aed81c36cdc8 service neutron] For port e26de8e6-1ffd-46c0-8136-94c7e0833d41, host hv-neutron-8353, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=e26de8e6-1ffd-46c0-8136-94c7e0833d41,segment=NetworkSegment(d563b7ac-8b16-4779-b0a9-16deb9c3c180),segment_id=d563b7ac-8b16-4779-b0a9-16deb9c3c180)] {{(pid=87871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 12:19:53.324605 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-46fcfb3d-b056-47c3-8101-bf743332696a req-13adb1b7-ef3a-492e-be9d-aed81c36cdc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2363241'] for port, after_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:19:53.380502 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fcfb3d-b056-47c3-8101-bf743332696a req-13adb1b7-ef3a-492e-be9d-aed81c36cdc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:19:53.381112 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-46fcfb3d-b056-47c3-8101-bf743332696a req-13adb1b7-ef3a-492e-be9d-aed81c36cdc8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:19:53.382450 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-46fcfb3d-b056-47c3-8101-bf743332696a req-13adb1b7-ef3a-492e-be9d-aed81c36cdc8 service neutron] 10.222.0.11 "PUT /v2.0/ports/e26de8e6-1ffd-46c0-8136-94c7e0833d41 HTTP/1.1" status: 200 len: 1094 time: 1.1141593 Mar 28 12:19:53.382884 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b065f65-2794-4d2b-9e17-b9dc5cf5094b', 'tag': 'e26de8e6-1ffd-46c0-8136-94c7e0833d41'}] {{(pid=87871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 12:19:53.411372 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13adb1b7-ef3a-492e-be9d-aed81c36cdc8 service neutron] Pushing event updated for resources: {'Port': ['ID=e26de8e6-1ffd-46c0-8136-94c7e0833d41,revision_number=3']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:19:53.458645 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b065f65-2794-4d2b-9e17-b9dc5cf5094b', 'tag': 'e26de8e6-1ffd-46c0-8136-94c7e0833d41', 'status': 'completed', 'code': 200} Mar 28 12:19:53.501785 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fcfb3d-b056-47c3-8101-bf743332696a req-5400f56c-faf7-4774-97b7-c228ac1520b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:19:53.503247 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-46fcfb3d-b056-47c3-8101-bf743332696a req-5400f56c-faf7-4774-97b7-c228ac1520b5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1a3c794a04474c8b9d8d0ed21e9c708b&device_id=7b065f65-2794-4d2b-9e17-b9dc5cf5094b HTTP/1.1" status: 200 len: 1097 time: 0.0775723 Mar 28 12:19:53.576340 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-46fcfb3d-b056-47c3-8101-bf743332696a req-7fb36320-d8e2-41cb-ae55-e83f5c03f377 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e26de8e6-1ffd-46c0-8136-94c7e0833d41 HTTP/1.1" status: 200 len: 217 time: 0.0658557 Mar 28 12:19:53.638854 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fcfb3d-b056-47c3-8101-bf743332696a req-a7c50982-1ffe-42d4-b804-41659c51de7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:19:53.640309 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-46fcfb3d-b056-47c3-8101-bf743332696a req-a7c50982-1ffe-42d4-b804-41659c51de7a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e2d2077c-3156-4fcb-884b-e46ab11a6b68 HTTP/1.1" status: 200 len: 851 time: 0.0585310 Mar 28 12:19:53.720131 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fcfb3d-b056-47c3-8101-bf743332696a req-9690f08f-b7f7-4f2d-9133-c22aabe020b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:19:53.721571 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-46fcfb3d-b056-47c3-8101-bf743332696a req-9690f08f-b7f7-4f2d-9133-c22aabe020b0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d4e585cd-a443-41c3-9813-94aca86857da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0759799 Mar 28 12:19:53.853979 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-46fcfb3d-b056-47c3-8101-bf743332696a req-5c422570-3085-48ca-8f9a-8eae9ba9558f service neutron] 10.222.0.11 "GET /v2.0/networks/d4e585cd-a443-41c3-9813-94aca86857da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266520 Mar 28 12:19:53.981929 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-46fcfb3d-b056-47c3-8101-bf743332696a req-74865696-ca8b-4332-8c15-29f55a362580 service neutron] 10.222.0.11 "GET /v2.0/networks/d4e585cd-a443-41c3-9813-94aca86857da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216636 Mar 28 12:19:54.094955 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83faac4a-b16b-40de-88d1-63829f3292f1 req-b2336eb6-28b4-4774-8466-59c8855b1eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:19:54.096419 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-83faac4a-b16b-40de-88d1-63829f3292f1 req-b2336eb6-28b4-4774-8466-59c8855b1eca service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1a3c794a04474c8b9d8d0ed21e9c708b&device_id=7b065f65-2794-4d2b-9e17-b9dc5cf5094b HTTP/1.1" status: 200 len: 1097 time: 0.0690255 Mar 28 12:19:54.225523 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83faac4a-b16b-40de-88d1-63829f3292f1 req-93ac572e-34a7-4091-897e-b0e2e505b42b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:19:54.226944 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-83faac4a-b16b-40de-88d1-63829f3292f1 req-93ac572e-34a7-4091-897e-b0e2e505b42b service neutron] 10.222.0.11 "GET /v2.0/networks?id=d4e585cd-a443-41c3-9813-94aca86857da HTTP/1.1" status: 200 len: 912 time: 0.1243672 Mar 28 12:19:54.431006 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-83faac4a-b16b-40de-88d1-63829f3292f1 req-2a643d27-5bcb-4dc1-99a5-c009fdd6a9f9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e26de8e6-1ffd-46c0-8136-94c7e0833d41 HTTP/1.1" status: 200 len: 217 time: 0.1954179 Mar 28 12:19:54.506556 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83faac4a-b16b-40de-88d1-63829f3292f1 req-66219d00-bcc9-458f-a6d1-0480127b47e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:19:54.507966 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-83faac4a-b16b-40de-88d1-63829f3292f1 req-66219d00-bcc9-458f-a6d1-0480127b47e6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e2d2077c-3156-4fcb-884b-e46ab11a6b68 HTTP/1.1" status: 200 len: 851 time: 0.0710754 Mar 28 12:19:54.568959 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc5763a-be73-4b1a-a450-eebf839c41ad req-70508dbf-d6e8-49e5-9c23-f8c6595b97ba tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:19:54.570352 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-8fc5763a-be73-4b1a-a450-eebf839c41ad req-70508dbf-d6e8-49e5-9c23-f8c6595b97ba tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b065f65-2794-4d2b-9e17-b9dc5cf5094b HTTP/1.1" status: 200 len: 944 time: 0.1765134 Mar 28 12:19:54.628162 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-8fc5763a-be73-4b1a-a450-eebf839c41ad req-eff6881f-42e6-4d6f-9290-bc6f0ac67fc2 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/security-groups?id=f54b431a-d03d-4e8e-a543-ccdce6b1f1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520251 Mar 28 12:19:54.633590 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83faac4a-b16b-40de-88d1-63829f3292f1 req-33693887-9c6c-4beb-a525-d9e9357a35d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:19:54.635030 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-83faac4a-b16b-40de-88d1-63829f3292f1 req-33693887-9c6c-4beb-a525-d9e9357a35d5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d4e585cd-a443-41c3-9813-94aca86857da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1175227 Mar 28 12:19:54.736009 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Device e26de8e6-1ffd-46c0-8136-94c7e0833d41 details requested by agent hyperv_hv-neutron-8353 with host hv-neutron-8353 {{(pid=87872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 28 12:19:54.770199 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-83faac4a-b16b-40de-88d1-63829f3292f1 req-95246793-ccd1-488c-8718-18fb662f3a08 service neutron] 10.222.0.11 "GET /v2.0/networks/d4e585cd-a443-41c3-9813-94aca86857da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268764 Mar 28 12:19:54.868379 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] For port e26de8e6-1ffd-46c0-8136-94c7e0833d41, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=e26de8e6-1ffd-46c0-8136-94c7e0833d41,segment=NetworkSegment(d563b7ac-8b16-4779-b0a9-16deb9c3c180),segment_id=d563b7ac-8b16-4779-b0a9-16deb9c3c180)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:19:54.881502 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Returning: {'device': 'e26de8e6-1ffd-46c0-8136-94c7e0833d41', 'network_id': 'd4e585cd-a443-41c3-9813-94aca86857da', 'port_id': 'e26de8e6-1ffd-46c0-8136-94c7e0833d41', 'mac_address': 'fa:16:3e:b0:a0:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2d2077c-3156-4fcb-884b-e46ab11a6b68', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 28 12:19:54.911759 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-83faac4a-b16b-40de-88d1-63829f3292f1 req-3e04ded9-c9bf-4790-8f05-def3bcd2d754 service neutron] 10.222.0.11 "GET /v2.0/networks/d4e585cd-a443-41c3-9813-94aca86857da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354499 Mar 28 12:19:54.940932 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:19:54.957003 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.notifiers.nova [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e26de8e6-1ffd-46c0-8136-94c7e0833d41 {{(pid=87872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 12:19:54.972415 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] For port e26de8e6-1ffd-46c0-8136-94c7e0833d41, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=e26de8e6-1ffd-46c0-8136-94c7e0833d41,segment=NetworkSegment(d563b7ac-8b16-4779-b0a9-16deb9c3c180),segment_id=d563b7ac-8b16-4779-b0a9-16deb9c3c180)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:19:54.975903 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:19:55.041936 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Pushing event updated for resources: {'Port': ['ID=e26de8e6-1ffd-46c0-8136-94c7e0833d41,revision_number=4']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:19:55.175520 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] get_ports_and_sgs() called for port_ids ['e26de8e6-1ffd-46c0-8136-94c7e0833d41'] {{(pid=87872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 12:19:55.480350 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.agents_db [None req-03fd49d8-b51b-41c1-8716-b8e265c93689 None None] Agent healthcheck: found 6 active agents {{(pid=87873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 12:19:55.813697 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f85e45-2d0f-41ad-af87-2e0236f2cf29 req-5776a52a-c61f-4c77-aaf2-f090a4b6b756 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:19:55.815087 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-45f85e45-2d0f-41ad-af87-2e0236f2cf29 req-5776a52a-c61f-4c77-aaf2-f090a4b6b756 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b065f65-2794-4d2b-9e17-b9dc5cf5094b HTTP/1.1" status: 200 len: 945 time: 0.0803738 Mar 28 12:19:55.859295 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-45f85e45-2d0f-41ad-af87-2e0236f2cf29 req-3729e982-01ff-4a01-9f95-4a77c5c91f15 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/security-groups?id=f54b431a-d03d-4e8e-a543-ccdce6b1f1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385559 Mar 28 12:19:56.749923 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Device e26de8e6-1ffd-46c0-8136-94c7e0833d41 up at agent hyperv_hv-neutron-8353 {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:19:56.815999 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Provisioning for port e26de8e6-1ffd-46c0-8136-94c7e0833d41 completed by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:19:56.821147 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Provisioning complete for port e26de8e6-1ffd-46c0-8136-94c7e0833d41 triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:19:56.821543 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:19:56.939227 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:19:56.966174 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b065f65-2794-4d2b-9e17-b9dc5cf5094b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e26de8e6-1ffd-46c0-8136-94c7e0833d41'}] {{(pid=87872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 12:19:56.975835 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] For port e26de8e6-1ffd-46c0-8136-94c7e0833d41, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=e26de8e6-1ffd-46c0-8136-94c7e0833d41,segment=NetworkSegment(d563b7ac-8b16-4779-b0a9-16deb9c3c180),segment_id=d563b7ac-8b16-4779-b0a9-16deb9c3c180)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:19:56.981356 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:19:57.019342 dv-neutron-835340-2-hyperv neutron-server[87872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b065f65-2794-4d2b-9e17-b9dc5cf5094b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e26de8e6-1ffd-46c0-8136-94c7e0833d41', 'code': 200} Mar 28 12:19:57.061004 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7fe89c-3a30-4785-b385-aae81c40c2f6 req-05a239d0-c0fa-4453-90b6-b09410ba4b20 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:19:57.062470 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Pushing event updated for resources: {'Port': ['ID=e26de8e6-1ffd-46c0-8136-94c7e0833d41,revision_number=5']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:19:57.062611 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-6f7fe89c-3a30-4785-b385-aae81c40c2f6 req-05a239d0-c0fa-4453-90b6-b09410ba4b20 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b065f65-2794-4d2b-9e17-b9dc5cf5094b HTTP/1.1" status: 200 len: 946 time: 0.0979617 Mar 28 12:19:57.109342 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-6f7fe89c-3a30-4785-b385-aae81c40c2f6 req-a0772281-cfc8-48fa-beb3-78a5ae4f714e tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/security-groups?id=f54b431a-d03d-4e8e-a543-ccdce6b1f1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406904 Mar 28 12:19:57.248012 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48eecc0-6d9a-429e-a8d7-393ab0da09d3 req-fba6fddb-b887-4721-a0f5-29afd0df7e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:19:57.249465 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-a48eecc0-6d9a-429e-a8d7-393ab0da09d3 req-fba6fddb-b887-4721-a0f5-29afd0df7e21 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7b065f65-2794-4d2b-9e17-b9dc5cf5094b HTTP/1.1" status: 200 len: 1099 time: 0.0688992 Mar 28 12:19:57.292082 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-a48eecc0-6d9a-429e-a8d7-393ab0da09d3 req-839556e6-8ff3-40cb-b02f-c737b8566024 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=f54b431a-d03d-4e8e-a543-ccdce6b1f1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366836 Mar 28 12:19:58.297731 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccbd4ae-c3b0-44db-851d-483f8bfcebc7 req-b661238e-c442-44ca-bba4-8381979029a1 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:19:58.299178 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-0ccbd4ae-c3b0-44db-851d-483f8bfcebc7 req-b661238e-c442-44ca-bba4-8381979029a1 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b065f65-2794-4d2b-9e17-b9dc5cf5094b HTTP/1.1" status: 200 len: 946 time: 0.0844166 Mar 28 12:19:58.345121 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-0ccbd4ae-c3b0-44db-851d-483f8bfcebc7 req-db5a90e1-270d-4519-805e-bb6995c79446 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/security-groups?id=f54b431a-d03d-4e8e-a543-ccdce6b1f1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400651 Mar 28 12:19:59.527636 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2bdfd0-4450-4517-b63b-fb3041768c91 req-025d6cb1-eafb-497a-8005-1ce2567e0264 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:19:59.529098 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-3b2bdfd0-4450-4517-b63b-fb3041768c91 req-025d6cb1-eafb-497a-8005-1ce2567e0264 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b065f65-2794-4d2b-9e17-b9dc5cf5094b HTTP/1.1" status: 200 len: 946 time: 0.0791481 Mar 28 12:19:59.572853 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-3b2bdfd0-4450-4517-b63b-fb3041768c91 req-7b7b3b8f-e6a2-48a0-abbc-5d733daa603c tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/security-groups?id=f54b431a-d03d-4e8e-a543-ccdce6b1f1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382478 Mar 28 12:19:59.751570 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174fac85-4bda-43bb-806b-120bb270239f req-0a732746-bb43-4559-bd7e-4e55c95ff87d tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:19:59.753002 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-174fac85-4bda-43bb-806b-120bb270239f req-0a732746-bb43-4559-bd7e-4e55c95ff87d tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b065f65-2794-4d2b-9e17-b9dc5cf5094b HTTP/1.1" status: 200 len: 946 time: 0.0793688 Mar 28 12:19:59.761896 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 34406) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:19:59.766671 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-ab989d89-d5db-4b32-a7f7-9637f7c50f4b tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Request body: {'floatingip': {'port_id': 'e26de8e6-1ffd-46c0-8136-94c7e0833d41'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:19:59.844313 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-ab989d89-d5db-4b32-a7f7-9637f7c50f4b tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Notify callbacks [] for floatingip, before_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:20:00.428380 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-ab989d89-d5db-4b32-a7f7-9637f7c50f4b tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:20:00.432304 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-ab989d89-d5db-4b32-a7f7-9637f7c50f4b tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-709520'] for floatingip, after_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:20:00.697462 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.db.l3_db [None req-ab989d89-d5db-4b32-a7f7-9637f7c50f4b tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Floating IP fb01ee55-0771-40a2-a88c-4e5811c5dab8 associated. External IP: 172.26.7.253, port: e26de8e6-1ffd-46c0-8136-94c7e0833d41. Mar 28 12:20:01.040904 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab989d89-d5db-4b32-a7f7-9637f7c50f4b tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Router 43457749-50b5-4286-ad1b-43d54251d413 has already been hosted by L3 agent af79d429-529e-400b-a119-94d4bec03f3e {{(pid=87870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 12:20:01.215681 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab989d89-d5db-4b32-a7f7-9637f7c50f4b tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 12:20:01.220536 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-ab989d89-d5db-4b32-a7f7-9637f7c50f4b tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for floatingip, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:20:01.224945 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1adf8d2d-e29f-41ca-a131-cc9562ce0ac1 None None] Sync routers for ids ['43457749-50b5-4286-ad1b-43d54251d413'] in dv-neutron-835340-2-hyperv {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 12:20:01.234744 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1adf8d2d-e29f-41ca-a131-cc9562ce0ac1 None None] Routers {'43457749-50b5-4286-ad1b-43d54251d413'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:20:01.235421 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-1adf8d2d-e29f-41ca-a131-cc9562ce0ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:19:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['43457749-50b5-4286-ad1b-43d54251d413'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:20:01.273994 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-ab989d89-d5db-4b32-a7f7-9637f7c50f4b tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "PUT /v2.0/floatingips/fb01ee55-0771-40a2-a88c-4e5811c5dab8 HTTP/1.1" status: 200 len: 993 time: 1.5101099 Mar 28 12:20:01.275178 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b065f65-2794-4d2b-9e17-b9dc5cf5094b', 'tag': 'e26de8e6-1ffd-46c0-8136-94c7e0833d41'}] {{(pid=87870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 12:20:01.321658 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b065f65-2794-4d2b-9e17-b9dc5cf5094b', 'tag': 'e26de8e6-1ffd-46c0-8136-94c7e0833d41', 'status': 'completed', 'code': 200} Mar 28 12:20:01.417434 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvr_db [None req-1adf8d2d-e29f-41ca-a131-cc9562ce0ac1 None None] Set router 43457749-50b5-4286-ad1b-43d54251d413 gateway port host: dv-neutron-835340-2-hyperv {{(pid=87873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:20:01.421351 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57da25bd-e938-4ae5-9ada-c6ad8bc24413 req-6eb83fb4-1b8d-44cb-96fd-611e85f651b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:20:01.422928 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-57da25bd-e938-4ae5-9ada-c6ad8bc24413 req-6eb83fb4-1b8d-44cb-96fd-611e85f651b1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1a3c794a04474c8b9d8d0ed21e9c708b&device_id=7b065f65-2794-4d2b-9e17-b9dc5cf5094b HTTP/1.1" status: 200 len: 1099 time: 0.0764008 Mar 28 12:20:01.567914 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57da25bd-e938-4ae5-9ada-c6ad8bc24413 req-42348882-7c4e-405a-b151-cf62ab5d59ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:20:01.569253 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-57da25bd-e938-4ae5-9ada-c6ad8bc24413 req-42348882-7c4e-405a-b151-cf62ab5d59ba service neutron] 10.222.0.11 "GET /v2.0/networks?id=d4e585cd-a443-41c3-9813-94aca86857da HTTP/1.1" status: 200 len: 912 time: 0.1409907 Mar 28 12:20:01.683078 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-57da25bd-e938-4ae5-9ada-c6ad8bc24413 req-9614ad99-7925-4acf-ad7e-b3387c5150b6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e26de8e6-1ffd-46c0-8136-94c7e0833d41 HTTP/1.1" status: 200 len: 1001 time: 0.1071074 Mar 28 12:20:01.755215 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57da25bd-e938-4ae5-9ada-c6ad8bc24413 req-e52564ca-3842-46a7-bff3-16d4526fcdb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:20:01.756725 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-57da25bd-e938-4ae5-9ada-c6ad8bc24413 req-e52564ca-3842-46a7-bff3-16d4526fcdb3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e2d2077c-3156-4fcb-884b-e46ab11a6b68 HTTP/1.1" status: 200 len: 851 time: 0.0680184 Mar 28 12:20:01.799998 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-1adf8d2d-e29f-41ca-a131-cc9562ce0ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43457749-50b5-4286-ad1b-43d54251d413', 'name': 'tempest-ServerActionsTestJSON-1611452995-router', 'tenant_id': '1a3c794a04474c8b9d8d0ed21e9c708b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.116'}], 'enable_snat': True}, 'gw_port_id': 'd0dd7998-7ddc-4088-9eee-8f3e64379196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:17:03Z', 'updated_at': '2022-03-28T12:17:07Z', 'revision_number': 4, 'project_id': '1a3c794a04474c8b9d8d0ed21e9c708b', 'gw_port': {'id': 'd0dd7998-7ddc-4088-9eee-8f3e64379196', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a0:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43457749-50b5-4286-ad1b-43d54251d413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:17:03Z', 'updated_at': '2022-03-28T12:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_floatingips': [{'id': 'fb01ee55-0771-40a2-a88c-4e5811c5dab8', 'tenant_id': '1a3c794a04474c8b9d8d0ed21e9c708b', 'floating_ip_address': '172.26.7.253', 'floating_network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'router_id': '43457749-50b5-4286-ad1b-43d54251d413', 'port_id': 'e26de8e6-1ffd-46c0-8136-94c7e0833d41', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4e585cd-a443-41c3-9813-94aca86857da', 'mac_address': 'fa:16:3e:b0:a0:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b065f65-2794-4d2b-9e17-b9dc5cf5094b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T12:17:09Z', 'updated_at': '2022-03-28T12:20:00Z', 'revision_number': 13, 'project_id': '1a3c794a04474c8b9d8d0ed21e9c708b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ecd2cd5-23d1-4bd7-9974-4f97a43141c3', 'name': '', 'network_id': 'd4e585cd-a443-41c3-9813-94aca86857da', 'tenant_id': '1a3c794a04474c8b9d8d0ed21e9c708b', 'mac_address': 'fa:16:3e:56:90:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43457749-50b5-4286-ad1b-43d54251d413', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'e2d2077c-3156-4fcb-884b-e46ab11a6b68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:17:06Z', 'updated_at': '2022-03-28T12:17:12Z', 'revision_number': 5, 'project_id': '1a3c794a04474c8b9d8d0ed21e9c708b', 'subnets': [{'id': 'e2d2077c-3156-4fcb-884b-e46ab11a6b68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:20:01.803994 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1adf8d2d-e29f-41ca-a131-cc9562ce0ac1 None None] Checking router: 43457749-50b5-4286-ad1b-43d54251d413 for host: dv-neutron-835340-2-hyperv {{(pid=87873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 12:20:01.815833 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1adf8d2d-e29f-41ca-a131-cc9562ce0ac1 None None] Routers {'43457749-50b5-4286-ad1b-43d54251d413'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:20:01.816686 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-1adf8d2d-e29f-41ca-a131-cc9562ce0ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:19:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['43457749-50b5-4286-ad1b-43d54251d413'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:20:01.841093 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57da25bd-e938-4ae5-9ada-c6ad8bc24413 req-210eca11-32d1-4fb8-9b09-ad7838fbfdfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:20:01.842942 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-57da25bd-e938-4ae5-9ada-c6ad8bc24413 req-210eca11-32d1-4fb8-9b09-ad7838fbfdfa service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d4e585cd-a443-41c3-9813-94aca86857da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0795758 Mar 28 12:20:01.984009 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-57da25bd-e938-4ae5-9ada-c6ad8bc24413 req-1ba40008-d5a9-46b5-9d0c-3102fab31815 service neutron] 10.222.0.11 "GET /v2.0/networks/d4e585cd-a443-41c3-9813-94aca86857da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344764 Mar 28 12:20:02.043617 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvr_db [None req-1adf8d2d-e29f-41ca-a131-cc9562ce0ac1 None None] Set router 43457749-50b5-4286-ad1b-43d54251d413 gateway port host: dv-neutron-835340-2-hyperv {{(pid=87873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:20:02.122729 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-57da25bd-e938-4ae5-9ada-c6ad8bc24413 req-06fe2e63-af3d-4574-ba0c-159ca4aefabb service neutron] 10.222.0.11 "GET /v2.0/networks/d4e585cd-a443-41c3-9813-94aca86857da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329060 Mar 28 12:20:02.361570 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-95b562bb-b03c-421b-8cf7-9a570d9ff6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:20:02.394059 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-1adf8d2d-e29f-41ca-a131-cc9562ce0ac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43457749-50b5-4286-ad1b-43d54251d413', 'name': 'tempest-ServerActionsTestJSON-1611452995-router', 'tenant_id': '1a3c794a04474c8b9d8d0ed21e9c708b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.116'}], 'enable_snat': True}, 'gw_port_id': 'd0dd7998-7ddc-4088-9eee-8f3e64379196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:17:03Z', 'updated_at': '2022-03-28T12:17:07Z', 'revision_number': 4, 'project_id': '1a3c794a04474c8b9d8d0ed21e9c708b', 'gw_port': {'id': 'd0dd7998-7ddc-4088-9eee-8f3e64379196', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a0:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43457749-50b5-4286-ad1b-43d54251d413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:17:03Z', 'updated_at': '2022-03-28T12:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_floatingips': [{'id': 'fb01ee55-0771-40a2-a88c-4e5811c5dab8', 'tenant_id': '1a3c794a04474c8b9d8d0ed21e9c708b', 'floating_ip_address': '172.26.7.253', 'floating_network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'router_id': '43457749-50b5-4286-ad1b-43d54251d413', 'port_id': 'e26de8e6-1ffd-46c0-8136-94c7e0833d41', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4e585cd-a443-41c3-9813-94aca86857da', 'mac_address': 'fa:16:3e:b0:a0:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b065f65-2794-4d2b-9e17-b9dc5cf5094b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T12:17:09Z', 'updated_at': '2022-03-28T12:20:00Z', 'revision_number': 13, 'project_id': '1a3c794a04474c8b9d8d0ed21e9c708b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ecd2cd5-23d1-4bd7-9974-4f97a43141c3', 'name': '', 'network_id': 'd4e585cd-a443-41c3-9813-94aca86857da', 'tenant_id': '1a3c794a04474c8b9d8d0ed21e9c708b', 'mac_address': 'fa:16:3e:56:90:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43457749-50b5-4286-ad1b-43d54251d413', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'e2d2077c-3156-4fcb-884b-e46ab11a6b68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:17:06Z', 'updated_at': '2022-03-28T12:17:12Z', 'revision_number': 5, 'project_id': '1a3c794a04474c8b9d8d0ed21e9c708b', 'subnets': [{'id': 'e2d2077c-3156-4fcb-884b-e46ab11a6b68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:20:02.397899 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1adf8d2d-e29f-41ca-a131-cc9562ce0ac1 None None] The sync data for ids ['43457749-50b5-4286-ad1b-43d54251d413'] in dv-neutron-835340-2-hyperv is: [{'id': '43457749-50b5-4286-ad1b-43d54251d413', 'name': 'tempest-ServerActionsTestJSON-1611452995-router', 'tenant_id': '1a3c794a04474c8b9d8d0ed21e9c708b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.116'}], 'enable_snat': True}, 'gw_port_id': 'd0dd7998-7ddc-4088-9eee-8f3e64379196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:17:03Z', 'updated_at': '2022-03-28T12:17:07Z', 'revision_number': 4, 'project_id': '1a3c794a04474c8b9d8d0ed21e9c708b', 'gw_port': {'id': 'd0dd7998-7ddc-4088-9eee-8f3e64379196', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a0:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43457749-50b5-4286-ad1b-43d54251d413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:17:03Z', 'updated_at': '2022-03-28T12:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_floatingips': [{'id': 'fb01ee55-0771-40a2-a88c-4e5811c5dab8', 'tenant_id': '1a3c794a04474c8b9d8d0ed21e9c708b', 'floating_ip_address': '172.26.7.253', 'floating_network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'router_id': '43457749-50b5-4286-ad1b-43d54251d413', 'port_id': 'e26de8e6-1ffd-46c0-8136-94c7e0833d41', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4e585cd-a443-41c3-9813-94aca86857da', 'mac_address': 'fa:16:3e:b0:a0:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b065f65-2794-4d2b-9e17-b9dc5cf5094b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T12:17:09Z', 'updated_at': '2022-03-28T12:20:00Z', 'revision_number': 13, 'project_id': '1a3c794a04474c8b9d8d0ed21e9c708b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ecd2cd5-23d1-4bd7-9974-4f97a43141c3', 'name': '', 'network_id': 'd4e585cd-a443-41c3-9813-94aca86857da', 'tenant_id': '1a3c794a04474c8b9d8d0ed21e9c708b', 'mac_address': 'fa:16:3e:56:90:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43457749-50b5-4286-ad1b-43d54251d413', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'e2d2077c-3156-4fcb-884b-e46ab11a6b68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:17:06Z', 'updated_at': '2022-03-28T12:17:12Z', 'revision_number': 5, 'project_id': '1a3c794a04474c8b9d8d0ed21e9c708b', 'subnets': [{'id': 'e2d2077c-3156-4fcb-884b-e46ab11a6b68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 12:20:02.594843 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d60720f9-99df-47e6-8433-cd0fbf533ab4 None None] New status for floating IP fb01ee55-0771-40a2-a88c-4e5811c5dab8: ACTIVE {{(pid=87872) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 12:20:02.995877 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8698e1-aab8-4309-81aa-106af37a164c req-7737a310-9ccc-4a3d-9030-02e7ec878204 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:20:02.997320 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-5e8698e1-aab8-4309-81aa-106af37a164c req-7737a310-9ccc-4a3d-9030-02e7ec878204 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b065f65-2794-4d2b-9e17-b9dc5cf5094b HTTP/1.1" status: 200 len: 946 time: 0.0811074 Mar 28 12:20:03.040673 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-5e8698e1-aab8-4309-81aa-106af37a164c req-ecfc4b07-f86c-4529-85bc-51c6d164f1ae tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/security-groups?id=f54b431a-d03d-4e8e-a543-ccdce6b1f1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373914 Mar 28 12:20:04.748283 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-fc0297ec-bc73-4639-856d-d734197914ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:20:05.727680 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:20:05.842264 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-ef3be119-c018-4979-be07-86cf959defc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:20:07.498890 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-b7ccd3c7-0277-4f12-8e5c-e41478141af5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:20:11.664335 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-2304c385-1746-45bf-a107-0adfdc141624 req-ecd3045a-0b23-4ce0-9743-8b41036b3044 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7b065f65-2794-4d2b-9e17-b9dc5cf5094b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1251569 Mar 28 12:20:11.678266 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ef3a22-b446-4fdb-90ad-cb1c3342aed7 req-d7df983a-5dd9-4a36-8d70-2c372f1961ae tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:20:11.679757 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-b0ef3a22-b446-4fdb-90ad-cb1c3342aed7 req-d7df983a-5dd9-4a36-8d70-2c372f1961ae tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b065f65-2794-4d2b-9e17-b9dc5cf5094b HTTP/1.1" status: 200 len: 946 time: 0.0918193 Mar 28 12:20:11.727761 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-b0ef3a22-b446-4fdb-90ad-cb1c3342aed7 req-75ce5250-9787-420d-a756-7b7111cfecc1 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/security-groups?id=f54b431a-d03d-4e8e-a543-ccdce6b1f1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401158 Mar 28 12:20:12.816776 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2304c385-1746-45bf-a107-0adfdc141624 req-b44d0473-9983-43b6-8b3f-e5c71d109809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:20:12.818228 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-2304c385-1746-45bf-a107-0adfdc141624 req-b44d0473-9983-43b6-8b3f-e5c71d109809 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1a3c794a04474c8b9d8d0ed21e9c708b&device_id=7b065f65-2794-4d2b-9e17-b9dc5cf5094b HTTP/1.1" status: 200 len: 1099 time: 0.0705738 Mar 28 12:20:12.926212 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89cda37-ea8c-4b7d-bfcc-b1ccdd484d2a req-deb4b25a-d294-4a4e-a833-d10d6e8610ab tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:20:12.927764 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-e89cda37-ea8c-4b7d-bfcc-b1ccdd484d2a req-deb4b25a-d294-4a4e-a833-d10d6e8610ab tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b065f65-2794-4d2b-9e17-b9dc5cf5094b HTTP/1.1" status: 200 len: 946 time: 0.0883756 Mar 28 12:20:12.973703 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-e89cda37-ea8c-4b7d-bfcc-b1ccdd484d2a req-f9d48ddd-52fd-4d81-ac56-d3bdbcc49038 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/security-groups?id=f54b431a-d03d-4e8e-a543-ccdce6b1f1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394247 Mar 28 12:20:13.050866 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2304c385-1746-45bf-a107-0adfdc141624 req-7b378ff4-3a21-4d60-b15e-87305a5ef1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:20:13.052256 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-2304c385-1746-45bf-a107-0adfdc141624 req-7b378ff4-3a21-4d60-b15e-87305a5ef1a8 service neutron] 10.222.0.11 "GET /v2.0/networks?id=d4e585cd-a443-41c3-9813-94aca86857da HTTP/1.1" status: 200 len: 912 time: 0.2284856 Mar 28 12:20:13.151964 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-2304c385-1746-45bf-a107-0adfdc141624 req-4bd93276-db10-4f3d-971e-96aee0c66728 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e26de8e6-1ffd-46c0-8136-94c7e0833d41 HTTP/1.1" status: 200 len: 1003 time: 0.0939138 Mar 28 12:20:13.216732 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2304c385-1746-45bf-a107-0adfdc141624 req-594b8efa-4713-4c13-9d6e-fe2d86d889c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:20:13.218116 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-2304c385-1746-45bf-a107-0adfdc141624 req-594b8efa-4713-4c13-9d6e-fe2d86d889c0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e2d2077c-3156-4fcb-884b-e46ab11a6b68 HTTP/1.1" status: 200 len: 851 time: 0.0594931 Mar 28 12:20:13.292537 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2304c385-1746-45bf-a107-0adfdc141624 req-3ad30ae7-7459-4e5c-a78a-c82c1e8f9b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:20:13.293956 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-2304c385-1746-45bf-a107-0adfdc141624 req-3ad30ae7-7459-4e5c-a78a-c82c1e8f9b67 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d4e585cd-a443-41c3-9813-94aca86857da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690215 Mar 28 12:20:13.422948 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-2304c385-1746-45bf-a107-0adfdc141624 req-63c96e20-f9e4-48e4-8601-30bea55bda02 service neutron] 10.222.0.11 "GET /v2.0/networks/d4e585cd-a443-41c3-9813-94aca86857da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230760 Mar 28 12:20:13.551338 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-2304c385-1746-45bf-a107-0adfdc141624 req-b86619b0-96fd-44f9-837b-7aa769369066 service neutron] 10.222.0.11 "GET /v2.0/networks/d4e585cd-a443-41c3-9813-94aca86857da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222670 Mar 28 12:20:14.163975 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f20691-8e7f-4d1f-b89d-72de5596e0ed req-68a44f99-ef52-4c14-8c7b-9ea34d27b041 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:20:14.165443 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-72f20691-8e7f-4d1f-b89d-72de5596e0ed req-68a44f99-ef52-4c14-8c7b-9ea34d27b041 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b065f65-2794-4d2b-9e17-b9dc5cf5094b HTTP/1.1" status: 200 len: 946 time: 0.0849497 Mar 28 12:20:14.208682 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-72f20691-8e7f-4d1f-b89d-72de5596e0ed req-1624e420-ce64-4180-af6d-7c654c8ce335 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/security-groups?id=f54b431a-d03d-4e8e-a543-ccdce6b1f1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376267 Mar 28 12:20:15.395169 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79863314-734f-4e18-b91f-55195eed5fc3 req-b3c76f56-1dd0-4d5b-8a7e-d5300caee4d4 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:20:15.396630 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-79863314-734f-4e18-b91f-55195eed5fc3 req-b3c76f56-1dd0-4d5b-8a7e-d5300caee4d4 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b065f65-2794-4d2b-9e17-b9dc5cf5094b HTTP/1.1" status: 200 len: 946 time: 0.0805237 Mar 28 12:20:15.439877 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-79863314-734f-4e18-b91f-55195eed5fc3 req-34444358-060f-4ff5-b4b0-856996234d9b tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/security-groups?id=f54b431a-d03d-4e8e-a543-ccdce6b1f1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369852 Mar 28 12:20:16.628276 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6534beb-9eff-40da-8a91-8e2922c62bd4 req-bad2164c-5576-4d27-a232-5d1c3e43c87e tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:20:16.629694 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-f6534beb-9eff-40da-8a91-8e2922c62bd4 req-bad2164c-5576-4d27-a232-5d1c3e43c87e tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b065f65-2794-4d2b-9e17-b9dc5cf5094b HTTP/1.1" status: 200 len: 946 time: 0.0814052 Mar 28 12:20:16.672903 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-f6534beb-9eff-40da-8a91-8e2922c62bd4 req-0fa34bec-6922-4b90-b8bd-14ae5f97ba6b tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/security-groups?id=f54b431a-d03d-4e8e-a543-ccdce6b1f1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368078 Mar 28 12:20:17.857941 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4478ff0e-10f9-4d67-87c6-463fcc0cce69 req-d1093ba5-7526-4401-ad29-d11f0c9758ee tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:20:17.859389 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-4478ff0e-10f9-4d67-87c6-463fcc0cce69 req-d1093ba5-7526-4401-ad29-d11f0c9758ee tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b065f65-2794-4d2b-9e17-b9dc5cf5094b HTTP/1.1" status: 200 len: 946 time: 0.0819597 Mar 28 12:20:17.904269 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-4478ff0e-10f9-4d67-87c6-463fcc0cce69 req-8f020e53-9f7e-48d0-9b20-51a6b0ccb5e3 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/security-groups?id=f54b431a-d03d-4e8e-a543-ccdce6b1f1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392492 Mar 28 12:20:19.088966 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fa9f7c-4149-42e0-bbe6-4c019cd45870 req-16d24c9a-87d0-4a6d-8c04-73c9fdcce010 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:20:19.090382 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-c7fa9f7c-4149-42e0-bbe6-4c019cd45870 req-16d24c9a-87d0-4a6d-8c04-73c9fdcce010 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b065f65-2794-4d2b-9e17-b9dc5cf5094b HTTP/1.1" status: 200 len: 946 time: 0.0812669 Mar 28 12:20:19.134105 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-c7fa9f7c-4149-42e0-bbe6-4c019cd45870 req-e1f7d2d8-476b-4396-ae8e-8cb2e13fe4d8 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/security-groups?id=f54b431a-d03d-4e8e-a543-ccdce6b1f1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378692 Mar 28 12:20:20.318104 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dda384-3fd1-4878-b459-c4eb62a326b7 req-92e9a7d0-6fc0-4951-9a74-47d01f263516 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:20:20.319618 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-80dda384-3fd1-4878-b459-c4eb62a326b7 req-92e9a7d0-6fc0-4951-9a74-47d01f263516 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b065f65-2794-4d2b-9e17-b9dc5cf5094b HTTP/1.1" status: 200 len: 946 time: 0.0788372 Mar 28 12:20:20.370995 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-80dda384-3fd1-4878-b459-c4eb62a326b7 req-524b7f1b-bf46-4198-be59-4c1163454792 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/security-groups?id=f54b431a-d03d-4e8e-a543-ccdce6b1f1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455434 Mar 28 12:20:20.781769 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-2304c385-1746-45bf-a107-0adfdc141624 req-8451df49-e729-4a44-a561-2c863f0a6b84 service neutron] 10.222.0.11 "GET /v2.0/ports/e26de8e6-1ffd-46c0-8136-94c7e0833d41/bindings/hv-neutron-8353 HTTP/1.1" status: 200 len: 384 time: 0.0737069 Mar 28 12:20:20.792309 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:20:21.043191 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2304c385-1746-45bf-a107-0adfdc141624 req-97cc5573-1ee9-4db8-8710-2985e9d3039b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:20:21.044946 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-2304c385-1746-45bf-a107-0adfdc141624 req-97cc5573-1ee9-4db8-8710-2985e9d3039b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7b065f65-2794-4d2b-9e17-b9dc5cf5094b&tenant_id=1a3c794a04474c8b9d8d0ed21e9c708b HTTP/1.1" status: 200 len: 1099 time: 0.0741582 Mar 28 12:20:21.134699 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2304c385-1746-45bf-a107-0adfdc141624 req-9247293d-e535-45b3-91be-a7dfd8ea1ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:20:21.136139 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-2304c385-1746-45bf-a107-0adfdc141624 req-9247293d-e535-45b3-91be-a7dfd8ea1ca1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1a3c794a04474c8b9d8d0ed21e9c708b&device_id=7b065f65-2794-4d2b-9e17-b9dc5cf5094b HTTP/1.1" status: 200 len: 1099 time: 0.0700703 Mar 28 12:20:21.265049 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2304c385-1746-45bf-a107-0adfdc141624 req-8f6d7332-ed65-43f0-b703-7508e6a20879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:20:21.266443 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-2304c385-1746-45bf-a107-0adfdc141624 req-8f6d7332-ed65-43f0-b703-7508e6a20879 service neutron] 10.222.0.11 "GET /v2.0/networks?id=d4e585cd-a443-41c3-9813-94aca86857da HTTP/1.1" status: 200 len: 912 time: 0.1243682 Mar 28 12:20:21.366249 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-2304c385-1746-45bf-a107-0adfdc141624 req-d08e64d9-60d2-4f3b-ab7c-f4e2095de5ef service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e26de8e6-1ffd-46c0-8136-94c7e0833d41 HTTP/1.1" status: 200 len: 1003 time: 0.0941489 Mar 28 12:20:21.426564 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2304c385-1746-45bf-a107-0adfdc141624 req-f8a5dfab-669d-46e1-b282-c5de3d7d2304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:20:21.427985 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-2304c385-1746-45bf-a107-0adfdc141624 req-f8a5dfab-669d-46e1-b282-c5de3d7d2304 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e2d2077c-3156-4fcb-884b-e46ab11a6b68 HTTP/1.1" status: 200 len: 851 time: 0.0563314 Mar 28 12:20:21.554765 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2304c385-1746-45bf-a107-0adfdc141624 req-f3fab8de-550e-4f68-a702-c3a7bdc84cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:20:21.556801 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-2304c385-1746-45bf-a107-0adfdc141624 req-f3fab8de-550e-4f68-a702-c3a7bdc84cfb service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d4e585cd-a443-41c3-9813-94aca86857da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1226301 Mar 28 12:20:21.707384 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c414fa-ff3d-43f4-8a4e-2eab897f042e req-7b572eb0-5c22-4dfb-bbe6-c2dfad4dd163 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:20:21.708749 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-19c414fa-ff3d-43f4-8a4e-2eab897f042e req-7b572eb0-5c22-4dfb-bbe6-c2dfad4dd163 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b065f65-2794-4d2b-9e17-b9dc5cf5094b HTTP/1.1" status: 200 len: 946 time: 0.2310083 Mar 28 12:20:21.816504 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-19c414fa-ff3d-43f4-8a4e-2eab897f042e req-589ee6e1-ec8b-4ec1-9ad0-d2848d9977a7 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/security-groups?id=f54b431a-d03d-4e8e-a543-ccdce6b1f1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638056 Mar 28 12:20:21.839572 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-2304c385-1746-45bf-a107-0adfdc141624 req-459d8bed-c383-4931-867c-d74bc925446e service neutron] 10.222.0.11 "GET /v2.0/networks/d4e585cd-a443-41c3-9813-94aca86857da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2654979 Mar 28 12:20:21.964683 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-2304c385-1746-45bf-a107-0adfdc141624 req-76771b0a-27fd-4e51-a5c6-73a5446ead4d service neutron] 10.222.0.11 "GET /v2.0/networks/d4e585cd-a443-41c3-9813-94aca86857da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252971 Mar 28 12:20:23.002532 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3705bf-1f77-4191-9559-8937b7ac0841 req-61ab2241-484b-40a9-b6c7-2881ca061744 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:20:23.005324 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-9d3705bf-1f77-4191-9559-8937b7ac0841 req-61ab2241-484b-40a9-b6c7-2881ca061744 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b065f65-2794-4d2b-9e17-b9dc5cf5094b HTTP/1.1" status: 200 len: 946 time: 0.0811186 Mar 28 12:20:23.050548 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-9d3705bf-1f77-4191-9559-8937b7ac0841 req-66f23710-6aa6-4342-a01c-2c8e383402c3 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/security-groups?id=f54b431a-d03d-4e8e-a543-ccdce6b1f1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380869 Mar 28 12:20:24.234125 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57c7e17-4271-4749-83d4-d332df86ef9e req-87ae283f-4d6a-448a-a7d3-84f7fd89fb9d tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:20:24.235546 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-d57c7e17-4271-4749-83d4-d332df86ef9e req-87ae283f-4d6a-448a-a7d3-84f7fd89fb9d tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b065f65-2794-4d2b-9e17-b9dc5cf5094b HTTP/1.1" status: 200 len: 946 time: 0.0780454 Mar 28 12:20:24.278880 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-d57c7e17-4271-4749-83d4-d332df86ef9e req-7cb3b142-ea73-4387-83cb-71d9ba98fc20 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/security-groups?id=f54b431a-d03d-4e8e-a543-ccdce6b1f1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376623 Mar 28 12:20:24.876971 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Device e26de8e6-1ffd-46c0-8136-94c7e0833d41 details requested by agent hyperv_hv-neutron-8353 with host hv-neutron-8353 {{(pid=87872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 28 12:20:24.879324 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Device e26de8e6-1ffd-46c0-8136-94c7e0833d41 no longer exists at agent hyperv_hv-neutron-8353 {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 12:20:25.096463 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:20:25.113574 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] For port e26de8e6-1ffd-46c0-8136-94c7e0833d41, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=e26de8e6-1ffd-46c0-8136-94c7e0833d41,segment=NetworkSegment(d563b7ac-8b16-4779-b0a9-16deb9c3c180),segment_id=d563b7ac-8b16-4779-b0a9-16deb9c3c180)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:20:25.133766 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Returning: {'device': 'e26de8e6-1ffd-46c0-8136-94c7e0833d41', 'network_id': 'd4e585cd-a443-41c3-9813-94aca86857da', 'port_id': 'e26de8e6-1ffd-46c0-8136-94c7e0833d41', 'mac_address': 'fa:16:3e:b0:a0:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2d2077c-3156-4fcb-884b-e46ab11a6b68', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 28 12:20:25.141012 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b065f65-2794-4d2b-9e17-b9dc5cf5094b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e26de8e6-1ffd-46c0-8136-94c7e0833d41'}] {{(pid=87872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 12:20:25.186606 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] For port e26de8e6-1ffd-46c0-8136-94c7e0833d41, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=e26de8e6-1ffd-46c0-8136-94c7e0833d41,segment=NetworkSegment(d563b7ac-8b16-4779-b0a9-16deb9c3c180),segment_id=d563b7ac-8b16-4779-b0a9-16deb9c3c180)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:20:25.193464 dv-neutron-835340-2-hyperv neutron-server[87872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b065f65-2794-4d2b-9e17-b9dc5cf5094b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e26de8e6-1ffd-46c0-8136-94c7e0833d41', 'code': 200} Mar 28 12:20:25.196536 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:20:25.249214 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:20:25.277698 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.notifiers.nova [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e26de8e6-1ffd-46c0-8136-94c7e0833d41 {{(pid=87872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 12:20:25.328301 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Pushing event updated for resources: {'Port': ['ID=e26de8e6-1ffd-46c0-8136-94c7e0833d41,revision_number=6']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:20:25.351587 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.db.api [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87872) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 12:20:25.352026 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG oslo_db.api [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 12:20:25.465384 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d46fd7-f7bb-4b2c-ac7a-9eca000e8b57 req-fd7274db-e7ce-4118-a656-7699f747e69d tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:20:25.466816 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-59d46fd7-f7bb-4b2c-ac7a-9eca000e8b57 req-fd7274db-e7ce-4118-a656-7699f747e69d tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b065f65-2794-4d2b-9e17-b9dc5cf5094b HTTP/1.1" status: 200 len: 944 time: 0.0823026 Mar 28 12:20:25.510605 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-59d46fd7-f7bb-4b2c-ac7a-9eca000e8b57 req-67a7c970-e136-4a7a-9b85-e720ec0875c7 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/security-groups?id=f54b431a-d03d-4e8e-a543-ccdce6b1f1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381632 Mar 28 12:20:25.905076 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:20:25.921992 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.notifiers.nova [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e26de8e6-1ffd-46c0-8136-94c7e0833d41 {{(pid=87872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 12:20:25.937447 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] For port e26de8e6-1ffd-46c0-8136-94c7e0833d41, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=e26de8e6-1ffd-46c0-8136-94c7e0833d41,segment=NetworkSegment(d563b7ac-8b16-4779-b0a9-16deb9c3c180),segment_id=d563b7ac-8b16-4779-b0a9-16deb9c3c180)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:20:25.941269 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:20:26.003699 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] get_ports_and_sgs() called for port_ids ['e26de8e6-1ffd-46c0-8136-94c7e0833d41'] {{(pid=87872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 12:20:26.047954 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Pushing event updated for resources: {'Port': ['ID=e26de8e6-1ffd-46c0-8136-94c7e0833d41,revision_number=7']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:20:26.698663 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779f5535-04f8-4a52-9e5b-4520a677b607 req-51d23d2e-77f0-4e1a-9571-f359942cb9ec tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:20:26.700122 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-779f5535-04f8-4a52-9e5b-4520a677b607 req-51d23d2e-77f0-4e1a-9571-f359942cb9ec tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b065f65-2794-4d2b-9e17-b9dc5cf5094b HTTP/1.1" status: 200 len: 945 time: 0.0818019 Mar 28 12:20:26.743029 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-779f5535-04f8-4a52-9e5b-4520a677b607 req-34a1db4a-0251-44a0-a857-002c98fb7490 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/security-groups?id=f54b431a-d03d-4e8e-a543-ccdce6b1f1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373728 Mar 28 12:20:26.886166 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Device e26de8e6-1ffd-46c0-8136-94c7e0833d41 up at agent hyperv_hv-neutron-8353 {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:20:26.954213 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Provisioning complete for port e26de8e6-1ffd-46c0-8136-94c7e0833d41 triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:20:26.954840 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:20:27.068787 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:20:27.100202 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] For port e26de8e6-1ffd-46c0-8136-94c7e0833d41, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=e26de8e6-1ffd-46c0-8136-94c7e0833d41,segment=NetworkSegment(d563b7ac-8b16-4779-b0a9-16deb9c3c180),segment_id=d563b7ac-8b16-4779-b0a9-16deb9c3c180)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:20:27.104579 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:20:27.170374 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Pushing event updated for resources: {'Port': ['ID=e26de8e6-1ffd-46c0-8136-94c7e0833d41,revision_number=8']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:20:27.194383 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b065f65-2794-4d2b-9e17-b9dc5cf5094b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e26de8e6-1ffd-46c0-8136-94c7e0833d41'}] {{(pid=87872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 12:20:27.245829 dv-neutron-835340-2-hyperv neutron-server[87872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b065f65-2794-4d2b-9e17-b9dc5cf5094b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e26de8e6-1ffd-46c0-8136-94c7e0833d41', 'code': 200} Mar 28 12:20:27.932487 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d18a1f-2fbb-44f3-958b-4909eaccba7a req-94df32a6-be50-4ed0-933e-55aa35beaee6 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:20:27.933828 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-f1d18a1f-2fbb-44f3-958b-4909eaccba7a req-94df32a6-be50-4ed0-933e-55aa35beaee6 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b065f65-2794-4d2b-9e17-b9dc5cf5094b HTTP/1.1" status: 200 len: 946 time: 0.0792422 Mar 28 12:20:27.979218 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-f1d18a1f-2fbb-44f3-958b-4909eaccba7a req-52565e69-6c35-4aa7-ab74-5cfddeaa2243 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/security-groups?id=f54b431a-d03d-4e8e-a543-ccdce6b1f1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396438 Mar 28 12:20:29.164248 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00391d2c-b5b2-415d-b6fd-7c47de95b3a5 req-b26b6e63-aec4-417e-ac7c-753236535395 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:20:29.166174 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-00391d2c-b5b2-415d-b6fd-7c47de95b3a5 req-b26b6e63-aec4-417e-ac7c-753236535395 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b065f65-2794-4d2b-9e17-b9dc5cf5094b HTTP/1.1" status: 200 len: 946 time: 0.0793910 Mar 28 12:20:29.208678 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-00391d2c-b5b2-415d-b6fd-7c47de95b3a5 req-3cce99db-e805-49f3-8605-892955f68eeb tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/security-groups?id=f54b431a-d03d-4e8e-a543-ccdce6b1f1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369639 Mar 28 12:20:30.505307 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68db2232-801a-41b6-8939-1213879a3d66 req-68b82eb2-189a-4f87-b36c-efe34078a66a tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:20:30.506737 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-68db2232-801a-41b6-8939-1213879a3d66 req-68b82eb2-189a-4f87-b36c-efe34078a66a tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b065f65-2794-4d2b-9e17-b9dc5cf5094b HTTP/1.1" status: 200 len: 946 time: 0.1922774 Mar 28 12:20:30.550243 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-68db2232-801a-41b6-8939-1213879a3d66 req-2b890788-ef58-4a5f-9054-479d4971251f tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/security-groups?id=f54b431a-d03d-4e8e-a543-ccdce6b1f1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374918 Mar 28 12:20:30.942208 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec812d2e-0c1d-4996-9ff9-aaf57a7614f8 req-0e9f2aa5-a5b1-417c-87a3-6d8f1d9aa022 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:20:30.943648 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-ec812d2e-0c1d-4996-9ff9-aaf57a7614f8 req-0e9f2aa5-a5b1-417c-87a3-6d8f1d9aa022 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.11 "GET /v2.0/ports?device_id=7b065f65-2794-4d2b-9e17-b9dc5cf5094b&tenant_id=1a3c794a04474c8b9d8d0ed21e9c708b&binding%3Ahost_id=hv-neutron-8353 HTTP/1.1" status: 200 len: 946 time: 0.0854750 Mar 28 12:20:30.994644 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71c5e4d-e220-47a2-aafe-a012fa7a020e req-c4f1ac9c-4661-4295-b351-438a9844a261 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:20:30.996374 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-a71c5e4d-e220-47a2-aafe-a012fa7a020e req-c4f1ac9c-4661-4295-b351-438a9844a261 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b065f65-2794-4d2b-9e17-b9dc5cf5094b HTTP/1.1" status: 200 len: 946 time: 0.0834751 Mar 28 12:20:31.021555 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-ec812d2e-0c1d-4996-9ff9-aaf57a7614f8 req-cb60f41d-1636-47e3-a198-71e6c37bbc7d service neutron] 10.222.0.11 "GET /v2.0/ports/e26de8e6-1ffd-46c0-8136-94c7e0833d41/bindings/hv-neutron-8353 HTTP/1.1" status: 200 len: 384 time: 0.0730231 Mar 28 12:20:31.041384 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-a71c5e4d-e220-47a2-aafe-a012fa7a020e req-aeb10325-dcf4-4f41-bb74-fea612ec2d75 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/security-groups?id=f54b431a-d03d-4e8e-a543-ccdce6b1f1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387466 Mar 28 12:20:31.115418 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec812d2e-0c1d-4996-9ff9-aaf57a7614f8 req-46096a56-0fa5-4f07-90cd-54e5542b2962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:20:31.116791 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-ec812d2e-0c1d-4996-9ff9-aaf57a7614f8 req-46096a56-0fa5-4f07-90cd-54e5542b2962 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1a3c794a04474c8b9d8d0ed21e9c708b&device_id=7b065f65-2794-4d2b-9e17-b9dc5cf5094b HTTP/1.1" status: 200 len: 1099 time: 0.0746675 Mar 28 12:20:31.244557 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec812d2e-0c1d-4996-9ff9-aaf57a7614f8 req-3b657cb8-9b3a-4821-8b4f-3dc6198e720b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:20:31.245946 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-ec812d2e-0c1d-4996-9ff9-aaf57a7614f8 req-3b657cb8-9b3a-4821-8b4f-3dc6198e720b service neutron] 10.222.0.11 "GET /v2.0/networks?id=d4e585cd-a443-41c3-9813-94aca86857da HTTP/1.1" status: 200 len: 912 time: 0.1218691 Mar 28 12:20:31.345546 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-ec812d2e-0c1d-4996-9ff9-aaf57a7614f8 req-64a20a9a-ed2c-4c35-ae5d-34bcc3f2ee12 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e26de8e6-1ffd-46c0-8136-94c7e0833d41 HTTP/1.1" status: 200 len: 1003 time: 0.0931432 Mar 28 12:20:31.405294 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec812d2e-0c1d-4996-9ff9-aaf57a7614f8 req-731a2e43-689b-4470-ba5d-1fe985104084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:20:31.406561 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-ec812d2e-0c1d-4996-9ff9-aaf57a7614f8 req-731a2e43-689b-4470-ba5d-1fe985104084 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e2d2077c-3156-4fcb-884b-e46ab11a6b68 HTTP/1.1" status: 200 len: 851 time: 0.0559232 Mar 28 12:20:31.477764 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec812d2e-0c1d-4996-9ff9-aaf57a7614f8 req-3c2ae500-361e-4827-a0b1-6b73433933bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:20:31.479191 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-ec812d2e-0c1d-4996-9ff9-aaf57a7614f8 req-3c2ae500-361e-4827-a0b1-6b73433933bc service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d4e585cd-a443-41c3-9813-94aca86857da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0671544 Mar 28 12:20:31.608070 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-ec812d2e-0c1d-4996-9ff9-aaf57a7614f8 req-a961ee7b-ae8a-40a7-bba2-80df2ecb3553 service neutron] 10.222.0.11 "GET /v2.0/networks/d4e585cd-a443-41c3-9813-94aca86857da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224957 Mar 28 12:20:31.737889 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-ec812d2e-0c1d-4996-9ff9-aaf57a7614f8 req-12df62bb-b27e-4107-9b3c-542b78e15159 service neutron] 10.222.0.11 "GET /v2.0/networks/d4e585cd-a443-41c3-9813-94aca86857da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239829 Mar 28 12:20:32.227338 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913fad85-1fcc-4d80-a705-a2ee0f492800 req-1dc88c32-581d-429f-b1de-46646e4f6352 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:20:32.229646 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-913fad85-1fcc-4d80-a705-a2ee0f492800 req-1dc88c32-581d-429f-b1de-46646e4f6352 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b065f65-2794-4d2b-9e17-b9dc5cf5094b HTTP/1.1" status: 200 len: 946 time: 0.0832951 Mar 28 12:20:32.272618 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-913fad85-1fcc-4d80-a705-a2ee0f492800 req-02012857-4975-403a-860e-684e2b6efa3e tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/security-groups?id=f54b431a-d03d-4e8e-a543-ccdce6b1f1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374103 Mar 28 12:20:32.364750 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-51037331-c7bc-4d51-8d68-12e4813fce47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:20:32.480390 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.agents_db [None req-03fd49d8-b51b-41c1-8716-b8e265c93689 None None] Agent healthcheck: found 6 active agents {{(pid=87873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 12:20:33.607085 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549b68f6-212f-4782-bb42-fe0c244ff1b5 req-c7115340-19c0-45b5-849a-48946fe2a5d8 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:20:33.608459 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-549b68f6-212f-4782-bb42-fe0c244ff1b5 req-c7115340-19c0-45b5-849a-48946fe2a5d8 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b065f65-2794-4d2b-9e17-b9dc5cf5094b HTTP/1.1" status: 200 len: 946 time: 0.0781665 Mar 28 12:20:33.654882 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-549b68f6-212f-4782-bb42-fe0c244ff1b5 req-edbc49d7-b16d-4b8d-9459-5d2440b7f551 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/security-groups?id=f54b431a-d03d-4e8e-a543-ccdce6b1f1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409312 Mar 28 12:20:34.706879 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec812d2e-0c1d-4996-9ff9-aaf57a7614f8 req-b2ef5f90-34c2-497d-b49b-91d59f06c631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:20:34.708361 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-ec812d2e-0c1d-4996-9ff9-aaf57a7614f8 req-b2ef5f90-34c2-497d-b49b-91d59f06c631 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7b065f65-2794-4d2b-9e17-b9dc5cf5094b&tenant_id=1a3c794a04474c8b9d8d0ed21e9c708b HTTP/1.1" status: 200 len: 1099 time: 0.0706398 Mar 28 12:20:34.750927 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-b47b8b32-18ba-4cb3-8c30-e52a6bc57431 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:20:34.956766 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec812d2e-0c1d-4996-9ff9-aaf57a7614f8 req-882e09ea-53d7-4ad6-8d81-877756d4fac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:20:34.958215 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-ec812d2e-0c1d-4996-9ff9-aaf57a7614f8 req-882e09ea-53d7-4ad6-8d81-877756d4fac3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=1a3c794a04474c8b9d8d0ed21e9c708b&device_id=7b065f65-2794-4d2b-9e17-b9dc5cf5094b HTTP/1.1" status: 200 len: 1099 time: 0.2294402 Mar 28 12:20:34.972015 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0778f2-6c34-4862-89ed-73bb20926a75 req-2f14294a-faa1-4296-8b6e-c86333d21618 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:20:34.973332 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-ba0778f2-6c34-4862-89ed-73bb20926a75 req-2f14294a-faa1-4296-8b6e-c86333d21618 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b065f65-2794-4d2b-9e17-b9dc5cf5094b HTTP/1.1" status: 200 len: 946 time: 0.1125519 Mar 28 12:20:35.102541 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-ba0778f2-6c34-4862-89ed-73bb20926a75 req-8c30f1ec-8f4a-4402-b92e-9cf2311d5e25 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/security-groups?id=f54b431a-d03d-4e8e-a543-ccdce6b1f1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1120543 Mar 28 12:20:35.128909 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec812d2e-0c1d-4996-9ff9-aaf57a7614f8 req-19cf96af-9931-446e-9efa-5d6737e6b131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:20:35.130317 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-ec812d2e-0c1d-4996-9ff9-aaf57a7614f8 req-19cf96af-9931-446e-9efa-5d6737e6b131 service neutron] 10.222.0.11 "GET /v2.0/networks?id=d4e585cd-a443-41c3-9813-94aca86857da HTTP/1.1" status: 200 len: 912 time: 0.1659977 Mar 28 12:20:35.231107 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-ec812d2e-0c1d-4996-9ff9-aaf57a7614f8 req-ca22e95c-cb15-42c3-961a-f66185b42454 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e26de8e6-1ffd-46c0-8136-94c7e0833d41 HTTP/1.1" status: 200 len: 1003 time: 0.0944149 Mar 28 12:20:35.293179 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec812d2e-0c1d-4996-9ff9-aaf57a7614f8 req-df056310-8741-43a4-bec5-5eff576392ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:20:35.294590 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-ec812d2e-0c1d-4996-9ff9-aaf57a7614f8 req-df056310-8741-43a4-bec5-5eff576392ac service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e2d2077c-3156-4fcb-884b-e46ab11a6b68 HTTP/1.1" status: 200 len: 851 time: 0.0580258 Mar 28 12:20:35.370433 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec812d2e-0c1d-4996-9ff9-aaf57a7614f8 req-e4e0f51c-be19-42bf-a423-abefaf4468f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:20:35.371799 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-ec812d2e-0c1d-4996-9ff9-aaf57a7614f8 req-e4e0f51c-be19-42bf-a423-abefaf4468f6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=d4e585cd-a443-41c3-9813-94aca86857da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0719993 Mar 28 12:20:35.499018 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-ec812d2e-0c1d-4996-9ff9-aaf57a7614f8 req-ae9310c4-d28b-4a4d-8f5c-157b46e7aa5e service neutron] 10.222.0.11 "GET /v2.0/networks/d4e585cd-a443-41c3-9813-94aca86857da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216655 Mar 28 12:20:35.626333 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-ec812d2e-0c1d-4996-9ff9-aaf57a7614f8 req-2a1c7f9a-9d8e-44f2-9e6f-70474b2e1054 service neutron] 10.222.0.11 "GET /v2.0/networks/d4e585cd-a443-41c3-9813-94aca86857da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211543 Mar 28 12:20:35.731186 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:20:35.846469 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-ef3be119-c018-4979-be07-86cf959defc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:20:36.296033 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18acd67-c022-4876-9320-597a41365e6c req-8193bc0c-3e2a-4633-b8de-a43919cc7e40 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:20:36.297497 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-d18acd67-c022-4876-9320-597a41365e6c req-8193bc0c-3e2a-4633-b8de-a43919cc7e40 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b065f65-2794-4d2b-9e17-b9dc5cf5094b HTTP/1.1" status: 200 len: 946 time: 0.0837429 Mar 28 12:20:36.341521 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-d18acd67-c022-4876-9320-597a41365e6c req-0a12511b-06c0-432e-9eb8-1d7b96fedd55 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/security-groups?id=f54b431a-d03d-4e8e-a543-ccdce6b1f1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384185 Mar 28 12:20:37.502726 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-b7ccd3c7-0277-4f12-8e5c-e41478141af5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:20:37.528399 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31785290-df8f-4fd0-9271-e08d6cfcf785 req-008143ac-cfe7-418c-94e8-da36fef0b796 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:20:37.529835 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-31785290-df8f-4fd0-9271-e08d6cfcf785 req-008143ac-cfe7-418c-94e8-da36fef0b796 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b065f65-2794-4d2b-9e17-b9dc5cf5094b HTTP/1.1" status: 200 len: 946 time: 0.0792420 Mar 28 12:20:37.574154 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-31785290-df8f-4fd0-9271-e08d6cfcf785 req-795ea09e-3ff8-4793-8ffd-8843537d7e14 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/security-groups?id=f54b431a-d03d-4e8e-a543-ccdce6b1f1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386856 Mar 28 12:20:38.757767 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1724986d-2f45-44ea-b349-13c3038dbf48 req-1a622c4c-67c0-4fb9-9657-a460e539d5c1 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:20:38.759205 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-1724986d-2f45-44ea-b349-13c3038dbf48 req-1a622c4c-67c0-4fb9-9657-a460e539d5c1 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b065f65-2794-4d2b-9e17-b9dc5cf5094b HTTP/1.1" status: 200 len: 946 time: 0.0794690 Mar 28 12:20:38.805345 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-1724986d-2f45-44ea-b349-13c3038dbf48 req-08aa1787-0e0d-4c43-be7b-6853cfb809e4 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/security-groups?id=f54b431a-d03d-4e8e-a543-ccdce6b1f1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404856 Mar 28 12:20:38.985422 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Device e26de8e6-1ffd-46c0-8136-94c7e0833d41 details requested by agent hyperv_hv-neutron-8353 with host hv-neutron-8353 {{(pid=87872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 28 12:20:38.987767 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Device e26de8e6-1ffd-46c0-8136-94c7e0833d41 no longer exists at agent hyperv_hv-neutron-8353 {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 12:20:39.196232 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:20:39.226053 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] For port e26de8e6-1ffd-46c0-8136-94c7e0833d41, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=e26de8e6-1ffd-46c0-8136-94c7e0833d41,segment=NetworkSegment(d563b7ac-8b16-4779-b0a9-16deb9c3c180),segment_id=d563b7ac-8b16-4779-b0a9-16deb9c3c180)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:20:39.248787 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Returning: {'device': 'e26de8e6-1ffd-46c0-8136-94c7e0833d41', 'network_id': 'd4e585cd-a443-41c3-9813-94aca86857da', 'port_id': 'e26de8e6-1ffd-46c0-8136-94c7e0833d41', 'mac_address': 'fa:16:3e:b0:a0:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2d2077c-3156-4fcb-884b-e46ab11a6b68', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 28 12:20:39.249990 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b065f65-2794-4d2b-9e17-b9dc5cf5094b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e26de8e6-1ffd-46c0-8136-94c7e0833d41'}] {{(pid=87872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 12:20:39.321598 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] For port e26de8e6-1ffd-46c0-8136-94c7e0833d41, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=e26de8e6-1ffd-46c0-8136-94c7e0833d41,segment=NetworkSegment(d563b7ac-8b16-4779-b0a9-16deb9c3c180),segment_id=d563b7ac-8b16-4779-b0a9-16deb9c3c180)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:20:39.323575 dv-neutron-835340-2-hyperv neutron-server[87872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b065f65-2794-4d2b-9e17-b9dc5cf5094b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e26de8e6-1ffd-46c0-8136-94c7e0833d41', 'code': 200} Mar 28 12:20:39.328527 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:20:39.401711 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:20:39.425421 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.notifiers.nova [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e26de8e6-1ffd-46c0-8136-94c7e0833d41 {{(pid=87872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 12:20:39.432386 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Pushing event updated for resources: {'Port': ['ID=e26de8e6-1ffd-46c0-8136-94c7e0833d41,revision_number=9']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:20:39.444391 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:20:39.444740 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:20:39.445082 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:20:39.445421 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:20:39.445749 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:20:39.446082 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:20:39.446408 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:20:39.446739 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:20:39.447059 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:20:39.447448 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:20:39.447792 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:20:39.448115 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:20:39.454930 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] For port e26de8e6-1ffd-46c0-8136-94c7e0833d41, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=e26de8e6-1ffd-46c0-8136-94c7e0833d41,segment=NetworkSegment(d563b7ac-8b16-4779-b0a9-16deb9c3c180),segment_id=d563b7ac-8b16-4779-b0a9-16deb9c3c180)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:20:39.457874 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:20:39.520904 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] get_ports_and_sgs() called for port_ids ['e26de8e6-1ffd-46c0-8136-94c7e0833d41'] {{(pid=87872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 12:20:39.560761 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Pushing event updated for resources: {'Port': ['ID=e26de8e6-1ffd-46c0-8136-94c7e0833d41,revision_number=10']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:20:39.991220 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20088ee5-080a-43fd-a203-2d09ca0abd5a req-3c107b18-5d4e-4904-b3a0-017d735232ea tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:20:39.992744 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-20088ee5-080a-43fd-a203-2d09ca0abd5a req-3c107b18-5d4e-4904-b3a0-017d735232ea tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b065f65-2794-4d2b-9e17-b9dc5cf5094b HTTP/1.1" status: 200 len: 946 time: 0.0792902 Mar 28 12:20:40.036924 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-20088ee5-080a-43fd-a203-2d09ca0abd5a req-4b0e5d2e-10d2-451c-a3c1-3261ffdcc856 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/security-groups?id=f54b431a-d03d-4e8e-a543-ccdce6b1f1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385404 Mar 28 12:20:40.999290 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Device e26de8e6-1ffd-46c0-8136-94c7e0833d41 up at agent hyperv_hv-neutron-8353 {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:20:41.067779 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Provisioning complete for port e26de8e6-1ffd-46c0-8136-94c7e0833d41 triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:20:41.068256 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:20:41.187185 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:20:41.219898 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] For port e26de8e6-1ffd-46c0-8136-94c7e0833d41, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=e26de8e6-1ffd-46c0-8136-94c7e0833d41,segment=NetworkSegment(d563b7ac-8b16-4779-b0a9-16deb9c3c180),segment_id=d563b7ac-8b16-4779-b0a9-16deb9c3c180)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:20:41.223721 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:20:41.224922 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3701dfa3-34fc-4c18-bd5d-23271c592c00 req-ff65ac62-4090-49ad-9ca3-7c94d6000228 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:20:41.226369 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-3701dfa3-34fc-4c18-bd5d-23271c592c00 req-ff65ac62-4090-49ad-9ca3-7c94d6000228 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b065f65-2794-4d2b-9e17-b9dc5cf5094b HTTP/1.1" status: 200 len: 946 time: 0.0830247 Mar 28 12:20:41.272988 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-3701dfa3-34fc-4c18-bd5d-23271c592c00 req-6cb1d362-d452-47c9-8e79-1d5096ef317f tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/security-groups?id=f54b431a-d03d-4e8e-a543-ccdce6b1f1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396943 Mar 28 12:20:41.291601 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Pushing event updated for resources: {'Port': ['ID=e26de8e6-1ffd-46c0-8136-94c7e0833d41,revision_number=11']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:20:41.325045 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b065f65-2794-4d2b-9e17-b9dc5cf5094b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e26de8e6-1ffd-46c0-8136-94c7e0833d41'}] {{(pid=87872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 12:20:41.376193 dv-neutron-835340-2-hyperv neutron-server[87872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b065f65-2794-4d2b-9e17-b9dc5cf5094b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e26de8e6-1ffd-46c0-8136-94c7e0833d41', 'code': 200} Mar 28 12:20:42.457754 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09230a8a-aedc-40ed-a7e4-21b58fa9bb2e req-fcce9ad1-175d-4010-993c-29fcaa725b5d tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:20:42.459071 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-09230a8a-aedc-40ed-a7e4-21b58fa9bb2e req-fcce9ad1-175d-4010-993c-29fcaa725b5d tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b065f65-2794-4d2b-9e17-b9dc5cf5094b HTTP/1.1" status: 200 len: 947 time: 0.0774531 Mar 28 12:20:42.504645 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-09230a8a-aedc-40ed-a7e4-21b58fa9bb2e req-42ef1bab-4bc6-43e6-80af-1a8d5db47680 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/security-groups?id=f54b431a-d03d-4e8e-a543-ccdce6b1f1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377369 Mar 28 12:20:43.693835 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca7b95f-4049-43be-a83a-742a086aa9e1 req-f9ddebfc-55b3-4246-822d-4c15fa2081ab tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:20:43.695290 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-2ca7b95f-4049-43be-a83a-742a086aa9e1 req-f9ddebfc-55b3-4246-822d-4c15fa2081ab tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b065f65-2794-4d2b-9e17-b9dc5cf5094b HTTP/1.1" status: 200 len: 947 time: 0.0819643 Mar 28 12:20:43.740304 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-2ca7b95f-4049-43be-a83a-742a086aa9e1 req-ea3170b4-8459-4e25-9934-457e09530fb1 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/security-groups?id=f54b431a-d03d-4e8e-a543-ccdce6b1f1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385542 Mar 28 12:20:44.928014 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d363086-35fc-4280-8ab4-5ca0c6441ed1 req-775c9ac0-fe0d-44c9-9fda-33ecd8d9fc3c tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:20:44.929439 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-2d363086-35fc-4280-8ab4-5ca0c6441ed1 req-775c9ac0-fe0d-44c9-9fda-33ecd8d9fc3c tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b065f65-2794-4d2b-9e17-b9dc5cf5094b HTTP/1.1" status: 200 len: 947 time: 0.0838194 Mar 28 12:20:44.972987 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-2d363086-35fc-4280-8ab4-5ca0c6441ed1 req-079b1a27-fab8-4566-9025-c006655a2f9c tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/security-groups?id=f54b431a-d03d-4e8e-a543-ccdce6b1f1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375659 Mar 28 12:20:45.152702 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74f5f37-e1b5-43f7-a902-c79c582dfeeb req-28ff9d62-a016-4fbd-92e2-544ba573004f tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:20:45.154041 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-d74f5f37-e1b5-43f7-a902-c79c582dfeeb req-28ff9d62-a016-4fbd-92e2-544ba573004f tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b065f65-2794-4d2b-9e17-b9dc5cf5094b HTTP/1.1" status: 200 len: 947 time: 0.0777955 Mar 28 12:20:45.195992 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-d74f5f37-e1b5-43f7-a902-c79c582dfeeb req-cc7e5e23-7ad2-44b0-9a30-82aab835308b tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/security-groups?id=f54b431a-d03d-4e8e-a543-ccdce6b1f1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363894 Mar 28 12:20:45.379060 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bf8adb-dc07-4246-822d-c0828904163b req-61127141-6bf9-4fd2-8eb1-2f1b1af73911 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:20:45.380515 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-07bf8adb-dc07-4246-822d-c0828904163b req-61127141-6bf9-4fd2-8eb1-2f1b1af73911 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b065f65-2794-4d2b-9e17-b9dc5cf5094b HTTP/1.1" status: 200 len: 947 time: 0.0807450 Mar 28 12:20:45.423066 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-07bf8adb-dc07-4246-822d-c0828904163b req-14212668-dcf7-486c-ac5c-79e146516286 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/security-groups?id=f54b431a-d03d-4e8e-a543-ccdce6b1f1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367775 Mar 28 12:20:45.804559 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08414f10-5db5-4dce-b69f-5dcf4c414cb9 req-a5ffd52b-6c8b-4a3e-bd83-a4fd2ab605b7 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:20:45.805967 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-08414f10-5db5-4dce-b69f-5dcf4c414cb9 req-a5ffd52b-6c8b-4a3e-bd83-a4fd2ab605b7 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b065f65-2794-4d2b-9e17-b9dc5cf5094b HTTP/1.1" status: 200 len: 947 time: 0.0812588 Mar 28 12:20:45.849473 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-08414f10-5db5-4dce-b69f-5dcf4c414cb9 req-4372f12c-71c1-4d03-a1c2-75512084e654 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/security-groups?id=f54b431a-d03d-4e8e-a543-ccdce6b1f1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375919 Mar 28 12:20:47.035590 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fa6ad0-7fda-47dd-8f72-e309d8cda3fc req-0449119c-802a-43e0-94ae-8b27b020f6dc tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:20:47.037009 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-a9fa6ad0-7fda-47dd-8f72-e309d8cda3fc req-0449119c-802a-43e0-94ae-8b27b020f6dc tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b065f65-2794-4d2b-9e17-b9dc5cf5094b HTTP/1.1" status: 200 len: 947 time: 0.0815818 Mar 28 12:20:47.080300 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-a9fa6ad0-7fda-47dd-8f72-e309d8cda3fc req-06bf7943-e1c0-47cf-b5c9-94c095d6c057 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/security-groups?id=f54b431a-d03d-4e8e-a543-ccdce6b1f1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371294 Mar 28 12:20:48.059810 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606fd8e2-dbc2-4221-84e0-a637504e9711 req-d9683689-89ca-420b-9f00-82f19415f7c5 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:20:48.061239 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-606fd8e2-dbc2-4221-84e0-a637504e9711 req-d9683689-89ca-420b-9f00-82f19415f7c5 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.11 "GET /v2.0/ports?device_id=7b065f65-2794-4d2b-9e17-b9dc5cf5094b HTTP/1.1" status: 200 len: 947 time: 0.0784433 Mar 28 12:20:48.133400 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [req-606fd8e2-dbc2-4221-84e0-a637504e9711 req-8f5d2988-bb75-4846-b34d-ed2dccc6ef31 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Deleting port e26de8e6-1ffd-46c0-8136-94c7e0833d41 {{(pid=87871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:20:48.133739 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-606fd8e2-dbc2-4221-84e0-a637504e9711 req-8f5d2988-bb75-4846-b34d-ed2dccc6ef31 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:20:48.500978 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a738e66-db26-4019-9d5d-047fe4a51109 req-1bbcee29-2a0d-4e90-a5fe-b5bba04ebca2 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:20:48.502412 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-1a738e66-db26-4019-9d5d-047fe4a51109 req-1bbcee29-2a0d-4e90-a5fe-b5bba04ebca2 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b065f65-2794-4d2b-9e17-b9dc5cf5094b HTTP/1.1" status: 200 len: 947 time: 0.3159325 Mar 28 12:20:48.557810 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.db [req-606fd8e2-dbc2-4221-84e0-a637504e9711 req-8f5d2988-bb75-4846-b34d-ed2dccc6ef31 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] For port e26de8e6-1ffd-46c0-8136-94c7e0833d41, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=e26de8e6-1ffd-46c0-8136-94c7e0833d41,segment=NetworkSegment(d563b7ac-8b16-4779-b0a9-16deb9c3c180),segment_id=d563b7ac-8b16-4779-b0a9-16deb9c3c180)] {{(pid=87871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:20:48.558147 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-606fd8e2-dbc2-4221-84e0-a637504e9711 req-8f5d2988-bb75-4846-b34d-ed2dccc6ef31 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:20:48.628167 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-1a738e66-db26-4019-9d5d-047fe4a51109 req-bcc078d8-effe-4a6a-9c44-d098116a543b tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/security-groups?id=f54b431a-d03d-4e8e-a543-ccdce6b1f1f1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1199639 Mar 28 12:20:48.855173 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-606fd8e2-dbc2-4221-84e0-a637504e9711 req-8f5d2988-bb75-4846-b34d-ed2dccc6ef31 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:20:48.855566 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-606fd8e2-dbc2-4221-84e0-a637504e9711 req-8f5d2988-bb75-4846-b34d-ed2dccc6ef31 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-709520'] for floatingip, after_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:20:48.855876 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.db.l3_db [req-606fd8e2-dbc2-4221-84e0-a637504e9711 req-8f5d2988-bb75-4846-b34d-ed2dccc6ef31 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Floating IP fb01ee55-0771-40a2-a88c-4e5811c5dab8 disassociated. External IP: 172.26.7.253, port: e26de8e6-1ffd-46c0-8136-94c7e0833d41. Mar 28 12:20:48.856209 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [req-606fd8e2-dbc2-4221-84e0-a637504e9711 req-8f5d2988-bb75-4846-b34d-ed2dccc6ef31 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Calling delete_port for e26de8e6-1ffd-46c0-8136-94c7e0833d41 owned by compute:nova {{(pid=87871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:20:48.997394 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-606fd8e2-dbc2-4221-84e0-a637504e9711 req-8f5d2988-bb75-4846-b34d-ed2dccc6ef31 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:20:49.045091 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5d2988-bb75-4846-b34d-ed2dccc6ef31 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Pushing event deleted for resources: {'Port': ['ID=e26de8e6-1ffd-46c0-8136-94c7e0833d41,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:20:49.056699 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5d2988-bb75-4846-b34d-ed2dccc6ef31 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:20:49.057019 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5d2988-bb75-4846-b34d-ed2dccc6ef31 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:20:49.057378 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5d2988-bb75-4846-b34d-ed2dccc6ef31 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:20:49.057675 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5d2988-bb75-4846-b34d-ed2dccc6ef31 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:20:49.058070 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5d2988-bb75-4846-b34d-ed2dccc6ef31 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:20:49.058295 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5d2988-bb75-4846-b34d-ed2dccc6ef31 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:20:49.058611 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5d2988-bb75-4846-b34d-ed2dccc6ef31 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:20:49.058923 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5d2988-bb75-4846-b34d-ed2dccc6ef31 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:20:49.059237 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5d2988-bb75-4846-b34d-ed2dccc6ef31 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:20:49.059570 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5d2988-bb75-4846-b34d-ed2dccc6ef31 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:20:49.059883 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5d2988-bb75-4846-b34d-ed2dccc6ef31 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:20:49.060369 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5d2988-bb75-4846-b34d-ed2dccc6ef31 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:20:49.249214 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.l3_agent_scheduler [req-606fd8e2-dbc2-4221-84e0-a637504e9711 req-8f5d2988-bb75-4846-b34d-ed2dccc6ef31 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Router 43457749-50b5-4286-ad1b-43d54251d413 has already been hosted by L3 agent af79d429-529e-400b-a119-94d4bec03f3e {{(pid=87871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 12:20:49.423729 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-606fd8e2-dbc2-4221-84e0-a637504e9711 req-8f5d2988-bb75-4846-b34d-ed2dccc6ef31 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 12:20:49.433070 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f3a87c-ad39-429f-808e-270a10c48e8e None None] Sync routers for ids ['43457749-50b5-4286-ad1b-43d54251d413'] in dv-neutron-835340-2-hyperv {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 12:20:49.442285 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f3a87c-ad39-429f-808e-270a10c48e8e None None] Routers {'43457749-50b5-4286-ad1b-43d54251d413'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:20:49.442889 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-10f3a87c-ad39-429f-808e-270a10c48e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:20:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['43457749-50b5-4286-ad1b-43d54251d413'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:20:49.495816 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.l3_dvrscheduler_db [req-606fd8e2-dbc2-4221-84e0-a637504e9711 req-8f5d2988-bb75-4846-b34d-ed2dccc6ef31 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] No DVR routers for this DVR port e26de8e6-1ffd-46c0-8136-94c7e0833d41 on host hv-neutron-8353 {{(pid=87871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 12:20:49.498178 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-606fd8e2-dbc2-4221-84e0-a637504e9711 req-8f5d2988-bb75-4846-b34d-ed2dccc6ef31 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:20:49.501082 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b065f65-2794-4d2b-9e17-b9dc5cf5094b', 'name': 'network-vif-deleted', 'tag': 'e26de8e6-1ffd-46c0-8136-94c7e0833d41'}] {{(pid=87871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 12:20:49.517053 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-606fd8e2-dbc2-4221-84e0-a637504e9711 req-8f5d2988-bb75-4846-b34d-ed2dccc6ef31 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.11 "DELETE /v2.0/ports/e26de8e6-1ffd-46c0-8136-94c7e0833d41 HTTP/1.1" status: 204 len: 173 time: 1.4508669 Mar 28 12:20:49.546719 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b065f65-2794-4d2b-9e17-b9dc5cf5094b', 'name': 'network-vif-deleted', 'tag': 'e26de8e6-1ffd-46c0-8136-94c7e0833d41', 'status': 'completed', 'code': 200} Mar 28 12:20:49.634151 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvr_db [None req-10f3a87c-ad39-429f-808e-270a10c48e8e None None] Set router 43457749-50b5-4286-ad1b-43d54251d413 gateway port host: dv-neutron-835340-2-hyperv {{(pid=87873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:20:49.778392 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [req-436dca47-2d73-4cca-b7b0-c5a9b4c242bb req-047ed804-eaf4-4d21-94b9-67a43f637e5a tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Synchronizing usage tracker for tenant:1a3c794a04474c8b9d8d0ed21e9c708b on resource:port {{(pid=87871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:20:49.795065 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [req-436dca47-2d73-4cca-b7b0-c5a9b4c242bb req-047ed804-eaf4-4d21-94b9-67a43f637e5a tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Unset dirty status for tenant:1a3c794a04474c8b9d8d0ed21e9c708b on resource:port {{(pid=87871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:20:49.796728 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-436dca47-2d73-4cca-b7b0-c5a9b4c242bb req-047ed804-eaf4-4d21-94b9-67a43f637e5a tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/ports?device_id=7b065f65-2794-4d2b-9e17-b9dc5cf5094b HTTP/1.1" status: 200 len: 210 time: 0.0611928 Mar 28 12:20:49.955897 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-10f3a87c-ad39-429f-808e-270a10c48e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43457749-50b5-4286-ad1b-43d54251d413', 'name': 'tempest-ServerActionsTestJSON-1611452995-router', 'tenant_id': '1a3c794a04474c8b9d8d0ed21e9c708b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.116'}], 'enable_snat': True}, 'gw_port_id': 'd0dd7998-7ddc-4088-9eee-8f3e64379196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:17:03Z', 'updated_at': '2022-03-28T12:17:07Z', 'revision_number': 4, 'project_id': '1a3c794a04474c8b9d8d0ed21e9c708b', 'gw_port': {'id': 'd0dd7998-7ddc-4088-9eee-8f3e64379196', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a0:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43457749-50b5-4286-ad1b-43d54251d413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:17:03Z', 'updated_at': '2022-03-28T12:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_interfaces': [{'id': '6ecd2cd5-23d1-4bd7-9974-4f97a43141c3', 'name': '', 'network_id': 'd4e585cd-a443-41c3-9813-94aca86857da', 'tenant_id': '1a3c794a04474c8b9d8d0ed21e9c708b', 'mac_address': 'fa:16:3e:56:90:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43457749-50b5-4286-ad1b-43d54251d413', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'e2d2077c-3156-4fcb-884b-e46ab11a6b68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:17:06Z', 'updated_at': '2022-03-28T12:17:12Z', 'revision_number': 5, 'project_id': '1a3c794a04474c8b9d8d0ed21e9c708b', 'subnets': [{'id': 'e2d2077c-3156-4fcb-884b-e46ab11a6b68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:20:49.959613 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f3a87c-ad39-429f-808e-270a10c48e8e None None] Checking router: 43457749-50b5-4286-ad1b-43d54251d413 for host: dv-neutron-835340-2-hyperv {{(pid=87873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 12:20:49.967985 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f3a87c-ad39-429f-808e-270a10c48e8e None None] Routers {'43457749-50b5-4286-ad1b-43d54251d413'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:20:49.968514 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-10f3a87c-ad39-429f-808e-270a10c48e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:20:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['43457749-50b5-4286-ad1b-43d54251d413'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:20:50.142958 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvr_db [None req-10f3a87c-ad39-429f-808e-270a10c48e8e None None] Set router 43457749-50b5-4286-ad1b-43d54251d413 gateway port host: dv-neutron-835340-2-hyperv {{(pid=87873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:20:50.485074 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-10f3a87c-ad39-429f-808e-270a10c48e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43457749-50b5-4286-ad1b-43d54251d413', 'name': 'tempest-ServerActionsTestJSON-1611452995-router', 'tenant_id': '1a3c794a04474c8b9d8d0ed21e9c708b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.116'}], 'enable_snat': True}, 'gw_port_id': 'd0dd7998-7ddc-4088-9eee-8f3e64379196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:17:03Z', 'updated_at': '2022-03-28T12:17:07Z', 'revision_number': 4, 'project_id': '1a3c794a04474c8b9d8d0ed21e9c708b', 'gw_port': {'id': 'd0dd7998-7ddc-4088-9eee-8f3e64379196', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a0:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43457749-50b5-4286-ad1b-43d54251d413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:17:03Z', 'updated_at': '2022-03-28T12:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_interfaces': [{'id': '6ecd2cd5-23d1-4bd7-9974-4f97a43141c3', 'name': '', 'network_id': 'd4e585cd-a443-41c3-9813-94aca86857da', 'tenant_id': '1a3c794a04474c8b9d8d0ed21e9c708b', 'mac_address': 'fa:16:3e:56:90:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43457749-50b5-4286-ad1b-43d54251d413', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'e2d2077c-3156-4fcb-884b-e46ab11a6b68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:17:06Z', 'updated_at': '2022-03-28T12:17:12Z', 'revision_number': 5, 'project_id': '1a3c794a04474c8b9d8d0ed21e9c708b', 'subnets': [{'id': 'e2d2077c-3156-4fcb-884b-e46ab11a6b68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:20:50.488933 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f3a87c-ad39-429f-808e-270a10c48e8e None None] The sync data for ids ['43457749-50b5-4286-ad1b-43d54251d413'] in dv-neutron-835340-2-hyperv is: [{'id': '43457749-50b5-4286-ad1b-43d54251d413', 'name': 'tempest-ServerActionsTestJSON-1611452995-router', 'tenant_id': '1a3c794a04474c8b9d8d0ed21e9c708b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.116'}], 'enable_snat': True}, 'gw_port_id': 'd0dd7998-7ddc-4088-9eee-8f3e64379196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:17:03Z', 'updated_at': '2022-03-28T12:17:07Z', 'revision_number': 4, 'project_id': '1a3c794a04474c8b9d8d0ed21e9c708b', 'gw_port': {'id': 'd0dd7998-7ddc-4088-9eee-8f3e64379196', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a0:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43457749-50b5-4286-ad1b-43d54251d413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:17:03Z', 'updated_at': '2022-03-28T12:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_interfaces': [{'id': '6ecd2cd5-23d1-4bd7-9974-4f97a43141c3', 'name': '', 'network_id': 'd4e585cd-a443-41c3-9813-94aca86857da', 'tenant_id': '1a3c794a04474c8b9d8d0ed21e9c708b', 'mac_address': 'fa:16:3e:56:90:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43457749-50b5-4286-ad1b-43d54251d413', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': 'e2d2077c-3156-4fcb-884b-e46ab11a6b68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:17:06Z', 'updated_at': '2022-03-28T12:17:12Z', 'revision_number': 5, 'project_id': '1a3c794a04474c8b9d8d0ed21e9c708b', 'subnets': [{'id': 'e2d2077c-3156-4fcb-884b-e46ab11a6b68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 12:20:50.710703 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c2e46b5-714a-46d7-b955-917f6b0a85ba None None] New status for floating IP fb01ee55-0771-40a2-a88c-4e5811c5dab8: DOWN {{(pid=87872) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 12:20:50.870621 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:20:53.030117 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Device e26de8e6-1ffd-46c0-8136-94c7e0833d41 no longer exists at agent hyperv_hv-neutron-8353 {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 12:20:53.064809 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] No Port match for: e26de8e6-1ffd-46c0-8136-94c7e0833d41 {{(pid=87872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 12:20:53.065152 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Device e26de8e6-1ffd-46c0-8136-94c7e0833d41 not bound to the agent host hv-neutron-8353 {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 12:20:54.017936 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 34604) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:20:54.081539 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-7ead9295-cf9e-4f9d-bcef-61eabe7b5797 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Notify callbacks [] for security_group, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:20:54.109107 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-7ead9295-cf9e-4f9d-bcef-61eabe7b5797 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:20:54.164497 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-7ead9295-cf9e-4f9d-bcef-61eabe7b5797 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:20:54.183512 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ead9295-cf9e-4f9d-bcef-61eabe7b5797 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f54b431a-d03d-4e8e-a543-ccdce6b1f1f1,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:20:54.191825 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ead9295-cf9e-4f9d-bcef-61eabe7b5797 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:20:54.192170 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ead9295-cf9e-4f9d-bcef-61eabe7b5797 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:20:54.192505 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ead9295-cf9e-4f9d-bcef-61eabe7b5797 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:20:54.192833 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ead9295-cf9e-4f9d-bcef-61eabe7b5797 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:20:54.193219 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ead9295-cf9e-4f9d-bcef-61eabe7b5797 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:20:54.193551 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ead9295-cf9e-4f9d-bcef-61eabe7b5797 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:20:54.193873 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ead9295-cf9e-4f9d-bcef-61eabe7b5797 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:20:54.194194 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ead9295-cf9e-4f9d-bcef-61eabe7b5797 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:20:54.194513 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ead9295-cf9e-4f9d-bcef-61eabe7b5797 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:20:54.194831 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ead9295-cf9e-4f9d-bcef-61eabe7b5797 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:20:54.195142 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ead9295-cf9e-4f9d-bcef-61eabe7b5797 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:20:54.195452 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ead9295-cf9e-4f9d-bcef-61eabe7b5797 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:20:54.202643 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-7ead9295-cf9e-4f9d-bcef-61eabe7b5797 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Notify callbacks [] for security_group, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:20:54.203769 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-7ead9295-cf9e-4f9d-bcef-61eabe7b5797 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "DELETE /v2.0/security-groups/f54b431a-d03d-4e8e-a543-ccdce6b1f1f1 HTTP/1.1" status: 204 len: 168 time: 0.1847475 Mar 28 12:20:54.206241 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 34608) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:20:54.222358 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.api.v2.resource [None req-8ea957ff-f36c-49b1-bdf9-9b261cad79da tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] show failed (client error): The resource could not be found. Mar 28 12:20:54.226224 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-8ea957ff-f36c-49b1-bdf9-9b261cad79da tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "GET /v2.0/security-groups/f54b431a-d03d-4e8e-a543-ccdce6b1f1f1 HTTP/1.1" status: 404 len: 347 time: 0.0161321 Mar 28 12:20:54.226224 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 34612) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:20:54.377251 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-25cf5cca-5ced-48e0-b0dc-27790e5eb941 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Deleting port 077612d9-a17e-4f64-9ff8-24bbe077bb62 {{(pid=87870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:20:54.377588 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-25cf5cca-5ced-48e0-b0dc-27790e5eb941 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:20:54.548694 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-25cf5cca-5ced-48e0-b0dc-27790e5eb941 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:20:54.549014 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-25cf5cca-5ced-48e0-b0dc-27790e5eb941 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:20:54.668101 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-25cf5cca-5ced-48e0-b0dc-27790e5eb941 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Calling delete_port for 077612d9-a17e-4f64-9ff8-24bbe077bb62 owned by network:floatingip {{(pid=87870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:20:54.804150 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-25cf5cca-5ced-48e0-b0dc-27790e5eb941 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:20:54.849606 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cf5cca-5ced-48e0-b0dc-27790e5eb941 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Pushing event deleted for resources: {'Port': ['ID=077612d9-a17e-4f64-9ff8-24bbe077bb62,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:20:54.941243 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-25cf5cca-5ced-48e0-b0dc-27790e5eb941 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Notify callbacks [] for floatingip, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:20:54.958419 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-25cf5cca-5ced-48e0-b0dc-27790e5eb941 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for floatingip, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:20:54.961545 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-25cf5cca-5ced-48e0-b0dc-27790e5eb941 tempest-ServerActionsTestJSON-886157846 tempest-ServerActionsTestJSON-886157846-project] 10.222.0.30 "DELETE /v2.0/floatingips/fb01ee55-0771-40a2-a88c-4e5811c5dab8 HTTP/1.1" status: 204 len: 168 time: 0.7327261 Mar 28 12:20:54.963093 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 34616) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:20:55.585973 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-eda84639-360b-472f-a220-45ed894fade3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-743394'] for router_interface, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:20:55.926339 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-eda84639-360b-472f-a220-45ed894fade3 admin admin] Deleting port 6ecd2cd5-23d1-4bd7-9974-4f97a43141c3 {{(pid=87870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:20:55.926677 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-eda84639-360b-472f-a220-45ed894fade3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:20:56.097113 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.db [None req-eda84639-360b-472f-a220-45ed894fade3 admin admin] For port 6ecd2cd5-23d1-4bd7-9974-4f97a43141c3, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=6ecd2cd5-23d1-4bd7-9974-4f97a43141c3,segment=NetworkSegment(d563b7ac-8b16-4779-b0a9-16deb9c3c180),segment_id=d563b7ac-8b16-4779-b0a9-16deb9c3c180)] {{(pid=87870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:20:56.097370 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-eda84639-360b-472f-a220-45ed894fade3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:20:56.214779 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-eda84639-360b-472f-a220-45ed894fade3 admin admin] Calling delete_port for 6ecd2cd5-23d1-4bd7-9974-4f97a43141c3 owned by network:router_interface {{(pid=87870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:20:56.388354 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-eda84639-360b-472f-a220-45ed894fade3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:20:56.434543 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda84639-360b-472f-a220-45ed894fade3 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ecd2cd5-23d1-4bd7-9974-4f97a43141c3,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:20:56.808782 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-eda84639-360b-472f-a220-45ed894fade3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-743246'] for router_interface, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:20:57.163307 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eda84639-360b-472f-a220-45ed894fade3 admin admin] Router 43457749-50b5-4286-ad1b-43d54251d413 has already been hosted by L3 agent af79d429-529e-400b-a119-94d4bec03f3e {{(pid=87870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 12:20:57.338620 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eda84639-360b-472f-a220-45ed894fade3 admin admin] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 12:20:57.347011 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e5bf6d-79cb-4581-b5b6-f3053ed7152b None None] Sync routers for ids ['43457749-50b5-4286-ad1b-43d54251d413'] in dv-neutron-835340-2-hyperv {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 12:20:57.350212 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-eda84639-360b-472f-a220-45ed894fade3 admin admin] 10.222.0.30 "PUT /v2.0/routers/43457749-50b5-4286-ad1b-43d54251d413/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3861198 Mar 28 12:20:57.352585 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 34620) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:20:57.356935 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e5bf6d-79cb-4581-b5b6-f3053ed7152b None None] Routers {'43457749-50b5-4286-ad1b-43d54251d413'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:20:57.357529 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-43e5bf6d-79cb-4581-b5b6-f3053ed7152b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:20:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['43457749-50b5-4286-ad1b-43d54251d413'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:20:57.526144 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c2f655f3-7738-4250-907b-520c27d3d6bb admin admin] Notify callbacks [] for router, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:20:57.529739 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvr_db [None req-43e5bf6d-79cb-4581-b5b6-f3053ed7152b None None] Set router 43457749-50b5-4286-ad1b-43d54251d413 gateway port host: dv-neutron-835340-2-hyperv {{(pid=87873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:20:57.700135 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c2f655f3-7738-4250-907b-520c27d3d6bb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:20:57.713030 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-c2f655f3-7738-4250-907b-520c27d3d6bb admin admin] Deleting port d0dd7998-7ddc-4088-9eee-8f3e64379196 {{(pid=87870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:20:57.713413 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c2f655f3-7738-4250-907b-520c27d3d6bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:20:57.810513 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-43e5bf6d-79cb-4581-b5b6-f3053ed7152b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43457749-50b5-4286-ad1b-43d54251d413', 'name': 'tempest-ServerActionsTestJSON-1611452995-router', 'tenant_id': '1a3c794a04474c8b9d8d0ed21e9c708b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.116'}], 'enable_snat': True}, 'gw_port_id': 'd0dd7998-7ddc-4088-9eee-8f3e64379196', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:17:03Z', 'updated_at': '2022-03-28T12:20:56Z', 'revision_number': 5, 'project_id': '1a3c794a04474c8b9d8d0ed21e9c708b', 'gw_port': {'id': 'd0dd7998-7ddc-4088-9eee-8f3e64379196', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a0:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43457749-50b5-4286-ad1b-43d54251d413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1555, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:17:03Z', 'updated_at': '2022-03-28T12:17:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv'}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:20:57.814227 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e5bf6d-79cb-4581-b5b6-f3053ed7152b None None] Checking router: 43457749-50b5-4286-ad1b-43d54251d413 for host: dv-neutron-835340-2-hyperv {{(pid=87873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 12:20:57.823564 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e5bf6d-79cb-4581-b5b6-f3053ed7152b None None] Routers {'43457749-50b5-4286-ad1b-43d54251d413'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:20:57.824179 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-43e5bf6d-79cb-4581-b5b6-f3053ed7152b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:20:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['43457749-50b5-4286-ad1b-43d54251d413'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:20:57.976261 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvr_db [None req-43e5bf6d-79cb-4581-b5b6-f3053ed7152b None None] Set router 43457749-50b5-4286-ad1b-43d54251d413 gateway port host: None {{(pid=87873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:20:58.007478 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.db [None req-c2f655f3-7738-4250-907b-520c27d3d6bb admin admin] For port d0dd7998-7ddc-4088-9eee-8f3e64379196, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=d0dd7998-7ddc-4088-9eee-8f3e64379196,segment=NetworkSegment(688afb86-c9bd-46e2-ba7d-3fe76fb1efff),segment_id=688afb86-c9bd-46e2-ba7d-3fe76fb1efff)] {{(pid=87870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:20:58.008069 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c2f655f3-7738-4250-907b-520c27d3d6bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:20:58.082231 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-43e5bf6d-79cb-4581-b5b6-f3053ed7152b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43457749-50b5-4286-ad1b-43d54251d413', 'name': 'tempest-ServerActionsTestJSON-1611452995-router', 'tenant_id': '1a3c794a04474c8b9d8d0ed21e9c708b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:17:03Z', 'updated_at': '2022-03-28T12:20:57Z', 'revision_number': 6, 'project_id': '1a3c794a04474c8b9d8d0ed21e9c708b', 'gw_port_host': None}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:20:58.086112 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e5bf6d-79cb-4581-b5b6-f3053ed7152b None None] The sync data for ids ['43457749-50b5-4286-ad1b-43d54251d413'] in dv-neutron-835340-2-hyperv is: [{'id': '43457749-50b5-4286-ad1b-43d54251d413', 'name': 'tempest-ServerActionsTestJSON-1611452995-router', 'tenant_id': '1a3c794a04474c8b9d8d0ed21e9c708b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:17:03Z', 'updated_at': '2022-03-28T12:20:57Z', 'revision_number': 6, 'project_id': '1a3c794a04474c8b9d8d0ed21e9c708b', 'gw_port_host': None}] {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 12:20:58.133637 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-c2f655f3-7738-4250-907b-520c27d3d6bb admin admin] Calling delete_port for d0dd7998-7ddc-4088-9eee-8f3e64379196 owned by network:router_gateway {{(pid=87870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:20:58.296048 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c2f655f3-7738-4250-907b-520c27d3d6bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:20:58.342905 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f655f3-7738-4250-907b-520c27d3d6bb admin admin] Pushing event deleted for resources: {'Port': ['ID=d0dd7998-7ddc-4088-9eee-8f3e64379196,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:20:58.434411 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c2f655f3-7738-4250-907b-520c27d3d6bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-709573'] for router_gateway, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:20:58.618305 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c2f655f3-7738-4250-907b-520c27d3d6bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-745164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-260864'] for router, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:20:58.620490 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c2f655f3-7738-4250-907b-520c27d3d6bb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:20:58.642793 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c2f655f3-7738-4250-907b-520c27d3d6bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-745021'] for router, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:20:58.643303 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2f655f3-7738-4250-907b-520c27d3d6bb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 43457749-50b5-4286-ad1b-43d54251d413 {{(pid=87870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 12:20:58.655649 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c2f655f3-7738-4250-907b-520c27d3d6bb admin admin] Notify callbacks [] for router, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:20:58.656750 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-c2f655f3-7738-4250-907b-520c27d3d6bb admin admin] 10.222.0.30 "DELETE /v2.0/routers/43457749-50b5-4286-ad1b-43d54251d413 HTTP/1.1" status: 204 len: 168 time: 1.3026969 Mar 28 12:20:58.659273 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 34624) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:20:58.717152 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.db_base_plugin_v2 [None req-90d8b955-b322-4abf-9592-e64791cdf639 admin admin] Deleting subnet e2d2077c-3156-4fcb-884b-e46ab11a6b68 {{(pid=87870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 12:20:58.720024 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-90d8b955-b322-4abf-9592-e64791cdf639 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:20:58.768157 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-90d8b955-b322-4abf-9592-e64791cdf639 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3591354'] for subnet, precommit_delete_associations {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:20:58.850211 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-90d8b955-b322-4abf-9592-e64791cdf639 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1919782'] for subnet, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:20:58.860963 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 6ecd2cd5-23d1-4bd7-9974-4f97a43141c3 no longer exists at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 12:20:58.896572 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] No Port match for: 6ecd2cd5-23d1-4bd7-9974-4f97a43141c3 {{(pid=87872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 12:20:58.897147 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 6ecd2cd5-23d1-4bd7-9974-4f97a43141c3 not bound to the agent host dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 12:20:58.922817 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-90d8b955-b322-4abf-9592-e64791cdf639 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1919805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2561174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2563528'] for subnet, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:20:58.965613 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d8b955-b322-4abf-9592-e64791cdf639 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2d2077c-3156-4fcb-884b-e46ab11a6b68,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:20:58.967511 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-90d8b955-b322-4abf-9592-e64791cdf639 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:20:58.976000 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-90d8b955-b322-4abf-9592-e64791cdf639 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/e2d2077c-3156-4fcb-884b-e46ab11a6b68 HTTP/1.1" status: 204 len: 168 time: 0.3156395 Mar 28 12:20:58.976238 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dc22969-e5c4-4569-a0f9-7d867286f660 None None] Network d4e585cd-a443-41c3-9813-94aca86857da requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 12:20:58.978410 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 34628) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:20:59.085199 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-deb25697-24a0-4a19-b7a3-5e74ea91ca6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588883'] for network, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:20:59.097018 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-deb25697-24a0-4a19-b7a3-5e74ea91ca6a admin admin] Deleting port e603f920-949b-423d-aec3-408775383e9d {{(pid=87870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:20:59.097356 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-deb25697-24a0-4a19-b7a3-5e74ea91ca6a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:20:59.238971 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-975982b5-8005-4c47-95d4-0ace43ce9bef None None] DHCP port deletion for d4e585cd-a443-41c3-9813-94aca86857da request from dv-neutron-835340-2-hyperv {{(pid=87872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 12:20:59.243263 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-975982b5-8005-4c47-95d4-0ace43ce9bef None None] Deleting port e603f920-949b-423d-aec3-408775383e9d {{(pid=87872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:20:59.243693 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-975982b5-8005-4c47-95d4-0ace43ce9bef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:20:59.309889 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.db [None req-deb25697-24a0-4a19-b7a3-5e74ea91ca6a admin admin] For port e603f920-949b-423d-aec3-408775383e9d, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=e603f920-949b-423d-aec3-408775383e9d,segment=NetworkSegment(d563b7ac-8b16-4779-b0a9-16deb9c3c180),segment_id=d563b7ac-8b16-4779-b0a9-16deb9c3c180)] {{(pid=87870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:20:59.310253 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-deb25697-24a0-4a19-b7a3-5e74ea91ca6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:20:59.448789 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-975982b5-8005-4c47-95d4-0ace43ce9bef None None] For port e603f920-949b-423d-aec3-408775383e9d, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=e603f920-949b-423d-aec3-408775383e9d,segment=NetworkSegment(d563b7ac-8b16-4779-b0a9-16deb9c3c180),segment_id=d563b7ac-8b16-4779-b0a9-16deb9c3c180)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:20:59.449067 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-975982b5-8005-4c47-95d4-0ace43ce9bef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:20:59.531747 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-deb25697-24a0-4a19-b7a3-5e74ea91ca6a admin admin] Calling delete_port for e603f920-949b-423d-aec3-408775383e9d owned by network:dhcp {{(pid=87870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:20:59.599738 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-975982b5-8005-4c47-95d4-0ace43ce9bef None None] Calling delete_port for e603f920-949b-423d-aec3-408775383e9d owned by network:dhcp {{(pid=87872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:20:59.608427 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-deb25697-24a0-4a19-b7a3-5e74ea91ca6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:20:59.655513 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb25697-24a0-4a19-b7a3-5e74ea91ca6a admin admin] Pushing event deleted for resources: {'Port': ['ID=e603f920-949b-423d-aec3-408775383e9d,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:20:59.659974 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb25697-24a0-4a19-b7a3-5e74ea91ca6a admin admin] No DVR routers for this DVR port e603f920-949b-423d-aec3-408775383e9d on host dv-neutron-835340-2-hyperv {{(pid=87870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 12:20:59.673193 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.db.api [None req-975982b5-8005-4c47-95d4-0ace43ce9bef None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87872) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 12:20:59.673539 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG oslo_db.api [None req-975982b5-8005-4c47-95d4-0ace43ce9bef None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 12:20:59.776555 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-deb25697-24a0-4a19-b7a3-5e74ea91ca6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930431', 'neutron.services.segments.db._delete_segments_for_network-8783496351308'] for network, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:20:59.804521 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-deb25697-24a0-4a19-b7a3-5e74ea91ca6a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4e585cd-a443-41c3-9813-94aca86857da']}} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:20:59.816390 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-deb25697-24a0-4a19-b7a3-5e74ea91ca6a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd563b7ac-8b16-4779-b0a9-16deb9c3c180') {'for_net_delete': True} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:20:59.816686 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-deb25697-24a0-4a19-b7a3-5e74ea91ca6a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd563b7ac-8b16-4779-b0a9-16deb9c3c180') {} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:20:59.828480 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-deb25697-24a0-4a19-b7a3-5e74ea91ca6a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783496353639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3591341'] for segment, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:20:59.845134 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-deb25697-24a0-4a19-b7a3-5e74ea91ca6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:20:59.851514 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-deb25697-24a0-4a19-b7a3-5e74ea91ca6a admin admin] Releasing vlan 94 on physical network physnet1 to pool {{(pid=87870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 12:20:59.852029 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-deb25697-24a0-4a19-b7a3-5e74ea91ca6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1920481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2558260'] for segment, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:20:59.865393 dv-neutron-835340-2-hyperv neutron-server[87870]: Traceback (most recent call last): Mar 28 12:20:59.865393 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 12:20:59.865393 dv-neutron-835340-2-hyperv neutron-server[87870]: timer() Mar 28 12:20:59.865393 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 12:20:59.865393 dv-neutron-835340-2-hyperv neutron-server[87870]: cb(*args, **kw) Mar 28 12:20:59.865393 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 12:20:59.865393 dv-neutron-835340-2-hyperv neutron-server[87870]: return func(*args, **kwargs) Mar 28 12:20:59.865393 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 12:20:59.865393 dv-neutron-835340-2-hyperv neutron-server[87870]: self._notify() Mar 28 12:20:59.865393 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 12:20:59.865393 dv-neutron-835340-2-hyperv neutron-server[87870]: self.callback(batched_events) Mar 28 12:20:59.865393 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 12:20:59.865393 dv-neutron-835340-2-hyperv neutron-server[87870]: event.method(event) Mar 28 12:20:59.865393 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 12:20:59.865393 dv-neutron-835340-2-hyperv neutron-server[87870]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 12:20:59.865393 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 12:20:59.865393 dv-neutron-835340-2-hyperv neutron-server[87870]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 12:20:59.865393 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 12:20:59.865393 dv-neutron-835340-2-hyperv neutron-server[87870]: return f(self, *a, **k) Mar 28 12:20:59.865393 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 12:20:59.865393 dv-neutron-835340-2-hyperv neutron-server[87870]: return self._get(url).json() Mar 28 12:20:59.865393 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 12:20:59.865393 dv-neutron-835340-2-hyperv neutron-server[87870]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 12:20:59.865393 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 12:20:59.865393 dv-neutron-835340-2-hyperv neutron-server[87870]: return self.request(url, 'GET', **kwargs) Mar 28 12:20:59.865393 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 12:20:59.865393 dv-neutron-835340-2-hyperv neutron-server[87870]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 12:20:59.865393 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 12:20:59.865393 dv-neutron-835340-2-hyperv neutron-server[87870]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 12:20:59.865393 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 12:20:59.865393 dv-neutron-835340-2-hyperv neutron-server[87870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 12:20:59.865393 dv-neutron-835340-2-hyperv neutron-server[87870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 12:20:59.938105 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-deb25697-24a0-4a19-b7a3-5e74ea91ca6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709602'] for network, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:20:59.959904 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-deb25697-24a0-4a19-b7a3-5e74ea91ca6a admin admin] Notify callbacks [] for network, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:20:59.967909 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb25697-24a0-4a19-b7a3-5e74ea91ca6a admin admin] Pushing event deleted for resources: {'Network': ['ID=d4e585cd-a443-41c3-9813-94aca86857da,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:20:59.981697 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-deb25697-24a0-4a19-b7a3-5e74ea91ca6a admin admin] 10.222.0.30 "DELETE /v2.0/networks/d4e585cd-a443-41c3-9813-94aca86857da HTTP/1.1" status: 204 len: 168 time: 1.0017588 Mar 28 12:21:00.091369 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 34634) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:21:00.138904 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-3f45f01e-141e-4ae6-a689-5cb7138ef57e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1a3c794a04474c8b9d8d0ed21e9c708b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0463672 Mar 28 12:21:00.141296 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 34638) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:21:00.174861 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-975982b5-8005-4c47-95d4-0ace43ce9bef None None] Deleting port e603f920-949b-423d-aec3-408775383e9d {{(pid=87872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:21:00.175374 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-975982b5-8005-4c47-95d4-0ace43ce9bef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:00.202368 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-2644d939-b635-4f57-ba8b-8ffc189184dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:00.229681 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-2644d939-b635-4f57-ba8b-8ffc189184dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:00.243858 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-975982b5-8005-4c47-95d4-0ace43ce9bef None None] The port 'e603f920-949b-423d-aec3-408775383e9d' was deleted {{(pid=87872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 12:21:00.246261 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device e603f920-949b-423d-aec3-408775383e9d no longer exists at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 12:21:00.284517 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] No Port match for: e603f920-949b-423d-aec3-408775383e9d {{(pid=87872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 12:21:00.284900 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device e603f920-949b-423d-aec3-408775383e9d not bound to the agent host dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 12:21:00.285287 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device d0dd7998-7ddc-4088-9eee-8f3e64379196 no longer exists at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 12:21:00.291515 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-2644d939-b635-4f57-ba8b-8ffc189184dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:00.308597 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2644d939-b635-4f57-ba8b-8ffc189184dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc39a603-221b-4703-8038-cd5ba9c211fb,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:21:00.315109 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-2644d939-b635-4f57-ba8b-8ffc189184dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:00.316449 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-2644d939-b635-4f57-ba8b-8ffc189184dc admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/dc39a603-221b-4703-8038-cd5ba9c211fb HTTP/1.1" status: 204 len: 168 time: 0.1742177 Mar 28 12:21:00.325158 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] No Port match for: d0dd7998-7ddc-4088-9eee-8f3e64379196 {{(pid=87872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 12:21:00.325495 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device d0dd7998-7ddc-4088-9eee-8f3e64379196 not bound to the agent host dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 12:21:01.018660 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 34662) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:21:01.121000 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-9d4d496b-4e38-4fba-bca6-f0f11b1ca8d8 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1384651209-network', 'tenant_id': 'd89e2dc593da44bfa6477d7a634c27f8'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:21:01.125878 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-9d4d496b-4e38-4fba-bca6-f0f11b1ca8d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:21:01.129623 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-9d4d496b-4e38-4fba-bca6-f0f11b1ca8d8 admin admin] Usage tracker for resource:network and tenant:d89e2dc593da44bfa6477d7a634c27f8 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:21:01.132419 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-9d4d496b-4e38-4fba-bca6-f0f11b1ca8d8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:21:01.138099 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-9d4d496b-4e38-4fba-bca6-f0f11b1ca8d8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:21:01.147961 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d4d496b-4e38-4fba-bca6-f0f11b1ca8d8 admin admin] Made reservation on behalf of d89e2dc593da44bfa6477d7a634c27f8 for: {'network': 1} {{(pid=87870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 12:21:01.150857 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-9d4d496b-4e38-4fba-bca6-f0f11b1ca8d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for network, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:01.162705 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-9d4d496b-4e38-4fba-bca6-f0f11b1ca8d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:01.177225 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-9d4d496b-4e38-4fba-bca6-f0f11b1ca8d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:21:01.181668 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-9d4d496b-4e38-4fba-bca6-f0f11b1ca8d8 admin admin] Usage tracker for resource:security_group_rule and tenant:d89e2dc593da44bfa6477d7a634c27f8 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:21:01.184432 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-9d4d496b-4e38-4fba-bca6-f0f11b1ca8d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:21:01.189973 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-9d4d496b-4e38-4fba-bca6-f0f11b1ca8d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:21:01.271399 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-9d4d496b-4e38-4fba-bca6-f0f11b1ca8d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:01.275057 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-9d4d496b-4e38-4fba-bca6-f0f11b1ca8d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:01.305447 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d4d496b-4e38-4fba-bca6-f0f11b1ca8d8 admin admin] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=87870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 12:21:01.314760 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4d496b-4e38-4fba-bca6-f0f11b1ca8d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79d2e578-7195-4496-9faf-dee2f3ec0f37,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:21:01.322473 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-9d4d496b-4e38-4fba-bca6-f0f11b1ca8d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:01.322473 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.db.segments_db [None req-9d4d496b-4e38-4fba-bca6-f0f11b1ca8d8 admin admin] Added segment 643a008e-bd10-4968-bf2b-feceb33095ca of type vlan for network 6bbd567f-4cec-46a5-bbd7-3d706bb1bf96 Mar 28 12:21:01.350545 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-9d4d496b-4e38-4fba-bca6-f0f11b1ca8d8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783495836591'] for network, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:01.379190 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-9d4d496b-4e38-4fba-bca6-f0f11b1ca8d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765'] for network, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:01.380584 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d4d496b-4e38-4fba-bca6-f0f11b1ca8d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:21:01.381169 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-9d4d496b-4e38-4fba-bca6-f0f11b1ca8d8 admin admin] Notify callbacks [] for network, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:01.484703 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4d496b-4e38-4fba-bca6-f0f11b1ca8d8 admin admin] Pushing event updated for resources: {'Network': ['ID=6bbd567f-4cec-46a5-bbd7-3d706bb1bf96,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:21:01.488597 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-9d4d496b-4e38-4fba-bca6-f0f11b1ca8d8 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4689519 Mar 28 12:21:01.491719 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 34668) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:21:01.495686 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Network 6bbd567f-4cec-46a5-bbd7-3d706bb1bf96 details requested by agent ovs-agent-dv-neutron-835340-2-hyperv with host dv-neutron-835340-2-hyperv {{(pid=87872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 12:21:01.497119 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-8da6371c-9eb7-4dc0-99f3-9e8c67e0859d admin admin] Request body: {'subnet': {'network_id': '6bbd567f-4cec-46a5-bbd7-3d706bb1bf96', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1384651209-subnet', 'tenant_id': 'd89e2dc593da44bfa6477d7a634c27f8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:21:01.502291 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-8da6371c-9eb7-4dc0-99f3-9e8c67e0859d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:21:01.506061 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-8da6371c-9eb7-4dc0-99f3-9e8c67e0859d admin admin] Usage tracker for resource:subnet and tenant:d89e2dc593da44bfa6477d7a634c27f8 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:21:01.508823 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-8da6371c-9eb7-4dc0-99f3-9e8c67e0859d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:21:01.514478 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-8da6371c-9eb7-4dc0-99f3-9e8c67e0859d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:21:01.528852 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8da6371c-9eb7-4dc0-99f3-9e8c67e0859d admin admin] Made reservation on behalf of d89e2dc593da44bfa6477d7a634c27f8 for: {'subnet': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 12:21:01.531269 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-8da6371c-9eb7-4dc0-99f3-9e8c67e0859d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26551362'] for subnet, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:01.828559 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-8da6371c-9eb7-4dc0-99f3-9e8c67e0859d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2364128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26551408'] for subnet, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:01.898470 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da6371c-9eb7-4dc0-99f3-9e8c67e0859d admin admin] Pushing event updated for resources: {'Subnet': ['ID=21fc0e4e-5049-4401-b06a-c964ff169a3d,revision_number=0']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:21:01.909616 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da6371c-9eb7-4dc0-99f3-9e8c67e0859d admin admin] Checking segment: {'id': '643a008e-bd10-4968-bf2b-feceb33095ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '6bbd567f-4cec-46a5-bbd7-3d706bb1bf96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 12:21:01.909966 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8da6371c-9eb7-4dc0-99f3-9e8c67e0859d admin admin] Network hostable DHCP agents. Network: 6bbd567f-4cec-46a5-bbd7-3d706bb1bf96, hostable agents: ['3cb85949-855b-4a40-b988-cd5705e511da'], hosted agents: [] {{(pid=87871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 12:21:01.927820 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8da6371c-9eb7-4dc0-99f3-9e8c67e0859d admin admin] Network 6bbd567f-4cec-46a5-bbd7-3d706bb1bf96 is scheduled to be hosted by DHCP agent 3cb85949-855b-4a40-b988-cd5705e511da with binding_index 1 {{(pid=87871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 12:21:01.936516 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-8da6371c-9eb7-4dc0-99f3-9e8c67e0859d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-2-hyperv, 6bbd567f-4cec-46a5-bbd7-3d706bb1bf96) {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:21:01.940517 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8da6371c-9eb7-4dc0-99f3-9e8c67e0859d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:21:01.941087 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-8da6371c-9eb7-4dc0-99f3-9e8c67e0859d admin admin] Notify callbacks [] for subnet, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:01.946139 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b571adcd-3109-464f-a360-4395c6f98d2f None None] Network 6bbd567f-4cec-46a5-bbd7-3d706bb1bf96 requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 12:21:01.970763 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-8da6371c-9eb7-4dc0-99f3-9e8c67e0859d admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4732723 Mar 28 12:21:02.157529 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38c8feb0-680c-4a14-884d-51fdcc907de3 None None] Network 6bbd567f-4cec-46a5-bbd7-3d706bb1bf96 requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 12:21:02.377961 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-658aa014-1973-4253-8f4d-b6e8eb1d94d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:02.473782 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b12860-6d4d-44e3-8902-77e95da751af req-7a15b99c-7e8a-48b5-8a06-5dba88d1e896 tempest-ServersNegativeTestJSON-1822544649 tempest-ServersNegativeTestJSON-1822544649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:21:02.475204 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-b5b12860-6d4d-44e3-8902-77e95da751af req-7a15b99c-7e8a-48b5-8a06-5dba88d1e896 tempest-ServersNegativeTestJSON-1822544649 tempest-ServersNegativeTestJSON-1822544649-project] 10.222.0.30 "GET /v2.0/networks?id=6bbd567f-4cec-46a5-bbd7-3d706bb1bf96 HTTP/1.1" status: 200 len: 814 time: 0.1447575 Mar 28 12:21:02.490424 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-b5b12860-6d4d-44e3-8902-77e95da751af req-ad59e814-c199-469d-b5bc-2085f8618b80 tempest-ServersNegativeTestJSON-1822544649 tempest-ServersNegativeTestJSON-1822544649-project] 10.222.0.30 "GET /v2.0/quotas/d89e2dc593da44bfa6477d7a634c27f8 HTTP/1.1" status: 200 len: 375 time: 0.0090156 Mar 28 12:21:02.545784 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-b5b12860-6d4d-44e3-8902-77e95da751af req-2f541a29-d736-4ddc-98a7-61e0399fab48 tempest-ServersNegativeTestJSON-1822544649 tempest-ServersNegativeTestJSON-1822544649-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=d89e2dc593da44bfa6477d7a634c27f8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0494981 Mar 28 12:21:02.675063 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-b5b12860-6d4d-44e3-8902-77e95da751af req-e2a6e9e5-5ed9-4863-9bfb-7d9f411633c8 service neutron] 10.222.0.30 "GET /v2.0/networks/6bbd567f-4cec-46a5-bbd7-3d706bb1bf96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224911 Mar 28 12:21:02.803081 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-b5b12860-6d4d-44e3-8902-77e95da751af req-53231ffb-2389-47d6-8b0a-38f66b7d30d5 service neutron] 10.222.0.30 "GET /v2.0/networks/6bbd567f-4cec-46a5-bbd7-3d706bb1bf96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224384 Mar 28 12:21:02.984393 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-4a46c2eb-edec-412f-8248-f85efeee79ad req-5c27a761-da23-4908-837b-ca6f7f64c353 tempest-ServersNegativeTestJSON-1822544649 tempest-ServersNegativeTestJSON-1822544649-project] 10.222.0.30 "GET /v2.0/ports?device_id=e5db5b92-dcb1-4e09-8a13-311dc6fa1e3c HTTP/1.1" status: 200 len: 210 time: 0.0477924 Mar 28 12:21:03.986929 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b12860-6d4d-44e3-8902-77e95da751af req-aba3c3a0-8be9-47bf-a361-fa8957802223 tempest-ServersNegativeTestJSON-1822544649 tempest-ServersNegativeTestJSON-1822544649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:21:03.988342 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-b5b12860-6d4d-44e3-8902-77e95da751af req-aba3c3a0-8be9-47bf-a361-fa8957802223 tempest-ServersNegativeTestJSON-1822544649 tempest-ServersNegativeTestJSON-1822544649-project] 10.222.0.11 "GET /v2.0/networks?id=6bbd567f-4cec-46a5-bbd7-3d706bb1bf96 HTTP/1.1" status: 200 len: 814 time: 0.1515720 Mar 28 12:21:04.001492 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [req-b5b12860-6d4d-44e3-8902-77e95da751af req-3f446e52-8d0d-41d6-888e-86b2f6176d97 tempest-ServersNegativeTestJSON-1822544649 tempest-ServersNegativeTestJSON-1822544649-project] Request body: {'port': {'device_id': 'e5db5b92-dcb1-4e09-8a13-311dc6fa1e3c', 'network_id': '6bbd567f-4cec-46a5-bbd7-3d706bb1bf96', 'admin_state_up': True, 'tenant_id': 'd89e2dc593da44bfa6477d7a634c27f8'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:21:04.147607 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [req-b5b12860-6d4d-44e3-8902-77e95da751af req-3f446e52-8d0d-41d6-888e-86b2f6176d97 tempest-ServersNegativeTestJSON-1822544649 tempest-ServersNegativeTestJSON-1822544649-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:21:04.151718 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [req-b5b12860-6d4d-44e3-8902-77e95da751af req-3f446e52-8d0d-41d6-888e-86b2f6176d97 tempest-ServersNegativeTestJSON-1822544649 tempest-ServersNegativeTestJSON-1822544649-project] Usage tracker for resource:port and tenant:d89e2dc593da44bfa6477d7a634c27f8 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:21:04.154494 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [req-b5b12860-6d4d-44e3-8902-77e95da751af req-3f446e52-8d0d-41d6-888e-86b2f6176d97 tempest-ServersNegativeTestJSON-1822544649 tempest-ServersNegativeTestJSON-1822544649-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:21:04.160163 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [req-b5b12860-6d4d-44e3-8902-77e95da751af req-3f446e52-8d0d-41d6-888e-86b2f6176d97 tempest-ServersNegativeTestJSON-1822544649 tempest-ServersNegativeTestJSON-1822544649-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:21:04.170467 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5b12860-6d4d-44e3-8902-77e95da751af req-3f446e52-8d0d-41d6-888e-86b2f6176d97 tempest-ServersNegativeTestJSON-1822544649 tempest-ServersNegativeTestJSON-1822544649-project] Made reservation on behalf of d89e2dc593da44bfa6477d7a634c27f8 for: {'port': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 12:21:04.173919 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-b5b12860-6d4d-44e3-8902-77e95da751af req-3f446e52-8d0d-41d6-888e-86b2f6176d97 tempest-ServersNegativeTestJSON-1822544649 tempest-ServersNegativeTestJSON-1822544649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:04.280608 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-da510ca7-b7b7-4c62-afa2-63012e898e8a req-fdba8e3d-af14-4022-87bf-48060b798eac tempest-ServersNegativeTestJSON-1822544649 tempest-ServersNegativeTestJSON-1822544649-project] 10.222.0.30 "GET /v2.0/ports?device_id=e5db5b92-dcb1-4e09-8a13-311dc6fa1e3c HTTP/1.1" status: 200 len: 210 time: 0.1801252 Mar 28 12:21:04.375840 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.db_base_plugin_common [req-b5b12860-6d4d-44e3-8902-77e95da751af req-3f446e52-8d0d-41d6-888e-86b2f6176d97 tempest-ServersNegativeTestJSON-1822544649 tempest-ServersNegativeTestJSON-1822544649-project] Allocated IP 172.20.0.5 (6bbd567f-4cec-46a5-bbd7-3d706bb1bf96/21fc0e4e-5049-4401-b06a-c964ff169a3d/0fdad287-96f5-41c5-bb5a-f9c075581e71) {{(pid=87871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 12:21:04.569442 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-b5b12860-6d4d-44e3-8902-77e95da751af req-3f446e52-8d0d-41d6-888e-86b2f6176d97 tempest-ServersNegativeTestJSON-1822544649 tempest-ServersNegativeTestJSON-1822544649-project] Notify callbacks [] for port, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:04.597996 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-b5b12860-6d4d-44e3-8902-77e95da751af req-3f446e52-8d0d-41d6-888e-86b2f6176d97 tempest-ServersNegativeTestJSON-1822544649 tempest-ServersNegativeTestJSON-1822544649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:04.667400 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5b12860-6d4d-44e3-8902-77e95da751af req-3f446e52-8d0d-41d6-888e-86b2f6176d97 tempest-ServersNegativeTestJSON-1822544649 tempest-ServersNegativeTestJSON-1822544649-project] Network 6bbd567f-4cec-46a5-bbd7-3d706bb1bf96 is already hosted by enough agents. {{(pid=87871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:21:04.674679 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [req-b5b12860-6d4d-44e3-8902-77e95da751af req-3f446e52-8d0d-41d6-888e-86b2f6176d97 tempest-ServersNegativeTestJSON-1822544649 tempest-ServersNegativeTestJSON-1822544649-project] Resources bound (agent type, host, resource id): {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:21:04.678908 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5b12860-6d4d-44e3-8902-77e95da751af req-3f446e52-8d0d-41d6-888e-86b2f6176d97 tempest-ServersNegativeTestJSON-1822544649 tempest-ServersNegativeTestJSON-1822544649-project] Received port after_create {{(pid=87871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 12:21:04.711477 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f446e52-8d0d-41d6-888e-86b2f6176d97 tempest-ServersNegativeTestJSON-1822544649 tempest-ServersNegativeTestJSON-1822544649-project] Pushing event updated for resources: {'Port': ['ID=0fdad287-96f5-41c5-bb5a-f9c075581e71,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:21:04.743903 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b12860-6d4d-44e3-8902-77e95da751af req-3f446e52-8d0d-41d6-888e-86b2f6176d97 tempest-ServersNegativeTestJSON-1822544649 tempest-ServersNegativeTestJSON-1822544649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:21:04.744517 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-b5b12860-6d4d-44e3-8902-77e95da751af req-3f446e52-8d0d-41d6-888e-86b2f6176d97 tempest-ServersNegativeTestJSON-1822544649 tempest-ServersNegativeTestJSON-1822544649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:04.760042 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-d26bc6c4-1b5a-4fdf-8481-219923df6e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:04.767255 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-b5b12860-6d4d-44e3-8902-77e95da751af req-3f446e52-8d0d-41d6-888e-86b2f6176d97 tempest-ServersNegativeTestJSON-1822544649 tempest-ServersNegativeTestJSON-1822544649-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7703362 Mar 28 12:21:04.820897 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [req-b5b12860-6d4d-44e3-8902-77e95da751af req-d9965d03-1c05-4c5a-97c9-b74e848d26ad service neutron] Request body: {'port': {'device_id': 'e5db5b92-dcb1-4e09-8a13-311dc6fa1e3c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8353'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:21:05.029547 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-b5b12860-6d4d-44e3-8902-77e95da751af req-d9965d03-1c05-4c5a-97c9-b74e848d26ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:05.363303 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.notifiers.nova [req-b5b12860-6d4d-44e3-8902-77e95da751af req-d9965d03-1c05-4c5a-97c9-b74e848d26ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0fdad287-96f5-41c5-bb5a-f9c075581e71 {{(pid=87871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 12:21:05.371004 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-b5b12860-6d4d-44e3-8902-77e95da751af req-d9965d03-1c05-4c5a-97c9-b74e848d26ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:05.385999 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.provisioning_blocks [req-b5b12860-6d4d-44e3-8902-77e95da751af req-d9965d03-1c05-4c5a-97c9-b74e848d26ad service neutron] Transition to ACTIVE for port object 0fdad287-96f5-41c5-bb5a-f9c075581e71 will not be triggered until provisioned by entity L2. {{(pid=87871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:21:05.392132 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-b5b12860-6d4d-44e3-8902-77e95da751af req-d9965d03-1c05-4c5a-97c9-b74e848d26ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2363241'] for port, after_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:05.516949 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633d1ab4-8ac6-4fb0-b9ef-3e94c46775a4 req-3404f864-7750-4e74-84f1-444caa968863 tempest-ServersNegativeTestJSON-1822544649 tempest-ServersNegativeTestJSON-1822544649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:21:05.518448 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-633d1ab4-8ac6-4fb0-b9ef-3e94c46775a4 req-3404f864-7750-4e74-84f1-444caa968863 tempest-ServersNegativeTestJSON-1822544649 tempest-ServersNegativeTestJSON-1822544649-project] 10.222.0.30 "GET /v2.0/ports?device_id=e5db5b92-dcb1-4e09-8a13-311dc6fa1e3c HTTP/1.1" status: 200 len: 943 time: 0.1322830 Mar 28 12:21:05.550565 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9965d03-1c05-4c5a-97c9-b74e848d26ad service neutron] Pushing event updated for resources: {'Port': ['ID=0fdad287-96f5-41c5-bb5a-f9c075581e71,revision_number=2']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:21:05.564257 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [req-633d1ab4-8ac6-4fb0-b9ef-3e94c46775a4 req-f7da09a9-3b16-438b-85bb-ba748419cb86 tempest-ServersNegativeTestJSON-1822544649 tempest-ServersNegativeTestJSON-1822544649-project] Synchronizing usage tracker for tenant:d89e2dc593da44bfa6477d7a634c27f8 on resource:security_group {{(pid=87870) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:21:05.580795 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [req-633d1ab4-8ac6-4fb0-b9ef-3e94c46775a4 req-f7da09a9-3b16-438b-85bb-ba748419cb86 tempest-ServersNegativeTestJSON-1822544649 tempest-ServersNegativeTestJSON-1822544649-project] Unset dirty status for tenant:d89e2dc593da44bfa6477d7a634c27f8 on resource:security_group {{(pid=87870) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:21:05.582137 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-633d1ab4-8ac6-4fb0-b9ef-3e94c46775a4 req-f7da09a9-3b16-438b-85bb-ba748419cb86 tempest-ServersNegativeTestJSON-1822544649 tempest-ServersNegativeTestJSON-1822544649-project] 10.222.0.30 "GET /v2.0/security-groups?id=79d2e578-7195-4496-9faf-dee2f3ec0f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579419 Mar 28 12:21:05.629559 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.managers [req-b5b12860-6d4d-44e3-8902-77e95da751af req-d9965d03-1c05-4c5a-97c9-b74e848d26ad service neutron] Attempting to bind port 0fdad287-96f5-41c5-bb5a-f9c075581e71 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 12:21:05.629883 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.managers [req-b5b12860-6d4d-44e3-8902-77e95da751af req-d9965d03-1c05-4c5a-97c9-b74e848d26ad service neutron] Attempting to bind port 0fdad287-96f5-41c5-bb5a-f9c075581e71 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '643a008e-bd10-4968-bf2b-feceb33095ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '6bbd567f-4cec-46a5-bbd7-3d706bb1bf96'}] {{(pid=87871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 12:21:05.630200 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b12860-6d4d-44e3-8902-77e95da751af req-d9965d03-1c05-4c5a-97c9-b74e848d26ad service neutron] Attempting to bind port 0fdad287-96f5-41c5-bb5a-f9c075581e71 on network 6bbd567f-4cec-46a5-bbd7-3d706bb1bf96 {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 12:21:05.635840 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b12860-6d4d-44e3-8902-77e95da751af req-d9965d03-1c05-4c5a-97c9-b74e848d26ad service neutron] Port 0fdad287-96f5-41c5-bb5a-f9c075581e71 on network 6bbd567f-4cec-46a5-bbd7-3d706bb1bf96 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 12:21:05.636151 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b12860-6d4d-44e3-8902-77e95da751af req-d9965d03-1c05-4c5a-97c9-b74e848d26ad service neutron] Attempting to bind port 0fdad287-96f5-41c5-bb5a-f9c075581e71 on network 6bbd567f-4cec-46a5-bbd7-3d706bb1bf96 {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 12:21:05.641200 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b12860-6d4d-44e3-8902-77e95da751af req-d9965d03-1c05-4c5a-97c9-b74e848d26ad service neutron] Checking agent: {'id': '01dfae6e-0e91-4100-b27f-ff8156eac7d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8353', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 52, 20), 'started_at': datetime.datetime(2022, 3, 28, 11, 52, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 12, 20, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 12:21:05.641531 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b12860-6d4d-44e3-8902-77e95da751af req-d9965d03-1c05-4c5a-97c9-b74e848d26ad service neutron] Checking segment: {'id': '643a008e-bd10-4968-bf2b-feceb33095ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '6bbd567f-4cec-46a5-bbd7-3d706bb1bf96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 12:21:05.641901 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b12860-6d4d-44e3-8902-77e95da751af req-d9965d03-1c05-4c5a-97c9-b74e848d26ad service neutron] Bound using segment: {'id': '643a008e-bd10-4968-bf2b-feceb33095ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '6bbd567f-4cec-46a5-bbd7-3d706bb1bf96'} {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 12:21:05.642312 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.managers [req-b5b12860-6d4d-44e3-8902-77e95da751af req-d9965d03-1c05-4c5a-97c9-b74e848d26ad service neutron] Bound port: 0fdad287-96f5-41c5-bb5a-f9c075581e71, host: hv-neutron-8353, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '643a008e-bd10-4968-bf2b-feceb33095ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '6bbd567f-4cec-46a5-bbd7-3d706bb1bf96'}}] {{(pid=87871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 12:21:05.642648 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-b5b12860-6d4d-44e3-8902-77e95da751af req-d9965d03-1c05-4c5a-97c9-b74e848d26ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:05.732252 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.db [req-b5b12860-6d4d-44e3-8902-77e95da751af req-d9965d03-1c05-4c5a-97c9-b74e848d26ad service neutron] For port 0fdad287-96f5-41c5-bb5a-f9c075581e71, host hv-neutron-8353, cleared binding levels {{(pid=87871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 12:21:05.735140 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:05.735604 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.db [req-b5b12860-6d4d-44e3-8902-77e95da751af req-d9965d03-1c05-4c5a-97c9-b74e848d26ad service neutron] For port 0fdad287-96f5-41c5-bb5a-f9c075581e71, host hv-neutron-8353, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=0fdad287-96f5-41c5-bb5a-f9c075581e71,segment=NetworkSegment(643a008e-bd10-4968-bf2b-feceb33095ca),segment_id=643a008e-bd10-4968-bf2b-feceb33095ca)] {{(pid=87871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 12:21:05.740467 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-b5b12860-6d4d-44e3-8902-77e95da751af req-d9965d03-1c05-4c5a-97c9-b74e848d26ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2363241'] for port, after_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:05.798244 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b12860-6d4d-44e3-8902-77e95da751af req-d9965d03-1c05-4c5a-97c9-b74e848d26ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:21:05.798477 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-b5b12860-6d4d-44e3-8902-77e95da751af req-d9965d03-1c05-4c5a-97c9-b74e848d26ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:05.800088 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-b5b12860-6d4d-44e3-8902-77e95da751af req-d9965d03-1c05-4c5a-97c9-b74e848d26ad service neutron] 10.222.0.11 "PUT /v2.0/ports/0fdad287-96f5-41c5-bb5a-f9c075581e71 HTTP/1.1" status: 200 len: 1093 time: 1.0263419 Mar 28 12:21:05.802521 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5db5b92-dcb1-4e09-8a13-311dc6fa1e3c', 'tag': '0fdad287-96f5-41c5-bb5a-f9c075581e71'}] {{(pid=87871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 12:21:05.833667 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9965d03-1c05-4c5a-97c9-b74e848d26ad service neutron] Pushing event updated for resources: {'Port': ['ID=0fdad287-96f5-41c5-bb5a-f9c075581e71,revision_number=3']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:21:05.860129 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-ef3be119-c018-4979-be07-86cf959defc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:05.872504 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5db5b92-dcb1-4e09-8a13-311dc6fa1e3c', 'tag': '0fdad287-96f5-41c5-bb5a-f9c075581e71', 'status': 'completed', 'code': 200} Mar 28 12:21:05.907214 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b12860-6d4d-44e3-8902-77e95da751af req-46bfae43-015b-440a-8ac3-e08487807c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:21:05.908707 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-b5b12860-6d4d-44e3-8902-77e95da751af req-46bfae43-015b-440a-8ac3-e08487807c7b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d89e2dc593da44bfa6477d7a634c27f8&device_id=e5db5b92-dcb1-4e09-8a13-311dc6fa1e3c HTTP/1.1" status: 200 len: 1096 time: 0.0719886 Mar 28 12:21:05.978499 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-b5b12860-6d4d-44e3-8902-77e95da751af req-935dcbaa-1ea6-4a37-b52a-644b2b5a6dd4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0fdad287-96f5-41c5-bb5a-f9c075581e71 HTTP/1.1" status: 200 len: 217 time: 0.0634379 Mar 28 12:21:06.038443 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b12860-6d4d-44e3-8902-77e95da751af req-2c07f522-ed73-44cb-ad01-8dfa75694780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:21:06.039846 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-b5b12860-6d4d-44e3-8902-77e95da751af req-2c07f522-ed73-44cb-ad01-8dfa75694780 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=21fc0e4e-5049-4401-b06a-c964ff169a3d HTTP/1.1" status: 200 len: 854 time: 0.0562925 Mar 28 12:21:06.083399 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-b5b12860-6d4d-44e3-8902-77e95da751af req-79963fc5-9462-426d-8903-9c2a989e2b36 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6bbd567f-4cec-46a5-bbd7-3d706bb1bf96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381894 Mar 28 12:21:06.209657 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-b5b12860-6d4d-44e3-8902-77e95da751af req-b02bf6fd-e958-4390-aa1f-5402efbfff9e service neutron] 10.222.0.11 "GET /v2.0/networks/6bbd567f-4cec-46a5-bbd7-3d706bb1bf96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199839 Mar 28 12:21:06.338111 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-b5b12860-6d4d-44e3-8902-77e95da751af req-d7fd978e-32b0-4ca0-b9e5-ec7d968fd0c2 service neutron] 10.222.0.11 "GET /v2.0/networks/6bbd567f-4cec-46a5-bbd7-3d706bb1bf96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222227 Mar 28 12:21:06.456296 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff3bf02-4156-4000-a22f-5e212f2fa41c req-83f8116f-5ef6-40b9-a6e8-05935b1e9cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:21:06.457741 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-aff3bf02-4156-4000-a22f-5e212f2fa41c req-83f8116f-5ef6-40b9-a6e8-05935b1e9cf2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d89e2dc593da44bfa6477d7a634c27f8&device_id=e5db5b92-dcb1-4e09-8a13-311dc6fa1e3c HTTP/1.1" status: 200 len: 1096 time: 0.0754809 Mar 28 12:21:06.695795 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff3bf02-4156-4000-a22f-5e212f2fa41c req-1eb863a1-e573-4fac-af3d-df332b0b3da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:21:06.697420 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-aff3bf02-4156-4000-a22f-5e212f2fa41c req-1eb863a1-e573-4fac-af3d-df332b0b3da3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=6bbd567f-4cec-46a5-bbd7-3d706bb1bf96 HTTP/1.1" status: 200 len: 914 time: 0.2327125 Mar 28 12:21:06.766644 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-aff3bf02-4156-4000-a22f-5e212f2fa41c req-6eec0825-5bb8-4726-bd47-ba767458971b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0fdad287-96f5-41c5-bb5a-f9c075581e71 HTTP/1.1" status: 200 len: 217 time: 0.0627589 Mar 28 12:21:06.771355 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b33898-cb88-43cf-9fe6-f789557ab991 req-89545e40-e8f3-40cf-a2ba-e037444693de tempest-ServersNegativeTestJSON-1822544649 tempest-ServersNegativeTestJSON-1822544649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:21:06.772829 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-39b33898-cb88-43cf-9fe6-f789557ab991 req-89545e40-e8f3-40cf-a2ba-e037444693de tempest-ServersNegativeTestJSON-1822544649 tempest-ServersNegativeTestJSON-1822544649-project] 10.222.0.30 "GET /v2.0/ports?device_id=e5db5b92-dcb1-4e09-8a13-311dc6fa1e3c HTTP/1.1" status: 200 len: 943 time: 0.0811932 Mar 28 12:21:06.818102 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-39b33898-cb88-43cf-9fe6-f789557ab991 req-3d9cf759-1bb9-45f1-bf6b-fa97ad61b594 tempest-ServersNegativeTestJSON-1822544649 tempest-ServersNegativeTestJSON-1822544649-project] 10.222.0.30 "GET /v2.0/security-groups?id=79d2e578-7195-4496-9faf-dee2f3ec0f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390627 Mar 28 12:21:06.836209 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff3bf02-4156-4000-a22f-5e212f2fa41c req-0f26b4c9-77a0-436c-927f-c9ea6b50b86d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:21:06.838456 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-aff3bf02-4156-4000-a22f-5e212f2fa41c req-0f26b4c9-77a0-436c-927f-c9ea6b50b86d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=21fc0e4e-5049-4401-b06a-c964ff169a3d HTTP/1.1" status: 200 len: 854 time: 0.0658269 Mar 28 12:21:06.885812 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-aff3bf02-4156-4000-a22f-5e212f2fa41c req-fc746f16-ef2a-4a2b-8fa2-de5cb4906e00 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6bbd567f-4cec-46a5-bbd7-3d706bb1bf96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410872 Mar 28 12:21:07.015235 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-aff3bf02-4156-4000-a22f-5e212f2fa41c req-99a4b1d4-d0ed-43a8-8807-808e23d626dc service neutron] 10.222.0.11 "GET /v2.0/networks/6bbd567f-4cec-46a5-bbd7-3d706bb1bf96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229155 Mar 28 12:21:07.123686 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Device 0fdad287-96f5-41c5-bb5a-f9c075581e71 details requested by agent hyperv_hv-neutron-8353 with host hv-neutron-8353 {{(pid=87872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 28 12:21:07.144874 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-aff3bf02-4156-4000-a22f-5e212f2fa41c req-69854412-ac14-4755-84b7-566b809a8fcd service neutron] 10.222.0.11 "GET /v2.0/networks/6bbd567f-4cec-46a5-bbd7-3d706bb1bf96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232576 Mar 28 12:21:07.254905 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] For port 0fdad287-96f5-41c5-bb5a-f9c075581e71, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=0fdad287-96f5-41c5-bb5a-f9c075581e71,segment=NetworkSegment(643a008e-bd10-4968-bf2b-feceb33095ca),segment_id=643a008e-bd10-4968-bf2b-feceb33095ca)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:21:07.268263 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Returning: {'device': '0fdad287-96f5-41c5-bb5a-f9c075581e71', 'network_id': '6bbd567f-4cec-46a5-bbd7-3d706bb1bf96', 'port_id': '0fdad287-96f5-41c5-bb5a-f9c075581e71', 'mac_address': 'fa:16:3e:c8:d8:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21fc0e4e-5049-4401-b06a-c964ff169a3d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 28 12:21:07.322030 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:07.339056 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.notifiers.nova [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fdad287-96f5-41c5-bb5a-f9c075581e71 {{(pid=87872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 12:21:07.354402 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] For port 0fdad287-96f5-41c5-bb5a-f9c075581e71, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=0fdad287-96f5-41c5-bb5a-f9c075581e71,segment=NetworkSegment(643a008e-bd10-4968-bf2b-feceb33095ca),segment_id=643a008e-bd10-4968-bf2b-feceb33095ca)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:21:07.358035 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:07.426729 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Pushing event updated for resources: {'Port': ['ID=0fdad287-96f5-41c5-bb5a-f9c075581e71,revision_number=4']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:21:07.506908 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-b7ccd3c7-0277-4f12-8e5c-e41478141af5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:07.558649 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] get_ports_and_sgs() called for port_ids ['0fdad287-96f5-41c5-bb5a-f9c075581e71'] {{(pid=87872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 12:21:08.006711 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0606adf-e560-4993-a225-ace1d42f8bae req-b4e1956b-962b-4371-8fbc-40449b1b849f tempest-ServersNegativeTestJSON-1822544649 tempest-ServersNegativeTestJSON-1822544649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:21:08.007385 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [req-e0606adf-e560-4993-a225-ace1d42f8bae req-b4e1956b-962b-4371-8fbc-40449b1b849f tempest-ServersNegativeTestJSON-1822544649 tempest-ServersNegativeTestJSON-1822544649-project] Synchronizing usage tracker for tenant:d89e2dc593da44bfa6477d7a634c27f8 on resource:port {{(pid=87871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:21:08.023288 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [req-e0606adf-e560-4993-a225-ace1d42f8bae req-b4e1956b-962b-4371-8fbc-40449b1b849f tempest-ServersNegativeTestJSON-1822544649 tempest-ServersNegativeTestJSON-1822544649-project] Unset dirty status for tenant:d89e2dc593da44bfa6477d7a634c27f8 on resource:port {{(pid=87871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:21:08.024470 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-e0606adf-e560-4993-a225-ace1d42f8bae req-b4e1956b-962b-4371-8fbc-40449b1b849f tempest-ServersNegativeTestJSON-1822544649 tempest-ServersNegativeTestJSON-1822544649-project] 10.222.0.30 "GET /v2.0/ports?device_id=e5db5b92-dcb1-4e09-8a13-311dc6fa1e3c HTTP/1.1" status: 200 len: 944 time: 0.0995770 Mar 28 12:21:08.068693 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-e0606adf-e560-4993-a225-ace1d42f8bae req-f23862cd-481b-48f8-ae71-267e15e7d2eb tempest-ServersNegativeTestJSON-1822544649 tempest-ServersNegativeTestJSON-1822544649-project] 10.222.0.30 "GET /v2.0/security-groups?id=79d2e578-7195-4496-9faf-dee2f3ec0f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384521 Mar 28 12:21:09.138860 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Device 0fdad287-96f5-41c5-bb5a-f9c075581e71 up at agent hyperv_hv-neutron-8353 {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:21:09.207120 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Provisioning for port 0fdad287-96f5-41c5-bb5a-f9c075581e71 completed by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:21:09.212899 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Provisioning complete for port 0fdad287-96f5-41c5-bb5a-f9c075581e71 triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:21:09.213120 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:09.262577 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c716b418-1d70-490f-bbe7-b5ad8bd79e82 req-b815c623-ed55-4c2b-855f-41dfe3f050d4 tempest-ServersNegativeTestJSON-1822544649 tempest-ServersNegativeTestJSON-1822544649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:21:09.264062 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-c716b418-1d70-490f-bbe7-b5ad8bd79e82 req-b815c623-ed55-4c2b-855f-41dfe3f050d4 tempest-ServersNegativeTestJSON-1822544649 tempest-ServersNegativeTestJSON-1822544649-project] 10.222.0.30 "GET /v2.0/ports?device_id=e5db5b92-dcb1-4e09-8a13-311dc6fa1e3c HTTP/1.1" status: 200 len: 944 time: 0.0848150 Mar 28 12:21:09.308059 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-c716b418-1d70-490f-bbe7-b5ad8bd79e82 req-dac69477-d3b4-4fa4-86e2-b2eef1842074 tempest-ServersNegativeTestJSON-1822544649 tempest-ServersNegativeTestJSON-1822544649-project] 10.222.0.30 "GET /v2.0/security-groups?id=79d2e578-7195-4496-9faf-dee2f3ec0f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382996 Mar 28 12:21:09.330768 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:09.357304 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5db5b92-dcb1-4e09-8a13-311dc6fa1e3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fdad287-96f5-41c5-bb5a-f9c075581e71'}] {{(pid=87872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 12:21:09.366463 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] For port 0fdad287-96f5-41c5-bb5a-f9c075581e71, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=0fdad287-96f5-41c5-bb5a-f9c075581e71,segment=NetworkSegment(643a008e-bd10-4968-bf2b-feceb33095ca),segment_id=643a008e-bd10-4968-bf2b-feceb33095ca)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:21:09.371514 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:09.407410 dv-neutron-835340-2-hyperv neutron-server[87872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5db5b92-dcb1-4e09-8a13-311dc6fa1e3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fdad287-96f5-41c5-bb5a-f9c075581e71', 'code': 200} Mar 28 12:21:09.439525 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Pushing event updated for resources: {'Port': ['ID=0fdad287-96f5-41c5-bb5a-f9c075581e71,revision_number=5']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:21:09.479954 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.agents_db [None req-03fd49d8-b51b-41c1-8716-b8e265c93689 None None] Agent healthcheck: found 6 active agents {{(pid=87873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 12:21:09.623939 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3ba77c-a211-4e6a-ae9a-7ccb172b71d7 req-1d4f7ad4-14e2-4e60-9d62-953a05036daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:21:09.625625 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-fb3ba77c-a211-4e6a-ae9a-7ccb172b71d7 req-1d4f7ad4-14e2-4e60-9d62-953a05036daa service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e5db5b92-dcb1-4e09-8a13-311dc6fa1e3c HTTP/1.1" status: 200 len: 1098 time: 0.0676305 Mar 28 12:21:09.667459 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-fb3ba77c-a211-4e6a-ae9a-7ccb172b71d7 req-bd24f4c9-267b-4496-a896-25f23e663a11 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=79d2e578-7195-4496-9faf-dee2f3ec0f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358961 Mar 28 12:21:10.494006 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109a1ecc-423d-4af3-973f-6bb2d847a504 req-5550139b-4f5b-4ac2-9f7a-4e773c00c7ca tempest-ServersNegativeTestJSON-1822544649 tempest-ServersNegativeTestJSON-1822544649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:21:10.495506 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-109a1ecc-423d-4af3-973f-6bb2d847a504 req-5550139b-4f5b-4ac2-9f7a-4e773c00c7ca tempest-ServersNegativeTestJSON-1822544649 tempest-ServersNegativeTestJSON-1822544649-project] 10.222.0.30 "GET /v2.0/ports?device_id=e5db5b92-dcb1-4e09-8a13-311dc6fa1e3c HTTP/1.1" status: 200 len: 945 time: 0.0830038 Mar 28 12:21:10.540885 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-109a1ecc-423d-4af3-973f-6bb2d847a504 req-5b692ee6-50f5-41ad-a4b2-9008b9cd2a19 tempest-ServersNegativeTestJSON-1822544649 tempest-ServersNegativeTestJSON-1822544649-project] 10.222.0.30 "GET /v2.0/security-groups?id=79d2e578-7195-4496-9faf-dee2f3ec0f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389190 Mar 28 12:21:11.723682 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43845c3d-5de1-45d4-9cfb-e964e77f4e5e req-1cfe4ed0-b0f1-4a24-bea0-1ea1444c7434 tempest-ServersNegativeTestJSON-1822544649 tempest-ServersNegativeTestJSON-1822544649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:21:11.725094 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-43845c3d-5de1-45d4-9cfb-e964e77f4e5e req-1cfe4ed0-b0f1-4a24-bea0-1ea1444c7434 tempest-ServersNegativeTestJSON-1822544649 tempest-ServersNegativeTestJSON-1822544649-project] 10.222.0.30 "GET /v2.0/ports?device_id=e5db5b92-dcb1-4e09-8a13-311dc6fa1e3c HTTP/1.1" status: 200 len: 945 time: 0.0781398 Mar 28 12:21:11.767769 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-43845c3d-5de1-45d4-9cfb-e964e77f4e5e req-4ef965e7-cb48-41f8-96c7-1417be795892 tempest-ServersNegativeTestJSON-1822544649 tempest-ServersNegativeTestJSON-1822544649-project] 10.222.0.30 "GET /v2.0/security-groups?id=79d2e578-7195-4496-9faf-dee2f3ec0f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367928 Mar 28 12:21:12.051311 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2aeb70-3031-4af5-920f-cb1e0b669985 req-25f7d5f6-f1e8-4f99-b8d9-9ed8f3bf842c tempest-ServersNegativeTestJSON-1822544649 tempest-ServersNegativeTestJSON-1822544649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:21:12.052128 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [req-aa2aeb70-3031-4af5-920f-cb1e0b669985 req-25f7d5f6-f1e8-4f99-b8d9-9ed8f3bf842c tempest-ServersNegativeTestJSON-1822544649 tempest-ServersNegativeTestJSON-1822544649-project] Synchronizing usage tracker for tenant:d89e2dc593da44bfa6477d7a634c27f8 on resource:network {{(pid=87870) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:21:12.068420 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [req-aa2aeb70-3031-4af5-920f-cb1e0b669985 req-25f7d5f6-f1e8-4f99-b8d9-9ed8f3bf842c tempest-ServersNegativeTestJSON-1822544649 tempest-ServersNegativeTestJSON-1822544649-project] Unset dirty status for tenant:d89e2dc593da44bfa6477d7a634c27f8 on resource:network {{(pid=87870) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:21:12.069579 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-aa2aeb70-3031-4af5-920f-cb1e0b669985 req-25f7d5f6-f1e8-4f99-b8d9-9ed8f3bf842c tempest-ServersNegativeTestJSON-1822544649 tempest-ServersNegativeTestJSON-1822544649-project] 10.222.0.30 "GET /v2.0/networks?id=6bbd567f-4cec-46a5-bbd7-3d706bb1bf96 HTTP/1.1" status: 200 len: 814 time: 0.1587493 Mar 28 12:21:12.084512 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-aa2aeb70-3031-4af5-920f-cb1e0b669985 req-7e4cf602-9315-4b2a-a260-1d06cfc8735d tempest-ServersNegativeTestJSON-1822544649 tempest-ServersNegativeTestJSON-1822544649-project] 10.222.0.30 "GET /v2.0/quotas/d89e2dc593da44bfa6477d7a634c27f8 HTTP/1.1" status: 200 len: 375 time: 0.0086353 Mar 28 12:21:12.162922 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-aa2aeb70-3031-4af5-920f-cb1e0b669985 req-69226f62-8d74-412f-a116-5361cac86e3c tempest-ServersNegativeTestJSON-1822544649 tempest-ServersNegativeTestJSON-1822544649-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=d89e2dc593da44bfa6477d7a634c27f8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0730643 Mar 28 12:21:12.299324 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-aa2aeb70-3031-4af5-920f-cb1e0b669985 req-b16407ed-10a2-4d9d-a291-2fe6afad4d48 service neutron] 10.222.0.30 "GET /v2.0/networks/6bbd567f-4cec-46a5-bbd7-3d706bb1bf96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296217 Mar 28 12:21:12.434094 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-aa2aeb70-3031-4af5-920f-cb1e0b669985 req-883958ea-ca04-4f2c-a146-ffb28bebb4b7 service neutron] 10.222.0.30 "GET /v2.0/networks/6bbd567f-4cec-46a5-bbd7-3d706bb1bf96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288126 Mar 28 12:21:12.618722 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-b30b05fb-7df4-4bf9-afc3-6f376471bdc2 req-608c52eb-d60e-4322-a555-a7cc053deda6 tempest-ServersNegativeTestJSON-1822544649 tempest-ServersNegativeTestJSON-1822544649-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f768d19-5656-4701-9372-d40daf19cba0 HTTP/1.1" status: 200 len: 210 time: 0.0527818 Mar 28 12:21:13.635061 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2aeb70-3031-4af5-920f-cb1e0b669985 req-0f323046-9ed3-4b10-9590-b6481d1130be tempest-ServersNegativeTestJSON-1822544649 tempest-ServersNegativeTestJSON-1822544649-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:21:13.636474 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-aa2aeb70-3031-4af5-920f-cb1e0b669985 req-0f323046-9ed3-4b10-9590-b6481d1130be tempest-ServersNegativeTestJSON-1822544649 tempest-ServersNegativeTestJSON-1822544649-project] 10.222.0.11 "GET /v2.0/networks?id=6bbd567f-4cec-46a5-bbd7-3d706bb1bf96 HTTP/1.1" status: 200 len: 814 time: 0.1491745 Mar 28 12:21:13.647096 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [req-aa2aeb70-3031-4af5-920f-cb1e0b669985 req-9b1d4bfb-c93c-4f72-bc63-3300853e643b tempest-ServersNegativeTestJSON-1822544649 tempest-ServersNegativeTestJSON-1822544649-project] Request body: {'port': {'device_id': '6f768d19-5656-4701-9372-d40daf19cba0', 'network_id': '6bbd567f-4cec-46a5-bbd7-3d706bb1bf96', 'admin_state_up': True, 'tenant_id': 'd89e2dc593da44bfa6477d7a634c27f8'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:21:13.772100 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-ee794646-f058-4627-89e0-cc2920852f14 req-479f9afc-c90a-4bb3-bd4e-3fcd93c04033 tempest-ServersNegativeTestJSON-1822544649 tempest-ServersNegativeTestJSON-1822544649-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f768d19-5656-4701-9372-d40daf19cba0 HTTP/1.1" status: 200 len: 210 time: 0.0467949 Mar 28 12:21:13.784901 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [req-aa2aeb70-3031-4af5-920f-cb1e0b669985 req-9b1d4bfb-c93c-4f72-bc63-3300853e643b tempest-ServersNegativeTestJSON-1822544649 tempest-ServersNegativeTestJSON-1822544649-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:21:13.796118 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [req-aa2aeb70-3031-4af5-920f-cb1e0b669985 req-9b1d4bfb-c93c-4f72-bc63-3300853e643b tempest-ServersNegativeTestJSON-1822544649 tempest-ServersNegativeTestJSON-1822544649-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:21:13.806436 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa2aeb70-3031-4af5-920f-cb1e0b669985 req-9b1d4bfb-c93c-4f72-bc63-3300853e643b tempest-ServersNegativeTestJSON-1822544649 tempest-ServersNegativeTestJSON-1822544649-project] Made reservation on behalf of d89e2dc593da44bfa6477d7a634c27f8 for: {'port': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 12:21:13.810009 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-aa2aeb70-3031-4af5-920f-cb1e0b669985 req-9b1d4bfb-c93c-4f72-bc63-3300853e643b tempest-ServersNegativeTestJSON-1822544649 tempest-ServersNegativeTestJSON-1822544649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:13.967355 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.db_base_plugin_common [req-aa2aeb70-3031-4af5-920f-cb1e0b669985 req-9b1d4bfb-c93c-4f72-bc63-3300853e643b tempest-ServersNegativeTestJSON-1822544649 tempest-ServersNegativeTestJSON-1822544649-project] Allocated IP 172.20.0.10 (6bbd567f-4cec-46a5-bbd7-3d706bb1bf96/21fc0e4e-5049-4401-b06a-c964ff169a3d/d9fb3a1d-402c-44a2-8d9d-e2845cdb404e) {{(pid=87871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 12:21:14.164379 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-aa2aeb70-3031-4af5-920f-cb1e0b669985 req-9b1d4bfb-c93c-4f72-bc63-3300853e643b tempest-ServersNegativeTestJSON-1822544649 tempest-ServersNegativeTestJSON-1822544649-project] Notify callbacks [] for port, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:14.193021 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-aa2aeb70-3031-4af5-920f-cb1e0b669985 req-9b1d4bfb-c93c-4f72-bc63-3300853e643b tempest-ServersNegativeTestJSON-1822544649 tempest-ServersNegativeTestJSON-1822544649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:14.204243 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] get_ports_and_sgs() called for port_ids ['0fdad287-96f5-41c5-bb5a-f9c075581e71'] {{(pid=87872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 12:21:14.256874 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa2aeb70-3031-4af5-920f-cb1e0b669985 req-9b1d4bfb-c93c-4f72-bc63-3300853e643b tempest-ServersNegativeTestJSON-1822544649 tempest-ServersNegativeTestJSON-1822544649-project] Network 6bbd567f-4cec-46a5-bbd7-3d706bb1bf96 is already hosted by enough agents. {{(pid=87871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:21:14.259959 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [req-aa2aeb70-3031-4af5-920f-cb1e0b669985 req-9b1d4bfb-c93c-4f72-bc63-3300853e643b tempest-ServersNegativeTestJSON-1822544649 tempest-ServersNegativeTestJSON-1822544649-project] Resources bound (agent type, host, resource id): {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:21:14.268519 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa2aeb70-3031-4af5-920f-cb1e0b669985 req-9b1d4bfb-c93c-4f72-bc63-3300853e643b tempest-ServersNegativeTestJSON-1822544649 tempest-ServersNegativeTestJSON-1822544649-project] Received port after_create {{(pid=87871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 12:21:14.422965 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1d4bfb-c93c-4f72-bc63-3300853e643b tempest-ServersNegativeTestJSON-1822544649 tempest-ServersNegativeTestJSON-1822544649-project] Pushing event updated for resources: {'Port': ['ID=d9fb3a1d-402c-44a2-8d9d-e2845cdb404e,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:21:14.446375 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2aeb70-3031-4af5-920f-cb1e0b669985 req-9b1d4bfb-c93c-4f72-bc63-3300853e643b tempest-ServersNegativeTestJSON-1822544649 tempest-ServersNegativeTestJSON-1822544649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:21:14.447007 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-aa2aeb70-3031-4af5-920f-cb1e0b669985 req-9b1d4bfb-c93c-4f72-bc63-3300853e643b tempest-ServersNegativeTestJSON-1822544649 tempest-ServersNegativeTestJSON-1822544649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:14.470429 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-aa2aeb70-3031-4af5-920f-cb1e0b669985 req-9b1d4bfb-c93c-4f72-bc63-3300853e643b tempest-ServersNegativeTestJSON-1822544649 tempest-ServersNegativeTestJSON-1822544649-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8269200 Mar 28 12:21:14.481731 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [req-aa2aeb70-3031-4af5-920f-cb1e0b669985 req-fe25a8fc-0794-4d47-9988-a199671428ac service neutron] Request body: {'port': {'device_id': '6f768d19-5656-4701-9372-d40daf19cba0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8353'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:21:14.593626 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-aa2aeb70-3031-4af5-920f-cb1e0b669985 req-fe25a8fc-0794-4d47-9988-a199671428ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:14.968886 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.notifiers.nova [req-aa2aeb70-3031-4af5-920f-cb1e0b669985 req-fe25a8fc-0794-4d47-9988-a199671428ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9fb3a1d-402c-44a2-8d9d-e2845cdb404e {{(pid=87871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 12:21:14.979394 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-aa2aeb70-3031-4af5-920f-cb1e0b669985 req-fe25a8fc-0794-4d47-9988-a199671428ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:14.998703 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.provisioning_blocks [req-aa2aeb70-3031-4af5-920f-cb1e0b669985 req-fe25a8fc-0794-4d47-9988-a199671428ac service neutron] Transition to ACTIVE for port object d9fb3a1d-402c-44a2-8d9d-e2845cdb404e will not be triggered until provisioned by entity L2. {{(pid=87871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:21:15.006891 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-aa2aeb70-3031-4af5-920f-cb1e0b669985 req-fe25a8fc-0794-4d47-9988-a199671428ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2363241'] for port, after_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:15.069320 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8becce81-553d-4c3b-9141-69144858fb22 req-becea2db-4919-478d-89c9-ef84c6ed383c tempest-ServersNegativeTestJSON-1822544649 tempest-ServersNegativeTestJSON-1822544649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:21:15.069989 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [req-8becce81-553d-4c3b-9141-69144858fb22 req-becea2db-4919-478d-89c9-ef84c6ed383c tempest-ServersNegativeTestJSON-1822544649 tempest-ServersNegativeTestJSON-1822544649-project] Synchronizing usage tracker for tenant:d89e2dc593da44bfa6477d7a634c27f8 on resource:port {{(pid=87871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:21:15.193207 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe25a8fc-0794-4d47-9988-a199671428ac service neutron] Pushing event updated for resources: {'Port': ['ID=d9fb3a1d-402c-44a2-8d9d-e2845cdb404e,revision_number=2']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:21:15.220606 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [req-8becce81-553d-4c3b-9141-69144858fb22 req-becea2db-4919-478d-89c9-ef84c6ed383c tempest-ServersNegativeTestJSON-1822544649 tempest-ServersNegativeTestJSON-1822544649-project] Unset dirty status for tenant:d89e2dc593da44bfa6477d7a634c27f8 on resource:port {{(pid=87871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:21:15.221735 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-8becce81-553d-4c3b-9141-69144858fb22 req-becea2db-4919-478d-89c9-ef84c6ed383c tempest-ServersNegativeTestJSON-1822544649 tempest-ServersNegativeTestJSON-1822544649-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f768d19-5656-4701-9372-d40daf19cba0 HTTP/1.1" status: 200 len: 932 time: 0.3175066 Mar 28 12:21:15.294646 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-8becce81-553d-4c3b-9141-69144858fb22 req-8d47567f-0f30-415e-adba-4e7dfff99bd2 tempest-ServersNegativeTestJSON-1822544649 tempest-ServersNegativeTestJSON-1822544649-project] 10.222.0.30 "GET /v2.0/security-groups?id=79d2e578-7195-4496-9faf-dee2f3ec0f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646544 Mar 28 12:21:15.300974 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.managers [req-aa2aeb70-3031-4af5-920f-cb1e0b669985 req-fe25a8fc-0794-4d47-9988-a199671428ac service neutron] Attempting to bind port d9fb3a1d-402c-44a2-8d9d-e2845cdb404e on host hv-neutron-8353 for vnic_type normal with profile {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 12:21:15.301309 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.managers [req-aa2aeb70-3031-4af5-920f-cb1e0b669985 req-fe25a8fc-0794-4d47-9988-a199671428ac service neutron] Attempting to bind port d9fb3a1d-402c-44a2-8d9d-e2845cdb404e by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '643a008e-bd10-4968-bf2b-feceb33095ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '6bbd567f-4cec-46a5-bbd7-3d706bb1bf96'}] {{(pid=87871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 12:21:15.301624 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa2aeb70-3031-4af5-920f-cb1e0b669985 req-fe25a8fc-0794-4d47-9988-a199671428ac service neutron] Attempting to bind port d9fb3a1d-402c-44a2-8d9d-e2845cdb404e on network 6bbd567f-4cec-46a5-bbd7-3d706bb1bf96 {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 12:21:15.307256 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa2aeb70-3031-4af5-920f-cb1e0b669985 req-fe25a8fc-0794-4d47-9988-a199671428ac service neutron] Port d9fb3a1d-402c-44a2-8d9d-e2845cdb404e on network 6bbd567f-4cec-46a5-bbd7-3d706bb1bf96 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 12:21:15.307406 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa2aeb70-3031-4af5-920f-cb1e0b669985 req-fe25a8fc-0794-4d47-9988-a199671428ac service neutron] Attempting to bind port d9fb3a1d-402c-44a2-8d9d-e2845cdb404e on network 6bbd567f-4cec-46a5-bbd7-3d706bb1bf96 {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 12:21:15.312495 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa2aeb70-3031-4af5-920f-cb1e0b669985 req-fe25a8fc-0794-4d47-9988-a199671428ac service neutron] Checking agent: {'id': '01dfae6e-0e91-4100-b27f-ff8156eac7d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8353', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 52, 20), 'started_at': datetime.datetime(2022, 3, 28, 11, 52, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 12, 20, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 12:21:15.312825 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa2aeb70-3031-4af5-920f-cb1e0b669985 req-fe25a8fc-0794-4d47-9988-a199671428ac service neutron] Checking segment: {'id': '643a008e-bd10-4968-bf2b-feceb33095ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '6bbd567f-4cec-46a5-bbd7-3d706bb1bf96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 12:21:15.313193 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa2aeb70-3031-4af5-920f-cb1e0b669985 req-fe25a8fc-0794-4d47-9988-a199671428ac service neutron] Bound using segment: {'id': '643a008e-bd10-4968-bf2b-feceb33095ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '6bbd567f-4cec-46a5-bbd7-3d706bb1bf96'} {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 12:21:15.313603 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.managers [req-aa2aeb70-3031-4af5-920f-cb1e0b669985 req-fe25a8fc-0794-4d47-9988-a199671428ac service neutron] Bound port: d9fb3a1d-402c-44a2-8d9d-e2845cdb404e, host: hv-neutron-8353, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '643a008e-bd10-4968-bf2b-feceb33095ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '6bbd567f-4cec-46a5-bbd7-3d706bb1bf96'}}] {{(pid=87871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 12:21:15.313940 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-aa2aeb70-3031-4af5-920f-cb1e0b669985 req-fe25a8fc-0794-4d47-9988-a199671428ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:15.400556 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.db [req-aa2aeb70-3031-4af5-920f-cb1e0b669985 req-fe25a8fc-0794-4d47-9988-a199671428ac service neutron] For port d9fb3a1d-402c-44a2-8d9d-e2845cdb404e, host hv-neutron-8353, cleared binding levels {{(pid=87871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 12:21:15.403367 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.db [req-aa2aeb70-3031-4af5-920f-cb1e0b669985 req-fe25a8fc-0794-4d47-9988-a199671428ac service neutron] For port d9fb3a1d-402c-44a2-8d9d-e2845cdb404e, host hv-neutron-8353, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=d9fb3a1d-402c-44a2-8d9d-e2845cdb404e,segment=NetworkSegment(643a008e-bd10-4968-bf2b-feceb33095ca),segment_id=643a008e-bd10-4968-bf2b-feceb33095ca)] {{(pid=87871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 12:21:15.407744 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-aa2aeb70-3031-4af5-920f-cb1e0b669985 req-fe25a8fc-0794-4d47-9988-a199671428ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2363241'] for port, after_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:15.466153 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2aeb70-3031-4af5-920f-cb1e0b669985 req-fe25a8fc-0794-4d47-9988-a199671428ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:21:15.466747 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-aa2aeb70-3031-4af5-920f-cb1e0b669985 req-fe25a8fc-0794-4d47-9988-a199671428ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:15.468092 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-aa2aeb70-3031-4af5-920f-cb1e0b669985 req-fe25a8fc-0794-4d47-9988-a199671428ac service neutron] 10.222.0.11 "PUT /v2.0/ports/d9fb3a1d-402c-44a2-8d9d-e2845cdb404e HTTP/1.1" status: 200 len: 1094 time: 0.9908309 Mar 28 12:21:15.468507 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f768d19-5656-4701-9372-d40daf19cba0', 'tag': 'd9fb3a1d-402c-44a2-8d9d-e2845cdb404e'}] {{(pid=87871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 12:21:15.495936 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe25a8fc-0794-4d47-9988-a199671428ac service neutron] Pushing event updated for resources: {'Port': ['ID=d9fb3a1d-402c-44a2-8d9d-e2845cdb404e,revision_number=3']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:21:15.536700 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f768d19-5656-4701-9372-d40daf19cba0', 'tag': 'd9fb3a1d-402c-44a2-8d9d-e2845cdb404e', 'status': 'completed', 'code': 200} Mar 28 12:21:15.577400 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2aeb70-3031-4af5-920f-cb1e0b669985 req-4626b77c-3d74-49fd-bbef-ab197fa07afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:21:15.578847 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-aa2aeb70-3031-4af5-920f-cb1e0b669985 req-4626b77c-3d74-49fd-bbef-ab197fa07afc service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d89e2dc593da44bfa6477d7a634c27f8&device_id=6f768d19-5656-4701-9372-d40daf19cba0 HTTP/1.1" status: 200 len: 1097 time: 0.0749674 Mar 28 12:21:15.647344 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-aa2aeb70-3031-4af5-920f-cb1e0b669985 req-c56b18ff-0d25-4bc0-837d-2b0f13a0f1c4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d9fb3a1d-402c-44a2-8d9d-e2845cdb404e HTTP/1.1" status: 200 len: 217 time: 0.0620587 Mar 28 12:21:15.705771 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2aeb70-3031-4af5-920f-cb1e0b669985 req-6cb27b0e-eb41-41f7-81ed-e4f6e0899e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:21:15.707114 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-aa2aeb70-3031-4af5-920f-cb1e0b669985 req-6cb27b0e-eb41-41f7-81ed-e4f6e0899e06 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=21fc0e4e-5049-4401-b06a-c964ff169a3d HTTP/1.1" status: 200 len: 854 time: 0.0547571 Mar 28 12:21:15.752339 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-aa2aeb70-3031-4af5-920f-cb1e0b669985 req-6fdbed2a-0e7f-450d-9614-7cf1c043e281 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6bbd567f-4cec-46a5-bbd7-3d706bb1bf96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392659 Mar 28 12:21:15.885839 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-aa2aeb70-3031-4af5-920f-cb1e0b669985 req-1e25316c-ecb6-4a38-a13e-8d448972419f service neutron] 10.222.0.11 "GET /v2.0/networks/6bbd567f-4cec-46a5-bbd7-3d706bb1bf96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277859 Mar 28 12:21:16.013952 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-aa2aeb70-3031-4af5-920f-cb1e0b669985 req-2ef85a35-f57e-4e82-aa63-ddb253515cd5 service neutron] 10.222.0.11 "GET /v2.0/networks/6bbd567f-4cec-46a5-bbd7-3d706bb1bf96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224027 Mar 28 12:21:16.224881 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a6aece-99d1-47d2-8951-d2ce0db254a6 req-2bfc3bf4-3d4a-4789-a09a-57092a4e7adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:21:16.226314 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-a4a6aece-99d1-47d2-8951-d2ce0db254a6 req-2bfc3bf4-3d4a-4789-a09a-57092a4e7adf service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d89e2dc593da44bfa6477d7a634c27f8&device_id=6f768d19-5656-4701-9372-d40daf19cba0 HTTP/1.1" status: 200 len: 1097 time: 0.1689303 Mar 28 12:21:16.354451 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a6aece-99d1-47d2-8951-d2ce0db254a6 req-479edbea-5de6-4eb3-9880-241c4b59375e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:21:16.355929 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-a4a6aece-99d1-47d2-8951-d2ce0db254a6 req-479edbea-5de6-4eb3-9880-241c4b59375e service neutron] 10.222.0.11 "GET /v2.0/networks?id=6bbd567f-4cec-46a5-bbd7-3d706bb1bf96 HTTP/1.1" status: 200 len: 914 time: 0.1224995 Mar 28 12:21:16.467042 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-a4a6aece-99d1-47d2-8951-d2ce0db254a6 req-3903fff8-4483-4880-9581-af6f27a9f397 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d9fb3a1d-402c-44a2-8d9d-e2845cdb404e HTTP/1.1" status: 200 len: 217 time: 0.1002235 Mar 28 12:21:16.539013 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a6aece-99d1-47d2-8951-d2ce0db254a6 req-a9965eeb-372f-4df5-84f9-d69f09bd63e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:21:16.540561 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-a4a6aece-99d1-47d2-8951-d2ce0db254a6 req-a9965eeb-372f-4df5-84f9-d69f09bd63e7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=21fc0e4e-5049-4401-b06a-c964ff169a3d HTTP/1.1" status: 200 len: 854 time: 0.0674517 Mar 28 12:21:16.596390 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bccd19-7412-4620-8822-bbc9a0f7315f req-e9097be9-2942-401c-ba07-8b0b25f1b896 tempest-ServersNegativeTestJSON-1822544649 tempest-ServersNegativeTestJSON-1822544649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:21:16.597713 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-99bccd19-7412-4620-8822-bbc9a0f7315f req-e9097be9-2942-401c-ba07-8b0b25f1b896 tempest-ServersNegativeTestJSON-1822544649 tempest-ServersNegativeTestJSON-1822544649-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f768d19-5656-4701-9372-d40daf19cba0 HTTP/1.1" status: 200 len: 944 time: 0.1835625 Mar 28 12:21:16.604214 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-a4a6aece-99d1-47d2-8951-d2ce0db254a6 req-0a03f3cd-9aa4-45e3-8daa-b11698e2f429 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6bbd567f-4cec-46a5-bbd7-3d706bb1bf96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490491 Mar 28 12:21:16.729273 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-99bccd19-7412-4620-8822-bbc9a0f7315f req-5e13bff9-9e9f-42d5-9798-b34165a60237 tempest-ServersNegativeTestJSON-1822544649 tempest-ServersNegativeTestJSON-1822544649-project] 10.222.0.30 "GET /v2.0/security-groups?id=79d2e578-7195-4496-9faf-dee2f3ec0f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241345 Mar 28 12:21:16.762770 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-a4a6aece-99d1-47d2-8951-d2ce0db254a6 req-13d984c3-8cef-4d95-8f24-c8a523263afc service neutron] 10.222.0.11 "GET /v2.0/networks/6bbd567f-4cec-46a5-bbd7-3d706bb1bf96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432095 Mar 28 12:21:16.891534 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-a4a6aece-99d1-47d2-8951-d2ce0db254a6 req-785f8a04-1de4-4427-9fb5-4c0c53123ae7 service neutron] 10.222.0.11 "GET /v2.0/networks/6bbd567f-4cec-46a5-bbd7-3d706bb1bf96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224928 Mar 28 12:21:17.184281 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Device d9fb3a1d-402c-44a2-8d9d-e2845cdb404e details requested by agent hyperv_hv-neutron-8353 with host hv-neutron-8353 {{(pid=87872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 28 12:21:17.316287 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] For port d9fb3a1d-402c-44a2-8d9d-e2845cdb404e, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=d9fb3a1d-402c-44a2-8d9d-e2845cdb404e,segment=NetworkSegment(643a008e-bd10-4968-bf2b-feceb33095ca),segment_id=643a008e-bd10-4968-bf2b-feceb33095ca)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:21:17.329590 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Returning: {'device': 'd9fb3a1d-402c-44a2-8d9d-e2845cdb404e', 'network_id': '6bbd567f-4cec-46a5-bbd7-3d706bb1bf96', 'port_id': 'd9fb3a1d-402c-44a2-8d9d-e2845cdb404e', 'mac_address': 'fa:16:3e:51:9f:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21fc0e4e-5049-4401-b06a-c964ff169a3d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 28 12:21:17.387257 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:17.403697 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.notifiers.nova [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9fb3a1d-402c-44a2-8d9d-e2845cdb404e {{(pid=87872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 12:21:17.418403 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] For port d9fb3a1d-402c-44a2-8d9d-e2845cdb404e, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=d9fb3a1d-402c-44a2-8d9d-e2845cdb404e,segment=NetworkSegment(643a008e-bd10-4968-bf2b-feceb33095ca),segment_id=643a008e-bd10-4968-bf2b-feceb33095ca)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:21:17.422094 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:17.487662 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Pushing event updated for resources: {'Port': ['ID=d9fb3a1d-402c-44a2-8d9d-e2845cdb404e,revision_number=4']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:21:17.620926 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] get_ports_and_sgs() called for port_ids ['d9fb3a1d-402c-44a2-8d9d-e2845cdb404e'] {{(pid=87872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 12:21:17.916111 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdae4934-15bc-4c96-8ac4-1e9712519e23 req-da6da9fc-f152-4de9-96a3-068c3f2b469d tempest-ServersNegativeTestJSON-1822544649 tempest-ServersNegativeTestJSON-1822544649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:21:17.917559 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-fdae4934-15bc-4c96-8ac4-1e9712519e23 req-da6da9fc-f152-4de9-96a3-068c3f2b469d tempest-ServersNegativeTestJSON-1822544649 tempest-ServersNegativeTestJSON-1822544649-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f768d19-5656-4701-9372-d40daf19cba0 HTTP/1.1" status: 200 len: 945 time: 0.0815568 Mar 28 12:21:17.959756 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-fdae4934-15bc-4c96-8ac4-1e9712519e23 req-7da3e932-f784-40c6-90e5-87201f3a3770 tempest-ServersNegativeTestJSON-1822544649 tempest-ServersNegativeTestJSON-1822544649-project] 10.222.0.30 "GET /v2.0/security-groups?id=79d2e578-7195-4496-9faf-dee2f3ec0f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364780 Mar 28 12:21:19.144867 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847a62c3-1215-4815-a7bc-64e2f986f5b2 req-a57314a8-12a0-44f0-9799-78a1ec336578 tempest-ServersNegativeTestJSON-1822544649 tempest-ServersNegativeTestJSON-1822544649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:21:19.146191 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-847a62c3-1215-4815-a7bc-64e2f986f5b2 req-a57314a8-12a0-44f0-9799-78a1ec336578 tempest-ServersNegativeTestJSON-1822544649 tempest-ServersNegativeTestJSON-1822544649-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f768d19-5656-4701-9372-d40daf19cba0 HTTP/1.1" status: 200 len: 945 time: 0.0839891 Mar 28 12:21:19.189561 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-847a62c3-1215-4815-a7bc-64e2f986f5b2 req-421c9e0f-61df-4b6b-ae84-77f33b582d3c tempest-ServersNegativeTestJSON-1822544649 tempest-ServersNegativeTestJSON-1822544649-project] 10.222.0.30 "GET /v2.0/security-groups?id=79d2e578-7195-4496-9faf-dee2f3ec0f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374947 Mar 28 12:21:19.190176 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Device d9fb3a1d-402c-44a2-8d9d-e2845cdb404e up at agent hyperv_hv-neutron-8353 {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:21:19.256772 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Provisioning for port d9fb3a1d-402c-44a2-8d9d-e2845cdb404e completed by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:21:19.261432 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Provisioning complete for port d9fb3a1d-402c-44a2-8d9d-e2845cdb404e triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:21:19.261801 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:19.377321 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:19.403958 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f768d19-5656-4701-9372-d40daf19cba0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9fb3a1d-402c-44a2-8d9d-e2845cdb404e'}] {{(pid=87872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 12:21:19.414015 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] For port d9fb3a1d-402c-44a2-8d9d-e2845cdb404e, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=d9fb3a1d-402c-44a2-8d9d-e2845cdb404e,segment=NetworkSegment(643a008e-bd10-4968-bf2b-feceb33095ca),segment_id=643a008e-bd10-4968-bf2b-feceb33095ca)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:21:19.419662 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:19.460872 dv-neutron-835340-2-hyperv neutron-server[87872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f768d19-5656-4701-9372-d40daf19cba0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9fb3a1d-402c-44a2-8d9d-e2845cdb404e', 'code': 200} Mar 28 12:21:19.498024 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Pushing event updated for resources: {'Port': ['ID=d9fb3a1d-402c-44a2-8d9d-e2845cdb404e,revision_number=5']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:21:19.665849 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6856f120-2d0c-483b-88ce-584215f59c27 req-1914a32a-0427-450a-ad96-954066b06f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:21:19.667194 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-6856f120-2d0c-483b-88ce-584215f59c27 req-1914a32a-0427-450a-ad96-954066b06f35 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=6f768d19-5656-4701-9372-d40daf19cba0 HTTP/1.1" status: 200 len: 1099 time: 0.0689955 Mar 28 12:21:19.705853 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-6856f120-2d0c-483b-88ce-584215f59c27 req-397664b0-16de-447a-b2e2-243323df4f0e service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=79d2e578-7195-4496-9faf-dee2f3ec0f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328968 Mar 28 12:21:20.372152 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6895c33a-a770-4914-b138-80a56bdc2252 req-0a52f702-5859-4450-9df8-d4f81d921941 tempest-ServersNegativeTestJSON-1822544649 tempest-ServersNegativeTestJSON-1822544649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:21:20.373575 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-6895c33a-a770-4914-b138-80a56bdc2252 req-0a52f702-5859-4450-9df8-d4f81d921941 tempest-ServersNegativeTestJSON-1822544649 tempest-ServersNegativeTestJSON-1822544649-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f768d19-5656-4701-9372-d40daf19cba0 HTTP/1.1" status: 200 len: 946 time: 0.0821507 Mar 28 12:21:20.416736 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-6895c33a-a770-4914-b138-80a56bdc2252 req-c15f47e7-b031-4274-b96c-8a13ee7880f8 tempest-ServersNegativeTestJSON-1822544649 tempest-ServersNegativeTestJSON-1822544649-project] 10.222.0.30 "GET /v2.0/security-groups?id=79d2e578-7195-4496-9faf-dee2f3ec0f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372870 Mar 28 12:21:20.809186 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:21.599637 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d05e551-3b16-4b00-b5e9-962621729c65 req-aff1f4d1-872f-47d3-a21c-2093f00595f7 tempest-ServersNegativeTestJSON-1822544649 tempest-ServersNegativeTestJSON-1822544649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:21:21.601064 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-7d05e551-3b16-4b00-b5e9-962621729c65 req-aff1f4d1-872f-47d3-a21c-2093f00595f7 tempest-ServersNegativeTestJSON-1822544649 tempest-ServersNegativeTestJSON-1822544649-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f768d19-5656-4701-9372-d40daf19cba0 HTTP/1.1" status: 200 len: 946 time: 0.0806453 Mar 28 12:21:21.645892 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-7d05e551-3b16-4b00-b5e9-962621729c65 req-0275c725-ccae-4227-9ac5-7fe67c2a766b tempest-ServersNegativeTestJSON-1822544649 tempest-ServersNegativeTestJSON-1822544649-project] 10.222.0.30 "GET /v2.0/security-groups?id=79d2e578-7195-4496-9faf-dee2f3ec0f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382681 Mar 28 12:21:22.020808 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d865c057-668d-4eb1-9e6d-09706e2cb9ae req-24ca37a5-3998-4d72-a70d-e3968593f77a tempest-ServersNegativeTestJSON-1822544649 tempest-ServersNegativeTestJSON-1822544649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:21:22.022154 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-d865c057-668d-4eb1-9e6d-09706e2cb9ae req-24ca37a5-3998-4d72-a70d-e3968593f77a tempest-ServersNegativeTestJSON-1822544649 tempest-ServersNegativeTestJSON-1822544649-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f768d19-5656-4701-9372-d40daf19cba0 HTTP/1.1" status: 200 len: 946 time: 0.0789392 Mar 28 12:21:22.160389 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-d865c057-668d-4eb1-9e6d-09706e2cb9ae req-8a4eab3d-7138-47e7-a5fe-ddcac5938c9b tempest-ServersNegativeTestJSON-1822544649 tempest-ServersNegativeTestJSON-1822544649-project] 10.222.0.30 "GET /v2.0/security-groups?id=79d2e578-7195-4496-9faf-dee2f3ec0f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319895 Mar 28 12:21:23.378405 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cb9675-3ce1-4d09-93fc-f39b2a7e375e req-d3ab8b87-71a9-4482-a051-15d15c59337b tempest-ServersNegativeTestJSON-1822544649 tempest-ServersNegativeTestJSON-1822544649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:21:23.379806 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-63cb9675-3ce1-4d09-93fc-f39b2a7e375e req-d3ab8b87-71a9-4482-a051-15d15c59337b tempest-ServersNegativeTestJSON-1822544649 tempest-ServersNegativeTestJSON-1822544649-project] 10.222.0.11 "GET /v2.0/ports?device_id=6f768d19-5656-4701-9372-d40daf19cba0 HTTP/1.1" status: 200 len: 946 time: 0.1376536 Mar 28 12:21:23.387708 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79307fc2-1487-41ce-a193-4ae3d89c98b8 req-1a7daf97-7842-4bd2-9b65-26f9c78b1a5a tempest-ServersNegativeTestJSON-1822544649 tempest-ServersNegativeTestJSON-1822544649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:21:23.388992 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-79307fc2-1487-41ce-a193-4ae3d89c98b8 req-1a7daf97-7842-4bd2-9b65-26f9c78b1a5a tempest-ServersNegativeTestJSON-1822544649 tempest-ServersNegativeTestJSON-1822544649-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f768d19-5656-4701-9372-d40daf19cba0 HTTP/1.1" status: 200 len: 946 time: 0.1172433 Mar 28 12:21:23.479449 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [req-63cb9675-3ce1-4d09-93fc-f39b2a7e375e req-bc76f06b-4550-4ca9-ae5f-0123b3e4d709 tempest-ServersNegativeTestJSON-1822544649 tempest-ServersNegativeTestJSON-1822544649-project] Deleting port d9fb3a1d-402c-44a2-8d9d-e2845cdb404e {{(pid=87871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:21:23.479808 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-63cb9675-3ce1-4d09-93fc-f39b2a7e375e req-bc76f06b-4550-4ca9-ae5f-0123b3e4d709 tempest-ServersNegativeTestJSON-1822544649 tempest-ServersNegativeTestJSON-1822544649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:23.517123 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-79307fc2-1487-41ce-a193-4ae3d89c98b8 req-c0bee41a-e269-4b6f-8949-953fee40e57e tempest-ServersNegativeTestJSON-1822544649 tempest-ServersNegativeTestJSON-1822544649-project] 10.222.0.30 "GET /v2.0/security-groups?id=79d2e578-7195-4496-9faf-dee2f3ec0f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992351 Mar 28 12:21:23.717999 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.db [req-63cb9675-3ce1-4d09-93fc-f39b2a7e375e req-bc76f06b-4550-4ca9-ae5f-0123b3e4d709 tempest-ServersNegativeTestJSON-1822544649 tempest-ServersNegativeTestJSON-1822544649-project] For port d9fb3a1d-402c-44a2-8d9d-e2845cdb404e, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=d9fb3a1d-402c-44a2-8d9d-e2845cdb404e,segment=NetworkSegment(643a008e-bd10-4968-bf2b-feceb33095ca),segment_id=643a008e-bd10-4968-bf2b-feceb33095ca)] {{(pid=87871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:21:23.718341 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-63cb9675-3ce1-4d09-93fc-f39b2a7e375e req-bc76f06b-4550-4ca9-ae5f-0123b3e4d709 tempest-ServersNegativeTestJSON-1822544649 tempest-ServersNegativeTestJSON-1822544649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:23.941989 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [req-63cb9675-3ce1-4d09-93fc-f39b2a7e375e req-bc76f06b-4550-4ca9-ae5f-0123b3e4d709 tempest-ServersNegativeTestJSON-1822544649 tempest-ServersNegativeTestJSON-1822544649-project] Calling delete_port for d9fb3a1d-402c-44a2-8d9d-e2845cdb404e owned by compute:nova {{(pid=87871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:21:24.082272 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-63cb9675-3ce1-4d09-93fc-f39b2a7e375e req-bc76f06b-4550-4ca9-ae5f-0123b3e4d709 tempest-ServersNegativeTestJSON-1822544649 tempest-ServersNegativeTestJSON-1822544649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:24.093416 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] get_ports_and_sgs() called for port_ids ['0fdad287-96f5-41c5-bb5a-f9c075581e71', 'd9fb3a1d-402c-44a2-8d9d-e2845cdb404e'] {{(pid=87872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 12:21:24.139111 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc76f06b-4550-4ca9-ae5f-0123b3e4d709 tempest-ServersNegativeTestJSON-1822544649 tempest-ServersNegativeTestJSON-1822544649-project] Pushing event deleted for resources: {'Port': ['ID=d9fb3a1d-402c-44a2-8d9d-e2845cdb404e,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:21:24.214563 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.l3_dvrscheduler_db [req-63cb9675-3ce1-4d09-93fc-f39b2a7e375e req-bc76f06b-4550-4ca9-ae5f-0123b3e4d709 tempest-ServersNegativeTestJSON-1822544649 tempest-ServersNegativeTestJSON-1822544649-project] No DVR routers for this DVR port d9fb3a1d-402c-44a2-8d9d-e2845cdb404e on host hv-neutron-8353 {{(pid=87871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 12:21:24.217008 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-63cb9675-3ce1-4d09-93fc-f39b2a7e375e req-bc76f06b-4550-4ca9-ae5f-0123b3e4d709 tempest-ServersNegativeTestJSON-1822544649 tempest-ServersNegativeTestJSON-1822544649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:24.219536 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f768d19-5656-4701-9372-d40daf19cba0', 'name': 'network-vif-deleted', 'tag': 'd9fb3a1d-402c-44a2-8d9d-e2845cdb404e'}] {{(pid=87871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 12:21:24.236355 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-63cb9675-3ce1-4d09-93fc-f39b2a7e375e req-bc76f06b-4550-4ca9-ae5f-0123b3e4d709 tempest-ServersNegativeTestJSON-1822544649 tempest-ServersNegativeTestJSON-1822544649-project] 10.222.0.11 "DELETE /v2.0/ports/d9fb3a1d-402c-44a2-8d9d-e2845cdb404e HTTP/1.1" status: 204 len: 173 time: 0.8464110 Mar 28 12:21:24.270965 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f768d19-5656-4701-9372-d40daf19cba0', 'name': 'network-vif-deleted', 'tag': 'd9fb3a1d-402c-44a2-8d9d-e2845cdb404e', 'status': 'completed', 'code': 200} Mar 28 12:21:24.674747 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [req-7db54fff-3f93-446a-b7de-c11c0321775b req-71843d54-4d13-46a0-ae1e-6f109be73ead tempest-ServersNegativeTestJSON-1822544649 tempest-ServersNegativeTestJSON-1822544649-project] Synchronizing usage tracker for tenant:d89e2dc593da44bfa6477d7a634c27f8 on resource:port {{(pid=87871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:21:24.690659 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [req-7db54fff-3f93-446a-b7de-c11c0321775b req-71843d54-4d13-46a0-ae1e-6f109be73ead tempest-ServersNegativeTestJSON-1822544649 tempest-ServersNegativeTestJSON-1822544649-project] Unset dirty status for tenant:d89e2dc593da44bfa6477d7a634c27f8 on resource:port {{(pid=87871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:21:24.691974 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-7db54fff-3f93-446a-b7de-c11c0321775b req-71843d54-4d13-46a0-ae1e-6f109be73ead tempest-ServersNegativeTestJSON-1822544649 tempest-ServersNegativeTestJSON-1822544649-project] 10.222.0.30 "GET /v2.0/ports?device_id=6f768d19-5656-4701-9372-d40daf19cba0 HTTP/1.1" status: 200 len: 210 time: 0.0597470 Mar 28 12:21:25.946598 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd84f08-dfcc-418b-a80f-92486f918d28 req-67d18086-565a-433c-888b-e22985a2bdbc tempest-ServersNegativeTestJSON-1822544649 tempest-ServersNegativeTestJSON-1822544649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:21:25.948031 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-dcd84f08-dfcc-418b-a80f-92486f918d28 req-67d18086-565a-433c-888b-e22985a2bdbc tempest-ServersNegativeTestJSON-1822544649 tempest-ServersNegativeTestJSON-1822544649-project] 10.222.0.30 "GET /v2.0/ports?device_id=e5db5b92-dcb1-4e09-8a13-311dc6fa1e3c HTTP/1.1" status: 200 len: 945 time: 0.0776949 Mar 28 12:21:25.990543 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-dcd84f08-dfcc-418b-a80f-92486f918d28 req-866bd375-000d-4d11-85fc-907a0eed5199 tempest-ServersNegativeTestJSON-1822544649 tempest-ServersNegativeTestJSON-1822544649-project] 10.222.0.30 "GET /v2.0/security-groups?id=79d2e578-7195-4496-9faf-dee2f3ec0f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368819 Mar 28 12:21:26.190514 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052eae3c-c649-42ec-8fdd-1a3d6504ccc2 req-c7253ea5-7e90-45f9-8ac2-63b25e7d2459 tempest-ServersNegativeTestJSON-1822544649 tempest-ServersNegativeTestJSON-1822544649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:21:26.191938 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-052eae3c-c649-42ec-8fdd-1a3d6504ccc2 req-c7253ea5-7e90-45f9-8ac2-63b25e7d2459 tempest-ServersNegativeTestJSON-1822544649 tempest-ServersNegativeTestJSON-1822544649-project] 10.222.0.30 "GET /v2.0/ports?device_id=e5db5b92-dcb1-4e09-8a13-311dc6fa1e3c HTTP/1.1" status: 200 len: 945 time: 0.0811973 Mar 28 12:21:26.235258 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-052eae3c-c649-42ec-8fdd-1a3d6504ccc2 req-d25ad4cd-d8c0-41e8-8d0a-8c3e3063528f tempest-ServersNegativeTestJSON-1822544649 tempest-ServersNegativeTestJSON-1822544649-project] 10.222.0.30 "GET /v2.0/security-groups?id=79d2e578-7195-4496-9faf-dee2f3ec0f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377617 Mar 28 12:21:26.414276 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f97d41-0b25-44dd-9e11-cb82c1aa51e2 req-b2e78486-35fc-494f-ac5f-aee80aea7781 tempest-ServersNegativeTestJSON-1822544649 tempest-ServersNegativeTestJSON-1822544649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:21:26.416417 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-f2f97d41-0b25-44dd-9e11-cb82c1aa51e2 req-b2e78486-35fc-494f-ac5f-aee80aea7781 tempest-ServersNegativeTestJSON-1822544649 tempest-ServersNegativeTestJSON-1822544649-project] 10.222.0.30 "GET /v2.0/ports?device_id=e5db5b92-dcb1-4e09-8a13-311dc6fa1e3c HTTP/1.1" status: 200 len: 945 time: 0.0786319 Mar 28 12:21:26.459555 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-f2f97d41-0b25-44dd-9e11-cb82c1aa51e2 req-3b966fe4-b38e-4cc9-a99e-a3bedeb3c210 tempest-ServersNegativeTestJSON-1822544649 tempest-ServersNegativeTestJSON-1822544649-project] 10.222.0.30 "GET /v2.0/security-groups?id=79d2e578-7195-4496-9faf-dee2f3ec0f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369053 Mar 28 12:21:26.742891 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5e7cb4-5223-4e93-99d1-28432848b330 req-1abcfb1a-c1f6-4d6e-aaef-2e06b24673b9 tempest-ServersNegativeTestJSON-1822544649 tempest-ServersNegativeTestJSON-1822544649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:21:26.744358 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-8e5e7cb4-5223-4e93-99d1-28432848b330 req-1abcfb1a-c1f6-4d6e-aaef-2e06b24673b9 tempest-ServersNegativeTestJSON-1822544649 tempest-ServersNegativeTestJSON-1822544649-project] 10.222.0.30 "GET /v2.0/ports?device_id=e5db5b92-dcb1-4e09-8a13-311dc6fa1e3c HTTP/1.1" status: 200 len: 945 time: 0.0811970 Mar 28 12:21:26.788294 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-8e5e7cb4-5223-4e93-99d1-28432848b330 req-0e629b26-5482-4424-8ba9-e97a65656e9e tempest-ServersNegativeTestJSON-1822544649 tempest-ServersNegativeTestJSON-1822544649-project] 10.222.0.30 "GET /v2.0/security-groups?id=79d2e578-7195-4496-9faf-dee2f3ec0f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380495 Mar 28 12:21:26.968968 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e3c625-b700-44e2-b7f7-16e1202b67ed req-832aa815-a5c2-47ca-b5ed-8e3dbeb87f74 tempest-ServersNegativeTestJSON-1822544649 tempest-ServersNegativeTestJSON-1822544649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:21:26.970384 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-85e3c625-b700-44e2-b7f7-16e1202b67ed req-832aa815-a5c2-47ca-b5ed-8e3dbeb87f74 tempest-ServersNegativeTestJSON-1822544649 tempest-ServersNegativeTestJSON-1822544649-project] 10.222.0.30 "GET /v2.0/ports?device_id=e5db5b92-dcb1-4e09-8a13-311dc6fa1e3c HTTP/1.1" status: 200 len: 945 time: 0.0772777 Mar 28 12:21:27.018376 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-85e3c625-b700-44e2-b7f7-16e1202b67ed req-faa01a6b-0cb1-4a32-9f84-ff93654adc66 tempest-ServersNegativeTestJSON-1822544649 tempest-ServersNegativeTestJSON-1822544649-project] 10.222.0.30 "GET /v2.0/security-groups?id=79d2e578-7195-4496-9faf-dee2f3ec0f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423870 Mar 28 12:21:27.205326 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86475af4-5433-4d4a-911c-45c985ffc6b8 req-e070bd22-7e1b-4580-838a-6b826c6017d4 tempest-ServersNegativeTestJSON-1822544649 tempest-ServersNegativeTestJSON-1822544649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:21:27.206732 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-86475af4-5433-4d4a-911c-45c985ffc6b8 req-e070bd22-7e1b-4580-838a-6b826c6017d4 tempest-ServersNegativeTestJSON-1822544649 tempest-ServersNegativeTestJSON-1822544649-project] 10.222.0.30 "GET /v2.0/ports?device_id=e5db5b92-dcb1-4e09-8a13-311dc6fa1e3c HTTP/1.1" status: 200 len: 945 time: 0.0777261 Mar 28 12:21:27.230447 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Device d9fb3a1d-402c-44a2-8d9d-e2845cdb404e no longer exists at agent hyperv_hv-neutron-8353 {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 12:21:27.250716 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-86475af4-5433-4d4a-911c-45c985ffc6b8 req-23232029-ecdd-4d8d-be69-0430c28a0cd7 tempest-ServersNegativeTestJSON-1822544649 tempest-ServersNegativeTestJSON-1822544649-project] 10.222.0.30 "GET /v2.0/security-groups?id=79d2e578-7195-4496-9faf-dee2f3ec0f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381925 Mar 28 12:21:27.264697 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] No Port match for: d9fb3a1d-402c-44a2-8d9d-e2845cdb404e {{(pid=87872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 12:21:27.265051 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Device d9fb3a1d-402c-44a2-8d9d-e2845cdb404e not bound to the agent host hv-neutron-8353 {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 12:21:27.779574 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a02530-fe15-4b99-9585-91db384df132 req-8ce8a3d6-fa14-4deb-b546-72656b56ccfa tempest-ServersNegativeTestJSON-1822544649 tempest-ServersNegativeTestJSON-1822544649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:21:27.781031 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-33a02530-fe15-4b99-9585-91db384df132 req-8ce8a3d6-fa14-4deb-b546-72656b56ccfa tempest-ServersNegativeTestJSON-1822544649 tempest-ServersNegativeTestJSON-1822544649-project] 10.222.0.30 "GET /v2.0/ports?device_id=e5db5b92-dcb1-4e09-8a13-311dc6fa1e3c HTTP/1.1" status: 200 len: 945 time: 0.0855427 Mar 28 12:21:27.826622 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-33a02530-fe15-4b99-9585-91db384df132 req-d2d77f2b-a32b-4c55-9dc0-7c47b27a4434 tempest-ServersNegativeTestJSON-1822544649 tempest-ServersNegativeTestJSON-1822544649-project] 10.222.0.30 "GET /v2.0/security-groups?id=79d2e578-7195-4496-9faf-dee2f3ec0f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396063 Mar 28 12:21:28.985472 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20b7b0c-0a2d-4f0c-b4f2-4eee3dca3c46 req-7f12fad0-8f13-4a74-9afc-584355ed63b1 tempest-ServersNegativeTestJSON-1822544649 tempest-ServersNegativeTestJSON-1822544649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:21:28.986889 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-e20b7b0c-0a2d-4f0c-b4f2-4eee3dca3c46 req-7f12fad0-8f13-4a74-9afc-584355ed63b1 tempest-ServersNegativeTestJSON-1822544649 tempest-ServersNegativeTestJSON-1822544649-project] 10.222.0.11 "GET /v2.0/ports?device_id=e5db5b92-dcb1-4e09-8a13-311dc6fa1e3c HTTP/1.1" status: 200 len: 945 time: 0.0776155 Mar 28 12:21:29.012463 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea6eaf2-db56-4a49-8de5-eac1f328dc7d req-deee7561-95a5-439c-a111-79a642fd5714 tempest-ServersNegativeTestJSON-1822544649 tempest-ServersNegativeTestJSON-1822544649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:21:29.014013 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-eea6eaf2-db56-4a49-8de5-eac1f328dc7d req-deee7561-95a5-439c-a111-79a642fd5714 tempest-ServersNegativeTestJSON-1822544649 tempest-ServersNegativeTestJSON-1822544649-project] 10.222.0.30 "GET /v2.0/ports?device_id=e5db5b92-dcb1-4e09-8a13-311dc6fa1e3c HTTP/1.1" status: 200 len: 945 time: 0.0805864 Mar 28 12:21:29.059777 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [req-e20b7b0c-0a2d-4f0c-b4f2-4eee3dca3c46 req-e000441f-b34f-4b29-bbbf-707265fc7cf0 tempest-ServersNegativeTestJSON-1822544649 tempest-ServersNegativeTestJSON-1822544649-project] Deleting port 0fdad287-96f5-41c5-bb5a-f9c075581e71 {{(pid=87871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:21:29.060115 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-e20b7b0c-0a2d-4f0c-b4f2-4eee3dca3c46 req-e000441f-b34f-4b29-bbbf-707265fc7cf0 tempest-ServersNegativeTestJSON-1822544649 tempest-ServersNegativeTestJSON-1822544649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:29.061099 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-eea6eaf2-db56-4a49-8de5-eac1f328dc7d req-376fcd66-b706-47e9-8ad4-aa96cd3b3009 tempest-ServersNegativeTestJSON-1822544649 tempest-ServersNegativeTestJSON-1822544649-project] 10.222.0.30 "GET /v2.0/security-groups?id=79d2e578-7195-4496-9faf-dee2f3ec0f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414076 Mar 28 12:21:29.302037 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.db [req-e20b7b0c-0a2d-4f0c-b4f2-4eee3dca3c46 req-e000441f-b34f-4b29-bbbf-707265fc7cf0 tempest-ServersNegativeTestJSON-1822544649 tempest-ServersNegativeTestJSON-1822544649-project] For port 0fdad287-96f5-41c5-bb5a-f9c075581e71, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=0fdad287-96f5-41c5-bb5a-f9c075581e71,segment=NetworkSegment(643a008e-bd10-4968-bf2b-feceb33095ca),segment_id=643a008e-bd10-4968-bf2b-feceb33095ca)] {{(pid=87871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:21:29.302399 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-e20b7b0c-0a2d-4f0c-b4f2-4eee3dca3c46 req-e000441f-b34f-4b29-bbbf-707265fc7cf0 tempest-ServersNegativeTestJSON-1822544649 tempest-ServersNegativeTestJSON-1822544649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:29.424920 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [req-e20b7b0c-0a2d-4f0c-b4f2-4eee3dca3c46 req-e000441f-b34f-4b29-bbbf-707265fc7cf0 tempest-ServersNegativeTestJSON-1822544649 tempest-ServersNegativeTestJSON-1822544649-project] Calling delete_port for 0fdad287-96f5-41c5-bb5a-f9c075581e71 owned by compute:nova {{(pid=87871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:21:29.564600 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-e20b7b0c-0a2d-4f0c-b4f2-4eee3dca3c46 req-e000441f-b34f-4b29-bbbf-707265fc7cf0 tempest-ServersNegativeTestJSON-1822544649 tempest-ServersNegativeTestJSON-1822544649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:29.576207 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] get_ports_and_sgs() called for port_ids ['0fdad287-96f5-41c5-bb5a-f9c075581e71'] {{(pid=87872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 12:21:29.613538 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e000441f-b34f-4b29-bbbf-707265fc7cf0 tempest-ServersNegativeTestJSON-1822544649 tempest-ServersNegativeTestJSON-1822544649-project] Pushing event deleted for resources: {'Port': ['ID=0fdad287-96f5-41c5-bb5a-f9c075581e71,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:21:29.687273 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.l3_dvrscheduler_db [req-e20b7b0c-0a2d-4f0c-b4f2-4eee3dca3c46 req-e000441f-b34f-4b29-bbbf-707265fc7cf0 tempest-ServersNegativeTestJSON-1822544649 tempest-ServersNegativeTestJSON-1822544649-project] No DVR routers for this DVR port 0fdad287-96f5-41c5-bb5a-f9c075581e71 on host hv-neutron-8353 {{(pid=87871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 12:21:29.689663 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-e20b7b0c-0a2d-4f0c-b4f2-4eee3dca3c46 req-e000441f-b34f-4b29-bbbf-707265fc7cf0 tempest-ServersNegativeTestJSON-1822544649 tempest-ServersNegativeTestJSON-1822544649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:29.692043 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5db5b92-dcb1-4e09-8a13-311dc6fa1e3c', 'name': 'network-vif-deleted', 'tag': '0fdad287-96f5-41c5-bb5a-f9c075581e71'}] {{(pid=87871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 12:21:29.708844 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-e20b7b0c-0a2d-4f0c-b4f2-4eee3dca3c46 req-e000441f-b34f-4b29-bbbf-707265fc7cf0 tempest-ServersNegativeTestJSON-1822544649 tempest-ServersNegativeTestJSON-1822544649-project] 10.222.0.11 "DELETE /v2.0/ports/0fdad287-96f5-41c5-bb5a-f9c075581e71 HTTP/1.1" status: 204 len: 173 time: 0.7165825 Mar 28 12:21:29.737865 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5db5b92-dcb1-4e09-8a13-311dc6fa1e3c', 'name': 'network-vif-deleted', 'tag': '0fdad287-96f5-41c5-bb5a-f9c075581e71', 'status': 'completed', 'code': 200} Mar 28 12:21:30.223606 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-25017197-ae47-4303-9f00-88eecf95ae4a req-6052c56e-988c-43f1-b737-81b0f92c9fa0 tempest-ServersNegativeTestJSON-1822544649 tempest-ServersNegativeTestJSON-1822544649-project] 10.222.0.30 "GET /v2.0/ports?device_id=e5db5b92-dcb1-4e09-8a13-311dc6fa1e3c HTTP/1.1" status: 200 len: 210 time: 0.0433037 Mar 28 12:21:31.318700 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 34816) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:21:31.377448 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.db_base_plugin_v2 [None req-1857d8ee-0b48-412f-a5f1-dd39d02e451d admin admin] Deleting subnet 21fc0e4e-5049-4401-b06a-c964ff169a3d {{(pid=87871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 12:21:31.380275 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-1857d8ee-0b48-412f-a5f1-dd39d02e451d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:31.427669 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-1857d8ee-0b48-412f-a5f1-dd39d02e451d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3436877'] for subnet, precommit_delete_associations {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:31.485319 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-1857d8ee-0b48-412f-a5f1-dd39d02e451d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1919782'] for subnet, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:31.550953 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-1857d8ee-0b48-412f-a5f1-dd39d02e451d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1919805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2364079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26551417'] for subnet, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:31.589104 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1857d8ee-0b48-412f-a5f1-dd39d02e451d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=21fc0e4e-5049-4401-b06a-c964ff169a3d,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:21:31.590975 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-1857d8ee-0b48-412f-a5f1-dd39d02e451d admin admin] Notify callbacks [] for subnet, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:31.596809 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-1857d8ee-0b48-412f-a5f1-dd39d02e451d admin admin] 10.222.0.30 "DELETE /v2.0/subnets/21fc0e4e-5049-4401-b06a-c964ff169a3d HTTP/1.1" status: 204 len: 168 time: 0.2771218 Mar 28 12:21:31.599214 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 34820) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:21:31.792830 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-28d2752d-4aa1-4161-bcd6-244379d6585b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588883'] for network, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:31.913546 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-28d2752d-4aa1-4161-bcd6-244379d6585b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930431', 'neutron.services.segments.db._delete_segments_for_network-8783496351308'] for network, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:31.942700 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.segments.db [None req-28d2752d-4aa1-4161-bcd6-244379d6585b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bbd567f-4cec-46a5-bbd7-3d706bb1bf96']}} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:21:31.955369 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.segments.db [None req-28d2752d-4aa1-4161-bcd6-244379d6585b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '643a008e-bd10-4968-bf2b-feceb33095ca') {'for_net_delete': True} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:21:31.955684 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.segments.db [None req-28d2752d-4aa1-4161-bcd6-244379d6585b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '643a008e-bd10-4968-bf2b-feceb33095ca') {} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:21:31.967408 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-28d2752d-4aa1-4161-bcd6-244379d6585b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783496353639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3436890'] for segment, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:31.983187 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-28d2752d-4aa1-4161-bcd6-244379d6585b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:31.989026 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28d2752d-4aa1-4161-bcd6-244379d6585b admin admin] Releasing vlan 68 on physical network physnet1 to pool {{(pid=87871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 12:21:31.989539 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-28d2752d-4aa1-4161-bcd6-244379d6585b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1920481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2363149'] for segment, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:32.005027 dv-neutron-835340-2-hyperv neutron-server[87871]: Traceback (most recent call last): Mar 28 12:21:32.005027 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 12:21:32.005027 dv-neutron-835340-2-hyperv neutron-server[87871]: timer() Mar 28 12:21:32.005027 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 12:21:32.005027 dv-neutron-835340-2-hyperv neutron-server[87871]: cb(*args, **kw) Mar 28 12:21:32.005027 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 12:21:32.005027 dv-neutron-835340-2-hyperv neutron-server[87871]: return func(*args, **kwargs) Mar 28 12:21:32.005027 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 12:21:32.005027 dv-neutron-835340-2-hyperv neutron-server[87871]: self._notify() Mar 28 12:21:32.005027 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 12:21:32.005027 dv-neutron-835340-2-hyperv neutron-server[87871]: self.callback(batched_events) Mar 28 12:21:32.005027 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 12:21:32.005027 dv-neutron-835340-2-hyperv neutron-server[87871]: event.method(event) Mar 28 12:21:32.005027 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 12:21:32.005027 dv-neutron-835340-2-hyperv neutron-server[87871]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 12:21:32.005027 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 12:21:32.005027 dv-neutron-835340-2-hyperv neutron-server[87871]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 12:21:32.005027 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 12:21:32.005027 dv-neutron-835340-2-hyperv neutron-server[87871]: return f(self, *a, **k) Mar 28 12:21:32.005027 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 12:21:32.005027 dv-neutron-835340-2-hyperv neutron-server[87871]: return self._get(url).json() Mar 28 12:21:32.005027 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 12:21:32.005027 dv-neutron-835340-2-hyperv neutron-server[87871]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 12:21:32.005027 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 12:21:32.005027 dv-neutron-835340-2-hyperv neutron-server[87871]: return self.request(url, 'GET', **kwargs) Mar 28 12:21:32.005027 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 12:21:32.005027 dv-neutron-835340-2-hyperv neutron-server[87871]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 12:21:32.005027 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 12:21:32.005027 dv-neutron-835340-2-hyperv neutron-server[87871]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 12:21:32.005027 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 12:21:32.005027 dv-neutron-835340-2-hyperv neutron-server[87871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 12:21:32.005027 dv-neutron-835340-2-hyperv neutron-server[87871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 12:21:32.083038 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-28d2752d-4aa1-4161-bcd6-244379d6585b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709602'] for network, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:32.087955 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-28d2752d-4aa1-4161-bcd6-244379d6585b admin admin] Notify callbacks [] for network, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:32.110501 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d2752d-4aa1-4161-bcd6-244379d6585b admin admin] Pushing event deleted for resources: {'Network': ['ID=6bbd567f-4cec-46a5-bbd7-3d706bb1bf96,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:21:32.118956 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-28d2752d-4aa1-4161-bcd6-244379d6585b admin admin] 10.222.0.30 "DELETE /v2.0/networks/6bbd567f-4cec-46a5-bbd7-3d706bb1bf96 HTTP/1.1" status: 204 len: 168 time: 0.5181677 Mar 28 12:21:32.229315 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 34826) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:21:32.278872 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-1d9f0fa2-5418-4185-8f50-e72995afbb40 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d89e2dc593da44bfa6477d7a634c27f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0484250 Mar 28 12:21:32.281248 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 34830) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:21:32.337607 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-7a585424-a722-446f-bcd2-3823980ed390 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:32.366228 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-7a585424-a722-446f-bcd2-3823980ed390 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:32.370212 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-4598b7d6-26dd-4383-b34f-cb2d4c9f47ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:32.423386 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-7a585424-a722-446f-bcd2-3823980ed390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:32.439977 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a585424-a722-446f-bcd2-3823980ed390 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79d2e578-7195-4496-9faf-dee2f3ec0f37,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:21:32.451619 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-7a585424-a722-446f-bcd2-3823980ed390 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:32.452811 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-7a585424-a722-446f-bcd2-3823980ed390 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/79d2e578-7195-4496-9faf-dee2f3ec0f37 HTTP/1.1" status: 204 len: 168 time: 0.1707070 Mar 28 12:21:33.177699 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 34854) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:21:33.247839 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Device 0fdad287-96f5-41c5-bb5a-f9c075581e71 no longer exists at agent hyperv_hv-neutron-8353 {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 12:21:33.282257 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-921431df-c317-4975-9b14-ce67526803d2 tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-580832733'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:21:33.285889 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] No Port match for: 0fdad287-96f5-41c5-bb5a-f9c075581e71 {{(pid=87872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 12:21:33.286233 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Device 0fdad287-96f5-41c5-bb5a-f9c075581e71 not bound to the agent host hv-neutron-8353 {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 12:21:33.288002 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-921431df-c317-4975-9b14-ce67526803d2 tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:21:33.292328 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-921431df-c317-4975-9b14-ce67526803d2 tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] Usage tracker for resource:network and tenant:44abed39863b4af59e20259ced9272df is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:21:33.295115 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-921431df-c317-4975-9b14-ce67526803d2 tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:21:33.301231 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-921431df-c317-4975-9b14-ce67526803d2 tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:21:33.310834 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-921431df-c317-4975-9b14-ce67526803d2 tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] Made reservation on behalf of 44abed39863b4af59e20259ced9272df for: {'network': 1} {{(pid=87870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 12:21:33.314217 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-921431df-c317-4975-9b14-ce67526803d2 tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for network, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:33.327304 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-921431df-c317-4975-9b14-ce67526803d2 tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] Notify callbacks [] for security_group, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:33.342251 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-921431df-c317-4975-9b14-ce67526803d2 tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:21:33.345987 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-921431df-c317-4975-9b14-ce67526803d2 tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] Usage tracker for resource:security_group_rule and tenant:44abed39863b4af59e20259ced9272df is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:21:33.348719 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-921431df-c317-4975-9b14-ce67526803d2 tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:21:33.354534 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-921431df-c317-4975-9b14-ce67526803d2 tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:21:33.435902 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-921431df-c317-4975-9b14-ce67526803d2 tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] Notify callbacks [] for security_group, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:33.439567 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-921431df-c317-4975-9b14-ce67526803d2 tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:33.473777 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-921431df-c317-4975-9b14-ce67526803d2 tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=87870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 12:21:33.478847 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921431df-c317-4975-9b14-ce67526803d2 tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb514bfd-2f9e-44b1-930e-e483064be4e4,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:21:33.486579 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-921431df-c317-4975-9b14-ce67526803d2 tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:33.486710 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.db.segments_db [None req-921431df-c317-4975-9b14-ce67526803d2 tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] Added segment 911b958e-dec2-4362-81e3-1edf6e602a2f of type vlan for network e1403a07-f342-4033-a3e3-3f8f5bcb3231 Mar 28 12:21:33.512858 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-921431df-c317-4975-9b14-ce67526803d2 tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783495836591'] for network, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:33.543454 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-921431df-c317-4975-9b14-ce67526803d2 tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765'] for network, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:33.548738 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-921431df-c317-4975-9b14-ce67526803d2 tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:21:33.549305 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-921431df-c317-4975-9b14-ce67526803d2 tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] Notify callbacks [] for network, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:33.650473 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-921431df-c317-4975-9b14-ce67526803d2 tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4716272 Mar 28 12:21:33.656320 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921431df-c317-4975-9b14-ce67526803d2 tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] Pushing event updated for resources: {'Network': ['ID=e1403a07-f342-4033-a3e3-3f8f5bcb3231,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:21:33.678461 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Network e1403a07-f342-4033-a3e3-3f8f5bcb3231 details requested by agent ovs-agent-dv-neutron-835340-2-hyperv with host dv-neutron-835340-2-hyperv {{(pid=87872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 12:21:34.751629 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-56cce056-7da9-4842-ba68-504cb8c164d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:35.737122 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:35.852137 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-ef3be119-c018-4979-be07-86cf959defc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:36.984694 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 34860) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:21:36.990290 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-d9a8a174-9d4a-4fd6-81a7-03f53ed0c0e9 tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] Request body: {'subnet': {'network_id': 'e1403a07-f342-4033-a3e3-3f8f5bcb3231', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:21:37.099437 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-d9a8a174-9d4a-4fd6-81a7-03f53ed0c0e9 tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:21:37.103188 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-d9a8a174-9d4a-4fd6-81a7-03f53ed0c0e9 tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] Usage tracker for resource:subnet and tenant:44abed39863b4af59e20259ced9272df is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:21:37.105983 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-d9a8a174-9d4a-4fd6-81a7-03f53ed0c0e9 tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:21:37.111620 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-d9a8a174-9d4a-4fd6-81a7-03f53ed0c0e9 tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:21:37.121038 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9a8a174-9d4a-4fd6-81a7-03f53ed0c0e9 tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] Made reservation on behalf of 44abed39863b4af59e20259ced9272df for: {'subnet': 1} {{(pid=87870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 12:21:37.124638 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-d9a8a174-9d4a-4fd6-81a7-03f53ed0c0e9 tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2563571'] for subnet, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:37.334131 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-d9a8a174-9d4a-4fd6-81a7-03f53ed0c0e9 tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2561241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2563521'] for subnet, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:37.409058 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a8a174-9d4a-4fd6-81a7-03f53ed0c0e9 tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] Pushing event updated for resources: {'Subnet': ['ID=01eae257-ee0d-4cb4-8dbe-28ba41250fe5,revision_number=0']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:21:37.417600 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a8a174-9d4a-4fd6-81a7-03f53ed0c0e9 tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] Checking segment: {'id': '911b958e-dec2-4362-81e3-1edf6e602a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'e1403a07-f342-4033-a3e3-3f8f5bcb3231'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 12:21:37.417952 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9a8a174-9d4a-4fd6-81a7-03f53ed0c0e9 tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] Network hostable DHCP agents. Network: e1403a07-f342-4033-a3e3-3f8f5bcb3231, hostable agents: ['3cb85949-855b-4a40-b988-cd5705e511da'], hosted agents: [] {{(pid=87870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 12:21:37.436489 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9a8a174-9d4a-4fd6-81a7-03f53ed0c0e9 tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] Network e1403a07-f342-4033-a3e3-3f8f5bcb3231 is scheduled to be hosted by DHCP agent 3cb85949-855b-4a40-b988-cd5705e511da with binding_index 1 {{(pid=87870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 12:21:37.444933 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.base_scheduler [None req-d9a8a174-9d4a-4fd6-81a7-03f53ed0c0e9 tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-2-hyperv, e1403a07-f342-4033-a3e3-3f8f5bcb3231) {{(pid=87870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:21:37.449578 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9a8a174-9d4a-4fd6-81a7-03f53ed0c0e9 tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:21:37.450145 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-d9a8a174-9d4a-4fd6-81a7-03f53ed0c0e9 tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] Notify callbacks [] for subnet, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:37.454676 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cca03a55-5611-40ad-add8-259bb8abfea7 None None] Network e1403a07-f342-4033-a3e3-3f8f5bcb3231 requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 12:21:37.469933 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-d9a8a174-9d4a-4fd6-81a7-03f53ed0c0e9 tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4841645 Mar 28 12:21:37.473469 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 34864) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:21:37.478873 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-3d2a6e93-6829-451f-a5c7-522573f619b6 tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-358532233'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:21:37.483632 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-3d2a6e93-6829-451f-a5c7-522573f619b6 tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:21:37.487386 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-3d2a6e93-6829-451f-a5c7-522573f619b6 tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] Usage tracker for resource:network and tenant:44abed39863b4af59e20259ced9272df is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:21:37.490188 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-3d2a6e93-6829-451f-a5c7-522573f619b6 tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:21:37.496397 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-3d2a6e93-6829-451f-a5c7-522573f619b6 tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:21:37.507140 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d2a6e93-6829-451f-a5c7-522573f619b6 tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] Made reservation on behalf of 44abed39863b4af59e20259ced9272df for: {'network': 1} {{(pid=87870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 12:21:37.511167 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-3d2a6e93-6829-451f-a5c7-522573f619b6 tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for network, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:37.542926 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d2a6e93-6829-451f-a5c7-522573f619b6 tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=87870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 12:21:37.552783 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-3d2a6e93-6829-451f-a5c7-522573f619b6 tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:37.553150 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.db.segments_db [None req-3d2a6e93-6829-451f-a5c7-522573f619b6 tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] Added segment d3289ade-9bc8-4cee-9c87-74f5b09b842e of type vlan for network 7ed2f4f4-6e9f-4229-b6f0-deb742194eb5 Mar 28 12:21:37.564999 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-b7ccd3c7-0277-4f12-8e5c-e41478141af5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:37.580464 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-3d2a6e93-6829-451f-a5c7-522573f619b6 tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783495836591'] for network, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:37.609101 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-3d2a6e93-6829-451f-a5c7-522573f619b6 tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765'] for network, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:37.614466 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d2a6e93-6829-451f-a5c7-522573f619b6 tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:21:37.615040 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-3d2a6e93-6829-451f-a5c7-522573f619b6 tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] Notify callbacks [] for network, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:37.682947 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8ba9398-a6cc-4fca-9a09-787fa5d4df69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1d3f2a9-8722-5ce5-bc40-181687d1ed3f-e1403a07-f342-4033-a3e3-3f8f5bcb3231', 'network_id': 'e1403a07-f342-4033-a3e3-3f8f5bcb3231', 'tenant_id': '44abed39863b4af59e20259ced9272df', 'fixed_ips': [{'subnet_id': '01eae257-ee0d-4cb4-8dbe-28ba41250fe5'}]}} from dv-neutron-835340-2-hyperv. {{(pid=87872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 12:21:37.683850 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-a8ba9398-a6cc-4fca-9a09-787fa5d4df69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:37.713598 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-3d2a6e93-6829-451f-a5c7-522573f619b6 tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2363408 Mar 28 12:21:37.714032 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 34868) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:21:37.721157 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-f4425ef0-9320-4d41-b3f4-e1c08578b0e6 tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] Request body: {'subnet': {'network_id': '7ed2f4f4-6e9f-4229-b6f0-deb742194eb5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:21:37.722803 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2a6e93-6829-451f-a5c7-522573f619b6 tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] Pushing event updated for resources: {'Network': ['ID=7ed2f4f4-6e9f-4229-b6f0-deb742194eb5,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:21:37.741110 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Network 7ed2f4f4-6e9f-4229-b6f0-deb742194eb5 details requested by agent ovs-agent-dv-neutron-835340-2-hyperv with host dv-neutron-835340-2-hyperv {{(pid=87872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 12:21:37.833318 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-f4425ef0-9320-4d41-b3f4-e1c08578b0e6 tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:21:37.838450 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-f4425ef0-9320-4d41-b3f4-e1c08578b0e6 tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] Usage tracker for resource:subnet and tenant:44abed39863b4af59e20259ced9272df is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:21:37.841823 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-f4425ef0-9320-4d41-b3f4-e1c08578b0e6 tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:21:37.848378 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-f4425ef0-9320-4d41-b3f4-e1c08578b0e6 tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:21:37.858427 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4425ef0-9320-4d41-b3f4-e1c08578b0e6 tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] Made reservation on behalf of 44abed39863b4af59e20259ced9272df for: {'subnet': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 12:21:37.861909 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-f4425ef0-9320-4d41-b3f4-e1c08578b0e6 tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26551362'] for subnet, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:37.966651 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.db_base_plugin_common [None req-a8ba9398-a6cc-4fca-9a09-787fa5d4df69 None None] Allocated IP 2001:db8:0:ffff::2 (e1403a07-f342-4033-a3e3-3f8f5bcb3231/01eae257-ee0d-4cb4-8dbe-28ba41250fe5/3156e639-33f9-403f-ac29-f66118e80a9e) {{(pid=87872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 12:21:38.085856 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-f4425ef0-9320-4d41-b3f4-e1c08578b0e6 tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2364128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26551408'] for subnet, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:38.168536 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4425ef0-9320-4d41-b3f4-e1c08578b0e6 tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] Pushing event updated for resources: {'Subnet': ['ID=d5699388-a8a9-4a7f-8b2b-4576feac4858,revision_number=0']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:21:38.171463 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-a8ba9398-a6cc-4fca-9a09-787fa5d4df69 None None] Notify callbacks [] for port, precommit_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:38.177514 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4425ef0-9320-4d41-b3f4-e1c08578b0e6 tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] Checking segment: {'id': 'd3289ade-9bc8-4cee-9c87-74f5b09b842e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '7ed2f4f4-6e9f-4229-b6f0-deb742194eb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 12:21:38.177870 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4425ef0-9320-4d41-b3f4-e1c08578b0e6 tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] Network hostable DHCP agents. Network: 7ed2f4f4-6e9f-4229-b6f0-deb742194eb5, hostable agents: ['3cb85949-855b-4a40-b988-cd5705e511da'], hosted agents: [] {{(pid=87871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 12:21:38.182627 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-a8ba9398-a6cc-4fca-9a09-787fa5d4df69 None None] Transition to ACTIVE for port object 3156e639-33f9-403f-ac29-f66118e80a9e will not be triggered until provisioned by entity L2. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:21:38.197768 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4425ef0-9320-4d41-b3f4-e1c08578b0e6 tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] Network 7ed2f4f4-6e9f-4229-b6f0-deb742194eb5 is scheduled to be hosted by DHCP agent 3cb85949-855b-4a40-b988-cd5705e511da with binding_index 1 {{(pid=87871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 12:21:38.202639 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-a8ba9398-a6cc-4fca-9a09-787fa5d4df69 None None] Transition to ACTIVE for port object 3156e639-33f9-403f-ac29-f66118e80a9e will not be triggered until provisioned by entity DHCP. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:21:38.207338 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-f4425ef0-9320-4d41-b3f4-e1c08578b0e6 tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-2-hyperv, 7ed2f4f4-6e9f-4229-b6f0-deb742194eb5) {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:21:38.211523 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-a8ba9398-a6cc-4fca-9a09-787fa5d4df69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241'] for port, after_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:38.211851 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4425ef0-9320-4d41-b3f4-e1c08578b0e6 tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:21:38.212129 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-f4425ef0-9320-4d41-b3f4-e1c08578b0e6 tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] Notify callbacks [] for subnet, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:38.233529 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-f4425ef0-9320-4d41-b3f4-e1c08578b0e6 tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.5181148 Mar 28 12:21:38.236039 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 34872) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:21:38.248777 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f2190df-24d4-4718-b2e6-6efcd15eb686 None None] Network 7ed2f4f4-6e9f-4229-b6f0-deb742194eb5 requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 12:21:38.364243 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8ba9398-a6cc-4fca-9a09-787fa5d4df69 None None] Network e1403a07-f342-4033-a3e3-3f8f5bcb3231 is already hosted by enough agents. {{(pid=87872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:21:38.371278 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.base_scheduler [None req-a8ba9398-a6cc-4fca-9a09-787fa5d4df69 None None] Resources bound (agent type, host, resource id): {{(pid=87872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:21:38.375956 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-d3565f45-b5d0-4fc8-8464-25752f4ae73f tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588883'] for network, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:38.379175 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ba9398-a6cc-4fca-9a09-787fa5d4df69 None None] Received port after_create {{(pid=87872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 12:21:38.383514 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ba9398-a6cc-4fca-9a09-787fa5d4df69 None None] Pushing event updated for resources: {'Port': ['ID=3156e639-33f9-403f-ac29-f66118e80a9e,revision_number=1']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:21:38.442337 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-d3565f45-b5d0-4fc8-8464-25752f4ae73f tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1919782'] for subnet, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:38.522703 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-d3565f45-b5d0-4fc8-8464-25752f4ae73f tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1919805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2364079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26551417'] for subnet, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:38.528865 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-a8ba9398-a6cc-4fca-9a09-787fa5d4df69 None None] Attempting to bind port 3156e639-33f9-403f-ac29-f66118e80a9e on host dv-neutron-835340-2-hyperv for vnic_type normal with profile {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 12:21:38.529353 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-a8ba9398-a6cc-4fca-9a09-787fa5d4df69 None None] Attempting to bind port 3156e639-33f9-403f-ac29-f66118e80a9e by drivers openvswitch,hyperv on host dv-neutron-835340-2-hyperv at level 0 using segments [{'id': '911b958e-dec2-4362-81e3-1edf6e602a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'e1403a07-f342-4033-a3e3-3f8f5bcb3231'}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 12:21:38.529579 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ba9398-a6cc-4fca-9a09-787fa5d4df69 None None] Attempting to bind port 3156e639-33f9-403f-ac29-f66118e80a9e on network e1403a07-f342-4033-a3e3-3f8f5bcb3231 {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 12:21:38.539762 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ba9398-a6cc-4fca-9a09-787fa5d4df69 None None] Checking agent: {'id': '961a16fe-cbc8-4264-ac28-bbbd53f89caa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 46, 6), 'started_at': datetime.datetime(2022, 3, 28, 11, 46, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 12, 21, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 12:21:38.540427 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ba9398-a6cc-4fca-9a09-787fa5d4df69 None None] Checking segment: {'id': '911b958e-dec2-4362-81e3-1edf6e602a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'e1403a07-f342-4033-a3e3-3f8f5bcb3231'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 12:21:38.540837 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-a8ba9398-a6cc-4fca-9a09-787fa5d4df69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:38.541322 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ba9398-a6cc-4fca-9a09-787fa5d4df69 None None] Bound using segment: {'id': '911b958e-dec2-4362-81e3-1edf6e602a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'e1403a07-f342-4033-a3e3-3f8f5bcb3231'} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 12:21:38.541773 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-a8ba9398-a6cc-4fca-9a09-787fa5d4df69 None None] Bound port: 3156e639-33f9-403f-ac29-f66118e80a9e, host: dv-neutron-835340-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '911b958e-dec2-4362-81e3-1edf6e602a2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'e1403a07-f342-4033-a3e3-3f8f5bcb3231'}}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 12:21:38.542147 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-a8ba9398-a6cc-4fca-9a09-787fa5d4df69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:38.561471 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3565f45-b5d0-4fc8-8464-25752f4ae73f tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] Pushing event deleted for resources: {'Subnet': ['ID=d5699388-a8a9-4a7f-8b2b-4576feac4858,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:21:38.630761 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6db6112-3f4d-4a0a-a132-0453d581f78b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1d3f2a9-8722-5ce5-bc40-181687d1ed3f-7ed2f4f4-6e9f-4229-b6f0-deb742194eb5', 'network_id': '7ed2f4f4-6e9f-4229-b6f0-deb742194eb5', 'tenant_id': '44abed39863b4af59e20259ced9272df', 'fixed_ips': [{'subnet_id': 'd5699388-a8a9-4a7f-8b2b-4576feac4858'}]}} from dv-neutron-835340-2-hyperv. {{(pid=87872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 12:21:38.631616 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-c6db6112-3f4d-4a0a-a132-0453d581f78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:38.654972 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-d3565f45-b5d0-4fc8-8464-25752f4ae73f tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930431', 'neutron.services.segments.db._delete_segments_for_network-8783496351308'] for network, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:38.680940 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.segments.db [None req-d3565f45-b5d0-4fc8-8464-25752f4ae73f tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ed2f4f4-6e9f-4229-b6f0-deb742194eb5']}} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:21:38.692803 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.segments.db [None req-d3565f45-b5d0-4fc8-8464-25752f4ae73f tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3289ade-9bc8-4cee-9c87-74f5b09b842e') {'for_net_delete': True} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:21:38.693093 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.segments.db [None req-d3565f45-b5d0-4fc8-8464-25752f4ae73f tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3289ade-9bc8-4cee-9c87-74f5b09b842e') {} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:21:38.709140 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-d3565f45-b5d0-4fc8-8464-25752f4ae73f tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783496353639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3436890'] for segment, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:38.725293 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-d3565f45-b5d0-4fc8-8464-25752f4ae73f tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:38.731974 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3565f45-b5d0-4fc8-8464-25752f4ae73f tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=87871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 12:21:38.732359 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-d3565f45-b5d0-4fc8-8464-25752f4ae73f tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1920481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2363149'] for segment, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:38.738239 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-a8ba9398-a6cc-4fca-9a09-787fa5d4df69 None None] For port 3156e639-33f9-403f-ac29-f66118e80a9e, host dv-neutron-835340-2-hyperv, cleared binding levels {{(pid=87872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 12:21:38.748423 dv-neutron-835340-2-hyperv neutron-server[87871]: Traceback (most recent call last): Mar 28 12:21:38.748423 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 12:21:38.748423 dv-neutron-835340-2-hyperv neutron-server[87871]: timer() Mar 28 12:21:38.748423 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 12:21:38.748423 dv-neutron-835340-2-hyperv neutron-server[87871]: cb(*args, **kw) Mar 28 12:21:38.748423 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 12:21:38.748423 dv-neutron-835340-2-hyperv neutron-server[87871]: return func(*args, **kwargs) Mar 28 12:21:38.748423 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 12:21:38.748423 dv-neutron-835340-2-hyperv neutron-server[87871]: self._notify() Mar 28 12:21:38.748423 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 12:21:38.748423 dv-neutron-835340-2-hyperv neutron-server[87871]: self.callback(batched_events) Mar 28 12:21:38.748423 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 12:21:38.748423 dv-neutron-835340-2-hyperv neutron-server[87871]: event.method(event) Mar 28 12:21:38.748423 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 12:21:38.748423 dv-neutron-835340-2-hyperv neutron-server[87871]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 12:21:38.748423 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 12:21:38.748423 dv-neutron-835340-2-hyperv neutron-server[87871]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 12:21:38.748423 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 12:21:38.748423 dv-neutron-835340-2-hyperv neutron-server[87871]: return f(self, *a, **k) Mar 28 12:21:38.748423 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 12:21:38.748423 dv-neutron-835340-2-hyperv neutron-server[87871]: return self._get(url).json() Mar 28 12:21:38.748423 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 12:21:38.748423 dv-neutron-835340-2-hyperv neutron-server[87871]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 12:21:38.748423 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 12:21:38.748423 dv-neutron-835340-2-hyperv neutron-server[87871]: return self.request(url, 'GET', **kwargs) Mar 28 12:21:38.748423 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 12:21:38.748423 dv-neutron-835340-2-hyperv neutron-server[87871]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 12:21:38.748423 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 12:21:38.748423 dv-neutron-835340-2-hyperv neutron-server[87871]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 12:21:38.748423 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 12:21:38.748423 dv-neutron-835340-2-hyperv neutron-server[87871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 12:21:38.748423 dv-neutron-835340-2-hyperv neutron-server[87871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 12:21:38.762304 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-721416f5-fdb9-4637-876c-105ef4360ae2 None None] Network 7ed2f4f4-6e9f-4229-b6f0-deb742194eb5 requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 12:21:38.829090 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-d3565f45-b5d0-4fc8-8464-25752f4ae73f tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709602'] for network, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:38.852721 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-d3565f45-b5d0-4fc8-8464-25752f4ae73f tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] Notify callbacks [] for network, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:38.855215 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3565f45-b5d0-4fc8-8464-25752f4ae73f tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] Pushing event deleted for resources: {'Network': ['ID=7ed2f4f4-6e9f-4229-b6f0-deb742194eb5,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:21:38.857695 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-a8ba9398-a6cc-4fca-9a09-787fa5d4df69 None None] For port 3156e639-33f9-403f-ac29-f66118e80a9e, host dv-neutron-835340-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=3156e639-33f9-403f-ac29-f66118e80a9e,segment=NetworkSegment(911b958e-dec2-4362-81e3-1edf6e602a2f),segment_id=911b958e-dec2-4362-81e3-1edf6e602a2f)] {{(pid=87872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 12:21:38.863510 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-d3565f45-b5d0-4fc8-8464-25752f4ae73f tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] 10.222.0.30 "DELETE /v2.0/networks/7ed2f4f4-6e9f-4229-b6f0-deb742194eb5 HTTP/1.1" status: 204 len: 168 time: 0.6261494 Mar 28 12:21:38.864610 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-a8ba9398-a6cc-4fca-9a09-787fa5d4df69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:38.867657 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 34876) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:21:38.873510 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-a2cf176c-a61b-401f-880c-aa838b6212cf tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-909204369'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:21:38.878565 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-a2cf176c-a61b-401f-880c-aa838b6212cf tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:21:38.882337 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-a2cf176c-a61b-401f-880c-aa838b6212cf tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] Usage tracker for resource:network and tenant:44abed39863b4af59e20259ced9272df is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:21:38.885376 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-a2cf176c-a61b-401f-880c-aa838b6212cf tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:21:38.890921 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-a2cf176c-a61b-401f-880c-aa838b6212cf tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:21:38.900754 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2cf176c-a61b-401f-880c-aa838b6212cf tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] Made reservation on behalf of 44abed39863b4af59e20259ced9272df for: {'network': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 12:21:38.904165 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-a2cf176c-a61b-401f-880c-aa838b6212cf tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for network, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:38.932049 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2cf176c-a61b-401f-880c-aa838b6212cf tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=87871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 12:21:38.940525 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-a2cf176c-a61b-401f-880c-aa838b6212cf tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:38.940864 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.db.segments_db [None req-a2cf176c-a61b-401f-880c-aa838b6212cf tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] Added segment d145c990-18a6-469b-83f3-88321a0720f5 of type vlan for network 3b94ab7e-c79a-414c-baf0-5f940cc67c22 Mar 28 12:21:38.968813 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-a2cf176c-a61b-401f-880c-aa838b6212cf tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783495836591'] for network, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:39.001194 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-a2cf176c-a61b-401f-880c-aa838b6212cf tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765'] for network, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:39.009625 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2cf176c-a61b-401f-880c-aa838b6212cf tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:21:39.010248 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-a2cf176c-a61b-401f-880c-aa838b6212cf tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] Notify callbacks [] for network, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:39.016280 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ba9398-a6cc-4fca-9a09-787fa5d4df69 None None] Pushing event updated for resources: {'Port': ['ID=3156e639-33f9-403f-ac29-f66118e80a9e,revision_number=2']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:21:39.233029 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-a2cf176c-a61b-401f-880c-aa838b6212cf tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3640869 Mar 28 12:21:39.236101 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 34880) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:21:39.242100 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-c0bf2af8-4f07-433d-944b-333c8e2b7c04 tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] Request body: {'subnet': {'network_id': '3b94ab7e-c79a-414c-baf0-5f940cc67c22', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:21:39.245217 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cf176c-a61b-401f-880c-aa838b6212cf tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] Pushing event updated for resources: {'Network': ['ID=3b94ab7e-c79a-414c-baf0-5f940cc67c22,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:21:39.256433 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Network 3b94ab7e-c79a-414c-baf0-5f940cc67c22 details requested by agent ovs-agent-dv-neutron-835340-2-hyperv with host dv-neutron-835340-2-hyperv {{(pid=87872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 12:21:39.356311 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-c0bf2af8-4f07-433d-944b-333c8e2b7c04 tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:21:39.361278 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-c0bf2af8-4f07-433d-944b-333c8e2b7c04 tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] Usage tracker for resource:subnet and tenant:44abed39863b4af59e20259ced9272df is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:21:39.364190 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-c0bf2af8-4f07-433d-944b-333c8e2b7c04 tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:21:39.370457 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-c0bf2af8-4f07-433d-944b-333c8e2b7c04 tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:21:39.380288 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0bf2af8-4f07-433d-944b-333c8e2b7c04 tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] Made reservation on behalf of 44abed39863b4af59e20259ced9272df for: {'subnet': 1} {{(pid=87870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 12:21:39.384157 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c0bf2af8-4f07-433d-944b-333c8e2b7c04 tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2563571'] for subnet, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:39.471138 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.ipam_backend_mixin [None req-c0bf2af8-4f07-433d-944b-333c8e2b7c04 tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] Performing IP validity checks on allocation pools {{(pid=87870) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 28 12:21:39.471695 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.ipam_backend_mixin [None req-c0bf2af8-4f07-433d-944b-333c8e2b7c04 tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87870) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 28 12:21:39.598257 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c0bf2af8-4f07-433d-944b-333c8e2b7c04 tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2561241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2563521'] for subnet, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:39.674939 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bf2af8-4f07-433d-944b-333c8e2b7c04 tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] Pushing event updated for resources: {'Subnet': ['ID=50aaeeaa-b0df-4973-a33e-3fc2bd1f7e97,revision_number=0']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:21:39.683854 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0bf2af8-4f07-433d-944b-333c8e2b7c04 tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] Checking segment: {'id': 'd145c990-18a6-469b-83f3-88321a0720f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '3b94ab7e-c79a-414c-baf0-5f940cc67c22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 12:21:39.684208 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0bf2af8-4f07-433d-944b-333c8e2b7c04 tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] Network hostable DHCP agents. Network: 3b94ab7e-c79a-414c-baf0-5f940cc67c22, hostable agents: ['3cb85949-855b-4a40-b988-cd5705e511da'], hosted agents: [] {{(pid=87870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 12:21:39.703607 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0bf2af8-4f07-433d-944b-333c8e2b7c04 tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] Network 3b94ab7e-c79a-414c-baf0-5f940cc67c22 is scheduled to be hosted by DHCP agent 3cb85949-855b-4a40-b988-cd5705e511da with binding_index 1 {{(pid=87870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 12:21:39.714407 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.base_scheduler [None req-c0bf2af8-4f07-433d-944b-333c8e2b7c04 tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-2-hyperv, 3b94ab7e-c79a-414c-baf0-5f940cc67c22) {{(pid=87870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:21:39.718360 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0bf2af8-4f07-433d-944b-333c8e2b7c04 tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:21:39.718929 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c0bf2af8-4f07-433d-944b-333c8e2b7c04 tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] Notify callbacks [] for subnet, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:39.724078 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85e2caa2-3c5f-422f-b8d3-badab7e2397d None None] Network 3b94ab7e-c79a-414c-baf0-5f940cc67c22 requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 12:21:39.747102 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-c0bf2af8-4f07-433d-944b-333c8e2b7c04 tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.5097125 Mar 28 12:21:39.750223 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 34884) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:21:39.901087 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-23d6493c-6aa2-4c66-be06-f21a8633ea3e tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588883'] for network, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:39.953628 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b90ae14-e4d8-4488-a050-b480902a38b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1d3f2a9-8722-5ce5-bc40-181687d1ed3f-3b94ab7e-c79a-414c-baf0-5f940cc67c22', 'network_id': '3b94ab7e-c79a-414c-baf0-5f940cc67c22', 'tenant_id': '44abed39863b4af59e20259ced9272df', 'fixed_ips': [{'subnet_id': '50aaeeaa-b0df-4973-a33e-3fc2bd1f7e97'}]}} from dv-neutron-835340-2-hyperv. {{(pid=87872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 12:21:39.954686 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-0b90ae14-e4d8-4488-a050-b480902a38b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:39.977344 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-23d6493c-6aa2-4c66-be06-f21a8633ea3e tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1919782'] for subnet, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:40.012991 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80ecd075-34cb-4393-b092-3b2219ba28c4 None None] Network e1403a07-f342-4033-a3e3-3f8f5bcb3231 requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 12:21:40.054911 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-23d6493c-6aa2-4c66-be06-f21a8633ea3e tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1919805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2364079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26551417'] for subnet, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:40.095485 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d6493c-6aa2-4c66-be06-f21a8633ea3e tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] Pushing event deleted for resources: {'Subnet': ['ID=50aaeeaa-b0df-4973-a33e-3fc2bd1f7e97,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:21:40.186520 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-6449ae4a-949d-494a-a416-e1d0329231e0 None None] Provisioning for port 3156e639-33f9-403f-ac29-f66118e80a9e completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:21:40.188732 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-23d6493c-6aa2-4c66-be06-f21a8633ea3e tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930431', 'neutron.services.segments.db._delete_segments_for_network-8783496351308'] for network, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:40.213685 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server [None req-0b90ae14-e4d8-4488-a050-b480902a38b0 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 50aaeeaa-b0df-4973-a33e-3fc2bd1f7e97: This subnet is being modified by another concurrent operation. Mar 28 12:21:40.213685 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 28 12:21:40.213685 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 28 12:21:40.213685 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 28 12:21:40.213685 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 28 12:21:40.213685 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 28 12:21:40.213685 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 28 12:21:40.213685 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 28 12:21:40.213685 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 28 12:21:40.213685 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 28 12:21:40.213685 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 28 12:21:40.213685 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 28 12:21:40.213685 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 12:21:40.213685 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 12:21:40.213685 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 12:21:40.213685 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 12:21:40.213685 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 28 12:21:40.213685 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 28 12:21:40.213685 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 28 12:21:40.213685 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 28 12:21:40.213685 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 12:21:40.213685 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 12:21:40.213685 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 12:21:40.213685 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 12:21:40.213685 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 28 12:21:40.213685 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 28 12:21:40.213685 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 28 12:21:40.213685 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 28 12:21:40.213685 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 12:21:40.213685 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 12:21:40.213685 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 12:21:40.213685 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 12:21:40.213685 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 28 12:21:40.213685 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 28 12:21:40.213685 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 28 12:21:40.213685 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 28 12:21:40.213685 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Mar 28 12:21:40.213685 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 28 12:21:40.213685 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Mar 28 12:21:40.213685 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 28 12:21:40.213685 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 28 12:21:40.213685 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 28 12:21:40.213685 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 28 12:21:40.213685 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 28 12:21:40.213685 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 28 12:21:40.213685 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 28 12:21:40.213685 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 28 12:21:40.213685 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 28 12:21:40.213685 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 12:21:40.213685 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 12:21:40.213685 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 12:21:40.213685 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 12:21:40.213685 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 28 12:21:40.213685 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 28 12:21:40.213685 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 28 12:21:40.213685 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 28 12:21:40.213685 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 12:21:40.213685 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 12:21:40.213685 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 12:21:40.213685 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 12:21:40.213685 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 28 12:21:40.213685 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 28 12:21:40.213685 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 28 12:21:40.213685 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 28 12:21:40.213685 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 28 12:21:40.213685 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 28 12:21:40.213685 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 28 12:21:40.213685 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server raise self.value Mar 28 12:21:40.213685 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 28 12:21:40.213685 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 28 12:21:40.213685 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Mar 28 12:21:40.213685 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 28 12:21:40.213685 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Mar 28 12:21:40.213685 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 28 12:21:40.213685 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Mar 28 12:21:40.213685 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 28 12:21:40.213685 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 28 12:21:40.213685 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 28 12:21:40.213685 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 28 12:21:40.213685 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 28 12:21:40.213685 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 28 12:21:40.213685 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 28 12:21:40.213685 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 28 12:21:40.213685 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 28 12:21:40.213685 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 28 12:21:40.213685 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 28 12:21:40.213685 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Mar 28 12:21:40.213685 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 28 12:21:40.213685 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 28 12:21:40.213685 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server raise exception Mar 28 12:21:40.213685 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 50aaeeaa-b0df-4973-a33e-3fc2bd1f7e97: This subnet is being modified by another concurrent operation. Mar 28 12:21:40.213685 dv-neutron-835340-2-hyperv neutron-server[87872]: ERROR oslo_messaging.rpc.server Mar 28 12:21:40.218983 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.segments.db [None req-23d6493c-6aa2-4c66-be06-f21a8633ea3e tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b94ab7e-c79a-414c-baf0-5f940cc67c22']}} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:21:40.228793 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.segments.db [None req-23d6493c-6aa2-4c66-be06-f21a8633ea3e tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd145c990-18a6-469b-83f3-88321a0720f5') {'for_net_delete': True} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:21:40.229101 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.segments.db [None req-23d6493c-6aa2-4c66-be06-f21a8633ea3e tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd145c990-18a6-469b-83f3-88321a0720f5') {} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:21:40.242192 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-23d6493c-6aa2-4c66-be06-f21a8633ea3e tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783496353639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3436890'] for segment, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:40.250322 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e872fe48-68ee-444d-8b38-32fd42520b6e None None] Network 3b94ab7e-c79a-414c-baf0-5f940cc67c22 requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 12:21:40.263749 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-23d6493c-6aa2-4c66-be06-f21a8633ea3e tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:40.270966 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23d6493c-6aa2-4c66-be06-f21a8633ea3e tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=87871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 12:21:40.271384 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-23d6493c-6aa2-4c66-be06-f21a8633ea3e tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1920481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2363149'] for segment, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:40.286407 dv-neutron-835340-2-hyperv neutron-server[87871]: Traceback (most recent call last): Mar 28 12:21:40.286407 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 12:21:40.286407 dv-neutron-835340-2-hyperv neutron-server[87871]: timer() Mar 28 12:21:40.286407 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 12:21:40.286407 dv-neutron-835340-2-hyperv neutron-server[87871]: cb(*args, **kw) Mar 28 12:21:40.286407 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 12:21:40.286407 dv-neutron-835340-2-hyperv neutron-server[87871]: return func(*args, **kwargs) Mar 28 12:21:40.286407 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 12:21:40.286407 dv-neutron-835340-2-hyperv neutron-server[87871]: self._notify() Mar 28 12:21:40.286407 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 12:21:40.286407 dv-neutron-835340-2-hyperv neutron-server[87871]: self.callback(batched_events) Mar 28 12:21:40.286407 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 12:21:40.286407 dv-neutron-835340-2-hyperv neutron-server[87871]: event.method(event) Mar 28 12:21:40.286407 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 12:21:40.286407 dv-neutron-835340-2-hyperv neutron-server[87871]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 12:21:40.286407 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 12:21:40.286407 dv-neutron-835340-2-hyperv neutron-server[87871]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 12:21:40.286407 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 12:21:40.286407 dv-neutron-835340-2-hyperv neutron-server[87871]: return f(self, *a, **k) Mar 28 12:21:40.286407 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 12:21:40.286407 dv-neutron-835340-2-hyperv neutron-server[87871]: return self._get(url).json() Mar 28 12:21:40.286407 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 12:21:40.286407 dv-neutron-835340-2-hyperv neutron-server[87871]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 12:21:40.286407 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 12:21:40.286407 dv-neutron-835340-2-hyperv neutron-server[87871]: return self.request(url, 'GET', **kwargs) Mar 28 12:21:40.286407 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 12:21:40.286407 dv-neutron-835340-2-hyperv neutron-server[87871]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 12:21:40.286407 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 12:21:40.286407 dv-neutron-835340-2-hyperv neutron-server[87871]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 12:21:40.286407 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 12:21:40.286407 dv-neutron-835340-2-hyperv neutron-server[87871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 12:21:40.286407 dv-neutron-835340-2-hyperv neutron-server[87871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 12:21:40.341852 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 3156e639-33f9-403f-ac29-f66118e80a9e up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:21:40.364855 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-23d6493c-6aa2-4c66-be06-f21a8633ea3e tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709602'] for network, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:40.385672 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-23d6493c-6aa2-4c66-be06-f21a8633ea3e tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] Notify callbacks [] for network, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:40.392012 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d6493c-6aa2-4c66-be06-f21a8633ea3e tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] Pushing event deleted for resources: {'Network': ['ID=3b94ab7e-c79a-414c-baf0-5f940cc67c22,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:21:40.399957 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-23d6493c-6aa2-4c66-be06-f21a8633ea3e tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] 10.222.0.30 "DELETE /v2.0/networks/3b94ab7e-c79a-414c-baf0-5f940cc67c22 HTTP/1.1" status: 204 len: 168 time: 0.6486373 Mar 28 12:21:40.401821 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 34888) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:21:40.407266 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-94d87913-d861-424a-a365-9d99f273e35f tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-986472791'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:21:40.412451 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-94d87913-d861-424a-a365-9d99f273e35f tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:21:40.416444 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-94d87913-d861-424a-a365-9d99f273e35f tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] Usage tracker for resource:network and tenant:44abed39863b4af59e20259ced9272df is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:21:40.419409 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-94d87913-d861-424a-a365-9d99f273e35f tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:21:40.425303 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-94d87913-d861-424a-a365-9d99f273e35f tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:21:40.439828 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94d87913-d861-424a-a365-9d99f273e35f tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] Made reservation on behalf of 44abed39863b4af59e20259ced9272df for: {'network': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 12:21:40.443115 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-94d87913-d861-424a-a365-9d99f273e35f tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for network, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:40.470817 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94d87913-d861-424a-a365-9d99f273e35f tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=87871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 12:21:40.480507 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-94d87913-d861-424a-a365-9d99f273e35f tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:40.480900 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.db.segments_db [None req-94d87913-d861-424a-a365-9d99f273e35f tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] Added segment 3f5ca5d9-7141-4cdd-b282-507090d1ec42 of type vlan for network ef8dd3b9-56c0-4850-949f-ed1cdacf0255 Mar 28 12:21:40.507305 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-94d87913-d861-424a-a365-9d99f273e35f tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783495836591'] for network, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:40.537722 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-94d87913-d861-424a-a365-9d99f273e35f tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765'] for network, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:40.539381 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning for port 3156e639-33f9-403f-ac29-f66118e80a9e completed by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:21:40.543796 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94d87913-d861-424a-a365-9d99f273e35f tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:21:40.544405 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-94d87913-d861-424a-a365-9d99f273e35f tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] Notify callbacks [] for network, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:40.557583 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port 3156e639-33f9-403f-ac29-f66118e80a9e triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:21:40.557945 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:40.647172 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-94d87913-d861-424a-a365-9d99f273e35f tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2442327 Mar 28 12:21:40.650446 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 34892) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:21:40.656716 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-ba6bb141-ea40-44ca-b8b9-67bed2640343 tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] Request body: {'subnet': {'network_id': 'ef8dd3b9-56c0-4850-949f-ed1cdacf0255', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:21:40.669616 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d87913-d861-424a-a365-9d99f273e35f tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] Pushing event updated for resources: {'Network': ['ID=ef8dd3b9-56c0-4850-949f-ed1cdacf0255,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:21:40.681379 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Network ef8dd3b9-56c0-4850-949f-ed1cdacf0255 details requested by agent ovs-agent-dv-neutron-835340-2-hyperv with host dv-neutron-835340-2-hyperv {{(pid=87872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 12:21:40.714265 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:40.774819 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-ba6bb141-ea40-44ca-b8b9-67bed2640343 tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:21:40.779134 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-ba6bb141-ea40-44ca-b8b9-67bed2640343 tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] Usage tracker for resource:subnet and tenant:44abed39863b4af59e20259ced9272df is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:21:40.782136 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-ba6bb141-ea40-44ca-b8b9-67bed2640343 tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:21:40.788884 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-ba6bb141-ea40-44ca-b8b9-67bed2640343 tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:21:40.802631 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba6bb141-ea40-44ca-b8b9-67bed2640343 tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] Made reservation on behalf of 44abed39863b4af59e20259ced9272df for: {'subnet': 1} {{(pid=87870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 12:21:40.808615 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-ba6bb141-ea40-44ca-b8b9-67bed2640343 tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2563571'] for subnet, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:40.818392 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-126e0416-9173-4c85-a84e-8947b37b72df None None] get_active_networks_info from dv-neutron-835340-2-hyperv {{(pid=87872) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 28 12:21:40.848551 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] For port 3156e639-33f9-403f-ac29-f66118e80a9e, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=3156e639-33f9-403f-ac29-f66118e80a9e,segment=NetworkSegment(911b958e-dec2-4362-81e3-1edf6e602a2f),segment_id=911b958e-dec2-4362-81e3-1edf6e602a2f)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:21:40.866134 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:40.927068 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-6a04b46d-e3ac-489f-91cb-6178d6041ce8 None None] Provisioning complete for port 3156e639-33f9-403f-ac29-f66118e80a9e triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:21:40.927434 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-6a04b46d-e3ac-489f-91cb-6178d6041ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:41.017474 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Pushing event updated for resources: {'Port': ['ID=3156e639-33f9-403f-ac29-f66118e80a9e,revision_number=3']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:21:41.037186 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:21:41.037533 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:21:41.037862 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:21:41.038193 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:21:41.038517 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:21:41.038875 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:21:41.039164 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:21:41.039627 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:21:41.040189 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:21:41.040744 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:21:41.041104 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:21:41.041416 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:21:41.041521 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-ba6bb141-ea40-44ca-b8b9-67bed2640343 tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2561241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2563521'] for subnet, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:41.082640 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-126e0416-9173-4c85-a84e-8947b37b72df None None] Resources bound (agent type, host, resource id): {{(pid=87872) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 28 12:21:41.119283 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6bb141-ea40-44ca-b8b9-67bed2640343 tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] Pushing event updated for resources: {'Subnet': ['ID=967a30f3-2c8f-42b7-9d5e-599423e24e12,revision_number=0']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:21:41.128261 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba6bb141-ea40-44ca-b8b9-67bed2640343 tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] Checking segment: {'id': '3f5ca5d9-7141-4cdd-b282-507090d1ec42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'ef8dd3b9-56c0-4850-949f-ed1cdacf0255'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 12:21:41.128618 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba6bb141-ea40-44ca-b8b9-67bed2640343 tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] Network hostable DHCP agents. Network: ef8dd3b9-56c0-4850-949f-ed1cdacf0255, hostable agents: ['3cb85949-855b-4a40-b988-cd5705e511da'], hosted agents: [] {{(pid=87870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 12:21:41.148578 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba6bb141-ea40-44ca-b8b9-67bed2640343 tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] Network ef8dd3b9-56c0-4850-949f-ed1cdacf0255 is scheduled to be hosted by DHCP agent 3cb85949-855b-4a40-b988-cd5705e511da with binding_index 1 {{(pid=87870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 12:21:41.157701 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.base_scheduler [None req-ba6bb141-ea40-44ca-b8b9-67bed2640343 tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-2-hyperv, ef8dd3b9-56c0-4850-949f-ed1cdacf0255) {{(pid=87870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:21:41.161678 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba6bb141-ea40-44ca-b8b9-67bed2640343 tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:21:41.162257 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-ba6bb141-ea40-44ca-b8b9-67bed2640343 tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] Notify callbacks [] for subnet, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:41.182722 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-ba6bb141-ea40-44ca-b8b9-67bed2640343 tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5311856 Mar 28 12:21:41.186285 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 34896) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:21:41.192024 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-241fcef6-9822-4e19-9ed4-cbad086be952 tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-262541024'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:21:41.197886 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-241fcef6-9822-4e19-9ed4-cbad086be952 tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:21:41.201746 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-241fcef6-9822-4e19-9ed4-cbad086be952 tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] Usage tracker for resource:network and tenant:44abed39863b4af59e20259ced9272df is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:21:41.204577 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-241fcef6-9822-4e19-9ed4-cbad086be952 tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:21:41.210871 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-241fcef6-9822-4e19-9ed4-cbad086be952 tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:21:41.221121 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-241fcef6-9822-4e19-9ed4-cbad086be952 tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] Made reservation on behalf of 44abed39863b4af59e20259ced9272df for: {'network': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 12:21:41.224647 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-241fcef6-9822-4e19-9ed4-cbad086be952 tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for network, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:41.254063 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-241fcef6-9822-4e19-9ed4-cbad086be952 tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=87871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 12:21:41.263682 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-241fcef6-9822-4e19-9ed4-cbad086be952 tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:41.264014 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.db.segments_db [None req-241fcef6-9822-4e19-9ed4-cbad086be952 tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] Added segment 698a41dd-6fb3-46ca-b058-e9c75610ca92 of type vlan for network 2d8bf443-6fd6-45ab-bce5-fcd395750058 Mar 28 12:21:41.289846 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-241fcef6-9822-4e19-9ed4-cbad086be952 tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783495836591'] for network, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:41.319727 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-241fcef6-9822-4e19-9ed4-cbad086be952 tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765'] for network, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:41.325877 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-241fcef6-9822-4e19-9ed4-cbad086be952 tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:21:41.326465 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-241fcef6-9822-4e19-9ed4-cbad086be952 tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] Notify callbacks [] for network, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:41.402329 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-029f5798-5db7-417c-a6d5-a4ebb7f2f198 None None] Network ef8dd3b9-56c0-4850-949f-ed1cdacf0255 requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 12:21:41.422176 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-241fcef6-9822-4e19-9ed4-cbad086be952 tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2347963 Mar 28 12:21:41.425070 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 34900) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:21:41.432277 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-6cc7e6e0-f1a3-40dc-ac3d-7a99cdc8f584 tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] Request body: {'subnet': {'network_id': '2d8bf443-6fd6-45ab-bce5-fcd395750058', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:21:41.434383 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241fcef6-9822-4e19-9ed4-cbad086be952 tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] Pushing event updated for resources: {'Network': ['ID=2d8bf443-6fd6-45ab-bce5-fcd395750058,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:21:41.481681 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Network 2d8bf443-6fd6-45ab-bce5-fcd395750058 details requested by agent ovs-agent-dv-neutron-835340-2-hyperv with host dv-neutron-835340-2-hyperv {{(pid=87872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 12:21:41.544298 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-6cc7e6e0-f1a3-40dc-ac3d-7a99cdc8f584 tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:21:41.548298 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-6cc7e6e0-f1a3-40dc-ac3d-7a99cdc8f584 tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] Usage tracker for resource:subnet and tenant:44abed39863b4af59e20259ced9272df is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:21:41.551274 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-6cc7e6e0-f1a3-40dc-ac3d-7a99cdc8f584 tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:21:41.557716 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-6cc7e6e0-f1a3-40dc-ac3d-7a99cdc8f584 tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:21:41.568248 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cc7e6e0-f1a3-40dc-ac3d-7a99cdc8f584 tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] Made reservation on behalf of 44abed39863b4af59e20259ced9272df for: {'subnet': 1} {{(pid=87870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 12:21:41.571948 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-6cc7e6e0-f1a3-40dc-ac3d-7a99cdc8f584 tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2563571'] for subnet, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:41.754341 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1821a621-5ec1-4e1e-9c50-c49d0a1e21da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1d3f2a9-8722-5ce5-bc40-181687d1ed3f-ef8dd3b9-56c0-4850-949f-ed1cdacf0255', 'network_id': 'ef8dd3b9-56c0-4850-949f-ed1cdacf0255', 'tenant_id': '44abed39863b4af59e20259ced9272df', 'fixed_ips': [{'subnet_id': '967a30f3-2c8f-42b7-9d5e-599423e24e12'}]}} from dv-neutron-835340-2-hyperv. {{(pid=87872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 12:21:41.755233 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-1821a621-5ec1-4e1e-9c50-c49d0a1e21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:41.896135 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-6cc7e6e0-f1a3-40dc-ac3d-7a99cdc8f584 tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2561241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2563521'] for subnet, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:41.924864 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.db_base_plugin_common [None req-1821a621-5ec1-4e1e-9c50-c49d0a1e21da None None] Allocated IP 2001:db8::2 (ef8dd3b9-56c0-4850-949f-ed1cdacf0255/967a30f3-2c8f-42b7-9d5e-599423e24e12/03547a5a-97ca-4732-ae47-1b426f712261) {{(pid=87872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 12:21:41.974242 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc7e6e0-f1a3-40dc-ac3d-7a99cdc8f584 tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] Pushing event updated for resources: {'Subnet': ['ID=d6091535-ad00-4136-b645-ad45540c3f11,revision_number=0']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:21:41.983516 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc7e6e0-f1a3-40dc-ac3d-7a99cdc8f584 tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] Checking segment: {'id': '698a41dd-6fb3-46ca-b058-e9c75610ca92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '2d8bf443-6fd6-45ab-bce5-fcd395750058'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 12:21:41.983882 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cc7e6e0-f1a3-40dc-ac3d-7a99cdc8f584 tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] Network hostable DHCP agents. Network: 2d8bf443-6fd6-45ab-bce5-fcd395750058, hostable agents: ['3cb85949-855b-4a40-b988-cd5705e511da'], hosted agents: [] {{(pid=87870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 12:21:42.002797 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cc7e6e0-f1a3-40dc-ac3d-7a99cdc8f584 tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] Network 2d8bf443-6fd6-45ab-bce5-fcd395750058 is scheduled to be hosted by DHCP agent 3cb85949-855b-4a40-b988-cd5705e511da with binding_index 1 {{(pid=87870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 12:21:42.012383 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.base_scheduler [None req-6cc7e6e0-f1a3-40dc-ac3d-7a99cdc8f584 tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-2-hyperv, 2d8bf443-6fd6-45ab-bce5-fcd395750058) {{(pid=87870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:21:42.016388 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cc7e6e0-f1a3-40dc-ac3d-7a99cdc8f584 tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:21:42.016961 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-6cc7e6e0-f1a3-40dc-ac3d-7a99cdc8f584 tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] Notify callbacks [] for subnet, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:42.029497 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b56d7db1-69d3-49ed-9908-60742c72e896 None None] Network 2d8bf443-6fd6-45ab-bce5-fcd395750058 requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 12:21:42.039808 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-6cc7e6e0-f1a3-40dc-ac3d-7a99cdc8f584 tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6132767 Mar 28 12:21:42.042769 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 34904) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:21:42.183592 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-5bbc2f8e-c51e-4ba1-915e-a41243f75ace tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588883'] for network, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:42.252975 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-5bbc2f8e-c51e-4ba1-915e-a41243f75ace tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1919782'] for subnet, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:42.265633 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 3156e639-33f9-403f-ac29-f66118e80a9e up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:21:42.327679 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-1821a621-5ec1-4e1e-9c50-c49d0a1e21da None None] Notify callbacks [] for port, precommit_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:42.328973 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-5bbc2f8e-c51e-4ba1-915e-a41243f75ace tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1919805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2561174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2563528'] for subnet, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:42.373514 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbc2f8e-c51e-4ba1-915e-a41243f75ace tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] Pushing event deleted for resources: {'Subnet': ['ID=d6091535-ad00-4136-b645-ad45540c3f11,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:21:42.388843 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-1821a621-5ec1-4e1e-9c50-c49d0a1e21da None None] Transition to ACTIVE for port object 03547a5a-97ca-4732-ae47-1b426f712261 will not be triggered until provisioned by entity L2. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:21:42.413339 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5217036-7ec6-4a1f-96ac-b742ca06f848 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1d3f2a9-8722-5ce5-bc40-181687d1ed3f-2d8bf443-6fd6-45ab-bce5-fcd395750058', 'network_id': '2d8bf443-6fd6-45ab-bce5-fcd395750058', 'tenant_id': '44abed39863b4af59e20259ced9272df', 'fixed_ips': [{'subnet_id': 'd6091535-ad00-4136-b645-ad45540c3f11'}]}} from dv-neutron-835340-2-hyperv. {{(pid=87872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 12:21:42.414127 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-b5217036-7ec6-4a1f-96ac-b742ca06f848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:42.436040 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-1821a621-5ec1-4e1e-9c50-c49d0a1e21da None None] Transition to ACTIVE for port object 03547a5a-97ca-4732-ae47-1b426f712261 will not be triggered until provisioned by entity DHCP. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:21:42.445190 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port 3156e639-33f9-403f-ac29-f66118e80a9e triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:21:42.446122 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:42.468186 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-5bbc2f8e-c51e-4ba1-915e-a41243f75ace tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930431', 'neutron.services.segments.db._delete_segments_for_network-8783496351308'] for network, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:42.498130 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-5bbc2f8e-c51e-4ba1-915e-a41243f75ace tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d8bf443-6fd6-45ab-bce5-fcd395750058']}} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:21:42.510448 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-5bbc2f8e-c51e-4ba1-915e-a41243f75ace tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '698a41dd-6fb3-46ca-b058-e9c75610ca92') {'for_net_delete': True} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:21:42.510734 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-5bbc2f8e-c51e-4ba1-915e-a41243f75ace tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '698a41dd-6fb3-46ca-b058-e9c75610ca92') {} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:21:42.516120 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-1821a621-5ec1-4e1e-9c50-c49d0a1e21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241'] for port, after_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:42.522250 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-5bbc2f8e-c51e-4ba1-915e-a41243f75ace tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783496353639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3591341'] for segment, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:42.539005 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-5bbc2f8e-c51e-4ba1-915e-a41243f75ace tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:42.545883 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bbc2f8e-c51e-4ba1-915e-a41243f75ace tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=87870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 12:21:42.546267 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-5bbc2f8e-c51e-4ba1-915e-a41243f75ace tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1920481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2558260'] for segment, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:42.561563 dv-neutron-835340-2-hyperv neutron-server[87870]: Traceback (most recent call last): Mar 28 12:21:42.561563 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 12:21:42.561563 dv-neutron-835340-2-hyperv neutron-server[87870]: timer() Mar 28 12:21:42.561563 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 12:21:42.561563 dv-neutron-835340-2-hyperv neutron-server[87870]: cb(*args, **kw) Mar 28 12:21:42.561563 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 12:21:42.561563 dv-neutron-835340-2-hyperv neutron-server[87870]: return func(*args, **kwargs) Mar 28 12:21:42.561563 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 12:21:42.561563 dv-neutron-835340-2-hyperv neutron-server[87870]: self._notify() Mar 28 12:21:42.561563 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 12:21:42.561563 dv-neutron-835340-2-hyperv neutron-server[87870]: self.callback(batched_events) Mar 28 12:21:42.561563 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 12:21:42.561563 dv-neutron-835340-2-hyperv neutron-server[87870]: event.method(event) Mar 28 12:21:42.561563 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 12:21:42.561563 dv-neutron-835340-2-hyperv neutron-server[87870]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 12:21:42.561563 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 12:21:42.561563 dv-neutron-835340-2-hyperv neutron-server[87870]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 12:21:42.561563 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 12:21:42.561563 dv-neutron-835340-2-hyperv neutron-server[87870]: return f(self, *a, **k) Mar 28 12:21:42.561563 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 12:21:42.561563 dv-neutron-835340-2-hyperv neutron-server[87870]: return self._get(url).json() Mar 28 12:21:42.561563 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 12:21:42.561563 dv-neutron-835340-2-hyperv neutron-server[87870]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 12:21:42.561563 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 12:21:42.561563 dv-neutron-835340-2-hyperv neutron-server[87870]: return self.request(url, 'GET', **kwargs) Mar 28 12:21:42.561563 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 12:21:42.561563 dv-neutron-835340-2-hyperv neutron-server[87870]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 12:21:42.561563 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 12:21:42.561563 dv-neutron-835340-2-hyperv neutron-server[87870]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 12:21:42.561563 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 12:21:42.561563 dv-neutron-835340-2-hyperv neutron-server[87870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 12:21:42.561563 dv-neutron-835340-2-hyperv neutron-server[87870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 12:21:42.614700 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1821a621-5ec1-4e1e-9c50-c49d0a1e21da None None] Network ef8dd3b9-56c0-4850-949f-ed1cdacf0255 is already hosted by enough agents. {{(pid=87872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:21:42.620483 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.base_scheduler [None req-1821a621-5ec1-4e1e-9c50-c49d0a1e21da None None] Resources bound (agent type, host, resource id): {{(pid=87872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:21:42.638199 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1821a621-5ec1-4e1e-9c50-c49d0a1e21da None None] Received port after_create {{(pid=87872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 12:21:42.653134 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1821a621-5ec1-4e1e-9c50-c49d0a1e21da None None] Pushing event updated for resources: {'Port': ['ID=03547a5a-97ca-4732-ae47-1b426f712261,revision_number=1']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:21:42.654308 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-5bbc2f8e-c51e-4ba1-915e-a41243f75ace tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709602'] for network, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:42.660637 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-5bbc2f8e-c51e-4ba1-915e-a41243f75ace tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] Notify callbacks [] for network, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:42.684362 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7cb0768-9ba9-4ec8-9471-a54c29162636 None None] Network 2d8bf443-6fd6-45ab-bce5-fcd395750058 requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 12:21:42.694101 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbc2f8e-c51e-4ba1-915e-a41243f75ace tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] Pushing event deleted for resources: {'Network': ['ID=2d8bf443-6fd6-45ab-bce5-fcd395750058,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:21:42.697845 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-5bbc2f8e-c51e-4ba1-915e-a41243f75ace tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] 10.222.0.30 "DELETE /v2.0/networks/2d8bf443-6fd6-45ab-bce5-fcd395750058 HTTP/1.1" status: 204 len: 168 time: 0.6540372 Mar 28 12:21:42.701100 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 34908) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:21:42.712821 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7cb0768-9ba9-4ec8-9471-a54c29162636 None None] Network 2d8bf443-6fd6-45ab-bce5-fcd395750058 could not be found, it might have been deleted concurrently. {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Mar 28 12:21:42.744793 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc1d057b-de66-4218-9491-188870a1e51f tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] GET failed (client error): The resource could not be found. Mar 28 12:21:42.745309 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-cc1d057b-de66-4218-9491-188870a1e51f tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] Synchronizing usage tracker for tenant:44abed39863b4af59e20259ced9272df on resource:subnet {{(pid=87870) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:21:42.762209 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-cc1d057b-de66-4218-9491-188870a1e51f tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] Unset dirty status for tenant:44abed39863b4af59e20259ced9272df on resource:subnet {{(pid=87870) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:21:42.763532 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-cc1d057b-de66-4218-9491-188870a1e51f tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] 10.222.0.30 "GET /v2.0/subnets/d6091535-ad00-4136-b645-ad45540c3f11 HTTP/1.1" status: 404 len: 337 time: 0.0612707 Mar 28 12:21:42.766119 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 34912) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:21:42.792938 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e254ca1-5f8a-4ec6-aa3d-56f1ca887d45 tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] DELETE failed (client error): The resource could not be found. Mar 28 12:21:42.793134 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e254ca1-5f8a-4ec6-aa3d-56f1ca887d45 tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 12:21:42.795105 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-0e254ca1-5f8a-4ec6-aa3d-56f1ca887d45 tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] 10.222.0.30 "DELETE /v2.0/networks/2d8bf443-6fd6-45ab-bce5-fcd395750058 HTTP/1.1" status: 404 len: 339 time: 0.0280914 Mar 28 12:21:42.798686 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 34916) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:21:42.806281 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-1821a621-5ec1-4e1e-9c50-c49d0a1e21da None None] Attempting to bind port 03547a5a-97ca-4732-ae47-1b426f712261 on host dv-neutron-835340-2-hyperv for vnic_type normal with profile {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 12:21:42.806546 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-1821a621-5ec1-4e1e-9c50-c49d0a1e21da None None] Attempting to bind port 03547a5a-97ca-4732-ae47-1b426f712261 by drivers openvswitch,hyperv on host dv-neutron-835340-2-hyperv at level 0 using segments [{'id': '3f5ca5d9-7141-4cdd-b282-507090d1ec42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'ef8dd3b9-56c0-4850-949f-ed1cdacf0255'}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 12:21:42.806843 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1821a621-5ec1-4e1e-9c50-c49d0a1e21da None None] Attempting to bind port 03547a5a-97ca-4732-ae47-1b426f712261 on network ef8dd3b9-56c0-4850-949f-ed1cdacf0255 {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 12:21:42.819551 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1821a621-5ec1-4e1e-9c50-c49d0a1e21da None None] Checking agent: {'id': '961a16fe-cbc8-4264-ac28-bbbd53f89caa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 46, 6), 'started_at': datetime.datetime(2022, 3, 28, 11, 46, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 12, 21, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 12:21:42.819925 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1821a621-5ec1-4e1e-9c50-c49d0a1e21da None None] Checking segment: {'id': '3f5ca5d9-7141-4cdd-b282-507090d1ec42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'ef8dd3b9-56c0-4850-949f-ed1cdacf0255'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 12:21:42.820323 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-1821a621-5ec1-4e1e-9c50-c49d0a1e21da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:42.821151 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1821a621-5ec1-4e1e-9c50-c49d0a1e21da None None] Bound using segment: {'id': '3f5ca5d9-7141-4cdd-b282-507090d1ec42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'ef8dd3b9-56c0-4850-949f-ed1cdacf0255'} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 12:21:42.821278 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-1821a621-5ec1-4e1e-9c50-c49d0a1e21da None None] Bound port: 03547a5a-97ca-4732-ae47-1b426f712261, host: dv-neutron-835340-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f5ca5d9-7141-4cdd-b282-507090d1ec42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'ef8dd3b9-56c0-4850-949f-ed1cdacf0255'}}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 12:21:42.821582 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-1821a621-5ec1-4e1e-9c50-c49d0a1e21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:42.838537 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cca1c44-b54a-448d-a481-cfb0e510b9a1 tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] DELETE failed (client error): The resource could not be found. Mar 28 12:21:42.838537 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2cca1c44-b54a-448d-a481-cfb0e510b9a1 tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 12:21:42.839651 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-2cca1c44-b54a-448d-a481-cfb0e510b9a1 tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] 10.222.0.30 "DELETE /v2.0/subnets/d6091535-ad00-4136-b645-ad45540c3f11 HTTP/1.1" status: 404 len: 337 time: 0.0400460 Mar 28 12:21:42.842297 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 34920) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:21:42.871342 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.pecan_wsgi.hooks.translation [None req-552df1a1-b10b-4d10-8e29-61d861888245 tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] DELETE failed (client error): The resource could not be found. Mar 28 12:21:42.871895 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-552df1a1-b10b-4d10-8e29-61d861888245 tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 12:21:42.873863 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-552df1a1-b10b-4d10-8e29-61d861888245 tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] 10.222.0.30 "DELETE /v2.0/networks/2d8bf443-6fd6-45ab-bce5-fcd395750058 HTTP/1.1" status: 404 len: 339 time: 0.0299580 Mar 28 12:21:42.876828 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 34924) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:21:42.924917 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-1821a621-5ec1-4e1e-9c50-c49d0a1e21da None None] For port 03547a5a-97ca-4732-ae47-1b426f712261, host dv-neutron-835340-2-hyperv, cleared binding levels {{(pid=87872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 12:21:42.928253 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-1821a621-5ec1-4e1e-9c50-c49d0a1e21da None None] For port 03547a5a-97ca-4732-ae47-1b426f712261, host dv-neutron-835340-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=03547a5a-97ca-4732-ae47-1b426f712261,segment=NetworkSegment(3f5ca5d9-7141-4cdd-b282-507090d1ec42),segment_id=3f5ca5d9-7141-4cdd-b282-507090d1ec42)] {{(pid=87872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 12:21:42.937760 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-1821a621-5ec1-4e1e-9c50-c49d0a1e21da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:42.944464 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.db_base_plugin_v2 [None req-0583bdd8-d543-4a2b-867c-770a87adbcc5 tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] Deleting subnet 967a30f3-2c8f-42b7-9d5e-599423e24e12 {{(pid=87871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 12:21:42.948341 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-0583bdd8-d543-4a2b-867c-770a87adbcc5 tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] Notify callbacks [] for subnet, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:43.014534 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-0583bdd8-d543-4a2b-867c-770a87adbcc5 tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3436877'] for subnet, precommit_delete_associations {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:43.017705 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1821a621-5ec1-4e1e-9c50-c49d0a1e21da None None] Pushing event updated for resources: {'Port': ['ID=03547a5a-97ca-4732-ae47-1b426f712261,revision_number=2']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:21:43.096036 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-0583bdd8-d543-4a2b-867c-770a87adbcc5 tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1919782'] for subnet, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:43.185961 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-0583bdd8-d543-4a2b-867c-770a87adbcc5 tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1919805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2364079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26551417'] for subnet, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:43.229946 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0583bdd8-d543-4a2b-867c-770a87adbcc5 tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] Pushing event deleted for resources: {'Subnet': ['ID=967a30f3-2c8f-42b7-9d5e-599423e24e12,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:21:43.233888 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-0583bdd8-d543-4a2b-867c-770a87adbcc5 tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] Notify callbacks [] for subnet, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:43.248034 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-0583bdd8-d543-4a2b-867c-770a87adbcc5 tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] 10.222.0.30 "DELETE /v2.0/subnets/967a30f3-2c8f-42b7-9d5e-599423e24e12 HTTP/1.1" status: 204 len: 168 time: 0.3699088 Mar 28 12:21:43.250583 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 34928) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:21:43.372016 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-24918784-fed8-49da-86b3-8c49e922fbbf tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588883'] for network, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:43.382793 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-24918784-fed8-49da-86b3-8c49e922fbbf tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] Deleting port 03547a5a-97ca-4732-ae47-1b426f712261 {{(pid=87871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:21:43.383237 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-24918784-fed8-49da-86b3-8c49e922fbbf tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:43.585832 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.db [None req-24918784-fed8-49da-86b3-8c49e922fbbf tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] For port 03547a5a-97ca-4732-ae47-1b426f712261, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=03547a5a-97ca-4732-ae47-1b426f712261,segment=NetworkSegment(3f5ca5d9-7141-4cdd-b282-507090d1ec42),segment_id=3f5ca5d9-7141-4cdd-b282-507090d1ec42)] {{(pid=87871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:21:43.586275 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-24918784-fed8-49da-86b3-8c49e922fbbf tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:43.814794 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-24918784-fed8-49da-86b3-8c49e922fbbf tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] Calling delete_port for 03547a5a-97ca-4732-ae47-1b426f712261 owned by network:dhcp {{(pid=87871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:21:43.897440 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-24918784-fed8-49da-86b3-8c49e922fbbf tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:43.948401 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24918784-fed8-49da-86b3-8c49e922fbbf tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] Pushing event deleted for resources: {'Port': ['ID=03547a5a-97ca-4732-ae47-1b426f712261,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:21:43.951892 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24918784-fed8-49da-86b3-8c49e922fbbf tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] No DVR routers for this DVR port 03547a5a-97ca-4732-ae47-1b426f712261 on host dv-neutron-835340-2-hyperv {{(pid=87871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 12:21:44.036784 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-977c5f92-eea1-4dad-b5f6-05e643333dd3 None None] Network ef8dd3b9-56c0-4850-949f-ed1cdacf0255 requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 12:21:44.078888 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-24918784-fed8-49da-86b3-8c49e922fbbf tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930431', 'neutron.services.segments.db._delete_segments_for_network-8783496351308'] for network, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:44.104881 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.segments.db [None req-24918784-fed8-49da-86b3-8c49e922fbbf tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef8dd3b9-56c0-4850-949f-ed1cdacf0255']}} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:21:44.116846 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.segments.db [None req-24918784-fed8-49da-86b3-8c49e922fbbf tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f5ca5d9-7141-4cdd-b282-507090d1ec42') {'for_net_delete': True} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:21:44.117141 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.segments.db [None req-24918784-fed8-49da-86b3-8c49e922fbbf tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f5ca5d9-7141-4cdd-b282-507090d1ec42') {} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:21:44.129099 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-24918784-fed8-49da-86b3-8c49e922fbbf tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783496353639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3436890'] for segment, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:44.129587 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-58e733ec-4500-4947-88cd-8d23fe46276b None None] Could not find standard attr ID for object 03547a5a-97ca-4732-ae47-1b426f712261. {{(pid=87872) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 28 12:21:44.145701 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-24918784-fed8-49da-86b3-8c49e922fbbf tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:44.152074 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24918784-fed8-49da-86b3-8c49e922fbbf tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=87871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 12:21:44.152472 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-24918784-fed8-49da-86b3-8c49e922fbbf tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1920481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2363149'] for segment, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:44.166948 dv-neutron-835340-2-hyperv neutron-server[87871]: Traceback (most recent call last): Mar 28 12:21:44.166948 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 12:21:44.166948 dv-neutron-835340-2-hyperv neutron-server[87871]: timer() Mar 28 12:21:44.166948 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 12:21:44.166948 dv-neutron-835340-2-hyperv neutron-server[87871]: cb(*args, **kw) Mar 28 12:21:44.166948 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 12:21:44.166948 dv-neutron-835340-2-hyperv neutron-server[87871]: return func(*args, **kwargs) Mar 28 12:21:44.166948 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 12:21:44.166948 dv-neutron-835340-2-hyperv neutron-server[87871]: self._notify() Mar 28 12:21:44.166948 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 12:21:44.166948 dv-neutron-835340-2-hyperv neutron-server[87871]: self.callback(batched_events) Mar 28 12:21:44.166948 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 12:21:44.166948 dv-neutron-835340-2-hyperv neutron-server[87871]: event.method(event) Mar 28 12:21:44.166948 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 12:21:44.166948 dv-neutron-835340-2-hyperv neutron-server[87871]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 12:21:44.166948 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 12:21:44.166948 dv-neutron-835340-2-hyperv neutron-server[87871]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 12:21:44.166948 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 12:21:44.166948 dv-neutron-835340-2-hyperv neutron-server[87871]: return f(self, *a, **k) Mar 28 12:21:44.166948 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 12:21:44.166948 dv-neutron-835340-2-hyperv neutron-server[87871]: return self._get(url).json() Mar 28 12:21:44.166948 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 12:21:44.166948 dv-neutron-835340-2-hyperv neutron-server[87871]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 12:21:44.166948 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 12:21:44.166948 dv-neutron-835340-2-hyperv neutron-server[87871]: return self.request(url, 'GET', **kwargs) Mar 28 12:21:44.166948 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 12:21:44.166948 dv-neutron-835340-2-hyperv neutron-server[87871]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 12:21:44.166948 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 12:21:44.166948 dv-neutron-835340-2-hyperv neutron-server[87871]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 12:21:44.166948 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 12:21:44.166948 dv-neutron-835340-2-hyperv neutron-server[87871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 12:21:44.166948 dv-neutron-835340-2-hyperv neutron-server[87871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 12:21:44.250906 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-24918784-fed8-49da-86b3-8c49e922fbbf tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709602'] for network, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:44.254524 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e353c70-b5ba-4cd9-8689-86055a249a7e None None] DHCP port deletion for ef8dd3b9-56c0-4850-949f-ed1cdacf0255 request from dv-neutron-835340-2-hyperv {{(pid=87872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 12:21:44.272182 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-24918784-fed8-49da-86b3-8c49e922fbbf tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] Notify callbacks [] for network, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:44.280771 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24918784-fed8-49da-86b3-8c49e922fbbf tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] Pushing event deleted for resources: {'Network': ['ID=ef8dd3b9-56c0-4850-949f-ed1cdacf0255,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:21:44.284780 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-24918784-fed8-49da-86b3-8c49e922fbbf tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] 10.222.0.30 "DELETE /v2.0/networks/ef8dd3b9-56c0-4850-949f-ed1cdacf0255 HTTP/1.1" status: 204 len: 168 time: 1.0331135 Mar 28 12:21:44.287044 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 34932) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:21:44.324487 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d07e519-85cb-4fb8-a87c-859341a703f2 tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] DELETE failed (client error): The resource could not be found. Mar 28 12:21:44.324928 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d07e519-85cb-4fb8-a87c-859341a703f2 tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 12:21:44.326520 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-4d07e519-85cb-4fb8-a87c-859341a703f2 tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] 10.222.0.30 "DELETE /v2.0/subnets/50aaeeaa-b0df-4973-a33e-3fc2bd1f7e97 HTTP/1.1" status: 404 len: 337 time: 0.0385520 Mar 28 12:21:44.328888 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 34936) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:21:44.352331 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.pecan_wsgi.hooks.translation [None req-16742491-d4a7-4c2e-a497-36d74d523861 tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] DELETE failed (client error): The resource could not be found. Mar 28 12:21:44.352779 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16742491-d4a7-4c2e-a497-36d74d523861 tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 12:21:44.354338 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-16742491-d4a7-4c2e-a497-36d74d523861 tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] 10.222.0.30 "DELETE /v2.0/networks/3b94ab7e-c79a-414c-baf0-5f940cc67c22 HTTP/1.1" status: 404 len: 339 time: 0.0246072 Mar 28 12:21:44.356598 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 34940) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:21:44.397235 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.pecan_wsgi.hooks.translation [None req-85fded89-a4ec-4aa3-9880-94d31b9090f1 tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] DELETE failed (client error): The resource could not be found. Mar 28 12:21:44.397678 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85fded89-a4ec-4aa3-9880-94d31b9090f1 tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87871) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 12:21:44.399434 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-85fded89-a4ec-4aa3-9880-94d31b9090f1 tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] 10.222.0.30 "DELETE /v2.0/subnets/d5699388-a8a9-4a7f-8b2b-4576feac4858 HTTP/1.1" status: 404 len: 337 time: 0.0419469 Mar 28 12:21:44.401903 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 34944) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:21:44.429363 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.pecan_wsgi.hooks.translation [None req-28c9b449-1fb9-4490-a47b-164eff5a6105 tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] DELETE failed (client error): The resource could not be found. Mar 28 12:21:44.429806 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28c9b449-1fb9-4490-a47b-164eff5a6105 tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87870) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 28 12:21:44.431995 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-28c9b449-1fb9-4490-a47b-164eff5a6105 tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] 10.222.0.30 "DELETE /v2.0/networks/7ed2f4f4-6e9f-4229-b6f0-deb742194eb5 HTTP/1.1" status: 404 len: 339 time: 0.0291259 Mar 28 12:21:44.434448 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 34948) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:21:44.500294 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.db_base_plugin_v2 [None req-19e3febe-5f06-4baf-8eec-bd2d11fd428c tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] Deleting subnet 01eae257-ee0d-4cb4-8dbe-28ba41250fe5 {{(pid=87871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 12:21:44.503096 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-19e3febe-5f06-4baf-8eec-bd2d11fd428c tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] Notify callbacks [] for subnet, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:44.560421 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-19e3febe-5f06-4baf-8eec-bd2d11fd428c tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3436877'] for subnet, precommit_delete_associations {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:44.641056 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-19e3febe-5f06-4baf-8eec-bd2d11fd428c tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1919782'] for subnet, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:44.711009 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-19e3febe-5f06-4baf-8eec-bd2d11fd428c tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1919805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2364079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26551417'] for subnet, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:44.756281 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e3febe-5f06-4baf-8eec-bd2d11fd428c tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] Pushing event deleted for resources: {'Subnet': ['ID=01eae257-ee0d-4cb4-8dbe-28ba41250fe5,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:21:44.758258 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-19e3febe-5f06-4baf-8eec-bd2d11fd428c tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] Notify callbacks [] for subnet, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:44.762366 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b793c5d-e398-423f-85a8-bace227f9ee3 None None] Network e1403a07-f342-4033-a3e3-3f8f5bcb3231 requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 12:21:44.768054 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-19e3febe-5f06-4baf-8eec-bd2d11fd428c tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] 10.222.0.30 "DELETE /v2.0/subnets/01eae257-ee0d-4cb4-8dbe-28ba41250fe5 HTTP/1.1" status: 204 len: 168 time: 0.3326149 Mar 28 12:21:44.770339 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 34952) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:21:44.884974 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-e6effbd5-1566-4047-884c-91a0fdf49fb1 tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588883'] for network, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:44.895679 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-e6effbd5-1566-4047-884c-91a0fdf49fb1 tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] Deleting port 3156e639-33f9-403f-ac29-f66118e80a9e {{(pid=87871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:21:44.895930 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-e6effbd5-1566-4047-884c-91a0fdf49fb1 tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:45.038372 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76918639-25c2-48b0-ae3b-a5a173897d8b None None] DHCP port deletion for e1403a07-f342-4033-a3e3-3f8f5bcb3231 request from dv-neutron-835340-2-hyperv {{(pid=87872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 12:21:45.043165 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-76918639-25c2-48b0-ae3b-a5a173897d8b None None] Deleting port 3156e639-33f9-403f-ac29-f66118e80a9e {{(pid=87872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:21:45.043574 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-76918639-25c2-48b0-ae3b-a5a173897d8b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:45.100113 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.db [None req-e6effbd5-1566-4047-884c-91a0fdf49fb1 tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] For port 3156e639-33f9-403f-ac29-f66118e80a9e, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=3156e639-33f9-403f-ac29-f66118e80a9e,segment=NetworkSegment(911b958e-dec2-4362-81e3-1edf6e602a2f),segment_id=911b958e-dec2-4362-81e3-1edf6e602a2f)] {{(pid=87871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:21:45.100686 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-e6effbd5-1566-4047-884c-91a0fdf49fb1 tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:45.225286 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-e6effbd5-1566-4047-884c-91a0fdf49fb1 tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] Calling delete_port for 3156e639-33f9-403f-ac29-f66118e80a9e owned by network:dhcp {{(pid=87871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:21:45.243032 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-76918639-25c2-48b0-ae3b-a5a173897d8b None None] For port 3156e639-33f9-403f-ac29-f66118e80a9e, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=3156e639-33f9-403f-ac29-f66118e80a9e,segment=NetworkSegment(911b958e-dec2-4362-81e3-1edf6e602a2f),segment_id=911b958e-dec2-4362-81e3-1edf6e602a2f)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:21:45.243420 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-76918639-25c2-48b0-ae3b-a5a173897d8b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:45.302314 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-e6effbd5-1566-4047-884c-91a0fdf49fb1 tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:45.348594 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6effbd5-1566-4047-884c-91a0fdf49fb1 tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] Pushing event deleted for resources: {'Port': ['ID=3156e639-33f9-403f-ac29-f66118e80a9e,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:21:45.354846 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6effbd5-1566-4047-884c-91a0fdf49fb1 tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] No DVR routers for this DVR port 3156e639-33f9-403f-ac29-f66118e80a9e on host dv-neutron-835340-2-hyperv {{(pid=87871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 12:21:45.369844 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-76918639-25c2-48b0-ae3b-a5a173897d8b None None] Calling delete_port for 3156e639-33f9-403f-ac29-f66118e80a9e owned by network:dhcp {{(pid=87872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:21:45.447353 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.db.api [None req-76918639-25c2-48b0-ae3b-a5a173897d8b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87872) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 12:21:45.447735 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG oslo_db.api [None req-76918639-25c2-48b0-ae3b-a5a173897d8b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 12:21:45.573427 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-e6effbd5-1566-4047-884c-91a0fdf49fb1 tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930431', 'neutron.services.segments.db._delete_segments_for_network-8783496351308'] for network, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:45.597626 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.segments.db [None req-e6effbd5-1566-4047-884c-91a0fdf49fb1 tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1403a07-f342-4033-a3e3-3f8f5bcb3231']}} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:21:45.609314 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.segments.db [None req-e6effbd5-1566-4047-884c-91a0fdf49fb1 tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '911b958e-dec2-4362-81e3-1edf6e602a2f') {'for_net_delete': True} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:21:45.609606 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.segments.db [None req-e6effbd5-1566-4047-884c-91a0fdf49fb1 tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '911b958e-dec2-4362-81e3-1edf6e602a2f') {} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:21:45.620942 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-e6effbd5-1566-4047-884c-91a0fdf49fb1 tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783496353639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3436890'] for segment, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:45.636542 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-e6effbd5-1566-4047-884c-91a0fdf49fb1 tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:45.642232 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6effbd5-1566-4047-884c-91a0fdf49fb1 tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=87871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 12:21:45.642606 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-e6effbd5-1566-4047-884c-91a0fdf49fb1 tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1920481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2363149'] for segment, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:45.657381 dv-neutron-835340-2-hyperv neutron-server[87871]: Traceback (most recent call last): Mar 28 12:21:45.657381 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 12:21:45.657381 dv-neutron-835340-2-hyperv neutron-server[87871]: timer() Mar 28 12:21:45.657381 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 12:21:45.657381 dv-neutron-835340-2-hyperv neutron-server[87871]: cb(*args, **kw) Mar 28 12:21:45.657381 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 12:21:45.657381 dv-neutron-835340-2-hyperv neutron-server[87871]: return func(*args, **kwargs) Mar 28 12:21:45.657381 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 12:21:45.657381 dv-neutron-835340-2-hyperv neutron-server[87871]: self._notify() Mar 28 12:21:45.657381 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 12:21:45.657381 dv-neutron-835340-2-hyperv neutron-server[87871]: self.callback(batched_events) Mar 28 12:21:45.657381 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 12:21:45.657381 dv-neutron-835340-2-hyperv neutron-server[87871]: event.method(event) Mar 28 12:21:45.657381 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 12:21:45.657381 dv-neutron-835340-2-hyperv neutron-server[87871]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 12:21:45.657381 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 12:21:45.657381 dv-neutron-835340-2-hyperv neutron-server[87871]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 12:21:45.657381 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 12:21:45.657381 dv-neutron-835340-2-hyperv neutron-server[87871]: return f(self, *a, **k) Mar 28 12:21:45.657381 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 12:21:45.657381 dv-neutron-835340-2-hyperv neutron-server[87871]: return self._get(url).json() Mar 28 12:21:45.657381 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 12:21:45.657381 dv-neutron-835340-2-hyperv neutron-server[87871]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 12:21:45.657381 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 12:21:45.657381 dv-neutron-835340-2-hyperv neutron-server[87871]: return self.request(url, 'GET', **kwargs) Mar 28 12:21:45.657381 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 12:21:45.657381 dv-neutron-835340-2-hyperv neutron-server[87871]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 12:21:45.657381 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 12:21:45.657381 dv-neutron-835340-2-hyperv neutron-server[87871]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 12:21:45.657381 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 12:21:45.657381 dv-neutron-835340-2-hyperv neutron-server[87871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 12:21:45.657381 dv-neutron-835340-2-hyperv neutron-server[87871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 12:21:45.735378 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-e6effbd5-1566-4047-884c-91a0fdf49fb1 tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709602'] for network, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:45.752413 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-e6effbd5-1566-4047-884c-91a0fdf49fb1 tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] Notify callbacks [] for network, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:45.763140 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6effbd5-1566-4047-884c-91a0fdf49fb1 tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] Pushing event deleted for resources: {'Network': ['ID=e1403a07-f342-4033-a3e3-3f8f5bcb3231,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:21:45.767039 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-e6effbd5-1566-4047-884c-91a0fdf49fb1 tempest-NetworksIpV6Test-962631359 tempest-NetworksIpV6Test-962631359-project] 10.222.0.30 "DELETE /v2.0/networks/e1403a07-f342-4033-a3e3-3f8f5bcb3231 HTTP/1.1" status: 204 len: 168 time: 0.9957950 Mar 28 12:21:45.949115 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-76918639-25c2-48b0-ae3b-a5a173897d8b None None] Deleting port 3156e639-33f9-403f-ac29-f66118e80a9e {{(pid=87872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:21:45.949494 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-76918639-25c2-48b0-ae3b-a5a173897d8b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:46.017494 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-76918639-25c2-48b0-ae3b-a5a173897d8b None None] The port '3156e639-33f9-403f-ac29-f66118e80a9e' was deleted {{(pid=87872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 12:21:46.027348 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 34960) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:21:46.171596 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-37221af6-5434-47d2-8789-845bcc4dd0bc admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=44abed39863b4af59e20259ced9272df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1430650 Mar 28 12:21:46.173997 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 34966) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:21:46.231728 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c758ab31-e568-45fe-ae12-a313258617ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:46.254475 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 3156e639-33f9-403f-ac29-f66118e80a9e no longer exists at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 12:21:46.257688 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c758ab31-e568-45fe-ae12-a313258617ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:46.288409 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] No Port match for: 3156e639-33f9-403f-ac29-f66118e80a9e {{(pid=87872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 12:21:46.288687 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 3156e639-33f9-403f-ac29-f66118e80a9e not bound to the agent host dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 12:21:46.289097 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 03547a5a-97ca-4732-ae47-1b426f712261 no longer exists at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 12:21:46.309112 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c758ab31-e568-45fe-ae12-a313258617ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:46.323091 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c758ab31-e568-45fe-ae12-a313258617ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb514bfd-2f9e-44b1-930e-e483064be4e4,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:21:46.323957 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] No Port match for: 03547a5a-97ca-4732-ae47-1b426f712261 {{(pid=87872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 12:21:46.324301 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 03547a5a-97ca-4732-ae47-1b426f712261 not bound to the agent host dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 12:21:46.331885 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c758ab31-e568-45fe-ae12-a313258617ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:46.335246 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-c758ab31-e568-45fe-ae12-a313258617ac admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/fb514bfd-2f9e-44b1-930e-e483064be4e4 HTTP/1.1" status: 204 len: 168 time: 0.1581349 Mar 28 12:21:46.478979 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.agents_db [None req-03fd49d8-b51b-41c1-8716-b8e265c93689 None None] Agent healthcheck: found 6 active agents {{(pid=87873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 12:21:47.005112 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 34990) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:21:47.106706 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-70471f3f-9ff4-454a-bf93-25250a8b3051 tempest-RoutersNegativeTest-2085819127 tempest-RoutersNegativeTest-2085819127-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1032920545', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:21:47.113533 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-70471f3f-9ff4-454a-bf93-25250a8b3051 tempest-RoutersNegativeTest-2085819127 tempest-RoutersNegativeTest-2085819127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:21:47.117836 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-70471f3f-9ff4-454a-bf93-25250a8b3051 tempest-RoutersNegativeTest-2085819127 tempest-RoutersNegativeTest-2085819127-project] Usage tracker for resource:router and tenant:7a0760827b394ce1aef15337997034d1 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:21:47.121033 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-70471f3f-9ff4-454a-bf93-25250a8b3051 tempest-RoutersNegativeTest-2085819127 tempest-RoutersNegativeTest-2085819127-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:21:47.127368 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-70471f3f-9ff4-454a-bf93-25250a8b3051 tempest-RoutersNegativeTest-2085819127 tempest-RoutersNegativeTest-2085819127-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:21:47.137303 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-70471f3f-9ff4-454a-bf93-25250a8b3051 tempest-RoutersNegativeTest-2085819127 tempest-RoutersNegativeTest-2085819127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-707665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-260886'] for router, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:47.138393 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-70471f3f-9ff4-454a-bf93-25250a8b3051 tempest-RoutersNegativeTest-2085819127 tempest-RoutersNegativeTest-2085819127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-705660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709650', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-767110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260873'] for router, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:47.154137 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-70471f3f-9ff4-454a-bf93-25250a8b3051 tempest-RoutersNegativeTest-2085819127 tempest-RoutersNegativeTest-2085819127-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:47.175389 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-70471f3f-9ff4-454a-bf93-25250a8b3051 tempest-RoutersNegativeTest-2085819127 tempest-RoutersNegativeTest-2085819127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709693'] for router, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:47.196515 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-70471f3f-9ff4-454a-bf93-25250a8b3051 tempest-RoutersNegativeTest-2085819127 tempest-RoutersNegativeTest-2085819127-project] Notify callbacks [] for router, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:47.197633 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-70471f3f-9ff4-454a-bf93-25250a8b3051 tempest-RoutersNegativeTest-2085819127 tempest-RoutersNegativeTest-2085819127-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1915221 Mar 28 12:21:47.200355 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 34996) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:21:47.205478 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-6c272169-1e3e-4d9d-ad9e-204afc4806cf tempest-RoutersNegativeTest-2085819127 tempest-RoutersNegativeTest-2085819127-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-2090956730'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:21:47.210035 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-6c272169-1e3e-4d9d-ad9e-204afc4806cf tempest-RoutersNegativeTest-2085819127 tempest-RoutersNegativeTest-2085819127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:21:47.214739 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-6c272169-1e3e-4d9d-ad9e-204afc4806cf tempest-RoutersNegativeTest-2085819127 tempest-RoutersNegativeTest-2085819127-project] Usage tracker for resource:network and tenant:7a0760827b394ce1aef15337997034d1 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:21:47.217506 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-6c272169-1e3e-4d9d-ad9e-204afc4806cf tempest-RoutersNegativeTest-2085819127 tempest-RoutersNegativeTest-2085819127-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:21:47.222987 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-6c272169-1e3e-4d9d-ad9e-204afc4806cf tempest-RoutersNegativeTest-2085819127 tempest-RoutersNegativeTest-2085819127-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:21:47.232976 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c272169-1e3e-4d9d-ad9e-204afc4806cf tempest-RoutersNegativeTest-2085819127 tempest-RoutersNegativeTest-2085819127-project] Made reservation on behalf of 7a0760827b394ce1aef15337997034d1 for: {'network': 1} {{(pid=87870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 12:21:47.236359 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-6c272169-1e3e-4d9d-ad9e-204afc4806cf tempest-RoutersNegativeTest-2085819127 tempest-RoutersNegativeTest-2085819127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for network, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:47.248440 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-6c272169-1e3e-4d9d-ad9e-204afc4806cf tempest-RoutersNegativeTest-2085819127 tempest-RoutersNegativeTest-2085819127-project] Notify callbacks [] for security_group, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:47.263101 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-6c272169-1e3e-4d9d-ad9e-204afc4806cf tempest-RoutersNegativeTest-2085819127 tempest-RoutersNegativeTest-2085819127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:21:47.266787 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-6c272169-1e3e-4d9d-ad9e-204afc4806cf tempest-RoutersNegativeTest-2085819127 tempest-RoutersNegativeTest-2085819127-project] Usage tracker for resource:security_group_rule and tenant:7a0760827b394ce1aef15337997034d1 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:21:47.269513 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-6c272169-1e3e-4d9d-ad9e-204afc4806cf tempest-RoutersNegativeTest-2085819127 tempest-RoutersNegativeTest-2085819127-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:21:47.275663 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-6c272169-1e3e-4d9d-ad9e-204afc4806cf tempest-RoutersNegativeTest-2085819127 tempest-RoutersNegativeTest-2085819127-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:21:47.362614 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-6c272169-1e3e-4d9d-ad9e-204afc4806cf tempest-RoutersNegativeTest-2085819127 tempest-RoutersNegativeTest-2085819127-project] Notify callbacks [] for security_group, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:47.366216 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-6c272169-1e3e-4d9d-ad9e-204afc4806cf tempest-RoutersNegativeTest-2085819127 tempest-RoutersNegativeTest-2085819127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:47.398192 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c272169-1e3e-4d9d-ad9e-204afc4806cf tempest-RoutersNegativeTest-2085819127 tempest-RoutersNegativeTest-2085819127-project] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=87870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 12:21:47.406208 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c272169-1e3e-4d9d-ad9e-204afc4806cf tempest-RoutersNegativeTest-2085819127 tempest-RoutersNegativeTest-2085819127-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4f0c6ed-c394-4b33-becd-a5b757f2aa7c,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:21:47.411533 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-6c272169-1e3e-4d9d-ad9e-204afc4806cf tempest-RoutersNegativeTest-2085819127 tempest-RoutersNegativeTest-2085819127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:47.411847 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.db.segments_db [None req-6c272169-1e3e-4d9d-ad9e-204afc4806cf tempest-RoutersNegativeTest-2085819127 tempest-RoutersNegativeTest-2085819127-project] Added segment a2f65d9d-a10d-451b-8572-3acde3aee238 of type vlan for network 5c3c6e23-c558-481a-a623-ad01051c6891 Mar 28 12:21:47.437742 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-6c272169-1e3e-4d9d-ad9e-204afc4806cf tempest-RoutersNegativeTest-2085819127 tempest-RoutersNegativeTest-2085819127-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783495836591'] for network, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:47.466290 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-6c272169-1e3e-4d9d-ad9e-204afc4806cf tempest-RoutersNegativeTest-2085819127 tempest-RoutersNegativeTest-2085819127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765'] for network, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:47.471595 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c272169-1e3e-4d9d-ad9e-204afc4806cf tempest-RoutersNegativeTest-2085819127 tempest-RoutersNegativeTest-2085819127-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:21:47.472166 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-6c272169-1e3e-4d9d-ad9e-204afc4806cf tempest-RoutersNegativeTest-2085819127 tempest-RoutersNegativeTest-2085819127-project] Notify callbacks [] for network, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:47.578306 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-6c272169-1e3e-4d9d-ad9e-204afc4806cf tempest-RoutersNegativeTest-2085819127 tempest-RoutersNegativeTest-2085819127-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3769648 Mar 28 12:21:47.580953 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c272169-1e3e-4d9d-ad9e-204afc4806cf tempest-RoutersNegativeTest-2085819127 tempest-RoutersNegativeTest-2085819127-project] Pushing event updated for resources: {'Network': ['ID=5c3c6e23-c558-481a-a623-ad01051c6891,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:21:47.581538 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 35000) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:21:47.588144 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-f940e53b-8952-453e-ad54-0ebcb2bfc254 tempest-RoutersNegativeTest-2085819127 tempest-RoutersNegativeTest-2085819127-project] Request body: {'subnet': {'network_id': '5c3c6e23-c558-481a-a623-ad01051c6891', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:21:47.591354 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Network 5c3c6e23-c558-481a-a623-ad01051c6891 details requested by agent ovs-agent-dv-neutron-835340-2-hyperv with host dv-neutron-835340-2-hyperv {{(pid=87872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 12:21:47.696333 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-f940e53b-8952-453e-ad54-0ebcb2bfc254 tempest-RoutersNegativeTest-2085819127 tempest-RoutersNegativeTest-2085819127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:21:47.700100 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-f940e53b-8952-453e-ad54-0ebcb2bfc254 tempest-RoutersNegativeTest-2085819127 tempest-RoutersNegativeTest-2085819127-project] Usage tracker for resource:subnet and tenant:7a0760827b394ce1aef15337997034d1 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:21:47.702847 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-f940e53b-8952-453e-ad54-0ebcb2bfc254 tempest-RoutersNegativeTest-2085819127 tempest-RoutersNegativeTest-2085819127-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:21:47.708437 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-f940e53b-8952-453e-ad54-0ebcb2bfc254 tempest-RoutersNegativeTest-2085819127 tempest-RoutersNegativeTest-2085819127-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:21:47.717780 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f940e53b-8952-453e-ad54-0ebcb2bfc254 tempest-RoutersNegativeTest-2085819127 tempest-RoutersNegativeTest-2085819127-project] Made reservation on behalf of 7a0760827b394ce1aef15337997034d1 for: {'subnet': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 12:21:47.721274 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-f940e53b-8952-453e-ad54-0ebcb2bfc254 tempest-RoutersNegativeTest-2085819127 tempest-RoutersNegativeTest-2085819127-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26551362'] for subnet, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:47.930822 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-f940e53b-8952-453e-ad54-0ebcb2bfc254 tempest-RoutersNegativeTest-2085819127 tempest-RoutersNegativeTest-2085819127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2364128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26551408'] for subnet, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:48.011061 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f940e53b-8952-453e-ad54-0ebcb2bfc254 tempest-RoutersNegativeTest-2085819127 tempest-RoutersNegativeTest-2085819127-project] Pushing event updated for resources: {'Subnet': ['ID=6aad2e0c-4e1f-4f42-9a0f-8b216ff94db6,revision_number=0']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:21:48.018208 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f940e53b-8952-453e-ad54-0ebcb2bfc254 tempest-RoutersNegativeTest-2085819127 tempest-RoutersNegativeTest-2085819127-project] Checking segment: {'id': 'a2f65d9d-a10d-451b-8572-3acde3aee238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '5c3c6e23-c558-481a-a623-ad01051c6891'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 12:21:48.018556 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f940e53b-8952-453e-ad54-0ebcb2bfc254 tempest-RoutersNegativeTest-2085819127 tempest-RoutersNegativeTest-2085819127-project] Network hostable DHCP agents. Network: 5c3c6e23-c558-481a-a623-ad01051c6891, hostable agents: ['3cb85949-855b-4a40-b988-cd5705e511da'], hosted agents: [] {{(pid=87871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 12:21:48.036416 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f940e53b-8952-453e-ad54-0ebcb2bfc254 tempest-RoutersNegativeTest-2085819127 tempest-RoutersNegativeTest-2085819127-project] Network 5c3c6e23-c558-481a-a623-ad01051c6891 is scheduled to be hosted by DHCP agent 3cb85949-855b-4a40-b988-cd5705e511da with binding_index 1 {{(pid=87871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 12:21:48.045147 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-f940e53b-8952-453e-ad54-0ebcb2bfc254 tempest-RoutersNegativeTest-2085819127 tempest-RoutersNegativeTest-2085819127-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-2-hyperv, 5c3c6e23-c558-481a-a623-ad01051c6891) {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:21:48.048998 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f940e53b-8952-453e-ad54-0ebcb2bfc254 tempest-RoutersNegativeTest-2085819127 tempest-RoutersNegativeTest-2085819127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:21:48.049574 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-f940e53b-8952-453e-ad54-0ebcb2bfc254 tempest-RoutersNegativeTest-2085819127 tempest-RoutersNegativeTest-2085819127-project] Notify callbacks [] for subnet, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:48.053676 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86886706-a73e-4b9a-9dad-903bbf2995a5 None None] Network 5c3c6e23-c558-481a-a623-ad01051c6891 requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 12:21:48.071714 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-f940e53b-8952-453e-ad54-0ebcb2bfc254 tempest-RoutersNegativeTest-2085819127 tempest-RoutersNegativeTest-2085819127-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4889913 Mar 28 12:21:48.075106 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 35004) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:21:48.080540 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-27de960e-860b-49f8-9063-b6e6f67af4e4 tempest-RoutersNegativeTest-2085819127 tempest-RoutersNegativeTest-2085819127-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1784074400'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:21:48.085239 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-27de960e-860b-49f8-9063-b6e6f67af4e4 tempest-RoutersNegativeTest-2085819127 tempest-RoutersNegativeTest-2085819127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:21:48.089068 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-27de960e-860b-49f8-9063-b6e6f67af4e4 tempest-RoutersNegativeTest-2085819127 tempest-RoutersNegativeTest-2085819127-project] Usage tracker for resource:network and tenant:7a0760827b394ce1aef15337997034d1 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:21:48.091869 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-27de960e-860b-49f8-9063-b6e6f67af4e4 tempest-RoutersNegativeTest-2085819127 tempest-RoutersNegativeTest-2085819127-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:21:48.097463 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-27de960e-860b-49f8-9063-b6e6f67af4e4 tempest-RoutersNegativeTest-2085819127 tempest-RoutersNegativeTest-2085819127-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:21:48.107963 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27de960e-860b-49f8-9063-b6e6f67af4e4 tempest-RoutersNegativeTest-2085819127 tempest-RoutersNegativeTest-2085819127-project] Made reservation on behalf of 7a0760827b394ce1aef15337997034d1 for: {'network': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 12:21:48.111633 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-27de960e-860b-49f8-9063-b6e6f67af4e4 tempest-RoutersNegativeTest-2085819127 tempest-RoutersNegativeTest-2085819127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for network, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:48.141056 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27de960e-860b-49f8-9063-b6e6f67af4e4 tempest-RoutersNegativeTest-2085819127 tempest-RoutersNegativeTest-2085819127-project] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=87871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 12:21:48.150567 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-27de960e-860b-49f8-9063-b6e6f67af4e4 tempest-RoutersNegativeTest-2085819127 tempest-RoutersNegativeTest-2085819127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:48.150904 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.db.segments_db [None req-27de960e-860b-49f8-9063-b6e6f67af4e4 tempest-RoutersNegativeTest-2085819127 tempest-RoutersNegativeTest-2085819127-project] Added segment ab7859cc-1df5-416e-b947-77e6b5669918 of type vlan for network 19b7e154-c61e-47e1-8860-2a5dc52e4dfe Mar 28 12:21:48.176615 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-27de960e-860b-49f8-9063-b6e6f67af4e4 tempest-RoutersNegativeTest-2085819127 tempest-RoutersNegativeTest-2085819127-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783495836591'] for network, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:48.211051 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-27de960e-860b-49f8-9063-b6e6f67af4e4 tempest-RoutersNegativeTest-2085819127 tempest-RoutersNegativeTest-2085819127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765'] for network, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:48.216784 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27de960e-860b-49f8-9063-b6e6f67af4e4 tempest-RoutersNegativeTest-2085819127 tempest-RoutersNegativeTest-2085819127-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:21:48.217356 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-27de960e-860b-49f8-9063-b6e6f67af4e4 tempest-RoutersNegativeTest-2085819127 tempest-RoutersNegativeTest-2085819127-project] Notify callbacks [] for network, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:48.268422 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-27de960e-860b-49f8-9063-b6e6f67af4e4 tempest-RoutersNegativeTest-2085819127 tempest-RoutersNegativeTest-2085819127-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.1922891 Mar 28 12:21:48.271957 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 35008) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:21:48.273631 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17a30444-f00c-42bf-908d-00bd25f0ceec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1d3f2a9-8722-5ce5-bc40-181687d1ed3f-5c3c6e23-c558-481a-a623-ad01051c6891', 'network_id': '5c3c6e23-c558-481a-a623-ad01051c6891', 'tenant_id': '7a0760827b394ce1aef15337997034d1', 'fixed_ips': [{'subnet_id': '6aad2e0c-4e1f-4f42-9a0f-8b216ff94db6'}]}} from dv-neutron-835340-2-hyperv. {{(pid=87872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 12:21:48.274810 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-17a30444-f00c-42bf-908d-00bd25f0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:48.279544 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-f705fef6-ca53-462b-9d1e-d64fc699c9fe tempest-RoutersNegativeTest-2085819127 tempest-RoutersNegativeTest-2085819127-project] Request body: {'subnet': {'network_id': '19b7e154-c61e-47e1-8860-2a5dc52e4dfe', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:21:48.326740 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27de960e-860b-49f8-9063-b6e6f67af4e4 tempest-RoutersNegativeTest-2085819127 tempest-RoutersNegativeTest-2085819127-project] Pushing event updated for resources: {'Network': ['ID=19b7e154-c61e-47e1-8860-2a5dc52e4dfe,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:21:48.343207 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Network 19b7e154-c61e-47e1-8860-2a5dc52e4dfe details requested by agent ovs-agent-dv-neutron-835340-2-hyperv with host dv-neutron-835340-2-hyperv {{(pid=87872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 12:21:48.397304 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-f705fef6-ca53-462b-9d1e-d64fc699c9fe tempest-RoutersNegativeTest-2085819127 tempest-RoutersNegativeTest-2085819127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:21:48.401769 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-f705fef6-ca53-462b-9d1e-d64fc699c9fe tempest-RoutersNegativeTest-2085819127 tempest-RoutersNegativeTest-2085819127-project] Usage tracker for resource:subnet and tenant:7a0760827b394ce1aef15337997034d1 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:21:48.404537 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-f705fef6-ca53-462b-9d1e-d64fc699c9fe tempest-RoutersNegativeTest-2085819127 tempest-RoutersNegativeTest-2085819127-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:21:48.410086 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-f705fef6-ca53-462b-9d1e-d64fc699c9fe tempest-RoutersNegativeTest-2085819127 tempest-RoutersNegativeTest-2085819127-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:21:48.419893 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f705fef6-ca53-462b-9d1e-d64fc699c9fe tempest-RoutersNegativeTest-2085819127 tempest-RoutersNegativeTest-2085819127-project] Made reservation on behalf of 7a0760827b394ce1aef15337997034d1 for: {'subnet': 1} {{(pid=87870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 12:21:48.423376 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-f705fef6-ca53-462b-9d1e-d64fc699c9fe tempest-RoutersNegativeTest-2085819127 tempest-RoutersNegativeTest-2085819127-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2563571'] for subnet, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:48.519806 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.db_base_plugin_common [None req-17a30444-f00c-42bf-908d-00bd25f0ceec None None] Allocated IP 172.20.0.2 (5c3c6e23-c558-481a-a623-ad01051c6891/6aad2e0c-4e1f-4f42-9a0f-8b216ff94db6/b57658db-4759-40be-a55d-330c1a84c7b7) {{(pid=87872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 12:21:48.644839 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-f705fef6-ca53-462b-9d1e-d64fc699c9fe tempest-RoutersNegativeTest-2085819127 tempest-RoutersNegativeTest-2085819127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2561241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2563521'] for subnet, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:48.722933 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f705fef6-ca53-462b-9d1e-d64fc699c9fe tempest-RoutersNegativeTest-2085819127 tempest-RoutersNegativeTest-2085819127-project] Pushing event updated for resources: {'Subnet': ['ID=4c7ae240-6339-4358-97c2-7be3e9d814fa,revision_number=0']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:21:48.731680 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f705fef6-ca53-462b-9d1e-d64fc699c9fe tempest-RoutersNegativeTest-2085819127 tempest-RoutersNegativeTest-2085819127-project] Checking segment: {'id': 'ab7859cc-1df5-416e-b947-77e6b5669918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '19b7e154-c61e-47e1-8860-2a5dc52e4dfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 12:21:48.732036 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f705fef6-ca53-462b-9d1e-d64fc699c9fe tempest-RoutersNegativeTest-2085819127 tempest-RoutersNegativeTest-2085819127-project] Network hostable DHCP agents. Network: 19b7e154-c61e-47e1-8860-2a5dc52e4dfe, hostable agents: ['3cb85949-855b-4a40-b988-cd5705e511da'], hosted agents: [] {{(pid=87870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 12:21:48.751437 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f705fef6-ca53-462b-9d1e-d64fc699c9fe tempest-RoutersNegativeTest-2085819127 tempest-RoutersNegativeTest-2085819127-project] Network 19b7e154-c61e-47e1-8860-2a5dc52e4dfe is scheduled to be hosted by DHCP agent 3cb85949-855b-4a40-b988-cd5705e511da with binding_index 1 {{(pid=87870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 12:21:48.757555 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-17a30444-f00c-42bf-908d-00bd25f0ceec None None] Notify callbacks [] for port, precommit_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:48.761733 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.base_scheduler [None req-f705fef6-ca53-462b-9d1e-d64fc699c9fe tempest-RoutersNegativeTest-2085819127 tempest-RoutersNegativeTest-2085819127-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-2-hyperv, 19b7e154-c61e-47e1-8860-2a5dc52e4dfe) {{(pid=87870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:21:48.767275 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f705fef6-ca53-462b-9d1e-d64fc699c9fe tempest-RoutersNegativeTest-2085819127 tempest-RoutersNegativeTest-2085819127-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:21:48.767981 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-f705fef6-ca53-462b-9d1e-d64fc699c9fe tempest-RoutersNegativeTest-2085819127 tempest-RoutersNegativeTest-2085819127-project] Notify callbacks [] for subnet, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:48.768830 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-17a30444-f00c-42bf-908d-00bd25f0ceec None None] Transition to ACTIVE for port object b57658db-4759-40be-a55d-330c1a84c7b7 will not be triggered until provisioned by entity L2. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:21:48.772663 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad597875-7c57-4eb2-aef9-0724715d4e6e None None] Network 19b7e154-c61e-47e1-8860-2a5dc52e4dfe requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 12:21:48.792359 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-f705fef6-ca53-462b-9d1e-d64fc699c9fe tempest-RoutersNegativeTest-2085819127 tempest-RoutersNegativeTest-2085819127-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5155187 Mar 28 12:21:48.792802 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 35012) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:21:48.798273 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-c58eff1e-0d22-4a7e-8e14-73d308b3db09 tempest-RoutersNegativeTest-2085819127 tempest-RoutersNegativeTest-2085819127-project] Request body: {'router': {'external_gateway_info': {'network_id': '19b7e154-c61e-47e1-8860-2a5dc52e4dfe'}}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:21:48.818068 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-17a30444-f00c-42bf-908d-00bd25f0ceec None None] Transition to ACTIVE for port object b57658db-4759-40be-a55d-330c1a84c7b7 will not be triggered until provisioned by entity DHCP. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:21:48.875937 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-17a30444-f00c-42bf-908d-00bd25f0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241'] for port, after_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:48.969650 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17a30444-f00c-42bf-908d-00bd25f0ceec None None] Network 5c3c6e23-c558-481a-a623-ad01051c6891 is already hosted by enough agents. {{(pid=87872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:21:48.975704 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.base_scheduler [None req-17a30444-f00c-42bf-908d-00bd25f0ceec None None] Resources bound (agent type, host, resource id): {{(pid=87872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:21:48.978264 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a30444-f00c-42bf-908d-00bd25f0ceec None None] Pushing event updated for resources: {'Port': ['ID=b57658db-4759-40be-a55d-330c1a84c7b7,revision_number=1']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:21:48.980508 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a30444-f00c-42bf-908d-00bd25f0ceec None None] Received port after_create {{(pid=87872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 12:21:49.114924 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-17a30444-f00c-42bf-908d-00bd25f0ceec None None] Attempting to bind port b57658db-4759-40be-a55d-330c1a84c7b7 on host dv-neutron-835340-2-hyperv for vnic_type normal with profile {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 12:21:49.115192 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-17a30444-f00c-42bf-908d-00bd25f0ceec None None] Attempting to bind port b57658db-4759-40be-a55d-330c1a84c7b7 by drivers openvswitch,hyperv on host dv-neutron-835340-2-hyperv at level 0 using segments [{'id': 'a2f65d9d-a10d-451b-8572-3acde3aee238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '5c3c6e23-c558-481a-a623-ad01051c6891'}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 12:21:49.115573 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a30444-f00c-42bf-908d-00bd25f0ceec None None] Attempting to bind port b57658db-4759-40be-a55d-330c1a84c7b7 on network 5c3c6e23-c558-481a-a623-ad01051c6891 {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 12:21:49.149964 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a30444-f00c-42bf-908d-00bd25f0ceec None None] Checking agent: {'id': '961a16fe-cbc8-4264-ac28-bbbd53f89caa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 46, 6), 'started_at': datetime.datetime(2022, 3, 28, 11, 46, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 12, 21, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 12:21:49.150329 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a30444-f00c-42bf-908d-00bd25f0ceec None None] Checking segment: {'id': 'a2f65d9d-a10d-451b-8572-3acde3aee238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '5c3c6e23-c558-481a-a623-ad01051c6891'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 12:21:49.150724 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-17a30444-f00c-42bf-908d-00bd25f0ceec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:49.151109 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a30444-f00c-42bf-908d-00bd25f0ceec None None] Bound using segment: {'id': 'a2f65d9d-a10d-451b-8572-3acde3aee238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '5c3c6e23-c558-481a-a623-ad01051c6891'} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 12:21:49.151594 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-17a30444-f00c-42bf-908d-00bd25f0ceec None None] Bound port: b57658db-4759-40be-a55d-330c1a84c7b7, host: dv-neutron-835340-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2f65d9d-a10d-451b-8572-3acde3aee238', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '5c3c6e23-c558-481a-a623-ad01051c6891'}}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 12:21:49.151962 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-17a30444-f00c-42bf-908d-00bd25f0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:49.198388 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36048a47-5a38-45fb-b6cd-1a822d80e8b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1d3f2a9-8722-5ce5-bc40-181687d1ed3f-19b7e154-c61e-47e1-8860-2a5dc52e4dfe', 'network_id': '19b7e154-c61e-47e1-8860-2a5dc52e4dfe', 'tenant_id': '7a0760827b394ce1aef15337997034d1', 'fixed_ips': [{'subnet_id': '4c7ae240-6339-4358-97c2-7be3e9d814fa'}]}} from dv-neutron-835340-2-hyperv. {{(pid=87872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 12:21:49.199187 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-36048a47-5a38-45fb-b6cd-1a822d80e8b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:49.284367 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c58eff1e-0d22-4a7e-8e14-73d308b3db09 tempest-RoutersNegativeTest-2085819127 tempest-RoutersNegativeTest-2085819127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-709632', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-707672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260923'] for router, precommit_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:49.321819 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-17a30444-f00c-42bf-908d-00bd25f0ceec None None] For port b57658db-4759-40be-a55d-330c1a84c7b7, host dv-neutron-835340-2-hyperv, cleared binding levels {{(pid=87872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 12:21:49.337453 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-17a30444-f00c-42bf-908d-00bd25f0ceec None None] For port b57658db-4759-40be-a55d-330c1a84c7b7, host dv-neutron-835340-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=b57658db-4759-40be-a55d-330c1a84c7b7,segment=NetworkSegment(a2f65d9d-a10d-451b-8572-3acde3aee238),segment_id=a2f65d9d-a10d-451b-8572-3acde3aee238)] {{(pid=87872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 12:21:49.367045 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-17a30444-f00c-42bf-908d-00bd25f0ceec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:49.428843 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.api.v2.resource [None req-c58eff1e-0d22-4a7e-8e14-73d308b3db09 tempest-RoutersNegativeTest-2085819127 tempest-RoutersNegativeTest-2085819127-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 28 12:21:49.430411 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-c58eff1e-0d22-4a7e-8e14-73d308b3db09 tempest-RoutersNegativeTest-2085819127 tempest-RoutersNegativeTest-2085819127-project] 10.222.0.30 "PUT /v2.0/routers/aafd138d-f009-4fa6-97f7-abf070bcac94 HTTP/1.1" status: 400 len: 364 time: 0.6361735 Mar 28 12:21:49.436357 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 35016) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:21:49.472747 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.db_base_plugin_common [None req-36048a47-5a38-45fb-b6cd-1a822d80e8b6 None None] Allocated IP 172.21.0.2 (19b7e154-c61e-47e1-8860-2a5dc52e4dfe/4c7ae240-6339-4358-97c2-7be3e9d814fa/bca76200-669a-4875-bef6-1b89e157ef4a) {{(pid=87872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 12:21:49.478921 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a30444-f00c-42bf-908d-00bd25f0ceec None None] Pushing event updated for resources: {'Port': ['ID=b57658db-4759-40be-a55d-330c1a84c7b7,revision_number=2']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:21:49.513557 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7f9c07a-10a7-4d0e-9e0e-97038cef359e tempest-RoutersNegativeTest-2085819127 tempest-RoutersNegativeTest-2085819127-project] Deleting subnet 4c7ae240-6339-4358-97c2-7be3e9d814fa {{(pid=87870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 12:21:49.698003 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-36048a47-5a38-45fb-b6cd-1a822d80e8b6 None None] Notify callbacks [] for port, precommit_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:49.708773 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-36048a47-5a38-45fb-b6cd-1a822d80e8b6 None None] Transition to ACTIVE for port object bca76200-669a-4875-bef6-1b89e157ef4a will not be triggered until provisioned by entity L2. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:21:49.728639 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-36048a47-5a38-45fb-b6cd-1a822d80e8b6 None None] Transition to ACTIVE for port object bca76200-669a-4875-bef6-1b89e157ef4a will not be triggered until provisioned by entity DHCP. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:21:49.734013 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-d7f9c07a-10a7-4d0e-9e0e-97038cef359e tempest-RoutersNegativeTest-2085819127 tempest-RoutersNegativeTest-2085819127-project] Notify callbacks [] for subnet, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:49.734348 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-36048a47-5a38-45fb-b6cd-1a822d80e8b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241'] for port, after_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:49.797142 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-d7f9c07a-10a7-4d0e-9e0e-97038cef359e tempest-RoutersNegativeTest-2085819127 tempest-RoutersNegativeTest-2085819127-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3591354'] for subnet, precommit_delete_associations {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:49.809440 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36048a47-5a38-45fb-b6cd-1a822d80e8b6 None None] Pushing event updated for resources: {'Port': ['ID=bca76200-669a-4875-bef6-1b89e157ef4a,revision_number=1']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:21:49.816144 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36048a47-5a38-45fb-b6cd-1a822d80e8b6 None None] Network 19b7e154-c61e-47e1-8860-2a5dc52e4dfe is already hosted by enough agents. {{(pid=87872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:21:49.817421 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.base_scheduler [None req-36048a47-5a38-45fb-b6cd-1a822d80e8b6 None None] Resources bound (agent type, host, resource id): {{(pid=87872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:21:49.819233 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36048a47-5a38-45fb-b6cd-1a822d80e8b6 None None] Received port after_create {{(pid=87872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 12:21:49.889183 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-d7f9c07a-10a7-4d0e-9e0e-97038cef359e tempest-RoutersNegativeTest-2085819127 tempest-RoutersNegativeTest-2085819127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1919782'] for subnet, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:49.909276 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-36048a47-5a38-45fb-b6cd-1a822d80e8b6 None None] Attempting to bind port bca76200-669a-4875-bef6-1b89e157ef4a on host dv-neutron-835340-2-hyperv for vnic_type normal with profile {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 12:21:49.909565 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-36048a47-5a38-45fb-b6cd-1a822d80e8b6 None None] Attempting to bind port bca76200-669a-4875-bef6-1b89e157ef4a by drivers openvswitch,hyperv on host dv-neutron-835340-2-hyperv at level 0 using segments [{'id': 'ab7859cc-1df5-416e-b947-77e6b5669918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '19b7e154-c61e-47e1-8860-2a5dc52e4dfe'}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 12:21:49.909923 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36048a47-5a38-45fb-b6cd-1a822d80e8b6 None None] Attempting to bind port bca76200-669a-4875-bef6-1b89e157ef4a on network 19b7e154-c61e-47e1-8860-2a5dc52e4dfe {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 12:21:49.915913 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36048a47-5a38-45fb-b6cd-1a822d80e8b6 None None] Checking agent: {'id': '961a16fe-cbc8-4264-ac28-bbbd53f89caa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 46, 6), 'started_at': datetime.datetime(2022, 3, 28, 11, 46, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 12, 21, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 12:21:49.916284 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36048a47-5a38-45fb-b6cd-1a822d80e8b6 None None] Checking segment: {'id': 'ab7859cc-1df5-416e-b947-77e6b5669918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '19b7e154-c61e-47e1-8860-2a5dc52e4dfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 12:21:49.916689 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-36048a47-5a38-45fb-b6cd-1a822d80e8b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:49.917077 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36048a47-5a38-45fb-b6cd-1a822d80e8b6 None None] Bound using segment: {'id': 'ab7859cc-1df5-416e-b947-77e6b5669918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '19b7e154-c61e-47e1-8860-2a5dc52e4dfe'} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 12:21:49.917553 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-36048a47-5a38-45fb-b6cd-1a822d80e8b6 None None] Bound port: bca76200-669a-4875-bef6-1b89e157ef4a, host: dv-neutron-835340-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab7859cc-1df5-416e-b947-77e6b5669918', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '19b7e154-c61e-47e1-8860-2a5dc52e4dfe'}}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 12:21:49.917924 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-36048a47-5a38-45fb-b6cd-1a822d80e8b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:49.967502 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-d7f9c07a-10a7-4d0e-9e0e-97038cef359e tempest-RoutersNegativeTest-2085819127 tempest-RoutersNegativeTest-2085819127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1919805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2561174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2563528'] for subnet, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:50.008547 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-36048a47-5a38-45fb-b6cd-1a822d80e8b6 None None] For port bca76200-669a-4875-bef6-1b89e157ef4a, host dv-neutron-835340-2-hyperv, cleared binding levels {{(pid=87872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 12:21:50.009795 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f9c07a-10a7-4d0e-9e0e-97038cef359e tempest-RoutersNegativeTest-2085819127 tempest-RoutersNegativeTest-2085819127-project] Pushing event deleted for resources: {'Subnet': ['ID=4c7ae240-6339-4358-97c2-7be3e9d814fa,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:21:50.012213 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-36048a47-5a38-45fb-b6cd-1a822d80e8b6 None None] For port bca76200-669a-4875-bef6-1b89e157ef4a, host dv-neutron-835340-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=bca76200-669a-4875-bef6-1b89e157ef4a,segment=NetworkSegment(ab7859cc-1df5-416e-b947-77e6b5669918),segment_id=ab7859cc-1df5-416e-b947-77e6b5669918)] {{(pid=87872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 12:21:50.015882 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-d7f9c07a-10a7-4d0e-9e0e-97038cef359e tempest-RoutersNegativeTest-2085819127 tempest-RoutersNegativeTest-2085819127-project] Notify callbacks [] for subnet, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:50.020702 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-36048a47-5a38-45fb-b6cd-1a822d80e8b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:50.022658 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-d7f9c07a-10a7-4d0e-9e0e-97038cef359e tempest-RoutersNegativeTest-2085819127 tempest-RoutersNegativeTest-2085819127-project] 10.222.0.30 "DELETE /v2.0/subnets/4c7ae240-6339-4358-97c2-7be3e9d814fa HTTP/1.1" status: 204 len: 168 time: 0.5853341 Mar 28 12:21:50.025620 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 35020) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:21:50.104072 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36048a47-5a38-45fb-b6cd-1a822d80e8b6 None None] Pushing event updated for resources: {'Port': ['ID=bca76200-669a-4875-bef6-1b89e157ef4a,revision_number=3']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:21:50.149320 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-57768cc4-35c7-406c-82e3-fef92d589762 tempest-RoutersNegativeTest-2085819127 tempest-RoutersNegativeTest-2085819127-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588883'] for network, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:50.160191 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-57768cc4-35c7-406c-82e3-fef92d589762 tempest-RoutersNegativeTest-2085819127 tempest-RoutersNegativeTest-2085819127-project] Deleting port bca76200-669a-4875-bef6-1b89e157ef4a {{(pid=87870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:21:50.160526 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-57768cc4-35c7-406c-82e3-fef92d589762 tempest-RoutersNegativeTest-2085819127 tempest-RoutersNegativeTest-2085819127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:50.332818 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device b57658db-4759-40be-a55d-330c1a84c7b7 up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:21:50.423511 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.db [None req-57768cc4-35c7-406c-82e3-fef92d589762 tempest-RoutersNegativeTest-2085819127 tempest-RoutersNegativeTest-2085819127-project] For port bca76200-669a-4875-bef6-1b89e157ef4a, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=bca76200-669a-4875-bef6-1b89e157ef4a,segment=NetworkSegment(ab7859cc-1df5-416e-b947-77e6b5669918),segment_id=ab7859cc-1df5-416e-b947-77e6b5669918)] {{(pid=87870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:21:50.424119 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-57768cc4-35c7-406c-82e3-fef92d589762 tempest-RoutersNegativeTest-2085819127 tempest-RoutersNegativeTest-2085819127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:50.427495 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning for port b57658db-4759-40be-a55d-330c1a84c7b7 completed by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:21:50.553087 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-57768cc4-35c7-406c-82e3-fef92d589762 tempest-RoutersNegativeTest-2085819127 tempest-RoutersNegativeTest-2085819127-project] Calling delete_port for bca76200-669a-4875-bef6-1b89e157ef4a owned by network:dhcp {{(pid=87870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:21:50.559625 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fc246b2-0c79-49e7-ab4f-4ccfc4877b2d None None] Network 5c3c6e23-c558-481a-a623-ad01051c6891 requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 12:21:50.632074 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-57768cc4-35c7-406c-82e3-fef92d589762 tempest-RoutersNegativeTest-2085819127 tempest-RoutersNegativeTest-2085819127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:50.655872 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-c0636bbb-daac-414f-afcc-0769ce8cac1a None None] Provisioning for port b57658db-4759-40be-a55d-330c1a84c7b7 completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:21:50.666681 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-c0636bbb-daac-414f-afcc-0769ce8cac1a None None] Provisioning complete for port b57658db-4759-40be-a55d-330c1a84c7b7 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:21:50.666968 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-c0636bbb-daac-414f-afcc-0769ce8cac1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:50.689630 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57768cc4-35c7-406c-82e3-fef92d589762 tempest-RoutersNegativeTest-2085819127 tempest-RoutersNegativeTest-2085819127-project] No DVR routers for this DVR port bca76200-669a-4875-bef6-1b89e157ef4a on host dv-neutron-835340-2-hyperv {{(pid=87870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 12:21:50.716761 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57768cc4-35c7-406c-82e3-fef92d589762 tempest-RoutersNegativeTest-2085819127 tempest-RoutersNegativeTest-2085819127-project] Pushing event deleted for resources: {'Port': ['ID=bca76200-669a-4875-bef6-1b89e157ef4a,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:21:50.843163 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:50.942546 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-c0636bbb-daac-414f-afcc-0769ce8cac1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:50.943897 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-57768cc4-35c7-406c-82e3-fef92d589762 tempest-RoutersNegativeTest-2085819127 tempest-RoutersNegativeTest-2085819127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930431', 'neutron.services.segments.db._delete_segments_for_network-8783496351308'] for network, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:50.972872 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-57768cc4-35c7-406c-82e3-fef92d589762 tempest-RoutersNegativeTest-2085819127 tempest-RoutersNegativeTest-2085819127-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19b7e154-c61e-47e1-8860-2a5dc52e4dfe']}} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:21:50.983834 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-c0636bbb-daac-414f-afcc-0769ce8cac1a None None] For port b57658db-4759-40be-a55d-330c1a84c7b7, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=b57658db-4759-40be-a55d-330c1a84c7b7,segment=NetworkSegment(a2f65d9d-a10d-451b-8572-3acde3aee238),segment_id=a2f65d9d-a10d-451b-8572-3acde3aee238)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:21:50.989316 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-57768cc4-35c7-406c-82e3-fef92d589762 tempest-RoutersNegativeTest-2085819127 tempest-RoutersNegativeTest-2085819127-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab7859cc-1df5-416e-b947-77e6b5669918') {'for_net_delete': True} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:21:50.989614 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-57768cc4-35c7-406c-82e3-fef92d589762 tempest-RoutersNegativeTest-2085819127 tempest-RoutersNegativeTest-2085819127-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab7859cc-1df5-416e-b947-77e6b5669918') {} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:21:50.992863 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-c0636bbb-daac-414f-afcc-0769ce8cac1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:51.006425 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-57768cc4-35c7-406c-82e3-fef92d589762 tempest-RoutersNegativeTest-2085819127 tempest-RoutersNegativeTest-2085819127-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783496353639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3591341'] for segment, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:51.025808 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-57768cc4-35c7-406c-82e3-fef92d589762 tempest-RoutersNegativeTest-2085819127 tempest-RoutersNegativeTest-2085819127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:51.033536 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57768cc4-35c7-406c-82e3-fef92d589762 tempest-RoutersNegativeTest-2085819127 tempest-RoutersNegativeTest-2085819127-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=87870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 12:21:51.033933 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-57768cc4-35c7-406c-82e3-fef92d589762 tempest-RoutersNegativeTest-2085819127 tempest-RoutersNegativeTest-2085819127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1920481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2558260'] for segment, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:51.052287 dv-neutron-835340-2-hyperv neutron-server[87870]: Traceback (most recent call last): Mar 28 12:21:51.052287 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 12:21:51.052287 dv-neutron-835340-2-hyperv neutron-server[87870]: timer() Mar 28 12:21:51.052287 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 12:21:51.052287 dv-neutron-835340-2-hyperv neutron-server[87870]: cb(*args, **kw) Mar 28 12:21:51.052287 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 12:21:51.052287 dv-neutron-835340-2-hyperv neutron-server[87870]: return func(*args, **kwargs) Mar 28 12:21:51.052287 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 12:21:51.052287 dv-neutron-835340-2-hyperv neutron-server[87870]: self._notify() Mar 28 12:21:51.052287 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 12:21:51.052287 dv-neutron-835340-2-hyperv neutron-server[87870]: self.callback(batched_events) Mar 28 12:21:51.052287 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 12:21:51.052287 dv-neutron-835340-2-hyperv neutron-server[87870]: event.method(event) Mar 28 12:21:51.052287 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 12:21:51.052287 dv-neutron-835340-2-hyperv neutron-server[87870]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 12:21:51.052287 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 12:21:51.052287 dv-neutron-835340-2-hyperv neutron-server[87870]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 12:21:51.052287 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 12:21:51.052287 dv-neutron-835340-2-hyperv neutron-server[87870]: return f(self, *a, **k) Mar 28 12:21:51.052287 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 12:21:51.052287 dv-neutron-835340-2-hyperv neutron-server[87870]: return self._get(url).json() Mar 28 12:21:51.052287 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 12:21:51.052287 dv-neutron-835340-2-hyperv neutron-server[87870]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 12:21:51.052287 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 12:21:51.052287 dv-neutron-835340-2-hyperv neutron-server[87870]: return self.request(url, 'GET', **kwargs) Mar 28 12:21:51.052287 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 12:21:51.052287 dv-neutron-835340-2-hyperv neutron-server[87870]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 12:21:51.052287 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 12:21:51.052287 dv-neutron-835340-2-hyperv neutron-server[87870]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 12:21:51.052287 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 12:21:51.052287 dv-neutron-835340-2-hyperv neutron-server[87870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 12:21:51.052287 dv-neutron-835340-2-hyperv neutron-server[87870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 12:21:51.066836 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0636bbb-daac-414f-afcc-0769ce8cac1a None None] Pushing event updated for resources: {'Port': ['ID=b57658db-4759-40be-a55d-330c1a84c7b7,revision_number=3']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:21:51.142088 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-57768cc4-35c7-406c-82e3-fef92d589762 tempest-RoutersNegativeTest-2085819127 tempest-RoutersNegativeTest-2085819127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709602'] for network, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:51.160906 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-57768cc4-35c7-406c-82e3-fef92d589762 tempest-RoutersNegativeTest-2085819127 tempest-RoutersNegativeTest-2085819127-project] Notify callbacks [] for network, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:51.172612 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57768cc4-35c7-406c-82e3-fef92d589762 tempest-RoutersNegativeTest-2085819127 tempest-RoutersNegativeTest-2085819127-project] Pushing event deleted for resources: {'Network': ['ID=19b7e154-c61e-47e1-8860-2a5dc52e4dfe,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:21:51.176843 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-57768cc4-35c7-406c-82e3-fef92d589762 tempest-RoutersNegativeTest-2085819127 tempest-RoutersNegativeTest-2085819127-project] 10.222.0.30 "DELETE /v2.0/networks/19b7e154-c61e-47e1-8860-2a5dc52e4dfe HTTP/1.1" status: 204 len: 168 time: 1.1502428 Mar 28 12:21:51.179169 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 35024) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:21:51.256559 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e445bcd-b3ae-4d94-ba2a-fb4ce80d69c7 tempest-RoutersNegativeTest-2085819127 tempest-RoutersNegativeTest-2085819127-project] Deleting subnet 6aad2e0c-4e1f-4f42-9a0f-8b216ff94db6 {{(pid=87870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 12:21:51.260550 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-3e445bcd-b3ae-4d94-ba2a-fb4ce80d69c7 tempest-RoutersNegativeTest-2085819127 tempest-RoutersNegativeTest-2085819127-project] Notify callbacks [] for subnet, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:51.312372 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-72b36b09-0e86-48c1-a95d-ace2ca2cbb04 None None] Provisioning complete for port b57658db-4759-40be-a55d-330c1a84c7b7 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:21:51.312736 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-72b36b09-0e86-48c1-a95d-ace2ca2cbb04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:51.315158 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-3e445bcd-b3ae-4d94-ba2a-fb4ce80d69c7 tempest-RoutersNegativeTest-2085819127 tempest-RoutersNegativeTest-2085819127-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3591354'] for subnet, precommit_delete_associations {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:51.343371 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e37d073-cdc7-444d-852a-ddaa2baf1d45 None None] DHCP port deletion for 19b7e154-c61e-47e1-8860-2a5dc52e4dfe request from dv-neutron-835340-2-hyperv {{(pid=87872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 12:21:51.372529 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac750457-9db5-4d15-b90a-3befee76f0f6 None None] Network 19b7e154-c61e-47e1-8860-2a5dc52e4dfe requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 12:21:51.394632 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac750457-9db5-4d15-b90a-3befee76f0f6 None None] Network 19b7e154-c61e-47e1-8860-2a5dc52e4dfe could not be found, it might have been deleted concurrently. {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Mar 28 12:21:51.409421 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-3e445bcd-b3ae-4d94-ba2a-fb4ce80d69c7 tempest-RoutersNegativeTest-2085819127 tempest-RoutersNegativeTest-2085819127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1919782'] for subnet, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:51.459355 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-72b36b09-0e86-48c1-a95d-ace2ca2cbb04 None None] Could not find standard attr ID for object bca76200-669a-4875-bef6-1b89e157ef4a. {{(pid=87872) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 28 12:21:51.480472 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-3e445bcd-b3ae-4d94-ba2a-fb4ce80d69c7 tempest-RoutersNegativeTest-2085819127 tempest-RoutersNegativeTest-2085819127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1919805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2561174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2563528'] for subnet, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:51.519949 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e445bcd-b3ae-4d94-ba2a-fb4ce80d69c7 tempest-RoutersNegativeTest-2085819127 tempest-RoutersNegativeTest-2085819127-project] Pushing event deleted for resources: {'Subnet': ['ID=6aad2e0c-4e1f-4f42-9a0f-8b216ff94db6,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:21:51.521845 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-3e445bcd-b3ae-4d94-ba2a-fb4ce80d69c7 tempest-RoutersNegativeTest-2085819127 tempest-RoutersNegativeTest-2085819127-project] Notify callbacks [] for subnet, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:51.527860 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bdb1e88-53a0-4526-801e-b9f6a61815b1 None None] Network 5c3c6e23-c558-481a-a623-ad01051c6891 requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 12:21:51.528531 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-3e445bcd-b3ae-4d94-ba2a-fb4ce80d69c7 tempest-RoutersNegativeTest-2085819127 tempest-RoutersNegativeTest-2085819127-project] 10.222.0.30 "DELETE /v2.0/subnets/6aad2e0c-4e1f-4f42-9a0f-8b216ff94db6 HTTP/1.1" status: 204 len: 168 time: 0.3478379 Mar 28 12:21:51.530978 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 35028) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:21:51.648187 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-df5f0c38-3c8f-4066-84de-d4a8299eeb8b tempest-RoutersNegativeTest-2085819127 tempest-RoutersNegativeTest-2085819127-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588883'] for network, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:51.658683 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-df5f0c38-3c8f-4066-84de-d4a8299eeb8b tempest-RoutersNegativeTest-2085819127 tempest-RoutersNegativeTest-2085819127-project] Deleting port b57658db-4759-40be-a55d-330c1a84c7b7 {{(pid=87870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:21:51.659139 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-df5f0c38-3c8f-4066-84de-d4a8299eeb8b tempest-RoutersNegativeTest-2085819127 tempest-RoutersNegativeTest-2085819127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:51.768326 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33a92089-0c34-4b09-8d85-d8b507e8e358 None None] DHCP port deletion for 5c3c6e23-c558-481a-a623-ad01051c6891 request from dv-neutron-835340-2-hyperv {{(pid=87872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 12:21:51.772493 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-33a92089-0c34-4b09-8d85-d8b507e8e358 None None] Deleting port b57658db-4759-40be-a55d-330c1a84c7b7 {{(pid=87872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:21:51.773003 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-33a92089-0c34-4b09-8d85-d8b507e8e358 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:51.866876 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.db [None req-df5f0c38-3c8f-4066-84de-d4a8299eeb8b tempest-RoutersNegativeTest-2085819127 tempest-RoutersNegativeTest-2085819127-project] For port b57658db-4759-40be-a55d-330c1a84c7b7, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=b57658db-4759-40be-a55d-330c1a84c7b7,segment=NetworkSegment(a2f65d9d-a10d-451b-8572-3acde3aee238),segment_id=a2f65d9d-a10d-451b-8572-3acde3aee238)] {{(pid=87870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:21:51.867785 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-df5f0c38-3c8f-4066-84de-d4a8299eeb8b tempest-RoutersNegativeTest-2085819127 tempest-RoutersNegativeTest-2085819127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:51.974270 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-33a92089-0c34-4b09-8d85-d8b507e8e358 None None] For port b57658db-4759-40be-a55d-330c1a84c7b7, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=b57658db-4759-40be-a55d-330c1a84c7b7,segment=NetworkSegment(a2f65d9d-a10d-451b-8572-3acde3aee238),segment_id=a2f65d9d-a10d-451b-8572-3acde3aee238)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:21:51.974845 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-33a92089-0c34-4b09-8d85-d8b507e8e358 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:51.993701 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-df5f0c38-3c8f-4066-84de-d4a8299eeb8b tempest-RoutersNegativeTest-2085819127 tempest-RoutersNegativeTest-2085819127-project] Calling delete_port for b57658db-4759-40be-a55d-330c1a84c7b7 owned by network:dhcp {{(pid=87870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:21:52.073686 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-df5f0c38-3c8f-4066-84de-d4a8299eeb8b tempest-RoutersNegativeTest-2085819127 tempest-RoutersNegativeTest-2085819127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:52.100854 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-33a92089-0c34-4b09-8d85-d8b507e8e358 None None] Calling delete_port for b57658db-4759-40be-a55d-330c1a84c7b7 owned by network:dhcp {{(pid=87872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:21:52.120518 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5f0c38-3c8f-4066-84de-d4a8299eeb8b tempest-RoutersNegativeTest-2085819127 tempest-RoutersNegativeTest-2085819127-project] Pushing event deleted for resources: {'Port': ['ID=b57658db-4759-40be-a55d-330c1a84c7b7,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:21:52.124157 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df5f0c38-3c8f-4066-84de-d4a8299eeb8b tempest-RoutersNegativeTest-2085819127 tempest-RoutersNegativeTest-2085819127-project] No DVR routers for this DVR port b57658db-4759-40be-a55d-330c1a84c7b7 on host dv-neutron-835340-2-hyperv {{(pid=87870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 12:21:52.176519 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.db.api [None req-33a92089-0c34-4b09-8d85-d8b507e8e358 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87872) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 12:21:52.176868 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG oslo_db.api [None req-33a92089-0c34-4b09-8d85-d8b507e8e358 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 12:21:52.246852 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-df5f0c38-3c8f-4066-84de-d4a8299eeb8b tempest-RoutersNegativeTest-2085819127 tempest-RoutersNegativeTest-2085819127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930431', 'neutron.services.segments.db._delete_segments_for_network-8783496351308'] for network, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:52.256705 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device b57658db-4759-40be-a55d-330c1a84c7b7 no longer exists at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 12:21:52.272890 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-df5f0c38-3c8f-4066-84de-d4a8299eeb8b tempest-RoutersNegativeTest-2085819127 tempest-RoutersNegativeTest-2085819127-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c3c6e23-c558-481a-a623-ad01051c6891']}} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:21:52.285728 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-df5f0c38-3c8f-4066-84de-d4a8299eeb8b tempest-RoutersNegativeTest-2085819127 tempest-RoutersNegativeTest-2085819127-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2f65d9d-a10d-451b-8572-3acde3aee238') {'for_net_delete': True} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:21:52.286041 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-df5f0c38-3c8f-4066-84de-d4a8299eeb8b tempest-RoutersNegativeTest-2085819127 tempest-RoutersNegativeTest-2085819127-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2f65d9d-a10d-451b-8572-3acde3aee238') {} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:21:52.293299 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] No Port match for: b57658db-4759-40be-a55d-330c1a84c7b7 {{(pid=87872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 12:21:52.293636 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device b57658db-4759-40be-a55d-330c1a84c7b7 not bound to the agent host dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 12:21:52.297588 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-df5f0c38-3c8f-4066-84de-d4a8299eeb8b tempest-RoutersNegativeTest-2085819127 tempest-RoutersNegativeTest-2085819127-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783496353639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3591341'] for segment, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:52.313819 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-df5f0c38-3c8f-4066-84de-d4a8299eeb8b tempest-RoutersNegativeTest-2085819127 tempest-RoutersNegativeTest-2085819127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:52.319691 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df5f0c38-3c8f-4066-84de-d4a8299eeb8b tempest-RoutersNegativeTest-2085819127 tempest-RoutersNegativeTest-2085819127-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=87870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 12:21:52.320075 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-df5f0c38-3c8f-4066-84de-d4a8299eeb8b tempest-RoutersNegativeTest-2085819127 tempest-RoutersNegativeTest-2085819127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1920481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2558260'] for segment, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:52.335156 dv-neutron-835340-2-hyperv neutron-server[87870]: Traceback (most recent call last): Mar 28 12:21:52.335156 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 12:21:52.335156 dv-neutron-835340-2-hyperv neutron-server[87870]: timer() Mar 28 12:21:52.335156 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 12:21:52.335156 dv-neutron-835340-2-hyperv neutron-server[87870]: cb(*args, **kw) Mar 28 12:21:52.335156 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 12:21:52.335156 dv-neutron-835340-2-hyperv neutron-server[87870]: return func(*args, **kwargs) Mar 28 12:21:52.335156 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 12:21:52.335156 dv-neutron-835340-2-hyperv neutron-server[87870]: self._notify() Mar 28 12:21:52.335156 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 12:21:52.335156 dv-neutron-835340-2-hyperv neutron-server[87870]: self.callback(batched_events) Mar 28 12:21:52.335156 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 12:21:52.335156 dv-neutron-835340-2-hyperv neutron-server[87870]: event.method(event) Mar 28 12:21:52.335156 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 12:21:52.335156 dv-neutron-835340-2-hyperv neutron-server[87870]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 12:21:52.335156 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 12:21:52.335156 dv-neutron-835340-2-hyperv neutron-server[87870]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 12:21:52.335156 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 12:21:52.335156 dv-neutron-835340-2-hyperv neutron-server[87870]: return f(self, *a, **k) Mar 28 12:21:52.335156 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 12:21:52.335156 dv-neutron-835340-2-hyperv neutron-server[87870]: return self._get(url).json() Mar 28 12:21:52.335156 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 12:21:52.335156 dv-neutron-835340-2-hyperv neutron-server[87870]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 12:21:52.335156 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 12:21:52.335156 dv-neutron-835340-2-hyperv neutron-server[87870]: return self.request(url, 'GET', **kwargs) Mar 28 12:21:52.335156 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 12:21:52.335156 dv-neutron-835340-2-hyperv neutron-server[87870]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 12:21:52.335156 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 12:21:52.335156 dv-neutron-835340-2-hyperv neutron-server[87870]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 12:21:52.335156 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 12:21:52.335156 dv-neutron-835340-2-hyperv neutron-server[87870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 12:21:52.335156 dv-neutron-835340-2-hyperv neutron-server[87870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 12:21:52.414735 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-df5f0c38-3c8f-4066-84de-d4a8299eeb8b tempest-RoutersNegativeTest-2085819127 tempest-RoutersNegativeTest-2085819127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709602'] for network, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:52.431682 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-df5f0c38-3c8f-4066-84de-d4a8299eeb8b tempest-RoutersNegativeTest-2085819127 tempest-RoutersNegativeTest-2085819127-project] Notify callbacks [] for network, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:52.442785 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5f0c38-3c8f-4066-84de-d4a8299eeb8b tempest-RoutersNegativeTest-2085819127 tempest-RoutersNegativeTest-2085819127-project] Pushing event deleted for resources: {'Network': ['ID=5c3c6e23-c558-481a-a623-ad01051c6891,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:21:52.447324 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-df5f0c38-3c8f-4066-84de-d4a8299eeb8b tempest-RoutersNegativeTest-2085819127 tempest-RoutersNegativeTest-2085819127-project] 10.222.0.30 "DELETE /v2.0/networks/5c3c6e23-c558-481a-a623-ad01051c6891 HTTP/1.1" status: 204 len: 168 time: 0.9154124 Mar 28 12:21:52.450047 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 35032) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:21:52.496319 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-511feb95-a15f-4ee3-9a98-77f768d223f0 tempest-RoutersNegativeTest-2085819127 tempest-RoutersNegativeTest-2085819127-project] Synchronizing usage tracker for tenant:7a0760827b394ce1aef15337997034d1 on resource:port {{(pid=87870) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:21:52.512906 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-511feb95-a15f-4ee3-9a98-77f768d223f0 tempest-RoutersNegativeTest-2085819127 tempest-RoutersNegativeTest-2085819127-project] Unset dirty status for tenant:7a0760827b394ce1aef15337997034d1 on resource:port {{(pid=87870) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:21:52.514066 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-511feb95-a15f-4ee3-9a98-77f768d223f0 tempest-RoutersNegativeTest-2085819127 tempest-RoutersNegativeTest-2085819127-project] 10.222.0.30 "GET /v2.0/ports?device_id=aafd138d-f009-4fa6-97f7-abf070bcac94 HTTP/1.1" status: 200 len: 205 time: 0.0630531 Mar 28 12:21:52.516503 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 35036) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:21:52.678321 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-33a92089-0c34-4b09-8d85-d8b507e8e358 None None] Deleting port b57658db-4759-40be-a55d-330c1a84c7b7 {{(pid=87872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:21:52.678695 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-33a92089-0c34-4b09-8d85-d8b507e8e358 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:52.736186 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c29371f8-3da9-4720-8bfa-5b15332572cb tempest-RoutersNegativeTest-2085819127 tempest-RoutersNegativeTest-2085819127-project] Notify callbacks [] for router, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:52.746555 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-33a92089-0c34-4b09-8d85-d8b507e8e358 None None] The port 'b57658db-4759-40be-a55d-330c1a84c7b7' was deleted {{(pid=87872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 12:21:53.033620 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c29371f8-3da9-4720-8bfa-5b15332572cb tempest-RoutersNegativeTest-2085819127 tempest-RoutersNegativeTest-2085819127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-745164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-260864'] for router, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:53.035705 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c29371f8-3da9-4720-8bfa-5b15332572cb tempest-RoutersNegativeTest-2085819127 tempest-RoutersNegativeTest-2085819127-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:53.061649 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c29371f8-3da9-4720-8bfa-5b15332572cb tempest-RoutersNegativeTest-2085819127 tempest-RoutersNegativeTest-2085819127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-745021'] for router, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:53.062225 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c29371f8-3da9-4720-8bfa-5b15332572cb tempest-RoutersNegativeTest-2085819127 tempest-RoutersNegativeTest-2085819127-project] Fanout notify agent at l3_agent the message router_deleted on router aafd138d-f009-4fa6-97f7-abf070bcac94 {{(pid=87870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 12:21:53.072809 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c29371f8-3da9-4720-8bfa-5b15332572cb tempest-RoutersNegativeTest-2085819127 tempest-RoutersNegativeTest-2085819127-project] Notify callbacks [] for router, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:53.073848 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-c29371f8-3da9-4720-8bfa-5b15332572cb tempest-RoutersNegativeTest-2085819127 tempest-RoutersNegativeTest-2085819127-project] 10.222.0.30 "DELETE /v2.0/routers/aafd138d-f009-4fa6-97f7-abf070bcac94 HTTP/1.1" status: 204 len: 168 time: 0.5564928 Mar 28 12:21:53.328648 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 35044) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:21:53.473562 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-09500233-653c-4456-9ebc-3e326a46dfce admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7a0760827b394ce1aef15337997034d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1437769 Mar 28 12:21:53.476032 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 35050) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:21:53.531582 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-f8f4d86d-6bcc-4ca7-aa75-ed2533945ef1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:53.560549 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-f8f4d86d-6bcc-4ca7-aa75-ed2533945ef1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:53.611616 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-f8f4d86d-6bcc-4ca7-aa75-ed2533945ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:53.627984 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f4d86d-6bcc-4ca7-aa75-ed2533945ef1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4f0c6ed-c394-4b33-becd-a5b757f2aa7c,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:21:53.637024 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f4d86d-6bcc-4ca7-aa75-ed2533945ef1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:21:53.637367 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f4d86d-6bcc-4ca7-aa75-ed2533945ef1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:21:53.637697 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f4d86d-6bcc-4ca7-aa75-ed2533945ef1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:21:53.638027 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f4d86d-6bcc-4ca7-aa75-ed2533945ef1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:21:53.638345 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f4d86d-6bcc-4ca7-aa75-ed2533945ef1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:21:53.638666 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f4d86d-6bcc-4ca7-aa75-ed2533945ef1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:21:53.639014 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f4d86d-6bcc-4ca7-aa75-ed2533945ef1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:21:53.639330 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f4d86d-6bcc-4ca7-aa75-ed2533945ef1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:21:53.639663 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f4d86d-6bcc-4ca7-aa75-ed2533945ef1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:21:53.639978 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f4d86d-6bcc-4ca7-aa75-ed2533945ef1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:21:53.640289 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f4d86d-6bcc-4ca7-aa75-ed2533945ef1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:21:53.640599 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f4d86d-6bcc-4ca7-aa75-ed2533945ef1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:21:53.643122 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-f8f4d86d-6bcc-4ca7-aa75-ed2533945ef1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:53.644251 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-f8f4d86d-6bcc-4ca7-aa75-ed2533945ef1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a4f0c6ed-c394-4b33-becd-a5b757f2aa7c HTTP/1.1" status: 204 len: 168 time: 0.1668508 Mar 28 12:21:54.280926 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 35074) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:21:54.383241 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-14be136b-afe0-4fdb-838f-b19b6a04e148 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1981891117-network', 'tenant_id': '7de2b817c9194d0d9b293cdd4aed08e5'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:21:54.387938 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-14be136b-afe0-4fdb-838f-b19b6a04e148 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:21:54.391750 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-14be136b-afe0-4fdb-838f-b19b6a04e148 admin admin] Usage tracker for resource:network and tenant:7de2b817c9194d0d9b293cdd4aed08e5 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:21:54.394541 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-14be136b-afe0-4fdb-838f-b19b6a04e148 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:21:54.400264 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-14be136b-afe0-4fdb-838f-b19b6a04e148 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:21:54.410260 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14be136b-afe0-4fdb-838f-b19b6a04e148 admin admin] Made reservation on behalf of 7de2b817c9194d0d9b293cdd4aed08e5 for: {'network': 1} {{(pid=87870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 12:21:54.412412 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-14be136b-afe0-4fdb-838f-b19b6a04e148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for network, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:54.424630 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-14be136b-afe0-4fdb-838f-b19b6a04e148 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:54.438951 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-14be136b-afe0-4fdb-838f-b19b6a04e148 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:21:54.442706 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-14be136b-afe0-4fdb-838f-b19b6a04e148 admin admin] Usage tracker for resource:security_group_rule and tenant:7de2b817c9194d0d9b293cdd4aed08e5 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:21:54.445652 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-14be136b-afe0-4fdb-838f-b19b6a04e148 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:21:54.451438 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-14be136b-afe0-4fdb-838f-b19b6a04e148 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:21:54.530918 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-14be136b-afe0-4fdb-838f-b19b6a04e148 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:54.534537 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-14be136b-afe0-4fdb-838f-b19b6a04e148 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:54.566397 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14be136b-afe0-4fdb-838f-b19b6a04e148 admin admin] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=87870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 12:21:54.574957 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14be136b-afe0-4fdb-838f-b19b6a04e148 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ed22341-c990-4e52-8c6c-7638782a04bc,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:21:54.583696 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-14be136b-afe0-4fdb-838f-b19b6a04e148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:54.584033 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.db.segments_db [None req-14be136b-afe0-4fdb-838f-b19b6a04e148 admin admin] Added segment 90525cbb-4cf9-4104-9e2d-5705dbd939b2 of type vlan for network 6d4bf4a7-4137-4bfb-8921-7ef592dc1286 Mar 28 12:21:54.585616 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14be136b-afe0-4fdb-838f-b19b6a04e148 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:21:54.586482 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14be136b-afe0-4fdb-838f-b19b6a04e148 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:21:54.586817 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14be136b-afe0-4fdb-838f-b19b6a04e148 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:21:54.587253 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14be136b-afe0-4fdb-838f-b19b6a04e148 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:21:54.587609 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14be136b-afe0-4fdb-838f-b19b6a04e148 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:21:54.587940 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14be136b-afe0-4fdb-838f-b19b6a04e148 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:21:54.588262 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14be136b-afe0-4fdb-838f-b19b6a04e148 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:21:54.588585 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14be136b-afe0-4fdb-838f-b19b6a04e148 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:21:54.588911 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14be136b-afe0-4fdb-838f-b19b6a04e148 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:21:54.589256 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14be136b-afe0-4fdb-838f-b19b6a04e148 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:21:54.589575 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14be136b-afe0-4fdb-838f-b19b6a04e148 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:21:54.589890 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14be136b-afe0-4fdb-838f-b19b6a04e148 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:21:54.618512 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-14be136b-afe0-4fdb-838f-b19b6a04e148 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783495836591'] for network, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:54.645717 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-14be136b-afe0-4fdb-838f-b19b6a04e148 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765'] for network, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:54.646815 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14be136b-afe0-4fdb-838f-b19b6a04e148 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:21:54.647386 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-14be136b-afe0-4fdb-838f-b19b6a04e148 admin admin] Notify callbacks [] for network, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:54.749450 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-14be136b-afe0-4fdb-838f-b19b6a04e148 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4672091 Mar 28 12:21:54.750289 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14be136b-afe0-4fdb-838f-b19b6a04e148 admin admin] Pushing event updated for resources: {'Network': ['ID=6d4bf4a7-4137-4bfb-8921-7ef592dc1286,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:21:54.752446 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 35080) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:21:54.759003 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-89605994-f082-4be6-be40-67ad4a43a647 admin admin] Request body: {'subnet': {'network_id': '6d4bf4a7-4137-4bfb-8921-7ef592dc1286', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1981891117-subnet', 'tenant_id': '7de2b817c9194d0d9b293cdd4aed08e5', 'ip_version': 4}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:21:54.760949 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Network 6d4bf4a7-4137-4bfb-8921-7ef592dc1286 details requested by agent ovs-agent-dv-neutron-835340-2-hyperv with host dv-neutron-835340-2-hyperv {{(pid=87872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 12:21:54.764271 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-89605994-f082-4be6-be40-67ad4a43a647 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:21:54.768343 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-89605994-f082-4be6-be40-67ad4a43a647 admin admin] Usage tracker for resource:subnet and tenant:7de2b817c9194d0d9b293cdd4aed08e5 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:21:54.771178 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-89605994-f082-4be6-be40-67ad4a43a647 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:21:54.777477 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-89605994-f082-4be6-be40-67ad4a43a647 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:21:54.788692 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89605994-f082-4be6-be40-67ad4a43a647 admin admin] Made reservation on behalf of 7de2b817c9194d0d9b293cdd4aed08e5 for: {'subnet': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 12:21:54.790975 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-89605994-f082-4be6-be40-67ad4a43a647 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26551362'] for subnet, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:54.986828 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-89605994-f082-4be6-be40-67ad4a43a647 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2364128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26551408'] for subnet, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:55.062497 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89605994-f082-4be6-be40-67ad4a43a647 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea5a2574-e4df-462c-802c-dc223d781522,revision_number=0']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:21:55.069719 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89605994-f082-4be6-be40-67ad4a43a647 admin admin] Checking segment: {'id': '90525cbb-4cf9-4104-9e2d-5705dbd939b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '6d4bf4a7-4137-4bfb-8921-7ef592dc1286'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 12:21:55.070071 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89605994-f082-4be6-be40-67ad4a43a647 admin admin] Network hostable DHCP agents. Network: 6d4bf4a7-4137-4bfb-8921-7ef592dc1286, hostable agents: ['3cb85949-855b-4a40-b988-cd5705e511da'], hosted agents: [] {{(pid=87871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 12:21:55.088636 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89605994-f082-4be6-be40-67ad4a43a647 admin admin] Network 6d4bf4a7-4137-4bfb-8921-7ef592dc1286 is scheduled to be hosted by DHCP agent 3cb85949-855b-4a40-b988-cd5705e511da with binding_index 1 {{(pid=87871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 12:21:55.097192 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-89605994-f082-4be6-be40-67ad4a43a647 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-2-hyperv, 6d4bf4a7-4137-4bfb-8921-7ef592dc1286) {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:21:55.100930 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89605994-f082-4be6-be40-67ad4a43a647 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:21:55.102144 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-89605994-f082-4be6-be40-67ad4a43a647 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:55.108273 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3416b251-effc-4d29-a2be-294195613d70 None None] Network 6d4bf4a7-4137-4bfb-8921-7ef592dc1286 requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 12:21:55.123100 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-89605994-f082-4be6-be40-67ad4a43a647 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3692317 Mar 28 12:21:55.125909 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 35084) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:21:55.133312 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-13e67958-ac83-4606-9773-9ae28c9b9875 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1981891117-router', 'tenant_id': '7de2b817c9194d0d9b293cdd4aed08e5', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b'}}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:21:55.140440 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-13e67958-ac83-4606-9773-9ae28c9b9875 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:21:55.145798 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-13e67958-ac83-4606-9773-9ae28c9b9875 admin admin] Usage tracker for resource:router and tenant:7de2b817c9194d0d9b293cdd4aed08e5 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:21:55.149030 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-13e67958-ac83-4606-9773-9ae28c9b9875 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:21:55.154959 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-13e67958-ac83-4606-9773-9ae28c9b9875 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:21:55.166040 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-13e67958-ac83-4606-9773-9ae28c9b9875 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-707665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-260886'] for router, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:55.166987 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-13e67958-ac83-4606-9773-9ae28c9b9875 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-705660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709650', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-767110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260873'] for router, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:55.182107 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-13e67958-ac83-4606-9773-9ae28c9b9875 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:55.334071 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdc0d59a-bfbf-4beb-9321-dfa165aa2f1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1d3f2a9-8722-5ce5-bc40-181687d1ed3f-6d4bf4a7-4137-4bfb-8921-7ef592dc1286', 'network_id': '6d4bf4a7-4137-4bfb-8921-7ef592dc1286', 'tenant_id': '7de2b817c9194d0d9b293cdd4aed08e5', 'fixed_ips': [{'subnet_id': 'ea5a2574-e4df-462c-802c-dc223d781522'}]}} from dv-neutron-835340-2-hyperv. {{(pid=87872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 12:21:55.334907 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-bdc0d59a-bfbf-4beb-9321-dfa165aa2f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:55.527172 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.db_base_plugin_common [None req-bdc0d59a-bfbf-4beb-9321-dfa165aa2f1f None None] Allocated IP 172.20.0.2 (6d4bf4a7-4137-4bfb-8921-7ef592dc1286/ea5a2574-e4df-462c-802c-dc223d781522/7aa3d80c-9e24-43f3-99cd-d1f94bbc9c23) {{(pid=87872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 12:21:55.562531 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-13e67958-ac83-4606-9773-9ae28c9b9875 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-709632', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-707672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260923'] for router, precommit_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:55.730950 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-bdc0d59a-bfbf-4beb-9321-dfa165aa2f1f None None] Notify callbacks [] for port, precommit_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:55.743436 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-bdc0d59a-bfbf-4beb-9321-dfa165aa2f1f None None] Transition to ACTIVE for port object 7aa3d80c-9e24-43f3-99cd-d1f94bbc9c23 will not be triggered until provisioned by entity L2. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:21:55.762449 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-bdc0d59a-bfbf-4beb-9321-dfa165aa2f1f None None] Transition to ACTIVE for port object 7aa3d80c-9e24-43f3-99cd-d1f94bbc9c23 will not be triggered until provisioned by entity DHCP. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:21:55.768664 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-bdc0d59a-bfbf-4beb-9321-dfa165aa2f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241'] for port, after_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:55.833551 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdc0d59a-bfbf-4beb-9321-dfa165aa2f1f None None] Network 6d4bf4a7-4137-4bfb-8921-7ef592dc1286 is already hosted by enough agents. {{(pid=87872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:21:55.840557 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.base_scheduler [None req-bdc0d59a-bfbf-4beb-9321-dfa165aa2f1f None None] Resources bound (agent type, host, resource id): {{(pid=87872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:21:55.845268 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc0d59a-bfbf-4beb-9321-dfa165aa2f1f None None] Received port after_create {{(pid=87872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 12:21:55.868478 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-13e67958-ac83-4606-9773-9ae28c9b9875 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:55.879752 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc0d59a-bfbf-4beb-9321-dfa165aa2f1f None None] Pushing event updated for resources: {'Port': ['ID=7aa3d80c-9e24-43f3-99cd-d1f94bbc9c23,revision_number=1']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:21:55.901783 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-13e67958-ac83-4606-9773-9ae28c9b9875 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:55.940429 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-bdc0d59a-bfbf-4beb-9321-dfa165aa2f1f None None] Attempting to bind port 7aa3d80c-9e24-43f3-99cd-d1f94bbc9c23 on host dv-neutron-835340-2-hyperv for vnic_type normal with profile {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 12:21:55.940797 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-bdc0d59a-bfbf-4beb-9321-dfa165aa2f1f None None] Attempting to bind port 7aa3d80c-9e24-43f3-99cd-d1f94bbc9c23 by drivers openvswitch,hyperv on host dv-neutron-835340-2-hyperv at level 0 using segments [{'id': '90525cbb-4cf9-4104-9e2d-5705dbd939b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '6d4bf4a7-4137-4bfb-8921-7ef592dc1286'}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 12:21:55.941161 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc0d59a-bfbf-4beb-9321-dfa165aa2f1f None None] Attempting to bind port 7aa3d80c-9e24-43f3-99cd-d1f94bbc9c23 on network 6d4bf4a7-4137-4bfb-8921-7ef592dc1286 {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 12:21:55.946956 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc0d59a-bfbf-4beb-9321-dfa165aa2f1f None None] Checking agent: {'id': '961a16fe-cbc8-4264-ac28-bbbd53f89caa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 46, 6), 'started_at': datetime.datetime(2022, 3, 28, 11, 46, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 12, 21, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 12:21:55.947334 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc0d59a-bfbf-4beb-9321-dfa165aa2f1f None None] Checking segment: {'id': '90525cbb-4cf9-4104-9e2d-5705dbd939b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '6d4bf4a7-4137-4bfb-8921-7ef592dc1286'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 12:21:55.947764 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-bdc0d59a-bfbf-4beb-9321-dfa165aa2f1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:55.948180 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc0d59a-bfbf-4beb-9321-dfa165aa2f1f None None] Bound using segment: {'id': '90525cbb-4cf9-4104-9e2d-5705dbd939b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '6d4bf4a7-4137-4bfb-8921-7ef592dc1286'} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 12:21:55.948636 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-bdc0d59a-bfbf-4beb-9321-dfa165aa2f1f None None] Bound port: 7aa3d80c-9e24-43f3-99cd-d1f94bbc9c23, host: dv-neutron-835340-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90525cbb-4cf9-4104-9e2d-5705dbd939b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '6d4bf4a7-4137-4bfb-8921-7ef592dc1286'}}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 12:21:55.949008 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-bdc0d59a-bfbf-4beb-9321-dfa165aa2f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:56.038055 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-bdc0d59a-bfbf-4beb-9321-dfa165aa2f1f None None] For port 7aa3d80c-9e24-43f3-99cd-d1f94bbc9c23, host dv-neutron-835340-2-hyperv, cleared binding levels {{(pid=87872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 12:21:56.039486 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.db_base_plugin_common [None req-13e67958-ac83-4606-9773-9ae28c9b9875 admin admin] Allocated IP 172.26.7.39 (ac2b1748-8f63-4b17-a9c7-07e79704aa5b/0b7ebf76-1dc7-431a-a0b4-b96bacf287c2/8f8b9920-c5e3-4015-ab95-2cc194f7be5b) {{(pid=87871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 12:21:56.041831 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-bdc0d59a-bfbf-4beb-9321-dfa165aa2f1f None None] For port 7aa3d80c-9e24-43f3-99cd-d1f94bbc9c23, host dv-neutron-835340-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=7aa3d80c-9e24-43f3-99cd-d1f94bbc9c23,segment=NetworkSegment(90525cbb-4cf9-4104-9e2d-5705dbd939b2),segment_id=90525cbb-4cf9-4104-9e2d-5705dbd939b2)] {{(pid=87872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 12:21:56.046467 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-bdc0d59a-bfbf-4beb-9321-dfa165aa2f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:56.128769 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc0d59a-bfbf-4beb-9321-dfa165aa2f1f None None] Pushing event updated for resources: {'Port': ['ID=7aa3d80c-9e24-43f3-99cd-d1f94bbc9c23,revision_number=2']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:21:56.199311 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-13e67958-ac83-4606-9773-9ae28c9b9875 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:56.231230 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-13e67958-ac83-4606-9773-9ae28c9b9875 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:56.302435 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13e67958-ac83-4606-9773-9ae28c9b9875 admin admin] Network ac2b1748-8f63-4b17-a9c7-07e79704aa5b is already hosted by enough agents. {{(pid=87871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:21:56.305322 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-13e67958-ac83-4606-9773-9ae28c9b9875 admin admin] Resources bound (agent type, host, resource id): {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:21:56.313114 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e67958-ac83-4606-9773-9ae28c9b9875 admin admin] Received port after_create {{(pid=87871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 12:21:56.349978 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e67958-ac83-4606-9773-9ae28c9b9875 admin admin] Pushing event updated for resources: {'Port': ['ID=8f8b9920-c5e3-4015-ab95-2cc194f7be5b,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:21:56.735462 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-13e67958-ac83-4606-9773-9ae28c9b9875 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:57.067361 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fa0d4b9-2550-4f18-8733-afd8d9586572 None None] Network 6d4bf4a7-4137-4bfb-8921-7ef592dc1286 requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 12:21:57.176785 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-d92dc827-9448-4a2d-918d-511cdf7ee23a None None] Provisioning for port 7aa3d80c-9e24-43f3-99cd-d1f94bbc9c23 completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:21:57.202839 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-13e67958-ac83-4606-9773-9ae28c9b9875 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709693'] for router, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:57.412947 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13e67958-ac83-4606-9773-9ae28c9b9875 admin admin] Router 8ede8da9-4cb0-4c2a-bfe3-e65f4b2eb313 is scheduled to L3 agent af79d429-529e-400b-a119-94d4bec03f3e with binding_index 1 {{(pid=87871) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 12:21:57.593378 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13e67958-ac83-4606-9773-9ae28c9b9875 admin admin] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 12:21:57.601926 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8296bc6-58da-4f9e-a5e9-5c4d9d6e4ddd None None] Sync routers for ids ['8ede8da9-4cb0-4c2a-bfe3-e65f4b2eb313'] in dv-neutron-835340-2-hyperv {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 12:21:57.610863 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8296bc6-58da-4f9e-a5e9-5c4d9d6e4ddd None None] Routers {'8ede8da9-4cb0-4c2a-bfe3-e65f4b2eb313'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:21:57.611491 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-e8296bc6-58da-4f9e-a5e9-5c4d9d6e4ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:21:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['8ede8da9-4cb0-4c2a-bfe3-e65f4b2eb313'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:21:57.616360 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-13e67958-ac83-4606-9773-9ae28c9b9875 admin admin] Notify callbacks [] for router, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:57.618142 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-13e67958-ac83-4606-9773-9ae28c9b9875 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.4909139 Mar 28 12:21:57.621244 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 35090) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:21:57.789481 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvr_db [None req-e8296bc6-58da-4f9e-a5e9-5c4d9d6e4ddd None None] Set router 8ede8da9-4cb0-4c2a-bfe3-e65f4b2eb313 gateway port host: dv-neutron-835340-2-hyperv {{(pid=87872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:21:58.073586 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-e8296bc6-58da-4f9e-a5e9-5c4d9d6e4ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ede8da9-4cb0-4c2a-bfe3-e65f4b2eb313', 'name': 'tempest-TestEncryptedCinderVolumes-1981891117-router', 'tenant_id': '7de2b817c9194d0d9b293cdd4aed08e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.39'}], 'enable_snat': True}, 'gw_port_id': '8f8b9920-c5e3-4015-ab95-2cc194f7be5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:21:55Z', 'updated_at': '2022-03-28T12:21:56Z', 'revision_number': 3, 'project_id': '7de2b817c9194d0d9b293cdd4aed08e5', 'gw_port': {'id': '8f8b9920-c5e3-4015-ab95-2cc194f7be5b', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:b2:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ede8da9-4cb0-4c2a-bfe3-e65f4b2eb313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1627, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:21:55Z', 'updated_at': '2022-03-28T12:21:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv'}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:21:58.077460 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8296bc6-58da-4f9e-a5e9-5c4d9d6e4ddd None None] Checking router: 8ede8da9-4cb0-4c2a-bfe3-e65f4b2eb313 for host: dv-neutron-835340-2-hyperv {{(pid=87872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 12:21:58.077808 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8296bc6-58da-4f9e-a5e9-5c4d9d6e4ddd None None] Updating router 8ede8da9-4cb0-4c2a-bfe3-e65f4b2eb313 port 8f8b9920-c5e3-4015-ab95-2cc194f7be5b binding host dv-neutron-835340-2-hyperv {{(pid=87872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 12:21:58.129317 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-e8296bc6-58da-4f9e-a5e9-5c4d9d6e4ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:58.312075 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 7aa3d80c-9e24-43f3-99cd-d1f94bbc9c23 up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:21:58.411989 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-3bebd83e-e312-478a-8349-1774ba7d7579 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:58.475572 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning for port 7aa3d80c-9e24-43f3-99cd-d1f94bbc9c23 completed by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:21:58.482636 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port 7aa3d80c-9e24-43f3-99cd-d1f94bbc9c23 triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:21:58.483008 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:58.611489 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-e8296bc6-58da-4f9e-a5e9-5c4d9d6e4ddd None None] Notify callbacks [] for port, precommit_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:58.615753 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.db_base_plugin_common [None req-3bebd83e-e312-478a-8349-1774ba7d7579 admin admin] Allocated IP 172.20.0.1 (6d4bf4a7-4137-4bfb-8921-7ef592dc1286/ea5a2574-e4df-462c-802c-dc223d781522/7aab58bc-04cf-4eab-9a72-bb0829082ee0) {{(pid=87871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 12:21:58.658533 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-e8296bc6-58da-4f9e-a5e9-5c4d9d6e4ddd None None] Transition to ACTIVE for port object 8f8b9920-c5e3-4015-ab95-2cc194f7be5b will not be triggered until provisioned by entity L2. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:21:58.673895 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-e8296bc6-58da-4f9e-a5e9-5c4d9d6e4ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:58.716446 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:58.765928 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-3bebd83e-e312-478a-8349-1774ba7d7579 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:58.782936 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.provisioning_blocks [None req-3bebd83e-e312-478a-8349-1774ba7d7579 admin admin] Transition to ACTIVE for port object 7aab58bc-04cf-4eab-9a72-bb0829082ee0 will not be triggered until provisioned by entity DHCP. {{(pid=87871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:21:58.784617 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-e8296bc6-58da-4f9e-a5e9-5c4d9d6e4ddd None None] Attempting to bind port 8f8b9920-c5e3-4015-ab95-2cc194f7be5b on host dv-neutron-835340-2-hyperv for vnic_type normal with profile {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 12:21:58.785241 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-e8296bc6-58da-4f9e-a5e9-5c4d9d6e4ddd None None] Attempting to bind port 8f8b9920-c5e3-4015-ab95-2cc194f7be5b by drivers openvswitch,hyperv on host dv-neutron-835340-2-hyperv at level 0 using segments [{'id': '688afb86-c9bd-46e2-ba7d-3fe76fb1efff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b'}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 12:21:58.785838 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8296bc6-58da-4f9e-a5e9-5c4d9d6e4ddd None None] Attempting to bind port 8f8b9920-c5e3-4015-ab95-2cc194f7be5b on network ac2b1748-8f63-4b17-a9c7-07e79704aa5b {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 12:21:58.795551 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422b89f7-50c6-4aed-8347-52e48ae890a0 None None] Pushing event updated for resources: {'Port': ['ID=8f8b9920-c5e3-4015-ab95-2cc194f7be5b,revision_number=2']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:21:58.798794 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8296bc6-58da-4f9e-a5e9-5c4d9d6e4ddd None None] Checking agent: {'id': '961a16fe-cbc8-4264-ac28-bbbd53f89caa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 46, 6), 'started_at': datetime.datetime(2022, 3, 28, 11, 46, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 12, 21, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 12:21:58.799164 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8296bc6-58da-4f9e-a5e9-5c4d9d6e4ddd None None] Checking segment: {'id': '688afb86-c9bd-46e2-ba7d-3fe76fb1efff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 12:21:58.799585 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-e8296bc6-58da-4f9e-a5e9-5c4d9d6e4ddd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:58.799963 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8296bc6-58da-4f9e-a5e9-5c4d9d6e4ddd None None] Bound using segment: {'id': '688afb86-c9bd-46e2-ba7d-3fe76fb1efff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b'} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 12:21:58.800423 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-e8296bc6-58da-4f9e-a5e9-5c4d9d6e4ddd None None] Bound port: 8f8b9920-c5e3-4015-ab95-2cc194f7be5b, host: dv-neutron-835340-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '688afb86-c9bd-46e2-ba7d-3fe76fb1efff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b'}}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 12:21:58.800792 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-e8296bc6-58da-4f9e-a5e9-5c4d9d6e4ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:58.809260 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-3bebd83e-e312-478a-8349-1774ba7d7579 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:58.829988 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] For port 7aa3d80c-9e24-43f3-99cd-d1f94bbc9c23, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=7aa3d80c-9e24-43f3-99cd-d1f94bbc9c23,segment=NetworkSegment(90525cbb-4cf9-4104-9e2d-5705dbd939b2),segment_id=90525cbb-4cf9-4104-9e2d-5705dbd939b2)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:21:58.839292 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:58.879806 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bebd83e-e312-478a-8349-1774ba7d7579 admin admin] Network 6d4bf4a7-4137-4bfb-8921-7ef592dc1286 is already hosted by enough agents. {{(pid=87871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:21:58.886743 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-3bebd83e-e312-478a-8349-1774ba7d7579 admin admin] Resources bound (agent type, host, resource id): {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:21:58.891271 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bebd83e-e312-478a-8349-1774ba7d7579 admin admin] Received port after_create {{(pid=87871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 12:21:58.920415 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bebd83e-e312-478a-8349-1774ba7d7579 admin admin] Pushing event updated for resources: {'Port': ['ID=7aab58bc-04cf-4eab-9a72-bb0829082ee0,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:21:58.940087 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-e8296bc6-58da-4f9e-a5e9-5c4d9d6e4ddd None None] For port 8f8b9920-c5e3-4015-ab95-2cc194f7be5b, host dv-neutron-835340-2-hyperv, cleared binding levels {{(pid=87872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 12:21:58.944526 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-e8296bc6-58da-4f9e-a5e9-5c4d9d6e4ddd None None] For port 8f8b9920-c5e3-4015-ab95-2cc194f7be5b, host dv-neutron-835340-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=8f8b9920-c5e3-4015-ab95-2cc194f7be5b,segment=NetworkSegment(688afb86-c9bd-46e2-ba7d-3fe76fb1efff),segment_id=688afb86-c9bd-46e2-ba7d-3fe76fb1efff)] {{(pid=87872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 12:21:58.946748 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Pushing event updated for resources: {'Port': ['ID=7aa3d80c-9e24-43f3-99cd-d1f94bbc9c23,revision_number=3']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:21:58.948902 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-3bebd83e-e312-478a-8349-1774ba7d7579 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-709483'] for router_interface, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:58.950874 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-e8296bc6-58da-4f9e-a5e9-5c4d9d6e4ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:59.032977 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8296bc6-58da-4f9e-a5e9-5c4d9d6e4ddd None None] Routers {'8ede8da9-4cb0-4c2a-bfe3-e65f4b2eb313'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:21:59.033588 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-e8296bc6-58da-4f9e-a5e9-5c4d9d6e4ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:21:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['8ede8da9-4cb0-4c2a-bfe3-e65f4b2eb313'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:21:59.082190 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-3bebd83e-e312-478a-8349-1774ba7d7579 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:59.100723 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422b89f7-50c6-4aed-8347-52e48ae890a0 None None] Pushing event updated for resources: {'Port': ['ID=8f8b9920-c5e3-4015-ab95-2cc194f7be5b,revision_number=3']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:21:59.212226 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-c656e610-02db-4bbe-bf5b-4f5a8b16ec37 None None] Provisioning for port 7aab58bc-04cf-4eab-9a72-bb0829082ee0 completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:21:59.225140 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-c656e610-02db-4bbe-bf5b-4f5a8b16ec37 None None] Provisioning complete for port 7aab58bc-04cf-4eab-9a72-bb0829082ee0 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:21:59.225487 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-c656e610-02db-4bbe-bf5b-4f5a8b16ec37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:59.262311 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvr_db [None req-e8296bc6-58da-4f9e-a5e9-5c4d9d6e4ddd None None] Set router 8ede8da9-4cb0-4c2a-bfe3-e65f4b2eb313 gateway port host: dv-neutron-835340-2-hyperv {{(pid=87872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:21:59.306563 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-3bebd83e-e312-478a-8349-1774ba7d7579 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:59.310984 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-3bebd83e-e312-478a-8349-1774ba7d7579 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2363241'] for port, after_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:59.345736 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-c656e610-02db-4bbe-bf5b-4f5a8b16ec37 None None] Port 7aab58bc-04cf-4eab-9a72-bb0829082ee0 cannot update to ACTIVE because it is not bound. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 12:21:59.412898 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-3bebd83e-e312-478a-8349-1774ba7d7579 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-743372'] for router_interface, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:59.417050 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bebd83e-e312-478a-8349-1774ba7d7579 admin admin] Pushing event updated for resources: {'Port': ['ID=7aab58bc-04cf-4eab-9a72-bb0829082ee0,revision_number=2']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:21:59.549645 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bebd83e-e312-478a-8349-1774ba7d7579 admin admin] Network 6d4bf4a7-4137-4bfb-8921-7ef592dc1286 is already hosted by enough agents. {{(pid=87871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:21:59.550894 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-3bebd83e-e312-478a-8349-1774ba7d7579 admin admin] Resources bound (agent type, host, resource id): {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:21:59.594289 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-e8296bc6-58da-4f9e-a5e9-5c4d9d6e4ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ede8da9-4cb0-4c2a-bfe3-e65f4b2eb313', 'name': 'tempest-TestEncryptedCinderVolumes-1981891117-router', 'tenant_id': '7de2b817c9194d0d9b293cdd4aed08e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.39'}], 'enable_snat': True}, 'gw_port_id': '8f8b9920-c5e3-4015-ab95-2cc194f7be5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:21:55Z', 'updated_at': '2022-03-28T12:21:59Z', 'revision_number': 4, 'project_id': '7de2b817c9194d0d9b293cdd4aed08e5', 'gw_port': {'id': '8f8b9920-c5e3-4015-ab95-2cc194f7be5b', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:b2:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ede8da9-4cb0-4c2a-bfe3-e65f4b2eb313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1627, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:21:55Z', 'updated_at': '2022-03-28T12:21:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_interfaces': [{'id': '7aab58bc-04cf-4eab-9a72-bb0829082ee0', 'name': '', 'network_id': '6d4bf4a7-4137-4bfb-8921-7ef592dc1286', 'tenant_id': '7de2b817c9194d0d9b293cdd4aed08e5', 'mac_address': 'fa:16:3e:03:e3:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ede8da9-4cb0-4c2a-bfe3-e65f4b2eb313', 'device_owner': 'network:router_interface', 'standard_attr_id': 1628, 'fixed_ips': [{'subnet_id': 'ea5a2574-e4df-462c-802c-dc223d781522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:21:58Z', 'updated_at': '2022-03-28T12:21:58Z', 'revision_number': 1, 'project_id': '7de2b817c9194d0d9b293cdd4aed08e5', 'subnets': [{'id': 'ea5a2574-e4df-462c-802c-dc223d781522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:21:59.598677 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8296bc6-58da-4f9e-a5e9-5c4d9d6e4ddd None None] The sync data for ids ['8ede8da9-4cb0-4c2a-bfe3-e65f4b2eb313'] in dv-neutron-835340-2-hyperv is: [{'id': '8ede8da9-4cb0-4c2a-bfe3-e65f4b2eb313', 'name': 'tempest-TestEncryptedCinderVolumes-1981891117-router', 'tenant_id': '7de2b817c9194d0d9b293cdd4aed08e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.39'}], 'enable_snat': True}, 'gw_port_id': '8f8b9920-c5e3-4015-ab95-2cc194f7be5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:21:55Z', 'updated_at': '2022-03-28T12:21:59Z', 'revision_number': 4, 'project_id': '7de2b817c9194d0d9b293cdd4aed08e5', 'gw_port': {'id': '8f8b9920-c5e3-4015-ab95-2cc194f7be5b', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:b2:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ede8da9-4cb0-4c2a-bfe3-e65f4b2eb313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1627, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:21:55Z', 'updated_at': '2022-03-28T12:21:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_interfaces': [{'id': '7aab58bc-04cf-4eab-9a72-bb0829082ee0', 'name': '', 'network_id': '6d4bf4a7-4137-4bfb-8921-7ef592dc1286', 'tenant_id': '7de2b817c9194d0d9b293cdd4aed08e5', 'mac_address': 'fa:16:3e:03:e3:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ede8da9-4cb0-4c2a-bfe3-e65f4b2eb313', 'device_owner': 'network:router_interface', 'standard_attr_id': 1628, 'fixed_ips': [{'subnet_id': 'ea5a2574-e4df-462c-802c-dc223d781522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:21:58Z', 'updated_at': '2022-03-28T12:21:58Z', 'revision_number': 1, 'project_id': '7de2b817c9194d0d9b293cdd4aed08e5', 'subnets': [{'id': 'ea5a2574-e4df-462c-802c-dc223d781522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 12:21:59.753546 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bebd83e-e312-478a-8349-1774ba7d7579 admin admin] Router 8ede8da9-4cb0-4c2a-bfe3-e65f4b2eb313 has already been hosted by L3 agent af79d429-529e-400b-a119-94d4bec03f3e {{(pid=87871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 12:21:59.767700 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-22cd113d-a2f5-4ee9-baa5-7ace60df92a7 None None] Provisioning complete for port 7aab58bc-04cf-4eab-9a72-bb0829082ee0 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:21:59.768077 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-22cd113d-a2f5-4ee9-baa5-7ace60df92a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:21:59.843586 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-22cd113d-a2f5-4ee9-baa5-7ace60df92a7 None None] Port 7aab58bc-04cf-4eab-9a72-bb0829082ee0 cannot update to ACTIVE because it is not bound. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 12:22:00.063717 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bebd83e-e312-478a-8349-1774ba7d7579 admin admin] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 12:22:00.073608 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-3bebd83e-e312-478a-8349-1774ba7d7579 admin admin] 10.222.0.30 "PUT /v2.0/routers/8ede8da9-4cb0-4c2a-bfe3-e65f4b2eb313/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4513507 Mar 28 12:22:00.331677 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 7aa3d80c-9e24-43f3-99cd-d1f94bbc9c23 up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:22:00.454716 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port 7aa3d80c-9e24-43f3-99cd-d1f94bbc9c23 triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:22:00.455095 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:22:00.651713 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 35108) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:22:00.657176 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-51ea9480-bf27-49e6-85da-ca2abd492951 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1191367858-network', 'tenant_id': '175e13a182f841fa9c1a23a01a167563'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:22:00.662344 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-51ea9480-bf27-49e6-85da-ca2abd492951 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:22:00.667493 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-51ea9480-bf27-49e6-85da-ca2abd492951 admin admin] Usage tracker for resource:network and tenant:175e13a182f841fa9c1a23a01a167563 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:22:00.670561 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-51ea9480-bf27-49e6-85da-ca2abd492951 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:22:00.676417 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-51ea9480-bf27-49e6-85da-ca2abd492951 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:22:00.688376 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51ea9480-bf27-49e6-85da-ca2abd492951 admin admin] Made reservation on behalf of 175e13a182f841fa9c1a23a01a167563 for: {'network': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 12:22:00.690649 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-51ea9480-bf27-49e6-85da-ca2abd492951 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for network, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:22:00.704101 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-51ea9480-bf27-49e6-85da-ca2abd492951 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:22:00.719354 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-51ea9480-bf27-49e6-85da-ca2abd492951 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:22:00.723247 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-51ea9480-bf27-49e6-85da-ca2abd492951 admin admin] Usage tracker for resource:security_group_rule and tenant:175e13a182f841fa9c1a23a01a167563 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:22:00.726303 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-51ea9480-bf27-49e6-85da-ca2abd492951 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:22:00.731947 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-51ea9480-bf27-49e6-85da-ca2abd492951 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:22:00.824610 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-51ea9480-bf27-49e6-85da-ca2abd492951 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:22:00.830237 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-51ea9480-bf27-49e6-85da-ca2abd492951 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:22:00.863288 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51ea9480-bf27-49e6-85da-ca2abd492951 admin admin] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=87871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 12:22:00.872142 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ea9480-bf27-49e6-85da-ca2abd492951 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d43bd453-14b4-476c-be51-f3531cf6363b,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:22:00.878190 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-51ea9480-bf27-49e6-85da-ca2abd492951 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:22:00.878531 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.db.segments_db [None req-51ea9480-bf27-49e6-85da-ca2abd492951 admin admin] Added segment 31e0cf9e-4699-476f-b755-525d662f967a of type vlan for network f282df8a-a0ae-448d-ac25-39fd044e2c54 Mar 28 12:22:00.906894 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-51ea9480-bf27-49e6-85da-ca2abd492951 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783495836591'] for network, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:22:00.939794 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-51ea9480-bf27-49e6-85da-ca2abd492951 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765'] for network, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:22:00.940723 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51ea9480-bf27-49e6-85da-ca2abd492951 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:22:00.941292 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-51ea9480-bf27-49e6-85da-ca2abd492951 admin admin] Notify callbacks [] for network, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:22:01.036172 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-51ea9480-bf27-49e6-85da-ca2abd492951 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3833501 Mar 28 12:22:01.038848 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 35112) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:22:01.045908 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-d5546a9e-08c1-4178-b0a7-31b514eb3d40 admin admin] Request body: {'subnet': {'network_id': 'f282df8a-a0ae-448d-ac25-39fd044e2c54', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1191367858-subnet', 'tenant_id': '175e13a182f841fa9c1a23a01a167563', 'ip_version': 4}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:22:01.049113 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ea9480-bf27-49e6-85da-ca2abd492951 admin admin] Pushing event updated for resources: {'Network': ['ID=f282df8a-a0ae-448d-ac25-39fd044e2c54,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:22:01.052649 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-d5546a9e-08c1-4178-b0a7-31b514eb3d40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:22:01.056974 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-d5546a9e-08c1-4178-b0a7-31b514eb3d40 admin admin] Usage tracker for resource:subnet and tenant:175e13a182f841fa9c1a23a01a167563 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:22:01.058745 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Network f282df8a-a0ae-448d-ac25-39fd044e2c54 details requested by agent ovs-agent-dv-neutron-835340-2-hyperv with host dv-neutron-835340-2-hyperv {{(pid=87872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 12:22:01.059927 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-d5546a9e-08c1-4178-b0a7-31b514eb3d40 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:22:01.065606 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-d5546a9e-08c1-4178-b0a7-31b514eb3d40 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:22:01.076148 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5546a9e-08c1-4178-b0a7-31b514eb3d40 admin admin] Made reservation on behalf of 175e13a182f841fa9c1a23a01a167563 for: {'subnet': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 12:22:01.078424 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-d5546a9e-08c1-4178-b0a7-31b514eb3d40 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26551362'] for subnet, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:22:01.282602 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-d5546a9e-08c1-4178-b0a7-31b514eb3d40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2364128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26551408'] for subnet, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:22:01.353076 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5546a9e-08c1-4178-b0a7-31b514eb3d40 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c557761-5076-4a2b-9163-b3a11257f984,revision_number=0']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:22:01.366575 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5546a9e-08c1-4178-b0a7-31b514eb3d40 admin admin] Checking segment: {'id': '31e0cf9e-4699-476f-b755-525d662f967a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'f282df8a-a0ae-448d-ac25-39fd044e2c54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 12:22:01.367161 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5546a9e-08c1-4178-b0a7-31b514eb3d40 admin admin] Network hostable DHCP agents. Network: f282df8a-a0ae-448d-ac25-39fd044e2c54, hostable agents: ['3cb85949-855b-4a40-b988-cd5705e511da'], hosted agents: [] {{(pid=87871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 12:22:01.386821 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5546a9e-08c1-4178-b0a7-31b514eb3d40 admin admin] Network f282df8a-a0ae-448d-ac25-39fd044e2c54 is scheduled to be hosted by DHCP agent 3cb85949-855b-4a40-b988-cd5705e511da with binding_index 1 {{(pid=87871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 12:22:01.396311 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-d5546a9e-08c1-4178-b0a7-31b514eb3d40 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-2-hyperv, f282df8a-a0ae-448d-ac25-39fd044e2c54) {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:22:01.400878 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5546a9e-08c1-4178-b0a7-31b514eb3d40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:22:01.401447 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-d5546a9e-08c1-4178-b0a7-31b514eb3d40 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:22:01.406191 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e841e18-1692-4ad0-bb4a-2903752eac94 None None] Network f282df8a-a0ae-448d-ac25-39fd044e2c54 requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 12:22:01.422710 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-d5546a9e-08c1-4178-b0a7-31b514eb3d40 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3828621 Mar 28 12:22:01.425268 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 35116) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:22:01.430755 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-ee525961-05d9-47e6-9ae0-e81a5afcd41f admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1191367858-router', 'tenant_id': '175e13a182f841fa9c1a23a01a167563', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b'}}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:22:01.435255 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-ee525961-05d9-47e6-9ae0-e81a5afcd41f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:22:01.438981 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-ee525961-05d9-47e6-9ae0-e81a5afcd41f admin admin] Usage tracker for resource:router and tenant:175e13a182f841fa9c1a23a01a167563 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:22:01.441778 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-ee525961-05d9-47e6-9ae0-e81a5afcd41f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:22:01.448710 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-ee525961-05d9-47e6-9ae0-e81a5afcd41f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:22:01.460576 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-ee525961-05d9-47e6-9ae0-e81a5afcd41f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-707665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-260886'] for router, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:22:01.462600 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-ee525961-05d9-47e6-9ae0-e81a5afcd41f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-705660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709650', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-767110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260873'] for router, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:22:01.479453 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-ee525961-05d9-47e6-9ae0-e81a5afcd41f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:22:01.621959 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-121d950b-e86b-4abb-a598-ff68281eeec9 None None] Sync routers for ids ['8ede8da9-4cb0-4c2a-bfe3-e65f4b2eb313'] in dv-neutron-835340-2-hyperv {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 12:22:01.643412 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-121d950b-e86b-4abb-a598-ff68281eeec9 None None] Routers {'8ede8da9-4cb0-4c2a-bfe3-e65f4b2eb313'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:22:01.644392 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-121d950b-e86b-4abb-a598-ff68281eeec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:21:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['8ede8da9-4cb0-4c2a-bfe3-e65f4b2eb313'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:22:01.645516 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09cea453-dd21-47f3-adf4-b52f7d0c3e98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1d3f2a9-8722-5ce5-bc40-181687d1ed3f-f282df8a-a0ae-448d-ac25-39fd044e2c54', 'network_id': 'f282df8a-a0ae-448d-ac25-39fd044e2c54', 'tenant_id': '175e13a182f841fa9c1a23a01a167563', 'fixed_ips': [{'subnet_id': '5c557761-5076-4a2b-9163-b3a11257f984'}]}} from dv-neutron-835340-2-hyperv. {{(pid=87872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 12:22:01.646409 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-09cea453-dd21-47f3-adf4-b52f7d0c3e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:22:01.757346 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-ee525961-05d9-47e6-9ae0-e81a5afcd41f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-709632', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-707672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260923'] for router, precommit_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:22:01.808622 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.db_base_plugin_common [None req-09cea453-dd21-47f3-adf4-b52f7d0c3e98 None None] Allocated IP 172.20.0.2 (f282df8a-a0ae-448d-ac25-39fd044e2c54/5c557761-5076-4a2b-9163-b3a11257f984/27137657-4086-4b70-912f-189e438496ed) {{(pid=87872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 12:22:01.841913 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvr_db [None req-121d950b-e86b-4abb-a598-ff68281eeec9 None None] Set router 8ede8da9-4cb0-4c2a-bfe3-e65f4b2eb313 gateway port host: dv-neutron-835340-2-hyperv {{(pid=87873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:22:02.043697 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-09cea453-dd21-47f3-adf4-b52f7d0c3e98 None None] Notify callbacks [] for port, precommit_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:22:02.053951 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-09cea453-dd21-47f3-adf4-b52f7d0c3e98 None None] Transition to ACTIVE for port object 27137657-4086-4b70-912f-189e438496ed will not be triggered until provisioned by entity L2. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:22:02.074144 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-09cea453-dd21-47f3-adf4-b52f7d0c3e98 None None] Transition to ACTIVE for port object 27137657-4086-4b70-912f-189e438496ed will not be triggered until provisioned by entity DHCP. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:22:02.082147 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-09cea453-dd21-47f3-adf4-b52f7d0c3e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241'] for port, after_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:22:02.087557 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-ee525961-05d9-47e6-9ae0-e81a5afcd41f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:22:02.117598 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-ee525961-05d9-47e6-9ae0-e81a5afcd41f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:22:02.159820 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cea453-dd21-47f3-adf4-b52f7d0c3e98 None None] Pushing event updated for resources: {'Port': ['ID=27137657-4086-4b70-912f-189e438496ed,revision_number=1']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:22:02.177972 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09cea453-dd21-47f3-adf4-b52f7d0c3e98 None None] Network f282df8a-a0ae-448d-ac25-39fd044e2c54 is already hosted by enough agents. {{(pid=87872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:22:02.179236 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.base_scheduler [None req-09cea453-dd21-47f3-adf4-b52f7d0c3e98 None None] Resources bound (agent type, host, resource id): {{(pid=87872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:22:02.182237 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09cea453-dd21-47f3-adf4-b52f7d0c3e98 None None] Received port after_create {{(pid=87872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 12:22:02.218787 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-121d950b-e86b-4abb-a598-ff68281eeec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ede8da9-4cb0-4c2a-bfe3-e65f4b2eb313', 'name': 'tempest-TestEncryptedCinderVolumes-1981891117-router', 'tenant_id': '7de2b817c9194d0d9b293cdd4aed08e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.39'}], 'enable_snat': True}, 'gw_port_id': '8f8b9920-c5e3-4015-ab95-2cc194f7be5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:21:55Z', 'updated_at': '2022-03-28T12:21:59Z', 'revision_number': 4, 'project_id': '7de2b817c9194d0d9b293cdd4aed08e5', 'gw_port': {'id': '8f8b9920-c5e3-4015-ab95-2cc194f7be5b', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:b2:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ede8da9-4cb0-4c2a-bfe3-e65f4b2eb313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1627, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:21:55Z', 'updated_at': '2022-03-28T12:21:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_interfaces': [{'id': '7aab58bc-04cf-4eab-9a72-bb0829082ee0', 'name': '', 'network_id': '6d4bf4a7-4137-4bfb-8921-7ef592dc1286', 'tenant_id': '7de2b817c9194d0d9b293cdd4aed08e5', 'mac_address': 'fa:16:3e:03:e3:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ede8da9-4cb0-4c2a-bfe3-e65f4b2eb313', 'device_owner': 'network:router_interface', 'standard_attr_id': 1628, 'fixed_ips': [{'subnet_id': 'ea5a2574-e4df-462c-802c-dc223d781522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:21:58Z', 'updated_at': '2022-03-28T12:21:59Z', 'revision_number': 2, 'project_id': '7de2b817c9194d0d9b293cdd4aed08e5', 'subnets': [{'id': 'ea5a2574-e4df-462c-802c-dc223d781522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:22:02.222995 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-121d950b-e86b-4abb-a598-ff68281eeec9 None None] Checking router: 8ede8da9-4cb0-4c2a-bfe3-e65f4b2eb313 for host: dv-neutron-835340-2-hyperv {{(pid=87873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 12:22:02.223207 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-121d950b-e86b-4abb-a598-ff68281eeec9 None None] Updating router 8ede8da9-4cb0-4c2a-bfe3-e65f4b2eb313 port 7aab58bc-04cf-4eab-9a72-bb0829082ee0 binding host dv-neutron-835340-2-hyperv {{(pid=87873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 12:22:02.274460 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.db_base_plugin_common [None req-ee525961-05d9-47e6-9ae0-e81a5afcd41f admin admin] Allocated IP 172.26.7.101 (ac2b1748-8f63-4b17-a9c7-07e79704aa5b/0b7ebf76-1dc7-431a-a0b4-b96bacf287c2/1824dd30-4c8c-4dc4-b611-752e23f60e84) {{(pid=87871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 12:22:02.279312 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-09cea453-dd21-47f3-adf4-b52f7d0c3e98 None None] Attempting to bind port 27137657-4086-4b70-912f-189e438496ed on host dv-neutron-835340-2-hyperv for vnic_type normal with profile {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 12:22:02.280941 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-09cea453-dd21-47f3-adf4-b52f7d0c3e98 None None] Attempting to bind port 27137657-4086-4b70-912f-189e438496ed by drivers openvswitch,hyperv on host dv-neutron-835340-2-hyperv at level 0 using segments [{'id': '31e0cf9e-4699-476f-b755-525d662f967a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'f282df8a-a0ae-448d-ac25-39fd044e2c54'}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 12:22:02.281311 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09cea453-dd21-47f3-adf4-b52f7d0c3e98 None None] Attempting to bind port 27137657-4086-4b70-912f-189e438496ed on network f282df8a-a0ae-448d-ac25-39fd044e2c54 {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 12:22:02.292615 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron_lib.callbacks.manager [None req-121d950b-e86b-4abb-a598-ff68281eeec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:22:02.293939 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09cea453-dd21-47f3-adf4-b52f7d0c3e98 None None] Checking agent: {'id': '961a16fe-cbc8-4264-ac28-bbbd53f89caa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 46, 6), 'started_at': datetime.datetime(2022, 3, 28, 11, 46, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 12, 21, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 12:22:02.294315 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09cea453-dd21-47f3-adf4-b52f7d0c3e98 None None] Checking segment: {'id': '31e0cf9e-4699-476f-b755-525d662f967a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'f282df8a-a0ae-448d-ac25-39fd044e2c54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 12:22:02.294713 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-09cea453-dd21-47f3-adf4-b52f7d0c3e98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:22:02.295351 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09cea453-dd21-47f3-adf4-b52f7d0c3e98 None None] Bound using segment: {'id': '31e0cf9e-4699-476f-b755-525d662f967a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'f282df8a-a0ae-448d-ac25-39fd044e2c54'} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 12:22:02.295965 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-09cea453-dd21-47f3-adf4-b52f7d0c3e98 None None] Bound port: 27137657-4086-4b70-912f-189e438496ed, host: dv-neutron-835340-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31e0cf9e-4699-476f-b755-525d662f967a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'f282df8a-a0ae-448d-ac25-39fd044e2c54'}}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 12:22:02.296340 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-09cea453-dd21-47f3-adf4-b52f7d0c3e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:22:02.348543 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 8f8b9920-c5e3-4015-ab95-2cc194f7be5b up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:22:02.447712 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-4afbcdce-4800-419a-ad1b-aab0439dc53c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:22:02.461913 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-09cea453-dd21-47f3-adf4-b52f7d0c3e98 None None] For port 27137657-4086-4b70-912f-189e438496ed, host dv-neutron-835340-2-hyperv, cleared binding levels {{(pid=87872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 12:22:02.466242 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-09cea453-dd21-47f3-adf4-b52f7d0c3e98 None None] For port 27137657-4086-4b70-912f-189e438496ed, host dv-neutron-835340-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=27137657-4086-4b70-912f-189e438496ed,segment=NetworkSegment(31e0cf9e-4699-476f-b755-525d662f967a),segment_id=31e0cf9e-4699-476f-b755-525d662f967a)] {{(pid=87872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 12:22:02.470792 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-09cea453-dd21-47f3-adf4-b52f7d0c3e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:22:02.550802 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning for port 8f8b9920-c5e3-4015-ab95-2cc194f7be5b completed by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:22:02.561672 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port 8f8b9920-c5e3-4015-ab95-2cc194f7be5b triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:22:02.562044 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:22:02.587841 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-ee525961-05d9-47e6-9ae0-e81a5afcd41f admin admin] Notify callbacks [] for port, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:22:02.603691 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cea453-dd21-47f3-adf4-b52f7d0c3e98 None None] Pushing event updated for resources: {'Port': ['ID=27137657-4086-4b70-912f-189e438496ed,revision_number=2']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:22:02.631003 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-ee525961-05d9-47e6-9ae0-e81a5afcd41f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:22:02.672535 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron_lib.callbacks.manager [None req-121d950b-e86b-4abb-a598-ff68281eeec9 None None] Notify callbacks [] for port, precommit_update {{(pid=87873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:22:02.687251 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.provisioning_blocks [None req-121d950b-e86b-4abb-a598-ff68281eeec9 None None] Transition to ACTIVE for port object 7aab58bc-04cf-4eab-9a72-bb0829082ee0 will not be triggered until provisioned by entity L2. {{(pid=87873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:22:02.697683 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron_lib.callbacks.manager [None req-121d950b-e86b-4abb-a598-ff68281eeec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:22:02.699305 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:22:02.699519 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee525961-05d9-47e6-9ae0-e81a5afcd41f admin admin] Network ac2b1748-8f63-4b17-a9c7-07e79704aa5b is already hosted by enough agents. {{(pid=87871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:22:02.702465 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-ee525961-05d9-47e6-9ae0-e81a5afcd41f admin admin] Resources bound (agent type, host, resource id): {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:22:02.710464 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee525961-05d9-47e6-9ae0-e81a5afcd41f admin admin] Received port after_create {{(pid=87871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 12:22:02.717139 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] For port 8f8b9920-c5e3-4015-ab95-2cc194f7be5b, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=8f8b9920-c5e3-4015-ab95-2cc194f7be5b,segment=NetworkSegment(688afb86-c9bd-46e2-ba7d-3fe76fb1efff),segment_id=688afb86-c9bd-46e2-ba7d-3fe76fb1efff)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:22:02.722521 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:22:02.761602 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee525961-05d9-47e6-9ae0-e81a5afcd41f admin admin] Pushing event updated for resources: {'Port': ['ID=1824dd30-4c8c-4dc4-b611-752e23f60e84,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:22:02.820431 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0c46ad-82ce-4a13-9794-d81dfb5a6ece None None] Pushing event updated for resources: {'Port': ['ID=7aab58bc-04cf-4eab-9a72-bb0829082ee0,revision_number=3']} {{(pid=87873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:22:02.830201 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Pushing event updated for resources: {'Port': ['ID=8f8b9920-c5e3-4015-ab95-2cc194f7be5b,revision_number=4']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:22:02.895501 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0c46ad-82ce-4a13-9794-d81dfb5a6ece None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:22:02.895864 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0c46ad-82ce-4a13-9794-d81dfb5a6ece None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:22:02.896197 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0c46ad-82ce-4a13-9794-d81dfb5a6ece None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:22:02.896520 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0c46ad-82ce-4a13-9794-d81dfb5a6ece None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:22:02.896839 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0c46ad-82ce-4a13-9794-d81dfb5a6ece None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:22:02.897156 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0c46ad-82ce-4a13-9794-d81dfb5a6ece None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:22:02.897471 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0c46ad-82ce-4a13-9794-d81dfb5a6ece None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:22:02.897786 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0c46ad-82ce-4a13-9794-d81dfb5a6ece None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:22:02.898615 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0c46ad-82ce-4a13-9794-d81dfb5a6ece None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:22:02.898938 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0c46ad-82ce-4a13-9794-d81dfb5a6ece None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:22:02.899247 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0c46ad-82ce-4a13-9794-d81dfb5a6ece None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:22:02.903660 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed0c46ad-82ce-4a13-9794-d81dfb5a6ece None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:22:03.016996 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.managers [None req-121d950b-e86b-4abb-a598-ff68281eeec9 None None] Attempting to bind port 7aab58bc-04cf-4eab-9a72-bb0829082ee0 on host dv-neutron-835340-2-hyperv for vnic_type normal with profile {{(pid=87873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 12:22:03.017356 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.managers [None req-121d950b-e86b-4abb-a598-ff68281eeec9 None None] Attempting to bind port 7aab58bc-04cf-4eab-9a72-bb0829082ee0 by drivers openvswitch,hyperv on host dv-neutron-835340-2-hyperv at level 0 using segments [{'id': '90525cbb-4cf9-4104-9e2d-5705dbd939b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '6d4bf4a7-4137-4bfb-8921-7ef592dc1286'}] {{(pid=87873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 12:22:03.017713 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-121d950b-e86b-4abb-a598-ff68281eeec9 None None] Attempting to bind port 7aab58bc-04cf-4eab-9a72-bb0829082ee0 on network 6d4bf4a7-4137-4bfb-8921-7ef592dc1286 {{(pid=87873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 12:22:03.024997 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-121d950b-e86b-4abb-a598-ff68281eeec9 None None] Checking agent: {'id': '961a16fe-cbc8-4264-ac28-bbbd53f89caa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 46, 6), 'started_at': datetime.datetime(2022, 3, 28, 11, 46, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 12, 21, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 12:22:03.025539 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-121d950b-e86b-4abb-a598-ff68281eeec9 None None] Checking segment: {'id': '90525cbb-4cf9-4104-9e2d-5705dbd939b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '6d4bf4a7-4137-4bfb-8921-7ef592dc1286'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 12:22:03.026030 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron_lib.callbacks.manager [None req-121d950b-e86b-4abb-a598-ff68281eeec9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:22:03.026525 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-121d950b-e86b-4abb-a598-ff68281eeec9 None None] Bound using segment: {'id': '90525cbb-4cf9-4104-9e2d-5705dbd939b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '6d4bf4a7-4137-4bfb-8921-7ef592dc1286'} {{(pid=87873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 12:22:03.027086 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.managers [None req-121d950b-e86b-4abb-a598-ff68281eeec9 None None] Bound port: 7aab58bc-04cf-4eab-9a72-bb0829082ee0, host: dv-neutron-835340-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90525cbb-4cf9-4104-9e2d-5705dbd939b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '6d4bf4a7-4137-4bfb-8921-7ef592dc1286'}}] {{(pid=87873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 12:22:03.027587 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron_lib.callbacks.manager [None req-121d950b-e86b-4abb-a598-ff68281eeec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:22:03.124743 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.db [None req-121d950b-e86b-4abb-a598-ff68281eeec9 None None] For port 7aab58bc-04cf-4eab-9a72-bb0829082ee0, host dv-neutron-835340-2-hyperv, cleared binding levels {{(pid=87873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 12:22:03.127812 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.db [None req-121d950b-e86b-4abb-a598-ff68281eeec9 None None] For port 7aab58bc-04cf-4eab-9a72-bb0829082ee0, host dv-neutron-835340-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=7aab58bc-04cf-4eab-9a72-bb0829082ee0,segment=NetworkSegment(90525cbb-4cf9-4104-9e2d-5705dbd939b2),segment_id=90525cbb-4cf9-4104-9e2d-5705dbd939b2)] {{(pid=87873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 12:22:03.133246 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron_lib.callbacks.manager [None req-121d950b-e86b-4abb-a598-ff68281eeec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:22:03.216621 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-121d950b-e86b-4abb-a598-ff68281eeec9 None None] Routers {'8ede8da9-4cb0-4c2a-bfe3-e65f4b2eb313'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:22:03.217376 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-121d950b-e86b-4abb-a598-ff68281eeec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:21:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['8ede8da9-4cb0-4c2a-bfe3-e65f4b2eb313'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:22:03.228424 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-ee525961-05d9-47e6-9ae0-e81a5afcd41f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:22:03.280425 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0c46ad-82ce-4a13-9794-d81dfb5a6ece None None] Pushing event updated for resources: {'Port': ['ID=7aab58bc-04cf-4eab-9a72-bb0829082ee0,revision_number=4']} {{(pid=87873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:22:03.412163 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvr_db [None req-121d950b-e86b-4abb-a598-ff68281eeec9 None None] Set router 8ede8da9-4cb0-4c2a-bfe3-e65f4b2eb313 gateway port host: dv-neutron-835340-2-hyperv {{(pid=87873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:22:03.587838 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-ee525961-05d9-47e6-9ae0-e81a5afcd41f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709693'] for router, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:22:03.708147 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e03b638f-dc08-4a06-9de4-abb660077a10 None None] Network f282df8a-a0ae-448d-ac25-39fd044e2c54 requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 12:22:03.768791 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-121d950b-e86b-4abb-a598-ff68281eeec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ede8da9-4cb0-4c2a-bfe3-e65f4b2eb313', 'name': 'tempest-TestEncryptedCinderVolumes-1981891117-router', 'tenant_id': '7de2b817c9194d0d9b293cdd4aed08e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.39'}], 'enable_snat': True}, 'gw_port_id': '8f8b9920-c5e3-4015-ab95-2cc194f7be5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:21:55Z', 'updated_at': '2022-03-28T12:21:59Z', 'revision_number': 4, 'project_id': '7de2b817c9194d0d9b293cdd4aed08e5', 'gw_port': {'id': '8f8b9920-c5e3-4015-ab95-2cc194f7be5b', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:b2:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ede8da9-4cb0-4c2a-bfe3-e65f4b2eb313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1627, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:21:55Z', 'updated_at': '2022-03-28T12:22:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_interfaces': [{'id': '7aab58bc-04cf-4eab-9a72-bb0829082ee0', 'name': '', 'network_id': '6d4bf4a7-4137-4bfb-8921-7ef592dc1286', 'tenant_id': '7de2b817c9194d0d9b293cdd4aed08e5', 'mac_address': 'fa:16:3e:03:e3:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ede8da9-4cb0-4c2a-bfe3-e65f4b2eb313', 'device_owner': 'network:router_interface', 'standard_attr_id': 1628, 'fixed_ips': [{'subnet_id': 'ea5a2574-e4df-462c-802c-dc223d781522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:21:58Z', 'updated_at': '2022-03-28T12:22:03Z', 'revision_number': 4, 'project_id': '7de2b817c9194d0d9b293cdd4aed08e5', 'subnets': [{'id': 'ea5a2574-e4df-462c-802c-dc223d781522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:22:03.775300 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-121d950b-e86b-4abb-a598-ff68281eeec9 None None] The sync data for ids ['8ede8da9-4cb0-4c2a-bfe3-e65f4b2eb313'] in dv-neutron-835340-2-hyperv is: [{'id': '8ede8da9-4cb0-4c2a-bfe3-e65f4b2eb313', 'name': 'tempest-TestEncryptedCinderVolumes-1981891117-router', 'tenant_id': '7de2b817c9194d0d9b293cdd4aed08e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.39'}], 'enable_snat': True}, 'gw_port_id': '8f8b9920-c5e3-4015-ab95-2cc194f7be5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:21:55Z', 'updated_at': '2022-03-28T12:21:59Z', 'revision_number': 4, 'project_id': '7de2b817c9194d0d9b293cdd4aed08e5', 'gw_port': {'id': '8f8b9920-c5e3-4015-ab95-2cc194f7be5b', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:b2:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ede8da9-4cb0-4c2a-bfe3-e65f4b2eb313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1627, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:21:55Z', 'updated_at': '2022-03-28T12:22:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_interfaces': [{'id': '7aab58bc-04cf-4eab-9a72-bb0829082ee0', 'name': '', 'network_id': '6d4bf4a7-4137-4bfb-8921-7ef592dc1286', 'tenant_id': '7de2b817c9194d0d9b293cdd4aed08e5', 'mac_address': 'fa:16:3e:03:e3:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ede8da9-4cb0-4c2a-bfe3-e65f4b2eb313', 'device_owner': 'network:router_interface', 'standard_attr_id': 1628, 'fixed_ips': [{'subnet_id': 'ea5a2574-e4df-462c-802c-dc223d781522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:21:58Z', 'updated_at': '2022-03-28T12:22:03Z', 'revision_number': 4, 'project_id': '7de2b817c9194d0d9b293cdd4aed08e5', 'subnets': [{'id': 'ea5a2574-e4df-462c-802c-dc223d781522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 12:22:03.806343 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee525961-05d9-47e6-9ae0-e81a5afcd41f admin admin] Router 819eaefa-0428-4cfc-8d3d-555f30f9caca is scheduled to L3 agent af79d429-529e-400b-a119-94d4bec03f3e with binding_index 1 {{(pid=87871) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 12:22:03.817762 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-ee1ae079-8f7b-4e18-a0e1-345898ddbc99 None None] Provisioning for port 27137657-4086-4b70-912f-189e438496ed completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:22:04.001108 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee525961-05d9-47e6-9ae0-e81a5afcd41f admin admin] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 12:22:04.012323 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9810a21-bf2d-4c20-867b-d7e9bbede1aa None None] Sync routers for ids ['819eaefa-0428-4cfc-8d3d-555f30f9caca'] in dv-neutron-835340-2-hyperv {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 12:22:04.023025 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9810a21-bf2d-4c20-867b-d7e9bbede1aa None None] Routers {'819eaefa-0428-4cfc-8d3d-555f30f9caca'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:22:04.024846 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-d9810a21-bf2d-4c20-867b-d7e9bbede1aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:21:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['819eaefa-0428-4cfc-8d3d-555f30f9caca'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:22:04.033506 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-ee525961-05d9-47e6-9ae0-e81a5afcd41f admin admin] Notify callbacks [] for router, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:22:04.037287 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-ee525961-05d9-47e6-9ae0-e81a5afcd41f admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.6085775 Mar 28 12:22:04.037746 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 35120) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:22:04.260623 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvr_db [None req-d9810a21-bf2d-4c20-867b-d7e9bbede1aa None None] Set router 819eaefa-0428-4cfc-8d3d-555f30f9caca gateway port host: dv-neutron-835340-2-hyperv {{(pid=87872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:22:04.480067 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 7aab58bc-04cf-4eab-9a72-bb0829082ee0 up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:22:04.620456 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning for port 7aab58bc-04cf-4eab-9a72-bb0829082ee0 completed by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:22:04.628698 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port 7aab58bc-04cf-4eab-9a72-bb0829082ee0 triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:22:04.629067 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:22:04.703783 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-d9810a21-bf2d-4c20-867b-d7e9bbede1aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '819eaefa-0428-4cfc-8d3d-555f30f9caca', 'name': 'tempest-TestEncryptedCinderVolumes-1191367858-router', 'tenant_id': '175e13a182f841fa9c1a23a01a167563', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.101'}], 'enable_snat': True}, 'gw_port_id': '1824dd30-4c8c-4dc4-b611-752e23f60e84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:22:01Z', 'updated_at': '2022-03-28T12:22:03Z', 'revision_number': 3, 'project_id': '175e13a182f841fa9c1a23a01a167563', 'gw_port': {'id': '1824dd30-4c8c-4dc4-b611-752e23f60e84', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:df:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '819eaefa-0428-4cfc-8d3d-555f30f9caca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:22:02Z', 'updated_at': '2022-03-28T12:22:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv'}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:22:04.738943 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9810a21-bf2d-4c20-867b-d7e9bbede1aa None None] Checking router: 819eaefa-0428-4cfc-8d3d-555f30f9caca for host: dv-neutron-835340-2-hyperv {{(pid=87872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 12:22:04.739704 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9810a21-bf2d-4c20-867b-d7e9bbede1aa None None] Updating router 819eaefa-0428-4cfc-8d3d-555f30f9caca port 1824dd30-4c8c-4dc4-b611-752e23f60e84 binding host dv-neutron-835340-2-hyperv {{(pid=87872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 12:22:04.815312 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:22:04.832494 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-ca5fe584-22f7-4c25-a4cd-3662f054ecba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:22:04.848109 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-d9810a21-bf2d-4c20-867b-d7e9bbede1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:22:04.893402 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-70ea8889-c18e-4b16-9a97-96a4c3333377 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:22:04.913446 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] For port 7aab58bc-04cf-4eab-9a72-bb0829082ee0, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=7aab58bc-04cf-4eab-9a72-bb0829082ee0,segment=NetworkSegment(90525cbb-4cf9-4104-9e2d-5705dbd939b2),segment_id=90525cbb-4cf9-4104-9e2d-5705dbd939b2)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:22:04.951570 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:22:04.952235 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 27137657-4086-4b70-912f-189e438496ed up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:22:05.103170 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.db_base_plugin_common [None req-70ea8889-c18e-4b16-9a97-96a4c3333377 admin admin] Allocated IP 172.20.0.1 (f282df8a-a0ae-448d-ac25-39fd044e2c54/5c557761-5076-4a2b-9163-b3a11257f984/5a321dc6-4efe-4240-bfdb-3cd3b6f686ad) {{(pid=87870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 12:22:05.124419 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Pushing event updated for resources: {'Port': ['ID=7aab58bc-04cf-4eab-9a72-bb0829082ee0,revision_number=5']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:22:05.196478 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning for port 27137657-4086-4b70-912f-189e438496ed completed by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:22:05.205064 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port 27137657-4086-4b70-912f-189e438496ed triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:22:05.205425 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:22:05.254262 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-70ea8889-c18e-4b16-9a97-96a4c3333377 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:22:05.271616 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.provisioning_blocks [None req-70ea8889-c18e-4b16-9a97-96a4c3333377 admin admin] Transition to ACTIVE for port object 5a321dc6-4efe-4240-bfdb-3cd3b6f686ad will not be triggered until provisioned by entity DHCP. {{(pid=87870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:22:05.296752 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-70ea8889-c18e-4b16-9a97-96a4c3333377 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:22:05.363113 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70ea8889-c18e-4b16-9a97-96a4c3333377 admin admin] Network f282df8a-a0ae-448d-ac25-39fd044e2c54 is already hosted by enough agents. {{(pid=87870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:22:05.365779 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.base_scheduler [None req-70ea8889-c18e-4b16-9a97-96a4c3333377 admin admin] Resources bound (agent type, host, resource id): {{(pid=87870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:22:05.373650 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ea8889-c18e-4b16-9a97-96a4c3333377 admin admin] Received port after_create {{(pid=87870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 12:22:05.413115 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-d9810a21-bf2d-4c20-867b-d7e9bbede1aa None None] Notify callbacks [] for port, precommit_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:22:05.415828 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ea8889-c18e-4b16-9a97-96a4c3333377 admin admin] Pushing event updated for resources: {'Port': ['ID=5a321dc6-4efe-4240-bfdb-3cd3b6f686ad,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:22:05.416400 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:22:05.433403 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-70ea8889-c18e-4b16-9a97-96a4c3333377 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-709483'] for router_interface, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:22:05.445391 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-d9810a21-bf2d-4c20-867b-d7e9bbede1aa None None] Transition to ACTIVE for port object 1824dd30-4c8c-4dc4-b611-752e23f60e84 will not be triggered until provisioned by entity L2. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:22:05.458296 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-d9810a21-bf2d-4c20-867b-d7e9bbede1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:22:05.544386 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] For port 27137657-4086-4b70-912f-189e438496ed, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=27137657-4086-4b70-912f-189e438496ed,segment=NetworkSegment(31e0cf9e-4699-476f-b755-525d662f967a),segment_id=31e0cf9e-4699-476f-b755-525d662f967a)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:22:05.557420 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:22:05.558161 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 8f8b9920-c5e3-4015-ab95-2cc194f7be5b up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:22:05.634548 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-d9810a21-bf2d-4c20-867b-d7e9bbede1aa None None] Attempting to bind port 1824dd30-4c8c-4dc4-b611-752e23f60e84 on host dv-neutron-835340-2-hyperv for vnic_type normal with profile {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 12:22:05.634843 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-d9810a21-bf2d-4c20-867b-d7e9bbede1aa None None] Attempting to bind port 1824dd30-4c8c-4dc4-b611-752e23f60e84 by drivers openvswitch,hyperv on host dv-neutron-835340-2-hyperv at level 0 using segments [{'id': '688afb86-c9bd-46e2-ba7d-3fe76fb1efff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b'}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 12:22:05.635190 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9810a21-bf2d-4c20-867b-d7e9bbede1aa None None] Attempting to bind port 1824dd30-4c8c-4dc4-b611-752e23f60e84 on network ac2b1748-8f63-4b17-a9c7-07e79704aa5b {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 12:22:05.637176 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88b3551-a22a-49f6-8959-5e6b85763a37 None None] Pushing event updated for resources: {'Port': ['ID=1824dd30-4c8c-4dc4-b611-752e23f60e84,revision_number=2']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:22:05.696582 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9810a21-bf2d-4c20-867b-d7e9bbede1aa None None] Checking agent: {'id': '961a16fe-cbc8-4264-ac28-bbbd53f89caa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 46, 6), 'started_at': datetime.datetime(2022, 3, 28, 11, 46, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 12, 21, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 12:22:05.696959 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9810a21-bf2d-4c20-867b-d7e9bbede1aa None None] Checking segment: {'id': '688afb86-c9bd-46e2-ba7d-3fe76fb1efff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 12:22:05.697355 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-d9810a21-bf2d-4c20-867b-d7e9bbede1aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:22:05.697742 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9810a21-bf2d-4c20-867b-d7e9bbede1aa None None] Bound using segment: {'id': '688afb86-c9bd-46e2-ba7d-3fe76fb1efff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b'} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 12:22:05.698214 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-d9810a21-bf2d-4c20-867b-d7e9bbede1aa None None] Bound port: 1824dd30-4c8c-4dc4-b611-752e23f60e84, host: dv-neutron-835340-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '688afb86-c9bd-46e2-ba7d-3fe76fb1efff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b'}}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 12:22:05.698578 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-d9810a21-bf2d-4c20-867b-d7e9bbede1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:22:05.699171 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-70ea8889-c18e-4b16-9a97-96a4c3333377 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:22:05.749563 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-d2d8d31a-a95e-4904-b562-8e02b9babda0 None None] Provisioning for port 5a321dc6-4efe-4240-bfdb-3cd3b6f686ad completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:22:05.788915 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-d2d8d31a-a95e-4904-b562-8e02b9babda0 None None] Provisioning complete for port 5a321dc6-4efe-4240-bfdb-3cd3b6f686ad triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:22:05.789512 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-d2d8d31a-a95e-4904-b562-8e02b9babda0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:22:05.839198 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:22:05.855828 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Pushing event updated for resources: {'Port': ['ID=27137657-4086-4b70-912f-189e438496ed,revision_number=3']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:22:05.886979 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-d9810a21-bf2d-4c20-867b-d7e9bbede1aa None None] For port 1824dd30-4c8c-4dc4-b611-752e23f60e84, host dv-neutron-835340-2-hyperv, cleared binding levels {{(pid=87872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 12:22:05.888860 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port 8f8b9920-c5e3-4015-ab95-2cc194f7be5b triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:22:05.889273 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:22:05.921584 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-ef3be119-c018-4979-be07-86cf959defc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:22:05.933065 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-d2d8d31a-a95e-4904-b562-8e02b9babda0 None None] Port 5a321dc6-4efe-4240-bfdb-3cd3b6f686ad cannot update to ACTIVE because it is not bound. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 12:22:05.935321 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-d9810a21-bf2d-4c20-867b-d7e9bbede1aa None None] For port 1824dd30-4c8c-4dc4-b611-752e23f60e84, host dv-neutron-835340-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=1824dd30-4c8c-4dc4-b611-752e23f60e84,segment=NetworkSegment(688afb86-c9bd-46e2-ba7d-3fe76fb1efff),segment_id=688afb86-c9bd-46e2-ba7d-3fe76fb1efff)] {{(pid=87872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 12:22:05.938889 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-70ea8889-c18e-4b16-9a97-96a4c3333377 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:22:05.942971 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-d9810a21-bf2d-4c20-867b-d7e9bbede1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:22:05.944045 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-70ea8889-c18e-4b16-9a97-96a4c3333377 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2558288'] for port, after_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:22:06.045348 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88b3551-a22a-49f6-8959-5e6b85763a37 None None] Pushing event updated for resources: {'Port': ['ID=1824dd30-4c8c-4dc4-b611-752e23f60e84,revision_number=3']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:22:06.055389 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-70ea8889-c18e-4b16-9a97-96a4c3333377 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-743372'] for router_interface, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:22:06.058916 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ea8889-c18e-4b16-9a97-96a4c3333377 admin admin] Pushing event updated for resources: {'Port': ['ID=5a321dc6-4efe-4240-bfdb-3cd3b6f686ad,revision_number=2']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:22:06.071785 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9810a21-bf2d-4c20-867b-d7e9bbede1aa None None] Routers {'819eaefa-0428-4cfc-8d3d-555f30f9caca'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:22:06.072457 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-d9810a21-bf2d-4c20-867b-d7e9bbede1aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:22:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['819eaefa-0428-4cfc-8d3d-555f30f9caca'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:22:06.193350 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70ea8889-c18e-4b16-9a97-96a4c3333377 admin admin] Network f282df8a-a0ae-448d-ac25-39fd044e2c54 is already hosted by enough agents. {{(pid=87870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:22:06.194421 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.base_scheduler [None req-70ea8889-c18e-4b16-9a97-96a4c3333377 admin admin] Resources bound (agent type, host, resource id): {{(pid=87870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:22:06.287294 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 7aab58bc-04cf-4eab-9a72-bb0829082ee0 up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:22:06.313886 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvr_db [None req-d9810a21-bf2d-4c20-867b-d7e9bbede1aa None None] Set router 819eaefa-0428-4cfc-8d3d-555f30f9caca gateway port host: dv-neutron-835340-2-hyperv {{(pid=87872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:22:06.510369 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70ea8889-c18e-4b16-9a97-96a4c3333377 admin admin] Router 819eaefa-0428-4cfc-8d3d-555f30f9caca has already been hosted by L3 agent af79d429-529e-400b-a119-94d4bec03f3e {{(pid=87870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 12:22:06.573094 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-b0bd15b9-e862-43c7-a0b7-086142b101b2 None None] Provisioning complete for port 5a321dc6-4efe-4240-bfdb-3cd3b6f686ad triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:22:06.573462 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-b0bd15b9-e862-43c7-a0b7-086142b101b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:22:06.633488 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port 7aab58bc-04cf-4eab-9a72-bb0829082ee0 triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:22:06.633862 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:22:06.688131 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-b0bd15b9-e862-43c7-a0b7-086142b101b2 None None] Port 5a321dc6-4efe-4240-bfdb-3cd3b6f686ad cannot update to ACTIVE because it is not bound. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 12:22:06.692063 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70ea8889-c18e-4b16-9a97-96a4c3333377 admin admin] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 12:22:06.709643 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-70ea8889-c18e-4b16-9a97-96a4c3333377 admin admin] 10.222.0.30 "PUT /v2.0/routers/819eaefa-0428-4cfc-8d3d-555f30f9caca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6622851 Mar 28 12:22:06.836290 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 27137657-4086-4b70-912f-189e438496ed up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:22:06.890242 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-d9810a21-bf2d-4c20-867b-d7e9bbede1aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '819eaefa-0428-4cfc-8d3d-555f30f9caca', 'name': 'tempest-TestEncryptedCinderVolumes-1191367858-router', 'tenant_id': '175e13a182f841fa9c1a23a01a167563', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.101'}], 'enable_snat': True}, 'gw_port_id': '1824dd30-4c8c-4dc4-b611-752e23f60e84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:22:01Z', 'updated_at': '2022-03-28T12:22:05Z', 'revision_number': 4, 'project_id': '175e13a182f841fa9c1a23a01a167563', 'gw_port': {'id': '1824dd30-4c8c-4dc4-b611-752e23f60e84', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:df:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '819eaefa-0428-4cfc-8d3d-555f30f9caca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:22:02Z', 'updated_at': '2022-03-28T12:22:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_interfaces': [{'id': '5a321dc6-4efe-4240-bfdb-3cd3b6f686ad', 'name': '', 'network_id': 'f282df8a-a0ae-448d-ac25-39fd044e2c54', 'tenant_id': '175e13a182f841fa9c1a23a01a167563', 'mac_address': 'fa:16:3e:16:62:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '819eaefa-0428-4cfc-8d3d-555f30f9caca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': '5c557761-5076-4a2b-9163-b3a11257f984', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:22:04Z', 'updated_at': '2022-03-28T12:22:05Z', 'revision_number': 2, 'project_id': '175e13a182f841fa9c1a23a01a167563', 'subnets': [{'id': '5c557761-5076-4a2b-9163-b3a11257f984', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:22:06.899281 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9810a21-bf2d-4c20-867b-d7e9bbede1aa None None] The sync data for ids ['819eaefa-0428-4cfc-8d3d-555f30f9caca'] in dv-neutron-835340-2-hyperv is: [{'id': '819eaefa-0428-4cfc-8d3d-555f30f9caca', 'name': 'tempest-TestEncryptedCinderVolumes-1191367858-router', 'tenant_id': '175e13a182f841fa9c1a23a01a167563', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.101'}], 'enable_snat': True}, 'gw_port_id': '1824dd30-4c8c-4dc4-b611-752e23f60e84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:22:01Z', 'updated_at': '2022-03-28T12:22:05Z', 'revision_number': 4, 'project_id': '175e13a182f841fa9c1a23a01a167563', 'gw_port': {'id': '1824dd30-4c8c-4dc4-b611-752e23f60e84', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:df:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '819eaefa-0428-4cfc-8d3d-555f30f9caca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:22:02Z', 'updated_at': '2022-03-28T12:22:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_interfaces': [{'id': '5a321dc6-4efe-4240-bfdb-3cd3b6f686ad', 'name': '', 'network_id': 'f282df8a-a0ae-448d-ac25-39fd044e2c54', 'tenant_id': '175e13a182f841fa9c1a23a01a167563', 'mac_address': 'fa:16:3e:16:62:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '819eaefa-0428-4cfc-8d3d-555f30f9caca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': '5c557761-5076-4a2b-9163-b3a11257f984', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:22:04Z', 'updated_at': '2022-03-28T12:22:05Z', 'revision_number': 2, 'project_id': '175e13a182f841fa9c1a23a01a167563', 'subnets': [{'id': '5c557761-5076-4a2b-9163-b3a11257f984', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 12:22:06.915125 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port 27137657-4086-4b70-912f-189e438496ed triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:22:06.915523 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:22:07.515103 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-b7ccd3c7-0277-4f12-8e5c-e41478141af5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:22:07.620615 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e359d1d-c247-4859-905d-cd7ba9b7fb7b req-c3cd5993-68ad-4c58-a7fe-4d4a0bab2cde tempest-TestEncryptedCinderVolumes-935862142 tempest-TestEncryptedCinderVolumes-935862142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:22:07.622195 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-5e359d1d-c247-4859-905d-cd7ba9b7fb7b req-c3cd5993-68ad-4c58-a7fe-4d4a0bab2cde tempest-TestEncryptedCinderVolumes-935862142 tempest-TestEncryptedCinderVolumes-935862142-project] 10.222.0.30 "GET /v2.0/networks?id=6d4bf4a7-4137-4bfb-8921-7ef592dc1286 HTTP/1.1" status: 200 len: 817 time: 0.2849703 Mar 28 12:22:07.637762 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-5e359d1d-c247-4859-905d-cd7ba9b7fb7b req-2ff84c01-0498-4cf5-a62a-1c874e322e37 tempest-TestEncryptedCinderVolumes-935862142 tempest-TestEncryptedCinderVolumes-935862142-project] 10.222.0.30 "GET /v2.0/quotas/7de2b817c9194d0d9b293cdd4aed08e5 HTTP/1.1" status: 200 len: 375 time: 0.0097585 Mar 28 12:22:07.725305 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [req-5e359d1d-c247-4859-905d-cd7ba9b7fb7b req-29c2bd18-78d6-4724-87db-12e25973b242 tempest-TestEncryptedCinderVolumes-935862142 tempest-TestEncryptedCinderVolumes-935862142-project] Synchronizing usage tracker for tenant:7de2b817c9194d0d9b293cdd4aed08e5 on resource:port {{(pid=87871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:22:07.744110 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [req-5e359d1d-c247-4859-905d-cd7ba9b7fb7b req-29c2bd18-78d6-4724-87db-12e25973b242 tempest-TestEncryptedCinderVolumes-935862142 tempest-TestEncryptedCinderVolumes-935862142-project] Unset dirty status for tenant:7de2b817c9194d0d9b293cdd4aed08e5 on resource:port {{(pid=87871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:22:07.745579 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-5e359d1d-c247-4859-905d-cd7ba9b7fb7b req-29c2bd18-78d6-4724-87db-12e25973b242 tempest-TestEncryptedCinderVolumes-935862142 tempest-TestEncryptedCinderVolumes-935862142-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=7de2b817c9194d0d9b293cdd4aed08e5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1024559 Mar 28 12:22:07.989893 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-5e359d1d-c247-4859-905d-cd7ba9b7fb7b req-aed58f2c-5e1d-49fc-8bf5-f8618b12bb24 service neutron] 10.222.0.30 "GET /v2.0/networks/6d4bf4a7-4137-4bfb-8921-7ef592dc1286?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2325730 Mar 28 12:22:08.128193 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-5e359d1d-c247-4859-905d-cd7ba9b7fb7b req-f50bb3ed-5d43-49e7-916b-7e0cb767baae service neutron] 10.222.0.30 "GET /v2.0/networks/6d4bf4a7-4137-4bfb-8921-7ef592dc1286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313775 Mar 28 12:22:08.312351 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 1824dd30-4c8c-4dc4-b611-752e23f60e84 up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:22:08.315190 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-598be99d-266e-41c7-9cbe-14c53e027acb req-f4055a13-9185-4b3b-94fd-f5bc68c0bcdd tempest-TestEncryptedCinderVolumes-935862142 tempest-TestEncryptedCinderVolumes-935862142-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a229651-a451-41eb-bda0-daef95abe346 HTTP/1.1" status: 200 len: 210 time: 0.0523055 Mar 28 12:22:08.430536 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning for port 1824dd30-4c8c-4dc4-b611-752e23f60e84 completed by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:22:08.435227 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port 1824dd30-4c8c-4dc4-b611-752e23f60e84 triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:22:08.435632 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:22:08.559003 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:22:08.575692 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] For port 1824dd30-4c8c-4dc4-b611-752e23f60e84, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=1824dd30-4c8c-4dc4-b611-752e23f60e84,segment=NetworkSegment(688afb86-c9bd-46e2-ba7d-3fe76fb1efff),segment_id=688afb86-c9bd-46e2-ba7d-3fe76fb1efff)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:22:08.580672 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:22:08.655891 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Pushing event updated for resources: {'Port': ['ID=1824dd30-4c8c-4dc4-b611-752e23f60e84,revision_number=4']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:22:09.474398 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-27bfb45c-aba6-4cdb-bfeb-fb35a5af1477 req-c2b38c01-21cc-4be2-9fad-30afd3476b48 tempest-TestEncryptedCinderVolumes-935862142 tempest-TestEncryptedCinderVolumes-935862142-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a229651-a451-41eb-bda0-daef95abe346 HTTP/1.1" status: 200 len: 210 time: 0.0539410 Mar 28 12:22:09.582156 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e359d1d-c247-4859-905d-cd7ba9b7fb7b req-a70be535-9953-499c-8078-ae6d889e00ad tempest-TestEncryptedCinderVolumes-935862142 tempest-TestEncryptedCinderVolumes-935862142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:22:09.584259 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-5e359d1d-c247-4859-905d-cd7ba9b7fb7b req-a70be535-9953-499c-8078-ae6d889e00ad tempest-TestEncryptedCinderVolumes-935862142 tempest-TestEncryptedCinderVolumes-935862142-project] 10.222.0.11 "GET /v2.0/networks?id=6d4bf4a7-4137-4bfb-8921-7ef592dc1286 HTTP/1.1" status: 200 len: 817 time: 0.2061038 Mar 28 12:22:09.596842 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [req-5e359d1d-c247-4859-905d-cd7ba9b7fb7b req-0d9a5079-f6f6-46f5-b1ef-2d5558cec9b2 tempest-TestEncryptedCinderVolumes-935862142 tempest-TestEncryptedCinderVolumes-935862142-project] Request body: {'port': {'device_id': '4a229651-a451-41eb-bda0-daef95abe346', 'network_id': '6d4bf4a7-4137-4bfb-8921-7ef592dc1286', 'admin_state_up': True, 'tenant_id': '7de2b817c9194d0d9b293cdd4aed08e5'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:22:09.735090 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [req-5e359d1d-c247-4859-905d-cd7ba9b7fb7b req-0d9a5079-f6f6-46f5-b1ef-2d5558cec9b2 tempest-TestEncryptedCinderVolumes-935862142 tempest-TestEncryptedCinderVolumes-935862142-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:22:09.744803 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [req-5e359d1d-c247-4859-905d-cd7ba9b7fb7b req-0d9a5079-f6f6-46f5-b1ef-2d5558cec9b2 tempest-TestEncryptedCinderVolumes-935862142 tempest-TestEncryptedCinderVolumes-935862142-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:22:09.754340 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e359d1d-c247-4859-905d-cd7ba9b7fb7b req-0d9a5079-f6f6-46f5-b1ef-2d5558cec9b2 tempest-TestEncryptedCinderVolumes-935862142 tempest-TestEncryptedCinderVolumes-935862142-project] Made reservation on behalf of 7de2b817c9194d0d9b293cdd4aed08e5 for: {'port': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 12:22:09.758574 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-5e359d1d-c247-4859-905d-cd7ba9b7fb7b req-0d9a5079-f6f6-46f5-b1ef-2d5558cec9b2 tempest-TestEncryptedCinderVolumes-935862142 tempest-TestEncryptedCinderVolumes-935862142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:22:09.918203 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.db_base_plugin_common [req-5e359d1d-c247-4859-905d-cd7ba9b7fb7b req-0d9a5079-f6f6-46f5-b1ef-2d5558cec9b2 tempest-TestEncryptedCinderVolumes-935862142 tempest-TestEncryptedCinderVolumes-935862142-project] Allocated IP 172.20.0.4 (6d4bf4a7-4137-4bfb-8921-7ef592dc1286/ea5a2574-e4df-462c-802c-dc223d781522/bd00afb4-6e47-49da-89e1-be8144f76154) {{(pid=87871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 12:22:10.115390 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-5e359d1d-c247-4859-905d-cd7ba9b7fb7b req-0d9a5079-f6f6-46f5-b1ef-2d5558cec9b2 tempest-TestEncryptedCinderVolumes-935862142 tempest-TestEncryptedCinderVolumes-935862142-project] Notify callbacks [] for port, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:22:10.130445 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.provisioning_blocks [req-5e359d1d-c247-4859-905d-cd7ba9b7fb7b req-0d9a5079-f6f6-46f5-b1ef-2d5558cec9b2 tempest-TestEncryptedCinderVolumes-935862142 tempest-TestEncryptedCinderVolumes-935862142-project] Transition to ACTIVE for port object bd00afb4-6e47-49da-89e1-be8144f76154 will not be triggered until provisioned by entity DHCP. {{(pid=87871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:22:10.153552 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-5e359d1d-c247-4859-905d-cd7ba9b7fb7b req-0d9a5079-f6f6-46f5-b1ef-2d5558cec9b2 tempest-TestEncryptedCinderVolumes-935862142 tempest-TestEncryptedCinderVolumes-935862142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:22:10.219154 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e359d1d-c247-4859-905d-cd7ba9b7fb7b req-0d9a5079-f6f6-46f5-b1ef-2d5558cec9b2 tempest-TestEncryptedCinderVolumes-935862142 tempest-TestEncryptedCinderVolumes-935862142-project] Network 6d4bf4a7-4137-4bfb-8921-7ef592dc1286 is already hosted by enough agents. {{(pid=87871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:22:10.227154 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [req-5e359d1d-c247-4859-905d-cd7ba9b7fb7b req-0d9a5079-f6f6-46f5-b1ef-2d5558cec9b2 tempest-TestEncryptedCinderVolumes-935862142 tempest-TestEncryptedCinderVolumes-935862142-project] Resources bound (agent type, host, resource id): {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:22:10.233370 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e359d1d-c247-4859-905d-cd7ba9b7fb7b req-0d9a5079-f6f6-46f5-b1ef-2d5558cec9b2 tempest-TestEncryptedCinderVolumes-935862142 tempest-TestEncryptedCinderVolumes-935862142-project] Received port after_create {{(pid=87871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 12:22:10.265017 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9a5079-f6f6-46f5-b1ef-2d5558cec9b2 tempest-TestEncryptedCinderVolumes-935862142 tempest-TestEncryptedCinderVolumes-935862142-project] Pushing event updated for resources: {'Port': ['ID=bd00afb4-6e47-49da-89e1-be8144f76154,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:22:10.274630 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 1824dd30-4c8c-4dc4-b611-752e23f60e84 up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:22:10.304902 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e359d1d-c247-4859-905d-cd7ba9b7fb7b req-0d9a5079-f6f6-46f5-b1ef-2d5558cec9b2 tempest-TestEncryptedCinderVolumes-935862142 tempest-TestEncryptedCinderVolumes-935862142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:22:10.305397 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-5e359d1d-c247-4859-905d-cd7ba9b7fb7b req-0d9a5079-f6f6-46f5-b1ef-2d5558cec9b2 tempest-TestEncryptedCinderVolumes-935862142 tempest-TestEncryptedCinderVolumes-935862142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:22:10.332996 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-5e359d1d-c247-4859-905d-cd7ba9b7fb7b req-0d9a5079-f6f6-46f5-b1ef-2d5558cec9b2 tempest-TestEncryptedCinderVolumes-935862142 tempest-TestEncryptedCinderVolumes-935862142-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7395298 Mar 28 12:22:10.344936 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [req-5e359d1d-c247-4859-905d-cd7ba9b7fb7b req-5e086ba4-bc2c-4693-8116-c54c21ae4660 service neutron] Request body: {'port': {'device_id': '4a229651-a451-41eb-bda0-daef95abe346', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8353'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:22:10.346986 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port 1824dd30-4c8c-4dc4-b611-752e23f60e84 triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:22:10.347357 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:22:10.471183 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-5e359d1d-c247-4859-905d-cd7ba9b7fb7b req-5e086ba4-bc2c-4693-8116-c54c21ae4660 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:22:10.672720 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3db7e4c-15fa-400c-bdec-5d1797b2de60 None None] Sync routers for ids ['819eaefa-0428-4cfc-8d3d-555f30f9caca'] in dv-neutron-835340-2-hyperv {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 12:22:10.673975 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-d802ecb6-81fe-4965-896e-e332d3cde1da None None] Provisioning for port bd00afb4-6e47-49da-89e1-be8144f76154 completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:22:10.682056 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-d802ecb6-81fe-4965-896e-e332d3cde1da None None] Provisioning complete for port bd00afb4-6e47-49da-89e1-be8144f76154 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:22:10.682424 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-d802ecb6-81fe-4965-896e-e332d3cde1da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:22:10.684085 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6003b4f-a9a6-4c2b-a1be-606cc716500c req-30ddb29a-4d94-4623-9a14-ef3eddbde1a3 tempest-TestEncryptedCinderVolumes-935862142 tempest-TestEncryptedCinderVolumes-935862142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:22:10.691612 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-f6003b4f-a9a6-4c2b-a1be-606cc716500c req-30ddb29a-4d94-4623-9a14-ef3eddbde1a3 tempest-TestEncryptedCinderVolumes-935862142 tempest-TestEncryptedCinderVolumes-935862142-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a229651-a451-41eb-bda0-daef95abe346 HTTP/1.1" status: 200 len: 931 time: 0.1037047 Mar 28 12:22:10.696020 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3db7e4c-15fa-400c-bdec-5d1797b2de60 None None] Routers {'819eaefa-0428-4cfc-8d3d-555f30f9caca'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:22:10.700279 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-f3db7e4c-15fa-400c-bdec-5d1797b2de60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:22:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['819eaefa-0428-4cfc-8d3d-555f30f9caca'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:22:10.740953 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [req-f6003b4f-a9a6-4c2b-a1be-606cc716500c req-cf0566e6-bfb2-460d-a9f4-77db95f0641f tempest-TestEncryptedCinderVolumes-935862142 tempest-TestEncryptedCinderVolumes-935862142-project] Synchronizing usage tracker for tenant:7de2b817c9194d0d9b293cdd4aed08e5 on resource:security_group {{(pid=87870) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:22:10.746351 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-d802ecb6-81fe-4965-896e-e332d3cde1da None None] Port bd00afb4-6e47-49da-89e1-be8144f76154 cannot update to ACTIVE because it is not bound. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 12:22:10.765879 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [req-f6003b4f-a9a6-4c2b-a1be-606cc716500c req-cf0566e6-bfb2-460d-a9f4-77db95f0641f tempest-TestEncryptedCinderVolumes-935862142 tempest-TestEncryptedCinderVolumes-935862142-project] Unset dirty status for tenant:7de2b817c9194d0d9b293cdd4aed08e5 on resource:security_group {{(pid=87870) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:22:10.772651 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-f6003b4f-a9a6-4c2b-a1be-606cc716500c req-cf0566e6-bfb2-460d-a9f4-77db95f0641f tempest-TestEncryptedCinderVolumes-935862142 tempest-TestEncryptedCinderVolumes-935862142-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ed22341-c990-4e52-8c6c-7638782a04bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793993 Mar 28 12:22:10.894665 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.notifiers.nova [req-5e359d1d-c247-4859-905d-cd7ba9b7fb7b req-5e086ba4-bc2c-4693-8116-c54c21ae4660 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd00afb4-6e47-49da-89e1-be8144f76154 {{(pid=87871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 12:22:10.902915 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-5e359d1d-c247-4859-905d-cd7ba9b7fb7b req-5e086ba4-bc2c-4693-8116-c54c21ae4660 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:22:10.917246 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvr_db [None req-f3db7e4c-15fa-400c-bdec-5d1797b2de60 None None] Set router 819eaefa-0428-4cfc-8d3d-555f30f9caca gateway port host: dv-neutron-835340-2-hyperv {{(pid=87873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:22:10.917412 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.provisioning_blocks [req-5e359d1d-c247-4859-905d-cd7ba9b7fb7b req-5e086ba4-bc2c-4693-8116-c54c21ae4660 service neutron] Transition to ACTIVE for port object bd00afb4-6e47-49da-89e1-be8144f76154 will not be triggered until provisioned by entity L2. {{(pid=87871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:22:10.922526 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-5e359d1d-c247-4859-905d-cd7ba9b7fb7b req-5e086ba4-bc2c-4693-8116-c54c21ae4660 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2363241'] for port, after_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:22:11.188511 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e086ba4-bc2c-4693-8116-c54c21ae4660 service neutron] Pushing event updated for resources: {'Port': ['ID=bd00afb4-6e47-49da-89e1-be8144f76154,revision_number=2']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:22:11.250606 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-f3db7e4c-15fa-400c-bdec-5d1797b2de60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '819eaefa-0428-4cfc-8d3d-555f30f9caca', 'name': 'tempest-TestEncryptedCinderVolumes-1191367858-router', 'tenant_id': '175e13a182f841fa9c1a23a01a167563', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.101'}], 'enable_snat': True}, 'gw_port_id': '1824dd30-4c8c-4dc4-b611-752e23f60e84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:22:01Z', 'updated_at': '2022-03-28T12:22:05Z', 'revision_number': 4, 'project_id': '175e13a182f841fa9c1a23a01a167563', 'gw_port': {'id': '1824dd30-4c8c-4dc4-b611-752e23f60e84', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:df:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '819eaefa-0428-4cfc-8d3d-555f30f9caca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:22:02Z', 'updated_at': '2022-03-28T12:22:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_interfaces': [{'id': '5a321dc6-4efe-4240-bfdb-3cd3b6f686ad', 'name': '', 'network_id': 'f282df8a-a0ae-448d-ac25-39fd044e2c54', 'tenant_id': '175e13a182f841fa9c1a23a01a167563', 'mac_address': 'fa:16:3e:16:62:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '819eaefa-0428-4cfc-8d3d-555f30f9caca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': '5c557761-5076-4a2b-9163-b3a11257f984', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:22:04Z', 'updated_at': '2022-03-28T12:22:05Z', 'revision_number': 2, 'project_id': '175e13a182f841fa9c1a23a01a167563', 'subnets': [{'id': '5c557761-5076-4a2b-9163-b3a11257f984', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:22:11.254633 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3db7e4c-15fa-400c-bdec-5d1797b2de60 None None] Checking router: 819eaefa-0428-4cfc-8d3d-555f30f9caca for host: dv-neutron-835340-2-hyperv {{(pid=87873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 12:22:11.254979 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3db7e4c-15fa-400c-bdec-5d1797b2de60 None None] Updating router 819eaefa-0428-4cfc-8d3d-555f30f9caca port 5a321dc6-4efe-4240-bfdb-3cd3b6f686ad binding host dv-neutron-835340-2-hyperv {{(pid=87873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 12:22:11.260683 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.managers [req-5e359d1d-c247-4859-905d-cd7ba9b7fb7b req-5e086ba4-bc2c-4693-8116-c54c21ae4660 service neutron] Attempting to bind port bd00afb4-6e47-49da-89e1-be8144f76154 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 12:22:11.261009 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.managers [req-5e359d1d-c247-4859-905d-cd7ba9b7fb7b req-5e086ba4-bc2c-4693-8116-c54c21ae4660 service neutron] Attempting to bind port bd00afb4-6e47-49da-89e1-be8144f76154 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '90525cbb-4cf9-4104-9e2d-5705dbd939b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '6d4bf4a7-4137-4bfb-8921-7ef592dc1286'}] {{(pid=87871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 12:22:11.261324 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e359d1d-c247-4859-905d-cd7ba9b7fb7b req-5e086ba4-bc2c-4693-8116-c54c21ae4660 service neutron] Attempting to bind port bd00afb4-6e47-49da-89e1-be8144f76154 on network 6d4bf4a7-4137-4bfb-8921-7ef592dc1286 {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 12:22:11.265780 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e359d1d-c247-4859-905d-cd7ba9b7fb7b req-5e086ba4-bc2c-4693-8116-c54c21ae4660 service neutron] Port bd00afb4-6e47-49da-89e1-be8144f76154 on network 6d4bf4a7-4137-4bfb-8921-7ef592dc1286 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 12:22:11.266086 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e359d1d-c247-4859-905d-cd7ba9b7fb7b req-5e086ba4-bc2c-4693-8116-c54c21ae4660 service neutron] Attempting to bind port bd00afb4-6e47-49da-89e1-be8144f76154 on network 6d4bf4a7-4137-4bfb-8921-7ef592dc1286 {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 12:22:11.271051 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e359d1d-c247-4859-905d-cd7ba9b7fb7b req-5e086ba4-bc2c-4693-8116-c54c21ae4660 service neutron] Checking agent: {'id': '01dfae6e-0e91-4100-b27f-ff8156eac7d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8353', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 52, 20), 'started_at': datetime.datetime(2022, 3, 28, 11, 52, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 12, 21, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 12:22:11.271376 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e359d1d-c247-4859-905d-cd7ba9b7fb7b req-5e086ba4-bc2c-4693-8116-c54c21ae4660 service neutron] Checking segment: {'id': '90525cbb-4cf9-4104-9e2d-5705dbd939b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '6d4bf4a7-4137-4bfb-8921-7ef592dc1286'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 12:22:11.271776 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e359d1d-c247-4859-905d-cd7ba9b7fb7b req-5e086ba4-bc2c-4693-8116-c54c21ae4660 service neutron] Bound using segment: {'id': '90525cbb-4cf9-4104-9e2d-5705dbd939b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '6d4bf4a7-4137-4bfb-8921-7ef592dc1286'} {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 12:22:11.272185 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.managers [req-5e359d1d-c247-4859-905d-cd7ba9b7fb7b req-5e086ba4-bc2c-4693-8116-c54c21ae4660 service neutron] Bound port: bd00afb4-6e47-49da-89e1-be8144f76154, host: hv-neutron-8353, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90525cbb-4cf9-4104-9e2d-5705dbd939b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '6d4bf4a7-4137-4bfb-8921-7ef592dc1286'}}] {{(pid=87871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 12:22:11.272516 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-5e359d1d-c247-4859-905d-cd7ba9b7fb7b req-5e086ba4-bc2c-4693-8116-c54c21ae4660 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:22:11.307262 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron_lib.callbacks.manager [None req-f3db7e4c-15fa-400c-bdec-5d1797b2de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:22:11.363721 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.db [req-5e359d1d-c247-4859-905d-cd7ba9b7fb7b req-5e086ba4-bc2c-4693-8116-c54c21ae4660 service neutron] For port bd00afb4-6e47-49da-89e1-be8144f76154, host hv-neutron-8353, cleared binding levels {{(pid=87871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 12:22:11.366617 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.db [req-5e359d1d-c247-4859-905d-cd7ba9b7fb7b req-5e086ba4-bc2c-4693-8116-c54c21ae4660 service neutron] For port bd00afb4-6e47-49da-89e1-be8144f76154, host hv-neutron-8353, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=bd00afb4-6e47-49da-89e1-be8144f76154,segment=NetworkSegment(90525cbb-4cf9-4104-9e2d-5705dbd939b2),segment_id=90525cbb-4cf9-4104-9e2d-5705dbd939b2)] {{(pid=87871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 12:22:11.372288 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-5e359d1d-c247-4859-905d-cd7ba9b7fb7b req-5e086ba4-bc2c-4693-8116-c54c21ae4660 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2363241'] for port, after_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:22:11.424901 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e359d1d-c247-4859-905d-cd7ba9b7fb7b req-5e086ba4-bc2c-4693-8116-c54c21ae4660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:22:11.425626 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-5e359d1d-c247-4859-905d-cd7ba9b7fb7b req-5e086ba4-bc2c-4693-8116-c54c21ae4660 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:22:11.427372 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-5e359d1d-c247-4859-905d-cd7ba9b7fb7b req-5e086ba4-bc2c-4693-8116-c54c21ae4660 service neutron] 10.222.0.11 "PUT /v2.0/ports/bd00afb4-6e47-49da-89e1-be8144f76154 HTTP/1.1" status: 200 len: 1093 time: 1.0866272 Mar 28 12:22:11.427372 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a229651-a451-41eb-bda0-daef95abe346', 'tag': 'bd00afb4-6e47-49da-89e1-be8144f76154'}] {{(pid=87871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 12:22:11.460478 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e086ba4-bc2c-4693-8116-c54c21ae4660 service neutron] Pushing event updated for resources: {'Port': ['ID=bd00afb4-6e47-49da-89e1-be8144f76154,revision_number=3']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:22:11.585073 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e359d1d-c247-4859-905d-cd7ba9b7fb7b req-42a22014-6e41-4b4f-9159-ea31830335d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:22:11.587843 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-5e359d1d-c247-4859-905d-cd7ba9b7fb7b req-42a22014-6e41-4b4f-9159-ea31830335d7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7de2b817c9194d0d9b293cdd4aed08e5&device_id=4a229651-a451-41eb-bda0-daef95abe346 HTTP/1.1" status: 200 len: 1096 time: 0.0993626 Mar 28 12:22:11.676441 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-5e359d1d-c247-4859-905d-cd7ba9b7fb7b req-1fb385af-24a7-4f27-b020-34be4bb30e0d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bd00afb4-6e47-49da-89e1-be8144f76154 HTTP/1.1" status: 200 len: 217 time: 0.0811656 Mar 28 12:22:11.708957 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron_lib.callbacks.manager [None req-f3db7e4c-15fa-400c-bdec-5d1797b2de60 None None] Notify callbacks [] for port, precommit_update {{(pid=87873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:22:11.723314 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.provisioning_blocks [None req-f3db7e4c-15fa-400c-bdec-5d1797b2de60 None None] Transition to ACTIVE for port object 5a321dc6-4efe-4240-bfdb-3cd3b6f686ad will not be triggered until provisioned by entity L2. {{(pid=87873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:22:11.731575 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron_lib.callbacks.manager [None req-f3db7e4c-15fa-400c-bdec-5d1797b2de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:22:11.741156 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a229651-a451-41eb-bda0-daef95abe346', 'tag': 'bd00afb4-6e47-49da-89e1-be8144f76154', 'status': 'completed', 'code': 200} Mar 28 12:22:11.754702 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e359d1d-c247-4859-905d-cd7ba9b7fb7b req-0db46cec-7f06-4dc5-bd91-321e2012eb12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:22:11.756152 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-5e359d1d-c247-4859-905d-cd7ba9b7fb7b req-0db46cec-7f06-4dc5-bd91-321e2012eb12 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ea5a2574-e4df-462c-802c-dc223d781522 HTTP/1.1" status: 200 len: 856 time: 0.0737631 Mar 28 12:22:11.841685 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e359d1d-c247-4859-905d-cd7ba9b7fb7b req-b0ae7738-a084-4730-a8cf-779a796967b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:22:11.849754 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-5e359d1d-c247-4859-905d-cd7ba9b7fb7b req-b0ae7738-a084-4730-a8cf-779a796967b9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6d4bf4a7-4137-4bfb-8921-7ef592dc1286&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0876427 Mar 28 12:22:11.907598 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c314f3-482a-4990-85cc-d7e3c56dd013 None None] Pushing event updated for resources: {'Port': ['ID=5a321dc6-4efe-4240-bfdb-3cd3b6f686ad,revision_number=3']} {{(pid=87873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:22:11.975322 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.managers [None req-f3db7e4c-15fa-400c-bdec-5d1797b2de60 None None] Attempting to bind port 5a321dc6-4efe-4240-bfdb-3cd3b6f686ad on host dv-neutron-835340-2-hyperv for vnic_type normal with profile {{(pid=87873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 12:22:11.976245 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.managers [None req-f3db7e4c-15fa-400c-bdec-5d1797b2de60 None None] Attempting to bind port 5a321dc6-4efe-4240-bfdb-3cd3b6f686ad by drivers openvswitch,hyperv on host dv-neutron-835340-2-hyperv at level 0 using segments [{'id': '31e0cf9e-4699-476f-b755-525d662f967a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'f282df8a-a0ae-448d-ac25-39fd044e2c54'}] {{(pid=87873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 12:22:11.976761 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3db7e4c-15fa-400c-bdec-5d1797b2de60 None None] Attempting to bind port 5a321dc6-4efe-4240-bfdb-3cd3b6f686ad on network f282df8a-a0ae-448d-ac25-39fd044e2c54 {{(pid=87873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 12:22:11.985936 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3db7e4c-15fa-400c-bdec-5d1797b2de60 None None] Checking agent: {'id': '961a16fe-cbc8-4264-ac28-bbbd53f89caa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 46, 6), 'started_at': datetime.datetime(2022, 3, 28, 11, 46, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 12, 22, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 12:22:11.986303 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3db7e4c-15fa-400c-bdec-5d1797b2de60 None None] Checking segment: {'id': '31e0cf9e-4699-476f-b755-525d662f967a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'f282df8a-a0ae-448d-ac25-39fd044e2c54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 12:22:11.986713 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron_lib.callbacks.manager [None req-f3db7e4c-15fa-400c-bdec-5d1797b2de60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:22:11.987089 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3db7e4c-15fa-400c-bdec-5d1797b2de60 None None] Bound using segment: {'id': '31e0cf9e-4699-476f-b755-525d662f967a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'f282df8a-a0ae-448d-ac25-39fd044e2c54'} {{(pid=87873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 12:22:11.987611 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.managers [None req-f3db7e4c-15fa-400c-bdec-5d1797b2de60 None None] Bound port: 5a321dc6-4efe-4240-bfdb-3cd3b6f686ad, host: dv-neutron-835340-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31e0cf9e-4699-476f-b755-525d662f967a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'f282df8a-a0ae-448d-ac25-39fd044e2c54'}}] {{(pid=87873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 12:22:11.988735 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron_lib.callbacks.manager [None req-f3db7e4c-15fa-400c-bdec-5d1797b2de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:22:12.013306 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-5e359d1d-c247-4859-905d-cd7ba9b7fb7b req-9c617e04-97ce-4193-acd0-a5e6d87187fa service neutron] 10.222.0.11 "GET /v2.0/networks/6d4bf4a7-4137-4bfb-8921-7ef592dc1286?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617455 Mar 28 12:22:12.022456 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f8a6c2-e9dc-4c60-8567-5dd18ad1d607 req-81e9ba38-7d3d-4e7a-80e5-c0ae1885a5ff tempest-TestEncryptedCinderVolumes-935862142 tempest-TestEncryptedCinderVolumes-935862142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:22:12.025452 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-44f8a6c2-e9dc-4c60-8567-5dd18ad1d607 req-81e9ba38-7d3d-4e7a-80e5-c0ae1885a5ff tempest-TestEncryptedCinderVolumes-935862142 tempest-TestEncryptedCinderVolumes-935862142-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a229651-a451-41eb-bda0-daef95abe346 HTTP/1.1" status: 200 len: 943 time: 0.1110101 Mar 28 12:22:12.074966 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-44f8a6c2-e9dc-4c60-8567-5dd18ad1d607 req-fe879000-0399-4e61-96ca-a36f012fb200 tempest-TestEncryptedCinderVolumes-935862142 tempest-TestEncryptedCinderVolumes-935862142-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ed22341-c990-4e52-8c6c-7638782a04bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438266 Mar 28 12:22:12.118342 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.db [None req-f3db7e4c-15fa-400c-bdec-5d1797b2de60 None None] For port 5a321dc6-4efe-4240-bfdb-3cd3b6f686ad, host dv-neutron-835340-2-hyperv, cleared binding levels {{(pid=87873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 12:22:12.121504 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.db [None req-f3db7e4c-15fa-400c-bdec-5d1797b2de60 None None] For port 5a321dc6-4efe-4240-bfdb-3cd3b6f686ad, host dv-neutron-835340-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=5a321dc6-4efe-4240-bfdb-3cd3b6f686ad,segment=NetworkSegment(31e0cf9e-4699-476f-b755-525d662f967a),segment_id=31e0cf9e-4699-476f-b755-525d662f967a)] {{(pid=87873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 12:22:12.125360 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron_lib.callbacks.manager [None req-f3db7e4c-15fa-400c-bdec-5d1797b2de60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:22:12.164405 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-5e359d1d-c247-4859-905d-cd7ba9b7fb7b req-cde5a195-4fc9-4086-8601-b597f095c74f service neutron] 10.222.0.11 "GET /v2.0/networks/6d4bf4a7-4137-4bfb-8921-7ef592dc1286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456091 Mar 28 12:22:12.208585 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3db7e4c-15fa-400c-bdec-5d1797b2de60 None None] Routers {'819eaefa-0428-4cfc-8d3d-555f30f9caca'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:22:12.209115 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-f3db7e4c-15fa-400c-bdec-5d1797b2de60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:22:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['819eaefa-0428-4cfc-8d3d-555f30f9caca'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:22:12.275240 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c314f3-482a-4990-85cc-d7e3c56dd013 None None] Pushing event updated for resources: {'Port': ['ID=5a321dc6-4efe-4240-bfdb-3cd3b6f686ad,revision_number=4']} {{(pid=87873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:22:12.297685 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c311dc-5696-42fc-a195-ca6adf9f23c9 req-11597d15-0e41-41c0-b4cc-7a969d91fa4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:22:12.299357 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-93c311dc-5696-42fc-a195-ca6adf9f23c9 req-11597d15-0e41-41c0-b4cc-7a969d91fa4f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7de2b817c9194d0d9b293cdd4aed08e5&device_id=4a229651-a451-41eb-bda0-daef95abe346 HTTP/1.1" status: 200 len: 1096 time: 0.0837345 Mar 28 12:22:12.413211 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvr_db [None req-f3db7e4c-15fa-400c-bdec-5d1797b2de60 None None] Set router 819eaefa-0428-4cfc-8d3d-555f30f9caca gateway port host: dv-neutron-835340-2-hyperv {{(pid=87873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:22:12.441652 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c311dc-5696-42fc-a195-ca6adf9f23c9 req-62216ccd-4fe6-471d-b3ad-b10df8356f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:22:12.443287 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-93c311dc-5696-42fc-a195-ca6adf9f23c9 req-62216ccd-4fe6-471d-b3ad-b10df8356f37 service neutron] 10.222.0.11 "GET /v2.0/networks?id=6d4bf4a7-4137-4bfb-8921-7ef592dc1286 HTTP/1.1" status: 200 len: 917 time: 0.1376677 Mar 28 12:22:12.522654 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-93c311dc-5696-42fc-a195-ca6adf9f23c9 req-5295da8d-54c8-4d82-9614-e8625302711c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bd00afb4-6e47-49da-89e1-be8144f76154 HTTP/1.1" status: 200 len: 217 time: 0.0717056 Mar 28 12:22:12.597238 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c311dc-5696-42fc-a195-ca6adf9f23c9 req-a04e41be-8a14-4261-8060-1e4570961d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:22:12.598658 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-93c311dc-5696-42fc-a195-ca6adf9f23c9 req-a04e41be-8a14-4261-8060-1e4570961d8a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ea5a2574-e4df-462c-802c-dc223d781522 HTTP/1.1" status: 200 len: 856 time: 0.0693357 Mar 28 12:22:12.677661 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c311dc-5696-42fc-a195-ca6adf9f23c9 req-2aba142c-a2f4-49d1-9baa-97bff5050a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:22:12.679666 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-93c311dc-5696-42fc-a195-ca6adf9f23c9 req-2aba142c-a2f4-49d1-9baa-97bff5050a86 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6d4bf4a7-4137-4bfb-8921-7ef592dc1286&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0737562 Mar 28 12:22:12.755738 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-f3db7e4c-15fa-400c-bdec-5d1797b2de60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '819eaefa-0428-4cfc-8d3d-555f30f9caca', 'name': 'tempest-TestEncryptedCinderVolumes-1191367858-router', 'tenant_id': '175e13a182f841fa9c1a23a01a167563', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.101'}], 'enable_snat': True}, 'gw_port_id': '1824dd30-4c8c-4dc4-b611-752e23f60e84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:22:01Z', 'updated_at': '2022-03-28T12:22:05Z', 'revision_number': 4, 'project_id': '175e13a182f841fa9c1a23a01a167563', 'gw_port': {'id': '1824dd30-4c8c-4dc4-b611-752e23f60e84', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:df:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '819eaefa-0428-4cfc-8d3d-555f30f9caca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:22:02Z', 'updated_at': '2022-03-28T12:22:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_interfaces': [{'id': '5a321dc6-4efe-4240-bfdb-3cd3b6f686ad', 'name': '', 'network_id': 'f282df8a-a0ae-448d-ac25-39fd044e2c54', 'tenant_id': '175e13a182f841fa9c1a23a01a167563', 'mac_address': 'fa:16:3e:16:62:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '819eaefa-0428-4cfc-8d3d-555f30f9caca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': '5c557761-5076-4a2b-9163-b3a11257f984', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:22:04Z', 'updated_at': '2022-03-28T12:22:12Z', 'revision_number': 4, 'project_id': '175e13a182f841fa9c1a23a01a167563', 'subnets': [{'id': '5c557761-5076-4a2b-9163-b3a11257f984', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:22:12.760692 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3db7e4c-15fa-400c-bdec-5d1797b2de60 None None] The sync data for ids ['819eaefa-0428-4cfc-8d3d-555f30f9caca'] in dv-neutron-835340-2-hyperv is: [{'id': '819eaefa-0428-4cfc-8d3d-555f30f9caca', 'name': 'tempest-TestEncryptedCinderVolumes-1191367858-router', 'tenant_id': '175e13a182f841fa9c1a23a01a167563', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.101'}], 'enable_snat': True}, 'gw_port_id': '1824dd30-4c8c-4dc4-b611-752e23f60e84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:22:01Z', 'updated_at': '2022-03-28T12:22:05Z', 'revision_number': 4, 'project_id': '175e13a182f841fa9c1a23a01a167563', 'gw_port': {'id': '1824dd30-4c8c-4dc4-b611-752e23f60e84', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:df:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '819eaefa-0428-4cfc-8d3d-555f30f9caca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:22:02Z', 'updated_at': '2022-03-28T12:22:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_interfaces': [{'id': '5a321dc6-4efe-4240-bfdb-3cd3b6f686ad', 'name': '', 'network_id': 'f282df8a-a0ae-448d-ac25-39fd044e2c54', 'tenant_id': '175e13a182f841fa9c1a23a01a167563', 'mac_address': 'fa:16:3e:16:62:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '819eaefa-0428-4cfc-8d3d-555f30f9caca', 'device_owner': 'network:router_interface', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': '5c557761-5076-4a2b-9163-b3a11257f984', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:22:04Z', 'updated_at': '2022-03-28T12:22:12Z', 'revision_number': 4, 'project_id': '175e13a182f841fa9c1a23a01a167563', 'subnets': [{'id': '5c557761-5076-4a2b-9163-b3a11257f984', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 12:22:12.832229 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-93c311dc-5696-42fc-a195-ca6adf9f23c9 req-6effa299-3141-40b8-a005-7140c7e2eb3c service neutron] 10.222.0.11 "GET /v2.0/networks/6d4bf4a7-4137-4bfb-8921-7ef592dc1286?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459410 Mar 28 12:22:12.996177 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-93c311dc-5696-42fc-a195-ca6adf9f23c9 req-310d11e2-8c2d-4c1e-b86d-f44fcd3d0e55 service neutron] 10.222.0.11 "GET /v2.0/networks/6d4bf4a7-4137-4bfb-8921-7ef592dc1286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556840 Mar 28 12:22:13.269453 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6114cb-0084-4aeb-b34f-acda26d04a1f req-841c54e3-c9b6-4780-97a1-16755b592000 tempest-TestEncryptedCinderVolumes-935862142 tempest-TestEncryptedCinderVolumes-935862142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:22:13.270166 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [req-bf6114cb-0084-4aeb-b34f-acda26d04a1f req-841c54e3-c9b6-4780-97a1-16755b592000 tempest-TestEncryptedCinderVolumes-935862142 tempest-TestEncryptedCinderVolumes-935862142-project] Synchronizing usage tracker for tenant:7de2b817c9194d0d9b293cdd4aed08e5 on resource:port {{(pid=87871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:22:13.286723 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [req-bf6114cb-0084-4aeb-b34f-acda26d04a1f req-841c54e3-c9b6-4780-97a1-16755b592000 tempest-TestEncryptedCinderVolumes-935862142 tempest-TestEncryptedCinderVolumes-935862142-project] Unset dirty status for tenant:7de2b817c9194d0d9b293cdd4aed08e5 on resource:port {{(pid=87871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:22:13.287794 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-bf6114cb-0084-4aeb-b34f-acda26d04a1f req-841c54e3-c9b6-4780-97a1-16755b592000 tempest-TestEncryptedCinderVolumes-935862142 tempest-TestEncryptedCinderVolumes-935862142-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a229651-a451-41eb-bda0-daef95abe346 HTTP/1.1" status: 200 len: 943 time: 0.1028538 Mar 28 12:22:13.332232 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-bf6114cb-0084-4aeb-b34f-acda26d04a1f req-e12ead5c-83c2-4dde-b6ad-aa95d107fe7e tempest-TestEncryptedCinderVolumes-935862142 tempest-TestEncryptedCinderVolumes-935862142-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ed22341-c990-4e52-8c6c-7638782a04bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382950 Mar 28 12:22:13.339074 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Device bd00afb4-6e47-49da-89e1-be8144f76154 details requested by agent hyperv_hv-neutron-8353 with host hv-neutron-8353 {{(pid=87872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 28 12:22:13.472116 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] For port bd00afb4-6e47-49da-89e1-be8144f76154, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=bd00afb4-6e47-49da-89e1-be8144f76154,segment=NetworkSegment(90525cbb-4cf9-4104-9e2d-5705dbd939b2),segment_id=90525cbb-4cf9-4104-9e2d-5705dbd939b2)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:22:13.485798 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Returning: {'device': 'bd00afb4-6e47-49da-89e1-be8144f76154', 'network_id': '6d4bf4a7-4137-4bfb-8921-7ef592dc1286', 'port_id': 'bd00afb4-6e47-49da-89e1-be8144f76154', 'mac_address': 'fa:16:3e:b1:21:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea5a2574-e4df-462c-802c-dc223d781522', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 28 12:22:13.539840 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:22:13.555739 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.notifiers.nova [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd00afb4-6e47-49da-89e1-be8144f76154 {{(pid=87872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 12:22:13.570467 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] For port bd00afb4-6e47-49da-89e1-be8144f76154, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=bd00afb4-6e47-49da-89e1-be8144f76154,segment=NetworkSegment(90525cbb-4cf9-4104-9e2d-5705dbd939b2),segment_id=90525cbb-4cf9-4104-9e2d-5705dbd939b2)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:22:13.574818 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:22:13.644662 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Pushing event updated for resources: {'Port': ['ID=bd00afb4-6e47-49da-89e1-be8144f76154,revision_number=4']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:22:13.775810 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] get_ports_and_sgs() called for port_ids ['bd00afb4-6e47-49da-89e1-be8144f76154'] {{(pid=87872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 12:22:14.286471 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 5a321dc6-4efe-4240-bfdb-3cd3b6f686ad up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:22:14.356038 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning for port 5a321dc6-4efe-4240-bfdb-3cd3b6f686ad completed by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:22:14.360734 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port 5a321dc6-4efe-4240-bfdb-3cd3b6f686ad triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:22:14.361285 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:22:14.479116 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:22:14.511630 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] For port 5a321dc6-4efe-4240-bfdb-3cd3b6f686ad, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=5a321dc6-4efe-4240-bfdb-3cd3b6f686ad,segment=NetworkSegment(31e0cf9e-4699-476f-b755-525d662f967a),segment_id=31e0cf9e-4699-476f-b755-525d662f967a)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:22:14.515994 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:22:14.521476 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9b592a-f15e-4b23-a787-e9fd44a0a585 req-c7a7a112-89ae-4381-9335-f3003481eace tempest-TestEncryptedCinderVolumes-935862142 tempest-TestEncryptedCinderVolumes-935862142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:22:14.523099 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-5c9b592a-f15e-4b23-a787-e9fd44a0a585 req-c7a7a112-89ae-4381-9335-f3003481eace tempest-TestEncryptedCinderVolumes-935862142 tempest-TestEncryptedCinderVolumes-935862142-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a229651-a451-41eb-bda0-daef95abe346 HTTP/1.1" status: 200 len: 944 time: 0.0863702 Mar 28 12:22:14.568168 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-5c9b592a-f15e-4b23-a787-e9fd44a0a585 req-854ef5a2-abf3-4c69-8111-4c52d9f7176b tempest-TestEncryptedCinderVolumes-935862142 tempest-TestEncryptedCinderVolumes-935862142-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ed22341-c990-4e52-8c6c-7638782a04bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392652 Mar 28 12:22:14.581384 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Pushing event updated for resources: {'Port': ['ID=5a321dc6-4efe-4240-bfdb-3cd3b6f686ad,revision_number=5']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:22:15.355278 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Device bd00afb4-6e47-49da-89e1-be8144f76154 up at agent hyperv_hv-neutron-8353 {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:22:15.425405 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Provisioning for port bd00afb4-6e47-49da-89e1-be8144f76154 completed by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:22:15.430432 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Provisioning complete for port bd00afb4-6e47-49da-89e1-be8144f76154 triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:22:15.430799 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:22:15.542593 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:22:15.570618 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a229651-a451-41eb-bda0-daef95abe346', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd00afb4-6e47-49da-89e1-be8144f76154'}] {{(pid=87872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 12:22:15.580276 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] For port bd00afb4-6e47-49da-89e1-be8144f76154, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=bd00afb4-6e47-49da-89e1-be8144f76154,segment=NetworkSegment(90525cbb-4cf9-4104-9e2d-5705dbd939b2),segment_id=90525cbb-4cf9-4104-9e2d-5705dbd939b2)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:22:15.584969 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:22:15.671618 dv-neutron-835340-2-hyperv neutron-server[87872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a229651-a451-41eb-bda0-daef95abe346', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd00afb4-6e47-49da-89e1-be8144f76154', 'code': 200} Mar 28 12:22:15.695665 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Pushing event updated for resources: {'Port': ['ID=bd00afb4-6e47-49da-89e1-be8144f76154,revision_number=5']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:22:15.769101 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee5ed0e-18ff-4e83-b8ae-a60886952347 req-0fddd1f0-09c3-4859-863a-a0cbe64eb3fa tempest-TestEncryptedCinderVolumes-935862142 tempest-TestEncryptedCinderVolumes-935862142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:22:15.770547 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-3ee5ed0e-18ff-4e83-b8ae-a60886952347 req-0fddd1f0-09c3-4859-863a-a0cbe64eb3fa tempest-TestEncryptedCinderVolumes-935862142 tempest-TestEncryptedCinderVolumes-935862142-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a229651-a451-41eb-bda0-daef95abe346 HTTP/1.1" status: 200 len: 945 time: 0.0860789 Mar 28 12:22:15.817473 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-3ee5ed0e-18ff-4e83-b8ae-a60886952347 req-637d01b3-64cf-4ac1-ae41-460a5ffbc677 tempest-TestEncryptedCinderVolumes-935862142 tempest-TestEncryptedCinderVolumes-935862142-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ed22341-c990-4e52-8c6c-7638782a04bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401311 Mar 28 12:22:15.912316 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6902b08a-2532-454a-98c4-733b32624f5b req-22d37455-77bb-4dbe-a930-56f3dcedc637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:22:15.914341 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-6902b08a-2532-454a-98c4-733b32624f5b req-22d37455-77bb-4dbe-a930-56f3dcedc637 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4a229651-a451-41eb-bda0-daef95abe346 HTTP/1.1" status: 200 len: 1098 time: 0.0759907 Mar 28 12:22:15.954393 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-6902b08a-2532-454a-98c4-733b32624f5b req-d2ec56b3-05f4-4334-be6a-c91ada05b806 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=2ed22341-c990-4e52-8c6c-7638782a04bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342453 Mar 28 12:22:16.272484 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 5a321dc6-4efe-4240-bfdb-3cd3b6f686ad up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:22:16.340971 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port 5a321dc6-4efe-4240-bfdb-3cd3b6f686ad triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:22:16.341330 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:22:17.010332 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa81c5fa-d926-4403-80ba-b8699c9a1957 req-47d24eec-009b-4bc5-b7e5-76bdfe0a3213 tempest-TestEncryptedCinderVolumes-935862142 tempest-TestEncryptedCinderVolumes-935862142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:22:17.011792 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-fa81c5fa-d926-4403-80ba-b8699c9a1957 req-47d24eec-009b-4bc5-b7e5-76bdfe0a3213 tempest-TestEncryptedCinderVolumes-935862142 tempest-TestEncryptedCinderVolumes-935862142-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a229651-a451-41eb-bda0-daef95abe346 HTTP/1.1" status: 200 len: 945 time: 0.0829093 Mar 28 12:22:17.055271 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-fa81c5fa-d926-4403-80ba-b8699c9a1957 req-e179d3c1-b0a6-4434-be4a-2b3645a68038 tempest-TestEncryptedCinderVolumes-935862142 tempest-TestEncryptedCinderVolumes-935862142-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ed22341-c990-4e52-8c6c-7638782a04bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378590 Mar 28 12:22:18.237473 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527f52de-6f4c-4a62-bdd0-30bb0258b930 req-86d16244-428a-408e-9eb8-9cd73a76ff31 tempest-TestEncryptedCinderVolumes-935862142 tempest-TestEncryptedCinderVolumes-935862142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:22:18.238900 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-527f52de-6f4c-4a62-bdd0-30bb0258b930 req-86d16244-428a-408e-9eb8-9cd73a76ff31 tempest-TestEncryptedCinderVolumes-935862142 tempest-TestEncryptedCinderVolumes-935862142-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a229651-a451-41eb-bda0-daef95abe346 HTTP/1.1" status: 200 len: 945 time: 0.0825784 Mar 28 12:22:18.282739 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-527f52de-6f4c-4a62-bdd0-30bb0258b930 req-ac8f3ff3-1637-44b4-8433-d002483e164f tempest-TestEncryptedCinderVolumes-935862142 tempest-TestEncryptedCinderVolumes-935862142-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ed22341-c990-4e52-8c6c-7638782a04bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375342 Mar 28 12:22:18.463813 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a2c98b-7e44-4e63-a26f-80092627082d req-0f20df33-b2bf-40ba-a975-157b831e4849 tempest-TestEncryptedCinderVolumes-935862142 tempest-TestEncryptedCinderVolumes-935862142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:22:18.465287 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-b4a2c98b-7e44-4e63-a26f-80092627082d req-0f20df33-b2bf-40ba-a975-157b831e4849 tempest-TestEncryptedCinderVolumes-935862142 tempest-TestEncryptedCinderVolumes-935862142-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a229651-a451-41eb-bda0-daef95abe346 HTTP/1.1" status: 200 len: 945 time: 0.0792379 Mar 28 12:22:18.512259 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-b4a2c98b-7e44-4e63-a26f-80092627082d req-1a3af6f5-0a28-43f3-8005-fe384c44f82f tempest-TestEncryptedCinderVolumes-935862142 tempest-TestEncryptedCinderVolumes-935862142-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ed22341-c990-4e52-8c6c-7638782a04bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413706 Mar 28 12:22:20.835128 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:22:23.478341 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.agents_db [None req-03fd49d8-b51b-41c1-8716-b8e265c93689 None None] Agent healthcheck: found 6 active agents {{(pid=87873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 12:22:32.374692 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-3b549767-f542-406a-ab36-71a6e020f56a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:22:32.946135 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5005b01e-2c0f-4c07-94ad-fefc3c9db56e req-6f276e37-a2a1-42c0-b374-57e9a8aa80ea tempest-TestEncryptedCinderVolumes-935862142 tempest-TestEncryptedCinderVolumes-935862142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:22:32.947597 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-5005b01e-2c0f-4c07-94ad-fefc3c9db56e req-6f276e37-a2a1-42c0-b374-57e9a8aa80ea tempest-TestEncryptedCinderVolumes-935862142 tempest-TestEncryptedCinderVolumes-935862142-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a229651-a451-41eb-bda0-daef95abe346 HTTP/1.1" status: 200 len: 945 time: 0.0794630 Mar 28 12:22:32.995150 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-5005b01e-2c0f-4c07-94ad-fefc3c9db56e req-3592740a-c8d9-4cde-9d2a-dad305a370d7 tempest-TestEncryptedCinderVolumes-935862142 tempest-TestEncryptedCinderVolumes-935862142-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ed22341-c990-4e52-8c6c-7638782a04bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417144 Mar 28 12:22:34.181806 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecc9ddb-efb9-4ea8-8162-23eaece03a8e req-950613e8-2b78-4188-b7eb-b726cf3c41c1 tempest-TestEncryptedCinderVolumes-935862142 tempest-TestEncryptedCinderVolumes-935862142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:22:34.183160 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-eecc9ddb-efb9-4ea8-8162-23eaece03a8e req-950613e8-2b78-4188-b7eb-b726cf3c41c1 tempest-TestEncryptedCinderVolumes-935862142 tempest-TestEncryptedCinderVolumes-935862142-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a229651-a451-41eb-bda0-daef95abe346 HTTP/1.1" status: 200 len: 945 time: 0.0804112 Mar 28 12:22:34.227563 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-eecc9ddb-efb9-4ea8-8162-23eaece03a8e req-938dddb8-9043-4ce0-9622-e682c67f652c tempest-TestEncryptedCinderVolumes-935862142 tempest-TestEncryptedCinderVolumes-935862142-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ed22341-c990-4e52-8c6c-7638782a04bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380797 Mar 28 12:22:34.523031 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6883209-7b56-459a-a3f4-fbe47abffbbe req-018bce4f-7e40-406d-9be1-b03719cfce1d tempest-TestEncryptedCinderVolumes-935862142 tempest-TestEncryptedCinderVolumes-935862142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:22:34.524612 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-c6883209-7b56-459a-a3f4-fbe47abffbbe req-018bce4f-7e40-406d-9be1-b03719cfce1d tempest-TestEncryptedCinderVolumes-935862142 tempest-TestEncryptedCinderVolumes-935862142-project] 10.222.0.11 "GET /v2.0/ports?device_id=4a229651-a451-41eb-bda0-daef95abe346 HTTP/1.1" status: 200 len: 945 time: 0.1770489 Mar 28 12:22:34.591121 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [req-c6883209-7b56-459a-a3f4-fbe47abffbbe req-48d283d2-9320-4e8f-9fc4-6bcc34d4d133 tempest-TestEncryptedCinderVolumes-935862142 tempest-TestEncryptedCinderVolumes-935862142-project] Deleting port bd00afb4-6e47-49da-89e1-be8144f76154 {{(pid=87871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:22:34.591451 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-c6883209-7b56-459a-a3f4-fbe47abffbbe req-48d283d2-9320-4e8f-9fc4-6bcc34d4d133 tempest-TestEncryptedCinderVolumes-935862142 tempest-TestEncryptedCinderVolumes-935862142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:22:34.757516 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-e23199ad-3f6a-4aed-b0ec-3bde1d7db745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:22:34.831622 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.db [req-c6883209-7b56-459a-a3f4-fbe47abffbbe req-48d283d2-9320-4e8f-9fc4-6bcc34d4d133 tempest-TestEncryptedCinderVolumes-935862142 tempest-TestEncryptedCinderVolumes-935862142-project] For port bd00afb4-6e47-49da-89e1-be8144f76154, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=bd00afb4-6e47-49da-89e1-be8144f76154,segment=NetworkSegment(90525cbb-4cf9-4104-9e2d-5705dbd939b2),segment_id=90525cbb-4cf9-4104-9e2d-5705dbd939b2)] {{(pid=87871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:22:34.831889 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-c6883209-7b56-459a-a3f4-fbe47abffbbe req-48d283d2-9320-4e8f-9fc4-6bcc34d4d133 tempest-TestEncryptedCinderVolumes-935862142 tempest-TestEncryptedCinderVolumes-935862142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:22:34.956709 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [req-c6883209-7b56-459a-a3f4-fbe47abffbbe req-48d283d2-9320-4e8f-9fc4-6bcc34d4d133 tempest-TestEncryptedCinderVolumes-935862142 tempest-TestEncryptedCinderVolumes-935862142-project] Calling delete_port for bd00afb4-6e47-49da-89e1-be8144f76154 owned by compute:nova {{(pid=87871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:22:35.099931 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-c6883209-7b56-459a-a3f4-fbe47abffbbe req-48d283d2-9320-4e8f-9fc4-6bcc34d4d133 tempest-TestEncryptedCinderVolumes-935862142 tempest-TestEncryptedCinderVolumes-935862142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:22:35.112298 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] get_ports_and_sgs() called for port_ids ['bd00afb4-6e47-49da-89e1-be8144f76154'] {{(pid=87872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 12:22:35.150792 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d283d2-9320-4e8f-9fc4-6bcc34d4d133 tempest-TestEncryptedCinderVolumes-935862142 tempest-TestEncryptedCinderVolumes-935862142-project] Pushing event deleted for resources: {'Port': ['ID=bd00afb4-6e47-49da-89e1-be8144f76154,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:22:35.226116 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6883209-7b56-459a-a3f4-fbe47abffbbe req-48d283d2-9320-4e8f-9fc4-6bcc34d4d133 tempest-TestEncryptedCinderVolumes-935862142 tempest-TestEncryptedCinderVolumes-935862142-project] No DVR routers for this DVR port bd00afb4-6e47-49da-89e1-be8144f76154 on host hv-neutron-8353 {{(pid=87871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 12:22:35.229497 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-c6883209-7b56-459a-a3f4-fbe47abffbbe req-48d283d2-9320-4e8f-9fc4-6bcc34d4d133 tempest-TestEncryptedCinderVolumes-935862142 tempest-TestEncryptedCinderVolumes-935862142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:22:35.232224 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a229651-a451-41eb-bda0-daef95abe346', 'name': 'network-vif-deleted', 'tag': 'bd00afb4-6e47-49da-89e1-be8144f76154'}] {{(pid=87871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 12:22:35.249446 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-c6883209-7b56-459a-a3f4-fbe47abffbbe req-48d283d2-9320-4e8f-9fc4-6bcc34d4d133 tempest-TestEncryptedCinderVolumes-935862142 tempest-TestEncryptedCinderVolumes-935862142-project] 10.222.0.11 "DELETE /v2.0/ports/bd00afb4-6e47-49da-89e1-be8144f76154 HTTP/1.1" status: 204 len: 173 time: 0.7200499 Mar 28 12:22:35.289648 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a229651-a451-41eb-bda0-daef95abe346', 'name': 'network-vif-deleted', 'tag': 'bd00afb4-6e47-49da-89e1-be8144f76154', 'status': 'completed', 'code': 200} Mar 28 12:22:35.390195 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [req-be0e7b56-be44-47ad-9571-3cd901587fcd req-44fce61b-57cb-4be0-a03b-8d65ecab8333 tempest-TestEncryptedCinderVolumes-935862142 tempest-TestEncryptedCinderVolumes-935862142-project] Synchronizing usage tracker for tenant:7de2b817c9194d0d9b293cdd4aed08e5 on resource:port {{(pid=87871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:22:35.405514 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [req-be0e7b56-be44-47ad-9571-3cd901587fcd req-44fce61b-57cb-4be0-a03b-8d65ecab8333 tempest-TestEncryptedCinderVolumes-935862142 tempest-TestEncryptedCinderVolumes-935862142-project] Unset dirty status for tenant:7de2b817c9194d0d9b293cdd4aed08e5 on resource:port {{(pid=87871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:22:35.406678 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-be0e7b56-be44-47ad-9571-3cd901587fcd req-44fce61b-57cb-4be0-a03b-8d65ecab8333 tempest-TestEncryptedCinderVolumes-935862142 tempest-TestEncryptedCinderVolumes-935862142-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a229651-a451-41eb-bda0-daef95abe346 HTTP/1.1" status: 200 len: 210 time: 0.0610073 Mar 28 12:22:35.740971 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:22:35.858369 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-ef3be119-c018-4979-be07-86cf959defc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:22:37.514260 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-b7ccd3c7-0277-4f12-8e5c-e41478141af5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:22:37.950329 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aea5ab5-91a0-4ba4-aa1b-db7ede1a329b req-ae20e297-e498-4fe2-8042-5909788f48ad tempest-TestEncryptedCinderVolumes-935862142 tempest-TestEncryptedCinderVolumes-935862142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:22:37.951749 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-1aea5ab5-91a0-4ba4-aa1b-db7ede1a329b req-ae20e297-e498-4fe2-8042-5909788f48ad tempest-TestEncryptedCinderVolumes-935862142 tempest-TestEncryptedCinderVolumes-935862142-project] 10.222.0.30 "GET /v2.0/networks?id=6d4bf4a7-4137-4bfb-8921-7ef592dc1286 HTTP/1.1" status: 200 len: 817 time: 0.1419446 Mar 28 12:22:37.966532 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-1aea5ab5-91a0-4ba4-aa1b-db7ede1a329b req-5751abec-88bc-4b11-8cf5-ccf1c4c1e2ed tempest-TestEncryptedCinderVolumes-935862142 tempest-TestEncryptedCinderVolumes-935862142-project] 10.222.0.30 "GET /v2.0/quotas/7de2b817c9194d0d9b293cdd4aed08e5 HTTP/1.1" status: 200 len: 375 time: 0.0094318 Mar 28 12:22:38.051311 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-1aea5ab5-91a0-4ba4-aa1b-db7ede1a329b req-3063fff4-f39c-4801-abef-0f38c809b718 tempest-TestEncryptedCinderVolumes-935862142 tempest-TestEncryptedCinderVolumes-935862142-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=7de2b817c9194d0d9b293cdd4aed08e5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0798969 Mar 28 12:22:38.185127 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-1aea5ab5-91a0-4ba4-aa1b-db7ede1a329b req-5754ca54-fb69-4877-985d-56db244dbf3d service neutron] 10.222.0.30 "GET /v2.0/networks/6d4bf4a7-4137-4bfb-8921-7ef592dc1286?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219916 Mar 28 12:22:38.313014 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-1aea5ab5-91a0-4ba4-aa1b-db7ede1a329b req-f016329b-c3cf-4174-ab52-4809bb4e1f8b service neutron] 10.222.0.30 "GET /v2.0/networks/6d4bf4a7-4137-4bfb-8921-7ef592dc1286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219876 Mar 28 12:22:38.484862 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-b582b0bd-a422-4a7a-b100-66f37c7d0b13 req-477fa2bb-c8cb-4c39-b2f6-8fea54601b58 tempest-TestEncryptedCinderVolumes-935862142 tempest-TestEncryptedCinderVolumes-935862142-project] 10.222.0.30 "GET /v2.0/ports?device_id=9de068ce-9cf9-4bb5-b8ac-ffb87c2587b8 HTTP/1.1" status: 200 len: 210 time: 0.0415595 Mar 28 12:22:39.472021 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aea5ab5-91a0-4ba4-aa1b-db7ede1a329b req-36d61d7b-eb93-4a43-8d59-012d16f41fbf tempest-TestEncryptedCinderVolumes-935862142 tempest-TestEncryptedCinderVolumes-935862142-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:22:39.473403 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-1aea5ab5-91a0-4ba4-aa1b-db7ede1a329b req-36d61d7b-eb93-4a43-8d59-012d16f41fbf tempest-TestEncryptedCinderVolumes-935862142 tempest-TestEncryptedCinderVolumes-935862142-project] 10.222.0.11 "GET /v2.0/networks?id=6d4bf4a7-4137-4bfb-8921-7ef592dc1286 HTTP/1.1" status: 200 len: 817 time: 0.1435802 Mar 28 12:22:39.485500 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [req-1aea5ab5-91a0-4ba4-aa1b-db7ede1a329b req-13583fc6-4c4e-48e3-a20f-352f4c995177 tempest-TestEncryptedCinderVolumes-935862142 tempest-TestEncryptedCinderVolumes-935862142-project] Request body: {'port': {'device_id': '9de068ce-9cf9-4bb5-b8ac-ffb87c2587b8', 'network_id': '6d4bf4a7-4137-4bfb-8921-7ef592dc1286', 'admin_state_up': True, 'tenant_id': '7de2b817c9194d0d9b293cdd4aed08e5'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:22:39.495274 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Device bd00afb4-6e47-49da-89e1-be8144f76154 no longer exists at agent hyperv_hv-neutron-8353 {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 12:22:39.533329 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] No Port match for: bd00afb4-6e47-49da-89e1-be8144f76154 {{(pid=87872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 12:22:39.533843 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Device bd00afb4-6e47-49da-89e1-be8144f76154 not bound to the agent host hv-neutron-8353 {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 12:22:39.733289 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-e9cc77f9-80b4-4a2c-9639-43b40fb21ca5 req-dfb44f17-9d8b-4f13-8d37-8ae47d0c866f tempest-TestEncryptedCinderVolumes-935862142 tempest-TestEncryptedCinderVolumes-935862142-project] 10.222.0.30 "GET /v2.0/ports?device_id=9de068ce-9cf9-4bb5-b8ac-ffb87c2587b8 HTTP/1.1" status: 200 len: 210 time: 0.0537200 Mar 28 12:22:39.768024 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [req-1aea5ab5-91a0-4ba4-aa1b-db7ede1a329b req-13583fc6-4c4e-48e3-a20f-352f4c995177 tempest-TestEncryptedCinderVolumes-935862142 tempest-TestEncryptedCinderVolumes-935862142-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:22:39.777703 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [req-1aea5ab5-91a0-4ba4-aa1b-db7ede1a329b req-13583fc6-4c4e-48e3-a20f-352f4c995177 tempest-TestEncryptedCinderVolumes-935862142 tempest-TestEncryptedCinderVolumes-935862142-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:22:39.788196 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1aea5ab5-91a0-4ba4-aa1b-db7ede1a329b req-13583fc6-4c4e-48e3-a20f-352f4c995177 tempest-TestEncryptedCinderVolumes-935862142 tempest-TestEncryptedCinderVolumes-935862142-project] Made reservation on behalf of 7de2b817c9194d0d9b293cdd4aed08e5 for: {'port': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 12:22:39.791942 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-1aea5ab5-91a0-4ba4-aa1b-db7ede1a329b req-13583fc6-4c4e-48e3-a20f-352f4c995177 tempest-TestEncryptedCinderVolumes-935862142 tempest-TestEncryptedCinderVolumes-935862142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:22:39.949698 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.db_base_plugin_common [req-1aea5ab5-91a0-4ba4-aa1b-db7ede1a329b req-13583fc6-4c4e-48e3-a20f-352f4c995177 tempest-TestEncryptedCinderVolumes-935862142 tempest-TestEncryptedCinderVolumes-935862142-project] Allocated IP 172.20.0.11 (6d4bf4a7-4137-4bfb-8921-7ef592dc1286/ea5a2574-e4df-462c-802c-dc223d781522/299b6c16-d9e2-40a3-93c9-811b59f7403f) {{(pid=87871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 12:22:40.146111 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-1aea5ab5-91a0-4ba4-aa1b-db7ede1a329b req-13583fc6-4c4e-48e3-a20f-352f4c995177 tempest-TestEncryptedCinderVolumes-935862142 tempest-TestEncryptedCinderVolumes-935862142-project] Notify callbacks [] for port, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:22:40.161531 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.provisioning_blocks [req-1aea5ab5-91a0-4ba4-aa1b-db7ede1a329b req-13583fc6-4c4e-48e3-a20f-352f4c995177 tempest-TestEncryptedCinderVolumes-935862142 tempest-TestEncryptedCinderVolumes-935862142-project] Transition to ACTIVE for port object 299b6c16-d9e2-40a3-93c9-811b59f7403f will not be triggered until provisioned by entity DHCP. {{(pid=87871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:22:40.183826 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-1aea5ab5-91a0-4ba4-aa1b-db7ede1a329b req-13583fc6-4c4e-48e3-a20f-352f4c995177 tempest-TestEncryptedCinderVolumes-935862142 tempest-TestEncryptedCinderVolumes-935862142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:22:40.253194 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1aea5ab5-91a0-4ba4-aa1b-db7ede1a329b req-13583fc6-4c4e-48e3-a20f-352f4c995177 tempest-TestEncryptedCinderVolumes-935862142 tempest-TestEncryptedCinderVolumes-935862142-project] Network 6d4bf4a7-4137-4bfb-8921-7ef592dc1286 is already hosted by enough agents. {{(pid=87871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:22:40.260653 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [req-1aea5ab5-91a0-4ba4-aa1b-db7ede1a329b req-13583fc6-4c4e-48e3-a20f-352f4c995177 tempest-TestEncryptedCinderVolumes-935862142 tempest-TestEncryptedCinderVolumes-935862142-project] Resources bound (agent type, host, resource id): {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:22:40.264869 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.l3_dvrscheduler_db [req-1aea5ab5-91a0-4ba4-aa1b-db7ede1a329b req-13583fc6-4c4e-48e3-a20f-352f4c995177 tempest-TestEncryptedCinderVolumes-935862142 tempest-TestEncryptedCinderVolumes-935862142-project] Received port after_create {{(pid=87871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 12:22:40.295164 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13583fc6-4c4e-48e3-a20f-352f4c995177 tempest-TestEncryptedCinderVolumes-935862142 tempest-TestEncryptedCinderVolumes-935862142-project] Pushing event updated for resources: {'Port': ['ID=299b6c16-d9e2-40a3-93c9-811b59f7403f,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:22:40.331984 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aea5ab5-91a0-4ba4-aa1b-db7ede1a329b req-13583fc6-4c4e-48e3-a20f-352f4c995177 tempest-TestEncryptedCinderVolumes-935862142 tempest-TestEncryptedCinderVolumes-935862142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:22:40.332595 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-1aea5ab5-91a0-4ba4-aa1b-db7ede1a329b req-13583fc6-4c4e-48e3-a20f-352f4c995177 tempest-TestEncryptedCinderVolumes-935862142 tempest-TestEncryptedCinderVolumes-935862142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:22:40.358351 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-1aea5ab5-91a0-4ba4-aa1b-db7ede1a329b req-13583fc6-4c4e-48e3-a20f-352f4c995177 tempest-TestEncryptedCinderVolumes-935862142 tempest-TestEncryptedCinderVolumes-935862142-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8766456 Mar 28 12:22:40.370031 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [req-1aea5ab5-91a0-4ba4-aa1b-db7ede1a329b req-a9e0d635-d43b-4310-bf9b-7decf46ade7c service neutron] Request body: {'port': {'device_id': '9de068ce-9cf9-4bb5-b8ac-ffb87c2587b8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8353'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:22:40.446918 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-61fb313c-e834-41d6-9806-06aba70a91ab None None] Provisioning for port 299b6c16-d9e2-40a3-93c9-811b59f7403f completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:22:40.451821 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-61fb313c-e834-41d6-9806-06aba70a91ab None None] Provisioning complete for port 299b6c16-d9e2-40a3-93c9-811b59f7403f triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:22:40.452195 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-61fb313c-e834-41d6-9806-06aba70a91ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:22:40.485249 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-1aea5ab5-91a0-4ba4-aa1b-db7ede1a329b req-a9e0d635-d43b-4310-bf9b-7decf46ade7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:22:40.509175 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-61fb313c-e834-41d6-9806-06aba70a91ab None None] Port 299b6c16-d9e2-40a3-93c9-811b59f7403f cannot update to ACTIVE because it is not bound. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 12:22:40.827041 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.notifiers.nova [req-1aea5ab5-91a0-4ba4-aa1b-db7ede1a329b req-a9e0d635-d43b-4310-bf9b-7decf46ade7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 299b6c16-d9e2-40a3-93c9-811b59f7403f {{(pid=87871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 12:22:40.835086 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-1aea5ab5-91a0-4ba4-aa1b-db7ede1a329b req-a9e0d635-d43b-4310-bf9b-7decf46ade7c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:22:40.850530 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.provisioning_blocks [req-1aea5ab5-91a0-4ba4-aa1b-db7ede1a329b req-a9e0d635-d43b-4310-bf9b-7decf46ade7c service neutron] Transition to ACTIVE for port object 299b6c16-d9e2-40a3-93c9-811b59f7403f will not be triggered until provisioned by entity L2. {{(pid=87871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:22:40.855357 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-1aea5ab5-91a0-4ba4-aa1b-db7ede1a329b req-a9e0d635-d43b-4310-bf9b-7decf46ade7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2363241'] for port, after_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:22:40.923080 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536977b3-f432-48a3-9389-596a624bf6ed req-7434e21e-1fb0-4299-bae8-6d5aec1b11e0 tempest-TestEncryptedCinderVolumes-935862142 tempest-TestEncryptedCinderVolumes-935862142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:22:40.924660 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-536977b3-f432-48a3-9389-596a624bf6ed req-7434e21e-1fb0-4299-bae8-6d5aec1b11e0 tempest-TestEncryptedCinderVolumes-935862142 tempest-TestEncryptedCinderVolumes-935862142-project] 10.222.0.30 "GET /v2.0/ports?device_id=9de068ce-9cf9-4bb5-b8ac-ffb87c2587b8 HTTP/1.1" status: 200 len: 944 time: 0.0857468 Mar 28 12:22:40.980310 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-536977b3-f432-48a3-9389-596a624bf6ed req-96fb10d0-9d17-43db-9da0-2535d659df4c tempest-TestEncryptedCinderVolumes-935862142 tempest-TestEncryptedCinderVolumes-935862142-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ed22341-c990-4e52-8c6c-7638782a04bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487256 Mar 28 12:22:41.019450 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e0d635-d43b-4310-bf9b-7decf46ade7c service neutron] Pushing event updated for resources: {'Port': ['ID=299b6c16-d9e2-40a3-93c9-811b59f7403f,revision_number=2']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:22:41.094081 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.managers [req-1aea5ab5-91a0-4ba4-aa1b-db7ede1a329b req-a9e0d635-d43b-4310-bf9b-7decf46ade7c service neutron] Attempting to bind port 299b6c16-d9e2-40a3-93c9-811b59f7403f on host hv-neutron-8353 for vnic_type normal with profile {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 12:22:41.094407 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.managers [req-1aea5ab5-91a0-4ba4-aa1b-db7ede1a329b req-a9e0d635-d43b-4310-bf9b-7decf46ade7c service neutron] Attempting to bind port 299b6c16-d9e2-40a3-93c9-811b59f7403f by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '90525cbb-4cf9-4104-9e2d-5705dbd939b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '6d4bf4a7-4137-4bfb-8921-7ef592dc1286'}] {{(pid=87871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 12:22:41.094726 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aea5ab5-91a0-4ba4-aa1b-db7ede1a329b req-a9e0d635-d43b-4310-bf9b-7decf46ade7c service neutron] Attempting to bind port 299b6c16-d9e2-40a3-93c9-811b59f7403f on network 6d4bf4a7-4137-4bfb-8921-7ef592dc1286 {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 12:22:41.099296 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aea5ab5-91a0-4ba4-aa1b-db7ede1a329b req-a9e0d635-d43b-4310-bf9b-7decf46ade7c service neutron] Port 299b6c16-d9e2-40a3-93c9-811b59f7403f on network 6d4bf4a7-4137-4bfb-8921-7ef592dc1286 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 12:22:41.099672 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aea5ab5-91a0-4ba4-aa1b-db7ede1a329b req-a9e0d635-d43b-4310-bf9b-7decf46ade7c service neutron] Attempting to bind port 299b6c16-d9e2-40a3-93c9-811b59f7403f on network 6d4bf4a7-4137-4bfb-8921-7ef592dc1286 {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 12:22:41.105550 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aea5ab5-91a0-4ba4-aa1b-db7ede1a329b req-a9e0d635-d43b-4310-bf9b-7decf46ade7c service neutron] Checking agent: {'id': '01dfae6e-0e91-4100-b27f-ff8156eac7d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8353', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 52, 20), 'started_at': datetime.datetime(2022, 3, 28, 11, 52, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 12, 22, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 12:22:41.105874 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aea5ab5-91a0-4ba4-aa1b-db7ede1a329b req-a9e0d635-d43b-4310-bf9b-7decf46ade7c service neutron] Checking segment: {'id': '90525cbb-4cf9-4104-9e2d-5705dbd939b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '6d4bf4a7-4137-4bfb-8921-7ef592dc1286'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 12:22:41.106241 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aea5ab5-91a0-4ba4-aa1b-db7ede1a329b req-a9e0d635-d43b-4310-bf9b-7decf46ade7c service neutron] Bound using segment: {'id': '90525cbb-4cf9-4104-9e2d-5705dbd939b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '6d4bf4a7-4137-4bfb-8921-7ef592dc1286'} {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 12:22:41.106652 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.managers [req-1aea5ab5-91a0-4ba4-aa1b-db7ede1a329b req-a9e0d635-d43b-4310-bf9b-7decf46ade7c service neutron] Bound port: 299b6c16-d9e2-40a3-93c9-811b59f7403f, host: hv-neutron-8353, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90525cbb-4cf9-4104-9e2d-5705dbd939b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '6d4bf4a7-4137-4bfb-8921-7ef592dc1286'}}] {{(pid=87871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 12:22:41.106987 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-1aea5ab5-91a0-4ba4-aa1b-db7ede1a329b req-a9e0d635-d43b-4310-bf9b-7decf46ade7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:22:41.195961 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.db [req-1aea5ab5-91a0-4ba4-aa1b-db7ede1a329b req-a9e0d635-d43b-4310-bf9b-7decf46ade7c service neutron] For port 299b6c16-d9e2-40a3-93c9-811b59f7403f, host hv-neutron-8353, cleared binding levels {{(pid=87871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 12:22:41.198722 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.db [req-1aea5ab5-91a0-4ba4-aa1b-db7ede1a329b req-a9e0d635-d43b-4310-bf9b-7decf46ade7c service neutron] For port 299b6c16-d9e2-40a3-93c9-811b59f7403f, host hv-neutron-8353, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=299b6c16-d9e2-40a3-93c9-811b59f7403f,segment=NetworkSegment(90525cbb-4cf9-4104-9e2d-5705dbd939b2),segment_id=90525cbb-4cf9-4104-9e2d-5705dbd939b2)] {{(pid=87871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 12:22:41.203122 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-1aea5ab5-91a0-4ba4-aa1b-db7ede1a329b req-a9e0d635-d43b-4310-bf9b-7decf46ade7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2363241'] for port, after_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:22:41.257904 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aea5ab5-91a0-4ba4-aa1b-db7ede1a329b req-a9e0d635-d43b-4310-bf9b-7decf46ade7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:22:41.258504 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-1aea5ab5-91a0-4ba4-aa1b-db7ede1a329b req-a9e0d635-d43b-4310-bf9b-7decf46ade7c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:22:41.259892 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-1aea5ab5-91a0-4ba4-aa1b-db7ede1a329b req-a9e0d635-d43b-4310-bf9b-7decf46ade7c service neutron] 10.222.0.11 "PUT /v2.0/ports/299b6c16-d9e2-40a3-93c9-811b59f7403f HTTP/1.1" status: 200 len: 1094 time: 0.8947792 Mar 28 12:22:41.260280 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9de068ce-9cf9-4bb5-b8ac-ffb87c2587b8', 'tag': '299b6c16-d9e2-40a3-93c9-811b59f7403f'}] {{(pid=87871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 12:22:41.285685 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e0d635-d43b-4310-bf9b-7decf46ade7c service neutron] Pushing event updated for resources: {'Port': ['ID=299b6c16-d9e2-40a3-93c9-811b59f7403f,revision_number=3']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:22:41.338400 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9de068ce-9cf9-4bb5-b8ac-ffb87c2587b8', 'tag': '299b6c16-d9e2-40a3-93c9-811b59f7403f', 'status': 'completed', 'code': 200} Mar 28 12:22:41.384315 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aea5ab5-91a0-4ba4-aa1b-db7ede1a329b req-c52bfee9-df14-4980-96e6-7be6b805dfea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:22:41.385823 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-1aea5ab5-91a0-4ba4-aa1b-db7ede1a329b req-c52bfee9-df14-4980-96e6-7be6b805dfea service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7de2b817c9194d0d9b293cdd4aed08e5&device_id=9de068ce-9cf9-4bb5-b8ac-ffb87c2587b8 HTTP/1.1" status: 200 len: 1097 time: 0.0800612 Mar 28 12:22:41.454358 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-1aea5ab5-91a0-4ba4-aa1b-db7ede1a329b req-f4f324c5-2ce7-4569-bb23-69e9246e7c5f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=299b6c16-d9e2-40a3-93c9-811b59f7403f HTTP/1.1" status: 200 len: 217 time: 0.0617115 Mar 28 12:22:41.518436 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aea5ab5-91a0-4ba4-aa1b-db7ede1a329b req-7bd10c40-82a6-4f4b-94e3-03b0a02b410c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:22:41.519821 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-1aea5ab5-91a0-4ba4-aa1b-db7ede1a329b req-7bd10c40-82a6-4f4b-94e3-03b0a02b410c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ea5a2574-e4df-462c-802c-dc223d781522 HTTP/1.1" status: 200 len: 856 time: 0.0603411 Mar 28 12:22:41.592753 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aea5ab5-91a0-4ba4-aa1b-db7ede1a329b req-d141b709-233c-4f67-98c7-1b26802df2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:22:41.594134 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-1aea5ab5-91a0-4ba4-aa1b-db7ede1a329b req-d141b709-233c-4f67-98c7-1b26802df2b3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6d4bf4a7-4137-4bfb-8921-7ef592dc1286&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0687976 Mar 28 12:22:41.821098 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-1aea5ab5-91a0-4ba4-aa1b-db7ede1a329b req-4ace51cc-ca06-4047-b8f0-b0416149f94c service neutron] 10.222.0.11 "GET /v2.0/networks/6d4bf4a7-4137-4bfb-8921-7ef592dc1286?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2210834 Mar 28 12:22:41.951594 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-1aea5ab5-91a0-4ba4-aa1b-db7ede1a329b req-e5a1d0ff-ca1b-432e-9587-70d0b3b3962d service neutron] 10.222.0.11 "GET /v2.0/networks/6d4bf4a7-4137-4bfb-8921-7ef592dc1286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248140 Mar 28 12:22:42.066013 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b04d60-6891-466a-96dc-3127b6785d65 req-0718190a-2f78-43de-bbc0-9237a572cbc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:22:42.067453 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-51b04d60-6891-466a-96dc-3127b6785d65 req-0718190a-2f78-43de-bbc0-9237a572cbc7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7de2b817c9194d0d9b293cdd4aed08e5&device_id=9de068ce-9cf9-4bb5-b8ac-ffb87c2587b8 HTTP/1.1" status: 200 len: 1097 time: 0.0747683 Mar 28 12:22:42.173752 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb65e69-c928-47e5-9286-ca602857c75a req-9171fca3-aab6-4385-8236-595fcf7d822f tempest-TestEncryptedCinderVolumes-935862142 tempest-TestEncryptedCinderVolumes-935862142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:22:42.175223 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-6eb65e69-c928-47e5-9286-ca602857c75a req-9171fca3-aab6-4385-8236-595fcf7d822f tempest-TestEncryptedCinderVolumes-935862142 tempest-TestEncryptedCinderVolumes-935862142-project] 10.222.0.30 "GET /v2.0/ports?device_id=9de068ce-9cf9-4bb5-b8ac-ffb87c2587b8 HTTP/1.1" status: 200 len: 944 time: 0.0890124 Mar 28 12:22:42.204898 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b04d60-6891-466a-96dc-3127b6785d65 req-c2849c9d-50f0-45c4-9655-51c61a32f5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:22:42.206354 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-51b04d60-6891-466a-96dc-3127b6785d65 req-c2849c9d-50f0-45c4-9655-51c61a32f5e7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=6d4bf4a7-4137-4bfb-8921-7ef592dc1286 HTTP/1.1" status: 200 len: 917 time: 0.1326103 Mar 28 12:22:42.220206 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-6eb65e69-c928-47e5-9286-ca602857c75a req-28fe3135-f77f-4c50-ba79-a3b795534c96 tempest-TestEncryptedCinderVolumes-935862142 tempest-TestEncryptedCinderVolumes-935862142-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ed22341-c990-4e52-8c6c-7638782a04bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385399 Mar 28 12:22:42.278173 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-51b04d60-6891-466a-96dc-3127b6785d65 req-332b1ed1-8896-40e3-adcd-dcbc610e8a42 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=299b6c16-d9e2-40a3-93c9-811b59f7403f HTTP/1.1" status: 200 len: 217 time: 0.0645287 Mar 28 12:22:42.342545 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b04d60-6891-466a-96dc-3127b6785d65 req-2633f0c9-f699-49b7-b1c5-0fe259e55257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:22:42.343955 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-51b04d60-6891-466a-96dc-3127b6785d65 req-2633f0c9-f699-49b7-b1c5-0fe259e55257 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ea5a2574-e4df-462c-802c-dc223d781522 HTTP/1.1" status: 200 len: 856 time: 0.0595274 Mar 28 12:22:42.417796 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b04d60-6891-466a-96dc-3127b6785d65 req-dd6f76cc-970e-432d-959d-9ce2ad0f937c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:22:42.419215 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-51b04d60-6891-466a-96dc-3127b6785d65 req-dd6f76cc-970e-432d-959d-9ce2ad0f937c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6d4bf4a7-4137-4bfb-8921-7ef592dc1286&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0681429 Mar 28 12:22:42.549060 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-51b04d60-6891-466a-96dc-3127b6785d65 req-11b54dcd-9016-483a-b96a-0ba3e8796435 service neutron] 10.222.0.11 "GET /v2.0/networks/6d4bf4a7-4137-4bfb-8921-7ef592dc1286?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232677 Mar 28 12:22:42.681131 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-51b04d60-6891-466a-96dc-3127b6785d65 req-e30d7f68-3f9c-423e-9e7d-e6ff0c14b6e9 service neutron] 10.222.0.11 "GET /v2.0/networks/6d4bf4a7-4137-4bfb-8921-7ef592dc1286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247241 Mar 28 12:22:43.404951 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8359f179-c650-4ff5-82de-e167f0a5f8d0 req-34d925ad-167d-4796-9f37-0dbb1dfc278d tempest-TestEncryptedCinderVolumes-935862142 tempest-TestEncryptedCinderVolumes-935862142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:22:43.405648 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [req-8359f179-c650-4ff5-82de-e167f0a5f8d0 req-34d925ad-167d-4796-9f37-0dbb1dfc278d tempest-TestEncryptedCinderVolumes-935862142 tempest-TestEncryptedCinderVolumes-935862142-project] Synchronizing usage tracker for tenant:7de2b817c9194d0d9b293cdd4aed08e5 on resource:port {{(pid=87871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:22:43.421568 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [req-8359f179-c650-4ff5-82de-e167f0a5f8d0 req-34d925ad-167d-4796-9f37-0dbb1dfc278d tempest-TestEncryptedCinderVolumes-935862142 tempest-TestEncryptedCinderVolumes-935862142-project] Unset dirty status for tenant:7de2b817c9194d0d9b293cdd4aed08e5 on resource:port {{(pid=87871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:22:43.422702 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-8359f179-c650-4ff5-82de-e167f0a5f8d0 req-34d925ad-167d-4796-9f37-0dbb1dfc278d tempest-TestEncryptedCinderVolumes-935862142 tempest-TestEncryptedCinderVolumes-935862142-project] 10.222.0.30 "GET /v2.0/ports?device_id=9de068ce-9cf9-4bb5-b8ac-ffb87c2587b8 HTTP/1.1" status: 200 len: 944 time: 0.0980756 Mar 28 12:22:43.470862 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-8359f179-c650-4ff5-82de-e167f0a5f8d0 req-4573aa8e-bff6-4b48-853c-1aa3796daf9f tempest-TestEncryptedCinderVolumes-935862142 tempest-TestEncryptedCinderVolumes-935862142-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ed22341-c990-4e52-8c6c-7638782a04bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420301 Mar 28 12:22:43.496139 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Device 299b6c16-d9e2-40a3-93c9-811b59f7403f details requested by agent hyperv_hv-neutron-8353 with host hv-neutron-8353 {{(pid=87872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 28 12:22:43.631545 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] For port 299b6c16-d9e2-40a3-93c9-811b59f7403f, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=299b6c16-d9e2-40a3-93c9-811b59f7403f,segment=NetworkSegment(90525cbb-4cf9-4104-9e2d-5705dbd939b2),segment_id=90525cbb-4cf9-4104-9e2d-5705dbd939b2)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:22:43.645579 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Returning: {'device': '299b6c16-d9e2-40a3-93c9-811b59f7403f', 'network_id': '6d4bf4a7-4137-4bfb-8921-7ef592dc1286', 'port_id': '299b6c16-d9e2-40a3-93c9-811b59f7403f', 'mac_address': 'fa:16:3e:cb:54:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea5a2574-e4df-462c-802c-dc223d781522', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 28 12:22:43.700944 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:22:43.717475 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.notifiers.nova [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 299b6c16-d9e2-40a3-93c9-811b59f7403f {{(pid=87872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 12:22:43.733604 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] For port 299b6c16-d9e2-40a3-93c9-811b59f7403f, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=299b6c16-d9e2-40a3-93c9-811b59f7403f,segment=NetworkSegment(90525cbb-4cf9-4104-9e2d-5705dbd939b2),segment_id=90525cbb-4cf9-4104-9e2d-5705dbd939b2)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:22:43.737871 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:22:43.810459 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Pushing event updated for resources: {'Port': ['ID=299b6c16-d9e2-40a3-93c9-811b59f7403f,revision_number=4']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:22:43.817467 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:22:43.817857 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:22:43.818198 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:22:43.818490 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:22:43.818863 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:22:43.819154 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:22:43.819446 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:22:43.819838 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:22:43.820347 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:22:43.820866 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:22:43.821204 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:22:43.821754 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:22:43.925531 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] get_ports_and_sgs() called for port_ids ['299b6c16-d9e2-40a3-93c9-811b59f7403f'] {{(pid=87872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 12:22:44.657022 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a8880c-7f2e-43ea-8182-d9f7ef455323 req-d56519c1-1025-4425-9b29-b217da951963 tempest-TestEncryptedCinderVolumes-935862142 tempest-TestEncryptedCinderVolumes-935862142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:22:44.658438 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-24a8880c-7f2e-43ea-8182-d9f7ef455323 req-d56519c1-1025-4425-9b29-b217da951963 tempest-TestEncryptedCinderVolumes-935862142 tempest-TestEncryptedCinderVolumes-935862142-project] 10.222.0.30 "GET /v2.0/ports?device_id=9de068ce-9cf9-4bb5-b8ac-ffb87c2587b8 HTTP/1.1" status: 200 len: 945 time: 0.0817881 Mar 28 12:22:44.702504 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-24a8880c-7f2e-43ea-8182-d9f7ef455323 req-ae062560-21dc-4284-9f21-cf7d0401f5de tempest-TestEncryptedCinderVolumes-935862142 tempest-TestEncryptedCinderVolumes-935862142-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ed22341-c990-4e52-8c6c-7638782a04bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378931 Mar 28 12:22:45.510221 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Device 299b6c16-d9e2-40a3-93c9-811b59f7403f up at agent hyperv_hv-neutron-8353 {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:22:45.576533 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Provisioning for port 299b6c16-d9e2-40a3-93c9-811b59f7403f completed by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:22:45.581162 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Provisioning complete for port 299b6c16-d9e2-40a3-93c9-811b59f7403f triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:22:45.581559 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:22:45.694768 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:22:45.720689 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9de068ce-9cf9-4bb5-b8ac-ffb87c2587b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '299b6c16-d9e2-40a3-93c9-811b59f7403f'}] {{(pid=87872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 12:22:45.731204 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] For port 299b6c16-d9e2-40a3-93c9-811b59f7403f, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=299b6c16-d9e2-40a3-93c9-811b59f7403f,segment=NetworkSegment(90525cbb-4cf9-4104-9e2d-5705dbd939b2),segment_id=90525cbb-4cf9-4104-9e2d-5705dbd939b2)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:22:45.736701 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:22:45.776472 dv-neutron-835340-2-hyperv neutron-server[87872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9de068ce-9cf9-4bb5-b8ac-ffb87c2587b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '299b6c16-d9e2-40a3-93c9-811b59f7403f', 'code': 200} Mar 28 12:22:45.814906 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Pushing event updated for resources: {'Port': ['ID=299b6c16-d9e2-40a3-93c9-811b59f7403f,revision_number=5']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:22:45.899374 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0946ef-2ecc-481f-b9fd-34693cbbfae3 req-1fce0151-db89-4720-a30c-75580be5bf82 tempest-TestEncryptedCinderVolumes-935862142 tempest-TestEncryptedCinderVolumes-935862142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:22:45.901163 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-7e0946ef-2ecc-481f-b9fd-34693cbbfae3 req-1fce0151-db89-4720-a30c-75580be5bf82 tempest-TestEncryptedCinderVolumes-935862142 tempest-TestEncryptedCinderVolumes-935862142-project] 10.222.0.30 "GET /v2.0/ports?device_id=9de068ce-9cf9-4bb5-b8ac-ffb87c2587b8 HTTP/1.1" status: 200 len: 946 time: 0.0852821 Mar 28 12:22:45.988125 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-7e0946ef-2ecc-481f-b9fd-34693cbbfae3 req-3bde75a3-00d8-43d3-a65d-f3c911bd7a74 tempest-TestEncryptedCinderVolumes-935862142 tempest-TestEncryptedCinderVolumes-935862142-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ed22341-c990-4e52-8c6c-7638782a04bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811028 Mar 28 12:22:46.018979 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844b4bd5-6373-4237-8c53-99b25d17e1f9 req-7cc0f445-25a6-408c-86e8-f67f33403339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:22:46.020385 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-844b4bd5-6373-4237-8c53-99b25d17e1f9 req-7cc0f445-25a6-408c-86e8-f67f33403339 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=9de068ce-9cf9-4bb5-b8ac-ffb87c2587b8 HTTP/1.1" status: 200 len: 1099 time: 0.0779197 Mar 28 12:22:46.062902 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-844b4bd5-6373-4237-8c53-99b25d17e1f9 req-3ff0ff81-7d1b-492f-b7ae-9a7146786ac4 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=2ed22341-c990-4e52-8c6c-7638782a04bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345383 Mar 28 12:22:47.176948 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbe9378-422f-4dc3-aec4-8e942ed489c1 req-b59cc01c-8bc3-4baa-b5b8-4e9bd8a3b16d tempest-TestEncryptedCinderVolumes-935862142 tempest-TestEncryptedCinderVolumes-935862142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:22:47.178295 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-1bbe9378-422f-4dc3-aec4-8e942ed489c1 req-b59cc01c-8bc3-4baa-b5b8-4e9bd8a3b16d tempest-TestEncryptedCinderVolumes-935862142 tempest-TestEncryptedCinderVolumes-935862142-project] 10.222.0.30 "GET /v2.0/ports?device_id=9de068ce-9cf9-4bb5-b8ac-ffb87c2587b8 HTTP/1.1" status: 200 len: 946 time: 0.0784452 Mar 28 12:22:47.222472 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-1bbe9378-422f-4dc3-aec4-8e942ed489c1 req-97b6881d-85ea-45f7-bcc9-ed90b9383350 tempest-TestEncryptedCinderVolumes-935862142 tempest-TestEncryptedCinderVolumes-935862142-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ed22341-c990-4e52-8c6c-7638782a04bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378604 Mar 28 12:22:47.404563 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2167ef51-0ce4-4456-9778-f2029a524b38 req-5721353b-2c43-4d44-aa3a-d49f3fabf57e tempest-TestEncryptedCinderVolumes-935862142 tempest-TestEncryptedCinderVolumes-935862142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:22:47.405974 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-2167ef51-0ce4-4456-9778-f2029a524b38 req-5721353b-2c43-4d44-aa3a-d49f3fabf57e tempest-TestEncryptedCinderVolumes-935862142 tempest-TestEncryptedCinderVolumes-935862142-project] 10.222.0.30 "GET /v2.0/ports?device_id=9de068ce-9cf9-4bb5-b8ac-ffb87c2587b8 HTTP/1.1" status: 200 len: 946 time: 0.0789857 Mar 28 12:22:47.449620 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-2167ef51-0ce4-4456-9778-f2029a524b38 req-a4f94270-6cdf-4e84-84aa-e4f3f10d21ed tempest-TestEncryptedCinderVolumes-935862142 tempest-TestEncryptedCinderVolumes-935862142-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ed22341-c990-4e52-8c6c-7638782a04bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379999 Mar 28 12:22:50.839902 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:22:53.446032 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-0cfae41c-68d1-4994-8c3b-c9ad35ce5cad req-ae89828e-b199-4989-bdb1-6e333e28d7ae service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=9de068ce-9cf9-4bb5-b8ac-ffb87c2587b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0718002 Mar 28 12:22:53.580515 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfae41c-68d1-4994-8c3b-c9ad35ce5cad req-1daefd96-e966-4217-a73c-f573eea00952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:22:53.581925 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-0cfae41c-68d1-4994-8c3b-c9ad35ce5cad req-1daefd96-e966-4217-a73c-f573eea00952 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7de2b817c9194d0d9b293cdd4aed08e5&device_id=9de068ce-9cf9-4bb5-b8ac-ffb87c2587b8 HTTP/1.1" status: 200 len: 1099 time: 0.0687699 Mar 28 12:22:53.724121 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfae41c-68d1-4994-8c3b-c9ad35ce5cad req-13f239f4-ff26-417d-b403-ca6f58b01b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:22:53.725509 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-0cfae41c-68d1-4994-8c3b-c9ad35ce5cad req-13f239f4-ff26-417d-b403-ca6f58b01b6b service neutron] 10.222.0.11 "GET /v2.0/networks?id=6d4bf4a7-4137-4bfb-8921-7ef592dc1286 HTTP/1.1" status: 200 len: 917 time: 0.1236627 Mar 28 12:22:53.896590 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-0cfae41c-68d1-4994-8c3b-c9ad35ce5cad req-238271f2-23b9-4631-9c9e-15a5e56c0e4d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=299b6c16-d9e2-40a3-93c9-811b59f7403f HTTP/1.1" status: 200 len: 217 time: 0.1651158 Mar 28 12:22:53.957217 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfae41c-68d1-4994-8c3b-c9ad35ce5cad req-118d1c84-fbb2-402e-a29c-cf1858ddafae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:22:53.958571 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-0cfae41c-68d1-4994-8c3b-c9ad35ce5cad req-118d1c84-fbb2-402e-a29c-cf1858ddafae service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ea5a2574-e4df-462c-802c-dc223d781522 HTTP/1.1" status: 200 len: 856 time: 0.0560746 Mar 28 12:22:54.034522 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfae41c-68d1-4994-8c3b-c9ad35ce5cad req-24bce508-ab10-4b4b-9e88-d3c07f83beb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:22:54.035897 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-0cfae41c-68d1-4994-8c3b-c9ad35ce5cad req-24bce508-ab10-4b4b-9e88-d3c07f83beb0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6d4bf4a7-4137-4bfb-8921-7ef592dc1286&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0722005 Mar 28 12:22:54.165577 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-0cfae41c-68d1-4994-8c3b-c9ad35ce5cad req-06919494-8528-4ecf-bc89-f4265b48907e service neutron] 10.222.0.11 "GET /v2.0/networks/6d4bf4a7-4137-4bfb-8921-7ef592dc1286?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231406 Mar 28 12:22:54.294538 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-0cfae41c-68d1-4994-8c3b-c9ad35ce5cad req-7e38a228-abe1-47ac-b3a0-513f862085df service neutron] 10.222.0.11 "GET /v2.0/networks/6d4bf4a7-4137-4bfb-8921-7ef592dc1286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228495 Mar 28 12:23:00.477409 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.agents_db [None req-03fd49d8-b51b-41c1-8716-b8e265c93689 None None] Agent healthcheck: found 6 active agents {{(pid=87873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 12:23:01.655083 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc4948d-45dc-4986-a749-7df53b91c80f req-76492116-1cb7-4551-95d7-2cbce5a5ed65 tempest-TestEncryptedCinderVolumes-935862142 tempest-TestEncryptedCinderVolumes-935862142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:23:01.656478 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-1fc4948d-45dc-4986-a749-7df53b91c80f req-76492116-1cb7-4551-95d7-2cbce5a5ed65 tempest-TestEncryptedCinderVolumes-935862142 tempest-TestEncryptedCinderVolumes-935862142-project] 10.222.0.30 "GET /v2.0/ports?device_id=9de068ce-9cf9-4bb5-b8ac-ffb87c2587b8 HTTP/1.1" status: 200 len: 946 time: 0.0834868 Mar 28 12:23:01.702199 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-1fc4948d-45dc-4986-a749-7df53b91c80f req-108fb080-7e3b-4eae-b81d-0b00bed105b6 tempest-TestEncryptedCinderVolumes-935862142 tempest-TestEncryptedCinderVolumes-935862142-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ed22341-c990-4e52-8c6c-7638782a04bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385680 Mar 28 12:23:02.369207 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-b0079b85-77b9-4138-9625-173d95fb3c0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:23:02.885509 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88735f7-3676-4050-8f1e-a40254ef9c36 req-519099ef-24da-4a13-b292-907a9ca671d1 tempest-TestEncryptedCinderVolumes-935862142 tempest-TestEncryptedCinderVolumes-935862142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:23:02.886945 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-c88735f7-3676-4050-8f1e-a40254ef9c36 req-519099ef-24da-4a13-b292-907a9ca671d1 tempest-TestEncryptedCinderVolumes-935862142 tempest-TestEncryptedCinderVolumes-935862142-project] 10.222.0.30 "GET /v2.0/ports?device_id=9de068ce-9cf9-4bb5-b8ac-ffb87c2587b8 HTTP/1.1" status: 200 len: 946 time: 0.0793610 Mar 28 12:23:02.930427 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-c88735f7-3676-4050-8f1e-a40254ef9c36 req-218f1374-ebbd-4924-a0f7-6f02e358cebe tempest-TestEncryptedCinderVolumes-935862142 tempest-TestEncryptedCinderVolumes-935862142-project] 10.222.0.30 "GET /v2.0/security-groups?id=2ed22341-c990-4e52-8c6c-7638782a04bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376968 Mar 28 12:23:03.099752 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec561be-48e5-49d8-b480-6451dcdfcdb4 req-7fc0b6ef-2b8e-48c9-b501-5fc6035df9ee tempest-TestEncryptedCinderVolumes-935862142 tempest-TestEncryptedCinderVolumes-935862142-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:23:03.101100 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-8ec561be-48e5-49d8-b480-6451dcdfcdb4 req-7fc0b6ef-2b8e-48c9-b501-5fc6035df9ee tempest-TestEncryptedCinderVolumes-935862142 tempest-TestEncryptedCinderVolumes-935862142-project] 10.222.0.11 "GET /v2.0/ports?device_id=9de068ce-9cf9-4bb5-b8ac-ffb87c2587b8 HTTP/1.1" status: 200 len: 946 time: 0.0810316 Mar 28 12:23:03.167967 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [req-8ec561be-48e5-49d8-b480-6451dcdfcdb4 req-a1c8d25b-edd4-4e69-87a0-d67fb9de35b0 tempest-TestEncryptedCinderVolumes-935862142 tempest-TestEncryptedCinderVolumes-935862142-project] Deleting port 299b6c16-d9e2-40a3-93c9-811b59f7403f {{(pid=87871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:23:03.168306 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-8ec561be-48e5-49d8-b480-6451dcdfcdb4 req-a1c8d25b-edd4-4e69-87a0-d67fb9de35b0 tempest-TestEncryptedCinderVolumes-935862142 tempest-TestEncryptedCinderVolumes-935862142-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:23:03.408570 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.db [req-8ec561be-48e5-49d8-b480-6451dcdfcdb4 req-a1c8d25b-edd4-4e69-87a0-d67fb9de35b0 tempest-TestEncryptedCinderVolumes-935862142 tempest-TestEncryptedCinderVolumes-935862142-project] For port 299b6c16-d9e2-40a3-93c9-811b59f7403f, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=299b6c16-d9e2-40a3-93c9-811b59f7403f,segment=NetworkSegment(90525cbb-4cf9-4104-9e2d-5705dbd939b2),segment_id=90525cbb-4cf9-4104-9e2d-5705dbd939b2)] {{(pid=87871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:23:03.408848 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-8ec561be-48e5-49d8-b480-6451dcdfcdb4 req-a1c8d25b-edd4-4e69-87a0-d67fb9de35b0 tempest-TestEncryptedCinderVolumes-935862142 tempest-TestEncryptedCinderVolumes-935862142-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:23:03.529559 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [req-8ec561be-48e5-49d8-b480-6451dcdfcdb4 req-a1c8d25b-edd4-4e69-87a0-d67fb9de35b0 tempest-TestEncryptedCinderVolumes-935862142 tempest-TestEncryptedCinderVolumes-935862142-project] Calling delete_port for 299b6c16-d9e2-40a3-93c9-811b59f7403f owned by compute:nova {{(pid=87871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:23:03.671044 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-8ec561be-48e5-49d8-b480-6451dcdfcdb4 req-a1c8d25b-edd4-4e69-87a0-d67fb9de35b0 tempest-TestEncryptedCinderVolumes-935862142 tempest-TestEncryptedCinderVolumes-935862142-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:23:03.685197 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] get_ports_and_sgs() called for port_ids ['299b6c16-d9e2-40a3-93c9-811b59f7403f'] {{(pid=87872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 12:23:03.722899 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c8d25b-edd4-4e69-87a0-d67fb9de35b0 tempest-TestEncryptedCinderVolumes-935862142 tempest-TestEncryptedCinderVolumes-935862142-project] Pushing event deleted for resources: {'Port': ['ID=299b6c16-d9e2-40a3-93c9-811b59f7403f,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:23:03.762176 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c8d25b-edd4-4e69-87a0-d67fb9de35b0 tempest-TestEncryptedCinderVolumes-935862142 tempest-TestEncryptedCinderVolumes-935862142-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:23:03.762518 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c8d25b-edd4-4e69-87a0-d67fb9de35b0 tempest-TestEncryptedCinderVolumes-935862142 tempest-TestEncryptedCinderVolumes-935862142-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:23:03.762857 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c8d25b-edd4-4e69-87a0-d67fb9de35b0 tempest-TestEncryptedCinderVolumes-935862142 tempest-TestEncryptedCinderVolumes-935862142-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:23:03.763191 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c8d25b-edd4-4e69-87a0-d67fb9de35b0 tempest-TestEncryptedCinderVolumes-935862142 tempest-TestEncryptedCinderVolumes-935862142-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:23:03.763539 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c8d25b-edd4-4e69-87a0-d67fb9de35b0 tempest-TestEncryptedCinderVolumes-935862142 tempest-TestEncryptedCinderVolumes-935862142-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:23:03.763867 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c8d25b-edd4-4e69-87a0-d67fb9de35b0 tempest-TestEncryptedCinderVolumes-935862142 tempest-TestEncryptedCinderVolumes-935862142-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:23:03.764191 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c8d25b-edd4-4e69-87a0-d67fb9de35b0 tempest-TestEncryptedCinderVolumes-935862142 tempest-TestEncryptedCinderVolumes-935862142-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:23:03.764509 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c8d25b-edd4-4e69-87a0-d67fb9de35b0 tempest-TestEncryptedCinderVolumes-935862142 tempest-TestEncryptedCinderVolumes-935862142-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:23:03.764831 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c8d25b-edd4-4e69-87a0-d67fb9de35b0 tempest-TestEncryptedCinderVolumes-935862142 tempest-TestEncryptedCinderVolumes-935862142-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:23:03.765148 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c8d25b-edd4-4e69-87a0-d67fb9de35b0 tempest-TestEncryptedCinderVolumes-935862142 tempest-TestEncryptedCinderVolumes-935862142-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:23:03.765466 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c8d25b-edd4-4e69-87a0-d67fb9de35b0 tempest-TestEncryptedCinderVolumes-935862142 tempest-TestEncryptedCinderVolumes-935862142-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:23:03.765779 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c8d25b-edd4-4e69-87a0-d67fb9de35b0 tempest-TestEncryptedCinderVolumes-935862142 tempest-TestEncryptedCinderVolumes-935862142-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:23:03.809721 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ec561be-48e5-49d8-b480-6451dcdfcdb4 req-a1c8d25b-edd4-4e69-87a0-d67fb9de35b0 tempest-TestEncryptedCinderVolumes-935862142 tempest-TestEncryptedCinderVolumes-935862142-project] No DVR routers for this DVR port 299b6c16-d9e2-40a3-93c9-811b59f7403f on host hv-neutron-8353 {{(pid=87871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 12:23:03.812465 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-8ec561be-48e5-49d8-b480-6451dcdfcdb4 req-a1c8d25b-edd4-4e69-87a0-d67fb9de35b0 tempest-TestEncryptedCinderVolumes-935862142 tempest-TestEncryptedCinderVolumes-935862142-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:23:03.815614 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9de068ce-9cf9-4bb5-b8ac-ffb87c2587b8', 'name': 'network-vif-deleted', 'tag': '299b6c16-d9e2-40a3-93c9-811b59f7403f'}] {{(pid=87871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 12:23:03.836849 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-8ec561be-48e5-49d8-b480-6451dcdfcdb4 req-a1c8d25b-edd4-4e69-87a0-d67fb9de35b0 tempest-TestEncryptedCinderVolumes-935862142 tempest-TestEncryptedCinderVolumes-935862142-project] 10.222.0.11 "DELETE /v2.0/ports/299b6c16-d9e2-40a3-93c9-811b59f7403f HTTP/1.1" status: 204 len: 173 time: 0.7299857 Mar 28 12:23:03.872178 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9de068ce-9cf9-4bb5-b8ac-ffb87c2587b8', 'name': 'network-vif-deleted', 'tag': '299b6c16-d9e2-40a3-93c9-811b59f7403f', 'status': 'completed', 'code': 200} Mar 28 12:23:04.094047 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [req-5d402335-30cf-4a49-a397-5c9509f05dec req-ca0c0746-bbfc-4153-a17a-38c47fe5d4a1 tempest-TestEncryptedCinderVolumes-935862142 tempest-TestEncryptedCinderVolumes-935862142-project] Synchronizing usage tracker for tenant:7de2b817c9194d0d9b293cdd4aed08e5 on resource:port {{(pid=87871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:23:04.109739 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [req-5d402335-30cf-4a49-a397-5c9509f05dec req-ca0c0746-bbfc-4153-a17a-38c47fe5d4a1 tempest-TestEncryptedCinderVolumes-935862142 tempest-TestEncryptedCinderVolumes-935862142-project] Unset dirty status for tenant:7de2b817c9194d0d9b293cdd4aed08e5 on resource:port {{(pid=87871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:23:04.110856 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-5d402335-30cf-4a49-a397-5c9509f05dec req-ca0c0746-bbfc-4153-a17a-38c47fe5d4a1 tempest-TestEncryptedCinderVolumes-935862142 tempest-TestEncryptedCinderVolumes-935862142-project] 10.222.0.30 "GET /v2.0/ports?device_id=9de068ce-9cf9-4bb5-b8ac-ffb87c2587b8 HTTP/1.1" status: 200 len: 210 time: 0.0620794 Mar 28 12:23:04.759861 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-918b67c3-6240-4a41-b436-de7b856ef9f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:23:05.237655 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 35412) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:23:05.747083 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:23:05.862518 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-ef3be119-c018-4979-be07-86cf959defc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:23:05.868421 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-bd8b949d-2146-4385-811a-e180e68db4a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-743394'] for router_interface, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:23:06.211413 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-bd8b949d-2146-4385-811a-e180e68db4a9 admin admin] Deleting port 7aab58bc-04cf-4eab-9a72-bb0829082ee0 {{(pid=87870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:23:06.211667 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-bd8b949d-2146-4385-811a-e180e68db4a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:23:06.380331 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.db [None req-bd8b949d-2146-4385-811a-e180e68db4a9 admin admin] For port 7aab58bc-04cf-4eab-9a72-bb0829082ee0, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=7aab58bc-04cf-4eab-9a72-bb0829082ee0,segment=NetworkSegment(90525cbb-4cf9-4104-9e2d-5705dbd939b2),segment_id=90525cbb-4cf9-4104-9e2d-5705dbd939b2)] {{(pid=87870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:23:06.381039 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-bd8b949d-2146-4385-811a-e180e68db4a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:23:06.499724 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-bd8b949d-2146-4385-811a-e180e68db4a9 admin admin] Calling delete_port for 7aab58bc-04cf-4eab-9a72-bb0829082ee0 owned by network:router_interface {{(pid=87870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:23:06.810436 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-bd8b949d-2146-4385-811a-e180e68db4a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:23:06.967212 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8b949d-2146-4385-811a-e180e68db4a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=7aab58bc-04cf-4eab-9a72-bb0829082ee0,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:23:07.005380 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8b949d-2146-4385-811a-e180e68db4a9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:23:07.005620 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8b949d-2146-4385-811a-e180e68db4a9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:23:07.005947 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8b949d-2146-4385-811a-e180e68db4a9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:23:07.006277 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8b949d-2146-4385-811a-e180e68db4a9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:23:07.006601 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8b949d-2146-4385-811a-e180e68db4a9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:23:07.006933 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8b949d-2146-4385-811a-e180e68db4a9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:23:07.007310 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8b949d-2146-4385-811a-e180e68db4a9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:23:07.007685 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8b949d-2146-4385-811a-e180e68db4a9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:23:07.008055 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8b949d-2146-4385-811a-e180e68db4a9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:23:07.008461 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8b949d-2146-4385-811a-e180e68db4a9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:23:07.008820 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8b949d-2146-4385-811a-e180e68db4a9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:23:07.009158 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd8b949d-2146-4385-811a-e180e68db4a9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:23:07.237522 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-bd8b949d-2146-4385-811a-e180e68db4a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-743246'] for router_interface, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:23:07.516576 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-b7ccd3c7-0277-4f12-8e5c-e41478141af5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:23:07.584394 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd8b949d-2146-4385-811a-e180e68db4a9 admin admin] Router 8ede8da9-4cb0-4c2a-bfe3-e65f4b2eb313 has already been hosted by L3 agent af79d429-529e-400b-a119-94d4bec03f3e {{(pid=87870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 12:23:07.634490 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Device 299b6c16-d9e2-40a3-93c9-811b59f7403f no longer exists at agent hyperv_hv-neutron-8353 {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 12:23:07.668723 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] No Port match for: 299b6c16-d9e2-40a3-93c9-811b59f7403f {{(pid=87872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 12:23:07.669061 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Device 299b6c16-d9e2-40a3-93c9-811b59f7403f not bound to the agent host hv-neutron-8353 {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 12:23:07.760285 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd8b949d-2146-4385-811a-e180e68db4a9 admin admin] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 12:23:07.768829 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1973b5c-e5f1-45c9-9dd2-42365e518894 None None] Sync routers for ids ['8ede8da9-4cb0-4c2a-bfe3-e65f4b2eb313'] in dv-neutron-835340-2-hyperv {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 12:23:07.776539 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-bd8b949d-2146-4385-811a-e180e68db4a9 admin admin] 10.222.0.30 "PUT /v2.0/routers/8ede8da9-4cb0-4c2a-bfe3-e65f4b2eb313/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5378227 Mar 28 12:23:07.779189 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 35416) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:23:07.779701 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1973b5c-e5f1-45c9-9dd2-42365e518894 None None] Routers {'8ede8da9-4cb0-4c2a-bfe3-e65f4b2eb313'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:23:07.779913 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-c1973b5c-e5f1-45c9-9dd2-42365e518894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:23:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['8ede8da9-4cb0-4c2a-bfe3-e65f4b2eb313'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:23:07.959617 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvr_db [None req-c1973b5c-e5f1-45c9-9dd2-42365e518894 None None] Set router 8ede8da9-4cb0-4c2a-bfe3-e65f4b2eb313 gateway port host: dv-neutron-835340-2-hyperv {{(pid=87872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:23:08.063383 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-01142606-6078-49e7-97f8-e883108ce78c admin admin] Notify callbacks [] for router, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:23:08.241454 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-01142606-6078-49e7-97f8-e883108ce78c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:23:08.255358 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-01142606-6078-49e7-97f8-e883108ce78c admin admin] Deleting port 8f8b9920-c5e3-4015-ab95-2cc194f7be5b {{(pid=87871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:23:08.255851 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-01142606-6078-49e7-97f8-e883108ce78c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:23:08.287612 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-c1973b5c-e5f1-45c9-9dd2-42365e518894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ede8da9-4cb0-4c2a-bfe3-e65f4b2eb313', 'name': 'tempest-TestEncryptedCinderVolumes-1981891117-router', 'tenant_id': '7de2b817c9194d0d9b293cdd4aed08e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.39'}], 'enable_snat': True}, 'gw_port_id': '8f8b9920-c5e3-4015-ab95-2cc194f7be5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:21:55Z', 'updated_at': '2022-03-28T12:23:06Z', 'revision_number': 5, 'project_id': '7de2b817c9194d0d9b293cdd4aed08e5', 'gw_port': {'id': '8f8b9920-c5e3-4015-ab95-2cc194f7be5b', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:b2:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ede8da9-4cb0-4c2a-bfe3-e65f4b2eb313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1627, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:21:55Z', 'updated_at': '2022-03-28T12:22:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv'}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:23:08.291867 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1973b5c-e5f1-45c9-9dd2-42365e518894 None None] Checking router: 8ede8da9-4cb0-4c2a-bfe3-e65f4b2eb313 for host: dv-neutron-835340-2-hyperv {{(pid=87872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 12:23:08.300420 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1973b5c-e5f1-45c9-9dd2-42365e518894 None None] Routers {'8ede8da9-4cb0-4c2a-bfe3-e65f4b2eb313'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:23:08.301374 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-c1973b5c-e5f1-45c9-9dd2-42365e518894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:23:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['8ede8da9-4cb0-4c2a-bfe3-e65f4b2eb313'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:23:08.429940 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.db [None req-01142606-6078-49e7-97f8-e883108ce78c admin admin] For port 8f8b9920-c5e3-4015-ab95-2cc194f7be5b, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=8f8b9920-c5e3-4015-ab95-2cc194f7be5b,segment=NetworkSegment(688afb86-c9bd-46e2-ba7d-3fe76fb1efff),segment_id=688afb86-c9bd-46e2-ba7d-3fe76fb1efff)] {{(pid=87871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:23:08.430185 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-01142606-6078-49e7-97f8-e883108ce78c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:23:08.449879 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvr_db [None req-c1973b5c-e5f1-45c9-9dd2-42365e518894 None None] Set router 8ede8da9-4cb0-4c2a-bfe3-e65f4b2eb313 gateway port host: None {{(pid=87872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:23:08.553085 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-c1973b5c-e5f1-45c9-9dd2-42365e518894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ede8da9-4cb0-4c2a-bfe3-e65f4b2eb313', 'name': 'tempest-TestEncryptedCinderVolumes-1981891117-router', 'tenant_id': '7de2b817c9194d0d9b293cdd4aed08e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:21:55Z', 'updated_at': '2022-03-28T12:23:08Z', 'revision_number': 6, 'project_id': '7de2b817c9194d0d9b293cdd4aed08e5', 'gw_port_host': None}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:23:08.554412 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-01142606-6078-49e7-97f8-e883108ce78c admin admin] Calling delete_port for 8f8b9920-c5e3-4015-ab95-2cc194f7be5b owned by network:router_gateway {{(pid=87871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:23:08.558175 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1973b5c-e5f1-45c9-9dd2-42365e518894 None None] The sync data for ids ['8ede8da9-4cb0-4c2a-bfe3-e65f4b2eb313'] in dv-neutron-835340-2-hyperv is: [{'id': '8ede8da9-4cb0-4c2a-bfe3-e65f4b2eb313', 'name': 'tempest-TestEncryptedCinderVolumes-1981891117-router', 'tenant_id': '7de2b817c9194d0d9b293cdd4aed08e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:21:55Z', 'updated_at': '2022-03-28T12:23:08Z', 'revision_number': 6, 'project_id': '7de2b817c9194d0d9b293cdd4aed08e5', 'gw_port_host': None}] {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 12:23:08.860213 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-01142606-6078-49e7-97f8-e883108ce78c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:23:08.908334 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01142606-6078-49e7-97f8-e883108ce78c admin admin] Pushing event deleted for resources: {'Port': ['ID=8f8b9920-c5e3-4015-ab95-2cc194f7be5b,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:23:09.005911 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-01142606-6078-49e7-97f8-e883108ce78c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-709573'] for router_gateway, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:23:09.172399 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-01142606-6078-49e7-97f8-e883108ce78c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-745164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-260864'] for router, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:23:09.174411 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-01142606-6078-49e7-97f8-e883108ce78c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:23:09.196599 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-01142606-6078-49e7-97f8-e883108ce78c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-745021'] for router, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:23:09.197128 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01142606-6078-49e7-97f8-e883108ce78c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8ede8da9-4cb0-4c2a-bfe3-e65f4b2eb313 {{(pid=87871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 12:23:09.208714 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-01142606-6078-49e7-97f8-e883108ce78c admin admin] Notify callbacks [] for router, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:23:09.209807 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-01142606-6078-49e7-97f8-e883108ce78c admin admin] 10.222.0.30 "DELETE /v2.0/routers/8ede8da9-4cb0-4c2a-bfe3-e65f4b2eb313 HTTP/1.1" status: 204 len: 168 time: 1.4296479 Mar 28 12:23:09.212975 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 35420) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:23:09.270342 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e948b64-d33e-4847-807a-bf04e4549199 admin admin] Deleting subnet ea5a2574-e4df-462c-802c-dc223d781522 {{(pid=87871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 12:23:09.274105 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-3e948b64-d33e-4847-807a-bf04e4549199 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:23:09.440585 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-3e948b64-d33e-4847-807a-bf04e4549199 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3436877'] for subnet, precommit_delete_associations {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:23:09.518865 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-3e948b64-d33e-4847-807a-bf04e4549199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1919782'] for subnet, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:23:09.593743 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-3e948b64-d33e-4847-807a-bf04e4549199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1919805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2364079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26551417'] for subnet, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:23:09.633011 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e948b64-d33e-4847-807a-bf04e4549199 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea5a2574-e4df-462c-802c-dc223d781522,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:23:09.634991 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-3e948b64-d33e-4847-807a-bf04e4549199 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:23:09.640143 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd033278-ee5c-45bf-888b-5cefec39757d None None] Network 6d4bf4a7-4137-4bfb-8921-7ef592dc1286 requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 12:23:09.641294 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-3e948b64-d33e-4847-807a-bf04e4549199 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/ea5a2574-e4df-462c-802c-dc223d781522 HTTP/1.1" status: 204 len: 168 time: 0.4273221 Mar 28 12:23:09.643733 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 35424) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:23:09.747018 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-69941197-8faf-4524-8462-bc8fc79b1150 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588883'] for network, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:23:09.758424 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-69941197-8faf-4524-8462-bc8fc79b1150 admin admin] Deleting port 7aa3d80c-9e24-43f3-99cd-d1f94bbc9c23 {{(pid=87871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:23:09.758706 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-69941197-8faf-4524-8462-bc8fc79b1150 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:23:09.887105 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a31a6784-681b-4db3-a8b1-898cb494d5b0 None None] DHCP port deletion for 6d4bf4a7-4137-4bfb-8921-7ef592dc1286 request from dv-neutron-835340-2-hyperv {{(pid=87872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 12:23:09.891371 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-a31a6784-681b-4db3-a8b1-898cb494d5b0 None None] Deleting port 7aa3d80c-9e24-43f3-99cd-d1f94bbc9c23 {{(pid=87872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:23:09.891768 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-a31a6784-681b-4db3-a8b1-898cb494d5b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:23:09.966452 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.db [None req-69941197-8faf-4524-8462-bc8fc79b1150 admin admin] For port 7aa3d80c-9e24-43f3-99cd-d1f94bbc9c23, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=7aa3d80c-9e24-43f3-99cd-d1f94bbc9c23,segment=NetworkSegment(90525cbb-4cf9-4104-9e2d-5705dbd939b2),segment_id=90525cbb-4cf9-4104-9e2d-5705dbd939b2)] {{(pid=87871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:23:09.967050 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-69941197-8faf-4524-8462-bc8fc79b1150 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:23:10.090359 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-69941197-8faf-4524-8462-bc8fc79b1150 admin admin] Calling delete_port for 7aa3d80c-9e24-43f3-99cd-d1f94bbc9c23 owned by network:dhcp {{(pid=87871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:23:10.100294 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-a31a6784-681b-4db3-a8b1-898cb494d5b0 None None] For port 7aa3d80c-9e24-43f3-99cd-d1f94bbc9c23, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=7aa3d80c-9e24-43f3-99cd-d1f94bbc9c23,segment=NetworkSegment(90525cbb-4cf9-4104-9e2d-5705dbd939b2),segment_id=90525cbb-4cf9-4104-9e2d-5705dbd939b2)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:23:10.100680 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-a31a6784-681b-4db3-a8b1-898cb494d5b0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:23:10.164420 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-69941197-8faf-4524-8462-bc8fc79b1150 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:23:10.214305 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69941197-8faf-4524-8462-bc8fc79b1150 admin admin] Pushing event deleted for resources: {'Port': ['ID=7aa3d80c-9e24-43f3-99cd-d1f94bbc9c23,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:23:10.216091 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69941197-8faf-4524-8462-bc8fc79b1150 admin admin] No DVR routers for this DVR port 7aa3d80c-9e24-43f3-99cd-d1f94bbc9c23 on host dv-neutron-835340-2-hyperv {{(pid=87871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 12:23:10.221793 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-a31a6784-681b-4db3-a8b1-898cb494d5b0 None None] Calling delete_port for 7aa3d80c-9e24-43f3-99cd-d1f94bbc9c23 owned by network:dhcp {{(pid=87872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:23:10.298448 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.db.api [None req-a31a6784-681b-4db3-a8b1-898cb494d5b0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87872) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 12:23:10.298799 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG oslo_db.api [None req-a31a6784-681b-4db3-a8b1-898cb494d5b0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 12:23:10.301934 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 7aab58bc-04cf-4eab-9a72-bb0829082ee0 no longer exists at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 12:23:10.331034 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-69941197-8faf-4524-8462-bc8fc79b1150 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930431', 'neutron.services.segments.db._delete_segments_for_network-8783496351308'] for network, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:23:10.339839 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] No Port match for: 7aab58bc-04cf-4eab-9a72-bb0829082ee0 {{(pid=87872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 12:23:10.340178 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 7aab58bc-04cf-4eab-9a72-bb0829082ee0 not bound to the agent host dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 12:23:10.340656 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 8f8b9920-c5e3-4015-ab95-2cc194f7be5b no longer exists at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 12:23:10.355677 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.segments.db [None req-69941197-8faf-4524-8462-bc8fc79b1150 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d4bf4a7-4137-4bfb-8921-7ef592dc1286']}} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:23:10.367834 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.segments.db [None req-69941197-8faf-4524-8462-bc8fc79b1150 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90525cbb-4cf9-4104-9e2d-5705dbd939b2') {'for_net_delete': True} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:23:10.368118 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.segments.db [None req-69941197-8faf-4524-8462-bc8fc79b1150 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90525cbb-4cf9-4104-9e2d-5705dbd939b2') {} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:23:10.373230 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] No Port match for: 8f8b9920-c5e3-4015-ab95-2cc194f7be5b {{(pid=87872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 12:23:10.373567 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 8f8b9920-c5e3-4015-ab95-2cc194f7be5b not bound to the agent host dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 12:23:10.373973 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 7aa3d80c-9e24-43f3-99cd-d1f94bbc9c23 no longer exists at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 12:23:10.379399 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-69941197-8faf-4524-8462-bc8fc79b1150 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783496353639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3436890'] for segment, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:23:10.395491 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-69941197-8faf-4524-8462-bc8fc79b1150 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:23:10.401468 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69941197-8faf-4524-8462-bc8fc79b1150 admin admin] Releasing vlan 81 on physical network physnet1 to pool {{(pid=87871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 12:23:10.401841 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-69941197-8faf-4524-8462-bc8fc79b1150 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1920481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2363149'] for segment, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:23:10.406471 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] No Port match for: 7aa3d80c-9e24-43f3-99cd-d1f94bbc9c23 {{(pid=87872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 12:23:10.406824 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 7aa3d80c-9e24-43f3-99cd-d1f94bbc9c23 not bound to the agent host dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 12:23:10.414652 dv-neutron-835340-2-hyperv neutron-server[87871]: Traceback (most recent call last): Mar 28 12:23:10.414652 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 12:23:10.414652 dv-neutron-835340-2-hyperv neutron-server[87871]: timer() Mar 28 12:23:10.414652 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 12:23:10.414652 dv-neutron-835340-2-hyperv neutron-server[87871]: cb(*args, **kw) Mar 28 12:23:10.414652 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 12:23:10.414652 dv-neutron-835340-2-hyperv neutron-server[87871]: return func(*args, **kwargs) Mar 28 12:23:10.414652 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 12:23:10.414652 dv-neutron-835340-2-hyperv neutron-server[87871]: self._notify() Mar 28 12:23:10.414652 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 12:23:10.414652 dv-neutron-835340-2-hyperv neutron-server[87871]: self.callback(batched_events) Mar 28 12:23:10.414652 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 12:23:10.414652 dv-neutron-835340-2-hyperv neutron-server[87871]: event.method(event) Mar 28 12:23:10.414652 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 12:23:10.414652 dv-neutron-835340-2-hyperv neutron-server[87871]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 12:23:10.414652 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 12:23:10.414652 dv-neutron-835340-2-hyperv neutron-server[87871]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 12:23:10.414652 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 12:23:10.414652 dv-neutron-835340-2-hyperv neutron-server[87871]: return f(self, *a, **k) Mar 28 12:23:10.414652 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 12:23:10.414652 dv-neutron-835340-2-hyperv neutron-server[87871]: return self._get(url).json() Mar 28 12:23:10.414652 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 12:23:10.414652 dv-neutron-835340-2-hyperv neutron-server[87871]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 12:23:10.414652 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 12:23:10.414652 dv-neutron-835340-2-hyperv neutron-server[87871]: return self.request(url, 'GET', **kwargs) Mar 28 12:23:10.414652 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 12:23:10.414652 dv-neutron-835340-2-hyperv neutron-server[87871]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 12:23:10.414652 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 12:23:10.414652 dv-neutron-835340-2-hyperv neutron-server[87871]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 12:23:10.414652 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 12:23:10.414652 dv-neutron-835340-2-hyperv neutron-server[87871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 12:23:10.414652 dv-neutron-835340-2-hyperv neutron-server[87871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 12:23:10.489167 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-69941197-8faf-4524-8462-bc8fc79b1150 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709602'] for network, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:23:10.504478 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-69941197-8faf-4524-8462-bc8fc79b1150 admin admin] Notify callbacks [] for network, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:23:10.514077 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69941197-8faf-4524-8462-bc8fc79b1150 admin admin] Pushing event deleted for resources: {'Network': ['ID=6d4bf4a7-4137-4bfb-8921-7ef592dc1286,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:23:10.520926 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-69941197-8faf-4524-8462-bc8fc79b1150 admin admin] 10.222.0.30 "DELETE /v2.0/networks/6d4bf4a7-4137-4bfb-8921-7ef592dc1286 HTTP/1.1" status: 204 len: 168 time: 0.8762848 Mar 28 12:23:10.524367 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 35428) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:23:10.799664 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-a31a6784-681b-4db3-a8b1-898cb494d5b0 None None] Deleting port 7aa3d80c-9e24-43f3-99cd-d1f94bbc9c23 {{(pid=87872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:23:10.800367 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-a31a6784-681b-4db3-a8b1-898cb494d5b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:23:10.905442 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-a31a6784-681b-4db3-a8b1-898cb494d5b0 None None] The port '7aa3d80c-9e24-43f3-99cd-d1f94bbc9c23' was deleted {{(pid=87872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 12:23:11.175700 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-c3b03827-e9f5-416b-85cc-4d635e0aa0ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-743394'] for router_interface, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:23:11.516821 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-c3b03827-e9f5-416b-85cc-4d635e0aa0ad admin admin] Deleting port 5a321dc6-4efe-4240-bfdb-3cd3b6f686ad {{(pid=87871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:23:11.517159 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-c3b03827-e9f5-416b-85cc-4d635e0aa0ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:23:11.687850 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.db [None req-c3b03827-e9f5-416b-85cc-4d635e0aa0ad admin admin] For port 5a321dc6-4efe-4240-bfdb-3cd3b6f686ad, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=5a321dc6-4efe-4240-bfdb-3cd3b6f686ad,segment=NetworkSegment(31e0cf9e-4699-476f-b755-525d662f967a),segment_id=31e0cf9e-4699-476f-b755-525d662f967a)] {{(pid=87871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:23:11.688201 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-c3b03827-e9f5-416b-85cc-4d635e0aa0ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:23:11.808842 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-c3b03827-e9f5-416b-85cc-4d635e0aa0ad admin admin] Calling delete_port for 5a321dc6-4efe-4240-bfdb-3cd3b6f686ad owned by network:router_interface {{(pid=87871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:23:11.990813 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-c3b03827-e9f5-416b-85cc-4d635e0aa0ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:23:12.042874 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b03827-e9f5-416b-85cc-4d635e0aa0ad admin admin] Pushing event deleted for resources: {'Port': ['ID=5a321dc6-4efe-4240-bfdb-3cd3b6f686ad,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:23:12.420912 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-c3b03827-e9f5-416b-85cc-4d635e0aa0ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-743246'] for router_interface, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:23:12.772934 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3b03827-e9f5-416b-85cc-4d635e0aa0ad admin admin] Router 819eaefa-0428-4cfc-8d3d-555f30f9caca has already been hosted by L3 agent af79d429-529e-400b-a119-94d4bec03f3e {{(pid=87871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 12:23:12.952624 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3b03827-e9f5-416b-85cc-4d635e0aa0ad admin admin] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 12:23:12.961815 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3740266a-f225-4646-8d6a-aad0ce3ca130 None None] Sync routers for ids ['819eaefa-0428-4cfc-8d3d-555f30f9caca'] in dv-neutron-835340-2-hyperv {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 12:23:12.962478 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-c3b03827-e9f5-416b-85cc-4d635e0aa0ad admin admin] 10.222.0.30 "PUT /v2.0/routers/819eaefa-0428-4cfc-8d3d-555f30f9caca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4359231 Mar 28 12:23:12.964505 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 35432) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:23:12.971520 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3740266a-f225-4646-8d6a-aad0ce3ca130 None None] Routers {'819eaefa-0428-4cfc-8d3d-555f30f9caca'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:23:12.972122 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-3740266a-f225-4646-8d6a-aad0ce3ca130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:23:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['819eaefa-0428-4cfc-8d3d-555f30f9caca'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:23:13.141887 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-5fd0c33a-8ef1-495f-b116-18e31a665f2f admin admin] Notify callbacks [] for router, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:23:13.150721 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvr_db [None req-3740266a-f225-4646-8d6a-aad0ce3ca130 None None] Set router 819eaefa-0428-4cfc-8d3d-555f30f9caca gateway port host: dv-neutron-835340-2-hyperv {{(pid=87873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:23:13.327085 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-5fd0c33a-8ef1-495f-b116-18e31a665f2f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:23:13.337193 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-5fd0c33a-8ef1-495f-b116-18e31a665f2f admin admin] Deleting port 1824dd30-4c8c-4dc4-b611-752e23f60e84 {{(pid=87871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:23:13.337570 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-5fd0c33a-8ef1-495f-b116-18e31a665f2f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:23:13.461674 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-3740266a-f225-4646-8d6a-aad0ce3ca130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '819eaefa-0428-4cfc-8d3d-555f30f9caca', 'name': 'tempest-TestEncryptedCinderVolumes-1191367858-router', 'tenant_id': '175e13a182f841fa9c1a23a01a167563', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.101'}], 'enable_snat': True}, 'gw_port_id': '1824dd30-4c8c-4dc4-b611-752e23f60e84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:22:01Z', 'updated_at': '2022-03-28T12:23:11Z', 'revision_number': 5, 'project_id': '175e13a182f841fa9c1a23a01a167563', 'gw_port': {'id': '1824dd30-4c8c-4dc4-b611-752e23f60e84', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:df:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '819eaefa-0428-4cfc-8d3d-555f30f9caca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:22:02Z', 'updated_at': '2022-03-28T12:22:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv'}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:23:13.465679 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3740266a-f225-4646-8d6a-aad0ce3ca130 None None] Checking router: 819eaefa-0428-4cfc-8d3d-555f30f9caca for host: dv-neutron-835340-2-hyperv {{(pid=87873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 12:23:13.474005 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3740266a-f225-4646-8d6a-aad0ce3ca130 None None] Routers {'819eaefa-0428-4cfc-8d3d-555f30f9caca'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:23:13.474601 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-3740266a-f225-4646-8d6a-aad0ce3ca130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:23:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['819eaefa-0428-4cfc-8d3d-555f30f9caca'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:23:13.540169 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.db [None req-5fd0c33a-8ef1-495f-b116-18e31a665f2f admin admin] For port 1824dd30-4c8c-4dc4-b611-752e23f60e84, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=1824dd30-4c8c-4dc4-b611-752e23f60e84,segment=NetworkSegment(688afb86-c9bd-46e2-ba7d-3fe76fb1efff),segment_id=688afb86-c9bd-46e2-ba7d-3fe76fb1efff)] {{(pid=87871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:23:13.540791 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-5fd0c33a-8ef1-495f-b116-18e31a665f2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:23:13.666130 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-5fd0c33a-8ef1-495f-b116-18e31a665f2f admin admin] Calling delete_port for 1824dd30-4c8c-4dc4-b611-752e23f60e84 owned by network:router_gateway {{(pid=87871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:23:13.685164 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvr_db [None req-3740266a-f225-4646-8d6a-aad0ce3ca130 None None] Set router 819eaefa-0428-4cfc-8d3d-555f30f9caca gateway port host: None {{(pid=87873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:23:13.802286 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-3740266a-f225-4646-8d6a-aad0ce3ca130 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '819eaefa-0428-4cfc-8d3d-555f30f9caca', 'name': 'tempest-TestEncryptedCinderVolumes-1191367858-router', 'tenant_id': '175e13a182f841fa9c1a23a01a167563', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:22:01Z', 'updated_at': '2022-03-28T12:23:13Z', 'revision_number': 6, 'project_id': '175e13a182f841fa9c1a23a01a167563', 'gw_port_host': None}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:23:13.807811 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3740266a-f225-4646-8d6a-aad0ce3ca130 None None] The sync data for ids ['819eaefa-0428-4cfc-8d3d-555f30f9caca'] in dv-neutron-835340-2-hyperv is: [{'id': '819eaefa-0428-4cfc-8d3d-555f30f9caca', 'name': 'tempest-TestEncryptedCinderVolumes-1191367858-router', 'tenant_id': '175e13a182f841fa9c1a23a01a167563', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:22:01Z', 'updated_at': '2022-03-28T12:23:13Z', 'revision_number': 6, 'project_id': '175e13a182f841fa9c1a23a01a167563', 'gw_port_host': None}] {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 12:23:13.982784 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-5fd0c33a-8ef1-495f-b116-18e31a665f2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:23:14.043728 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd0c33a-8ef1-495f-b116-18e31a665f2f admin admin] Pushing event deleted for resources: {'Port': ['ID=1824dd30-4c8c-4dc4-b611-752e23f60e84,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:23:14.136453 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-5fd0c33a-8ef1-495f-b116-18e31a665f2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-709573'] for router_gateway, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:23:14.313036 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-5fd0c33a-8ef1-495f-b116-18e31a665f2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-745164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-260864'] for router, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:23:14.315224 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-5fd0c33a-8ef1-495f-b116-18e31a665f2f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:23:14.340952 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-5fd0c33a-8ef1-495f-b116-18e31a665f2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-745021'] for router, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:23:14.341442 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fd0c33a-8ef1-495f-b116-18e31a665f2f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 819eaefa-0428-4cfc-8d3d-555f30f9caca {{(pid=87871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 12:23:14.353788 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-5fd0c33a-8ef1-495f-b116-18e31a665f2f admin admin] Notify callbacks [] for router, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:23:14.354906 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-5fd0c33a-8ef1-495f-b116-18e31a665f2f admin admin] 10.222.0.30 "DELETE /v2.0/routers/819eaefa-0428-4cfc-8d3d-555f30f9caca HTTP/1.1" status: 204 len: 168 time: 1.3895202 Mar 28 12:23:14.357372 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 35436) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:23:14.418422 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb276bc4-1eb1-4f77-a2ed-74857d00ec5f admin admin] Deleting subnet 5c557761-5076-4a2b-9163-b3a11257f984 {{(pid=87871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 12:23:14.421232 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-bb276bc4-1eb1-4f77-a2ed-74857d00ec5f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:23:14.469761 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-bb276bc4-1eb1-4f77-a2ed-74857d00ec5f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3436877'] for subnet, precommit_delete_associations {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:23:14.549799 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-bb276bc4-1eb1-4f77-a2ed-74857d00ec5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1919782'] for subnet, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:23:14.581660 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 1824dd30-4c8c-4dc4-b611-752e23f60e84 no longer exists at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 12:23:14.619953 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] No Port match for: 1824dd30-4c8c-4dc4-b611-752e23f60e84 {{(pid=87872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 12:23:14.620306 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 1824dd30-4c8c-4dc4-b611-752e23f60e84 not bound to the agent host dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 12:23:14.620630 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-bb276bc4-1eb1-4f77-a2ed-74857d00ec5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1919805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2364079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26551417'] for subnet, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:23:14.620812 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 5a321dc6-4efe-4240-bfdb-3cd3b6f686ad no longer exists at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 12:23:14.658332 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb276bc4-1eb1-4f77-a2ed-74857d00ec5f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c557761-5076-4a2b-9163-b3a11257f984,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:23:14.660592 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] No Port match for: 5a321dc6-4efe-4240-bfdb-3cd3b6f686ad {{(pid=87872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 12:23:14.660978 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 5a321dc6-4efe-4240-bfdb-3cd3b6f686ad not bound to the agent host dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 12:23:14.663886 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-bb276bc4-1eb1-4f77-a2ed-74857d00ec5f admin admin] Notify callbacks [] for subnet, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:23:14.670478 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-bb276bc4-1eb1-4f77-a2ed-74857d00ec5f admin admin] 10.222.0.30 "DELETE /v2.0/subnets/5c557761-5076-4a2b-9163-b3a11257f984 HTTP/1.1" status: 204 len: 168 time: 0.3121753 Mar 28 12:23:14.672839 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 35440) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:23:14.675818 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28081257-f349-4928-9abe-e57b9729de71 None None] Network f282df8a-a0ae-448d-ac25-39fd044e2c54 requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 12:23:14.782153 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-d0244763-fcdc-4a75-9a34-0c51677bc71d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588883'] for network, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:23:14.793636 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-d0244763-fcdc-4a75-9a34-0c51677bc71d admin admin] Deleting port 27137657-4086-4b70-912f-189e438496ed {{(pid=87871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:23:14.793950 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-d0244763-fcdc-4a75-9a34-0c51677bc71d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:23:14.928569 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16eaf07a-ca6b-4f0e-9400-e5c56681bcf5 None None] DHCP port deletion for f282df8a-a0ae-448d-ac25-39fd044e2c54 request from dv-neutron-835340-2-hyperv {{(pid=87872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 12:23:14.933207 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-16eaf07a-ca6b-4f0e-9400-e5c56681bcf5 None None] Deleting port 27137657-4086-4b70-912f-189e438496ed {{(pid=87872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:23:14.933577 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-16eaf07a-ca6b-4f0e-9400-e5c56681bcf5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:23:15.016096 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.db [None req-d0244763-fcdc-4a75-9a34-0c51677bc71d admin admin] For port 27137657-4086-4b70-912f-189e438496ed, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=27137657-4086-4b70-912f-189e438496ed,segment=NetworkSegment(31e0cf9e-4699-476f-b755-525d662f967a),segment_id=31e0cf9e-4699-476f-b755-525d662f967a)] {{(pid=87871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:23:15.016450 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-d0244763-fcdc-4a75-9a34-0c51677bc71d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:23:15.141364 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-16eaf07a-ca6b-4f0e-9400-e5c56681bcf5 None None] For port 27137657-4086-4b70-912f-189e438496ed, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=27137657-4086-4b70-912f-189e438496ed,segment=NetworkSegment(31e0cf9e-4699-476f-b755-525d662f967a),segment_id=31e0cf9e-4699-476f-b755-525d662f967a)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:23:15.141667 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-16eaf07a-ca6b-4f0e-9400-e5c56681bcf5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:23:15.141994 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-d0244763-fcdc-4a75-9a34-0c51677bc71d admin admin] Calling delete_port for 27137657-4086-4b70-912f-189e438496ed owned by network:dhcp {{(pid=87871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:23:15.219477 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-d0244763-fcdc-4a75-9a34-0c51677bc71d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:23:15.263924 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-16eaf07a-ca6b-4f0e-9400-e5c56681bcf5 None None] Calling delete_port for 27137657-4086-4b70-912f-189e438496ed owned by network:dhcp {{(pid=87872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:23:15.266942 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0244763-fcdc-4a75-9a34-0c51677bc71d admin admin] Pushing event deleted for resources: {'Port': ['ID=27137657-4086-4b70-912f-189e438496ed,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:23:15.268724 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0244763-fcdc-4a75-9a34-0c51677bc71d admin admin] No DVR routers for this DVR port 27137657-4086-4b70-912f-189e438496ed on host dv-neutron-835340-2-hyperv {{(pid=87871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 12:23:15.341768 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.db.api [None req-16eaf07a-ca6b-4f0e-9400-e5c56681bcf5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87872) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 12:23:15.342128 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG oslo_db.api [None req-16eaf07a-ca6b-4f0e-9400-e5c56681bcf5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 12:23:15.480654 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-d0244763-fcdc-4a75-9a34-0c51677bc71d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930431', 'neutron.services.segments.db._delete_segments_for_network-8783496351308'] for network, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:23:15.504873 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.segments.db [None req-d0244763-fcdc-4a75-9a34-0c51677bc71d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f282df8a-a0ae-448d-ac25-39fd044e2c54']}} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:23:15.516985 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.segments.db [None req-d0244763-fcdc-4a75-9a34-0c51677bc71d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31e0cf9e-4699-476f-b755-525d662f967a') {'for_net_delete': True} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:23:15.517277 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.segments.db [None req-d0244763-fcdc-4a75-9a34-0c51677bc71d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31e0cf9e-4699-476f-b755-525d662f967a') {} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:23:15.528755 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-d0244763-fcdc-4a75-9a34-0c51677bc71d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783496353639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3436890'] for segment, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:23:15.544414 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-d0244763-fcdc-4a75-9a34-0c51677bc71d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:23:15.550317 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0244763-fcdc-4a75-9a34-0c51677bc71d admin admin] Releasing vlan 71 on physical network physnet1 to pool {{(pid=87871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 12:23:15.550905 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-d0244763-fcdc-4a75-9a34-0c51677bc71d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1920481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2363149'] for segment, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:23:15.564063 dv-neutron-835340-2-hyperv neutron-server[87871]: Traceback (most recent call last): Mar 28 12:23:15.564063 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 12:23:15.564063 dv-neutron-835340-2-hyperv neutron-server[87871]: timer() Mar 28 12:23:15.564063 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 12:23:15.564063 dv-neutron-835340-2-hyperv neutron-server[87871]: cb(*args, **kw) Mar 28 12:23:15.564063 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 12:23:15.564063 dv-neutron-835340-2-hyperv neutron-server[87871]: return func(*args, **kwargs) Mar 28 12:23:15.564063 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 12:23:15.564063 dv-neutron-835340-2-hyperv neutron-server[87871]: self._notify() Mar 28 12:23:15.564063 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 12:23:15.564063 dv-neutron-835340-2-hyperv neutron-server[87871]: self.callback(batched_events) Mar 28 12:23:15.564063 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 12:23:15.564063 dv-neutron-835340-2-hyperv neutron-server[87871]: event.method(event) Mar 28 12:23:15.564063 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 12:23:15.564063 dv-neutron-835340-2-hyperv neutron-server[87871]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 12:23:15.564063 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 12:23:15.564063 dv-neutron-835340-2-hyperv neutron-server[87871]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 12:23:15.564063 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 12:23:15.564063 dv-neutron-835340-2-hyperv neutron-server[87871]: return f(self, *a, **k) Mar 28 12:23:15.564063 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 12:23:15.564063 dv-neutron-835340-2-hyperv neutron-server[87871]: return self._get(url).json() Mar 28 12:23:15.564063 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 12:23:15.564063 dv-neutron-835340-2-hyperv neutron-server[87871]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 12:23:15.564063 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 12:23:15.564063 dv-neutron-835340-2-hyperv neutron-server[87871]: return self.request(url, 'GET', **kwargs) Mar 28 12:23:15.564063 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 12:23:15.564063 dv-neutron-835340-2-hyperv neutron-server[87871]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 12:23:15.564063 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 12:23:15.564063 dv-neutron-835340-2-hyperv neutron-server[87871]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 12:23:15.564063 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 12:23:15.564063 dv-neutron-835340-2-hyperv neutron-server[87871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 12:23:15.564063 dv-neutron-835340-2-hyperv neutron-server[87871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 12:23:15.638042 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-d0244763-fcdc-4a75-9a34-0c51677bc71d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709602'] for network, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:23:15.653486 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-d0244763-fcdc-4a75-9a34-0c51677bc71d admin admin] Notify callbacks [] for network, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:23:15.664190 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0244763-fcdc-4a75-9a34-0c51677bc71d admin admin] Pushing event deleted for resources: {'Network': ['ID=f282df8a-a0ae-448d-ac25-39fd044e2c54,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:23:15.666926 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-d0244763-fcdc-4a75-9a34-0c51677bc71d admin admin] 10.222.0.30 "DELETE /v2.0/networks/f282df8a-a0ae-448d-ac25-39fd044e2c54 HTTP/1.1" status: 204 len: 168 time: 0.9931743 Mar 28 12:23:15.833659 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 35446) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:23:15.843588 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-16eaf07a-ca6b-4f0e-9400-e5c56681bcf5 None None] Deleting port 27137657-4086-4b70-912f-189e438496ed {{(pid=87872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:23:15.844076 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-16eaf07a-ca6b-4f0e-9400-e5c56681bcf5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:23:15.882105 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-6fe836c9-116b-4dab-a06e-9375867e691f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7de2b817c9194d0d9b293cdd4aed08e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0470502 Mar 28 12:23:15.885382 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 35450) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:23:15.909991 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-16eaf07a-ca6b-4f0e-9400-e5c56681bcf5 None None] The port '27137657-4086-4b70-912f-189e438496ed' was deleted {{(pid=87872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 12:23:15.949749 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-5667f3a1-a099-4b2b-b404-bdcdbe0ec675 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:23:15.974913 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-5667f3a1-a099-4b2b-b404-bdcdbe0ec675 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:23:16.028328 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-5667f3a1-a099-4b2b-b404-bdcdbe0ec675 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:23:16.044602 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5667f3a1-a099-4b2b-b404-bdcdbe0ec675 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ed22341-c990-4e52-8c6c-7638782a04bc,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:23:16.054814 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-5667f3a1-a099-4b2b-b404-bdcdbe0ec675 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:23:16.056005 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-5667f3a1-a099-4b2b-b404-bdcdbe0ec675 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2ed22341-c990-4e52-8c6c-7638782a04bc HTTP/1.1" status: 204 len: 168 time: 0.1697469 Mar 28 12:23:16.294722 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 27137657-4086-4b70-912f-189e438496ed no longer exists at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 12:23:16.333434 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] No Port match for: 27137657-4086-4b70-912f-189e438496ed {{(pid=87872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 12:23:16.333777 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 27137657-4086-4b70-912f-189e438496ed not bound to the agent host dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 12:23:16.390734 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 35458) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:23:16.440430 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-4d5ec3b0-04e3-4df8-84b8-883409653e15 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=175e13a182f841fa9c1a23a01a167563&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0485554 Mar 28 12:23:16.442761 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 35462) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:23:16.498925 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-0d87e80d-8abf-47dc-858f-786efe61f6b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:23:16.527208 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-0d87e80d-8abf-47dc-858f-786efe61f6b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:23:16.579217 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-0d87e80d-8abf-47dc-858f-786efe61f6b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:23:16.594939 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d87e80d-8abf-47dc-858f-786efe61f6b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d43bd453-14b4-476c-be51-f3531cf6363b,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:23:16.599209 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-0d87e80d-8abf-47dc-858f-786efe61f6b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:23:16.600323 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-0d87e80d-8abf-47dc-858f-786efe61f6b2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d43bd453-14b4-476c-be51-f3531cf6363b HTTP/1.1" status: 204 len: 168 time: 0.1566997 Mar 28 12:23:17.302699 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 35486) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:23:17.405044 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-03db9ae3-466f-445c-918b-dbdd67dbd6ef admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1574934636-network', 'tenant_id': 'b7f64972167a4ddeba20e90a212f6293'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:23:17.409665 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-03db9ae3-466f-445c-918b-dbdd67dbd6ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:23:17.413458 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-03db9ae3-466f-445c-918b-dbdd67dbd6ef admin admin] Usage tracker for resource:network and tenant:b7f64972167a4ddeba20e90a212f6293 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:23:17.416911 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-03db9ae3-466f-445c-918b-dbdd67dbd6ef admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:23:17.422912 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-03db9ae3-466f-445c-918b-dbdd67dbd6ef admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:23:17.432204 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03db9ae3-466f-445c-918b-dbdd67dbd6ef admin admin] Made reservation on behalf of b7f64972167a4ddeba20e90a212f6293 for: {'network': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 12:23:17.434377 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-03db9ae3-466f-445c-918b-dbdd67dbd6ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for network, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:23:17.445978 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-03db9ae3-466f-445c-918b-dbdd67dbd6ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:23:17.459690 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-03db9ae3-466f-445c-918b-dbdd67dbd6ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:23:17.463355 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-03db9ae3-466f-445c-918b-dbdd67dbd6ef admin admin] Usage tracker for resource:security_group_rule and tenant:b7f64972167a4ddeba20e90a212f6293 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:23:17.466055 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-03db9ae3-466f-445c-918b-dbdd67dbd6ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:23:17.471592 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-03db9ae3-466f-445c-918b-dbdd67dbd6ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:23:17.557275 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-03db9ae3-466f-445c-918b-dbdd67dbd6ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:23:17.561608 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-03db9ae3-466f-445c-918b-dbdd67dbd6ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:23:17.593602 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03db9ae3-466f-445c-918b-dbdd67dbd6ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ff10021-8923-42e1-900e-e49305dce774,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:23:17.598832 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03db9ae3-466f-445c-918b-dbdd67dbd6ef admin admin] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=87871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 12:23:17.609505 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-03db9ae3-466f-445c-918b-dbdd67dbd6ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:23:17.609932 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.db.segments_db [None req-03db9ae3-466f-445c-918b-dbdd67dbd6ef admin admin] Added segment 8bdd4685-c4de-4280-91c6-93a7500a850e of type vlan for network 56a4e9a3-5812-4bf5-8c0c-8d1a62cec25c Mar 28 12:23:17.638658 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-03db9ae3-466f-445c-918b-dbdd67dbd6ef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783495836591'] for network, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:23:17.671657 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-03db9ae3-466f-445c-918b-dbdd67dbd6ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765'] for network, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:23:17.672794 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03db9ae3-466f-445c-918b-dbdd67dbd6ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:23:17.673401 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-03db9ae3-466f-445c-918b-dbdd67dbd6ef admin admin] Notify callbacks [] for network, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:23:17.775291 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03db9ae3-466f-445c-918b-dbdd67dbd6ef admin admin] Pushing event updated for resources: {'Network': ['ID=56a4e9a3-5812-4bf5-8c0c-8d1a62cec25c,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:23:17.782490 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-03db9ae3-466f-445c-918b-dbdd67dbd6ef admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4760118 Mar 28 12:23:17.782872 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 35492) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:23:17.785980 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Network 56a4e9a3-5812-4bf5-8c0c-8d1a62cec25c details requested by agent ovs-agent-dv-neutron-835340-2-hyperv with host dv-neutron-835340-2-hyperv {{(pid=87872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 12:23:17.788563 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-1ea90539-024b-4c40-afa6-4cc21d97d7b0 admin admin] Request body: {'subnet': {'network_id': '56a4e9a3-5812-4bf5-8c0c-8d1a62cec25c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1574934636-subnet', 'tenant_id': 'b7f64972167a4ddeba20e90a212f6293', 'ip_version': 4}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:23:17.793737 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-1ea90539-024b-4c40-afa6-4cc21d97d7b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:23:17.797535 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-1ea90539-024b-4c40-afa6-4cc21d97d7b0 admin admin] Usage tracker for resource:subnet and tenant:b7f64972167a4ddeba20e90a212f6293 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:23:17.800434 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-1ea90539-024b-4c40-afa6-4cc21d97d7b0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:23:17.806974 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-1ea90539-024b-4c40-afa6-4cc21d97d7b0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:23:17.821023 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ea90539-024b-4c40-afa6-4cc21d97d7b0 admin admin] Made reservation on behalf of b7f64972167a4ddeba20e90a212f6293 for: {'subnet': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 12:23:17.823325 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-1ea90539-024b-4c40-afa6-4cc21d97d7b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26551362'] for subnet, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:23:18.025490 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-1ea90539-024b-4c40-afa6-4cc21d97d7b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2364128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26551408'] for subnet, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:23:18.096529 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea90539-024b-4c40-afa6-4cc21d97d7b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f8ff6ac-3f52-4c44-b640-a1b73a932cd6,revision_number=0']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:23:18.105600 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea90539-024b-4c40-afa6-4cc21d97d7b0 admin admin] Checking segment: {'id': '8bdd4685-c4de-4280-91c6-93a7500a850e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '56a4e9a3-5812-4bf5-8c0c-8d1a62cec25c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 12:23:18.105954 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ea90539-024b-4c40-afa6-4cc21d97d7b0 admin admin] Network hostable DHCP agents. Network: 56a4e9a3-5812-4bf5-8c0c-8d1a62cec25c, hostable agents: ['3cb85949-855b-4a40-b988-cd5705e511da'], hosted agents: [] {{(pid=87871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 12:23:18.125053 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ea90539-024b-4c40-afa6-4cc21d97d7b0 admin admin] Network 56a4e9a3-5812-4bf5-8c0c-8d1a62cec25c is scheduled to be hosted by DHCP agent 3cb85949-855b-4a40-b988-cd5705e511da with binding_index 1 {{(pid=87871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 12:23:18.134297 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-1ea90539-024b-4c40-afa6-4cc21d97d7b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-2-hyperv, 56a4e9a3-5812-4bf5-8c0c-8d1a62cec25c) {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:23:18.138362 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ea90539-024b-4c40-afa6-4cc21d97d7b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:23:18.138965 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-1ea90539-024b-4c40-afa6-4cc21d97d7b0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:23:18.143759 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-791461e8-3a5b-4707-b9e9-d02316b4acd2 None None] Network 56a4e9a3-5812-4bf5-8c0c-8d1a62cec25c requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 12:23:18.159718 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-1ea90539-024b-4c40-afa6-4cc21d97d7b0 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3760040 Mar 28 12:23:18.162285 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 35496) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:23:18.167137 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-beffa41d-61fc-46d8-b131-4a2096c86b68 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1574934636-router', 'tenant_id': 'b7f64972167a4ddeba20e90a212f6293', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b'}}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:23:18.171764 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-beffa41d-61fc-46d8-b131-4a2096c86b68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:23:18.175663 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-beffa41d-61fc-46d8-b131-4a2096c86b68 admin admin] Usage tracker for resource:router and tenant:b7f64972167a4ddeba20e90a212f6293 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:23:18.178450 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-beffa41d-61fc-46d8-b131-4a2096c86b68 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:23:18.184171 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-beffa41d-61fc-46d8-b131-4a2096c86b68 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:23:18.198325 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-beffa41d-61fc-46d8-b131-4a2096c86b68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-707665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-260886'] for router, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:23:18.199275 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-beffa41d-61fc-46d8-b131-4a2096c86b68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-705660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709650', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-767110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260873'] for router, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:23:18.215088 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-beffa41d-61fc-46d8-b131-4a2096c86b68 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:23:18.357017 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e9e5fef-7c51-4f39-870f-eb9b913e365d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1d3f2a9-8722-5ce5-bc40-181687d1ed3f-56a4e9a3-5812-4bf5-8c0c-8d1a62cec25c', 'network_id': '56a4e9a3-5812-4bf5-8c0c-8d1a62cec25c', 'tenant_id': 'b7f64972167a4ddeba20e90a212f6293', 'fixed_ips': [{'subnet_id': '0f8ff6ac-3f52-4c44-b640-a1b73a932cd6'}]}} from dv-neutron-835340-2-hyperv. {{(pid=87872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 12:23:18.357852 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-3e9e5fef-7c51-4f39-870f-eb9b913e365d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:23:18.496610 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-beffa41d-61fc-46d8-b131-4a2096c86b68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-709632', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-707672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260923'] for router, precommit_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:23:18.513635 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.db_base_plugin_common [None req-3e9e5fef-7c51-4f39-870f-eb9b913e365d None None] Allocated IP 172.20.0.2 (56a4e9a3-5812-4bf5-8c0c-8d1a62cec25c/0f8ff6ac-3f52-4c44-b640-a1b73a932cd6/4a4fbe0d-e921-4682-bbef-486864ca99fc) {{(pid=87872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 12:23:18.747936 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-3e9e5fef-7c51-4f39-870f-eb9b913e365d None None] Notify callbacks [] for port, precommit_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:23:18.759447 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-3e9e5fef-7c51-4f39-870f-eb9b913e365d None None] Transition to ACTIVE for port object 4a4fbe0d-e921-4682-bbef-486864ca99fc will not be triggered until provisioned by entity L2. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:23:18.779553 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-3e9e5fef-7c51-4f39-870f-eb9b913e365d None None] Transition to ACTIVE for port object 4a4fbe0d-e921-4682-bbef-486864ca99fc will not be triggered until provisioned by entity DHCP. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:23:18.788991 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-3e9e5fef-7c51-4f39-870f-eb9b913e365d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241'] for port, after_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:23:18.855862 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e9e5fef-7c51-4f39-870f-eb9b913e365d None None] Network 56a4e9a3-5812-4bf5-8c0c-8d1a62cec25c is already hosted by enough agents. {{(pid=87872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:23:18.862678 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.base_scheduler [None req-3e9e5fef-7c51-4f39-870f-eb9b913e365d None None] Resources bound (agent type, host, resource id): {{(pid=87872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:23:18.865172 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e9e5fef-7c51-4f39-870f-eb9b913e365d None None] Received port after_create {{(pid=87872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 12:23:18.905030 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9e5fef-7c51-4f39-870f-eb9b913e365d None None] Pushing event updated for resources: {'Port': ['ID=4a4fbe0d-e921-4682-bbef-486864ca99fc,revision_number=1']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:23:18.917425 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-beffa41d-61fc-46d8-b131-4a2096c86b68 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:23:18.947339 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-beffa41d-61fc-46d8-b131-4a2096c86b68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:23:18.963521 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-3e9e5fef-7c51-4f39-870f-eb9b913e365d None None] Attempting to bind port 4a4fbe0d-e921-4682-bbef-486864ca99fc on host dv-neutron-835340-2-hyperv for vnic_type normal with profile {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 12:23:18.963886 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-3e9e5fef-7c51-4f39-870f-eb9b913e365d None None] Attempting to bind port 4a4fbe0d-e921-4682-bbef-486864ca99fc by drivers openvswitch,hyperv on host dv-neutron-835340-2-hyperv at level 0 using segments [{'id': '8bdd4685-c4de-4280-91c6-93a7500a850e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '56a4e9a3-5812-4bf5-8c0c-8d1a62cec25c'}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 12:23:18.964240 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e9e5fef-7c51-4f39-870f-eb9b913e365d None None] Attempting to bind port 4a4fbe0d-e921-4682-bbef-486864ca99fc on network 56a4e9a3-5812-4bf5-8c0c-8d1a62cec25c {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 12:23:18.969408 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e9e5fef-7c51-4f39-870f-eb9b913e365d None None] Checking agent: {'id': '961a16fe-cbc8-4264-ac28-bbbd53f89caa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 46, 6), 'started_at': datetime.datetime(2022, 3, 28, 11, 46, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 12, 23, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 12:23:18.969773 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e9e5fef-7c51-4f39-870f-eb9b913e365d None None] Checking segment: {'id': '8bdd4685-c4de-4280-91c6-93a7500a850e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '56a4e9a3-5812-4bf5-8c0c-8d1a62cec25c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 12:23:18.970166 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-3e9e5fef-7c51-4f39-870f-eb9b913e365d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:23:18.970556 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e9e5fef-7c51-4f39-870f-eb9b913e365d None None] Bound using segment: {'id': '8bdd4685-c4de-4280-91c6-93a7500a850e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '56a4e9a3-5812-4bf5-8c0c-8d1a62cec25c'} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 12:23:18.971006 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-3e9e5fef-7c51-4f39-870f-eb9b913e365d None None] Bound port: 4a4fbe0d-e921-4682-bbef-486864ca99fc, host: dv-neutron-835340-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bdd4685-c4de-4280-91c6-93a7500a850e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '56a4e9a3-5812-4bf5-8c0c-8d1a62cec25c'}}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 12:23:18.971371 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-3e9e5fef-7c51-4f39-870f-eb9b913e365d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:23:19.061447 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-3e9e5fef-7c51-4f39-870f-eb9b913e365d None None] For port 4a4fbe0d-e921-4682-bbef-486864ca99fc, host dv-neutron-835340-2-hyperv, cleared binding levels {{(pid=87872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 12:23:19.064510 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-3e9e5fef-7c51-4f39-870f-eb9b913e365d None None] For port 4a4fbe0d-e921-4682-bbef-486864ca99fc, host dv-neutron-835340-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=4a4fbe0d-e921-4682-bbef-486864ca99fc,segment=NetworkSegment(8bdd4685-c4de-4280-91c6-93a7500a850e),segment_id=8bdd4685-c4de-4280-91c6-93a7500a850e)] {{(pid=87872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 12:23:19.067973 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-3e9e5fef-7c51-4f39-870f-eb9b913e365d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:23:19.083374 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.db_base_plugin_common [None req-beffa41d-61fc-46d8-b131-4a2096c86b68 admin admin] Allocated IP 172.26.7.209 (ac2b1748-8f63-4b17-a9c7-07e79704aa5b/0b7ebf76-1dc7-431a-a0b4-b96bacf287c2/c17ae265-43a3-4de8-b5b1-975a12396239) {{(pid=87871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 12:23:19.160527 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9e5fef-7c51-4f39-870f-eb9b913e365d None None] Pushing event updated for resources: {'Port': ['ID=4a4fbe0d-e921-4682-bbef-486864ca99fc,revision_number=2']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:23:19.233422 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-beffa41d-61fc-46d8-b131-4a2096c86b68 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:23:19.264505 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-beffa41d-61fc-46d8-b131-4a2096c86b68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:23:19.334602 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beffa41d-61fc-46d8-b131-4a2096c86b68 admin admin] Network ac2b1748-8f63-4b17-a9c7-07e79704aa5b is already hosted by enough agents. {{(pid=87871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:23:19.338276 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-beffa41d-61fc-46d8-b131-4a2096c86b68 admin admin] Resources bound (agent type, host, resource id): {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:23:19.342237 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beffa41d-61fc-46d8-b131-4a2096c86b68 admin admin] Received port after_create {{(pid=87871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 12:23:19.399887 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beffa41d-61fc-46d8-b131-4a2096c86b68 admin admin] Pushing event updated for resources: {'Port': ['ID=c17ae265-43a3-4de8-b5b1-975a12396239,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:23:19.768150 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-beffa41d-61fc-46d8-b131-4a2096c86b68 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:23:20.049503 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0b346aa-7a24-4c82-abb7-35fe8bd8c705 None None] Network 56a4e9a3-5812-4bf5-8c0c-8d1a62cec25c requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 12:23:20.117628 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-beffa41d-61fc-46d8-b131-4a2096c86b68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709693'] for router, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:23:20.159195 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-413b5339-4f80-46fe-a37c-7f8227bd9c60 None None] Provisioning for port 4a4fbe0d-e921-4682-bbef-486864ca99fc completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:23:20.332714 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 4a4fbe0d-e921-4682-bbef-486864ca99fc up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:23:20.406539 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning for port 4a4fbe0d-e921-4682-bbef-486864ca99fc completed by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:23:20.411725 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port 4a4fbe0d-e921-4682-bbef-486864ca99fc triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:23:20.412411 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:23:20.460399 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-beffa41d-61fc-46d8-b131-4a2096c86b68 admin admin] Router 827a5079-7336-46ff-8f82-8fc45408c2ed is scheduled to L3 agent af79d429-529e-400b-a119-94d4bec03f3e with binding_index 1 {{(pid=87871) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 12:23:20.533428 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:23:20.565815 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] For port 4a4fbe0d-e921-4682-bbef-486864ca99fc, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=4a4fbe0d-e921-4682-bbef-486864ca99fc,segment=NetworkSegment(8bdd4685-c4de-4280-91c6-93a7500a850e),segment_id=8bdd4685-c4de-4280-91c6-93a7500a850e)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:23:20.569489 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:23:20.637694 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-da528478-e6d7-41bf-8817-a6014c21314f None None] Provisioning complete for port 4a4fbe0d-e921-4682-bbef-486864ca99fc triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:23:20.638351 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-da528478-e6d7-41bf-8817-a6014c21314f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:23:20.644380 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-beffa41d-61fc-46d8-b131-4a2096c86b68 admin admin] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 12:23:20.668316 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-beffa41d-61fc-46d8-b131-4a2096c86b68 admin admin] Notify callbacks [] for router, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:23:20.669552 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-beffa41d-61fc-46d8-b131-4a2096c86b68 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.5063398 Mar 28 12:23:20.672288 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 35500) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:23:20.672522 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff0a64d-dd2c-4a74-b8f1-50f1aa0baffd None None] Sync routers for ids ['827a5079-7336-46ff-8f82-8fc45408c2ed'] in dv-neutron-835340-2-hyperv {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 12:23:20.694309 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Pushing event updated for resources: {'Port': ['ID=4a4fbe0d-e921-4682-bbef-486864ca99fc,revision_number=3']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:23:20.702117 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff0a64d-dd2c-4a74-b8f1-50f1aa0baffd None None] Routers {'827a5079-7336-46ff-8f82-8fc45408c2ed'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:23:20.702734 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-2ff0a64d-dd2c-4a74-b8f1-50f1aa0baffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:23:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['827a5079-7336-46ff-8f82-8fc45408c2ed'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:23:20.933215 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:23:20.949479 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvr_db [None req-2ff0a64d-dd2c-4a74-b8f1-50f1aa0baffd None None] Set router 827a5079-7336-46ff-8f82-8fc45408c2ed gateway port host: dv-neutron-835340-2-hyperv {{(pid=87872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:23:21.269371 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-2ff0a64d-dd2c-4a74-b8f1-50f1aa0baffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '827a5079-7336-46ff-8f82-8fc45408c2ed', 'name': 'tempest-TestMinimumBasicScenario-1574934636-router', 'tenant_id': 'b7f64972167a4ddeba20e90a212f6293', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.209'}], 'enable_snat': True}, 'gw_port_id': 'c17ae265-43a3-4de8-b5b1-975a12396239', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:23:18Z', 'updated_at': '2022-03-28T12:23:19Z', 'revision_number': 3, 'project_id': 'b7f64972167a4ddeba20e90a212f6293', 'gw_port': {'id': 'c17ae265-43a3-4de8-b5b1-975a12396239', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:b4:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '827a5079-7336-46ff-8f82-8fc45408c2ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:23:18Z', 'updated_at': '2022-03-28T12:23:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv'}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:23:21.273785 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff0a64d-dd2c-4a74-b8f1-50f1aa0baffd None None] Checking router: 827a5079-7336-46ff-8f82-8fc45408c2ed for host: dv-neutron-835340-2-hyperv {{(pid=87872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 12:23:21.274205 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff0a64d-dd2c-4a74-b8f1-50f1aa0baffd None None] Updating router 827a5079-7336-46ff-8f82-8fc45408c2ed port c17ae265-43a3-4de8-b5b1-975a12396239 binding host dv-neutron-835340-2-hyperv {{(pid=87872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 12:23:21.325556 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2ff0a64d-dd2c-4a74-b8f1-50f1aa0baffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:23:21.344927 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-d0a95e0d-2926-4687-acc1-412713fa42d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:23:21.548246 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.db_base_plugin_common [None req-d0a95e0d-2926-4687-acc1-412713fa42d7 admin admin] Allocated IP 172.20.0.1 (56a4e9a3-5812-4bf5-8c0c-8d1a62cec25c/0f8ff6ac-3f52-4c44-b640-a1b73a932cd6/8135bd7e-3e09-4254-9b4a-6c5b876194e7) {{(pid=87871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 12:23:21.652243 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2ff0a64d-dd2c-4a74-b8f1-50f1aa0baffd None None] Notify callbacks [] for port, precommit_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:23:21.663997 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-2ff0a64d-dd2c-4a74-b8f1-50f1aa0baffd None None] Transition to ACTIVE for port object c17ae265-43a3-4de8-b5b1-975a12396239 will not be triggered until provisioned by entity L2. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:23:21.671694 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2ff0a64d-dd2c-4a74-b8f1-50f1aa0baffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:23:21.695641 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-d0a95e0d-2926-4687-acc1-412713fa42d7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:23:21.710638 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.provisioning_blocks [None req-d0a95e0d-2926-4687-acc1-412713fa42d7 admin admin] Transition to ACTIVE for port object 8135bd7e-3e09-4254-9b4a-6c5b876194e7 will not be triggered until provisioned by entity DHCP. {{(pid=87871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:23:21.735343 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-d0a95e0d-2926-4687-acc1-412713fa42d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:23:21.755246 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-2ff0a64d-dd2c-4a74-b8f1-50f1aa0baffd None None] Attempting to bind port c17ae265-43a3-4de8-b5b1-975a12396239 on host dv-neutron-835340-2-hyperv for vnic_type normal with profile {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 12:23:21.755635 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-2ff0a64d-dd2c-4a74-b8f1-50f1aa0baffd None None] Attempting to bind port c17ae265-43a3-4de8-b5b1-975a12396239 by drivers openvswitch,hyperv on host dv-neutron-835340-2-hyperv at level 0 using segments [{'id': '688afb86-c9bd-46e2-ba7d-3fe76fb1efff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b'}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 12:23:21.755994 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff0a64d-dd2c-4a74-b8f1-50f1aa0baffd None None] Attempting to bind port c17ae265-43a3-4de8-b5b1-975a12396239 on network ac2b1748-8f63-4b17-a9c7-07e79704aa5b {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 12:23:21.758389 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37fef0f-f2de-4b1f-bd0d-012b3d97dbfb None None] Pushing event updated for resources: {'Port': ['ID=c17ae265-43a3-4de8-b5b1-975a12396239,revision_number=2']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:23:21.763892 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff0a64d-dd2c-4a74-b8f1-50f1aa0baffd None None] Checking agent: {'id': '961a16fe-cbc8-4264-ac28-bbbd53f89caa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 46, 6), 'started_at': datetime.datetime(2022, 3, 28, 11, 46, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 12, 23, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 12:23:21.764256 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff0a64d-dd2c-4a74-b8f1-50f1aa0baffd None None] Checking segment: {'id': '688afb86-c9bd-46e2-ba7d-3fe76fb1efff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 12:23:21.764651 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2ff0a64d-dd2c-4a74-b8f1-50f1aa0baffd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:23:21.765022 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff0a64d-dd2c-4a74-b8f1-50f1aa0baffd None None] Bound using segment: {'id': '688afb86-c9bd-46e2-ba7d-3fe76fb1efff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b'} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 12:23:21.765473 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-2ff0a64d-dd2c-4a74-b8f1-50f1aa0baffd None None] Bound port: c17ae265-43a3-4de8-b5b1-975a12396239, host: dv-neutron-835340-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '688afb86-c9bd-46e2-ba7d-3fe76fb1efff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b'}}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 12:23:21.766291 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2ff0a64d-dd2c-4a74-b8f1-50f1aa0baffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:23:21.794645 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0a95e0d-2926-4687-acc1-412713fa42d7 admin admin] Network 56a4e9a3-5812-4bf5-8c0c-8d1a62cec25c is already hosted by enough agents. {{(pid=87871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:23:21.797331 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-d0a95e0d-2926-4687-acc1-412713fa42d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:23:21.805640 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a95e0d-2926-4687-acc1-412713fa42d7 admin admin] Received port after_create {{(pid=87871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 12:23:21.841516 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2ff0a64d-dd2c-4a74-b8f1-50f1aa0baffd None None] For port c17ae265-43a3-4de8-b5b1-975a12396239, host dv-neutron-835340-2-hyperv, cleared binding levels {{(pid=87872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 12:23:21.845065 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2ff0a64d-dd2c-4a74-b8f1-50f1aa0baffd None None] For port c17ae265-43a3-4de8-b5b1-975a12396239, host dv-neutron-835340-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=c17ae265-43a3-4de8-b5b1-975a12396239,segment=NetworkSegment(688afb86-c9bd-46e2-ba7d-3fe76fb1efff),segment_id=688afb86-c9bd-46e2-ba7d-3fe76fb1efff)] {{(pid=87872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 12:23:21.845492 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a95e0d-2926-4687-acc1-412713fa42d7 admin admin] Pushing event updated for resources: {'Port': ['ID=8135bd7e-3e09-4254-9b4a-6c5b876194e7,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:23:21.851087 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2ff0a64d-dd2c-4a74-b8f1-50f1aa0baffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:23:21.862755 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-d0a95e0d-2926-4687-acc1-412713fa42d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-709483'] for router_interface, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:23:21.938381 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff0a64d-dd2c-4a74-b8f1-50f1aa0baffd None None] Routers {'827a5079-7336-46ff-8f82-8fc45408c2ed'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:23:21.939123 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-2ff0a64d-dd2c-4a74-b8f1-50f1aa0baffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:23:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['827a5079-7336-46ff-8f82-8fc45408c2ed'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:23:22.016354 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37fef0f-f2de-4b1f-bd0d-012b3d97dbfb None None] Pushing event updated for resources: {'Port': ['ID=c17ae265-43a3-4de8-b5b1-975a12396239,revision_number=3']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:23:22.137175 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvr_db [None req-2ff0a64d-dd2c-4a74-b8f1-50f1aa0baffd None None] Set router 827a5079-7336-46ff-8f82-8fc45408c2ed gateway port host: dv-neutron-835340-2-hyperv {{(pid=87872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:23:22.243302 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-1be71a17-7cd2-4bc3-b2e1-2a984d63d89b None None] Provisioning for port 8135bd7e-3e09-4254-9b4a-6c5b876194e7 completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:23:22.247295 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-d0a95e0d-2926-4687-acc1-412713fa42d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:23:22.278546 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-1be71a17-7cd2-4bc3-b2e1-2a984d63d89b None None] Provisioning complete for port 8135bd7e-3e09-4254-9b4a-6c5b876194e7 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:23:22.279091 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-1be71a17-7cd2-4bc3-b2e1-2a984d63d89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:23:22.359494 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 4a4fbe0d-e921-4682-bbef-486864ca99fc up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:23:22.437439 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-1be71a17-7cd2-4bc3-b2e1-2a984d63d89b None None] Port 8135bd7e-3e09-4254-9b4a-6c5b876194e7 cannot update to ACTIVE because it is not bound. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 12:23:22.470893 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-d0a95e0d-2926-4687-acc1-412713fa42d7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:23:22.475209 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-d0a95e0d-2926-4687-acc1-412713fa42d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2363241'] for port, after_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:23:22.520097 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port 4a4fbe0d-e921-4682-bbef-486864ca99fc triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:23:22.520461 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:23:22.586872 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-d0a95e0d-2926-4687-acc1-412713fa42d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-743372'] for router_interface, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:23:22.591149 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a95e0d-2926-4687-acc1-412713fa42d7 admin admin] Pushing event updated for resources: {'Port': ['ID=8135bd7e-3e09-4254-9b4a-6c5b876194e7,revision_number=2']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:23:22.591391 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-2ff0a64d-dd2c-4a74-b8f1-50f1aa0baffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '827a5079-7336-46ff-8f82-8fc45408c2ed', 'name': 'tempest-TestMinimumBasicScenario-1574934636-router', 'tenant_id': 'b7f64972167a4ddeba20e90a212f6293', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.209'}], 'enable_snat': True}, 'gw_port_id': 'c17ae265-43a3-4de8-b5b1-975a12396239', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:23:18Z', 'updated_at': '2022-03-28T12:23:19Z', 'revision_number': 3, 'project_id': 'b7f64972167a4ddeba20e90a212f6293', 'gw_port': {'id': 'c17ae265-43a3-4de8-b5b1-975a12396239', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:b4:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '827a5079-7336-46ff-8f82-8fc45408c2ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:23:18Z', 'updated_at': '2022-03-28T12:23:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv'}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:23:22.597976 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff0a64d-dd2c-4a74-b8f1-50f1aa0baffd None None] The sync data for ids ['827a5079-7336-46ff-8f82-8fc45408c2ed'] in dv-neutron-835340-2-hyperv is: [{'id': '827a5079-7336-46ff-8f82-8fc45408c2ed', 'name': 'tempest-TestMinimumBasicScenario-1574934636-router', 'tenant_id': 'b7f64972167a4ddeba20e90a212f6293', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.209'}], 'enable_snat': True}, 'gw_port_id': 'c17ae265-43a3-4de8-b5b1-975a12396239', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:23:18Z', 'updated_at': '2022-03-28T12:23:19Z', 'revision_number': 3, 'project_id': 'b7f64972167a4ddeba20e90a212f6293', 'gw_port': {'id': 'c17ae265-43a3-4de8-b5b1-975a12396239', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:b4:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '827a5079-7336-46ff-8f82-8fc45408c2ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:23:18Z', 'updated_at': '2022-03-28T12:23:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv'}] {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 12:23:22.737191 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0a95e0d-2926-4687-acc1-412713fa42d7 admin admin] Network 56a4e9a3-5812-4bf5-8c0c-8d1a62cec25c is already hosted by enough agents. {{(pid=87871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:23:22.738370 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-d0a95e0d-2926-4687-acc1-412713fa42d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:23:22.942944 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0a95e0d-2926-4687-acc1-412713fa42d7 admin admin] Router 827a5079-7336-46ff-8f82-8fc45408c2ed has already been hosted by L3 agent af79d429-529e-400b-a119-94d4bec03f3e {{(pid=87871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 12:23:23.062628 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-df79305c-3808-455b-94f7-daf94f7bf0b6 None None] Provisioning complete for port 8135bd7e-3e09-4254-9b4a-6c5b876194e7 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:23:23.063133 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-df79305c-3808-455b-94f7-daf94f7bf0b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:23:23.118417 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-df79305c-3808-455b-94f7-daf94f7bf0b6 None None] Port 8135bd7e-3e09-4254-9b4a-6c5b876194e7 cannot update to ACTIVE because it is not bound. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 12:23:23.131740 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0a95e0d-2926-4687-acc1-412713fa42d7 admin admin] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 12:23:23.141407 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-d0a95e0d-2926-4687-acc1-412713fa42d7 admin admin] 10.222.0.30 "PUT /v2.0/routers/827a5079-7336-46ff-8f82-8fc45408c2ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4681094 Mar 28 12:23:23.645057 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 35518) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:23:23.651069 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-f52b8194-b5ad-4557-92d2-0cf387bcc2fe admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1677528226-network', 'tenant_id': '014e75447f6641c3a1d42b3ef340cacf'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:23:23.656079 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-f52b8194-b5ad-4557-92d2-0cf387bcc2fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:23:23.660232 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-f52b8194-b5ad-4557-92d2-0cf387bcc2fe admin admin] Usage tracker for resource:network and tenant:014e75447f6641c3a1d42b3ef340cacf is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:23:23.663015 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-f52b8194-b5ad-4557-92d2-0cf387bcc2fe admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:23:23.669346 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-f52b8194-b5ad-4557-92d2-0cf387bcc2fe admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:23:23.679928 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f52b8194-b5ad-4557-92d2-0cf387bcc2fe admin admin] Made reservation on behalf of 014e75447f6641c3a1d42b3ef340cacf for: {'network': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 12:23:23.682109 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-f52b8194-b5ad-4557-92d2-0cf387bcc2fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for network, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:23:23.696487 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-f52b8194-b5ad-4557-92d2-0cf387bcc2fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:23:23.710135 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-f52b8194-b5ad-4557-92d2-0cf387bcc2fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:23:23.713979 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-f52b8194-b5ad-4557-92d2-0cf387bcc2fe admin admin] Usage tracker for resource:security_group_rule and tenant:014e75447f6641c3a1d42b3ef340cacf is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:23:23.716679 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-f52b8194-b5ad-4557-92d2-0cf387bcc2fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:23:23.722202 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-f52b8194-b5ad-4557-92d2-0cf387bcc2fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:23:23.805377 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-f52b8194-b5ad-4557-92d2-0cf387bcc2fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:23:23.809671 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-f52b8194-b5ad-4557-92d2-0cf387bcc2fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:23:23.842924 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52b8194-b5ad-4557-92d2-0cf387bcc2fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb10da6c-b4a7-4608-aaaf-35df66714ded,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:23:23.848058 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f52b8194-b5ad-4557-92d2-0cf387bcc2fe admin admin] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=87871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 12:23:23.858433 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-f52b8194-b5ad-4557-92d2-0cf387bcc2fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:23:23.858968 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.db.segments_db [None req-f52b8194-b5ad-4557-92d2-0cf387bcc2fe admin admin] Added segment 9e16c071-c2e9-46c8-b03e-f06feb67207b of type vlan for network 367949aa-2242-4b3a-af5e-85483a295e26 Mar 28 12:23:23.884877 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-f52b8194-b5ad-4557-92d2-0cf387bcc2fe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783495836591'] for network, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:23:23.915326 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-f52b8194-b5ad-4557-92d2-0cf387bcc2fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765'] for network, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:23:23.916474 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f52b8194-b5ad-4557-92d2-0cf387bcc2fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:23:23.916844 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-f52b8194-b5ad-4557-92d2-0cf387bcc2fe admin admin] Notify callbacks [] for network, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:23:24.017062 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-f52b8194-b5ad-4557-92d2-0cf387bcc2fe admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3707435 Mar 28 12:23:24.019746 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52b8194-b5ad-4557-92d2-0cf387bcc2fe admin admin] Pushing event updated for resources: {'Network': ['ID=367949aa-2242-4b3a-af5e-85483a295e26,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:23:24.019893 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 35522) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:23:24.026881 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-9ff91066-2177-460a-92ee-bc0d16baf655 admin admin] Request body: {'subnet': {'network_id': '367949aa-2242-4b3a-af5e-85483a295e26', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1677528226-subnet', 'tenant_id': '014e75447f6641c3a1d42b3ef340cacf', 'ip_version': 4}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:23:24.030148 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Network 367949aa-2242-4b3a-af5e-85483a295e26 details requested by agent ovs-agent-dv-neutron-835340-2-hyperv with host dv-neutron-835340-2-hyperv {{(pid=87872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 12:23:24.031946 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-9ff91066-2177-460a-92ee-bc0d16baf655 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:23:24.035825 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-9ff91066-2177-460a-92ee-bc0d16baf655 admin admin] Usage tracker for resource:subnet and tenant:014e75447f6641c3a1d42b3ef340cacf is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:23:24.039777 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-9ff91066-2177-460a-92ee-bc0d16baf655 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:23:24.046940 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-9ff91066-2177-460a-92ee-bc0d16baf655 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:23:24.057188 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ff91066-2177-460a-92ee-bc0d16baf655 admin admin] Made reservation on behalf of 014e75447f6641c3a1d42b3ef340cacf for: {'subnet': 1} {{(pid=87870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 12:23:24.059462 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-9ff91066-2177-460a-92ee-bc0d16baf655 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2563571'] for subnet, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:23:24.069733 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace4afec-d845-4d0a-9199-0fbb2f8c7047 None None] Sync routers for ids ['827a5079-7336-46ff-8f82-8fc45408c2ed'] in dv-neutron-835340-2-hyperv {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 12:23:24.079975 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace4afec-d845-4d0a-9199-0fbb2f8c7047 None None] Routers {'827a5079-7336-46ff-8f82-8fc45408c2ed'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:23:24.080692 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-ace4afec-d845-4d0a-9199-0fbb2f8c7047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:23:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['827a5079-7336-46ff-8f82-8fc45408c2ed'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:23:24.260080 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvr_db [None req-ace4afec-d845-4d0a-9199-0fbb2f8c7047 None None] Set router 827a5079-7336-46ff-8f82-8fc45408c2ed gateway port host: dv-neutron-835340-2-hyperv {{(pid=87873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:23:24.265859 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-9ff91066-2177-460a-92ee-bc0d16baf655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2561241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2563521'] for subnet, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:23:24.334066 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff91066-2177-460a-92ee-bc0d16baf655 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e450d72c-e0f8-4bde-a6cd-fa87b0192b67,revision_number=0']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:23:24.334970 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device c17ae265-43a3-4de8-b5b1-975a12396239 up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:23:24.361735 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ff91066-2177-460a-92ee-bc0d16baf655 admin admin] Checking segment: {'id': '9e16c071-c2e9-46c8-b03e-f06feb67207b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '367949aa-2242-4b3a-af5e-85483a295e26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 12:23:24.362087 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ff91066-2177-460a-92ee-bc0d16baf655 admin admin] Network hostable DHCP agents. Network: 367949aa-2242-4b3a-af5e-85483a295e26, hostable agents: ['3cb85949-855b-4a40-b988-cd5705e511da'], hosted agents: [] {{(pid=87870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 12:23:24.382934 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ff91066-2177-460a-92ee-bc0d16baf655 admin admin] Network 367949aa-2242-4b3a-af5e-85483a295e26 is scheduled to be hosted by DHCP agent 3cb85949-855b-4a40-b988-cd5705e511da with binding_index 1 {{(pid=87870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 12:23:24.393789 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.base_scheduler [None req-9ff91066-2177-460a-92ee-bc0d16baf655 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-2-hyperv, 367949aa-2242-4b3a-af5e-85483a295e26) {{(pid=87870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:23:24.398794 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ff91066-2177-460a-92ee-bc0d16baf655 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:23:24.399436 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-9ff91066-2177-460a-92ee-bc0d16baf655 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:23:24.407205 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b11c275-6acf-4f8f-ab0a-358bd47f7bfd None None] Network 367949aa-2242-4b3a-af5e-85483a295e26 requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 12:23:24.422832 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning for port c17ae265-43a3-4de8-b5b1-975a12396239 completed by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:23:24.425401 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-9ff91066-2177-460a-92ee-bc0d16baf655 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4043946 Mar 28 12:23:24.427763 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 35526) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:23:24.433419 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-1c8f7696-e8f2-47ec-a0c6-9a55ef6adc68 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1677528226-router', 'tenant_id': '014e75447f6641c3a1d42b3ef340cacf', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b'}}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:23:24.439389 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-1c8f7696-e8f2-47ec-a0c6-9a55ef6adc68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:23:24.441346 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port c17ae265-43a3-4de8-b5b1-975a12396239 triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:23:24.441793 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:23:24.444467 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-1c8f7696-e8f2-47ec-a0c6-9a55ef6adc68 admin admin] Usage tracker for resource:router and tenant:014e75447f6641c3a1d42b3ef340cacf is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:23:24.448817 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-1c8f7696-e8f2-47ec-a0c6-9a55ef6adc68 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:23:24.454805 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-1c8f7696-e8f2-47ec-a0c6-9a55ef6adc68 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:23:24.465531 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-1c8f7696-e8f2-47ec-a0c6-9a55ef6adc68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-707665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-260886'] for router, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:23:24.466647 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-1c8f7696-e8f2-47ec-a0c6-9a55ef6adc68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-705660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709650', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-767110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260873'] for router, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:23:24.487273 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-1c8f7696-e8f2-47ec-a0c6-9a55ef6adc68 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:23:24.597825 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-ace4afec-d845-4d0a-9199-0fbb2f8c7047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '827a5079-7336-46ff-8f82-8fc45408c2ed', 'name': 'tempest-TestMinimumBasicScenario-1574934636-router', 'tenant_id': 'b7f64972167a4ddeba20e90a212f6293', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.209'}], 'enable_snat': True}, 'gw_port_id': 'c17ae265-43a3-4de8-b5b1-975a12396239', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:23:18Z', 'updated_at': '2022-03-28T12:23:22Z', 'revision_number': 4, 'project_id': 'b7f64972167a4ddeba20e90a212f6293', 'gw_port': {'id': 'c17ae265-43a3-4de8-b5b1-975a12396239', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:b4:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '827a5079-7336-46ff-8f82-8fc45408c2ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:23:18Z', 'updated_at': '2022-03-28T12:23:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_interfaces': [{'id': '8135bd7e-3e09-4254-9b4a-6c5b876194e7', 'name': '', 'network_id': '56a4e9a3-5812-4bf5-8c0c-8d1a62cec25c', 'tenant_id': 'b7f64972167a4ddeba20e90a212f6293', 'mac_address': 'fa:16:3e:44:42:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '827a5079-7336-46ff-8f82-8fc45408c2ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '0f8ff6ac-3f52-4c44-b640-a1b73a932cd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:23:21Z', 'updated_at': '2022-03-28T12:23:22Z', 'revision_number': 2, 'project_id': 'b7f64972167a4ddeba20e90a212f6293', 'subnets': [{'id': '0f8ff6ac-3f52-4c44-b640-a1b73a932cd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:23:24.602142 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace4afec-d845-4d0a-9199-0fbb2f8c7047 None None] Checking router: 827a5079-7336-46ff-8f82-8fc45408c2ed for host: dv-neutron-835340-2-hyperv {{(pid=87873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 12:23:24.602492 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace4afec-d845-4d0a-9199-0fbb2f8c7047 None None] Updating router 827a5079-7336-46ff-8f82-8fc45408c2ed port 8135bd7e-3e09-4254-9b4a-6c5b876194e7 binding host dv-neutron-835340-2-hyperv {{(pid=87873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 12:23:24.655847 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron_lib.callbacks.manager [None req-ace4afec-d845-4d0a-9199-0fbb2f8c7047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:23:24.729031 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:23:24.742344 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de344795-bedd-4d52-9709-66c3a50b7950 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1d3f2a9-8722-5ce5-bc40-181687d1ed3f-367949aa-2242-4b3a-af5e-85483a295e26', 'network_id': '367949aa-2242-4b3a-af5e-85483a295e26', 'tenant_id': '014e75447f6641c3a1d42b3ef340cacf', 'fixed_ips': [{'subnet_id': 'e450d72c-e0f8-4bde-a6cd-fa87b0192b67'}]}} from dv-neutron-835340-2-hyperv. {{(pid=87872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 12:23:24.743144 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-de344795-bedd-4d52-9709-66c3a50b7950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:23:24.762785 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] For port c17ae265-43a3-4de8-b5b1-975a12396239, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=c17ae265-43a3-4de8-b5b1-975a12396239,segment=NetworkSegment(688afb86-c9bd-46e2-ba7d-3fe76fb1efff),segment_id=688afb86-c9bd-46e2-ba7d-3fe76fb1efff)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:23:24.805542 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:23:24.882280 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-1c8f7696-e8f2-47ec-a0c6-9a55ef6adc68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-709632', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-707672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260923'] for router, precommit_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:23:24.933286 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Pushing event updated for resources: {'Port': ['ID=c17ae265-43a3-4de8-b5b1-975a12396239,revision_number=4']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:23:24.966956 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.db_base_plugin_common [None req-de344795-bedd-4d52-9709-66c3a50b7950 None None] Allocated IP 172.20.0.2 (367949aa-2242-4b3a-af5e-85483a295e26/e450d72c-e0f8-4bde-a6cd-fa87b0192b67/48afe321-5662-4eba-9a0d-4ec0436a1b15) {{(pid=87872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 12:23:25.028127 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron_lib.callbacks.manager [None req-ace4afec-d845-4d0a-9199-0fbb2f8c7047 None None] Notify callbacks [] for port, precommit_update {{(pid=87873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:23:25.040517 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.provisioning_blocks [None req-ace4afec-d845-4d0a-9199-0fbb2f8c7047 None None] Transition to ACTIVE for port object 8135bd7e-3e09-4254-9b4a-6c5b876194e7 will not be triggered until provisioned by entity L2. {{(pid=87873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:23:25.046932 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron_lib.callbacks.manager [None req-ace4afec-d845-4d0a-9199-0fbb2f8c7047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:23:25.189523 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-de344795-bedd-4d52-9709-66c3a50b7950 None None] Notify callbacks [] for port, precommit_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:23:25.201294 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-de344795-bedd-4d52-9709-66c3a50b7950 None None] Transition to ACTIVE for port object 48afe321-5662-4eba-9a0d-4ec0436a1b15 will not be triggered until provisioned by entity L2. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:23:25.218168 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-1c8f7696-e8f2-47ec-a0c6-9a55ef6adc68 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:23:25.225411 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-de344795-bedd-4d52-9709-66c3a50b7950 None None] Transition to ACTIVE for port object 48afe321-5662-4eba-9a0d-4ec0436a1b15 will not be triggered until provisioned by entity DHCP. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:23:25.234050 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-de344795-bedd-4d52-9709-66c3a50b7950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241'] for port, after_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:23:25.254420 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-1c8f7696-e8f2-47ec-a0c6-9a55ef6adc68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:23:25.300107 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d4661a-bb1d-4e7a-9f89-9fd9ed385afe None None] Pushing event updated for resources: {'Port': ['ID=8135bd7e-3e09-4254-9b4a-6c5b876194e7,revision_number=3']} {{(pid=87873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:23:25.314915 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de344795-bedd-4d52-9709-66c3a50b7950 None None] Pushing event updated for resources: {'Port': ['ID=48afe321-5662-4eba-9a0d-4ec0436a1b15,revision_number=1']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:23:25.323920 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.managers [None req-ace4afec-d845-4d0a-9199-0fbb2f8c7047 None None] Attempting to bind port 8135bd7e-3e09-4254-9b4a-6c5b876194e7 on host dv-neutron-835340-2-hyperv for vnic_type normal with profile {{(pid=87873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 12:23:25.324392 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.managers [None req-ace4afec-d845-4d0a-9199-0fbb2f8c7047 None None] Attempting to bind port 8135bd7e-3e09-4254-9b4a-6c5b876194e7 by drivers openvswitch,hyperv on host dv-neutron-835340-2-hyperv at level 0 using segments [{'id': '8bdd4685-c4de-4280-91c6-93a7500a850e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '56a4e9a3-5812-4bf5-8c0c-8d1a62cec25c'}] {{(pid=87873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 12:23:25.324947 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace4afec-d845-4d0a-9199-0fbb2f8c7047 None None] Attempting to bind port 8135bd7e-3e09-4254-9b4a-6c5b876194e7 on network 56a4e9a3-5812-4bf5-8c0c-8d1a62cec25c {{(pid=87873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 12:23:25.328457 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d4661a-bb1d-4e7a-9f89-9fd9ed385afe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:23:25.328955 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d4661a-bb1d-4e7a-9f89-9fd9ed385afe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:23:25.329390 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d4661a-bb1d-4e7a-9f89-9fd9ed385afe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:23:25.329983 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d4661a-bb1d-4e7a-9f89-9fd9ed385afe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:23:25.330439 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d4661a-bb1d-4e7a-9f89-9fd9ed385afe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:23:25.331421 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de344795-bedd-4d52-9709-66c3a50b7950 None None] Network 367949aa-2242-4b3a-af5e-85483a295e26 is already hosted by enough agents. {{(pid=87872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:23:25.331805 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d4661a-bb1d-4e7a-9f89-9fd9ed385afe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:23:25.331805 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d4661a-bb1d-4e7a-9f89-9fd9ed385afe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:23:25.332316 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d4661a-bb1d-4e7a-9f89-9fd9ed385afe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:23:25.332490 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.base_scheduler [None req-de344795-bedd-4d52-9709-66c3a50b7950 None None] Resources bound (agent type, host, resource id): {{(pid=87872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:23:25.333026 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d4661a-bb1d-4e7a-9f89-9fd9ed385afe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:23:25.333605 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d4661a-bb1d-4e7a-9f89-9fd9ed385afe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:23:25.334137 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d4661a-bb1d-4e7a-9f89-9fd9ed385afe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:23:25.334637 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d4661a-bb1d-4e7a-9f89-9fd9ed385afe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:23:25.334848 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de344795-bedd-4d52-9709-66c3a50b7950 None None] Received port after_create {{(pid=87872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 12:23:25.344656 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace4afec-d845-4d0a-9199-0fbb2f8c7047 None None] Checking agent: {'id': '961a16fe-cbc8-4264-ac28-bbbd53f89caa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 46, 6), 'started_at': datetime.datetime(2022, 3, 28, 11, 46, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 12, 23, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 12:23:25.345188 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace4afec-d845-4d0a-9199-0fbb2f8c7047 None None] Checking segment: {'id': '8bdd4685-c4de-4280-91c6-93a7500a850e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '56a4e9a3-5812-4bf5-8c0c-8d1a62cec25c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 12:23:25.345824 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron_lib.callbacks.manager [None req-ace4afec-d845-4d0a-9199-0fbb2f8c7047 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:23:25.346305 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace4afec-d845-4d0a-9199-0fbb2f8c7047 None None] Bound using segment: {'id': '8bdd4685-c4de-4280-91c6-93a7500a850e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '56a4e9a3-5812-4bf5-8c0c-8d1a62cec25c'} {{(pid=87873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 12:23:25.346988 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.managers [None req-ace4afec-d845-4d0a-9199-0fbb2f8c7047 None None] Bound port: 8135bd7e-3e09-4254-9b4a-6c5b876194e7, host: dv-neutron-835340-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bdd4685-c4de-4280-91c6-93a7500a850e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '56a4e9a3-5812-4bf5-8c0c-8d1a62cec25c'}}] {{(pid=87873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 12:23:25.347632 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron_lib.callbacks.manager [None req-ace4afec-d845-4d0a-9199-0fbb2f8c7047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:23:25.416421 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.db_base_plugin_common [None req-1c8f7696-e8f2-47ec-a0c6-9a55ef6adc68 admin admin] Allocated IP 172.26.7.118 (ac2b1748-8f63-4b17-a9c7-07e79704aa5b/0b7ebf76-1dc7-431a-a0b4-b96bacf287c2/8ceb783e-908b-468c-af9c-a5bc89683816) {{(pid=87870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 12:23:25.437856 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-de344795-bedd-4d52-9709-66c3a50b7950 None None] Attempting to bind port 48afe321-5662-4eba-9a0d-4ec0436a1b15 on host dv-neutron-835340-2-hyperv for vnic_type normal with profile {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 12:23:25.438222 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-de344795-bedd-4d52-9709-66c3a50b7950 None None] Attempting to bind port 48afe321-5662-4eba-9a0d-4ec0436a1b15 by drivers openvswitch,hyperv on host dv-neutron-835340-2-hyperv at level 0 using segments [{'id': '9e16c071-c2e9-46c8-b03e-f06feb67207b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '367949aa-2242-4b3a-af5e-85483a295e26'}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 12:23:25.438578 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de344795-bedd-4d52-9709-66c3a50b7950 None None] Attempting to bind port 48afe321-5662-4eba-9a0d-4ec0436a1b15 on network 367949aa-2242-4b3a-af5e-85483a295e26 {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 12:23:25.442057 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.db [None req-ace4afec-d845-4d0a-9199-0fbb2f8c7047 None None] For port 8135bd7e-3e09-4254-9b4a-6c5b876194e7, host dv-neutron-835340-2-hyperv, cleared binding levels {{(pid=87873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 12:23:25.444028 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de344795-bedd-4d52-9709-66c3a50b7950 None None] Checking agent: {'id': '961a16fe-cbc8-4264-ac28-bbbd53f89caa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 46, 6), 'started_at': datetime.datetime(2022, 3, 28, 11, 46, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 12, 23, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 12:23:25.444389 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de344795-bedd-4d52-9709-66c3a50b7950 None None] Checking segment: {'id': '9e16c071-c2e9-46c8-b03e-f06feb67207b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '367949aa-2242-4b3a-af5e-85483a295e26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 12:23:25.444808 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-de344795-bedd-4d52-9709-66c3a50b7950 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:23:25.445758 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de344795-bedd-4d52-9709-66c3a50b7950 None None] Bound using segment: {'id': '9e16c071-c2e9-46c8-b03e-f06feb67207b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '367949aa-2242-4b3a-af5e-85483a295e26'} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 12:23:25.446327 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-de344795-bedd-4d52-9709-66c3a50b7950 None None] Bound port: 48afe321-5662-4eba-9a0d-4ec0436a1b15, host: dv-neutron-835340-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e16c071-c2e9-46c8-b03e-f06feb67207b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '367949aa-2242-4b3a-af5e-85483a295e26'}}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 12:23:25.446694 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-de344795-bedd-4d52-9709-66c3a50b7950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:23:25.447378 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.db [None req-ace4afec-d845-4d0a-9199-0fbb2f8c7047 None None] For port 8135bd7e-3e09-4254-9b4a-6c5b876194e7, host dv-neutron-835340-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=8135bd7e-3e09-4254-9b4a-6c5b876194e7,segment=NetworkSegment(8bdd4685-c4de-4280-91c6-93a7500a850e),segment_id=8bdd4685-c4de-4280-91c6-93a7500a850e)] {{(pid=87873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 12:23:25.452314 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron_lib.callbacks.manager [None req-ace4afec-d845-4d0a-9199-0fbb2f8c7047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:23:25.532912 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace4afec-d845-4d0a-9199-0fbb2f8c7047 None None] Routers {'827a5079-7336-46ff-8f82-8fc45408c2ed'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:23:25.533455 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-ace4afec-d845-4d0a-9199-0fbb2f8c7047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:23:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['827a5079-7336-46ff-8f82-8fc45408c2ed'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:23:25.563727 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-de344795-bedd-4d52-9709-66c3a50b7950 None None] For port 48afe321-5662-4eba-9a0d-4ec0436a1b15, host dv-neutron-835340-2-hyperv, cleared binding levels {{(pid=87872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 12:23:25.568542 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-de344795-bedd-4d52-9709-66c3a50b7950 None None] For port 48afe321-5662-4eba-9a0d-4ec0436a1b15, host dv-neutron-835340-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=48afe321-5662-4eba-9a0d-4ec0436a1b15,segment=NetworkSegment(9e16c071-c2e9-46c8-b03e-f06feb67207b),segment_id=9e16c071-c2e9-46c8-b03e-f06feb67207b)] {{(pid=87872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 12:23:25.575004 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-de344795-bedd-4d52-9709-66c3a50b7950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:23:25.587858 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-1c8f7696-e8f2-47ec-a0c6-9a55ef6adc68 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:23:25.602383 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d4661a-bb1d-4e7a-9f89-9fd9ed385afe None None] Pushing event updated for resources: {'Port': ['ID=8135bd7e-3e09-4254-9b4a-6c5b876194e7,revision_number=4']} {{(pid=87873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:23:25.644233 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-1c8f7696-e8f2-47ec-a0c6-9a55ef6adc68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:23:25.675901 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de344795-bedd-4d52-9709-66c3a50b7950 None None] Pushing event updated for resources: {'Port': ['ID=48afe321-5662-4eba-9a0d-4ec0436a1b15,revision_number=2']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:23:25.712217 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c8f7696-e8f2-47ec-a0c6-9a55ef6adc68 admin admin] Network ac2b1748-8f63-4b17-a9c7-07e79704aa5b is already hosted by enough agents. {{(pid=87870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:23:25.715284 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.base_scheduler [None req-1c8f7696-e8f2-47ec-a0c6-9a55ef6adc68 admin admin] Resources bound (agent type, host, resource id): {{(pid=87870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:23:25.719045 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c8f7696-e8f2-47ec-a0c6-9a55ef6adc68 admin admin] Received port after_create {{(pid=87870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 12:23:25.737646 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvr_db [None req-ace4afec-d845-4d0a-9199-0fbb2f8c7047 None None] Set router 827a5079-7336-46ff-8f82-8fc45408c2ed gateway port host: dv-neutron-835340-2-hyperv {{(pid=87873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:23:25.770203 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8f7696-e8f2-47ec-a0c6-9a55ef6adc68 admin admin] Pushing event updated for resources: {'Port': ['ID=8ceb783e-908b-468c-af9c-a5bc89683816,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:23:26.086924 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-ace4afec-d845-4d0a-9199-0fbb2f8c7047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '827a5079-7336-46ff-8f82-8fc45408c2ed', 'name': 'tempest-TestMinimumBasicScenario-1574934636-router', 'tenant_id': 'b7f64972167a4ddeba20e90a212f6293', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.209'}], 'enable_snat': True}, 'gw_port_id': 'c17ae265-43a3-4de8-b5b1-975a12396239', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:23:18Z', 'updated_at': '2022-03-28T12:23:22Z', 'revision_number': 4, 'project_id': 'b7f64972167a4ddeba20e90a212f6293', 'gw_port': {'id': 'c17ae265-43a3-4de8-b5b1-975a12396239', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:b4:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '827a5079-7336-46ff-8f82-8fc45408c2ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:23:18Z', 'updated_at': '2022-03-28T12:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_interfaces': [{'id': '8135bd7e-3e09-4254-9b4a-6c5b876194e7', 'name': '', 'network_id': '56a4e9a3-5812-4bf5-8c0c-8d1a62cec25c', 'tenant_id': 'b7f64972167a4ddeba20e90a212f6293', 'mac_address': 'fa:16:3e:44:42:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '827a5079-7336-46ff-8f82-8fc45408c2ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '0f8ff6ac-3f52-4c44-b640-a1b73a932cd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:23:21Z', 'updated_at': '2022-03-28T12:23:25Z', 'revision_number': 4, 'project_id': 'b7f64972167a4ddeba20e90a212f6293', 'subnets': [{'id': '0f8ff6ac-3f52-4c44-b640-a1b73a932cd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:23:26.090931 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace4afec-d845-4d0a-9199-0fbb2f8c7047 None None] The sync data for ids ['827a5079-7336-46ff-8f82-8fc45408c2ed'] in dv-neutron-835340-2-hyperv is: [{'id': '827a5079-7336-46ff-8f82-8fc45408c2ed', 'name': 'tempest-TestMinimumBasicScenario-1574934636-router', 'tenant_id': 'b7f64972167a4ddeba20e90a212f6293', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.209'}], 'enable_snat': True}, 'gw_port_id': 'c17ae265-43a3-4de8-b5b1-975a12396239', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:23:18Z', 'updated_at': '2022-03-28T12:23:22Z', 'revision_number': 4, 'project_id': 'b7f64972167a4ddeba20e90a212f6293', 'gw_port': {'id': 'c17ae265-43a3-4de8-b5b1-975a12396239', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:b4:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '827a5079-7336-46ff-8f82-8fc45408c2ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:23:18Z', 'updated_at': '2022-03-28T12:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_interfaces': [{'id': '8135bd7e-3e09-4254-9b4a-6c5b876194e7', 'name': '', 'network_id': '56a4e9a3-5812-4bf5-8c0c-8d1a62cec25c', 'tenant_id': 'b7f64972167a4ddeba20e90a212f6293', 'mac_address': 'fa:16:3e:44:42:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '827a5079-7336-46ff-8f82-8fc45408c2ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '0f8ff6ac-3f52-4c44-b640-a1b73a932cd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:23:21Z', 'updated_at': '2022-03-28T12:23:25Z', 'revision_number': 4, 'project_id': 'b7f64972167a4ddeba20e90a212f6293', 'subnets': [{'id': '0f8ff6ac-3f52-4c44-b640-a1b73a932cd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 12:23:26.190558 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-1c8f7696-e8f2-47ec-a0c6-9a55ef6adc68 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:23:26.423171 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 8135bd7e-3e09-4254-9b4a-6c5b876194e7 up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:23:26.523834 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning for port 8135bd7e-3e09-4254-9b4a-6c5b876194e7 completed by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:23:26.529700 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port 8135bd7e-3e09-4254-9b4a-6c5b876194e7 triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:23:26.530180 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:23:26.706924 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-1c8f7696-e8f2-47ec-a0c6-9a55ef6adc68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709693'] for router, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:23:26.709634 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:23:26.748123 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] For port 8135bd7e-3e09-4254-9b4a-6c5b876194e7, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=8135bd7e-3e09-4254-9b4a-6c5b876194e7,segment=NetworkSegment(8bdd4685-c4de-4280-91c6-93a7500a850e),segment_id=8bdd4685-c4de-4280-91c6-93a7500a850e)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:23:26.755958 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:23:26.756798 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 48afe321-5662-4eba-9a0d-4ec0436a1b15 up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:23:26.842481 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac3631ce-5c7b-4b2c-b410-1ceff32f857c None None] Network 367949aa-2242-4b3a-af5e-85483a295e26 requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 12:23:26.959626 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c8f7696-e8f2-47ec-a0c6-9a55ef6adc68 admin admin] Router b9318b97-e495-4298-9621-f56acd786b80 is scheduled to L3 agent af79d429-529e-400b-a119-94d4bec03f3e with binding_index 1 {{(pid=87870) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 12:23:26.999255 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-44d913c5-aca9-4861-9fd2-9aa09f5f5140 None None] Provisioning for port 48afe321-5662-4eba-9a0d-4ec0436a1b15 completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:23:27.016195 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Pushing event updated for resources: {'Port': ['ID=8135bd7e-3e09-4254-9b4a-6c5b876194e7,revision_number=5']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:23:27.070701 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning for port 48afe321-5662-4eba-9a0d-4ec0436a1b15 completed by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:23:27.084479 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port 48afe321-5662-4eba-9a0d-4ec0436a1b15 triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:23:27.084849 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:23:27.152389 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c8f7696-e8f2-47ec-a0c6-9a55ef6adc68 admin admin] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 12:23:27.180953 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5531dabc-3508-4bc9-b28f-1e8ca56b6a9e None None] Sync routers for ids ['b9318b97-e495-4298-9621-f56acd786b80'] in dv-neutron-835340-2-hyperv {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 12:23:27.185790 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-1c8f7696-e8f2-47ec-a0c6-9a55ef6adc68 admin admin] Notify callbacks [] for router, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:23:27.190176 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 35530) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:23:27.190701 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-1c8f7696-e8f2-47ec-a0c6-9a55ef6adc68 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.7612882 Mar 28 12:23:27.209718 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5531dabc-3508-4bc9-b28f-1e8ca56b6a9e None None] Routers {'b9318b97-e495-4298-9621-f56acd786b80'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:23:27.210379 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-5531dabc-3508-4bc9-b28f-1e8ca56b6a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:23:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['b9318b97-e495-4298-9621-f56acd786b80'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:23:27.431850 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:23:27.485010 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvr_db [None req-5531dabc-3508-4bc9-b28f-1e8ca56b6a9e None None] Set router b9318b97-e495-4298-9621-f56acd786b80 gateway port host: dv-neutron-835340-2-hyperv {{(pid=87872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:23:27.630039 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] For port 48afe321-5662-4eba-9a0d-4ec0436a1b15, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=48afe321-5662-4eba-9a0d-4ec0436a1b15,segment=NetworkSegment(9e16c071-c2e9-46c8-b03e-f06feb67207b),segment_id=9e16c071-c2e9-46c8-b03e-f06feb67207b)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:23:27.648935 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:23:27.649712 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device c17ae265-43a3-4de8-b5b1-975a12396239 up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:23:27.848525 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-efa5e334-3ec0-41b1-b94d-3013f8df89b5 None None] Provisioning complete for port 48afe321-5662-4eba-9a0d-4ec0436a1b15 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:23:27.848806 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-efa5e334-3ec0-41b1-b94d-3013f8df89b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:23:27.881198 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Pushing event updated for resources: {'Port': ['ID=48afe321-5662-4eba-9a0d-4ec0436a1b15,revision_number=3']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:23:27.957185 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port c17ae265-43a3-4de8-b5b1-975a12396239 triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:23:27.957550 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:23:28.063377 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-6cf754f4-376c-4012-ac8d-c72e2fe2b7de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:23:28.153829 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-5531dabc-3508-4bc9-b28f-1e8ca56b6a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9318b97-e495-4298-9621-f56acd786b80', 'name': 'tempest-TestMinimumBasicScenario-1677528226-router', 'tenant_id': '014e75447f6641c3a1d42b3ef340cacf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.118'}], 'enable_snat': True}, 'gw_port_id': '8ceb783e-908b-468c-af9c-a5bc89683816', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:23:24Z', 'updated_at': '2022-03-28T12:23:25Z', 'revision_number': 3, 'project_id': '014e75447f6641c3a1d42b3ef340cacf', 'gw_port': {'id': '8ceb783e-908b-468c-af9c-a5bc89683816', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:b6:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9318b97-e495-4298-9621-f56acd786b80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:23:25Z', 'updated_at': '2022-03-28T12:23:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv'}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:23:28.160692 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5531dabc-3508-4bc9-b28f-1e8ca56b6a9e None None] Checking router: b9318b97-e495-4298-9621-f56acd786b80 for host: dv-neutron-835340-2-hyperv {{(pid=87872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 12:23:28.161040 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5531dabc-3508-4bc9-b28f-1e8ca56b6a9e None None] Updating router b9318b97-e495-4298-9621-f56acd786b80 port 8ceb783e-908b-468c-af9c-a5bc89683816 binding host dv-neutron-835340-2-hyperv {{(pid=87872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 12:23:28.271048 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-5531dabc-3508-4bc9-b28f-1e8ca56b6a9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:23:28.284280 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.db_base_plugin_common [None req-6cf754f4-376c-4012-ac8d-c72e2fe2b7de admin admin] Allocated IP 172.20.0.1 (367949aa-2242-4b3a-af5e-85483a295e26/e450d72c-e0f8-4bde-a6cd-fa87b0192b67/f9788597-cc46-4377-8cc5-16cbbfdc05eb) {{(pid=87871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 12:23:28.318456 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 8135bd7e-3e09-4254-9b4a-6c5b876194e7 up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:23:28.433628 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-6cf754f4-376c-4012-ac8d-c72e2fe2b7de admin admin] Notify callbacks [] for port, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:23:28.448977 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.provisioning_blocks [None req-6cf754f4-376c-4012-ac8d-c72e2fe2b7de admin admin] Transition to ACTIVE for port object f9788597-cc46-4377-8cc5-16cbbfdc05eb will not be triggered until provisioned by entity DHCP. {{(pid=87871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:23:28.472603 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-6cf754f4-376c-4012-ac8d-c72e2fe2b7de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:23:28.483938 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port 8135bd7e-3e09-4254-9b4a-6c5b876194e7 triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:23:28.484487 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:23:28.537227 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cf754f4-376c-4012-ac8d-c72e2fe2b7de admin admin] Network 367949aa-2242-4b3a-af5e-85483a295e26 is already hosted by enough agents. {{(pid=87871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:23:28.540394 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-6cf754f4-376c-4012-ac8d-c72e2fe2b7de admin admin] Resources bound (agent type, host, resource id): {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:23:28.548060 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf754f4-376c-4012-ac8d-c72e2fe2b7de admin admin] Received port after_create {{(pid=87871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 12:23:28.586157 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf754f4-376c-4012-ac8d-c72e2fe2b7de admin admin] Pushing event updated for resources: {'Port': ['ID=f9788597-cc46-4377-8cc5-16cbbfdc05eb,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:23:28.609232 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-6cf754f4-376c-4012-ac8d-c72e2fe2b7de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-709483'] for router_interface, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:23:28.703409 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 48afe321-5662-4eba-9a0d-4ec0436a1b15 up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:23:28.739971 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-6cf754f4-376c-4012-ac8d-c72e2fe2b7de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:23:28.813064 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-5531dabc-3508-4bc9-b28f-1e8ca56b6a9e None None] Notify callbacks [] for port, precommit_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:23:28.838004 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-5531dabc-3508-4bc9-b28f-1e8ca56b6a9e None None] Transition to ACTIVE for port object 8ceb783e-908b-468c-af9c-a5bc89683816 will not be triggered until provisioned by entity L2. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:23:28.846989 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-0c33a9b1-56f6-487d-8e07-0938dd0241f5 None None] Provisioning for port f9788597-cc46-4377-8cc5-16cbbfdc05eb completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:23:28.852445 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-5531dabc-3508-4bc9-b28f-1e8ca56b6a9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:23:28.855535 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port 48afe321-5662-4eba-9a0d-4ec0436a1b15 triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:23:28.855895 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:23:28.910804 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-0c33a9b1-56f6-487d-8e07-0938dd0241f5 None None] Provisioning complete for port f9788597-cc46-4377-8cc5-16cbbfdc05eb triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:23:28.911163 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-0c33a9b1-56f6-487d-8e07-0938dd0241f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:23:28.964359 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-6cf754f4-376c-4012-ac8d-c72e2fe2b7de admin admin] Notify callbacks [] for port, precommit_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:23:28.968608 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-6cf754f4-376c-4012-ac8d-c72e2fe2b7de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2363241'] for port, after_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:23:29.026983 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-0c33a9b1-56f6-487d-8e07-0938dd0241f5 None None] Port f9788597-cc46-4377-8cc5-16cbbfdc05eb cannot update to ACTIVE because it is not bound. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 12:23:29.034238 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-5531dabc-3508-4bc9-b28f-1e8ca56b6a9e None None] Attempting to bind port 8ceb783e-908b-468c-af9c-a5bc89683816 on host dv-neutron-835340-2-hyperv for vnic_type normal with profile {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 12:23:29.034610 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-5531dabc-3508-4bc9-b28f-1e8ca56b6a9e None None] Attempting to bind port 8ceb783e-908b-468c-af9c-a5bc89683816 by drivers openvswitch,hyperv on host dv-neutron-835340-2-hyperv at level 0 using segments [{'id': '688afb86-c9bd-46e2-ba7d-3fe76fb1efff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b'}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 12:23:29.034973 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5531dabc-3508-4bc9-b28f-1e8ca56b6a9e None None] Attempting to bind port 8ceb783e-908b-468c-af9c-a5bc89683816 on network ac2b1748-8f63-4b17-a9c7-07e79704aa5b {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 12:23:29.037138 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5f2572-1f34-4410-90aa-cc73b561e400 None None] Pushing event updated for resources: {'Port': ['ID=8ceb783e-908b-468c-af9c-a5bc89683816,revision_number=2']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:23:29.048349 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5531dabc-3508-4bc9-b28f-1e8ca56b6a9e None None] Checking agent: {'id': '961a16fe-cbc8-4264-ac28-bbbd53f89caa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 46, 6), 'started_at': datetime.datetime(2022, 3, 28, 11, 46, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 12, 23, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 12:23:29.048727 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5531dabc-3508-4bc9-b28f-1e8ca56b6a9e None None] Checking segment: {'id': '688afb86-c9bd-46e2-ba7d-3fe76fb1efff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 12:23:29.049130 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-5531dabc-3508-4bc9-b28f-1e8ca56b6a9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:23:29.049520 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5531dabc-3508-4bc9-b28f-1e8ca56b6a9e None None] Bound using segment: {'id': '688afb86-c9bd-46e2-ba7d-3fe76fb1efff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b'} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 12:23:29.049995 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-5531dabc-3508-4bc9-b28f-1e8ca56b6a9e None None] Bound port: 8ceb783e-908b-468c-af9c-a5bc89683816, host: dv-neutron-835340-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '688afb86-c9bd-46e2-ba7d-3fe76fb1efff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b'}}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 12:23:29.050364 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-5531dabc-3508-4bc9-b28f-1e8ca56b6a9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:23:29.180586 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-5531dabc-3508-4bc9-b28f-1e8ca56b6a9e None None] For port 8ceb783e-908b-468c-af9c-a5bc89683816, host dv-neutron-835340-2-hyperv, cleared binding levels {{(pid=87872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 12:23:29.183905 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf754f4-376c-4012-ac8d-c72e2fe2b7de admin admin] Pushing event updated for resources: {'Port': ['ID=f9788597-cc46-4377-8cc5-16cbbfdc05eb,revision_number=2']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:23:29.186620 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-6cf754f4-376c-4012-ac8d-c72e2fe2b7de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-743372'] for router_interface, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:23:29.190689 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-5531dabc-3508-4bc9-b28f-1e8ca56b6a9e None None] For port 8ceb783e-908b-468c-af9c-a5bc89683816, host dv-neutron-835340-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=8ceb783e-908b-468c-af9c-a5bc89683816,segment=NetworkSegment(688afb86-c9bd-46e2-ba7d-3fe76fb1efff),segment_id=688afb86-c9bd-46e2-ba7d-3fe76fb1efff)] {{(pid=87872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 12:23:29.194604 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-5531dabc-3508-4bc9-b28f-1e8ca56b6a9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:23:29.276063 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5531dabc-3508-4bc9-b28f-1e8ca56b6a9e None None] Routers {'b9318b97-e495-4298-9621-f56acd786b80'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:23:29.276669 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-5531dabc-3508-4bc9-b28f-1e8ca56b6a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:23:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['b9318b97-e495-4298-9621-f56acd786b80'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:23:29.319221 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cf754f4-376c-4012-ac8d-c72e2fe2b7de admin admin] Network 367949aa-2242-4b3a-af5e-85483a295e26 is already hosted by enough agents. {{(pid=87871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:23:29.320436 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-6cf754f4-376c-4012-ac8d-c72e2fe2b7de admin admin] Resources bound (agent type, host, resource id): {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:23:29.342414 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5f2572-1f34-4410-90aa-cc73b561e400 None None] Pushing event updated for resources: {'Port': ['ID=8ceb783e-908b-468c-af9c-a5bc89683816,revision_number=3']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:23:29.461670 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvr_db [None req-5531dabc-3508-4bc9-b28f-1e8ca56b6a9e None None] Set router b9318b97-e495-4298-9621-f56acd786b80 gateway port host: dv-neutron-835340-2-hyperv {{(pid=87872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:23:29.525751 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cf754f4-376c-4012-ac8d-c72e2fe2b7de admin admin] Router b9318b97-e495-4298-9621-f56acd786b80 has already been hosted by L3 agent af79d429-529e-400b-a119-94d4bec03f3e {{(pid=87871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 12:23:29.682205 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-a0ee7a4e-29a1-4c37-ae7f-ad5910e43617 None None] Provisioning complete for port f9788597-cc46-4377-8cc5-16cbbfdc05eb triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:23:29.682749 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-a0ee7a4e-29a1-4c37-ae7f-ad5910e43617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:23:29.699948 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cf754f4-376c-4012-ac8d-c72e2fe2b7de admin admin] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 12:23:29.708404 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-6cf754f4-376c-4012-ac8d-c72e2fe2b7de admin admin] 10.222.0.30 "PUT /v2.0/routers/b9318b97-e495-4298-9621-f56acd786b80/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5172164 Mar 28 12:23:29.803904 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-a0ee7a4e-29a1-4c37-ae7f-ad5910e43617 None None] Port f9788597-cc46-4377-8cc5-16cbbfdc05eb cannot update to ACTIVE because it is not bound. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 12:23:29.888796 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-5531dabc-3508-4bc9-b28f-1e8ca56b6a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9318b97-e495-4298-9621-f56acd786b80', 'name': 'tempest-TestMinimumBasicScenario-1677528226-router', 'tenant_id': '014e75447f6641c3a1d42b3ef340cacf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.118'}], 'enable_snat': True}, 'gw_port_id': '8ceb783e-908b-468c-af9c-a5bc89683816', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:23:24Z', 'updated_at': '2022-03-28T12:23:28Z', 'revision_number': 4, 'project_id': '014e75447f6641c3a1d42b3ef340cacf', 'gw_port': {'id': '8ceb783e-908b-468c-af9c-a5bc89683816', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:b6:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9318b97-e495-4298-9621-f56acd786b80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:23:25Z', 'updated_at': '2022-03-28T12:23:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_interfaces': [{'id': 'f9788597-cc46-4377-8cc5-16cbbfdc05eb', 'name': '', 'network_id': '367949aa-2242-4b3a-af5e-85483a295e26', 'tenant_id': '014e75447f6641c3a1d42b3ef340cacf', 'mac_address': 'fa:16:3e:5e:db:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9318b97-e495-4298-9621-f56acd786b80', 'device_owner': 'network:router_interface', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': 'e450d72c-e0f8-4bde-a6cd-fa87b0192b67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:23:28Z', 'updated_at': '2022-03-28T12:23:28Z', 'revision_number': 2, 'project_id': '014e75447f6641c3a1d42b3ef340cacf', 'subnets': [{'id': 'e450d72c-e0f8-4bde-a6cd-fa87b0192b67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:23:29.892734 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5531dabc-3508-4bc9-b28f-1e8ca56b6a9e None None] The sync data for ids ['b9318b97-e495-4298-9621-f56acd786b80'] in dv-neutron-835340-2-hyperv is: [{'id': 'b9318b97-e495-4298-9621-f56acd786b80', 'name': 'tempest-TestMinimumBasicScenario-1677528226-router', 'tenant_id': '014e75447f6641c3a1d42b3ef340cacf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.118'}], 'enable_snat': True}, 'gw_port_id': '8ceb783e-908b-468c-af9c-a5bc89683816', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:23:24Z', 'updated_at': '2022-03-28T12:23:28Z', 'revision_number': 4, 'project_id': '014e75447f6641c3a1d42b3ef340cacf', 'gw_port': {'id': '8ceb783e-908b-468c-af9c-a5bc89683816', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:b6:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9318b97-e495-4298-9621-f56acd786b80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:23:25Z', 'updated_at': '2022-03-28T12:23:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_interfaces': [{'id': 'f9788597-cc46-4377-8cc5-16cbbfdc05eb', 'name': '', 'network_id': '367949aa-2242-4b3a-af5e-85483a295e26', 'tenant_id': '014e75447f6641c3a1d42b3ef340cacf', 'mac_address': 'fa:16:3e:5e:db:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9318b97-e495-4298-9621-f56acd786b80', 'device_owner': 'network:router_interface', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': 'e450d72c-e0f8-4bde-a6cd-fa87b0192b67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:23:28Z', 'updated_at': '2022-03-28T12:23:28Z', 'revision_number': 2, 'project_id': '014e75447f6641c3a1d42b3ef340cacf', 'subnets': [{'id': 'e450d72c-e0f8-4bde-a6cd-fa87b0192b67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 12:23:32.335143 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 8ceb783e-908b-468c-af9c-a5bc89683816 up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:23:32.413410 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-e7daa457-4744-43ab-bc43-834a8109744b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:23:32.435974 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning for port 8ceb783e-908b-468c-af9c-a5bc89683816 completed by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:23:32.441470 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port 8ceb783e-908b-468c-af9c-a5bc89683816 triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:23:32.441853 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:23:32.570400 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:23:32.588929 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] For port 8ceb783e-908b-468c-af9c-a5bc89683816, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=8ceb783e-908b-468c-af9c-a5bc89683816,segment=NetworkSegment(688afb86-c9bd-46e2-ba7d-3fe76fb1efff),segment_id=688afb86-c9bd-46e2-ba7d-3fe76fb1efff)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:23:32.593080 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:23:32.667289 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Pushing event updated for resources: {'Port': ['ID=8ceb783e-908b-468c-af9c-a5bc89683816,revision_number=4']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:23:33.669111 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a6d9a91-6b29-4926-b41c-4ce299d606fe None None] Sync routers for ids ['b9318b97-e495-4298-9621-f56acd786b80'] in dv-neutron-835340-2-hyperv {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 12:23:33.680034 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a6d9a91-6b29-4926-b41c-4ce299d606fe None None] Routers {'b9318b97-e495-4298-9621-f56acd786b80'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:23:33.680803 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-0a6d9a91-6b29-4926-b41c-4ce299d606fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:23:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['b9318b97-e495-4298-9621-f56acd786b80'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:23:33.867974 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvr_db [None req-0a6d9a91-6b29-4926-b41c-4ce299d606fe None None] Set router b9318b97-e495-4298-9621-f56acd786b80 gateway port host: dv-neutron-835340-2-hyperv {{(pid=87873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:23:34.192741 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-0a6d9a91-6b29-4926-b41c-4ce299d606fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9318b97-e495-4298-9621-f56acd786b80', 'name': 'tempest-TestMinimumBasicScenario-1677528226-router', 'tenant_id': '014e75447f6641c3a1d42b3ef340cacf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.118'}], 'enable_snat': True}, 'gw_port_id': '8ceb783e-908b-468c-af9c-a5bc89683816', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:23:24Z', 'updated_at': '2022-03-28T12:23:28Z', 'revision_number': 4, 'project_id': '014e75447f6641c3a1d42b3ef340cacf', 'gw_port': {'id': '8ceb783e-908b-468c-af9c-a5bc89683816', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:b6:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9318b97-e495-4298-9621-f56acd786b80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:23:25Z', 'updated_at': '2022-03-28T12:23:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_interfaces': [{'id': 'f9788597-cc46-4377-8cc5-16cbbfdc05eb', 'name': '', 'network_id': '367949aa-2242-4b3a-af5e-85483a295e26', 'tenant_id': '014e75447f6641c3a1d42b3ef340cacf', 'mac_address': 'fa:16:3e:5e:db:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9318b97-e495-4298-9621-f56acd786b80', 'device_owner': 'network:router_interface', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': 'e450d72c-e0f8-4bde-a6cd-fa87b0192b67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:23:28Z', 'updated_at': '2022-03-28T12:23:28Z', 'revision_number': 2, 'project_id': '014e75447f6641c3a1d42b3ef340cacf', 'subnets': [{'id': 'e450d72c-e0f8-4bde-a6cd-fa87b0192b67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:23:34.197752 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a6d9a91-6b29-4926-b41c-4ce299d606fe None None] Checking router: b9318b97-e495-4298-9621-f56acd786b80 for host: dv-neutron-835340-2-hyperv {{(pid=87873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 12:23:34.198233 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a6d9a91-6b29-4926-b41c-4ce299d606fe None None] Updating router b9318b97-e495-4298-9621-f56acd786b80 port f9788597-cc46-4377-8cc5-16cbbfdc05eb binding host dv-neutron-835340-2-hyperv {{(pid=87873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 12:23:34.254204 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron_lib.callbacks.manager [None req-0a6d9a91-6b29-4926-b41c-4ce299d606fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:23:34.333441 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 8ceb783e-908b-468c-af9c-a5bc89683816 up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:23:34.412825 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port 8ceb783e-908b-468c-af9c-a5bc89683816 triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:23:34.413320 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:23:34.677427 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron_lib.callbacks.manager [None req-0a6d9a91-6b29-4926-b41c-4ce299d606fe None None] Notify callbacks [] for port, precommit_update {{(pid=87873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:23:34.689878 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.provisioning_blocks [None req-0a6d9a91-6b29-4926-b41c-4ce299d606fe None None] Transition to ACTIVE for port object f9788597-cc46-4377-8cc5-16cbbfdc05eb will not be triggered until provisioned by entity L2. {{(pid=87873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:23:34.697607 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron_lib.callbacks.manager [None req-0a6d9a91-6b29-4926-b41c-4ce299d606fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:23:34.774410 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-921df163-587d-47f3-a8a5-e51612dd1e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:23:34.844760 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ccad1b-71a3-4cd6-9da3-11e03c499025 None None] Pushing event updated for resources: {'Port': ['ID=f9788597-cc46-4377-8cc5-16cbbfdc05eb,revision_number=3']} {{(pid=87873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:23:34.987758 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.managers [None req-0a6d9a91-6b29-4926-b41c-4ce299d606fe None None] Attempting to bind port f9788597-cc46-4377-8cc5-16cbbfdc05eb on host dv-neutron-835340-2-hyperv for vnic_type normal with profile {{(pid=87873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 12:23:34.988259 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.managers [None req-0a6d9a91-6b29-4926-b41c-4ce299d606fe None None] Attempting to bind port f9788597-cc46-4377-8cc5-16cbbfdc05eb by drivers openvswitch,hyperv on host dv-neutron-835340-2-hyperv at level 0 using segments [{'id': '9e16c071-c2e9-46c8-b03e-f06feb67207b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '367949aa-2242-4b3a-af5e-85483a295e26'}] {{(pid=87873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 12:23:34.988718 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a6d9a91-6b29-4926-b41c-4ce299d606fe None None] Attempting to bind port f9788597-cc46-4377-8cc5-16cbbfdc05eb on network 367949aa-2242-4b3a-af5e-85483a295e26 {{(pid=87873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 12:23:34.995907 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a6d9a91-6b29-4926-b41c-4ce299d606fe None None] Checking agent: {'id': '961a16fe-cbc8-4264-ac28-bbbd53f89caa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 46, 6), 'started_at': datetime.datetime(2022, 3, 28, 11, 46, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 12, 23, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 12:23:34.996452 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a6d9a91-6b29-4926-b41c-4ce299d606fe None None] Checking segment: {'id': '9e16c071-c2e9-46c8-b03e-f06feb67207b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '367949aa-2242-4b3a-af5e-85483a295e26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 12:23:34.996945 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron_lib.callbacks.manager [None req-0a6d9a91-6b29-4926-b41c-4ce299d606fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:23:34.997681 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a6d9a91-6b29-4926-b41c-4ce299d606fe None None] Bound using segment: {'id': '9e16c071-c2e9-46c8-b03e-f06feb67207b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '367949aa-2242-4b3a-af5e-85483a295e26'} {{(pid=87873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 12:23:34.998235 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.managers [None req-0a6d9a91-6b29-4926-b41c-4ce299d606fe None None] Bound port: f9788597-cc46-4377-8cc5-16cbbfdc05eb, host: dv-neutron-835340-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e16c071-c2e9-46c8-b03e-f06feb67207b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '367949aa-2242-4b3a-af5e-85483a295e26'}}] {{(pid=87873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 12:23:34.998697 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron_lib.callbacks.manager [None req-0a6d9a91-6b29-4926-b41c-4ce299d606fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:23:35.108959 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.db [None req-0a6d9a91-6b29-4926-b41c-4ce299d606fe None None] For port f9788597-cc46-4377-8cc5-16cbbfdc05eb, host dv-neutron-835340-2-hyperv, cleared binding levels {{(pid=87873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 12:23:35.112061 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.db [None req-0a6d9a91-6b29-4926-b41c-4ce299d606fe None None] For port f9788597-cc46-4377-8cc5-16cbbfdc05eb, host dv-neutron-835340-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=f9788597-cc46-4377-8cc5-16cbbfdc05eb,segment=NetworkSegment(9e16c071-c2e9-46c8-b03e-f06feb67207b),segment_id=9e16c071-c2e9-46c8-b03e-f06feb67207b)] {{(pid=87873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 12:23:35.117469 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron_lib.callbacks.manager [None req-0a6d9a91-6b29-4926-b41c-4ce299d606fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:23:35.209334 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a6d9a91-6b29-4926-b41c-4ce299d606fe None None] Routers {'b9318b97-e495-4298-9621-f56acd786b80'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:23:35.209334 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-0a6d9a91-6b29-4926-b41c-4ce299d606fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:23:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['b9318b97-e495-4298-9621-f56acd786b80'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:23:35.284770 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ccad1b-71a3-4cd6-9da3-11e03c499025 None None] Pushing event updated for resources: {'Port': ['ID=f9788597-cc46-4377-8cc5-16cbbfdc05eb,revision_number=4']} {{(pid=87873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:23:35.447059 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvr_db [None req-0a6d9a91-6b29-4926-b41c-4ce299d606fe None None] Set router b9318b97-e495-4298-9621-f56acd786b80 gateway port host: dv-neutron-835340-2-hyperv {{(pid=87873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:23:35.753810 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:23:35.818401 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-0a6d9a91-6b29-4926-b41c-4ce299d606fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9318b97-e495-4298-9621-f56acd786b80', 'name': 'tempest-TestMinimumBasicScenario-1677528226-router', 'tenant_id': '014e75447f6641c3a1d42b3ef340cacf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.118'}], 'enable_snat': True}, 'gw_port_id': '8ceb783e-908b-468c-af9c-a5bc89683816', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:23:24Z', 'updated_at': '2022-03-28T12:23:28Z', 'revision_number': 4, 'project_id': '014e75447f6641c3a1d42b3ef340cacf', 'gw_port': {'id': '8ceb783e-908b-468c-af9c-a5bc89683816', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:b6:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9318b97-e495-4298-9621-f56acd786b80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:23:25Z', 'updated_at': '2022-03-28T12:23:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_interfaces': [{'id': 'f9788597-cc46-4377-8cc5-16cbbfdc05eb', 'name': '', 'network_id': '367949aa-2242-4b3a-af5e-85483a295e26', 'tenant_id': '014e75447f6641c3a1d42b3ef340cacf', 'mac_address': 'fa:16:3e:5e:db:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9318b97-e495-4298-9621-f56acd786b80', 'device_owner': 'network:router_interface', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': 'e450d72c-e0f8-4bde-a6cd-fa87b0192b67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:23:28Z', 'updated_at': '2022-03-28T12:23:35Z', 'revision_number': 4, 'project_id': '014e75447f6641c3a1d42b3ef340cacf', 'subnets': [{'id': 'e450d72c-e0f8-4bde-a6cd-fa87b0192b67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:23:35.824471 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a6d9a91-6b29-4926-b41c-4ce299d606fe None None] The sync data for ids ['b9318b97-e495-4298-9621-f56acd786b80'] in dv-neutron-835340-2-hyperv is: [{'id': 'b9318b97-e495-4298-9621-f56acd786b80', 'name': 'tempest-TestMinimumBasicScenario-1677528226-router', 'tenant_id': '014e75447f6641c3a1d42b3ef340cacf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.118'}], 'enable_snat': True}, 'gw_port_id': '8ceb783e-908b-468c-af9c-a5bc89683816', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:23:24Z', 'updated_at': '2022-03-28T12:23:28Z', 'revision_number': 4, 'project_id': '014e75447f6641c3a1d42b3ef340cacf', 'gw_port': {'id': '8ceb783e-908b-468c-af9c-a5bc89683816', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:b6:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9318b97-e495-4298-9621-f56acd786b80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:23:25Z', 'updated_at': '2022-03-28T12:23:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_interfaces': [{'id': 'f9788597-cc46-4377-8cc5-16cbbfdc05eb', 'name': '', 'network_id': '367949aa-2242-4b3a-af5e-85483a295e26', 'tenant_id': '014e75447f6641c3a1d42b3ef340cacf', 'mac_address': 'fa:16:3e:5e:db:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9318b97-e495-4298-9621-f56acd786b80', 'device_owner': 'network:router_interface', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': 'e450d72c-e0f8-4bde-a6cd-fa87b0192b67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:23:28Z', 'updated_at': '2022-03-28T12:23:35Z', 'revision_number': 4, 'project_id': '014e75447f6641c3a1d42b3ef340cacf', 'subnets': [{'id': 'e450d72c-e0f8-4bde-a6cd-fa87b0192b67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 12:23:35.872018 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-ef3be119-c018-4979-be07-86cf959defc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:23:36.359899 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device f9788597-cc46-4377-8cc5-16cbbfdc05eb up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:23:36.456072 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning for port f9788597-cc46-4377-8cc5-16cbbfdc05eb completed by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:23:36.463314 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port f9788597-cc46-4377-8cc5-16cbbfdc05eb triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:23:36.463678 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:23:36.583964 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:23:36.620831 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] For port f9788597-cc46-4377-8cc5-16cbbfdc05eb, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=f9788597-cc46-4377-8cc5-16cbbfdc05eb,segment=NetworkSegment(9e16c071-c2e9-46c8-b03e-f06feb67207b),segment_id=9e16c071-c2e9-46c8-b03e-f06feb67207b)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:23:36.626795 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:23:36.711508 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Pushing event updated for resources: {'Port': ['ID=f9788597-cc46-4377-8cc5-16cbbfdc05eb,revision_number=5']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:23:37.477867 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.agents_db [None req-03fd49d8-b51b-41c1-8716-b8e265c93689 None None] Agent healthcheck: found 6 active agents {{(pid=87873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 12:23:37.526066 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-b7ccd3c7-0277-4f12-8e5c-e41478141af5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:23:38.325200 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device f9788597-cc46-4377-8cc5-16cbbfdc05eb up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:23:38.401246 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port f9788597-cc46-4377-8cc5-16cbbfdc05eb triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:23:38.402190 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:23:39.861671 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ee5d8d-81ee-4a92-a755-07ca272f9749 req-eb7988e5-e7e1-42de-9010-d6d1708894eb tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:23:39.862338 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [req-a4ee5d8d-81ee-4a92-a755-07ca272f9749 req-eb7988e5-e7e1-42de-9010-d6d1708894eb tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Synchronizing usage tracker for tenant:b7f64972167a4ddeba20e90a212f6293 on resource:network {{(pid=87871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:23:39.878824 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [req-a4ee5d8d-81ee-4a92-a755-07ca272f9749 req-eb7988e5-e7e1-42de-9010-d6d1708894eb tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Unset dirty status for tenant:b7f64972167a4ddeba20e90a212f6293 on resource:network {{(pid=87871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:23:39.880131 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-a4ee5d8d-81ee-4a92-a755-07ca272f9749 req-eb7988e5-e7e1-42de-9010-d6d1708894eb tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] 10.222.0.30 "GET /v2.0/networks?id=56a4e9a3-5812-4bf5-8c0c-8d1a62cec25c HTTP/1.1" status: 200 len: 815 time: 0.1647062 Mar 28 12:23:39.895193 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-a4ee5d8d-81ee-4a92-a755-07ca272f9749 req-271d03d1-c9b1-419a-86fa-3cbf60839a09 tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] 10.222.0.30 "GET /v2.0/quotas/b7f64972167a4ddeba20e90a212f6293 HTTP/1.1" status: 200 len: 375 time: 0.0087528 Mar 28 12:23:39.975426 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [req-a4ee5d8d-81ee-4a92-a755-07ca272f9749 req-a0ca401c-4248-437b-8cdb-f9140fa1c988 tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Synchronizing usage tracker for tenant:b7f64972167a4ddeba20e90a212f6293 on resource:port {{(pid=87871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:23:39.991088 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [req-a4ee5d8d-81ee-4a92-a755-07ca272f9749 req-a0ca401c-4248-437b-8cdb-f9140fa1c988 tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Unset dirty status for tenant:b7f64972167a4ddeba20e90a212f6293 on resource:port {{(pid=87871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:23:39.992640 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-a4ee5d8d-81ee-4a92-a755-07ca272f9749 req-a0ca401c-4248-437b-8cdb-f9140fa1c988 tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=b7f64972167a4ddeba20e90a212f6293&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0916266 Mar 28 12:23:40.129318 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-a4ee5d8d-81ee-4a92-a755-07ca272f9749 req-0abf6b24-3d7c-4e92-b18b-8e85259ebcc2 service neutron] 10.222.0.30 "GET /v2.0/networks/56a4e9a3-5812-4bf5-8c0c-8d1a62cec25c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248260 Mar 28 12:23:40.272247 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-a4ee5d8d-81ee-4a92-a755-07ca272f9749 req-73b23e97-3090-46d2-92d2-fe0c6507893f service neutron] 10.222.0.30 "GET /v2.0/networks/56a4e9a3-5812-4bf5-8c0c-8d1a62cec25c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368320 Mar 28 12:23:40.458204 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-fadb3225-0c4a-44b0-8043-94e7ea3fa2b5 req-463f3191-5765-46d3-9e3a-198e6e6785e0 tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9d8cf9c-43c9-4803-a668-66cf8ae00579 HTTP/1.1" status: 200 len: 210 time: 0.0481856 Mar 28 12:23:41.512343 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ee5d8d-81ee-4a92-a755-07ca272f9749 req-2daf2b95-35ff-4a99-a567-03bd08275ad2 tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:23:41.513746 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-a4ee5d8d-81ee-4a92-a755-07ca272f9749 req-2daf2b95-35ff-4a99-a567-03bd08275ad2 tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] 10.222.0.11 "GET /v2.0/networks?id=56a4e9a3-5812-4bf5-8c0c-8d1a62cec25c HTTP/1.1" status: 200 len: 815 time: 0.1559806 Mar 28 12:23:41.525346 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [req-a4ee5d8d-81ee-4a92-a755-07ca272f9749 req-55ce65eb-2e02-4392-9ece-aebe353b9ef0 tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Request body: {'port': {'device_id': 'c9d8cf9c-43c9-4803-a668-66cf8ae00579', 'network_id': '56a4e9a3-5812-4bf5-8c0c-8d1a62cec25c', 'admin_state_up': True, 'tenant_id': 'b7f64972167a4ddeba20e90a212f6293'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:23:41.665430 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-3071d175-042c-4133-bdbc-382b6921198a req-2a96290e-4c17-4cc7-89f0-0fff38d3357b tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9d8cf9c-43c9-4803-a668-66cf8ae00579 HTTP/1.1" status: 200 len: 210 time: 0.0535743 Mar 28 12:23:41.705161 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [req-a4ee5d8d-81ee-4a92-a755-07ca272f9749 req-55ce65eb-2e02-4392-9ece-aebe353b9ef0 tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:23:41.715377 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [req-a4ee5d8d-81ee-4a92-a755-07ca272f9749 req-55ce65eb-2e02-4392-9ece-aebe353b9ef0 tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:23:41.725085 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4ee5d8d-81ee-4a92-a755-07ca272f9749 req-55ce65eb-2e02-4392-9ece-aebe353b9ef0 tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Made reservation on behalf of b7f64972167a4ddeba20e90a212f6293 for: {'port': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 12:23:41.728857 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-a4ee5d8d-81ee-4a92-a755-07ca272f9749 req-55ce65eb-2e02-4392-9ece-aebe353b9ef0 tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:23:42.056643 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.db_base_plugin_common [req-a4ee5d8d-81ee-4a92-a755-07ca272f9749 req-55ce65eb-2e02-4392-9ece-aebe353b9ef0 tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Allocated IP 172.20.0.9 (56a4e9a3-5812-4bf5-8c0c-8d1a62cec25c/0f8ff6ac-3f52-4c44-b640-a1b73a932cd6/49501fd7-70d5-4c04-97ec-10324f78f0fa) {{(pid=87871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 12:23:42.308528 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-a4ee5d8d-81ee-4a92-a755-07ca272f9749 req-55ce65eb-2e02-4392-9ece-aebe353b9ef0 tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Notify callbacks [] for port, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:23:42.326004 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.provisioning_blocks [req-a4ee5d8d-81ee-4a92-a755-07ca272f9749 req-55ce65eb-2e02-4392-9ece-aebe353b9ef0 tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Transition to ACTIVE for port object 49501fd7-70d5-4c04-97ec-10324f78f0fa will not be triggered until provisioned by entity DHCP. {{(pid=87871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:23:42.350663 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-a4ee5d8d-81ee-4a92-a755-07ca272f9749 req-55ce65eb-2e02-4392-9ece-aebe353b9ef0 tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:23:42.417374 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4ee5d8d-81ee-4a92-a755-07ca272f9749 req-55ce65eb-2e02-4392-9ece-aebe353b9ef0 tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Network 56a4e9a3-5812-4bf5-8c0c-8d1a62cec25c is already hosted by enough agents. {{(pid=87871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:23:42.425143 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [req-a4ee5d8d-81ee-4a92-a755-07ca272f9749 req-55ce65eb-2e02-4392-9ece-aebe353b9ef0 tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Resources bound (agent type, host, resource id): {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:23:42.429607 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4ee5d8d-81ee-4a92-a755-07ca272f9749 req-55ce65eb-2e02-4392-9ece-aebe353b9ef0 tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Received port after_create {{(pid=87871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 12:23:42.478193 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ce65eb-2e02-4392-9ece-aebe353b9ef0 tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Pushing event updated for resources: {'Port': ['ID=49501fd7-70d5-4c04-97ec-10324f78f0fa,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:23:42.501917 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ee5d8d-81ee-4a92-a755-07ca272f9749 req-55ce65eb-2e02-4392-9ece-aebe353b9ef0 tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:23:42.502605 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-a4ee5d8d-81ee-4a92-a755-07ca272f9749 req-55ce65eb-2e02-4392-9ece-aebe353b9ef0 tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:23:42.549101 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-a4ee5d8d-81ee-4a92-a755-07ca272f9749 req-55ce65eb-2e02-4392-9ece-aebe353b9ef0 tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0278935 Mar 28 12:23:42.686949 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-f297424c-a77e-4caf-889f-edd5bd73fe25 None None] Provisioning for port 49501fd7-70d5-4c04-97ec-10324f78f0fa completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:23:42.692228 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-f297424c-a77e-4caf-889f-edd5bd73fe25 None None] Provisioning complete for port 49501fd7-70d5-4c04-97ec-10324f78f0fa triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:23:42.692608 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-f297424c-a77e-4caf-889f-edd5bd73fe25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:23:42.754011 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-f297424c-a77e-4caf-889f-edd5bd73fe25 None None] Port 49501fd7-70d5-4c04-97ec-10324f78f0fa cannot update to ACTIVE because it is not bound. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 12:23:42.891007 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e3348f-464b-479f-a482-e40d48c63b84 req-cebae280-2459-4627-a25b-935be5efa3ca tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:23:42.892739 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-79e3348f-464b-479f-a482-e40d48c63b84 req-cebae280-2459-4627-a25b-935be5efa3ca tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9d8cf9c-43c9-4803-a668-66cf8ae00579 HTTP/1.1" status: 200 len: 931 time: 0.0978703 Mar 28 12:23:42.945853 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-79e3348f-464b-479f-a482-e40d48c63b84 req-1a407a13-a9c4-4357-b613-80e5d3fba1f5 tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] 10.222.0.30 "GET /v2.0/security-groups?id=8ff10021-8923-42e1-900e-e49305dce774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470283 Mar 28 12:23:44.153293 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e7faff-2130-4d3e-8bf9-37f343978001 req-04be0d4e-0e80-4048-9047-7bafd65fcc1b tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:23:44.154060 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [req-33e7faff-2130-4d3e-8bf9-37f343978001 req-04be0d4e-0e80-4048-9047-7bafd65fcc1b tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Synchronizing usage tracker for tenant:b7f64972167a4ddeba20e90a212f6293 on resource:port {{(pid=87871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:23:44.171429 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [req-33e7faff-2130-4d3e-8bf9-37f343978001 req-04be0d4e-0e80-4048-9047-7bafd65fcc1b tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Unset dirty status for tenant:b7f64972167a4ddeba20e90a212f6293 on resource:port {{(pid=87871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:23:44.172885 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-33e7faff-2130-4d3e-8bf9-37f343978001 req-04be0d4e-0e80-4048-9047-7bafd65fcc1b tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9d8cf9c-43c9-4803-a668-66cf8ae00579 HTTP/1.1" status: 200 len: 931 time: 0.0997543 Mar 28 12:23:44.234490 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [req-33e7faff-2130-4d3e-8bf9-37f343978001 req-77462400-d221-4ad7-b3bb-7b036e0ff76f tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Synchronizing usage tracker for tenant:b7f64972167a4ddeba20e90a212f6293 on resource:security_group {{(pid=87871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:23:44.253422 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [req-33e7faff-2130-4d3e-8bf9-37f343978001 req-77462400-d221-4ad7-b3bb-7b036e0ff76f tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Unset dirty status for tenant:b7f64972167a4ddeba20e90a212f6293 on resource:security_group {{(pid=87871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:23:44.254784 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-33e7faff-2130-4d3e-8bf9-37f343978001 req-77462400-d221-4ad7-b3bb-7b036e0ff76f tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] 10.222.0.30 "GET /v2.0/security-groups?id=8ff10021-8923-42e1-900e-e49305dce774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661855 Mar 28 12:23:45.468254 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ab6da1-1d31-442c-8ec0-aa388920a9be req-919752a7-7fe2-4f8c-aa26-5bf24b8db1b5 tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:23:45.469718 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-60ab6da1-1d31-442c-8ec0-aa388920a9be req-919752a7-7fe2-4f8c-aa26-5bf24b8db1b5 tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9d8cf9c-43c9-4803-a668-66cf8ae00579 HTTP/1.1" status: 200 len: 931 time: 0.0930042 Mar 28 12:23:45.517261 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-60ab6da1-1d31-442c-8ec0-aa388920a9be req-92c28811-4dc2-431d-88db-2cb9a2bfb73b tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] 10.222.0.30 "GET /v2.0/security-groups?id=8ff10021-8923-42e1-900e-e49305dce774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415947 Mar 28 12:23:46.715370 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc77cf8-80d5-4a84-9339-5dd29326e18d req-180850ab-2cd2-4694-8064-723837da99ec tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:23:46.716888 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-9dc77cf8-80d5-4a84-9339-5dd29326e18d req-180850ab-2cd2-4694-8064-723837da99ec tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9d8cf9c-43c9-4803-a668-66cf8ae00579 HTTP/1.1" status: 200 len: 931 time: 0.0807033 Mar 28 12:23:46.767953 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-9dc77cf8-80d5-4a84-9339-5dd29326e18d req-2bc1b6c2-2639-4760-8de4-ff5d57276e5e tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] 10.222.0.30 "GET /v2.0/security-groups?id=8ff10021-8923-42e1-900e-e49305dce774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421503 Mar 28 12:23:47.967158 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7510e0cf-fc5c-4097-8d7e-ad681ba8debb req-9f9dc0c4-0b77-44de-9733-78a0a2e7a065 tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:23:47.969247 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-7510e0cf-fc5c-4097-8d7e-ad681ba8debb req-9f9dc0c4-0b77-44de-9733-78a0a2e7a065 tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9d8cf9c-43c9-4803-a668-66cf8ae00579 HTTP/1.1" status: 200 len: 931 time: 0.0841479 Mar 28 12:23:48.020669 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-7510e0cf-fc5c-4097-8d7e-ad681ba8debb req-c488b9c0-e9a2-44a0-be09-49a50f5382ce tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] 10.222.0.30 "GET /v2.0/security-groups?id=8ff10021-8923-42e1-900e-e49305dce774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456369 Mar 28 12:23:49.219949 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddf15a0-da37-4b1c-9e6e-1d28ac42cb2f req-fa1d5c53-12f3-4d99-b245-85ea1eb995d2 tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:23:49.221403 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-9ddf15a0-da37-4b1c-9e6e-1d28ac42cb2f req-fa1d5c53-12f3-4d99-b245-85ea1eb995d2 tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9d8cf9c-43c9-4803-a668-66cf8ae00579 HTTP/1.1" status: 200 len: 931 time: 0.0885019 Mar 28 12:23:49.270051 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-9ddf15a0-da37-4b1c-9e6e-1d28ac42cb2f req-9ba51180-1ac8-42a3-a165-03a82c1c3df0 tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] 10.222.0.30 "GET /v2.0/security-groups?id=8ff10021-8923-42e1-900e-e49305dce774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420775 Mar 28 12:23:50.213955 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [req-a4ee5d8d-81ee-4a92-a755-07ca272f9749 req-88723ef1-1160-4b65-af86-56e3f4a660df service neutron] Request body: {'port': {'device_id': 'c9d8cf9c-43c9-4803-a668-66cf8ae00579', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8353'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:23:50.331431 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-a4ee5d8d-81ee-4a92-a755-07ca272f9749 req-88723ef1-1160-4b65-af86-56e3f4a660df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:23:50.452098 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c46641-2fd7-4136-a6a2-a0c712eba7d1 req-2fbc2977-6ade-4fbb-a353-4892ea9040a4 tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:23:50.453569 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-76c46641-2fd7-4136-a6a2-a0c712eba7d1 req-2fbc2977-6ade-4fbb-a353-4892ea9040a4 tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9d8cf9c-43c9-4803-a668-66cf8ae00579 HTTP/1.1" status: 200 len: 931 time: 0.0793698 Mar 28 12:23:50.498310 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-76c46641-2fd7-4136-a6a2-a0c712eba7d1 req-f4e1affd-89e8-463c-a538-678236ec3d88 tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] 10.222.0.30 "GET /v2.0/security-groups?id=8ff10021-8923-42e1-900e-e49305dce774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388796 Mar 28 12:23:50.683170 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.notifiers.nova [req-a4ee5d8d-81ee-4a92-a755-07ca272f9749 req-88723ef1-1160-4b65-af86-56e3f4a660df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49501fd7-70d5-4c04-97ec-10324f78f0fa {{(pid=87871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 12:23:50.690198 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-a4ee5d8d-81ee-4a92-a755-07ca272f9749 req-88723ef1-1160-4b65-af86-56e3f4a660df service neutron] Notify callbacks [] for port, precommit_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:23:50.704970 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.provisioning_blocks [req-a4ee5d8d-81ee-4a92-a755-07ca272f9749 req-88723ef1-1160-4b65-af86-56e3f4a660df service neutron] Transition to ACTIVE for port object 49501fd7-70d5-4c04-97ec-10324f78f0fa will not be triggered until provisioned by entity L2. {{(pid=87871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:23:50.710225 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-a4ee5d8d-81ee-4a92-a755-07ca272f9749 req-88723ef1-1160-4b65-af86-56e3f4a660df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2363241'] for port, after_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:23:50.842172 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:23:50.885710 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88723ef1-1160-4b65-af86-56e3f4a660df service neutron] Pushing event updated for resources: {'Port': ['ID=49501fd7-70d5-4c04-97ec-10324f78f0fa,revision_number=2']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:23:50.953631 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.managers [req-a4ee5d8d-81ee-4a92-a755-07ca272f9749 req-88723ef1-1160-4b65-af86-56e3f4a660df service neutron] Attempting to bind port 49501fd7-70d5-4c04-97ec-10324f78f0fa on host hv-neutron-8353 for vnic_type normal with profile {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 12:23:50.953958 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.managers [req-a4ee5d8d-81ee-4a92-a755-07ca272f9749 req-88723ef1-1160-4b65-af86-56e3f4a660df service neutron] Attempting to bind port 49501fd7-70d5-4c04-97ec-10324f78f0fa by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '8bdd4685-c4de-4280-91c6-93a7500a850e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '56a4e9a3-5812-4bf5-8c0c-8d1a62cec25c'}] {{(pid=87871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 12:23:50.954281 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4ee5d8d-81ee-4a92-a755-07ca272f9749 req-88723ef1-1160-4b65-af86-56e3f4a660df service neutron] Attempting to bind port 49501fd7-70d5-4c04-97ec-10324f78f0fa on network 56a4e9a3-5812-4bf5-8c0c-8d1a62cec25c {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 12:23:50.958727 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4ee5d8d-81ee-4a92-a755-07ca272f9749 req-88723ef1-1160-4b65-af86-56e3f4a660df service neutron] Port 49501fd7-70d5-4c04-97ec-10324f78f0fa on network 56a4e9a3-5812-4bf5-8c0c-8d1a62cec25c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 12:23:50.959040 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4ee5d8d-81ee-4a92-a755-07ca272f9749 req-88723ef1-1160-4b65-af86-56e3f4a660df service neutron] Attempting to bind port 49501fd7-70d5-4c04-97ec-10324f78f0fa on network 56a4e9a3-5812-4bf5-8c0c-8d1a62cec25c {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 12:23:50.964114 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4ee5d8d-81ee-4a92-a755-07ca272f9749 req-88723ef1-1160-4b65-af86-56e3f4a660df service neutron] Checking agent: {'id': '01dfae6e-0e91-4100-b27f-ff8156eac7d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8353', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 52, 20), 'started_at': datetime.datetime(2022, 3, 28, 11, 52, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 12, 23, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 12:23:50.964441 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4ee5d8d-81ee-4a92-a755-07ca272f9749 req-88723ef1-1160-4b65-af86-56e3f4a660df service neutron] Checking segment: {'id': '8bdd4685-c4de-4280-91c6-93a7500a850e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '56a4e9a3-5812-4bf5-8c0c-8d1a62cec25c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 12:23:50.964813 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4ee5d8d-81ee-4a92-a755-07ca272f9749 req-88723ef1-1160-4b65-af86-56e3f4a660df service neutron] Bound using segment: {'id': '8bdd4685-c4de-4280-91c6-93a7500a850e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '56a4e9a3-5812-4bf5-8c0c-8d1a62cec25c'} {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 12:23:50.965230 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.managers [req-a4ee5d8d-81ee-4a92-a755-07ca272f9749 req-88723ef1-1160-4b65-af86-56e3f4a660df service neutron] Bound port: 49501fd7-70d5-4c04-97ec-10324f78f0fa, host: hv-neutron-8353, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8bdd4685-c4de-4280-91c6-93a7500a850e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '56a4e9a3-5812-4bf5-8c0c-8d1a62cec25c'}}] {{(pid=87871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 12:23:50.965563 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-a4ee5d8d-81ee-4a92-a755-07ca272f9749 req-88723ef1-1160-4b65-af86-56e3f4a660df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:23:51.055734 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.db [req-a4ee5d8d-81ee-4a92-a755-07ca272f9749 req-88723ef1-1160-4b65-af86-56e3f4a660df service neutron] For port 49501fd7-70d5-4c04-97ec-10324f78f0fa, host hv-neutron-8353, cleared binding levels {{(pid=87871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 12:23:51.058537 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.db [req-a4ee5d8d-81ee-4a92-a755-07ca272f9749 req-88723ef1-1160-4b65-af86-56e3f4a660df service neutron] For port 49501fd7-70d5-4c04-97ec-10324f78f0fa, host hv-neutron-8353, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=49501fd7-70d5-4c04-97ec-10324f78f0fa,segment=NetworkSegment(8bdd4685-c4de-4280-91c6-93a7500a850e),segment_id=8bdd4685-c4de-4280-91c6-93a7500a850e)] {{(pid=87871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 12:23:51.062717 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-a4ee5d8d-81ee-4a92-a755-07ca272f9749 req-88723ef1-1160-4b65-af86-56e3f4a660df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2363241'] for port, after_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:23:51.217663 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ee5d8d-81ee-4a92-a755-07ca272f9749 req-88723ef1-1160-4b65-af86-56e3f4a660df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:23:51.218263 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-a4ee5d8d-81ee-4a92-a755-07ca272f9749 req-88723ef1-1160-4b65-af86-56e3f4a660df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:23:51.219635 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-a4ee5d8d-81ee-4a92-a755-07ca272f9749 req-88723ef1-1160-4b65-af86-56e3f4a660df service neutron] 10.222.0.11 "PUT /v2.0/ports/49501fd7-70d5-4c04-97ec-10324f78f0fa HTTP/1.1" status: 200 len: 1093 time: 1.0104001 Mar 28 12:23:51.220049 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9d8cf9c-43c9-4803-a668-66cf8ae00579', 'tag': '49501fd7-70d5-4c04-97ec-10324f78f0fa'}] {{(pid=87871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 12:23:51.248884 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88723ef1-1160-4b65-af86-56e3f4a660df service neutron] Pushing event updated for resources: {'Port': ['ID=49501fd7-70d5-4c04-97ec-10324f78f0fa,revision_number=3']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:23:51.299614 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9d8cf9c-43c9-4803-a668-66cf8ae00579', 'tag': '49501fd7-70d5-4c04-97ec-10324f78f0fa', 'status': 'completed', 'code': 200} Mar 28 12:23:51.344057 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ee5d8d-81ee-4a92-a755-07ca272f9749 req-1bdd0eb2-edf1-440e-9d9a-3bb08f91302e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:23:51.345541 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-a4ee5d8d-81ee-4a92-a755-07ca272f9749 req-1bdd0eb2-edf1-440e-9d9a-3bb08f91302e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b7f64972167a4ddeba20e90a212f6293&device_id=c9d8cf9c-43c9-4803-a668-66cf8ae00579 HTTP/1.1" status: 200 len: 1096 time: 0.0779679 Mar 28 12:23:51.414233 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-a4ee5d8d-81ee-4a92-a755-07ca272f9749 req-b029cd3c-a3d5-488e-854c-459f0525fa7c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=49501fd7-70d5-4c04-97ec-10324f78f0fa HTTP/1.1" status: 200 len: 217 time: 0.0614264 Mar 28 12:23:51.478983 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ee5d8d-81ee-4a92-a755-07ca272f9749 req-d66298c1-2413-4b16-bdb9-9daee2d635e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:23:51.480376 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-a4ee5d8d-81ee-4a92-a755-07ca272f9749 req-d66298c1-2413-4b16-bdb9-9daee2d635e3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0f8ff6ac-3f52-4c44-b640-a1b73a932cd6 HTTP/1.1" status: 200 len: 854 time: 0.0608511 Mar 28 12:23:51.556199 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ee5d8d-81ee-4a92-a755-07ca272f9749 req-b6071b28-a6da-4926-b0b6-bfc9150e2eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:23:51.557593 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-a4ee5d8d-81ee-4a92-a755-07ca272f9749 req-b6071b28-a6da-4926-b0b6-bfc9150e2eaf service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=56a4e9a3-5812-4bf5-8c0c-8d1a62cec25c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0713966 Mar 28 12:23:51.692292 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c19061-4214-47d9-8753-da8707a16ead req-de7532bf-9e7a-4e2b-bb8a-7e3f72bdc283 tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:23:51.693785 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-33c19061-4214-47d9-8753-da8707a16ead req-de7532bf-9e7a-4e2b-bb8a-7e3f72bdc283 tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9d8cf9c-43c9-4803-a668-66cf8ae00579 HTTP/1.1" status: 200 len: 943 time: 0.0882456 Mar 28 12:23:51.695283 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-a4ee5d8d-81ee-4a92-a755-07ca272f9749 req-e783b364-5f56-41c1-b3c9-f9513b924ae9 service neutron] 10.222.0.11 "GET /v2.0/networks/56a4e9a3-5812-4bf5-8c0c-8d1a62cec25c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306393 Mar 28 12:23:51.738933 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-33c19061-4214-47d9-8753-da8707a16ead req-db624748-520f-4448-af78-d829a0798aff tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] 10.222.0.30 "GET /v2.0/security-groups?id=8ff10021-8923-42e1-900e-e49305dce774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381279 Mar 28 12:23:51.826419 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-a4ee5d8d-81ee-4a92-a755-07ca272f9749 req-b159dfe1-8bb8-4ef6-aa70-200d5e49ec3f service neutron] 10.222.0.11 "GET /v2.0/networks/56a4e9a3-5812-4bf5-8c0c-8d1a62cec25c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266582 Mar 28 12:23:51.941001 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54131292-ea0e-4d18-b4bd-e4686373bab5 req-de9398d7-572e-4f70-8312-ce1a12e4b66d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:23:51.942438 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-54131292-ea0e-4d18-b4bd-e4686373bab5 req-de9398d7-572e-4f70-8312-ce1a12e4b66d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b7f64972167a4ddeba20e90a212f6293&device_id=c9d8cf9c-43c9-4803-a668-66cf8ae00579 HTTP/1.1" status: 200 len: 1096 time: 0.0746355 Mar 28 12:23:52.073744 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54131292-ea0e-4d18-b4bd-e4686373bab5 req-db488466-d462-411c-9220-375759fa2856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:23:52.075155 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-54131292-ea0e-4d18-b4bd-e4686373bab5 req-db488466-d462-411c-9220-375759fa2856 service neutron] 10.222.0.11 "GET /v2.0/networks?id=56a4e9a3-5812-4bf5-8c0c-8d1a62cec25c HTTP/1.1" status: 200 len: 915 time: 0.1268299 Mar 28 12:23:52.141860 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-54131292-ea0e-4d18-b4bd-e4686373bab5 req-9b0c1f63-44cb-4151-bb35-fd33821a2231 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=49501fd7-70d5-4c04-97ec-10324f78f0fa HTTP/1.1" status: 200 len: 217 time: 0.0594947 Mar 28 12:23:52.206794 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54131292-ea0e-4d18-b4bd-e4686373bab5 req-fa4dd6cf-aa0e-4660-baad-3eaae734170c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:23:52.208204 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-54131292-ea0e-4d18-b4bd-e4686373bab5 req-fa4dd6cf-aa0e-4660-baad-3eaae734170c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0f8ff6ac-3f52-4c44-b640-a1b73a932cd6 HTTP/1.1" status: 200 len: 854 time: 0.0600505 Mar 28 12:23:52.285144 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54131292-ea0e-4d18-b4bd-e4686373bab5 req-c894bdfe-6153-4446-b16e-98b49b63acf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:23:52.286587 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-54131292-ea0e-4d18-b4bd-e4686373bab5 req-c894bdfe-6153-4446-b16e-98b49b63acf4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=56a4e9a3-5812-4bf5-8c0c-8d1a62cec25c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702856 Mar 28 12:23:52.417059 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-54131292-ea0e-4d18-b4bd-e4686373bab5 req-3a9e56e6-6c63-4a6c-8edc-cb7615d0e685 service neutron] 10.222.0.11 "GET /v2.0/networks/56a4e9a3-5812-4bf5-8c0c-8d1a62cec25c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239371 Mar 28 12:23:52.546271 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-54131292-ea0e-4d18-b4bd-e4686373bab5 req-b33b1552-8625-46fd-acdb-6b48396c379b service neutron] 10.222.0.11 "GET /v2.0/networks/56a4e9a3-5812-4bf5-8c0c-8d1a62cec25c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225193 Mar 28 12:23:52.924731 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84cef8e-fe05-48eb-b64d-433260c364d0 req-68de3fa6-c0d5-4750-9b40-56a4166d3472 tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:23:52.926142 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-b84cef8e-fe05-48eb-b64d-433260c364d0 req-68de3fa6-c0d5-4750-9b40-56a4166d3472 tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9d8cf9c-43c9-4803-a668-66cf8ae00579 HTTP/1.1" status: 200 len: 943 time: 0.0825999 Mar 28 12:23:52.969907 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-b84cef8e-fe05-48eb-b64d-433260c364d0 req-aed3c954-e373-4c03-83b3-4dbdd0f32284 tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] 10.222.0.30 "GET /v2.0/security-groups?id=8ff10021-8923-42e1-900e-e49305dce774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380042 Mar 28 12:23:53.769196 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Device 49501fd7-70d5-4c04-97ec-10324f78f0fa details requested by agent hyperv_hv-neutron-8353 with host hv-neutron-8353 {{(pid=87872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 28 12:23:53.901327 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] For port 49501fd7-70d5-4c04-97ec-10324f78f0fa, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=49501fd7-70d5-4c04-97ec-10324f78f0fa,segment=NetworkSegment(8bdd4685-c4de-4280-91c6-93a7500a850e),segment_id=8bdd4685-c4de-4280-91c6-93a7500a850e)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:23:53.914688 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Returning: {'device': '49501fd7-70d5-4c04-97ec-10324f78f0fa', 'network_id': '56a4e9a3-5812-4bf5-8c0c-8d1a62cec25c', 'port_id': '49501fd7-70d5-4c04-97ec-10324f78f0fa', 'mac_address': 'fa:16:3e:49:6b:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f8ff6ac-3f52-4c44-b640-a1b73a932cd6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 28 12:23:53.967650 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:23:53.984457 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.notifiers.nova [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49501fd7-70d5-4c04-97ec-10324f78f0fa {{(pid=87872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 12:23:53.999981 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] For port 49501fd7-70d5-4c04-97ec-10324f78f0fa, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=49501fd7-70d5-4c04-97ec-10324f78f0fa,segment=NetworkSegment(8bdd4685-c4de-4280-91c6-93a7500a850e),segment_id=8bdd4685-c4de-4280-91c6-93a7500a850e)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:23:54.004359 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:23:54.076642 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Pushing event updated for resources: {'Port': ['ID=49501fd7-70d5-4c04-97ec-10324f78f0fa,revision_number=4']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:23:54.084174 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:23:54.085071 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:23:54.085525 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:23:54.085866 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:23:54.086205 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:23:54.086535 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:23:54.086862 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:23:54.087188 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:23:54.087550 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:23:54.087878 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:23:54.088200 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:23:54.088537 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:23:54.155196 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21bcf77-d632-4245-beb4-7a58dbc078d8 req-bd68688a-da96-48de-8de7-b0dc149eb361 tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:23:54.156664 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-b21bcf77-d632-4245-beb4-7a58dbc078d8 req-bd68688a-da96-48de-8de7-b0dc149eb361 tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9d8cf9c-43c9-4803-a668-66cf8ae00579 HTTP/1.1" status: 200 len: 944 time: 0.0806820 Mar 28 12:23:54.200005 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-b21bcf77-d632-4245-beb4-7a58dbc078d8 req-4acc5370-8668-4d4b-ab48-2980290e5914 tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] 10.222.0.30 "GET /v2.0/security-groups?id=8ff10021-8923-42e1-900e-e49305dce774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377614 Mar 28 12:23:54.205335 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] get_ports_and_sgs() called for port_ids ['49501fd7-70d5-4c04-97ec-10324f78f0fa'] {{(pid=87872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 12:23:55.385440 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d77e25-3952-4bda-b8ac-55d270fa1f26 req-27216615-da32-41d3-a9e3-402cb0823e91 tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:23:55.386884 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-38d77e25-3952-4bda-b8ac-55d270fa1f26 req-27216615-da32-41d3-a9e3-402cb0823e91 tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9d8cf9c-43c9-4803-a668-66cf8ae00579 HTTP/1.1" status: 200 len: 944 time: 0.0794907 Mar 28 12:23:55.431893 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-38d77e25-3952-4bda-b8ac-55d270fa1f26 req-565694a2-0cf5-4e40-888d-9c0d9e3c4ffa tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] 10.222.0.30 "GET /v2.0/security-groups?id=8ff10021-8923-42e1-900e-e49305dce774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391762 Mar 28 12:23:55.784207 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Device 49501fd7-70d5-4c04-97ec-10324f78f0fa up at agent hyperv_hv-neutron-8353 {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:23:55.850609 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Provisioning for port 49501fd7-70d5-4c04-97ec-10324f78f0fa completed by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:23:55.855180 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Provisioning complete for port 49501fd7-70d5-4c04-97ec-10324f78f0fa triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:23:55.855584 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:23:55.998460 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:23:56.024865 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9d8cf9c-43c9-4803-a668-66cf8ae00579', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49501fd7-70d5-4c04-97ec-10324f78f0fa'}] {{(pid=87872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 12:23:56.035091 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] For port 49501fd7-70d5-4c04-97ec-10324f78f0fa, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=49501fd7-70d5-4c04-97ec-10324f78f0fa,segment=NetworkSegment(8bdd4685-c4de-4280-91c6-93a7500a850e),segment_id=8bdd4685-c4de-4280-91c6-93a7500a850e)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:23:56.039123 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:23:56.075333 dv-neutron-835340-2-hyperv neutron-server[87872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9d8cf9c-43c9-4803-a668-66cf8ae00579', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49501fd7-70d5-4c04-97ec-10324f78f0fa', 'code': 200} Mar 28 12:23:56.107245 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Pushing event updated for resources: {'Port': ['ID=49501fd7-70d5-4c04-97ec-10324f78f0fa,revision_number=5']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:23:56.394963 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52b3c3b-387e-426c-977e-606930c6b0d5 req-eadf6a29-5715-4ec0-adb8-57258a5646ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:23:56.396361 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-e52b3c3b-387e-426c-977e-606930c6b0d5 req-eadf6a29-5715-4ec0-adb8-57258a5646ac service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c9d8cf9c-43c9-4803-a668-66cf8ae00579 HTTP/1.1" status: 200 len: 1098 time: 0.1696775 Mar 28 12:23:56.436617 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-e52b3c3b-387e-426c-977e-606930c6b0d5 req-2427e8d0-00e3-4353-9dfc-773b7001ce93 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=8ff10021-8923-42e1-900e-e49305dce774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342538 Mar 28 12:23:56.615629 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa09dce3-5075-4f4e-b29d-fc13a5e45329 req-8d7fbafc-b0da-4d4b-a834-cd31d95c6114 tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:23:56.617692 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-aa09dce3-5075-4f4e-b29d-fc13a5e45329 req-8d7fbafc-b0da-4d4b-a834-cd31d95c6114 tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9d8cf9c-43c9-4803-a668-66cf8ae00579 HTTP/1.1" status: 200 len: 945 time: 0.0809510 Mar 28 12:23:56.663890 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-aa09dce3-5075-4f4e-b29d-fc13a5e45329 req-54a41e14-db86-4d7c-98db-b054dc0ea05a tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] 10.222.0.30 "GET /v2.0/security-groups?id=8ff10021-8923-42e1-900e-e49305dce774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401404 Mar 28 12:23:57.847890 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413c9f04-fb47-4b0d-858d-f0108caad469 req-6ca14257-c95b-402b-8774-1371dbbb0040 tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:23:57.849342 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-413c9f04-fb47-4b0d-858d-f0108caad469 req-6ca14257-c95b-402b-8774-1371dbbb0040 tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9d8cf9c-43c9-4803-a668-66cf8ae00579 HTTP/1.1" status: 200 len: 945 time: 0.0813000 Mar 28 12:23:57.893034 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-413c9f04-fb47-4b0d-858d-f0108caad469 req-cce91fc1-ce0f-41d6-837e-090c7881516c tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] 10.222.0.30 "GET /v2.0/security-groups?id=8ff10021-8923-42e1-900e-e49305dce774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379386 Mar 28 12:23:58.071324 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8129b36-8723-4a6c-89fb-db63de3870c7 req-0142109e-3f66-4f94-b6ec-f3030c205608 tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:23:58.072799 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-d8129b36-8723-4a6c-89fb-db63de3870c7 req-0142109e-3f66-4f94-b6ec-f3030c205608 tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9d8cf9c-43c9-4803-a668-66cf8ae00579 HTTP/1.1" status: 200 len: 945 time: 0.0779057 Mar 28 12:23:58.115544 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-d8129b36-8723-4a6c-89fb-db63de3870c7 req-d23f288c-53d3-40e4-831e-d90a68b5aebc tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] 10.222.0.30 "GET /v2.0/security-groups?id=8ff10021-8923-42e1-900e-e49305dce774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372300 Mar 28 12:23:58.513580 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e37adc7-8d27-4efb-8533-5e3b79aa7685 req-11d52a14-127c-4abd-a3d9-d4c0cdc663f8 tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:23:58.515013 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-4e37adc7-8d27-4efb-8533-5e3b79aa7685 req-11d52a14-127c-4abd-a3d9-d4c0cdc663f8 tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9d8cf9c-43c9-4803-a668-66cf8ae00579 HTTP/1.1" status: 200 len: 945 time: 0.0824683 Mar 28 12:23:58.557966 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-4e37adc7-8d27-4efb-8533-5e3b79aa7685 req-9f187781-0075-46f2-8b3a-6782427b0dca tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] 10.222.0.30 "GET /v2.0/security-groups?id=8ff10021-8923-42e1-900e-e49305dce774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372927 Mar 28 12:24:02.380008 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-bd0e570c-116b-4cba-88f8-ee7a7769bd35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:24:04.759224 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-8636167b-9040-4039-ac44-e9c9544910c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:24:05.745529 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:24:05.867342 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-ef3be119-c018-4979-be07-86cf959defc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:24:07.522095 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-b7ccd3c7-0277-4f12-8e5c-e41478141af5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:24:08.596740 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c561124-d40c-458e-a5b5-e343f86cde0a req-9b02cd6c-a8b6-489d-9fed-8ca29e23d37f tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:24:08.598158 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-3c561124-d40c-458e-a5b5-e343f86cde0a req-9b02cd6c-a8b6-489d-9fed-8ca29e23d37f tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9d8cf9c-43c9-4803-a668-66cf8ae00579 HTTP/1.1" status: 200 len: 945 time: 0.0793402 Mar 28 12:24:08.642054 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-3c561124-d40c-458e-a5b5-e343f86cde0a req-0821efa8-899a-4f07-9f80-5b490a1d61bb tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] 10.222.0.30 "GET /v2.0/security-groups?id=8ff10021-8923-42e1-900e-e49305dce774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370522 Mar 28 12:24:08.665308 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 35722) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:24:08.828282 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a35999c-a124-4199-b3ab-7a2c542e45ff tempest-TestMinimumBasicScenario-2097696205 tempest-TestMinimumBasicScenario-2097696205-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:24:08.828979 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-3a35999c-a124-4199-b3ab-7a2c542e45ff tempest-TestMinimumBasicScenario-2097696205 tempest-TestMinimumBasicScenario-2097696205-project-admin] Synchronizing usage tracker for tenant:014e75447f6641c3a1d42b3ef340cacf on resource:port {{(pid=87871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:24:08.844922 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-3a35999c-a124-4199-b3ab-7a2c542e45ff tempest-TestMinimumBasicScenario-2097696205 tempest-TestMinimumBasicScenario-2097696205-project-admin] Unset dirty status for tenant:014e75447f6641c3a1d42b3ef340cacf on resource:port {{(pid=87871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:24:08.846470 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-3a35999c-a124-4199-b3ab-7a2c542e45ff tempest-TestMinimumBasicScenario-2097696205 tempest-TestMinimumBasicScenario-2097696205-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=c9d8cf9c-43c9-4803-a668-66cf8ae00579 HTTP/1.1" status: 200 len: 1093 time: 0.1798456 Mar 28 12:24:08.849060 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 35728) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:24:08.854269 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-60e610a3-bc50-49e7-95d2-ff584cad463c tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Request body: {'floatingip': {'floating_network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'port_id': '49501fd7-70d5-4c04-97ec-10324f78f0fa', 'tenant_id': 'b7f64972167a4ddeba20e90a212f6293', 'fixed_ip_address': '172.20.0.9'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:24:08.860293 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-60e610a3-bc50-49e7-95d2-ff584cad463c tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:24:08.864104 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-60e610a3-bc50-49e7-95d2-ff584cad463c tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Usage tracker for resource:floatingip and tenant:b7f64972167a4ddeba20e90a212f6293 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:24:08.867687 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-60e610a3-bc50-49e7-95d2-ff584cad463c tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:24:08.873680 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-60e610a3-bc50-49e7-95d2-ff584cad463c tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:24:08.884581 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-60e610a3-bc50-49e7-95d2-ff584cad463c tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Notify callbacks [] for floatingip, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:24:09.017358 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-60e610a3-bc50-49e7-95d2-ff584cad463c tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:24:09.154455 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.db_base_plugin_common [None req-60e610a3-bc50-49e7-95d2-ff584cad463c tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Allocated IP 172.26.7.194 (ac2b1748-8f63-4b17-a9c7-07e79704aa5b/0b7ebf76-1dc7-431a-a0b4-b96bacf287c2/276e6783-ef16-4d72-a56c-a0a294108461) {{(pid=87871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 12:24:09.301583 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-60e610a3-bc50-49e7-95d2-ff584cad463c tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Notify callbacks [] for port, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:24:09.330002 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-60e610a3-bc50-49e7-95d2-ff584cad463c tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:24:09.389686 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60e610a3-bc50-49e7-95d2-ff584cad463c tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Network ac2b1748-8f63-4b17-a9c7-07e79704aa5b is already hosted by enough agents. {{(pid=87871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:24:09.392377 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-60e610a3-bc50-49e7-95d2-ff584cad463c tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Resources bound (agent type, host, resource id): {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:24:09.400722 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e610a3-bc50-49e7-95d2-ff584cad463c tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Received port after_create {{(pid=87871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 12:24:09.443450 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e610a3-bc50-49e7-95d2-ff584cad463c tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Pushing event updated for resources: {'Port': ['ID=276e6783-ef16-4d72-a56c-a0a294108461,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:24:09.455113 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e610a3-bc50-49e7-95d2-ff584cad463c tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:24:09.455456 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e610a3-bc50-49e7-95d2-ff584cad463c tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:24:09.455816 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e610a3-bc50-49e7-95d2-ff584cad463c tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:24:09.456148 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e610a3-bc50-49e7-95d2-ff584cad463c tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:24:09.456482 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e610a3-bc50-49e7-95d2-ff584cad463c tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:24:09.456807 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e610a3-bc50-49e7-95d2-ff584cad463c tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:24:09.457127 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e610a3-bc50-49e7-95d2-ff584cad463c tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:24:09.457448 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e610a3-bc50-49e7-95d2-ff584cad463c tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:24:09.457766 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e610a3-bc50-49e7-95d2-ff584cad463c tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:24:09.458083 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e610a3-bc50-49e7-95d2-ff584cad463c tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:24:09.458400 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e610a3-bc50-49e7-95d2-ff584cad463c tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:24:09.458715 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60e610a3-bc50-49e7-95d2-ff584cad463c tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:24:09.821103 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-60e610a3-bc50-49e7-95d2-ff584cad463c tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:24:09.895459 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-60e610a3-bc50-49e7-95d2-ff584cad463c tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:24:10.196239 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-60e610a3-bc50-49e7-95d2-ff584cad463c tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Notify callbacks [] for port, precommit_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:24:10.200446 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-60e610a3-bc50-49e7-95d2-ff584cad463c tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2363241'] for port, after_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:24:10.304991 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e610a3-bc50-49e7-95d2-ff584cad463c tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Pushing event updated for resources: {'Port': ['ID=276e6783-ef16-4d72-a56c-a0a294108461,revision_number=2']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:24:10.316610 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-60e610a3-bc50-49e7-95d2-ff584cad463c tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-709520'] for floatingip, after_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:24:10.488057 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.db.l3_db [None req-60e610a3-bc50-49e7-95d2-ff584cad463c tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Floating IP c7a90eee-c3c3-4c51-8f9c-0a0aae464ac6 associated. External IP: 172.26.7.194, port: 49501fd7-70d5-4c04-97ec-10324f78f0fa. Mar 28 12:24:10.833029 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60e610a3-bc50-49e7-95d2-ff584cad463c tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Router 827a5079-7336-46ff-8f82-8fc45408c2ed has already been hosted by L3 agent af79d429-529e-400b-a119-94d4bec03f3e {{(pid=87871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 12:24:11.011456 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60e610a3-bc50-49e7-95d2-ff584cad463c tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 12:24:11.021601 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69b9e9cf-54ef-43dd-a580-7631a7eba525 None None] Sync routers for ids ['827a5079-7336-46ff-8f82-8fc45408c2ed'] in dv-neutron-835340-2-hyperv {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 12:24:11.030976 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b9e9cf-54ef-43dd-a580-7631a7eba525 None None] Routers {'827a5079-7336-46ff-8f82-8fc45408c2ed'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:24:11.031628 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-69b9e9cf-54ef-43dd-a580-7631a7eba525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:24:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['827a5079-7336-46ff-8f82-8fc45408c2ed'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:24:11.036533 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-60e610a3-bc50-49e7-95d2-ff584cad463c tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for floatingip, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:24:11.090245 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-60e610a3-bc50-49e7-95d2-ff584cad463c tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2400560 Mar 28 12:24:11.090805 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9d8cf9c-43c9-4803-a668-66cf8ae00579', 'tag': '49501fd7-70d5-4c04-97ec-10324f78f0fa'}] {{(pid=87871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 12:24:11.093040 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 35732) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:24:11.098278 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-0366bd0d-cd2e-46eb-8337-26fc00f54e29 tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-4974055', 'description': 'tempest-secgroup-smoke-4974055 description', 'project_id': 'b7f64972167a4ddeba20e90a212f6293'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:24:11.105677 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-0366bd0d-cd2e-46eb-8337-26fc00f54e29 tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:24:11.123432 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-0366bd0d-cd2e-46eb-8337-26fc00f54e29 tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:24:11.135579 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-0366bd0d-cd2e-46eb-8337-26fc00f54e29 tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Notify callbacks [] for security_group, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:24:11.138849 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9d8cf9c-43c9-4803-a668-66cf8ae00579', 'tag': '49501fd7-70d5-4c04-97ec-10324f78f0fa', 'status': 'completed', 'code': 200} Mar 28 12:24:11.157659 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-0366bd0d-cd2e-46eb-8337-26fc00f54e29 tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:24:11.161487 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-0366bd0d-cd2e-46eb-8337-26fc00f54e29 tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Usage tracker for resource:security_group_rule and tenant:b7f64972167a4ddeba20e90a212f6293 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:24:11.164400 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-0366bd0d-cd2e-46eb-8337-26fc00f54e29 tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:24:11.170079 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-0366bd0d-cd2e-46eb-8337-26fc00f54e29 tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:24:11.212652 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvr_db [None req-69b9e9cf-54ef-43dd-a580-7631a7eba525 None None] Set router 827a5079-7336-46ff-8f82-8fc45408c2ed gateway port host: dv-neutron-835340-2-hyperv {{(pid=87872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:24:11.237755 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dacca50-a5c7-4501-a1ae-cd46d7a20df7 req-4e69abd8-99ce-4f54-9f3a-dcaeec331956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:24:11.239325 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-2dacca50-a5c7-4501-a1ae-cd46d7a20df7 req-4e69abd8-99ce-4f54-9f3a-dcaeec331956 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b7f64972167a4ddeba20e90a212f6293&device_id=c9d8cf9c-43c9-4803-a668-66cf8ae00579 HTTP/1.1" status: 200 len: 1098 time: 0.0782738 Mar 28 12:24:11.242808 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-0366bd0d-cd2e-46eb-8337-26fc00f54e29 tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Notify callbacks [] for security_group, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:24:11.248006 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-0366bd0d-cd2e-46eb-8337-26fc00f54e29 tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:24:11.301552 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0366bd0d-cd2e-46eb-8337-26fc00f54e29 tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ebfa465-d32c-4297-b88f-cdf4bf7588b2,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:24:11.305425 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-0366bd0d-cd2e-46eb-8337-26fc00f54e29 tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Notify callbacks [] for security_group, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:24:11.309506 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-0366bd0d-cd2e-46eb-8337-26fc00f54e29 tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1790 time: 0.2127187 Mar 28 12:24:11.311243 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0366bd0d-cd2e-46eb-8337-26fc00f54e29 tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:24:11.311715 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0366bd0d-cd2e-46eb-8337-26fc00f54e29 tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:24:11.312153 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0366bd0d-cd2e-46eb-8337-26fc00f54e29 tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:24:11.312606 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0366bd0d-cd2e-46eb-8337-26fc00f54e29 tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:24:11.313038 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0366bd0d-cd2e-46eb-8337-26fc00f54e29 tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:24:11.313470 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0366bd0d-cd2e-46eb-8337-26fc00f54e29 tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:24:11.313896 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0366bd0d-cd2e-46eb-8337-26fc00f54e29 tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:24:11.314332 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0366bd0d-cd2e-46eb-8337-26fc00f54e29 tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:24:11.314741 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0366bd0d-cd2e-46eb-8337-26fc00f54e29 tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:24:11.315162 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0366bd0d-cd2e-46eb-8337-26fc00f54e29 tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:24:11.315607 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0366bd0d-cd2e-46eb-8337-26fc00f54e29 tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:24:11.316047 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0366bd0d-cd2e-46eb-8337-26fc00f54e29 tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:24:11.318928 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 35738) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:24:11.324669 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-0824a9ec-bb50-44ad-b2da-2cf8b0074d32 tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Request body: {'security_group_rule': {'security_group_id': '9ebfa465-d32c-4297-b88f-cdf4bf7588b2', 'project_id': 'b7f64972167a4ddeba20e90a212f6293', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:24:11.332328 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-0824a9ec-bb50-44ad-b2da-2cf8b0074d32 tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:24:11.336086 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-0824a9ec-bb50-44ad-b2da-2cf8b0074d32 tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Usage tracker for resource:security_group_rule and tenant:b7f64972167a4ddeba20e90a212f6293 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:24:11.339027 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-0824a9ec-bb50-44ad-b2da-2cf8b0074d32 tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:24:11.345785 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-0824a9ec-bb50-44ad-b2da-2cf8b0074d32 tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:24:11.364640 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-0824a9ec-bb50-44ad-b2da-2cf8b0074d32 tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:24:11.379924 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dacca50-a5c7-4501-a1ae-cd46d7a20df7 req-c6afed4e-0e90-44a3-8f47-7403c2929484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:24:11.383712 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-2dacca50-a5c7-4501-a1ae-cd46d7a20df7 req-c6afed4e-0e90-44a3-8f47-7403c2929484 service neutron] 10.222.0.11 "GET /v2.0/networks?id=56a4e9a3-5812-4bf5-8c0c-8d1a62cec25c HTTP/1.1" status: 200 len: 915 time: 0.1365643 Mar 28 12:24:11.563104 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-0824a9ec-bb50-44ad-b2da-2cf8b0074d32 tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:24:11.569463 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-0824a9ec-bb50-44ad-b2da-2cf8b0074d32 tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740322'] for security_group_rule, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:24:11.594426 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-69b9e9cf-54ef-43dd-a580-7631a7eba525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '827a5079-7336-46ff-8f82-8fc45408c2ed', 'name': 'tempest-TestMinimumBasicScenario-1574934636-router', 'tenant_id': 'b7f64972167a4ddeba20e90a212f6293', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.209'}], 'enable_snat': True}, 'gw_port_id': 'c17ae265-43a3-4de8-b5b1-975a12396239', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:23:18Z', 'updated_at': '2022-03-28T12:23:22Z', 'revision_number': 4, 'project_id': 'b7f64972167a4ddeba20e90a212f6293', 'gw_port': {'id': 'c17ae265-43a3-4de8-b5b1-975a12396239', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:b4:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '827a5079-7336-46ff-8f82-8fc45408c2ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:23:18Z', 'updated_at': '2022-03-28T12:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_floatingips': [{'id': 'c7a90eee-c3c3-4c51-8f9c-0a0aae464ac6', 'tenant_id': 'b7f64972167a4ddeba20e90a212f6293', 'floating_ip_address': '172.26.7.194', 'floating_network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'router_id': '827a5079-7336-46ff-8f82-8fc45408c2ed', 'port_id': '49501fd7-70d5-4c04-97ec-10324f78f0fa', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1669, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56a4e9a3-5812-4bf5-8c0c-8d1a62cec25c', 'mac_address': 'fa:16:3e:49:6b:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d8cf9c-43c9-4803-a668-66cf8ae00579', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T12:24:09Z', 'updated_at': '2022-03-28T12:24:09Z', 'revision_number': 0, 'project_id': 'b7f64972167a4ddeba20e90a212f6293', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8135bd7e-3e09-4254-9b4a-6c5b876194e7', 'name': '', 'network_id': '56a4e9a3-5812-4bf5-8c0c-8d1a62cec25c', 'tenant_id': 'b7f64972167a4ddeba20e90a212f6293', 'mac_address': 'fa:16:3e:44:42:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '827a5079-7336-46ff-8f82-8fc45408c2ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '0f8ff6ac-3f52-4c44-b640-a1b73a932cd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:23:21Z', 'updated_at': '2022-03-28T12:23:26Z', 'revision_number': 5, 'project_id': 'b7f64972167a4ddeba20e90a212f6293', 'subnets': [{'id': '0f8ff6ac-3f52-4c44-b640-a1b73a932cd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:24:11.599769 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69b9e9cf-54ef-43dd-a580-7631a7eba525 None None] Checking router: 827a5079-7336-46ff-8f82-8fc45408c2ed for host: dv-neutron-835340-2-hyperv {{(pid=87872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 12:24:11.608779 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0824a9ec-bb50-44ad-b2da-2cf8b0074d32 tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9175fb36-007d-4963-a629-0c290288c862,revision_number=0']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:24:11.610580 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b9e9cf-54ef-43dd-a580-7631a7eba525 None None] Routers {'827a5079-7336-46ff-8f82-8fc45408c2ed'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:24:11.611340 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-69b9e9cf-54ef-43dd-a580-7631a7eba525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:24:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['827a5079-7336-46ff-8f82-8fc45408c2ed'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:24:11.625201 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-0824a9ec-bb50-44ad-b2da-2cf8b0074d32 tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:24:11.626517 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-0824a9ec-bb50-44ad-b2da-2cf8b0074d32 tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3064187 Mar 28 12:24:11.629401 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 35742) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:24:11.633884 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-2dacca50-a5c7-4501-a1ae-cd46d7a20df7 req-78b730d5-f492-4809-82a1-dee969e9e51e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=49501fd7-70d5-4c04-97ec-10324f78f0fa HTTP/1.1" status: 200 len: 999 time: 0.2464769 Mar 28 12:24:11.636859 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-dd0dc032-4946-4640-b445-d959e091d202 tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Request body: {'security_group_rule': {'security_group_id': '9ebfa465-d32c-4297-b88f-cdf4bf7588b2', 'project_id': 'b7f64972167a4ddeba20e90a212f6293', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:24:11.673159 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-dd0dc032-4946-4640-b445-d959e091d202 tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:24:11.685316 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-dd0dc032-4946-4640-b445-d959e091d202 tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Usage tracker for resource:security_group_rule and tenant:b7f64972167a4ddeba20e90a212f6293 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:24:11.690983 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-dd0dc032-4946-4640-b445-d959e091d202 tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:24:11.700045 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-dd0dc032-4946-4640-b445-d959e091d202 tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:24:11.713839 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dacca50-a5c7-4501-a1ae-cd46d7a20df7 req-c0194089-7dc2-4658-b5ee-c65472b1cbf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:24:11.715231 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-2dacca50-a5c7-4501-a1ae-cd46d7a20df7 req-c0194089-7dc2-4658-b5ee-c65472b1cbf1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0f8ff6ac-3f52-4c44-b640-a1b73a932cd6 HTTP/1.1" status: 200 len: 854 time: 0.0740163 Mar 28 12:24:11.755455 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-dd0dc032-4946-4640-b445-d959e091d202 tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:24:11.790666 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvr_db [None req-69b9e9cf-54ef-43dd-a580-7631a7eba525 None None] Set router 827a5079-7336-46ff-8f82-8fc45408c2ed gateway port host: dv-neutron-835340-2-hyperv {{(pid=87872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:24:11.845042 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dacca50-a5c7-4501-a1ae-cd46d7a20df7 req-ac2ffc73-d34c-42b7-8a01-d4725e1abdfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:24:11.846508 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-2dacca50-a5c7-4501-a1ae-cd46d7a20df7 req-ac2ffc73-d34c-42b7-8a01-d4725e1abdfa service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=56a4e9a3-5812-4bf5-8c0c-8d1a62cec25c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1247849 Mar 28 12:24:11.848058 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-dd0dc032-4946-4640-b445-d959e091d202 tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:24:11.853378 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-dd0dc032-4946-4640-b445-d959e091d202 tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740322'] for security_group_rule, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:24:11.906465 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0dc032-4946-4640-b445-d959e091d202 tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c5334a9-473b-42cd-ab6d-f947acdbc84e,revision_number=0']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:24:11.962798 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-dd0dc032-4946-4640-b445-d959e091d202 tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:24:11.963994 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-dd0dc032-4946-4640-b445-d959e091d202 tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3334827 Mar 28 12:24:11.966839 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 35746) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:24:11.975991 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-ef1dff07-88d7-4cbb-8707-a1d27c21a3c1 tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Request body: {'security_group_rule': {'security_group_id': '9ebfa465-d32c-4297-b88f-cdf4bf7588b2', 'project_id': 'b7f64972167a4ddeba20e90a212f6293', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:24:11.986834 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-ef1dff07-88d7-4cbb-8707-a1d27c21a3c1 tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:24:11.992683 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-ef1dff07-88d7-4cbb-8707-a1d27c21a3c1 tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Usage tracker for resource:security_group_rule and tenant:b7f64972167a4ddeba20e90a212f6293 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:24:11.995755 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-ef1dff07-88d7-4cbb-8707-a1d27c21a3c1 tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:24:12.001976 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-ef1dff07-88d7-4cbb-8707-a1d27c21a3c1 tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:24:12.013046 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-2dacca50-a5c7-4501-a1ae-cd46d7a20df7 req-4d99dbcb-307b-4e7a-b4ed-ab90b4db548a service neutron] 10.222.0.11 "GET /v2.0/networks/56a4e9a3-5812-4bf5-8c0c-8d1a62cec25c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493664 Mar 28 12:24:12.021170 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-ef1dff07-88d7-4cbb-8707-a1d27c21a3c1 tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:24:12.087079 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-ef1dff07-88d7-4cbb-8707-a1d27c21a3c1 tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:24:12.090923 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-ef1dff07-88d7-4cbb-8707-a1d27c21a3c1 tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740322'] for security_group_rule, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:24:12.114445 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1dff07-88d7-4cbb-8707-a1d27c21a3c1 tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cffa3952-de55-480d-bc45-c73b28de8280,revision_number=0']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:24:12.127222 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-ef1dff07-88d7-4cbb-8707-a1d27c21a3c1 tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:24:12.129111 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-ef1dff07-88d7-4cbb-8707-a1d27c21a3c1 tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1607475 Mar 28 12:24:12.131376 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 35750) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:24:12.136470 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-3fdae661-024a-436b-8e88-8ac2dcf2b844 tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Request body: {'security_group_rule': {'security_group_id': '9ebfa465-d32c-4297-b88f-cdf4bf7588b2', 'project_id': 'b7f64972167a4ddeba20e90a212f6293', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:24:12.142504 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-3fdae661-024a-436b-8e88-8ac2dcf2b844 tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:24:12.150876 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-3fdae661-024a-436b-8e88-8ac2dcf2b844 tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Usage tracker for resource:security_group_rule and tenant:b7f64972167a4ddeba20e90a212f6293 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:24:12.154026 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-3fdae661-024a-436b-8e88-8ac2dcf2b844 tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:24:12.156619 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-2dacca50-a5c7-4501-a1ae-cd46d7a20df7 req-fa1772a1-9213-429a-bddd-fc5b4f104a57 service neutron] 10.222.0.11 "GET /v2.0/networks/56a4e9a3-5812-4bf5-8c0c-8d1a62cec25c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368229 Mar 28 12:24:12.160068 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-3fdae661-024a-436b-8e88-8ac2dcf2b844 tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:24:12.181836 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-3fdae661-024a-436b-8e88-8ac2dcf2b844 tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:24:12.212891 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-69b9e9cf-54ef-43dd-a580-7631a7eba525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '827a5079-7336-46ff-8f82-8fc45408c2ed', 'name': 'tempest-TestMinimumBasicScenario-1574934636-router', 'tenant_id': 'b7f64972167a4ddeba20e90a212f6293', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.209'}], 'enable_snat': True}, 'gw_port_id': 'c17ae265-43a3-4de8-b5b1-975a12396239', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:23:18Z', 'updated_at': '2022-03-28T12:23:22Z', 'revision_number': 4, 'project_id': 'b7f64972167a4ddeba20e90a212f6293', 'gw_port': {'id': 'c17ae265-43a3-4de8-b5b1-975a12396239', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:b4:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '827a5079-7336-46ff-8f82-8fc45408c2ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:23:18Z', 'updated_at': '2022-03-28T12:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_floatingips': [{'id': 'c7a90eee-c3c3-4c51-8f9c-0a0aae464ac6', 'tenant_id': 'b7f64972167a4ddeba20e90a212f6293', 'floating_ip_address': '172.26.7.194', 'floating_network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'router_id': '827a5079-7336-46ff-8f82-8fc45408c2ed', 'port_id': '49501fd7-70d5-4c04-97ec-10324f78f0fa', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1669, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56a4e9a3-5812-4bf5-8c0c-8d1a62cec25c', 'mac_address': 'fa:16:3e:49:6b:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d8cf9c-43c9-4803-a668-66cf8ae00579', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T12:24:09Z', 'updated_at': '2022-03-28T12:24:09Z', 'revision_number': 0, 'project_id': 'b7f64972167a4ddeba20e90a212f6293', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8135bd7e-3e09-4254-9b4a-6c5b876194e7', 'name': '', 'network_id': '56a4e9a3-5812-4bf5-8c0c-8d1a62cec25c', 'tenant_id': 'b7f64972167a4ddeba20e90a212f6293', 'mac_address': 'fa:16:3e:44:42:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '827a5079-7336-46ff-8f82-8fc45408c2ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '0f8ff6ac-3f52-4c44-b640-a1b73a932cd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:23:21Z', 'updated_at': '2022-03-28T12:23:26Z', 'revision_number': 5, 'project_id': 'b7f64972167a4ddeba20e90a212f6293', 'subnets': [{'id': '0f8ff6ac-3f52-4c44-b640-a1b73a932cd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:24:12.216859 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69b9e9cf-54ef-43dd-a580-7631a7eba525 None None] The sync data for ids ['827a5079-7336-46ff-8f82-8fc45408c2ed'] in dv-neutron-835340-2-hyperv is: [{'id': '827a5079-7336-46ff-8f82-8fc45408c2ed', 'name': 'tempest-TestMinimumBasicScenario-1574934636-router', 'tenant_id': 'b7f64972167a4ddeba20e90a212f6293', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.209'}], 'enable_snat': True}, 'gw_port_id': 'c17ae265-43a3-4de8-b5b1-975a12396239', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:23:18Z', 'updated_at': '2022-03-28T12:23:22Z', 'revision_number': 4, 'project_id': 'b7f64972167a4ddeba20e90a212f6293', 'gw_port': {'id': 'c17ae265-43a3-4de8-b5b1-975a12396239', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:b4:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '827a5079-7336-46ff-8f82-8fc45408c2ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:23:18Z', 'updated_at': '2022-03-28T12:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_floatingips': [{'id': 'c7a90eee-c3c3-4c51-8f9c-0a0aae464ac6', 'tenant_id': 'b7f64972167a4ddeba20e90a212f6293', 'floating_ip_address': '172.26.7.194', 'floating_network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'router_id': '827a5079-7336-46ff-8f82-8fc45408c2ed', 'port_id': '49501fd7-70d5-4c04-97ec-10324f78f0fa', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1669, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56a4e9a3-5812-4bf5-8c0c-8d1a62cec25c', 'mac_address': 'fa:16:3e:49:6b:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d8cf9c-43c9-4803-a668-66cf8ae00579', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T12:24:09Z', 'updated_at': '2022-03-28T12:24:09Z', 'revision_number': 0, 'project_id': 'b7f64972167a4ddeba20e90a212f6293', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8135bd7e-3e09-4254-9b4a-6c5b876194e7', 'name': '', 'network_id': '56a4e9a3-5812-4bf5-8c0c-8d1a62cec25c', 'tenant_id': 'b7f64972167a4ddeba20e90a212f6293', 'mac_address': 'fa:16:3e:44:42:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '827a5079-7336-46ff-8f82-8fc45408c2ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '0f8ff6ac-3f52-4c44-b640-a1b73a932cd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:23:21Z', 'updated_at': '2022-03-28T12:23:26Z', 'revision_number': 5, 'project_id': 'b7f64972167a4ddeba20e90a212f6293', 'subnets': [{'id': '0f8ff6ac-3f52-4c44-b640-a1b73a932cd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 12:24:12.250822 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-3fdae661-024a-436b-8e88-8ac2dcf2b844 tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:24:12.255705 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-3fdae661-024a-436b-8e88-8ac2dcf2b844 tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740322'] for security_group_rule, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:24:12.279880 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdae661-024a-436b-8e88-8ac2dcf2b844 tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3057a528-9bad-4256-aefe-23598caefa9b,revision_number=0']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:24:12.289683 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-3fdae661-024a-436b-8e88-8ac2dcf2b844 tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:24:12.290966 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-3fdae661-024a-436b-8e88-8ac2dcf2b844 tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1586070 Mar 28 12:24:12.293823 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 35754) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:24:12.298809 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-44168355-f554-4d34-b309-d1e01279d592 tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Request body: {'security_group_rule': {'security_group_id': '9ebfa465-d32c-4297-b88f-cdf4bf7588b2', 'project_id': 'b7f64972167a4ddeba20e90a212f6293', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:24:12.305076 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-44168355-f554-4d34-b309-d1e01279d592 tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:24:12.308870 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-44168355-f554-4d34-b309-d1e01279d592 tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Usage tracker for resource:security_group_rule and tenant:b7f64972167a4ddeba20e90a212f6293 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:24:12.311761 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-44168355-f554-4d34-b309-d1e01279d592 tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:24:12.317285 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-44168355-f554-4d34-b309-d1e01279d592 tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:24:12.331173 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.db.securitygroups_db [None req-44168355-f554-4d34-b309-d1e01279d592 tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Project b7f64972167a4ddeba20e90a212f6293 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 12:24:12.338852 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-44168355-f554-4d34-b309-d1e01279d592 tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:24:12.405512 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-44168355-f554-4d34-b309-d1e01279d592 tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:24:12.410361 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-44168355-f554-4d34-b309-d1e01279d592 tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740322'] for security_group_rule, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:24:12.410561 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aaa93ab-653f-42a1-95e6-acf01f45ff6f None None] New status for floating IP c7a90eee-c3c3-4c51-8f9c-0a0aae464ac6: ACTIVE {{(pid=87873) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 12:24:12.434334 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44168355-f554-4d34-b309-d1e01279d592 tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4746635-ef03-407a-a34a-8ad9b689fd3f,revision_number=0']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:24:12.444589 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-44168355-f554-4d34-b309-d1e01279d592 tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:24:12.448348 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-44168355-f554-4d34-b309-d1e01279d592 tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1510251 Mar 28 12:24:12.448505 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 35758) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:24:12.454189 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-92fa3a01-56d5-480e-ae3b-7e589db87a5b tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Request body: {'security_group_rule': {'security_group_id': '9ebfa465-d32c-4297-b88f-cdf4bf7588b2', 'project_id': 'b7f64972167a4ddeba20e90a212f6293', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:24:12.459299 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-92fa3a01-56d5-480e-ae3b-7e589db87a5b tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:24:12.463804 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-92fa3a01-56d5-480e-ae3b-7e589db87a5b tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Usage tracker for resource:security_group_rule and tenant:b7f64972167a4ddeba20e90a212f6293 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:24:12.466619 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-92fa3a01-56d5-480e-ae3b-7e589db87a5b tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:24:12.472160 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-92fa3a01-56d5-480e-ae3b-7e589db87a5b tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:24:12.481718 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.db.securitygroups_db [None req-92fa3a01-56d5-480e-ae3b-7e589db87a5b tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Project b7f64972167a4ddeba20e90a212f6293 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 12:24:12.488119 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-92fa3a01-56d5-480e-ae3b-7e589db87a5b tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:24:12.553049 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-92fa3a01-56d5-480e-ae3b-7e589db87a5b tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:24:12.557417 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-92fa3a01-56d5-480e-ae3b-7e589db87a5b tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740322'] for security_group_rule, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:24:12.578756 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fa3a01-56d5-480e-ae3b-7e589db87a5b tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=245fc100-0f2d-4900-9133-14decaca6f07,revision_number=0']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:24:12.592653 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-92fa3a01-56d5-480e-ae3b-7e589db87a5b tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:24:12.593664 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-92fa3a01-56d5-480e-ae3b-7e589db87a5b tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1442223 Mar 28 12:24:12.722141 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-72a707f6-e0a1-420e-8fc2-16f5aaf892ad req-0341cc45-8749-46ac-8e92-10f96da51715 tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-4974055&fields=id&tenant_id=b7f64972167a4ddeba20e90a212f6293 HTTP/1.1" status: 200 len: 267 time: 0.0409358 Mar 28 12:24:12.810289 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a707f6-e0a1-420e-8fc2-16f5aaf892ad req-b9fbbff7-b482-47f6-9bc8-48e1844d8e1d tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:24:12.811726 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-72a707f6-e0a1-420e-8fc2-16f5aaf892ad req-b9fbbff7-b482-47f6-9bc8-48e1844d8e1d tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9d8cf9c-43c9-4803-a668-66cf8ae00579 HTTP/1.1" status: 200 len: 945 time: 0.0834339 Mar 28 12:24:12.822442 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [req-72a707f6-e0a1-420e-8fc2-16f5aaf892ad req-75e7328c-906c-4363-a164-28a99857f4b3 tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Request body: {'port': {'security_groups': ['8ff10021-8923-42e1-900e-e49305dce774', '9ebfa465-d32c-4297-b88f-cdf4bf7588b2']}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:24:12.937512 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-72a707f6-e0a1-420e-8fc2-16f5aaf892ad req-75e7328c-906c-4363-a164-28a99857f4b3 tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:24:13.190920 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.db [req-72a707f6-e0a1-420e-8fc2-16f5aaf892ad req-75e7328c-906c-4363-a164-28a99857f4b3 tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] For port 49501fd7-70d5-4c04-97ec-10324f78f0fa, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=49501fd7-70d5-4c04-97ec-10324f78f0fa,segment=NetworkSegment(8bdd4685-c4de-4280-91c6-93a7500a850e),segment_id=8bdd4685-c4de-4280-91c6-93a7500a850e)] {{(pid=87871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:24:13.215775 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-72a707f6-e0a1-420e-8fc2-16f5aaf892ad req-75e7328c-906c-4363-a164-28a99857f4b3 tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Notify callbacks [] for port, precommit_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:24:13.220126 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-72a707f6-e0a1-420e-8fc2-16f5aaf892ad req-75e7328c-906c-4363-a164-28a99857f4b3 tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2363241'] for port, after_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:24:13.232511 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] get_ports_and_sgs() called for port_ids ['49501fd7-70d5-4c04-97ec-10324f78f0fa'] {{(pid=87872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 12:24:13.293636 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a707f6-e0a1-420e-8fc2-16f5aaf892ad req-75e7328c-906c-4363-a164-28a99857f4b3 tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:24:13.294274 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-72a707f6-e0a1-420e-8fc2-16f5aaf892ad req-75e7328c-906c-4363-a164-28a99857f4b3 tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:24:13.295671 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-72a707f6-e0a1-420e-8fc2-16f5aaf892ad req-75e7328c-906c-4363-a164-28a99857f4b3 tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] 10.222.0.30 "PUT /v2.0/ports/49501fd7-70d5-4c04-97ec-10324f78f0fa HTTP/1.1" status: 200 len: 981 time: 0.4777215 Mar 28 12:24:13.296173 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9d8cf9c-43c9-4803-a668-66cf8ae00579', 'tag': '49501fd7-70d5-4c04-97ec-10324f78f0fa'}] {{(pid=87871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 12:24:13.325942 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e7328c-906c-4363-a164-28a99857f4b3 tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Pushing event updated for resources: {'Port': ['ID=49501fd7-70d5-4c04-97ec-10324f78f0fa,revision_number=6']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:24:13.372858 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9d8cf9c-43c9-4803-a668-66cf8ae00579', 'tag': '49501fd7-70d5-4c04-97ec-10324f78f0fa', 'status': 'completed', 'code': 200} Mar 28 12:24:13.377385 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] get_ports_and_sgs() called for port_ids ['49501fd7-70d5-4c04-97ec-10324f78f0fa'] {{(pid=87872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 12:24:13.538883 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f66fa8-ddab-4825-abe2-3f0da10d9d3b req-50fc133f-66f2-4a62-a77c-3f6ebfa2167d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:24:13.540461 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-55f66fa8-ddab-4825-abe2-3f0da10d9d3b req-50fc133f-66f2-4a62-a77c-3f6ebfa2167d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b7f64972167a4ddeba20e90a212f6293&device_id=c9d8cf9c-43c9-4803-a668-66cf8ae00579 HTTP/1.1" status: 200 len: 1137 time: 0.1445446 Mar 28 12:24:13.602364 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6185efbf-83e3-47d9-853e-7effc3d180f4 req-1bf6179f-4e68-42bf-85ca-2f23cff765da tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:24:13.605722 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-6185efbf-83e3-47d9-853e-7effc3d180f4 req-1bf6179f-4e68-42bf-85ca-2f23cff765da tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9d8cf9c-43c9-4803-a668-66cf8ae00579 HTTP/1.1" status: 200 len: 984 time: 0.1608913 Mar 28 12:24:13.666573 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-4f4dfd2d-db7c-4bab-8f29-527245d78bdc None None] Provisioning complete for port 49501fd7-70d5-4c04-97ec-10324f78f0fa triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:24:13.667078 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-4f4dfd2d-db7c-4bab-8f29-527245d78bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:24:13.729479 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-6185efbf-83e3-47d9-853e-7effc3d180f4 req-457bc8f0-31f7-40d4-9b0a-d278c955467d tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] 10.222.0.30 "GET /v2.0/security-groups?id=8ff10021-8923-42e1-900e-e49305dce774&id=9ebfa465-d32c-4297-b88f-cdf4bf7588b2&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0722549 Mar 28 12:24:13.754735 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f66fa8-ddab-4825-abe2-3f0da10d9d3b req-47dbd1e0-2717-4b66-8288-4606533cead4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:24:13.756353 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-55f66fa8-ddab-4825-abe2-3f0da10d9d3b req-47dbd1e0-2717-4b66-8288-4606533cead4 service neutron] 10.222.0.11 "GET /v2.0/networks?id=56a4e9a3-5812-4bf5-8c0c-8d1a62cec25c HTTP/1.1" status: 200 len: 915 time: 0.2064059 Mar 28 12:24:13.875850 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-55f66fa8-ddab-4825-abe2-3f0da10d9d3b req-495ec489-d45e-40c9-810a-09dccee8c1b5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=49501fd7-70d5-4c04-97ec-10324f78f0fa HTTP/1.1" status: 200 len: 1001 time: 0.1123071 Mar 28 12:24:13.949509 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f66fa8-ddab-4825-abe2-3f0da10d9d3b req-c8adb46c-604b-4a85-ab21-63f12acb5ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:24:13.951200 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-55f66fa8-ddab-4825-abe2-3f0da10d9d3b req-c8adb46c-604b-4a85-ab21-63f12acb5ae0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0f8ff6ac-3f52-4c44-b640-a1b73a932cd6 HTTP/1.1" status: 200 len: 854 time: 0.0684166 Mar 28 12:24:14.049708 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f66fa8-ddab-4825-abe2-3f0da10d9d3b req-ce83192a-f6e6-46b9-9fd3-73427274f322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:24:14.051835 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-55f66fa8-ddab-4825-abe2-3f0da10d9d3b req-ce83192a-f6e6-46b9-9fd3-73427274f322 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=56a4e9a3-5812-4bf5-8c0c-8d1a62cec25c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0923223 Mar 28 12:24:14.305576 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-55f66fa8-ddab-4825-abe2-3f0da10d9d3b req-4d6d5a28-cf12-45da-b697-9719320e2403 service neutron] 10.222.0.11 "GET /v2.0/networks/56a4e9a3-5812-4bf5-8c0c-8d1a62cec25c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2396560 Mar 28 12:24:14.438306 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-55f66fa8-ddab-4825-abe2-3f0da10d9d3b req-651d0902-6060-40df-97aa-5988ad10e01d service neutron] 10.222.0.11 "GET /v2.0/networks/56a4e9a3-5812-4bf5-8c0c-8d1a62cec25c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258807 Mar 28 12:24:14.477007 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.agents_db [None req-03fd49d8-b51b-41c1-8716-b8e265c93689 None None] Agent healthcheck: found 6 active agents {{(pid=87873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 12:24:20.845837 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:24:31.015231 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10692329-d225-4be6-b1c2-71f623b3bbee req-6d11ec96-b96f-4d24-ac94-a96416302315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:24:31.016781 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-10692329-d225-4be6-b1c2-71f623b3bbee req-6d11ec96-b96f-4d24-ac94-a96416302315 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b7f64972167a4ddeba20e90a212f6293&device_id=c9d8cf9c-43c9-4803-a668-66cf8ae00579 HTTP/1.1" status: 200 len: 1137 time: 0.1317663 Mar 28 12:24:31.026067 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d92afd-4cc0-49db-8a5b-6a35041c4138 req-c3fc1e4f-2bf2-4095-ab9c-4c25f959b1e5 tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:24:31.027380 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-42d92afd-4cc0-49db-8a5b-6a35041c4138 req-c3fc1e4f-2bf2-4095-ab9c-4c25f959b1e5 tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9d8cf9c-43c9-4803-a668-66cf8ae00579 HTTP/1.1" status: 200 len: 984 time: 0.1128795 Mar 28 12:24:31.156384 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-42d92afd-4cc0-49db-8a5b-6a35041c4138 req-bc482e8d-721c-449f-b5e5-c716d92168d3 tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] 10.222.0.30 "GET /v2.0/security-groups?id=8ff10021-8923-42e1-900e-e49305dce774&id=9ebfa465-d32c-4297-b88f-cdf4bf7588b2&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.1107669 Mar 28 12:24:31.185682 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10692329-d225-4be6-b1c2-71f623b3bbee req-eed12dde-6600-4fe6-a1d1-a2f51eca0341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:24:31.187095 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-10692329-d225-4be6-b1c2-71f623b3bbee req-eed12dde-6600-4fe6-a1d1-a2f51eca0341 service neutron] 10.222.0.11 "GET /v2.0/networks?id=56a4e9a3-5812-4bf5-8c0c-8d1a62cec25c HTTP/1.1" status: 200 len: 915 time: 0.1588688 Mar 28 12:24:31.290678 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-10692329-d225-4be6-b1c2-71f623b3bbee req-d5d05830-a45b-42a4-9099-cba29a46be55 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=49501fd7-70d5-4c04-97ec-10324f78f0fa HTTP/1.1" status: 200 len: 1001 time: 0.0946698 Mar 28 12:24:31.351282 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10692329-d225-4be6-b1c2-71f623b3bbee req-6c81ff2f-c55e-4d74-af50-eab44fb432c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:24:31.352682 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-10692329-d225-4be6-b1c2-71f623b3bbee req-6c81ff2f-c55e-4d74-af50-eab44fb432c5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0f8ff6ac-3f52-4c44-b640-a1b73a932cd6 HTTP/1.1" status: 200 len: 854 time: 0.0559399 Mar 28 12:24:31.428120 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10692329-d225-4be6-b1c2-71f623b3bbee req-9093c16e-3a6f-4c80-a5d3-92b2d1f9c2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:24:31.430166 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-10692329-d225-4be6-b1c2-71f623b3bbee req-9093c16e-3a6f-4c80-a5d3-92b2d1f9c2bd service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=56a4e9a3-5812-4bf5-8c0c-8d1a62cec25c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0713110 Mar 28 12:24:31.557961 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-10692329-d225-4be6-b1c2-71f623b3bbee req-dae4aa49-d886-48da-b198-e164bd48ce28 service neutron] 10.222.0.11 "GET /v2.0/networks/56a4e9a3-5812-4bf5-8c0c-8d1a62cec25c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204135 Mar 28 12:24:31.690930 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-10692329-d225-4be6-b1c2-71f623b3bbee req-0b11ea07-2c8a-4679-ba11-a6ae60408462 service neutron] 10.222.0.11 "GET /v2.0/networks/56a4e9a3-5812-4bf5-8c0c-8d1a62cec25c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222959 Mar 28 12:24:32.341615 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8c02eb-7faa-4078-95aa-5d96234c5d53 req-d0ee768a-46a5-4652-9ab3-99e35761066f tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:24:32.343068 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-3b8c02eb-7faa-4078-95aa-5d96234c5d53 req-d0ee768a-46a5-4652-9ab3-99e35761066f tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9d8cf9c-43c9-4803-a668-66cf8ae00579 HTTP/1.1" status: 200 len: 984 time: 0.0815830 Mar 28 12:24:32.372880 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-0b97e3ed-220f-413b-abad-83ce14c880f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:24:32.389639 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [req-3b8c02eb-7faa-4078-95aa-5d96234c5d53 req-21f01147-b2a7-4c9a-8503-29b6995e0f90 tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Synchronizing usage tracker for tenant:b7f64972167a4ddeba20e90a212f6293 on resource:security_group {{(pid=87870) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:24:32.404291 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [req-3b8c02eb-7faa-4078-95aa-5d96234c5d53 req-21f01147-b2a7-4c9a-8503-29b6995e0f90 tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Unset dirty status for tenant:b7f64972167a4ddeba20e90a212f6293 on resource:security_group {{(pid=87870) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:24:32.405592 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-3b8c02eb-7faa-4078-95aa-5d96234c5d53 req-21f01147-b2a7-4c9a-8503-29b6995e0f90 tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] 10.222.0.30 "GET /v2.0/security-groups?id=8ff10021-8923-42e1-900e-e49305dce774&id=9ebfa465-d32c-4297-b88f-cdf4bf7588b2&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0566661 Mar 28 12:24:33.587266 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e2472c-f2a6-47e6-b4ef-777fb7088a7c req-41d3b13e-e656-41a7-b042-71cd70444425 tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:24:33.588716 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-a0e2472c-f2a6-47e6-b4ef-777fb7088a7c req-41d3b13e-e656-41a7-b042-71cd70444425 tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9d8cf9c-43c9-4803-a668-66cf8ae00579 HTTP/1.1" status: 200 len: 984 time: 0.0791709 Mar 28 12:24:33.634031 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-a0e2472c-f2a6-47e6-b4ef-777fb7088a7c req-88844e23-9479-4db6-b130-c5810a590377 tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] 10.222.0.30 "GET /v2.0/security-groups?id=8ff10021-8923-42e1-900e-e49305dce774&id=9ebfa465-d32c-4297-b88f-cdf4bf7588b2&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0397098 Mar 28 12:24:34.760832 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-de0bc249-d07a-44f8-a853-7828b3823a69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:24:34.820165 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a53f9e-ed2b-47c7-ac39-eb0d4d3a7de8 req-8c7a79ee-6861-48ab-a3fe-3d69f41f0230 tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:24:34.821673 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-48a53f9e-ed2b-47c7-ac39-eb0d4d3a7de8 req-8c7a79ee-6861-48ab-a3fe-3d69f41f0230 tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9d8cf9c-43c9-4803-a668-66cf8ae00579 HTTP/1.1" status: 200 len: 984 time: 0.0826437 Mar 28 12:24:34.868355 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-48a53f9e-ed2b-47c7-ac39-eb0d4d3a7de8 req-2f785592-69df-458a-9c1b-b46cce6f3153 tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] 10.222.0.30 "GET /v2.0/security-groups?id=8ff10021-8923-42e1-900e-e49305dce774&id=9ebfa465-d32c-4297-b88f-cdf4bf7588b2&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0402355 Mar 28 12:24:35.748425 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:24:35.870815 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-ef3be119-c018-4979-be07-86cf959defc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:24:36.055602 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db135e33-4bb8-4c6a-8bad-fd05c974fc36 req-b00bf20b-b734-4e6d-95b4-3177f88bfbbe tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:24:36.057223 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-db135e33-4bb8-4c6a-8bad-fd05c974fc36 req-b00bf20b-b734-4e6d-95b4-3177f88bfbbe tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9d8cf9c-43c9-4803-a668-66cf8ae00579 HTTP/1.1" status: 200 len: 984 time: 0.0838261 Mar 28 12:24:36.101875 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-db135e33-4bb8-4c6a-8bad-fd05c974fc36 req-6a48f39a-a13a-4d8b-9b92-f4ea5a5b4586 tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] 10.222.0.30 "GET /v2.0/security-groups?id=8ff10021-8923-42e1-900e-e49305dce774&id=9ebfa465-d32c-4297-b88f-cdf4bf7588b2&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0388889 Mar 28 12:24:37.284575 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22e9d51-4813-4b94-a587-7113f1b87cd3 req-74f2253b-6292-4abb-9d12-845195cdee33 tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:24:37.285992 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-e22e9d51-4813-4b94-a587-7113f1b87cd3 req-74f2253b-6292-4abb-9d12-845195cdee33 tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9d8cf9c-43c9-4803-a668-66cf8ae00579 HTTP/1.1" status: 200 len: 984 time: 0.0809309 Mar 28 12:24:37.330812 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-e22e9d51-4813-4b94-a587-7113f1b87cd3 req-f904c3e2-6175-4e37-87ae-e65c933431ac tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] 10.222.0.30 "GET /v2.0/security-groups?id=8ff10021-8923-42e1-900e-e49305dce774&id=9ebfa465-d32c-4297-b88f-cdf4bf7588b2&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0390968 Mar 28 12:24:37.524877 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-b7ccd3c7-0277-4f12-8e5c-e41478141af5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:24:38.511798 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539aae3f-5096-4dec-b1f4-4f0140684a35 req-239458d6-0650-4759-b77f-b5e1c7c15a31 tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:24:38.513215 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-539aae3f-5096-4dec-b1f4-4f0140684a35 req-239458d6-0650-4759-b77f-b5e1c7c15a31 tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9d8cf9c-43c9-4803-a668-66cf8ae00579 HTTP/1.1" status: 200 len: 984 time: 0.0779235 Mar 28 12:24:38.561294 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-539aae3f-5096-4dec-b1f4-4f0140684a35 req-9248ed3a-9517-4eb7-a307-5929ce0b402e tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] 10.222.0.30 "GET /v2.0/security-groups?id=8ff10021-8923-42e1-900e-e49305dce774&id=9ebfa465-d32c-4297-b88f-cdf4bf7588b2&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0423157 Mar 28 12:24:39.745681 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7e199b-e532-4d65-8ee7-c39b80409dcf req-91e54b54-7e30-4ed7-b8cc-daff7d7adaaa tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:24:39.747385 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-0b7e199b-e532-4d65-8ee7-c39b80409dcf req-91e54b54-7e30-4ed7-b8cc-daff7d7adaaa tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9d8cf9c-43c9-4803-a668-66cf8ae00579 HTTP/1.1" status: 200 len: 984 time: 0.0819907 Mar 28 12:24:39.794116 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-0b7e199b-e532-4d65-8ee7-c39b80409dcf req-cf927d62-a15c-41b1-9e2d-c590800b0c8c tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] 10.222.0.30 "GET /v2.0/security-groups?id=8ff10021-8923-42e1-900e-e49305dce774&id=9ebfa465-d32c-4297-b88f-cdf4bf7588b2&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0409925 Mar 28 12:24:40.977332 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a08802-11c5-49cf-96f6-94a2a06ff401 req-4166feb7-0db4-411f-a94b-3d1b39720127 tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:24:40.979370 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-36a08802-11c5-49cf-96f6-94a2a06ff401 req-4166feb7-0db4-411f-a94b-3d1b39720127 tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9d8cf9c-43c9-4803-a668-66cf8ae00579 HTTP/1.1" status: 200 len: 984 time: 0.0789406 Mar 28 12:24:41.024615 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-36a08802-11c5-49cf-96f6-94a2a06ff401 req-50c7b46f-a5bc-4ec9-a640-2ac8971b8f5e tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] 10.222.0.30 "GET /v2.0/security-groups?id=8ff10021-8923-42e1-900e-e49305dce774&id=9ebfa465-d32c-4297-b88f-cdf4bf7588b2&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0394683 Mar 28 12:24:42.218191 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354b2009-74f5-4022-893f-6f01071a7dc9 req-1cc8ae80-9613-4ace-a740-d8ea71e1a627 tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:24:42.219641 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-354b2009-74f5-4022-893f-6f01071a7dc9 req-1cc8ae80-9613-4ace-a740-d8ea71e1a627 tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9d8cf9c-43c9-4803-a668-66cf8ae00579 HTTP/1.1" status: 200 len: 984 time: 0.0894105 Mar 28 12:24:42.277353 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-354b2009-74f5-4022-893f-6f01071a7dc9 req-14c40c62-725d-430b-846a-d1d7471f50c6 tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] 10.222.0.30 "GET /v2.0/security-groups?id=8ff10021-8923-42e1-900e-e49305dce774&id=9ebfa465-d32c-4297-b88f-cdf4bf7588b2&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0518618 Mar 28 12:24:43.572385 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7779831a-6c44-4772-987e-56f7e4b98fd4 req-b843a567-11d8-4284-bde5-230fb37eed06 tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:24:43.573790 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-7779831a-6c44-4772-987e-56f7e4b98fd4 req-b843a567-11d8-4284-bde5-230fb37eed06 tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9d8cf9c-43c9-4803-a668-66cf8ae00579 HTTP/1.1" status: 200 len: 984 time: 0.1876888 Mar 28 12:24:43.619074 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-7779831a-6c44-4772-987e-56f7e4b98fd4 req-0f4c50fd-39dd-4225-8866-208c1f0ab90c tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] 10.222.0.30 "GET /v2.0/security-groups?id=8ff10021-8923-42e1-900e-e49305dce774&id=9ebfa465-d32c-4297-b88f-cdf4bf7588b2&fields=id&fields=name HTTP/1.1" status: 200 len: 377 time: 0.0395541 Mar 28 12:24:50.841810 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:24:51.475037 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.agents_db [None req-03fd49d8-b51b-41c1-8716-b8e265c93689 None None] Agent healthcheck: found 6 active agents {{(pid=87873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 12:24:56.408757 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-b694493e-2977-43e7-8799-8dcf9eef23ca req-89f18c00-55d5-4b59-b9ef-c2753cceee0e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c9d8cf9c-43c9-4803-a668-66cf8ae00579&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0693314 Mar 28 12:24:56.559004 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b694493e-2977-43e7-8799-8dcf9eef23ca req-4f6ffad0-41a5-43b1-a5b7-b9db490cc644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:24:56.560387 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-b694493e-2977-43e7-8799-8dcf9eef23ca req-4f6ffad0-41a5-43b1-a5b7-b9db490cc644 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b7f64972167a4ddeba20e90a212f6293&device_id=c9d8cf9c-43c9-4803-a668-66cf8ae00579 HTTP/1.1" status: 200 len: 1137 time: 0.0732996 Mar 28 12:24:56.709650 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b694493e-2977-43e7-8799-8dcf9eef23ca req-c0510f04-18f9-4d39-8b7d-75b2d3992698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:24:56.711183 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-b694493e-2977-43e7-8799-8dcf9eef23ca req-c0510f04-18f9-4d39-8b7d-75b2d3992698 service neutron] 10.222.0.11 "GET /v2.0/networks?id=56a4e9a3-5812-4bf5-8c0c-8d1a62cec25c HTTP/1.1" status: 200 len: 915 time: 0.1247196 Mar 28 12:24:56.813486 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-b694493e-2977-43e7-8799-8dcf9eef23ca req-f46a13e0-46a1-455c-8644-4a8994025696 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=49501fd7-70d5-4c04-97ec-10324f78f0fa HTTP/1.1" status: 200 len: 1001 time: 0.0962915 Mar 28 12:24:56.874887 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b694493e-2977-43e7-8799-8dcf9eef23ca req-d735354b-bb54-4b4d-9f0f-89261d4e22cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:24:56.876327 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-b694493e-2977-43e7-8799-8dcf9eef23ca req-d735354b-bb54-4b4d-9f0f-89261d4e22cb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0f8ff6ac-3f52-4c44-b640-a1b73a932cd6 HTTP/1.1" status: 200 len: 854 time: 0.0572972 Mar 28 12:24:56.951253 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b694493e-2977-43e7-8799-8dcf9eef23ca req-24fdbaee-3296-4daf-b498-0df0ebff23b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:24:56.952708 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-b694493e-2977-43e7-8799-8dcf9eef23ca req-24fdbaee-3296-4daf-b498-0df0ebff23b0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=56a4e9a3-5812-4bf5-8c0c-8d1a62cec25c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0710392 Mar 28 12:24:57.095575 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-b694493e-2977-43e7-8799-8dcf9eef23ca req-01e3118b-aea4-4b18-b525-12b47c1618be service neutron] 10.222.0.11 "GET /v2.0/networks/56a4e9a3-5812-4bf5-8c0c-8d1a62cec25c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240039 Mar 28 12:24:57.223377 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-b694493e-2977-43e7-8799-8dcf9eef23ca req-c4b2f71c-32d1-4fb1-ba3a-fb510c40d59a service neutron] 10.222.0.11 "GET /v2.0/networks/56a4e9a3-5812-4bf5-8c0c-8d1a62cec25c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211290 Mar 28 12:25:02.379035 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-4057fa41-4af4-48be-ad2c-bcb6b229dbba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:25:04.763109 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-a9622900-c199-4dcf-a20d-68f003ee336c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:25:05.750838 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:25:05.872579 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-ef3be119-c018-4979-be07-86cf959defc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:25:07.527891 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-b7ccd3c7-0277-4f12-8e5c-e41478141af5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:25:16.076506 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-22d01a9f-d8e0-4e9f-95e8-7d7bdeaef0c7 req-0c08bf9d-c37b-4b5f-831e-2eb9044e5c90 tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-4974055&fields=id&tenant_id=b7f64972167a4ddeba20e90a212f6293 HTTP/1.1" status: 200 len: 267 time: 0.0388055 Mar 28 12:25:16.160125 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d01a9f-d8e0-4e9f-95e8-7d7bdeaef0c7 req-efb5b112-8b49-4b11-af5b-45c95803b72c tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:25:16.161477 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-22d01a9f-d8e0-4e9f-95e8-7d7bdeaef0c7 req-efb5b112-8b49-4b11-af5b-45c95803b72c tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9d8cf9c-43c9-4803-a668-66cf8ae00579 HTTP/1.1" status: 200 len: 984 time: 0.0796449 Mar 28 12:25:16.172363 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [req-22d01a9f-d8e0-4e9f-95e8-7d7bdeaef0c7 req-6edf8296-fb00-42be-9f8b-ec8b8bd3d80d tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Request body: {'port': {'security_groups': ['8ff10021-8923-42e1-900e-e49305dce774']}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:25:16.291788 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [req-22d01a9f-d8e0-4e9f-95e8-7d7bdeaef0c7 req-6edf8296-fb00-42be-9f8b-ec8b8bd3d80d tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:25:16.529690 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.db [req-22d01a9f-d8e0-4e9f-95e8-7d7bdeaef0c7 req-6edf8296-fb00-42be-9f8b-ec8b8bd3d80d tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] For port 49501fd7-70d5-4c04-97ec-10324f78f0fa, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=49501fd7-70d5-4c04-97ec-10324f78f0fa,segment=NetworkSegment(8bdd4685-c4de-4280-91c6-93a7500a850e),segment_id=8bdd4685-c4de-4280-91c6-93a7500a850e)] {{(pid=87870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:25:16.553602 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [req-22d01a9f-d8e0-4e9f-95e8-7d7bdeaef0c7 req-6edf8296-fb00-42be-9f8b-ec8b8bd3d80d tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Notify callbacks [] for port, precommit_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:25:16.557123 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [req-22d01a9f-d8e0-4e9f-95e8-7d7bdeaef0c7 req-6edf8296-fb00-42be-9f8b-ec8b8bd3d80d tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2558288'] for port, after_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:25:16.568949 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] get_ports_and_sgs() called for port_ids ['49501fd7-70d5-4c04-97ec-10324f78f0fa'] {{(pid=87872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 12:25:16.622302 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d01a9f-d8e0-4e9f-95e8-7d7bdeaef0c7 req-6edf8296-fb00-42be-9f8b-ec8b8bd3d80d tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:25:16.623011 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [req-22d01a9f-d8e0-4e9f-95e8-7d7bdeaef0c7 req-6edf8296-fb00-42be-9f8b-ec8b8bd3d80d tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:25:16.624409 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-22d01a9f-d8e0-4e9f-95e8-7d7bdeaef0c7 req-6edf8296-fb00-42be-9f8b-ec8b8bd3d80d tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] 10.222.0.30 "PUT /v2.0/ports/49501fd7-70d5-4c04-97ec-10324f78f0fa HTTP/1.1" status: 200 len: 942 time: 0.4565423 Mar 28 12:25:16.624852 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9d8cf9c-43c9-4803-a668-66cf8ae00579', 'tag': '49501fd7-70d5-4c04-97ec-10324f78f0fa'}] {{(pid=87870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 12:25:16.630472 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 35816) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:25:16.661018 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edf8296-fb00-42be-9f8b-ec8b8bd3d80d tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Pushing event updated for resources: {'Port': ['ID=49501fd7-70d5-4c04-97ec-10324f78f0fa,revision_number=7']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:25:16.670208 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edf8296-fb00-42be-9f8b-ec8b8bd3d80d tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:25:16.670595 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edf8296-fb00-42be-9f8b-ec8b8bd3d80d tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:25:16.670869 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edf8296-fb00-42be-9f8b-ec8b8bd3d80d tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:25:16.671206 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edf8296-fb00-42be-9f8b-ec8b8bd3d80d tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:25:16.671568 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edf8296-fb00-42be-9f8b-ec8b8bd3d80d tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:25:16.671897 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edf8296-fb00-42be-9f8b-ec8b8bd3d80d tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:25:16.672264 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edf8296-fb00-42be-9f8b-ec8b8bd3d80d tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:25:16.672593 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edf8296-fb00-42be-9f8b-ec8b8bd3d80d tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:25:16.673207 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edf8296-fb00-42be-9f8b-ec8b8bd3d80d tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:25:16.673544 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edf8296-fb00-42be-9f8b-ec8b8bd3d80d tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:25:16.673870 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edf8296-fb00-42be-9f8b-ec8b8bd3d80d tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:25:16.674304 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6edf8296-fb00-42be-9f8b-ec8b8bd3d80d tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:25:16.735696 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-7c6f8b1d-d1ea-4ede-b8e0-8baf7e99df33 tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Notify callbacks [] for security_group, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:25:16.758069 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] get_ports_and_sgs() called for port_ids ['49501fd7-70d5-4c04-97ec-10324f78f0fa'] {{(pid=87872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 12:25:16.772826 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-7c6f8b1d-d1ea-4ede-b8e0-8baf7e99df33 tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:25:16.868853 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-7c6f8b1d-d1ea-4ede-b8e0-8baf7e99df33 tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:25:16.881623 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9d8cf9c-43c9-4803-a668-66cf8ae00579', 'tag': '49501fd7-70d5-4c04-97ec-10324f78f0fa', 'status': 'completed', 'code': 200} Mar 28 12:25:16.895595 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6f8b1d-d1ea-4ede-b8e0-8baf7e99df33 tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ebfa465-d32c-4297-b88f-cdf4bf7588b2,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:25:16.905412 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6f8b1d-d1ea-4ede-b8e0-8baf7e99df33 tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:25:16.905749 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6f8b1d-d1ea-4ede-b8e0-8baf7e99df33 tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:25:16.906077 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6f8b1d-d1ea-4ede-b8e0-8baf7e99df33 tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:25:16.906436 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6f8b1d-d1ea-4ede-b8e0-8baf7e99df33 tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:25:16.906763 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6f8b1d-d1ea-4ede-b8e0-8baf7e99df33 tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:25:16.907186 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6f8b1d-d1ea-4ede-b8e0-8baf7e99df33 tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:25:16.907534 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6f8b1d-d1ea-4ede-b8e0-8baf7e99df33 tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:25:16.907859 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6f8b1d-d1ea-4ede-b8e0-8baf7e99df33 tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:25:16.908179 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6f8b1d-d1ea-4ede-b8e0-8baf7e99df33 tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:25:16.908519 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6f8b1d-d1ea-4ede-b8e0-8baf7e99df33 tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:25:16.908819 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6f8b1d-d1ea-4ede-b8e0-8baf7e99df33 tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:25:16.909137 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c6f8b1d-d1ea-4ede-b8e0-8baf7e99df33 tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:25:16.948680 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-7c6f8b1d-d1ea-4ede-b8e0-8baf7e99df33 tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Notify callbacks [] for security_group, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:25:16.949914 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-7c6f8b1d-d1ea-4ede-b8e0-8baf7e99df33 tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] 10.222.0.30 "DELETE /v2.0/security-groups/9ebfa465-d32c-4297-b88f-cdf4bf7588b2 HTTP/1.1" status: 204 len: 168 time: 0.3161693 Mar 28 12:25:16.952841 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 35822) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:25:16.989692 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124bbb67-5b25-4b3a-9ea7-5d79e6355b77 req-c2121655-623a-4872-bd22-3cf570c0da76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:25:16.991139 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-124bbb67-5b25-4b3a-9ea7-5d79e6355b77 req-c2121655-623a-4872-bd22-3cf570c0da76 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b7f64972167a4ddeba20e90a212f6293&device_id=c9d8cf9c-43c9-4803-a668-66cf8ae00579 HTTP/1.1" status: 200 len: 1098 time: 0.0781963 Mar 28 12:25:17.011065 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-3bfb06a3-bdde-41a2-a0ac-54ac03bbe4f4 None None] Provisioning complete for port 49501fd7-70d5-4c04-97ec-10324f78f0fa triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:25:17.012234 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-3bfb06a3-bdde-41a2-a0ac-54ac03bbe4f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:25:17.125606 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124bbb67-5b25-4b3a-9ea7-5d79e6355b77 req-5bbdc296-b49b-4752-a0f0-3ea2a4b57bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:25:17.126953 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-124bbb67-5b25-4b3a-9ea7-5d79e6355b77 req-5bbdc296-b49b-4752-a0f0-3ea2a4b57bb7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=56a4e9a3-5812-4bf5-8c0c-8d1a62cec25c HTTP/1.1" status: 200 len: 915 time: 0.1290944 Mar 28 12:25:17.159260 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-8101865d-c6ec-40db-863f-8292b612f9c4 tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Deleting port 276e6783-ef16-4d72-a56c-a0a294108461 {{(pid=87870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:25:17.159809 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-8101865d-c6ec-40db-863f-8292b612f9c4 tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:25:17.226995 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-124bbb67-5b25-4b3a-9ea7-5d79e6355b77 req-80afce47-e5cf-42ab-b8c5-eaffb95fd684 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=49501fd7-70d5-4c04-97ec-10324f78f0fa HTTP/1.1" status: 200 len: 1001 time: 0.0931990 Mar 28 12:25:17.292473 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124bbb67-5b25-4b3a-9ea7-5d79e6355b77 req-2e2822bc-2f78-40b8-a86c-2098f00bfcb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:25:17.293887 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-124bbb67-5b25-4b3a-9ea7-5d79e6355b77 req-2e2822bc-2f78-40b8-a86c-2098f00bfcb2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0f8ff6ac-3f52-4c44-b640-a1b73a932cd6 HTTP/1.1" status: 200 len: 854 time: 0.0612395 Mar 28 12:25:17.373730 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124bbb67-5b25-4b3a-9ea7-5d79e6355b77 req-6f995fa8-adcf-4e55-afb3-6a228ab38b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:25:17.375193 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-124bbb67-5b25-4b3a-9ea7-5d79e6355b77 req-6f995fa8-adcf-4e55-afb3-6a228ab38b58 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=56a4e9a3-5812-4bf5-8c0c-8d1a62cec25c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0752940 Mar 28 12:25:17.386814 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [req-124bbb67-5b25-4b3a-9ea7-5d79e6355b77 req-f6e8133c-7947-4af5-a663-1923674705b8 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=87871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 12:25:17.387711 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-124bbb67-5b25-4b3a-9ea7-5d79e6355b77 req-f6e8133c-7947-4af5-a663-1923674705b8 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061059 Mar 28 12:25:17.426321 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-8101865d-c6ec-40db-863f-8292b612f9c4 tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:25:17.426646 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-8101865d-c6ec-40db-863f-8292b612f9c4 tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:25:17.524921 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-124bbb67-5b25-4b3a-9ea7-5d79e6355b77 req-188d22af-dde0-42ab-a37b-f239c5ec2a24 service neutron] 10.222.0.11 "GET /v2.0/networks/56a4e9a3-5812-4bf5-8c0c-8d1a62cec25c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312711 Mar 28 12:25:17.547119 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-8101865d-c6ec-40db-863f-8292b612f9c4 tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Calling delete_port for 276e6783-ef16-4d72-a56c-a0a294108461 owned by network:floatingip {{(pid=87870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:25:17.704738 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-8101865d-c6ec-40db-863f-8292b612f9c4 tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:25:17.751025 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8101865d-c6ec-40db-863f-8292b612f9c4 tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Pushing event deleted for resources: {'Port': ['ID=276e6783-ef16-4d72-a56c-a0a294108461,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:25:17.762290 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-124bbb67-5b25-4b3a-9ea7-5d79e6355b77 req-c08b7a6d-160d-4e71-b800-9960bc2b262c service neutron] 10.222.0.11 "GET /v2.0/networks/56a4e9a3-5812-4bf5-8c0c-8d1a62cec25c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2315838 Mar 28 12:25:17.845545 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-8101865d-c6ec-40db-863f-8292b612f9c4 tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Notify callbacks [] for floatingip, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:25:17.845868 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.db.l3_db [None req-8101865d-c6ec-40db-863f-8292b612f9c4 tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Floating IP c7a90eee-c3c3-4c51-8f9c-0a0aae464ac6 disassociated (deleted). External IP: 172.26.7.194, port: 49501fd7-70d5-4c04-97ec-10324f78f0fa. Mar 28 12:25:18.197604 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8101865d-c6ec-40db-863f-8292b612f9c4 tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Router 827a5079-7336-46ff-8f82-8fc45408c2ed has already been hosted by L3 agent af79d429-529e-400b-a119-94d4bec03f3e {{(pid=87870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 12:25:18.377807 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8101865d-c6ec-40db-863f-8292b612f9c4 tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 12:25:18.387197 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ea0d19-6c11-45dc-8700-47b8882ba925 None None] Sync routers for ids ['827a5079-7336-46ff-8f82-8fc45408c2ed'] in dv-neutron-835340-2-hyperv {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 12:25:18.396745 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ea0d19-6c11-45dc-8700-47b8882ba925 None None] Routers {'827a5079-7336-46ff-8f82-8fc45408c2ed'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:25:18.397348 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-16ea0d19-6c11-45dc-8700-47b8882ba925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:25:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['827a5079-7336-46ff-8f82-8fc45408c2ed'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:25:18.397807 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-8101865d-c6ec-40db-863f-8292b612f9c4 tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for floatingip, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:25:18.453395 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-8101865d-c6ec-40db-863f-8292b612f9c4 tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] 10.222.0.30 "DELETE /v2.0/floatingips/c7a90eee-c3c3-4c51-8f9c-0a0aae464ac6 HTTP/1.1" status: 204 len: 168 time: 1.4991195 Mar 28 12:25:18.578899 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvr_db [None req-16ea0d19-6c11-45dc-8700-47b8882ba925 None None] Set router 827a5079-7336-46ff-8f82-8fc45408c2ed gateway port host: dv-neutron-835340-2-hyperv {{(pid=87872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:25:18.882471 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9d8cf9c-43c9-4803-a668-66cf8ae00579', 'tag': '49501fd7-70d5-4c04-97ec-10324f78f0fa'}] {{(pid=87870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 12:25:18.933241 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9d8cf9c-43c9-4803-a668-66cf8ae00579', 'tag': '49501fd7-70d5-4c04-97ec-10324f78f0fa', 'status': 'completed', 'code': 200} Mar 28 12:25:18.943365 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-16ea0d19-6c11-45dc-8700-47b8882ba925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '827a5079-7336-46ff-8f82-8fc45408c2ed', 'name': 'tempest-TestMinimumBasicScenario-1574934636-router', 'tenant_id': 'b7f64972167a4ddeba20e90a212f6293', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.209'}], 'enable_snat': True}, 'gw_port_id': 'c17ae265-43a3-4de8-b5b1-975a12396239', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:23:18Z', 'updated_at': '2022-03-28T12:23:22Z', 'revision_number': 4, 'project_id': 'b7f64972167a4ddeba20e90a212f6293', 'gw_port': {'id': 'c17ae265-43a3-4de8-b5b1-975a12396239', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:b4:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '827a5079-7336-46ff-8f82-8fc45408c2ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:23:18Z', 'updated_at': '2022-03-28T12:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_interfaces': [{'id': '8135bd7e-3e09-4254-9b4a-6c5b876194e7', 'name': '', 'network_id': '56a4e9a3-5812-4bf5-8c0c-8d1a62cec25c', 'tenant_id': 'b7f64972167a4ddeba20e90a212f6293', 'mac_address': 'fa:16:3e:44:42:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '827a5079-7336-46ff-8f82-8fc45408c2ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '0f8ff6ac-3f52-4c44-b640-a1b73a932cd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:23:21Z', 'updated_at': '2022-03-28T12:23:26Z', 'revision_number': 5, 'project_id': 'b7f64972167a4ddeba20e90a212f6293', 'subnets': [{'id': '0f8ff6ac-3f52-4c44-b640-a1b73a932cd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:25:18.947408 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ea0d19-6c11-45dc-8700-47b8882ba925 None None] Checking router: 827a5079-7336-46ff-8f82-8fc45408c2ed for host: dv-neutron-835340-2-hyperv {{(pid=87872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 12:25:18.956205 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ea0d19-6c11-45dc-8700-47b8882ba925 None None] Routers {'827a5079-7336-46ff-8f82-8fc45408c2ed'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:25:18.956792 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-16ea0d19-6c11-45dc-8700-47b8882ba925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:25:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['827a5079-7336-46ff-8f82-8fc45408c2ed'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:25:19.029853 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5824d6-278f-4295-91c7-60af642570bd req-408e0f8e-aa87-43cc-926a-63e4f5d7b964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:25:19.031229 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-0f5824d6-278f-4295-91c7-60af642570bd req-408e0f8e-aa87-43cc-926a-63e4f5d7b964 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b7f64972167a4ddeba20e90a212f6293&device_id=c9d8cf9c-43c9-4803-a668-66cf8ae00579 HTTP/1.1" status: 200 len: 1098 time: 0.0757191 Mar 28 12:25:19.130995 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvr_db [None req-16ea0d19-6c11-45dc-8700-47b8882ba925 None None] Set router 827a5079-7336-46ff-8f82-8fc45408c2ed gateway port host: dv-neutron-835340-2-hyperv {{(pid=87872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:25:19.161859 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5824d6-278f-4295-91c7-60af642570bd req-4c04026a-bf47-4ded-8c5f-75a877c91b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:25:19.163281 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-0f5824d6-278f-4295-91c7-60af642570bd req-4c04026a-bf47-4ded-8c5f-75a877c91b41 service neutron] 10.222.0.11 "GET /v2.0/networks?id=56a4e9a3-5812-4bf5-8c0c-8d1a62cec25c HTTP/1.1" status: 200 len: 915 time: 0.1251087 Mar 28 12:25:19.233406 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-0f5824d6-278f-4295-91c7-60af642570bd req-9d5b926a-e601-4813-91b6-ebdba4b226e2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=49501fd7-70d5-4c04-97ec-10324f78f0fa HTTP/1.1" status: 200 len: 217 time: 0.0628555 Mar 28 12:25:19.301781 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5824d6-278f-4295-91c7-60af642570bd req-926f866a-112d-4756-883c-01ef5d0b71d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:25:19.303092 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-0f5824d6-278f-4295-91c7-60af642570bd req-926f866a-112d-4756-883c-01ef5d0b71d3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=0f8ff6ac-3f52-4c44-b640-a1b73a932cd6 HTTP/1.1" status: 200 len: 854 time: 0.0611427 Mar 28 12:25:19.383585 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5824d6-278f-4295-91c7-60af642570bd req-2630b115-ab28-4516-bd65-5ef51ce50409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:25:19.385117 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-0f5824d6-278f-4295-91c7-60af642570bd req-2630b115-ab28-4516-bd65-5ef51ce50409 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=56a4e9a3-5812-4bf5-8c0c-8d1a62cec25c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0731728 Mar 28 12:25:19.457569 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-16ea0d19-6c11-45dc-8700-47b8882ba925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '827a5079-7336-46ff-8f82-8fc45408c2ed', 'name': 'tempest-TestMinimumBasicScenario-1574934636-router', 'tenant_id': 'b7f64972167a4ddeba20e90a212f6293', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.209'}], 'enable_snat': True}, 'gw_port_id': 'c17ae265-43a3-4de8-b5b1-975a12396239', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:23:18Z', 'updated_at': '2022-03-28T12:23:22Z', 'revision_number': 4, 'project_id': 'b7f64972167a4ddeba20e90a212f6293', 'gw_port': {'id': 'c17ae265-43a3-4de8-b5b1-975a12396239', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:b4:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '827a5079-7336-46ff-8f82-8fc45408c2ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:23:18Z', 'updated_at': '2022-03-28T12:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_interfaces': [{'id': '8135bd7e-3e09-4254-9b4a-6c5b876194e7', 'name': '', 'network_id': '56a4e9a3-5812-4bf5-8c0c-8d1a62cec25c', 'tenant_id': 'b7f64972167a4ddeba20e90a212f6293', 'mac_address': 'fa:16:3e:44:42:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '827a5079-7336-46ff-8f82-8fc45408c2ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '0f8ff6ac-3f52-4c44-b640-a1b73a932cd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:23:21Z', 'updated_at': '2022-03-28T12:23:26Z', 'revision_number': 5, 'project_id': 'b7f64972167a4ddeba20e90a212f6293', 'subnets': [{'id': '0f8ff6ac-3f52-4c44-b640-a1b73a932cd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:25:19.461605 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ea0d19-6c11-45dc-8700-47b8882ba925 None None] The sync data for ids ['827a5079-7336-46ff-8f82-8fc45408c2ed'] in dv-neutron-835340-2-hyperv is: [{'id': '827a5079-7336-46ff-8f82-8fc45408c2ed', 'name': 'tempest-TestMinimumBasicScenario-1574934636-router', 'tenant_id': 'b7f64972167a4ddeba20e90a212f6293', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.209'}], 'enable_snat': True}, 'gw_port_id': 'c17ae265-43a3-4de8-b5b1-975a12396239', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:23:18Z', 'updated_at': '2022-03-28T12:23:22Z', 'revision_number': 4, 'project_id': 'b7f64972167a4ddeba20e90a212f6293', 'gw_port': {'id': 'c17ae265-43a3-4de8-b5b1-975a12396239', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:b4:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '827a5079-7336-46ff-8f82-8fc45408c2ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:23:18Z', 'updated_at': '2022-03-28T12:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_interfaces': [{'id': '8135bd7e-3e09-4254-9b4a-6c5b876194e7', 'name': '', 'network_id': '56a4e9a3-5812-4bf5-8c0c-8d1a62cec25c', 'tenant_id': 'b7f64972167a4ddeba20e90a212f6293', 'mac_address': 'fa:16:3e:44:42:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '827a5079-7336-46ff-8f82-8fc45408c2ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '0f8ff6ac-3f52-4c44-b640-a1b73a932cd6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:23:21Z', 'updated_at': '2022-03-28T12:23:26Z', 'revision_number': 5, 'project_id': 'b7f64972167a4ddeba20e90a212f6293', 'subnets': [{'id': '0f8ff6ac-3f52-4c44-b640-a1b73a932cd6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 12:25:19.532085 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-0f5824d6-278f-4295-91c7-60af642570bd req-56f5a27d-48b1-4e18-b6ec-2e39e673b702 service neutron] 10.222.0.11 "GET /v2.0/networks/56a4e9a3-5812-4bf5-8c0c-8d1a62cec25c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407201 Mar 28 12:25:19.676538 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-0f5824d6-278f-4295-91c7-60af642570bd req-0cb7a284-05e8-42f6-a852-c9e5ed588119 service neutron] 10.222.0.11 "GET /v2.0/networks/56a4e9a3-5812-4bf5-8c0c-8d1a62cec25c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388643 Mar 28 12:25:19.710869 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a63627-4c3b-4488-99b8-82064c9e1d25 None None] New status for floating IP c7a90eee-c3c3-4c51-8f9c-0a0aae464ac6: DOWN {{(pid=87873) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 12:25:20.842197 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:25:22.758582 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574d85bd-28c5-4f85-935d-54f8581319b1 req-859eb93a-feb9-45de-a79d-746ecccb55f6 tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:25:22.759266 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [req-574d85bd-28c5-4f85-935d-54f8581319b1 req-859eb93a-feb9-45de-a79d-746ecccb55f6 tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Synchronizing usage tracker for tenant:b7f64972167a4ddeba20e90a212f6293 on resource:port {{(pid=87870) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:25:22.773835 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [req-574d85bd-28c5-4f85-935d-54f8581319b1 req-859eb93a-feb9-45de-a79d-746ecccb55f6 tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Unset dirty status for tenant:b7f64972167a4ddeba20e90a212f6293 on resource:port {{(pid=87870) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:25:22.774977 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-574d85bd-28c5-4f85-935d-54f8581319b1 req-859eb93a-feb9-45de-a79d-746ecccb55f6 tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9d8cf9c-43c9-4803-a668-66cf8ae00579 HTTP/1.1" status: 200 len: 945 time: 0.0992475 Mar 28 12:25:22.819754 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-574d85bd-28c5-4f85-935d-54f8581319b1 req-b1422802-5da3-4ba1-b026-04eca227715a tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] 10.222.0.30 "GET /v2.0/security-groups?id=8ff10021-8923-42e1-900e-e49305dce774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386291 Mar 28 12:25:24.005059 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e2f7c8-78ad-4191-a41e-8d886d3c3165 req-a0ed885b-ddc8-4630-9cde-f862c76cdb4d tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:25:24.006473 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-f5e2f7c8-78ad-4191-a41e-8d886d3c3165 req-a0ed885b-ddc8-4630-9cde-f862c76cdb4d tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9d8cf9c-43c9-4803-a668-66cf8ae00579 HTTP/1.1" status: 200 len: 945 time: 0.0827239 Mar 28 12:25:24.049916 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [req-f5e2f7c8-78ad-4191-a41e-8d886d3c3165 req-05921565-32e4-4c56-bb51-8fb941851c71 tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Synchronizing usage tracker for tenant:b7f64972167a4ddeba20e90a212f6293 on resource:security_group {{(pid=87871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:25:24.065224 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [req-f5e2f7c8-78ad-4191-a41e-8d886d3c3165 req-05921565-32e4-4c56-bb51-8fb941851c71 tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Unset dirty status for tenant:b7f64972167a4ddeba20e90a212f6293 on resource:security_group {{(pid=87871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:25:24.066346 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-f5e2f7c8-78ad-4191-a41e-8d886d3c3165 req-05921565-32e4-4c56-bb51-8fb941851c71 tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] 10.222.0.30 "GET /v2.0/security-groups?id=8ff10021-8923-42e1-900e-e49305dce774&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534794 Mar 28 12:25:24.320699 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058b69d2-f2d6-4214-9a42-f344cd000e6f req-84a3cfc4-28fb-4de9-94fc-a3607bc75378 tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:25:24.322085 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-058b69d2-f2d6-4214-9a42-f344cd000e6f req-84a3cfc4-28fb-4de9-94fc-a3607bc75378 tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] 10.222.0.11 "GET /v2.0/ports?device_id=c9d8cf9c-43c9-4803-a668-66cf8ae00579 HTTP/1.1" status: 200 len: 945 time: 0.0773230 Mar 28 12:25:24.392221 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [req-058b69d2-f2d6-4214-9a42-f344cd000e6f req-5e1e7112-f773-4e4b-9d6b-10eaa663436f tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Deleting port 49501fd7-70d5-4c04-97ec-10324f78f0fa {{(pid=87871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:25:24.392561 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-058b69d2-f2d6-4214-9a42-f344cd000e6f req-5e1e7112-f773-4e4b-9d6b-10eaa663436f tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:25:24.631962 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.db [req-058b69d2-f2d6-4214-9a42-f344cd000e6f req-5e1e7112-f773-4e4b-9d6b-10eaa663436f tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] For port 49501fd7-70d5-4c04-97ec-10324f78f0fa, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=49501fd7-70d5-4c04-97ec-10324f78f0fa,segment=NetworkSegment(8bdd4685-c4de-4280-91c6-93a7500a850e),segment_id=8bdd4685-c4de-4280-91c6-93a7500a850e)] {{(pid=87871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:25:24.632239 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-058b69d2-f2d6-4214-9a42-f344cd000e6f req-5e1e7112-f773-4e4b-9d6b-10eaa663436f tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:25:24.753293 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [req-058b69d2-f2d6-4214-9a42-f344cd000e6f req-5e1e7112-f773-4e4b-9d6b-10eaa663436f tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Calling delete_port for 49501fd7-70d5-4c04-97ec-10324f78f0fa owned by compute:nova {{(pid=87871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:25:24.994109 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-058b69d2-f2d6-4214-9a42-f344cd000e6f req-5e1e7112-f773-4e4b-9d6b-10eaa663436f tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:25:25.005571 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] get_ports_and_sgs() called for port_ids ['49501fd7-70d5-4c04-97ec-10324f78f0fa'] {{(pid=87872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 12:25:25.044771 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1e7112-f773-4e4b-9d6b-10eaa663436f tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Pushing event deleted for resources: {'Port': ['ID=49501fd7-70d5-4c04-97ec-10324f78f0fa,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:25:25.118561 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.l3_dvrscheduler_db [req-058b69d2-f2d6-4214-9a42-f344cd000e6f req-5e1e7112-f773-4e4b-9d6b-10eaa663436f tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] No DVR routers for this DVR port 49501fd7-70d5-4c04-97ec-10324f78f0fa on host hv-neutron-8353 {{(pid=87871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 12:25:25.121297 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-058b69d2-f2d6-4214-9a42-f344cd000e6f req-5e1e7112-f773-4e4b-9d6b-10eaa663436f tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:25:25.123754 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9d8cf9c-43c9-4803-a668-66cf8ae00579', 'name': 'network-vif-deleted', 'tag': '49501fd7-70d5-4c04-97ec-10324f78f0fa'}] {{(pid=87871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 12:25:25.140201 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-058b69d2-f2d6-4214-9a42-f344cd000e6f req-5e1e7112-f773-4e4b-9d6b-10eaa663436f tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] 10.222.0.11 "DELETE /v2.0/ports/49501fd7-70d5-4c04-97ec-10324f78f0fa HTTP/1.1" status: 204 len: 173 time: 0.8126922 Mar 28 12:25:25.175936 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9d8cf9c-43c9-4803-a668-66cf8ae00579', 'name': 'network-vif-deleted', 'tag': '49501fd7-70d5-4c04-97ec-10324f78f0fa', 'status': 'completed', 'code': 200} Mar 28 12:25:25.221538 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-f55fbca9-c9e7-4357-88ce-3af30cc98e0d req-a7c52913-cc0d-4309-aedc-26a60faffc66 tempest-TestMinimumBasicScenario-1810276378 tempest-TestMinimumBasicScenario-1810276378-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9d8cf9c-43c9-4803-a668-66cf8ae00579 HTTP/1.1" status: 200 len: 210 time: 0.0444188 Mar 28 12:25:26.863618 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 35906) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:25:27.498814 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-4fdc5ea4-534f-41aa-a93d-83a122e52f6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-743394'] for router_interface, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:25:27.853102 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-4fdc5ea4-534f-41aa-a93d-83a122e52f6c admin admin] Deleting port 8135bd7e-3e09-4254-9b4a-6c5b876194e7 {{(pid=87870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:25:27.853440 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-4fdc5ea4-534f-41aa-a93d-83a122e52f6c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:25:28.026883 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.db [None req-4fdc5ea4-534f-41aa-a93d-83a122e52f6c admin admin] For port 8135bd7e-3e09-4254-9b4a-6c5b876194e7, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=8135bd7e-3e09-4254-9b4a-6c5b876194e7,segment=NetworkSegment(8bdd4685-c4de-4280-91c6-93a7500a850e),segment_id=8bdd4685-c4de-4280-91c6-93a7500a850e)] {{(pid=87870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:25:28.027537 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-4fdc5ea4-534f-41aa-a93d-83a122e52f6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:25:28.148745 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-4fdc5ea4-534f-41aa-a93d-83a122e52f6c admin admin] Calling delete_port for 8135bd7e-3e09-4254-9b4a-6c5b876194e7 owned by network:router_interface {{(pid=87870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:25:28.171317 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Device 49501fd7-70d5-4c04-97ec-10324f78f0fa no longer exists at agent hyperv_hv-neutron-8353 {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 12:25:28.208939 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] No Port match for: 49501fd7-70d5-4c04-97ec-10324f78f0fa {{(pid=87872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 12:25:28.209277 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Device 49501fd7-70d5-4c04-97ec-10324f78f0fa not bound to the agent host hv-neutron-8353 {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 12:25:28.325647 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-4fdc5ea4-534f-41aa-a93d-83a122e52f6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:25:28.375203 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdc5ea4-534f-41aa-a93d-83a122e52f6c admin admin] Pushing event deleted for resources: {'Port': ['ID=8135bd7e-3e09-4254-9b4a-6c5b876194e7,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:25:28.473330 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.agents_db [None req-03fd49d8-b51b-41c1-8716-b8e265c93689 None None] Agent healthcheck: found 6 active agents {{(pid=87873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 12:25:28.740669 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-4fdc5ea4-534f-41aa-a93d-83a122e52f6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-743246'] for router_interface, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:25:29.089207 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fdc5ea4-534f-41aa-a93d-83a122e52f6c admin admin] Router 827a5079-7336-46ff-8f82-8fc45408c2ed has already been hosted by L3 agent af79d429-529e-400b-a119-94d4bec03f3e {{(pid=87870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 12:25:29.263701 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fdc5ea4-534f-41aa-a93d-83a122e52f6c admin admin] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 12:25:29.273219 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c6f3e7b-2e4f-45fc-9e3f-9cb53a605dbb None None] Sync routers for ids ['827a5079-7336-46ff-8f82-8fc45408c2ed'] in dv-neutron-835340-2-hyperv {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 12:25:29.278152 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-4fdc5ea4-534f-41aa-a93d-83a122e52f6c admin admin] 10.222.0.30 "PUT /v2.0/routers/827a5079-7336-46ff-8f82-8fc45408c2ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4108343 Mar 28 12:25:29.278351 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 35910) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:25:29.282494 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c6f3e7b-2e4f-45fc-9e3f-9cb53a605dbb None None] Routers {'827a5079-7336-46ff-8f82-8fc45408c2ed'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:25:29.283088 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-5c6f3e7b-2e4f-45fc-9e3f-9cb53a605dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:25:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['827a5079-7336-46ff-8f82-8fc45408c2ed'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:25:29.450916 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-4e4fcf0d-a9a4-42ab-9bb3-9818e4f1935c admin admin] Notify callbacks [] for router, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:25:29.455435 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvr_db [None req-5c6f3e7b-2e4f-45fc-9e3f-9cb53a605dbb None None] Set router 827a5079-7336-46ff-8f82-8fc45408c2ed gateway port host: dv-neutron-835340-2-hyperv {{(pid=87872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:25:29.626726 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-4e4fcf0d-a9a4-42ab-9bb3-9818e4f1935c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:25:29.638134 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-4e4fcf0d-a9a4-42ab-9bb3-9818e4f1935c admin admin] Deleting port c17ae265-43a3-4de8-b5b1-975a12396239 {{(pid=87870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:25:29.638396 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-4e4fcf0d-a9a4-42ab-9bb3-9818e4f1935c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:25:29.781656 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-5c6f3e7b-2e4f-45fc-9e3f-9cb53a605dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '827a5079-7336-46ff-8f82-8fc45408c2ed', 'name': 'tempest-TestMinimumBasicScenario-1574934636-router', 'tenant_id': 'b7f64972167a4ddeba20e90a212f6293', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.209'}], 'enable_snat': True}, 'gw_port_id': 'c17ae265-43a3-4de8-b5b1-975a12396239', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:23:18Z', 'updated_at': '2022-03-28T12:25:28Z', 'revision_number': 5, 'project_id': 'b7f64972167a4ddeba20e90a212f6293', 'gw_port': {'id': 'c17ae265-43a3-4de8-b5b1-975a12396239', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:b4:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '827a5079-7336-46ff-8f82-8fc45408c2ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:23:18Z', 'updated_at': '2022-03-28T12:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv'}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:25:29.785517 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c6f3e7b-2e4f-45fc-9e3f-9cb53a605dbb None None] Checking router: 827a5079-7336-46ff-8f82-8fc45408c2ed for host: dv-neutron-835340-2-hyperv {{(pid=87872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 12:25:29.795117 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c6f3e7b-2e4f-45fc-9e3f-9cb53a605dbb None None] Routers {'827a5079-7336-46ff-8f82-8fc45408c2ed'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:25:29.795735 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-5c6f3e7b-2e4f-45fc-9e3f-9cb53a605dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:25:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['827a5079-7336-46ff-8f82-8fc45408c2ed'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:25:29.813410 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.db [None req-4e4fcf0d-a9a4-42ab-9bb3-9818e4f1935c admin admin] For port c17ae265-43a3-4de8-b5b1-975a12396239, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=c17ae265-43a3-4de8-b5b1-975a12396239,segment=NetworkSegment(688afb86-c9bd-46e2-ba7d-3fe76fb1efff),segment_id=688afb86-c9bd-46e2-ba7d-3fe76fb1efff)] {{(pid=87870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:25:29.814004 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-4e4fcf0d-a9a4-42ab-9bb3-9818e4f1935c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:25:29.949329 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvr_db [None req-5c6f3e7b-2e4f-45fc-9e3f-9cb53a605dbb None None] Set router 827a5079-7336-46ff-8f82-8fc45408c2ed gateway port host: None {{(pid=87872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:25:30.054534 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-4e4fcf0d-a9a4-42ab-9bb3-9818e4f1935c admin admin] Calling delete_port for c17ae265-43a3-4de8-b5b1-975a12396239 owned by network:router_gateway {{(pid=87870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:25:30.056014 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-5c6f3e7b-2e4f-45fc-9e3f-9cb53a605dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '827a5079-7336-46ff-8f82-8fc45408c2ed', 'name': 'tempest-TestMinimumBasicScenario-1574934636-router', 'tenant_id': 'b7f64972167a4ddeba20e90a212f6293', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:23:18Z', 'updated_at': '2022-03-28T12:25:29Z', 'revision_number': 6, 'project_id': 'b7f64972167a4ddeba20e90a212f6293', 'gw_port_host': None}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:25:30.060057 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c6f3e7b-2e4f-45fc-9e3f-9cb53a605dbb None None] The sync data for ids ['827a5079-7336-46ff-8f82-8fc45408c2ed'] in dv-neutron-835340-2-hyperv is: [{'id': '827a5079-7336-46ff-8f82-8fc45408c2ed', 'name': 'tempest-TestMinimumBasicScenario-1574934636-router', 'tenant_id': 'b7f64972167a4ddeba20e90a212f6293', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:23:18Z', 'updated_at': '2022-03-28T12:25:29Z', 'revision_number': 6, 'project_id': 'b7f64972167a4ddeba20e90a212f6293', 'gw_port_host': None}] {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 12:25:30.219097 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-4e4fcf0d-a9a4-42ab-9bb3-9818e4f1935c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:25:30.265643 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4fcf0d-a9a4-42ab-9bb3-9818e4f1935c admin admin] Pushing event deleted for resources: {'Port': ['ID=c17ae265-43a3-4de8-b5b1-975a12396239,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:25:30.354755 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-4e4fcf0d-a9a4-42ab-9bb3-9818e4f1935c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-709573'] for router_gateway, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:25:30.535379 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-4e4fcf0d-a9a4-42ab-9bb3-9818e4f1935c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-745164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-260864'] for router, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:25:30.537568 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-4e4fcf0d-a9a4-42ab-9bb3-9818e4f1935c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:25:30.559493 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-4e4fcf0d-a9a4-42ab-9bb3-9818e4f1935c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-745021'] for router, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:25:30.560037 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e4fcf0d-a9a4-42ab-9bb3-9818e4f1935c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 827a5079-7336-46ff-8f82-8fc45408c2ed {{(pid=87870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 12:25:30.572073 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-4e4fcf0d-a9a4-42ab-9bb3-9818e4f1935c admin admin] Notify callbacks [] for router, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:25:30.573201 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-4e4fcf0d-a9a4-42ab-9bb3-9818e4f1935c admin admin] 10.222.0.30 "DELETE /v2.0/routers/827a5079-7336-46ff-8f82-8fc45408c2ed HTTP/1.1" status: 204 len: 168 time: 1.2939930 Mar 28 12:25:30.575797 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 35914) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:25:30.633277 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebb1df25-50e3-4247-8f8d-20c06271db13 admin admin] Deleting subnet 0f8ff6ac-3f52-4c44-b640-a1b73a932cd6 {{(pid=87870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 12:25:30.636196 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-ebb1df25-50e3-4247-8f8d-20c06271db13 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:25:30.686575 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-ebb1df25-50e3-4247-8f8d-20c06271db13 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3591354'] for subnet, precommit_delete_associations {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:25:30.762974 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-ebb1df25-50e3-4247-8f8d-20c06271db13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1919782'] for subnet, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:25:30.805604 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 8135bd7e-3e09-4254-9b4a-6c5b876194e7 no longer exists at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 12:25:30.841532 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] No Port match for: 8135bd7e-3e09-4254-9b4a-6c5b876194e7 {{(pid=87872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 12:25:30.842022 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 8135bd7e-3e09-4254-9b4a-6c5b876194e7 not bound to the agent host dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 12:25:30.844743 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-ebb1df25-50e3-4247-8f8d-20c06271db13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1919805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2561174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2563528'] for subnet, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:25:30.887831 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb1df25-50e3-4247-8f8d-20c06271db13 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f8ff6ac-3f52-4c44-b640-a1b73a932cd6,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:25:30.891145 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-ebb1df25-50e3-4247-8f8d-20c06271db13 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:25:30.896944 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-ebb1df25-50e3-4247-8f8d-20c06271db13 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/0f8ff6ac-3f52-4c44-b640-a1b73a932cd6 HTTP/1.1" status: 204 len: 168 time: 0.3202195 Mar 28 12:25:30.897088 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10aeecd3-6795-4940-829b-cd8744218982 None None] Network 56a4e9a3-5812-4bf5-8c0c-8d1a62cec25c requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 12:25:30.899386 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 35918) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:25:31.006034 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-0f52cc38-4013-4ee6-9688-fa8ccd202cee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588883'] for network, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:25:31.018645 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-0f52cc38-4013-4ee6-9688-fa8ccd202cee admin admin] Deleting port 4a4fbe0d-e921-4682-bbef-486864ca99fc {{(pid=87870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:25:31.019114 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-0f52cc38-4013-4ee6-9688-fa8ccd202cee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:25:31.160828 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebc31b05-05db-4313-ba14-be7cdadd87ce None None] DHCP port deletion for 56a4e9a3-5812-4bf5-8c0c-8d1a62cec25c request from dv-neutron-835340-2-hyperv {{(pid=87872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 12:25:31.165223 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-ebc31b05-05db-4313-ba14-be7cdadd87ce None None] Deleting port 4a4fbe0d-e921-4682-bbef-486864ca99fc {{(pid=87872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:25:31.165606 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-ebc31b05-05db-4313-ba14-be7cdadd87ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:25:31.238880 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.db [None req-0f52cc38-4013-4ee6-9688-fa8ccd202cee admin admin] For port 4a4fbe0d-e921-4682-bbef-486864ca99fc, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=4a4fbe0d-e921-4682-bbef-486864ca99fc,segment=NetworkSegment(8bdd4685-c4de-4280-91c6-93a7500a850e),segment_id=8bdd4685-c4de-4280-91c6-93a7500a850e)] {{(pid=87870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:25:31.239436 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-0f52cc38-4013-4ee6-9688-fa8ccd202cee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:25:31.361686 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-0f52cc38-4013-4ee6-9688-fa8ccd202cee admin admin] Calling delete_port for 4a4fbe0d-e921-4682-bbef-486864ca99fc owned by network:dhcp {{(pid=87870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:25:31.365831 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-ebc31b05-05db-4313-ba14-be7cdadd87ce None None] For port 4a4fbe0d-e921-4682-bbef-486864ca99fc, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=4a4fbe0d-e921-4682-bbef-486864ca99fc,segment=NetworkSegment(8bdd4685-c4de-4280-91c6-93a7500a850e),segment_id=8bdd4685-c4de-4280-91c6-93a7500a850e)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:25:31.366222 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-ebc31b05-05db-4313-ba14-be7cdadd87ce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:25:31.490186 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-ebc31b05-05db-4313-ba14-be7cdadd87ce None None] Calling delete_port for 4a4fbe0d-e921-4682-bbef-486864ca99fc owned by network:dhcp {{(pid=87872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:25:31.533116 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-0f52cc38-4013-4ee6-9688-fa8ccd202cee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:25:31.565179 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.db.api [None req-ebc31b05-05db-4313-ba14-be7cdadd87ce None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87872) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 12:25:31.565532 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG oslo_db.api [None req-ebc31b05-05db-4313-ba14-be7cdadd87ce None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 12:25:31.585410 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f52cc38-4013-4ee6-9688-fa8ccd202cee admin admin] Pushing event deleted for resources: {'Port': ['ID=4a4fbe0d-e921-4682-bbef-486864ca99fc,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:25:31.587160 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f52cc38-4013-4ee6-9688-fa8ccd202cee admin admin] No DVR routers for this DVR port 4a4fbe0d-e921-4682-bbef-486864ca99fc on host dv-neutron-835340-2-hyperv {{(pid=87870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 12:25:31.699052 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-0f52cc38-4013-4ee6-9688-fa8ccd202cee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930431', 'neutron.services.segments.db._delete_segments_for_network-8783496351308'] for network, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:25:31.726779 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-0f52cc38-4013-4ee6-9688-fa8ccd202cee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56a4e9a3-5812-4bf5-8c0c-8d1a62cec25c']}} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:25:31.738744 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-0f52cc38-4013-4ee6-9688-fa8ccd202cee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bdd4685-c4de-4280-91c6-93a7500a850e') {'for_net_delete': True} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:25:31.739035 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-0f52cc38-4013-4ee6-9688-fa8ccd202cee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bdd4685-c4de-4280-91c6-93a7500a850e') {} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:25:31.750103 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-0f52cc38-4013-4ee6-9688-fa8ccd202cee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783496353639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3591341'] for segment, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:25:31.766006 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-0f52cc38-4013-4ee6-9688-fa8ccd202cee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:25:31.771842 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f52cc38-4013-4ee6-9688-fa8ccd202cee admin admin] Releasing vlan 81 on physical network physnet1 to pool {{(pid=87870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 12:25:31.772214 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-0f52cc38-4013-4ee6-9688-fa8ccd202cee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1920481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2558260'] for segment, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:25:31.785452 dv-neutron-835340-2-hyperv neutron-server[87870]: Traceback (most recent call last): Mar 28 12:25:31.785452 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 12:25:31.785452 dv-neutron-835340-2-hyperv neutron-server[87870]: timer() Mar 28 12:25:31.785452 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 12:25:31.785452 dv-neutron-835340-2-hyperv neutron-server[87870]: cb(*args, **kw) Mar 28 12:25:31.785452 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 12:25:31.785452 dv-neutron-835340-2-hyperv neutron-server[87870]: return func(*args, **kwargs) Mar 28 12:25:31.785452 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 12:25:31.785452 dv-neutron-835340-2-hyperv neutron-server[87870]: self._notify() Mar 28 12:25:31.785452 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 12:25:31.785452 dv-neutron-835340-2-hyperv neutron-server[87870]: self.callback(batched_events) Mar 28 12:25:31.785452 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 12:25:31.785452 dv-neutron-835340-2-hyperv neutron-server[87870]: event.method(event) Mar 28 12:25:31.785452 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 12:25:31.785452 dv-neutron-835340-2-hyperv neutron-server[87870]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 12:25:31.785452 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 12:25:31.785452 dv-neutron-835340-2-hyperv neutron-server[87870]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 12:25:31.785452 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 12:25:31.785452 dv-neutron-835340-2-hyperv neutron-server[87870]: return f(self, *a, **k) Mar 28 12:25:31.785452 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 12:25:31.785452 dv-neutron-835340-2-hyperv neutron-server[87870]: return self._get(url).json() Mar 28 12:25:31.785452 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 12:25:31.785452 dv-neutron-835340-2-hyperv neutron-server[87870]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 12:25:31.785452 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 12:25:31.785452 dv-neutron-835340-2-hyperv neutron-server[87870]: return self.request(url, 'GET', **kwargs) Mar 28 12:25:31.785452 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 12:25:31.785452 dv-neutron-835340-2-hyperv neutron-server[87870]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 12:25:31.785452 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 12:25:31.785452 dv-neutron-835340-2-hyperv neutron-server[87870]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 12:25:31.785452 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 12:25:31.785452 dv-neutron-835340-2-hyperv neutron-server[87870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 12:25:31.785452 dv-neutron-835340-2-hyperv neutron-server[87870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 12:25:31.859819 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-0f52cc38-4013-4ee6-9688-fa8ccd202cee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709602'] for network, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:25:31.864543 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-0f52cc38-4013-4ee6-9688-fa8ccd202cee admin admin] Notify callbacks [] for network, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:25:31.888795 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f52cc38-4013-4ee6-9688-fa8ccd202cee admin admin] Pushing event deleted for resources: {'Network': ['ID=56a4e9a3-5812-4bf5-8c0c-8d1a62cec25c,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:25:31.902396 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-0f52cc38-4013-4ee6-9688-fa8ccd202cee admin admin] 10.222.0.30 "DELETE /v2.0/networks/56a4e9a3-5812-4bf5-8c0c-8d1a62cec25c HTTP/1.1" status: 204 len: 168 time: 1.0020196 Mar 28 12:25:31.905272 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 35922) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:25:32.066899 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-ebc31b05-05db-4313-ba14-be7cdadd87ce None None] Deleting port 4a4fbe0d-e921-4682-bbef-486864ca99fc {{(pid=87872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:25:32.067479 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-ebc31b05-05db-4313-ba14-be7cdadd87ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:25:32.134656 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-ebc31b05-05db-4313-ba14-be7cdadd87ce None None] The port '4a4fbe0d-e921-4682-bbef-486864ca99fc' was deleted {{(pid=87872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 12:25:32.372715 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device c17ae265-43a3-4de8-b5b1-975a12396239 no longer exists at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 12:25:32.400813 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-7669848f-7457-499a-80a8-011eb8b0a742 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:25:32.407012 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] No Port match for: c17ae265-43a3-4de8-b5b1-975a12396239 {{(pid=87872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 12:25:32.407417 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device c17ae265-43a3-4de8-b5b1-975a12396239 not bound to the agent host dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 12:25:32.408025 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 4a4fbe0d-e921-4682-bbef-486864ca99fc no longer exists at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 12:25:32.440360 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] No Port match for: 4a4fbe0d-e921-4682-bbef-486864ca99fc {{(pid=87872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 12:25:32.440700 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 4a4fbe0d-e921-4682-bbef-486864ca99fc not bound to the agent host dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 12:25:32.449566 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c81b5363-6cea-4060-9ad2-e6dd06575d6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-743394'] for router_interface, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:25:32.789410 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-c81b5363-6cea-4060-9ad2-e6dd06575d6d admin admin] Deleting port f9788597-cc46-4377-8cc5-16cbbfdc05eb {{(pid=87870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:25:32.789742 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c81b5363-6cea-4060-9ad2-e6dd06575d6d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:25:33.060265 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.db [None req-c81b5363-6cea-4060-9ad2-e6dd06575d6d admin admin] For port f9788597-cc46-4377-8cc5-16cbbfdc05eb, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=f9788597-cc46-4377-8cc5-16cbbfdc05eb,segment=NetworkSegment(9e16c071-c2e9-46c8-b03e-f06feb67207b),segment_id=9e16c071-c2e9-46c8-b03e-f06feb67207b)] {{(pid=87870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:25:33.060538 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c81b5363-6cea-4060-9ad2-e6dd06575d6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:25:33.179635 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-c81b5363-6cea-4060-9ad2-e6dd06575d6d admin admin] Calling delete_port for f9788597-cc46-4377-8cc5-16cbbfdc05eb owned by network:router_interface {{(pid=87870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:25:33.351815 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c81b5363-6cea-4060-9ad2-e6dd06575d6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:25:33.427349 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81b5363-6cea-4060-9ad2-e6dd06575d6d admin admin] Pushing event deleted for resources: {'Port': ['ID=f9788597-cc46-4377-8cc5-16cbbfdc05eb,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:25:33.665714 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c81b5363-6cea-4060-9ad2-e6dd06575d6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-743246'] for router_interface, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:25:34.017113 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c81b5363-6cea-4060-9ad2-e6dd06575d6d admin admin] Router b9318b97-e495-4298-9621-f56acd786b80 has already been hosted by L3 agent af79d429-529e-400b-a119-94d4bec03f3e {{(pid=87870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 12:25:34.298081 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c81b5363-6cea-4060-9ad2-e6dd06575d6d admin admin] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 12:25:34.306412 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d365ad-a1bd-4611-ba68-8644261c1bbe None None] Sync routers for ids ['b9318b97-e495-4298-9621-f56acd786b80'] in dv-neutron-835340-2-hyperv {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 12:25:34.313896 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-c81b5363-6cea-4060-9ad2-e6dd06575d6d admin admin] 10.222.0.30 "PUT /v2.0/routers/b9318b97-e495-4298-9621-f56acd786b80/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4076309 Mar 28 12:25:34.316412 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 35926) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:25:34.316532 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d365ad-a1bd-4611-ba68-8644261c1bbe None None] Routers {'b9318b97-e495-4298-9621-f56acd786b80'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:25:34.317172 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-e8d365ad-a1bd-4611-ba68-8644261c1bbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:25:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['b9318b97-e495-4298-9621-f56acd786b80'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:25:34.489589 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-dd646d4f-39cf-4e4d-a3c9-d7d92e88f22d admin admin] Notify callbacks [] for router, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:25:34.491422 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvr_db [None req-e8d365ad-a1bd-4611-ba68-8644261c1bbe None None] Set router b9318b97-e495-4298-9621-f56acd786b80 gateway port host: dv-neutron-835340-2-hyperv {{(pid=87873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:25:34.665901 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-dd646d4f-39cf-4e4d-a3c9-d7d92e88f22d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:25:34.676086 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-dd646d4f-39cf-4e4d-a3c9-d7d92e88f22d admin admin] Deleting port 8ceb783e-908b-468c-af9c-a5bc89683816 {{(pid=87870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:25:34.676423 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-dd646d4f-39cf-4e4d-a3c9-d7d92e88f22d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:25:34.764839 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-0a52a37d-0354-4ad2-953b-96febee21b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:25:34.777026 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-e8d365ad-a1bd-4611-ba68-8644261c1bbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9318b97-e495-4298-9621-f56acd786b80', 'name': 'tempest-TestMinimumBasicScenario-1677528226-router', 'tenant_id': '014e75447f6641c3a1d42b3ef340cacf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.118'}], 'enable_snat': True}, 'gw_port_id': '8ceb783e-908b-468c-af9c-a5bc89683816', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:23:24Z', 'updated_at': '2022-03-28T12:25:33Z', 'revision_number': 5, 'project_id': '014e75447f6641c3a1d42b3ef340cacf', 'gw_port': {'id': '8ceb783e-908b-468c-af9c-a5bc89683816', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:b6:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9318b97-e495-4298-9621-f56acd786b80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1665, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:23:25Z', 'updated_at': '2022-03-28T12:23:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv'}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:25:34.781723 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d365ad-a1bd-4611-ba68-8644261c1bbe None None] Checking router: b9318b97-e495-4298-9621-f56acd786b80 for host: dv-neutron-835340-2-hyperv {{(pid=87873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 12:25:34.790195 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d365ad-a1bd-4611-ba68-8644261c1bbe None None] Routers {'b9318b97-e495-4298-9621-f56acd786b80'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:25:34.790869 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-e8d365ad-a1bd-4611-ba68-8644261c1bbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:25:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['b9318b97-e495-4298-9621-f56acd786b80'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:25:34.855305 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.db [None req-dd646d4f-39cf-4e4d-a3c9-d7d92e88f22d admin admin] For port 8ceb783e-908b-468c-af9c-a5bc89683816, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=8ceb783e-908b-468c-af9c-a5bc89683816,segment=NetworkSegment(688afb86-c9bd-46e2-ba7d-3fe76fb1efff),segment_id=688afb86-c9bd-46e2-ba7d-3fe76fb1efff)] {{(pid=87870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:25:34.855705 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-dd646d4f-39cf-4e4d-a3c9-d7d92e88f22d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:25:34.938514 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvr_db [None req-e8d365ad-a1bd-4611-ba68-8644261c1bbe None None] Set router b9318b97-e495-4298-9621-f56acd786b80 gateway port host: None {{(pid=87873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:25:34.978877 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-dd646d4f-39cf-4e4d-a3c9-d7d92e88f22d admin admin] Calling delete_port for 8ceb783e-908b-468c-af9c-a5bc89683816 owned by network:router_gateway {{(pid=87870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:25:35.041923 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-e8d365ad-a1bd-4611-ba68-8644261c1bbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9318b97-e495-4298-9621-f56acd786b80', 'name': 'tempest-TestMinimumBasicScenario-1677528226-router', 'tenant_id': '014e75447f6641c3a1d42b3ef340cacf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:23:24Z', 'updated_at': '2022-03-28T12:25:34Z', 'revision_number': 6, 'project_id': '014e75447f6641c3a1d42b3ef340cacf', 'gw_port_host': None}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:25:35.045791 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d365ad-a1bd-4611-ba68-8644261c1bbe None None] The sync data for ids ['b9318b97-e495-4298-9621-f56acd786b80'] in dv-neutron-835340-2-hyperv is: [{'id': 'b9318b97-e495-4298-9621-f56acd786b80', 'name': 'tempest-TestMinimumBasicScenario-1677528226-router', 'tenant_id': '014e75447f6641c3a1d42b3ef340cacf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:23:24Z', 'updated_at': '2022-03-28T12:25:34Z', 'revision_number': 6, 'project_id': '014e75447f6641c3a1d42b3ef340cacf', 'gw_port_host': None}] {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 12:25:35.149663 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-dd646d4f-39cf-4e4d-a3c9-d7d92e88f22d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:25:35.196014 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd646d4f-39cf-4e4d-a3c9-d7d92e88f22d admin admin] Pushing event deleted for resources: {'Port': ['ID=8ceb783e-908b-468c-af9c-a5bc89683816,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:25:35.285463 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-dd646d4f-39cf-4e4d-a3c9-d7d92e88f22d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-709573'] for router_gateway, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:25:35.462069 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-dd646d4f-39cf-4e4d-a3c9-d7d92e88f22d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-745164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-260864'] for router, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:25:35.464813 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-dd646d4f-39cf-4e4d-a3c9-d7d92e88f22d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:25:35.491690 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-dd646d4f-39cf-4e4d-a3c9-d7d92e88f22d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-745021'] for router, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:25:35.492247 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd646d4f-39cf-4e4d-a3c9-d7d92e88f22d admin admin] Fanout notify agent at l3_agent the message router_deleted on router b9318b97-e495-4298-9621-f56acd786b80 {{(pid=87870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 12:25:35.504368 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-dd646d4f-39cf-4e4d-a3c9-d7d92e88f22d admin admin] Notify callbacks [] for router, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:25:35.505476 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-dd646d4f-39cf-4e4d-a3c9-d7d92e88f22d admin admin] 10.222.0.30 "DELETE /v2.0/routers/b9318b97-e495-4298-9621-f56acd786b80 HTTP/1.1" status: 204 len: 168 time: 1.1880229 Mar 28 12:25:35.507999 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 35930) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:25:35.569417 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.db_base_plugin_v2 [None req-55a663c4-6bc6-4da9-8907-0866f3251785 admin admin] Deleting subnet e450d72c-e0f8-4bde-a6cd-fa87b0192b67 {{(pid=87870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 12:25:35.572785 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-55a663c4-6bc6-4da9-8907-0866f3251785 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:25:35.620159 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-55a663c4-6bc6-4da9-8907-0866f3251785 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3591354'] for subnet, precommit_delete_associations {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:25:35.699614 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-55a663c4-6bc6-4da9-8907-0866f3251785 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1919782'] for subnet, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:25:35.755555 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:25:35.881005 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-ef3be119-c018-4979-be07-86cf959defc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:25:35.883891 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-55a663c4-6bc6-4da9-8907-0866f3251785 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1919805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2561174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2563528'] for subnet, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:25:35.922228 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a663c4-6bc6-4da9-8907-0866f3251785 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e450d72c-e0f8-4bde-a6cd-fa87b0192b67,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:25:35.926004 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-55a663c4-6bc6-4da9-8907-0866f3251785 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:25:35.933753 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-55a663c4-6bc6-4da9-8907-0866f3251785 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/e450d72c-e0f8-4bde-a6cd-fa87b0192b67 HTTP/1.1" status: 204 len: 168 time: 0.4227986 Mar 28 12:25:35.934354 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 35934) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:25:35.937135 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a7b3887-afa5-45ad-8777-9398ee6095b5 None None] Network 367949aa-2242-4b3a-af5e-85483a295e26 requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 12:25:36.047412 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-aa025e4b-c870-4311-baa8-3a37b354d774 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588883'] for network, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:25:36.060176 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-aa025e4b-c870-4311-baa8-3a37b354d774 admin admin] Deleting port 48afe321-5662-4eba-9a0d-4ec0436a1b15 {{(pid=87870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:25:36.060514 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-aa025e4b-c870-4311-baa8-3a37b354d774 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:25:36.222621 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2193573-5fbf-49ac-8b68-e0e4ae1f72dd None None] DHCP port deletion for 367949aa-2242-4b3a-af5e-85483a295e26 request from dv-neutron-835340-2-hyperv {{(pid=87872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 12:25:36.226862 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-b2193573-5fbf-49ac-8b68-e0e4ae1f72dd None None] Deleting port 48afe321-5662-4eba-9a0d-4ec0436a1b15 {{(pid=87872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:25:36.227224 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-b2193573-5fbf-49ac-8b68-e0e4ae1f72dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:25:36.272613 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.db [None req-aa025e4b-c870-4311-baa8-3a37b354d774 admin admin] For port 48afe321-5662-4eba-9a0d-4ec0436a1b15, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=48afe321-5662-4eba-9a0d-4ec0436a1b15,segment=NetworkSegment(9e16c071-c2e9-46c8-b03e-f06feb67207b),segment_id=9e16c071-c2e9-46c8-b03e-f06feb67207b)] {{(pid=87870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:25:36.272892 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-aa025e4b-c870-4311-baa8-3a37b354d774 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:25:36.396788 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-aa025e4b-c870-4311-baa8-3a37b354d774 admin admin] Calling delete_port for 48afe321-5662-4eba-9a0d-4ec0436a1b15 owned by network:dhcp {{(pid=87870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:25:36.403529 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 8ceb783e-908b-468c-af9c-a5bc89683816 no longer exists at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 12:25:36.452614 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] No Port match for: 8ceb783e-908b-468c-af9c-a5bc89683816 {{(pid=87872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 12:25:36.452951 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 8ceb783e-908b-468c-af9c-a5bc89683816 not bound to the agent host dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 12:25:36.453346 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device f9788597-cc46-4377-8cc5-16cbbfdc05eb no longer exists at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 12:25:36.480598 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-aa025e4b-c870-4311-baa8-3a37b354d774 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:25:36.491792 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] No Port match for: f9788597-cc46-4377-8cc5-16cbbfdc05eb {{(pid=87872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 12:25:36.492130 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device f9788597-cc46-4377-8cc5-16cbbfdc05eb not bound to the agent host dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 12:25:36.492541 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 48afe321-5662-4eba-9a0d-4ec0436a1b15 no longer exists at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 12:25:36.529034 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa025e4b-c870-4311-baa8-3a37b354d774 admin admin] Pushing event deleted for resources: {'Port': ['ID=48afe321-5662-4eba-9a0d-4ec0436a1b15,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:25:36.530468 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] No Port match for: 48afe321-5662-4eba-9a0d-4ec0436a1b15 {{(pid=87872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 12:25:36.530643 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 48afe321-5662-4eba-9a0d-4ec0436a1b15 not bound to the agent host dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 12:25:36.530738 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa025e4b-c870-4311-baa8-3a37b354d774 admin admin] No DVR routers for this DVR port 48afe321-5662-4eba-9a0d-4ec0436a1b15 on host dv-neutron-835340-2-hyperv {{(pid=87870) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 12:25:36.532910 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-b2193573-5fbf-49ac-8b68-e0e4ae1f72dd None None] For port 48afe321-5662-4eba-9a0d-4ec0436a1b15, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=48afe321-5662-4eba-9a0d-4ec0436a1b15,segment=NetworkSegment(9e16c071-c2e9-46c8-b03e-f06feb67207b),segment_id=9e16c071-c2e9-46c8-b03e-f06feb67207b)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:25:36.533292 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-b2193573-5fbf-49ac-8b68-e0e4ae1f72dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:25:36.647610 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-aa025e4b-c870-4311-baa8-3a37b354d774 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930431', 'neutron.services.segments.db._delete_segments_for_network-8783496351308'] for network, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:25:36.656032 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-b2193573-5fbf-49ac-8b68-e0e4ae1f72dd None None] Calling delete_port for 48afe321-5662-4eba-9a0d-4ec0436a1b15 owned by network:dhcp {{(pid=87872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:25:36.673516 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-aa025e4b-c870-4311-baa8-3a37b354d774 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['367949aa-2242-4b3a-af5e-85483a295e26']}} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:25:36.685424 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-aa025e4b-c870-4311-baa8-3a37b354d774 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e16c071-c2e9-46c8-b03e-f06feb67207b') {'for_net_delete': True} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:25:36.685726 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-aa025e4b-c870-4311-baa8-3a37b354d774 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e16c071-c2e9-46c8-b03e-f06feb67207b') {} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:25:36.696873 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-aa025e4b-c870-4311-baa8-3a37b354d774 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783496353639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3591341'] for segment, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:25:36.712837 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-aa025e4b-c870-4311-baa8-3a37b354d774 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:25:36.719776 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa025e4b-c870-4311-baa8-3a37b354d774 admin admin] Releasing vlan 75 on physical network physnet1 to pool {{(pid=87870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 12:25:36.720224 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-aa025e4b-c870-4311-baa8-3a37b354d774 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1920481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2558260'] for segment, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:25:36.729425 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.db.api [None req-b2193573-5fbf-49ac-8b68-e0e4ae1f72dd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87872) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 12:25:36.730037 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG oslo_db.api [None req-b2193573-5fbf-49ac-8b68-e0e4ae1f72dd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 12:25:36.735268 dv-neutron-835340-2-hyperv neutron-server[87870]: Traceback (most recent call last): Mar 28 12:25:36.735268 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 12:25:36.735268 dv-neutron-835340-2-hyperv neutron-server[87870]: timer() Mar 28 12:25:36.735268 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 12:25:36.735268 dv-neutron-835340-2-hyperv neutron-server[87870]: cb(*args, **kw) Mar 28 12:25:36.735268 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 12:25:36.735268 dv-neutron-835340-2-hyperv neutron-server[87870]: return func(*args, **kwargs) Mar 28 12:25:36.735268 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 12:25:36.735268 dv-neutron-835340-2-hyperv neutron-server[87870]: self._notify() Mar 28 12:25:36.735268 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 12:25:36.735268 dv-neutron-835340-2-hyperv neutron-server[87870]: self.callback(batched_events) Mar 28 12:25:36.735268 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 12:25:36.735268 dv-neutron-835340-2-hyperv neutron-server[87870]: event.method(event) Mar 28 12:25:36.735268 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 12:25:36.735268 dv-neutron-835340-2-hyperv neutron-server[87870]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 12:25:36.735268 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 12:25:36.735268 dv-neutron-835340-2-hyperv neutron-server[87870]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 12:25:36.735268 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 12:25:36.735268 dv-neutron-835340-2-hyperv neutron-server[87870]: return f(self, *a, **k) Mar 28 12:25:36.735268 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 12:25:36.735268 dv-neutron-835340-2-hyperv neutron-server[87870]: return self._get(url).json() Mar 28 12:25:36.735268 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 12:25:36.735268 dv-neutron-835340-2-hyperv neutron-server[87870]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 12:25:36.735268 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 12:25:36.735268 dv-neutron-835340-2-hyperv neutron-server[87870]: return self.request(url, 'GET', **kwargs) Mar 28 12:25:36.735268 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 12:25:36.735268 dv-neutron-835340-2-hyperv neutron-server[87870]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 12:25:36.735268 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 12:25:36.735268 dv-neutron-835340-2-hyperv neutron-server[87870]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 12:25:36.735268 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 12:25:36.735268 dv-neutron-835340-2-hyperv neutron-server[87870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 12:25:36.735268 dv-neutron-835340-2-hyperv neutron-server[87870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 12:25:36.812808 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-aa025e4b-c870-4311-baa8-3a37b354d774 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709602'] for network, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:25:36.828887 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-aa025e4b-c870-4311-baa8-3a37b354d774 admin admin] Notify callbacks [] for network, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:25:36.841554 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa025e4b-c870-4311-baa8-3a37b354d774 admin admin] Pushing event deleted for resources: {'Network': ['ID=367949aa-2242-4b3a-af5e-85483a295e26,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:25:36.846307 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-aa025e4b-c870-4311-baa8-3a37b354d774 admin admin] 10.222.0.30 "DELETE /v2.0/networks/367949aa-2242-4b3a-af5e-85483a295e26 HTTP/1.1" status: 204 len: 168 time: 0.9110155 Mar 28 12:25:37.032930 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 35940) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:25:37.080026 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-04156a04-69ae-4c2c-8609-6aa24b6ddb3a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b7f64972167a4ddeba20e90a212f6293&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0458329 Mar 28 12:25:37.082585 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 35944) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:25:37.142541 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-a31ae978-e5b5-4b71-9265-aa2efbbbff30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:25:37.167867 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-a31ae978-e5b5-4b71-9265-aa2efbbbff30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:25:37.218935 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-a31ae978-e5b5-4b71-9265-aa2efbbbff30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:25:37.230966 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-b2193573-5fbf-49ac-8b68-e0e4ae1f72dd None None] Deleting port 48afe321-5662-4eba-9a0d-4ec0436a1b15 {{(pid=87872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:25:37.231489 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-b2193573-5fbf-49ac-8b68-e0e4ae1f72dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:25:37.234611 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31ae978-e5b5-4b71-9265-aa2efbbbff30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ff10021-8923-42e1-900e-e49305dce774,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:25:37.248951 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-a31ae978-e5b5-4b71-9265-aa2efbbbff30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:25:37.250051 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-a31ae978-e5b5-4b71-9265-aa2efbbbff30 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8ff10021-8923-42e1-900e-e49305dce774 HTTP/1.1" status: 204 len: 168 time: 0.1665468 Mar 28 12:25:37.310578 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-b2193573-5fbf-49ac-8b68-e0e4ae1f72dd None None] The port '48afe321-5662-4eba-9a0d-4ec0436a1b15' was deleted {{(pid=87872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 12:25:37.530656 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-b7ccd3c7-0277-4f12-8e5c-e41478141af5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:25:37.606168 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 35952) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:25:37.653454 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-47ac8596-81e1-412e-842f-7fbe2c84d047 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=014e75447f6641c3a1d42b3ef340cacf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0461867 Mar 28 12:25:37.655761 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 35956) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:25:37.710304 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-6c902329-af13-4d52-9891-dd997fe903d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:25:37.737865 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-6c902329-af13-4d52-9891-dd997fe903d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:25:37.789591 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-6c902329-af13-4d52-9891-dd997fe903d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:25:37.803354 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c902329-af13-4d52-9891-dd997fe903d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb10da6c-b4a7-4608-aaaf-35df66714ded,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:25:37.809813 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-6c902329-af13-4d52-9891-dd997fe903d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:25:37.813403 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-6c902329-af13-4d52-9891-dd997fe903d6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/cb10da6c-b4a7-4608-aaaf-35df66714ded HTTP/1.1" status: 204 len: 168 time: 0.1543028 Mar 28 12:25:40.570802 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 36002) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:25:40.576021 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-c8450f69-ea1c-465b-b76d-2054f3f3e7aa tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1125261064', 'description': 'tempest-secgroup-smoke-1125261064 description', 'project_id': 'bf61b35ded70454082616e376fe15d12'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:25:40.582089 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-c8450f69-ea1c-465b-b76d-2054f3f3e7aa tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:25:40.585845 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-c8450f69-ea1c-465b-b76d-2054f3f3e7aa tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Usage tracker for resource:security_group and tenant:bf61b35ded70454082616e376fe15d12 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:25:40.589237 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-c8450f69-ea1c-465b-b76d-2054f3f3e7aa tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:25:40.594826 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-c8450f69-ea1c-465b-b76d-2054f3f3e7aa tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:25:40.604714 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c8450f69-ea1c-465b-b76d-2054f3f3e7aa tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks [] for security_group, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:25:40.616368 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c8450f69-ea1c-465b-b76d-2054f3f3e7aa tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks [] for security_group, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:25:40.632755 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-c8450f69-ea1c-465b-b76d-2054f3f3e7aa tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:25:40.636635 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-c8450f69-ea1c-465b-b76d-2054f3f3e7aa tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Usage tracker for resource:security_group_rule and tenant:bf61b35ded70454082616e376fe15d12 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:25:40.639351 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-c8450f69-ea1c-465b-b76d-2054f3f3e7aa tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:25:40.644944 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-c8450f69-ea1c-465b-b76d-2054f3f3e7aa tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:25:40.725799 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c8450f69-ea1c-465b-b76d-2054f3f3e7aa tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks [] for security_group, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:25:40.729923 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c8450f69-ea1c-465b-b76d-2054f3f3e7aa tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:25:40.741596 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-c8450f69-ea1c-465b-b76d-2054f3f3e7aa tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:25:40.750193 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-c8450f69-ea1c-465b-b76d-2054f3f3e7aa tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Usage tracker for resource:security_group_rule and tenant:bf61b35ded70454082616e376fe15d12 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:25:40.761811 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-c8450f69-ea1c-465b-b76d-2054f3f3e7aa tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:25:40.771858 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-c8450f69-ea1c-465b-b76d-2054f3f3e7aa tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:25:40.775463 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8450f69-ea1c-465b-b76d-2054f3f3e7aa tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc6ee16e-d8a1-4904-99fa-84fdca7b533e,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:25:40.849350 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c8450f69-ea1c-465b-b76d-2054f3f3e7aa tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks [] for security_group, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:25:40.853474 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c8450f69-ea1c-465b-b76d-2054f3f3e7aa tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:25:40.893567 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8450f69-ea1c-465b-b76d-2054f3f3e7aa tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0d4ea77-5e74-4364-978c-2aa0931df592,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:25:40.896152 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c8450f69-ea1c-465b-b76d-2054f3f3e7aa tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks [] for security_group, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:25:40.897313 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-c8450f69-ea1c-465b-b76d-2054f3f3e7aa tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3255379 Mar 28 12:25:40.900993 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 36006) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:25:40.905907 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-cac4a8db-236f-4e02-b030-fc20d7f19e41 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Request body: {'security_group_rule': {'security_group_id': 'b0d4ea77-5e74-4364-978c-2aa0931df592', 'project_id': 'bf61b35ded70454082616e376fe15d12', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:25:40.911881 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-cac4a8db-236f-4e02-b030-fc20d7f19e41 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:25:40.915607 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-cac4a8db-236f-4e02-b030-fc20d7f19e41 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Usage tracker for resource:security_group_rule and tenant:bf61b35ded70454082616e376fe15d12 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:25:40.919070 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-cac4a8db-236f-4e02-b030-fc20d7f19e41 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:25:40.924624 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-cac4a8db-236f-4e02-b030-fc20d7f19e41 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:25:40.941542 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-cac4a8db-236f-4e02-b030-fc20d7f19e41 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:25:41.000224 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-cac4a8db-236f-4e02-b030-fc20d7f19e41 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:25:41.003490 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-cac4a8db-236f-4e02-b030-fc20d7f19e41 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740322'] for security_group_rule, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:25:41.027133 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac4a8db-236f-4e02-b030-fc20d7f19e41 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c97d752-6d7f-4327-969c-06315f13e1d3,revision_number=0']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:25:41.036072 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-cac4a8db-236f-4e02-b030-fc20d7f19e41 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:25:41.037217 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-cac4a8db-236f-4e02-b030-fc20d7f19e41 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1353784 Mar 28 12:25:41.040031 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 36010) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:25:41.045142 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-26045435-b2ff-4c47-a56d-86674a3fe9f1 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Request body: {'security_group_rule': {'security_group_id': 'b0d4ea77-5e74-4364-978c-2aa0931df592', 'project_id': 'bf61b35ded70454082616e376fe15d12', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:25:41.050657 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-26045435-b2ff-4c47-a56d-86674a3fe9f1 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:25:41.054405 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-26045435-b2ff-4c47-a56d-86674a3fe9f1 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Usage tracker for resource:security_group_rule and tenant:bf61b35ded70454082616e376fe15d12 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:25:41.057848 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-26045435-b2ff-4c47-a56d-86674a3fe9f1 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:25:41.063437 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-26045435-b2ff-4c47-a56d-86674a3fe9f1 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:25:41.080065 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-26045435-b2ff-4c47-a56d-86674a3fe9f1 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:25:41.142864 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-26045435-b2ff-4c47-a56d-86674a3fe9f1 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:25:41.146352 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-26045435-b2ff-4c47-a56d-86674a3fe9f1 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740322'] for security_group_rule, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:25:41.169090 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26045435-b2ff-4c47-a56d-86674a3fe9f1 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f917fccb-2112-468b-8291-b31765ed0a84,revision_number=0']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:25:41.178161 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-26045435-b2ff-4c47-a56d-86674a3fe9f1 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:25:41.179898 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-26045435-b2ff-4c47-a56d-86674a3fe9f1 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1389470 Mar 28 12:25:41.182630 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 36014) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:25:41.187656 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-33fb2e6b-cf57-421e-9704-221a81f02231 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Request body: {'security_group_rule': {'security_group_id': 'b0d4ea77-5e74-4364-978c-2aa0931df592', 'project_id': 'bf61b35ded70454082616e376fe15d12', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:25:41.193372 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-33fb2e6b-cf57-421e-9704-221a81f02231 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:25:41.197116 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-33fb2e6b-cf57-421e-9704-221a81f02231 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Usage tracker for resource:security_group_rule and tenant:bf61b35ded70454082616e376fe15d12 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:25:41.200612 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-33fb2e6b-cf57-421e-9704-221a81f02231 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:25:41.206158 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-33fb2e6b-cf57-421e-9704-221a81f02231 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:25:41.222636 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-33fb2e6b-cf57-421e-9704-221a81f02231 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:25:41.284116 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-33fb2e6b-cf57-421e-9704-221a81f02231 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:25:41.287402 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-33fb2e6b-cf57-421e-9704-221a81f02231 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740322'] for security_group_rule, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:25:41.312165 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fb2e6b-cf57-421e-9704-221a81f02231 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b1fec74-6de0-4012-8cde-ae02d63df644,revision_number=0']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:25:41.320793 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-33fb2e6b-cf57-421e-9704-221a81f02231 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:25:41.322142 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-33fb2e6b-cf57-421e-9704-221a81f02231 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1385396 Mar 28 12:25:41.324922 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 36018) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:25:41.329643 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-50f8f11c-281d-45a6-9c30-e194d1cc4c10 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Request body: {'security_group_rule': {'security_group_id': 'b0d4ea77-5e74-4364-978c-2aa0931df592', 'project_id': 'bf61b35ded70454082616e376fe15d12', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:25:41.335232 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-50f8f11c-281d-45a6-9c30-e194d1cc4c10 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:25:41.339083 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-50f8f11c-281d-45a6-9c30-e194d1cc4c10 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Usage tracker for resource:security_group_rule and tenant:bf61b35ded70454082616e376fe15d12 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:25:41.341888 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-50f8f11c-281d-45a6-9c30-e194d1cc4c10 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:25:41.347423 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-50f8f11c-281d-45a6-9c30-e194d1cc4c10 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:25:41.364829 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-50f8f11c-281d-45a6-9c30-e194d1cc4c10 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:25:41.430189 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-50f8f11c-281d-45a6-9c30-e194d1cc4c10 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:25:41.434261 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-50f8f11c-281d-45a6-9c30-e194d1cc4c10 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740322'] for security_group_rule, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:25:41.457381 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f8f11c-281d-45a6-9c30-e194d1cc4c10 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3be89110-043a-4f50-9a45-91157316979d,revision_number=0']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:25:41.465583 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-50f8f11c-281d-45a6-9c30-e194d1cc4c10 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:25:41.466744 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-50f8f11c-281d-45a6-9c30-e194d1cc4c10 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1408851 Mar 28 12:25:41.469421 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 36022) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:25:41.474245 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-2e382b9d-d066-4fe8-9edf-d2ab896ad86c tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Request body: {'security_group_rule': {'security_group_id': 'b0d4ea77-5e74-4364-978c-2aa0931df592', 'project_id': 'bf61b35ded70454082616e376fe15d12', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:25:41.480645 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-2e382b9d-d066-4fe8-9edf-d2ab896ad86c tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:25:41.484704 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-2e382b9d-d066-4fe8-9edf-d2ab896ad86c tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Usage tracker for resource:security_group_rule and tenant:bf61b35ded70454082616e376fe15d12 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:25:41.487482 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-2e382b9d-d066-4fe8-9edf-d2ab896ad86c tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:25:41.493333 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-2e382b9d-d066-4fe8-9edf-d2ab896ad86c tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:25:41.503973 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.db.securitygroups_db [None req-2e382b9d-d066-4fe8-9edf-d2ab896ad86c tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Project bf61b35ded70454082616e376fe15d12 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 12:25:41.510292 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-2e382b9d-d066-4fe8-9edf-d2ab896ad86c tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:25:41.572615 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-2e382b9d-d066-4fe8-9edf-d2ab896ad86c tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:25:41.576124 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-2e382b9d-d066-4fe8-9edf-d2ab896ad86c tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740322'] for security_group_rule, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:25:41.599064 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e382b9d-d066-4fe8-9edf-d2ab896ad86c tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26d9deaf-c063-41f0-b44f-be6a5734f74f,revision_number=0']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:25:41.609281 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-2e382b9d-d066-4fe8-9edf-d2ab896ad86c tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:25:41.610419 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-2e382b9d-d066-4fe8-9edf-d2ab896ad86c tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1400902 Mar 28 12:25:41.613092 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 36026) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:25:41.617927 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-e73d0717-6ec4-4f46-b366-5428dda4584d tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Request body: {'security_group_rule': {'security_group_id': 'b0d4ea77-5e74-4364-978c-2aa0931df592', 'project_id': 'bf61b35ded70454082616e376fe15d12', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:25:41.624851 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-e73d0717-6ec4-4f46-b366-5428dda4584d tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:25:41.628573 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-e73d0717-6ec4-4f46-b366-5428dda4584d tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Usage tracker for resource:security_group_rule and tenant:bf61b35ded70454082616e376fe15d12 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:25:41.631359 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-e73d0717-6ec4-4f46-b366-5428dda4584d tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:25:41.637394 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-e73d0717-6ec4-4f46-b366-5428dda4584d tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:25:41.648363 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.db.securitygroups_db [None req-e73d0717-6ec4-4f46-b366-5428dda4584d tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Project bf61b35ded70454082616e376fe15d12 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 12:25:41.655810 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-e73d0717-6ec4-4f46-b366-5428dda4584d tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:25:41.719752 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-e73d0717-6ec4-4f46-b366-5428dda4584d tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:25:41.723053 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-e73d0717-6ec4-4f46-b366-5428dda4584d tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740322'] for security_group_rule, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:25:41.746661 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73d0717-6ec4-4f46-b366-5428dda4584d tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bfeed65-c8af-4c0e-a851-9625ead85236,revision_number=0']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:25:41.755889 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-e73d0717-6ec4-4f46-b366-5428dda4584d tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:25:41.757053 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-e73d0717-6ec4-4f46-b366-5428dda4584d tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1430259 Mar 28 12:25:41.760060 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 36030) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:25:41.765474 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-0a34a641-3727-438e-b3d8-3429d63e3a62 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Request body: {'network': {'name': 'tempest-network-smoke--1585951017', 'project_id': 'bf61b35ded70454082616e376fe15d12', 'port_security_enabled': True}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:25:41.770256 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-0a34a641-3727-438e-b3d8-3429d63e3a62 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:25:41.773979 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-0a34a641-3727-438e-b3d8-3429d63e3a62 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Usage tracker for resource:network and tenant:bf61b35ded70454082616e376fe15d12 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:25:41.777308 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-0a34a641-3727-438e-b3d8-3429d63e3a62 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:25:41.783090 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-0a34a641-3727-438e-b3d8-3429d63e3a62 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:25:41.797524 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a34a641-3727-438e-b3d8-3429d63e3a62 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Made reservation on behalf of bf61b35ded70454082616e376fe15d12 for: {'network': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 12:25:41.801040 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-0a34a641-3727-438e-b3d8-3429d63e3a62 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for network, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:25:41.828836 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a34a641-3727-438e-b3d8-3429d63e3a62 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=87871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 12:25:41.838210 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-0a34a641-3727-438e-b3d8-3429d63e3a62 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:25:41.838647 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.db.segments_db [None req-0a34a641-3727-438e-b3d8-3429d63e3a62 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Added segment 5144fcce-87ea-459d-b4fb-6274dca0f296 of type vlan for network c1c1e82f-d94f-48bb-b16b-2ae10630c5ed Mar 28 12:25:41.864945 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-0a34a641-3727-438e-b3d8-3429d63e3a62 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783495836591'] for network, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:25:41.892556 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-0a34a641-3727-438e-b3d8-3429d63e3a62 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765'] for network, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:25:41.897969 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a34a641-3727-438e-b3d8-3429d63e3a62 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:25:41.898568 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-0a34a641-3727-438e-b3d8-3429d63e3a62 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks [] for network, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:25:41.994879 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-0a34a641-3727-438e-b3d8-3429d63e3a62 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2337179 Mar 28 12:25:41.997992 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 36034) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:25:42.003295 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-f9471cb0-3103-4fc6-839e-e571ed1a7f3d tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1368192751', 'admin_state_up': True, 'project_id': 'bf61b35ded70454082616e376fe15d12', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b'}}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:25:42.006296 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a34a641-3727-438e-b3d8-3429d63e3a62 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Pushing event updated for resources: {'Network': ['ID=c1c1e82f-d94f-48bb-b16b-2ae10630c5ed,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:25:42.011175 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-f9471cb0-3103-4fc6-839e-e571ed1a7f3d tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:25:42.015302 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-f9471cb0-3103-4fc6-839e-e571ed1a7f3d tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Usage tracker for resource:router and tenant:bf61b35ded70454082616e376fe15d12 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:25:42.018125 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Network c1c1e82f-d94f-48bb-b16b-2ae10630c5ed details requested by agent ovs-agent-dv-neutron-835340-2-hyperv with host dv-neutron-835340-2-hyperv {{(pid=87872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 12:25:42.018591 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-f9471cb0-3103-4fc6-839e-e571ed1a7f3d tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:25:42.026757 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-f9471cb0-3103-4fc6-839e-e571ed1a7f3d tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:25:42.036304 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-f9471cb0-3103-4fc6-839e-e571ed1a7f3d tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-707665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-260886'] for router, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:25:42.037573 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-f9471cb0-3103-4fc6-839e-e571ed1a7f3d tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-705660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709650', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-767110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260873'] for router, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:25:42.059811 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-f9471cb0-3103-4fc6-839e-e571ed1a7f3d tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:25:42.417048 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-f9471cb0-3103-4fc6-839e-e571ed1a7f3d tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-709632', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-707672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260923'] for router, precommit_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:25:42.709817 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-f9471cb0-3103-4fc6-839e-e571ed1a7f3d tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks [] for router_gateway, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:25:42.741437 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-f9471cb0-3103-4fc6-839e-e571ed1a7f3d tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:25:42.873380 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.db_base_plugin_common [None req-f9471cb0-3103-4fc6-839e-e571ed1a7f3d tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Allocated IP 172.26.7.111 (ac2b1748-8f63-4b17-a9c7-07e79704aa5b/0b7ebf76-1dc7-431a-a0b4-b96bacf287c2/45c2e206-f067-47b8-8770-e09f3b462f73) {{(pid=87870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 12:25:43.016536 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-f9471cb0-3103-4fc6-839e-e571ed1a7f3d tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks [] for port, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:25:43.045457 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-f9471cb0-3103-4fc6-839e-e571ed1a7f3d tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:25:43.105690 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9471cb0-3103-4fc6-839e-e571ed1a7f3d tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Network ac2b1748-8f63-4b17-a9c7-07e79704aa5b is already hosted by enough agents. {{(pid=87870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:25:43.108405 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.base_scheduler [None req-f9471cb0-3103-4fc6-839e-e571ed1a7f3d tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Resources bound (agent type, host, resource id): {{(pid=87870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:25:43.111905 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9471cb0-3103-4fc6-839e-e571ed1a7f3d tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Received port after_create {{(pid=87870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 12:25:43.159573 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9471cb0-3103-4fc6-839e-e571ed1a7f3d tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Pushing event updated for resources: {'Port': ['ID=45c2e206-f067-47b8-8770-e09f3b462f73,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:25:43.523378 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-f9471cb0-3103-4fc6-839e-e571ed1a7f3d tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks [] for router_gateway, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:25:43.960681 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-f9471cb0-3103-4fc6-839e-e571ed1a7f3d tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709693'] for router, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:25:44.162353 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9471cb0-3103-4fc6-839e-e571ed1a7f3d tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Router 05453435-1b50-42da-8d7c-5b765a07984e is scheduled to L3 agent af79d429-529e-400b-a119-94d4bec03f3e with binding_index 1 {{(pid=87870) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 12:25:44.332697 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9471cb0-3103-4fc6-839e-e571ed1a7f3d tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 12:25:44.342563 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca155d2c-067e-4faf-9237-0226b8ba0353 None None] Sync routers for ids ['05453435-1b50-42da-8d7c-5b765a07984e'] in dv-neutron-835340-2-hyperv {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 12:25:44.351564 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca155d2c-067e-4faf-9237-0226b8ba0353 None None] Routers {'05453435-1b50-42da-8d7c-5b765a07984e'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:25:44.352177 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-ca155d2c-067e-4faf-9237-0226b8ba0353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:25:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['05453435-1b50-42da-8d7c-5b765a07984e'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:25:44.360363 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-f9471cb0-3103-4fc6-839e-e571ed1a7f3d tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks [] for router, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:25:44.361669 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-f9471cb0-3103-4fc6-839e-e571ed1a7f3d tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.3626754 Mar 28 12:25:44.364897 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 36040) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:25:44.502545 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-76436c7c-377d-48cc-9139-7cc2c2e81dbe tempest-TestNetworkAdvancedServerOps-218286836 tempest-TestNetworkAdvancedServerOps-218286836-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=bf61b35ded70454082616e376fe15d12&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1362791 Mar 28 12:25:44.505085 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 36046) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:25:44.529756 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvr_db [None req-ca155d2c-067e-4faf-9237-0226b8ba0353 None None] Set router 05453435-1b50-42da-8d7c-5b765a07984e gateway port host: dv-neutron-835340-2-hyperv {{(pid=87872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:25:44.633167 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f71a8ca8-52fd-4665-9146-9880ce29bead tempest-TestNetworkAdvancedServerOps-218286836 tempest-TestNetworkAdvancedServerOps-218286836-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:25:44.637287 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-f71a8ca8-52fd-4665-9146-9880ce29bead tempest-TestNetworkAdvancedServerOps-218286836 tempest-TestNetworkAdvancedServerOps-218286836-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1286628 Mar 28 12:25:44.637513 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 36050) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:25:44.676446 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-435cbf8f-e5a0-4490-b62b-f2ea66d1c9a2 tempest-TestNetworkAdvancedServerOps-218286836 tempest-TestNetworkAdvancedServerOps-218286836-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=ac2b1748-8f63-4b17-a9c7-07e79704aa5b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0378356 Mar 28 12:25:44.678837 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 36054) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:25:44.684215 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-741d2904-4926-4982-9ee6-67d1b66be786 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1376375879', 'network_id': 'c1c1e82f-d94f-48bb-b16b-2ae10630c5ed', 'project_id': 'bf61b35ded70454082616e376fe15d12', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:25:44.799440 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-741d2904-4926-4982-9ee6-67d1b66be786 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:25:44.804400 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-741d2904-4926-4982-9ee6-67d1b66be786 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Usage tracker for resource:subnet and tenant:bf61b35ded70454082616e376fe15d12 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:25:44.808218 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-ca155d2c-067e-4faf-9237-0226b8ba0353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05453435-1b50-42da-8d7c-5b765a07984e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1368192751', 'tenant_id': 'bf61b35ded70454082616e376fe15d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.111'}], 'enable_snat': True}, 'gw_port_id': '45c2e206-f067-47b8-8770-e09f3b462f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:25:42Z', 'updated_at': '2022-03-28T12:25:43Z', 'revision_number': 3, 'project_id': 'bf61b35ded70454082616e376fe15d12', 'gw_port': {'id': '45c2e206-f067-47b8-8770-e09f3b462f73', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:d5:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05453435-1b50-42da-8d7c-5b765a07984e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:25:42Z', 'updated_at': '2022-03-28T12:25:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv'}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:25:44.808510 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-741d2904-4926-4982-9ee6-67d1b66be786 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:25:44.812309 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca155d2c-067e-4faf-9237-0226b8ba0353 None None] Checking router: 05453435-1b50-42da-8d7c-5b765a07984e for host: dv-neutron-835340-2-hyperv {{(pid=87872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 12:25:44.812669 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca155d2c-067e-4faf-9237-0226b8ba0353 None None] Updating router 05453435-1b50-42da-8d7c-5b765a07984e port 45c2e206-f067-47b8-8770-e09f3b462f73 binding host dv-neutron-835340-2-hyperv {{(pid=87872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 12:25:44.814595 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-741d2904-4926-4982-9ee6-67d1b66be786 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:25:44.824861 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-741d2904-4926-4982-9ee6-67d1b66be786 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Made reservation on behalf of bf61b35ded70454082616e376fe15d12 for: {'subnet': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 12:25:44.828718 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-741d2904-4926-4982-9ee6-67d1b66be786 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26551362'] for subnet, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:25:44.869308 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-ca155d2c-067e-4faf-9237-0226b8ba0353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:25:45.052337 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-741d2904-4926-4982-9ee6-67d1b66be786 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2364128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26551408'] for subnet, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:25:45.128355 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741d2904-4926-4982-9ee6-67d1b66be786 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Pushing event updated for resources: {'Subnet': ['ID=5ac88e53-99f4-4537-a7df-e4f0cf24fe32,revision_number=0']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:25:45.137016 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-741d2904-4926-4982-9ee6-67d1b66be786 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Checking segment: {'id': '5144fcce-87ea-459d-b4fb-6274dca0f296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c1c1e82f-d94f-48bb-b16b-2ae10630c5ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 12:25:45.137370 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-741d2904-4926-4982-9ee6-67d1b66be786 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Network hostable DHCP agents. Network: c1c1e82f-d94f-48bb-b16b-2ae10630c5ed, hostable agents: ['3cb85949-855b-4a40-b988-cd5705e511da'], hosted agents: [] {{(pid=87871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 12:25:45.155853 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-741d2904-4926-4982-9ee6-67d1b66be786 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Network c1c1e82f-d94f-48bb-b16b-2ae10630c5ed is scheduled to be hosted by DHCP agent 3cb85949-855b-4a40-b988-cd5705e511da with binding_index 1 {{(pid=87871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 12:25:45.164283 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-741d2904-4926-4982-9ee6-67d1b66be786 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-2-hyperv, c1c1e82f-d94f-48bb-b16b-2ae10630c5ed) {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:25:45.170244 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-741d2904-4926-4982-9ee6-67d1b66be786 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:25:45.171354 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-741d2904-4926-4982-9ee6-67d1b66be786 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks [] for subnet, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:25:45.176792 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38403f46-e6b8-482e-8818-059045f0162e None None] Network c1c1e82f-d94f-48bb-b16b-2ae10630c5ed requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 12:25:45.194222 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-741d2904-4926-4982-9ee6-67d1b66be786 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5143793 Mar 28 12:25:45.196889 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 36058) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:25:45.321109 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-ca155d2c-067e-4faf-9237-0226b8ba0353 None None] Notify callbacks [] for port, precommit_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:25:45.341150 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-ca155d2c-067e-4faf-9237-0226b8ba0353 None None] Transition to ACTIVE for port object 45c2e206-f067-47b8-8770-e09f3b462f73 will not be triggered until provisioned by entity L2. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:25:45.357435 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-ca155d2c-067e-4faf-9237-0226b8ba0353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:25:45.482975 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-ca155d2c-067e-4faf-9237-0226b8ba0353 None None] Attempting to bind port 45c2e206-f067-47b8-8770-e09f3b462f73 on host dv-neutron-835340-2-hyperv for vnic_type normal with profile {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 12:25:45.483347 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-ca155d2c-067e-4faf-9237-0226b8ba0353 None None] Attempting to bind port 45c2e206-f067-47b8-8770-e09f3b462f73 by drivers openvswitch,hyperv on host dv-neutron-835340-2-hyperv at level 0 using segments [{'id': '688afb86-c9bd-46e2-ba7d-3fe76fb1efff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b'}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 12:25:45.483750 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca155d2c-067e-4faf-9237-0226b8ba0353 None None] Attempting to bind port 45c2e206-f067-47b8-8770-e09f3b462f73 on network ac2b1748-8f63-4b17-a9c7-07e79704aa5b {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 12:25:45.494751 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a149d947-2eac-4d80-beb4-96773d8f484e None None] Pushing event updated for resources: {'Port': ['ID=45c2e206-f067-47b8-8770-e09f3b462f73,revision_number=2']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:25:45.499300 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca155d2c-067e-4faf-9237-0226b8ba0353 None None] Checking agent: {'id': '961a16fe-cbc8-4264-ac28-bbbd53f89caa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 46, 6), 'started_at': datetime.datetime(2022, 3, 28, 11, 46, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 12, 25, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 12:25:45.499704 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca155d2c-067e-4faf-9237-0226b8ba0353 None None] Checking segment: {'id': '688afb86-c9bd-46e2-ba7d-3fe76fb1efff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 12:25:45.500101 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-ca155d2c-067e-4faf-9237-0226b8ba0353 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:25:45.500494 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca155d2c-067e-4faf-9237-0226b8ba0353 None None] Bound using segment: {'id': '688afb86-c9bd-46e2-ba7d-3fe76fb1efff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b'} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 12:25:45.500961 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-ca155d2c-067e-4faf-9237-0226b8ba0353 None None] Bound port: 45c2e206-f067-47b8-8770-e09f3b462f73, host: dv-neutron-835340-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '688afb86-c9bd-46e2-ba7d-3fe76fb1efff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b'}}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 12:25:45.501337 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-ca155d2c-067e-4faf-9237-0226b8ba0353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:25:45.576740 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a149d947-2eac-4d80-beb4-96773d8f484e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:25:45.576990 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a149d947-2eac-4d80-beb4-96773d8f484e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:25:45.577335 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a149d947-2eac-4d80-beb4-96773d8f484e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:25:45.577665 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a149d947-2eac-4d80-beb4-96773d8f484e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:25:45.577993 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a149d947-2eac-4d80-beb4-96773d8f484e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:25:45.578322 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a149d947-2eac-4d80-beb4-96773d8f484e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:25:45.578646 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a149d947-2eac-4d80-beb4-96773d8f484e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:25:45.578970 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a149d947-2eac-4d80-beb4-96773d8f484e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:25:45.579292 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a149d947-2eac-4d80-beb4-96773d8f484e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:25:45.579647 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a149d947-2eac-4d80-beb4-96773d8f484e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:25:45.579966 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a149d947-2eac-4d80-beb4-96773d8f484e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:25:45.580288 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a149d947-2eac-4d80-beb4-96773d8f484e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:25:45.598271 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfcf1486-904e-4e1f-a516-dc71d0da2ae1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1d3f2a9-8722-5ce5-bc40-181687d1ed3f-c1c1e82f-d94f-48bb-b16b-2ae10630c5ed', 'network_id': 'c1c1e82f-d94f-48bb-b16b-2ae10630c5ed', 'tenant_id': 'bf61b35ded70454082616e376fe15d12', 'fixed_ips': [{'subnet_id': '5ac88e53-99f4-4537-a7df-e4f0cf24fe32'}]}} from dv-neutron-835340-2-hyperv. {{(pid=87872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 12:25:45.599088 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-dfcf1486-904e-4e1f-a516-dc71d0da2ae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:25:45.673346 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-ca155d2c-067e-4faf-9237-0226b8ba0353 None None] For port 45c2e206-f067-47b8-8770-e09f3b462f73, host dv-neutron-835340-2-hyperv, cleared binding levels {{(pid=87872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 12:25:45.695586 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-ca155d2c-067e-4faf-9237-0226b8ba0353 None None] For port 45c2e206-f067-47b8-8770-e09f3b462f73, host dv-neutron-835340-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=45c2e206-f067-47b8-8770-e09f3b462f73,segment=NetworkSegment(688afb86-c9bd-46e2-ba7d-3fe76fb1efff),segment_id=688afb86-c9bd-46e2-ba7d-3fe76fb1efff)] {{(pid=87872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 12:25:45.704158 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-ca155d2c-067e-4faf-9237-0226b8ba0353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:25:45.836371 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca155d2c-067e-4faf-9237-0226b8ba0353 None None] Routers {'05453435-1b50-42da-8d7c-5b765a07984e'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:25:45.836899 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-ca155d2c-067e-4faf-9237-0226b8ba0353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:25:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['05453435-1b50-42da-8d7c-5b765a07984e'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:25:45.912272 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a149d947-2eac-4d80-beb4-96773d8f484e None None] Pushing event updated for resources: {'Port': ['ID=45c2e206-f067-47b8-8770-e09f3b462f73,revision_number=3']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:25:45.924699 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.db_base_plugin_common [None req-dfcf1486-904e-4e1f-a516-dc71d0da2ae1 None None] Allocated IP 172.20.0.2 (c1c1e82f-d94f-48bb-b16b-2ae10630c5ed/5ac88e53-99f4-4537-a7df-e4f0cf24fe32/a9803cc4-8b19-4651-89a6-59312bbc1c5f) {{(pid=87872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 12:25:45.995399 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-ce00b6ac-e754-49f6-9533-cd25714d56aa tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:25:46.120641 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvr_db [None req-ca155d2c-067e-4faf-9237-0226b8ba0353 None None] Set router 05453435-1b50-42da-8d7c-5b765a07984e gateway port host: dv-neutron-835340-2-hyperv {{(pid=87872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:25:46.464349 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-dfcf1486-904e-4e1f-a516-dc71d0da2ae1 None None] Notify callbacks [] for port, precommit_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:25:46.506000 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-dfcf1486-904e-4e1f-a516-dc71d0da2ae1 None None] Transition to ACTIVE for port object a9803cc4-8b19-4651-89a6-59312bbc1c5f will not be triggered until provisioned by entity L2. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:25:46.533540 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-dfcf1486-904e-4e1f-a516-dc71d0da2ae1 None None] Transition to ACTIVE for port object a9803cc4-8b19-4651-89a6-59312bbc1c5f will not be triggered until provisioned by entity DHCP. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:25:46.543139 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-dfcf1486-904e-4e1f-a516-dc71d0da2ae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241'] for port, after_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:25:46.604839 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.db_base_plugin_common [None req-ce00b6ac-e754-49f6-9533-cd25714d56aa tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Allocated IP 172.20.0.1 (c1c1e82f-d94f-48bb-b16b-2ae10630c5ed/5ac88e53-99f4-4537-a7df-e4f0cf24fe32/bcc973d2-bd7d-4cb1-9b66-dcaa29496c10) {{(pid=87871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 12:25:46.608811 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfcf1486-904e-4e1f-a516-dc71d0da2ae1 None None] Network c1c1e82f-d94f-48bb-b16b-2ae10630c5ed is already hosted by enough agents. {{(pid=87872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:25:46.618486 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.base_scheduler [None req-dfcf1486-904e-4e1f-a516-dc71d0da2ae1 None None] Resources bound (agent type, host, resource id): {{(pid=87872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:25:46.622799 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-ca155d2c-067e-4faf-9237-0226b8ba0353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05453435-1b50-42da-8d7c-5b765a07984e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1368192751', 'tenant_id': 'bf61b35ded70454082616e376fe15d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.111'}], 'enable_snat': True}, 'gw_port_id': '45c2e206-f067-47b8-8770-e09f3b462f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:25:42Z', 'updated_at': '2022-03-28T12:25:43Z', 'revision_number': 3, 'project_id': 'bf61b35ded70454082616e376fe15d12', 'gw_port': {'id': '45c2e206-f067-47b8-8770-e09f3b462f73', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:d5:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05453435-1b50-42da-8d7c-5b765a07984e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:25:42Z', 'updated_at': '2022-03-28T12:25:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv'}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:25:46.626708 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfcf1486-904e-4e1f-a516-dc71d0da2ae1 None None] Received port after_create {{(pid=87872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 12:25:46.634718 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcf1486-904e-4e1f-a516-dc71d0da2ae1 None None] Pushing event updated for resources: {'Port': ['ID=a9803cc4-8b19-4651-89a6-59312bbc1c5f,revision_number=1']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:25:46.665654 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca155d2c-067e-4faf-9237-0226b8ba0353 None None] The sync data for ids ['05453435-1b50-42da-8d7c-5b765a07984e'] in dv-neutron-835340-2-hyperv is: [{'id': '05453435-1b50-42da-8d7c-5b765a07984e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1368192751', 'tenant_id': 'bf61b35ded70454082616e376fe15d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.111'}], 'enable_snat': True}, 'gw_port_id': '45c2e206-f067-47b8-8770-e09f3b462f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:25:42Z', 'updated_at': '2022-03-28T12:25:43Z', 'revision_number': 3, 'project_id': 'bf61b35ded70454082616e376fe15d12', 'gw_port': {'id': '45c2e206-f067-47b8-8770-e09f3b462f73', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:d5:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05453435-1b50-42da-8d7c-5b765a07984e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:25:42Z', 'updated_at': '2022-03-28T12:25:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv'}] {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 12:25:46.725195 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-dfcf1486-904e-4e1f-a516-dc71d0da2ae1 None None] Attempting to bind port a9803cc4-8b19-4651-89a6-59312bbc1c5f on host dv-neutron-835340-2-hyperv for vnic_type normal with profile {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 12:25:46.725835 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-dfcf1486-904e-4e1f-a516-dc71d0da2ae1 None None] Attempting to bind port a9803cc4-8b19-4651-89a6-59312bbc1c5f by drivers openvswitch,hyperv on host dv-neutron-835340-2-hyperv at level 0 using segments [{'id': '5144fcce-87ea-459d-b4fb-6274dca0f296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c1c1e82f-d94f-48bb-b16b-2ae10630c5ed'}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 12:25:46.726304 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfcf1486-904e-4e1f-a516-dc71d0da2ae1 None None] Attempting to bind port a9803cc4-8b19-4651-89a6-59312bbc1c5f on network c1c1e82f-d94f-48bb-b16b-2ae10630c5ed {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 12:25:46.732875 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfcf1486-904e-4e1f-a516-dc71d0da2ae1 None None] Checking agent: {'id': '961a16fe-cbc8-4264-ac28-bbbd53f89caa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 46, 6), 'started_at': datetime.datetime(2022, 3, 28, 11, 46, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 12, 25, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 12:25:46.733358 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfcf1486-904e-4e1f-a516-dc71d0da2ae1 None None] Checking segment: {'id': '5144fcce-87ea-459d-b4fb-6274dca0f296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c1c1e82f-d94f-48bb-b16b-2ae10630c5ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 12:25:46.733856 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-dfcf1486-904e-4e1f-a516-dc71d0da2ae1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:25:46.734359 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfcf1486-904e-4e1f-a516-dc71d0da2ae1 None None] Bound using segment: {'id': '5144fcce-87ea-459d-b4fb-6274dca0f296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c1c1e82f-d94f-48bb-b16b-2ae10630c5ed'} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 12:25:46.734923 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-dfcf1486-904e-4e1f-a516-dc71d0da2ae1 None None] Bound port: a9803cc4-8b19-4651-89a6-59312bbc1c5f, host: dv-neutron-835340-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5144fcce-87ea-459d-b4fb-6274dca0f296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c1c1e82f-d94f-48bb-b16b-2ae10630c5ed'}}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 12:25:46.735504 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-dfcf1486-904e-4e1f-a516-dc71d0da2ae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:25:46.772788 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-ce00b6ac-e754-49f6-9533-cd25714d56aa tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks [] for port, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:25:46.789097 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.provisioning_blocks [None req-ce00b6ac-e754-49f6-9533-cd25714d56aa tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Transition to ACTIVE for port object bcc973d2-bd7d-4cb1-9b66-dcaa29496c10 will not be triggered until provisioned by entity DHCP. {{(pid=87871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:25:46.814637 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-ce00b6ac-e754-49f6-9533-cd25714d56aa tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:25:46.834894 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-dfcf1486-904e-4e1f-a516-dc71d0da2ae1 None None] For port a9803cc4-8b19-4651-89a6-59312bbc1c5f, host dv-neutron-835340-2-hyperv, cleared binding levels {{(pid=87872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 12:25:46.838378 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-dfcf1486-904e-4e1f-a516-dc71d0da2ae1 None None] For port a9803cc4-8b19-4651-89a6-59312bbc1c5f, host dv-neutron-835340-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=a9803cc4-8b19-4651-89a6-59312bbc1c5f,segment=NetworkSegment(5144fcce-87ea-459d-b4fb-6274dca0f296),segment_id=5144fcce-87ea-459d-b4fb-6274dca0f296)] {{(pid=87872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 12:25:46.843078 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-dfcf1486-904e-4e1f-a516-dc71d0da2ae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:25:46.883388 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce00b6ac-e754-49f6-9533-cd25714d56aa tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Network c1c1e82f-d94f-48bb-b16b-2ae10630c5ed is already hosted by enough agents. {{(pid=87871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:25:46.886834 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-ce00b6ac-e754-49f6-9533-cd25714d56aa tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Resources bound (agent type, host, resource id): {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:25:46.895761 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce00b6ac-e754-49f6-9533-cd25714d56aa tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Received port after_create {{(pid=87871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 12:25:46.952758 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcf1486-904e-4e1f-a516-dc71d0da2ae1 None None] Pushing event updated for resources: {'Port': ['ID=a9803cc4-8b19-4651-89a6-59312bbc1c5f,revision_number=2']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:25:46.960712 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce00b6ac-e754-49f6-9533-cd25714d56aa tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Pushing event updated for resources: {'Port': ['ID=bcc973d2-bd7d-4cb1-9b66-dcaa29496c10,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:25:46.984946 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-ce00b6ac-e754-49f6-9533-cd25714d56aa tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-709483'] for router_interface, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:25:47.151503 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-ce00b6ac-e754-49f6-9533-cd25714d56aa tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:25:47.702259 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-ce00b6ac-e754-49f6-9533-cd25714d56aa tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks [] for port, precommit_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:25:47.706780 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-ce00b6ac-e754-49f6-9533-cd25714d56aa tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2363241'] for port, after_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:25:47.826050 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-ce00b6ac-e754-49f6-9533-cd25714d56aa tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-743372'] for router_interface, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:25:47.829494 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce00b6ac-e754-49f6-9533-cd25714d56aa tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Pushing event updated for resources: {'Port': ['ID=bcc973d2-bd7d-4cb1-9b66-dcaa29496c10,revision_number=2']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:25:47.972075 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4568e342-e1c9-4e15-951f-4722c2cae76c None None] Network c1c1e82f-d94f-48bb-b16b-2ae10630c5ed requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 12:25:47.974013 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce00b6ac-e754-49f6-9533-cd25714d56aa tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Network c1c1e82f-d94f-48bb-b16b-2ae10630c5ed is already hosted by enough agents. {{(pid=87871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:25:47.975177 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-ce00b6ac-e754-49f6-9533-cd25714d56aa tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Resources bound (agent type, host, resource id): {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:25:48.060969 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-d83b6a7d-2fcb-4028-a4ad-a4f7d8fc88e0 None None] Provisioning for port a9803cc4-8b19-4651-89a6-59312bbc1c5f completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:25:48.172388 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce00b6ac-e754-49f6-9533-cd25714d56aa tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Router 05453435-1b50-42da-8d7c-5b765a07984e has already been hosted by L3 agent af79d429-529e-400b-a119-94d4bec03f3e {{(pid=87871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 12:25:48.357724 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce00b6ac-e754-49f6-9533-cd25714d56aa tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 12:25:48.369000 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24194731-7f92-4f1f-b5cf-cd0199ecc5d2 None None] Sync routers for ids ['05453435-1b50-42da-8d7c-5b765a07984e'] in dv-neutron-835340-2-hyperv {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 12:25:48.372400 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-ce00b6ac-e754-49f6-9533-cd25714d56aa tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "PUT /v2.0/routers/05453435-1b50-42da-8d7c-5b765a07984e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1744101 Mar 28 12:25:48.389742 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24194731-7f92-4f1f-b5cf-cd0199ecc5d2 None None] Routers {'05453435-1b50-42da-8d7c-5b765a07984e'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:25:48.390500 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-24194731-7f92-4f1f-b5cf-cd0199ecc5d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:25:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['05453435-1b50-42da-8d7c-5b765a07984e'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:25:48.455264 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device a9803cc4-8b19-4651-89a6-59312bbc1c5f up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:25:48.523739 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-322978fc-7fbc-46de-a861-e43c6667e34f None None] Provisioning for port bcc973d2-bd7d-4cb1-9b66-dcaa29496c10 completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:25:48.536649 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-322978fc-7fbc-46de-a861-e43c6667e34f None None] Provisioning complete for port bcc973d2-bd7d-4cb1-9b66-dcaa29496c10 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:25:48.536936 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-322978fc-7fbc-46de-a861-e43c6667e34f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:25:48.588220 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [req-c7a684c0-b5d9-43aa-be56-67e5189761f2 req-d66b2f64-c1d3-4bc0-993d-c0e0725fe639 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Synchronizing usage tracker for tenant:bf61b35ded70454082616e376fe15d12 on resource:security_group {{(pid=87870) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:25:48.611685 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [req-c7a684c0-b5d9-43aa-be56-67e5189761f2 req-d66b2f64-c1d3-4bc0-993d-c0e0725fe639 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Unset dirty status for tenant:bf61b35ded70454082616e376fe15d12 on resource:security_group {{(pid=87870) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:25:48.612669 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-322978fc-7fbc-46de-a861-e43c6667e34f None None] Port bcc973d2-bd7d-4cb1-9b66-dcaa29496c10 cannot update to ACTIVE because it is not bound. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 12:25:48.621764 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-c7a684c0-b5d9-43aa-be56-67e5189761f2 req-d66b2f64-c1d3-4bc0-993d-c0e0725fe639 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1125261064&fields=id&tenant_id=bf61b35ded70454082616e376fe15d12 HTTP/1.1" status: 200 len: 267 time: 0.0804970 Mar 28 12:25:48.623899 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning for port a9803cc4-8b19-4651-89a6-59312bbc1c5f completed by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:25:48.633268 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvr_db [None req-24194731-7f92-4f1f-b5cf-cd0199ecc5d2 None None] Set router 05453435-1b50-42da-8d7c-5b765a07984e gateway port host: dv-neutron-835340-2-hyperv {{(pid=87873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:25:48.635728 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port a9803cc4-8b19-4651-89a6-59312bbc1c5f triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:25:48.636183 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:25:48.701803 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-322978fc-7fbc-46de-a861-e43c6667e34f None None] Provisioning complete for port a9803cc4-8b19-4651-89a6-59312bbc1c5f triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:25:48.702251 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-322978fc-7fbc-46de-a861-e43c6667e34f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:25:48.783887 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a684c0-b5d9-43aa-be56-67e5189761f2 req-02e589cf-99a7-4425-8766-b75cdc2d4c01 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:25:48.785779 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-c7a684c0-b5d9-43aa-be56-67e5189761f2 req-02e589cf-99a7-4425-8766-b75cdc2d4c01 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/networks?id=c1c1e82f-d94f-48bb-b16b-2ae10630c5ed HTTP/1.1" status: 200 len: 797 time: 0.1623960 Mar 28 12:25:48.812808 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-c7a684c0-b5d9-43aa-be56-67e5189761f2 req-e2eb8b5d-6ee0-427c-9bd7-d82e353a38d4 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/quotas/bf61b35ded70454082616e376fe15d12 HTTP/1.1" status: 200 len: 375 time: 0.0176642 Mar 28 12:25:48.831342 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:25:48.925926 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] For port a9803cc4-8b19-4651-89a6-59312bbc1c5f, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=a9803cc4-8b19-4651-89a6-59312bbc1c5f,segment=NetworkSegment(5144fcce-87ea-459d-b4fb-6274dca0f296),segment_id=5144fcce-87ea-459d-b4fb-6274dca0f296)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:25:48.930845 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-c7a684c0-b5d9-43aa-be56-67e5189761f2 req-80107218-8cbb-466a-92ab-8b24cafaca0a tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=bf61b35ded70454082616e376fe15d12&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1130419 Mar 28 12:25:48.932058 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-322978fc-7fbc-46de-a861-e43c6667e34f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:25:48.946632 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:25:48.948124 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 45c2e206-f067-47b8-8770-e09f3b462f73 up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:25:49.019288 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-24194731-7f92-4f1f-b5cf-cd0199ecc5d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05453435-1b50-42da-8d7c-5b765a07984e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1368192751', 'tenant_id': 'bf61b35ded70454082616e376fe15d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.111'}], 'enable_snat': True}, 'gw_port_id': '45c2e206-f067-47b8-8770-e09f3b462f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:25:42Z', 'updated_at': '2022-03-28T12:25:47Z', 'revision_number': 4, 'project_id': 'bf61b35ded70454082616e376fe15d12', 'gw_port': {'id': '45c2e206-f067-47b8-8770-e09f3b462f73', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:d5:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05453435-1b50-42da-8d7c-5b765a07984e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:25:42Z', 'updated_at': '2022-03-28T12:25:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_interfaces': [{'id': 'bcc973d2-bd7d-4cb1-9b66-dcaa29496c10', 'name': '', 'network_id': 'c1c1e82f-d94f-48bb-b16b-2ae10630c5ed', 'tenant_id': 'bf61b35ded70454082616e376fe15d12', 'mac_address': 'fa:16:3e:84:70:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05453435-1b50-42da-8d7c-5b765a07984e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1699, 'fixed_ips': [{'subnet_id': '5ac88e53-99f4-4537-a7df-e4f0cf24fe32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:25:46Z', 'updated_at': '2022-03-28T12:25:47Z', 'revision_number': 2, 'project_id': 'bf61b35ded70454082616e376fe15d12', 'subnets': [{'id': '5ac88e53-99f4-4537-a7df-e4f0cf24fe32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:25:49.023979 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24194731-7f92-4f1f-b5cf-cd0199ecc5d2 None None] Checking router: 05453435-1b50-42da-8d7c-5b765a07984e for host: dv-neutron-835340-2-hyperv {{(pid=87873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 12:25:49.024426 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24194731-7f92-4f1f-b5cf-cd0199ecc5d2 None None] Updating router 05453435-1b50-42da-8d7c-5b765a07984e port bcc973d2-bd7d-4cb1-9b66-dcaa29496c10 binding host dv-neutron-835340-2-hyperv {{(pid=87873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 12:25:49.081576 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron_lib.callbacks.manager [None req-24194731-7f92-4f1f-b5cf-cd0199ecc5d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:25:49.131647 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Pushing event updated for resources: {'Port': ['ID=a9803cc4-8b19-4651-89a6-59312bbc1c5f,revision_number=3']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:25:49.140505 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.db.api [None req-322978fc-7fbc-46de-a861-e43c6667e34f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87872) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 12:25:49.140829 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG oslo_db.api [None req-322978fc-7fbc-46de-a861-e43c6667e34f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 12:25:49.142669 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-c7a684c0-b5d9-43aa-be56-67e5189761f2 req-af7118a0-4827-4e47-b0a5-683d6423f58e service neutron] 10.222.0.30 "GET /v2.0/networks/c1c1e82f-d94f-48bb-b16b-2ae10630c5ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1976767 Mar 28 12:25:49.152134 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning for port 45c2e206-f067-47b8-8770-e09f3b462f73 completed by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:25:49.157020 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port 45c2e206-f067-47b8-8770-e09f3b462f73 triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:25:49.157384 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:25:49.274768 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-c7a684c0-b5d9-43aa-be56-67e5189761f2 req-b062d5dc-6cfd-4fa2-84b0-b626121e9c49 service neutron] 10.222.0.30 "GET /v2.0/networks/c1c1e82f-d94f-48bb-b16b-2ae10630c5ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260078 Mar 28 12:25:49.275942 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:25:49.293863 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] For port 45c2e206-f067-47b8-8770-e09f3b462f73, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=45c2e206-f067-47b8-8770-e09f3b462f73,segment=NetworkSegment(688afb86-c9bd-46e2-ba7d-3fe76fb1efff),segment_id=688afb86-c9bd-46e2-ba7d-3fe76fb1efff)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:25:49.298096 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:25:49.373046 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Pushing event updated for resources: {'Port': ['ID=45c2e206-f067-47b8-8770-e09f3b462f73,revision_number=4']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:25:49.453184 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron_lib.callbacks.manager [None req-24194731-7f92-4f1f-b5cf-cd0199ecc5d2 None None] Notify callbacks [] for port, precommit_update {{(pid=87873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:25:49.463046 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [req-cbe98454-e51b-44ef-89a5-ebbb26e5414d req-376db0a9-3730-416b-8e34-93997e91579c tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Synchronizing usage tracker for tenant:bf61b35ded70454082616e376fe15d12 on resource:port {{(pid=87871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:25:49.465433 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.provisioning_blocks [None req-24194731-7f92-4f1f-b5cf-cd0199ecc5d2 None None] Transition to ACTIVE for port object bcc973d2-bd7d-4cb1-9b66-dcaa29496c10 will not be triggered until provisioned by entity L2. {{(pid=87873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:25:49.472653 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron_lib.callbacks.manager [None req-24194731-7f92-4f1f-b5cf-cd0199ecc5d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:25:49.481935 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [req-cbe98454-e51b-44ef-89a5-ebbb26e5414d req-376db0a9-3730-416b-8e34-93997e91579c tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Unset dirty status for tenant:bf61b35ded70454082616e376fe15d12 on resource:port {{(pid=87871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:25:49.483510 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-cbe98454-e51b-44ef-89a5-ebbb26e5414d req-376db0a9-3730-416b-8e34-93997e91579c tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/ports?device_id=2ddf6c76-e3ab-4668-bd52-ab5aa92e9202 HTTP/1.1" status: 200 len: 210 time: 0.0646091 Mar 28 12:25:49.623784 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedc7932-77ff-4eb3-943b-5d14ac9d4f2e None None] Pushing event updated for resources: {'Port': ['ID=bcc973d2-bd7d-4cb1-9b66-dcaa29496c10,revision_number=3']} {{(pid=87873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:25:49.640340 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eedc7932-77ff-4eb3-943b-5d14ac9d4f2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:25:49.640693 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eedc7932-77ff-4eb3-943b-5d14ac9d4f2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:25:49.640995 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eedc7932-77ff-4eb3-943b-5d14ac9d4f2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:25:49.641316 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eedc7932-77ff-4eb3-943b-5d14ac9d4f2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:25:49.641630 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eedc7932-77ff-4eb3-943b-5d14ac9d4f2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:25:49.641945 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eedc7932-77ff-4eb3-943b-5d14ac9d4f2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:25:49.642258 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eedc7932-77ff-4eb3-943b-5d14ac9d4f2e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:25:49.642572 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eedc7932-77ff-4eb3-943b-5d14ac9d4f2e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:25:49.642884 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eedc7932-77ff-4eb3-943b-5d14ac9d4f2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:25:49.643194 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eedc7932-77ff-4eb3-943b-5d14ac9d4f2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:25:49.643529 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eedc7932-77ff-4eb3-943b-5d14ac9d4f2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:25:49.643837 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eedc7932-77ff-4eb3-943b-5d14ac9d4f2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:25:49.698572 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.managers [None req-24194731-7f92-4f1f-b5cf-cd0199ecc5d2 None None] Attempting to bind port bcc973d2-bd7d-4cb1-9b66-dcaa29496c10 on host dv-neutron-835340-2-hyperv for vnic_type normal with profile {{(pid=87873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 12:25:49.698924 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.managers [None req-24194731-7f92-4f1f-b5cf-cd0199ecc5d2 None None] Attempting to bind port bcc973d2-bd7d-4cb1-9b66-dcaa29496c10 by drivers openvswitch,hyperv on host dv-neutron-835340-2-hyperv at level 0 using segments [{'id': '5144fcce-87ea-459d-b4fb-6274dca0f296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c1c1e82f-d94f-48bb-b16b-2ae10630c5ed'}] {{(pid=87873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 12:25:49.699272 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24194731-7f92-4f1f-b5cf-cd0199ecc5d2 None None] Attempting to bind port bcc973d2-bd7d-4cb1-9b66-dcaa29496c10 on network c1c1e82f-d94f-48bb-b16b-2ae10630c5ed {{(pid=87873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 12:25:49.704582 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24194731-7f92-4f1f-b5cf-cd0199ecc5d2 None None] Checking agent: {'id': '961a16fe-cbc8-4264-ac28-bbbd53f89caa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 46, 6), 'started_at': datetime.datetime(2022, 3, 28, 11, 46, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 12, 25, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 12:25:49.704942 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24194731-7f92-4f1f-b5cf-cd0199ecc5d2 None None] Checking segment: {'id': '5144fcce-87ea-459d-b4fb-6274dca0f296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c1c1e82f-d94f-48bb-b16b-2ae10630c5ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 12:25:49.705338 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron_lib.callbacks.manager [None req-24194731-7f92-4f1f-b5cf-cd0199ecc5d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:25:49.705714 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24194731-7f92-4f1f-b5cf-cd0199ecc5d2 None None] Bound using segment: {'id': '5144fcce-87ea-459d-b4fb-6274dca0f296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c1c1e82f-d94f-48bb-b16b-2ae10630c5ed'} {{(pid=87873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 12:25:49.706192 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.managers [None req-24194731-7f92-4f1f-b5cf-cd0199ecc5d2 None None] Bound port: bcc973d2-bd7d-4cb1-9b66-dcaa29496c10, host: dv-neutron-835340-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5144fcce-87ea-459d-b4fb-6274dca0f296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c1c1e82f-d94f-48bb-b16b-2ae10630c5ed'}}] {{(pid=87873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 12:25:49.706552 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron_lib.callbacks.manager [None req-24194731-7f92-4f1f-b5cf-cd0199ecc5d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:25:49.790756 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.db [None req-24194731-7f92-4f1f-b5cf-cd0199ecc5d2 None None] For port bcc973d2-bd7d-4cb1-9b66-dcaa29496c10, host dv-neutron-835340-2-hyperv, cleared binding levels {{(pid=87873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 12:25:49.793659 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.db [None req-24194731-7f92-4f1f-b5cf-cd0199ecc5d2 None None] For port bcc973d2-bd7d-4cb1-9b66-dcaa29496c10, host dv-neutron-835340-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=bcc973d2-bd7d-4cb1-9b66-dcaa29496c10,segment=NetworkSegment(5144fcce-87ea-459d-b4fb-6274dca0f296),segment_id=5144fcce-87ea-459d-b4fb-6274dca0f296)] {{(pid=87873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 12:25:49.798316 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron_lib.callbacks.manager [None req-24194731-7f92-4f1f-b5cf-cd0199ecc5d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:25:49.878228 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24194731-7f92-4f1f-b5cf-cd0199ecc5d2 None None] Routers {'05453435-1b50-42da-8d7c-5b765a07984e'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:25:49.878761 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-24194731-7f92-4f1f-b5cf-cd0199ecc5d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:25:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['05453435-1b50-42da-8d7c-5b765a07984e'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:25:49.940438 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedc7932-77ff-4eb3-943b-5d14ac9d4f2e None None] Pushing event updated for resources: {'Port': ['ID=bcc973d2-bd7d-4cb1-9b66-dcaa29496c10,revision_number=4']} {{(pid=87873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:25:50.085364 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvr_db [None req-24194731-7f92-4f1f-b5cf-cd0199ecc5d2 None None] Set router 05453435-1b50-42da-8d7c-5b765a07984e gateway port host: dv-neutron-835340-2-hyperv {{(pid=87873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:25:50.386349 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device a9803cc4-8b19-4651-89a6-59312bbc1c5f up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:25:50.387383 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-24194731-7f92-4f1f-b5cf-cd0199ecc5d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05453435-1b50-42da-8d7c-5b765a07984e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1368192751', 'tenant_id': 'bf61b35ded70454082616e376fe15d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.111'}], 'enable_snat': True}, 'gw_port_id': '45c2e206-f067-47b8-8770-e09f3b462f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:25:42Z', 'updated_at': '2022-03-28T12:25:47Z', 'revision_number': 4, 'project_id': 'bf61b35ded70454082616e376fe15d12', 'gw_port': {'id': '45c2e206-f067-47b8-8770-e09f3b462f73', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:d5:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05453435-1b50-42da-8d7c-5b765a07984e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:25:42Z', 'updated_at': '2022-03-28T12:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_interfaces': [{'id': 'bcc973d2-bd7d-4cb1-9b66-dcaa29496c10', 'name': '', 'network_id': 'c1c1e82f-d94f-48bb-b16b-2ae10630c5ed', 'tenant_id': 'bf61b35ded70454082616e376fe15d12', 'mac_address': 'fa:16:3e:84:70:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05453435-1b50-42da-8d7c-5b765a07984e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1699, 'fixed_ips': [{'subnet_id': '5ac88e53-99f4-4537-a7df-e4f0cf24fe32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:25:46Z', 'updated_at': '2022-03-28T12:25:49Z', 'revision_number': 4, 'project_id': 'bf61b35ded70454082616e376fe15d12', 'subnets': [{'id': '5ac88e53-99f4-4537-a7df-e4f0cf24fe32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:25:50.391341 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24194731-7f92-4f1f-b5cf-cd0199ecc5d2 None None] The sync data for ids ['05453435-1b50-42da-8d7c-5b765a07984e'] in dv-neutron-835340-2-hyperv is: [{'id': '05453435-1b50-42da-8d7c-5b765a07984e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1368192751', 'tenant_id': 'bf61b35ded70454082616e376fe15d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.111'}], 'enable_snat': True}, 'gw_port_id': '45c2e206-f067-47b8-8770-e09f3b462f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:25:42Z', 'updated_at': '2022-03-28T12:25:47Z', 'revision_number': 4, 'project_id': 'bf61b35ded70454082616e376fe15d12', 'gw_port': {'id': '45c2e206-f067-47b8-8770-e09f3b462f73', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:d5:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05453435-1b50-42da-8d7c-5b765a07984e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:25:42Z', 'updated_at': '2022-03-28T12:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_interfaces': [{'id': 'bcc973d2-bd7d-4cb1-9b66-dcaa29496c10', 'name': '', 'network_id': 'c1c1e82f-d94f-48bb-b16b-2ae10630c5ed', 'tenant_id': 'bf61b35ded70454082616e376fe15d12', 'mac_address': 'fa:16:3e:84:70:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05453435-1b50-42da-8d7c-5b765a07984e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1699, 'fixed_ips': [{'subnet_id': '5ac88e53-99f4-4537-a7df-e4f0cf24fe32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:25:46Z', 'updated_at': '2022-03-28T12:25:49Z', 'revision_number': 4, 'project_id': 'bf61b35ded70454082616e376fe15d12', 'subnets': [{'id': '5ac88e53-99f4-4537-a7df-e4f0cf24fe32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 12:25:50.503909 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port a9803cc4-8b19-4651-89a6-59312bbc1c5f triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:25:50.504284 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:25:50.580759 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-81e1652f-73c8-4159-9436-f00a7cadfc36 req-ffadcf48-49c0-4206-9c3e-386033055852 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/ports?device_id=2ddf6c76-e3ab-4668-bd52-ab5aa92e9202 HTTP/1.1" status: 200 len: 210 time: 0.0428994 Mar 28 12:25:50.633151 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 45c2e206-f067-47b8-8770-e09f3b462f73 up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:25:50.701453 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port 45c2e206-f067-47b8-8770-e09f3b462f73 triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:25:50.701841 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:25:50.844633 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:25:51.683388 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-803b6762-ba24-450b-8a23-5f6bc0283a25 req-601cb85b-f48b-4c70-8c24-dffbf96f643e tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/ports?device_id=2ddf6c76-e3ab-4668-bd52-ab5aa92e9202 HTTP/1.1" status: 200 len: 210 time: 0.0432608 Mar 28 12:25:52.397833 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device bcc973d2-bd7d-4cb1-9b66-dcaa29496c10 up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:25:52.465658 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning for port bcc973d2-bd7d-4cb1-9b66-dcaa29496c10 completed by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:25:52.470450 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port bcc973d2-bd7d-4cb1-9b66-dcaa29496c10 triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:25:52.470820 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:25:52.583436 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:25:52.614162 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] For port bcc973d2-bd7d-4cb1-9b66-dcaa29496c10, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=bcc973d2-bd7d-4cb1-9b66-dcaa29496c10,segment=NetworkSegment(5144fcce-87ea-459d-b4fb-6274dca0f296),segment_id=5144fcce-87ea-459d-b4fb-6274dca0f296)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:25:52.617754 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:25:52.688302 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Pushing event updated for resources: {'Port': ['ID=bcc973d2-bd7d-4cb1-9b66-dcaa29496c10,revision_number=5']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:25:52.892672 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-bc05f652-ea72-4b01-a3d2-1c67c61a966d req-31d59bf0-2365-4ed2-be14-afe1aeeb2d28 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/ports?device_id=2ddf6c76-e3ab-4668-bd52-ab5aa92e9202 HTTP/1.1" status: 200 len: 210 time: 0.1557915 Mar 28 12:25:54.041016 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-f5fc5ea9-2a0f-43f0-a9a9-438b3ad78586 req-3b3ff1a6-2c6f-4062-9d1f-89b52778cfbd tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/ports?device_id=2ddf6c76-e3ab-4668-bd52-ab5aa92e9202 HTTP/1.1" status: 200 len: 210 time: 0.0437555 Mar 28 12:25:54.385420 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device bcc973d2-bd7d-4cb1-9b66-dcaa29496c10 up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:25:54.453637 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port bcc973d2-bd7d-4cb1-9b66-dcaa29496c10 triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:25:54.454465 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:25:54.609739 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a684c0-b5d9-43aa-be56-67e5189761f2 req-a3ca5cb9-e425-484b-af1d-207e778a19ba tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:25:54.610406 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [req-c7a684c0-b5d9-43aa-be56-67e5189761f2 req-a3ca5cb9-e425-484b-af1d-207e778a19ba tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Synchronizing usage tracker for tenant:bf61b35ded70454082616e376fe15d12 on resource:network {{(pid=87871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:25:54.627734 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [req-c7a684c0-b5d9-43aa-be56-67e5189761f2 req-a3ca5cb9-e425-484b-af1d-207e778a19ba tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Unset dirty status for tenant:bf61b35ded70454082616e376fe15d12 on resource:network {{(pid=87871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:25:54.628808 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-c7a684c0-b5d9-43aa-be56-67e5189761f2 req-a3ca5cb9-e425-484b-af1d-207e778a19ba tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.11 "GET /v2.0/networks?id=c1c1e82f-d94f-48bb-b16b-2ae10630c5ed HTTP/1.1" status: 200 len: 797 time: 0.1746645 Mar 28 12:25:54.679255 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-c7a684c0-b5d9-43aa-be56-67e5189761f2 req-91b09227-3059-41c5-83c8-235a9c0b7566 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bf61b35ded70454082616e376fe15d12 HTTP/1.1" status: 200 len: 380 time: 0.0400629 Mar 28 12:25:54.688152 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [req-c7a684c0-b5d9-43aa-be56-67e5189761f2 req-817aeb44-359a-4586-9f0f-6611a78b5e51 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Request body: {'port': {'device_id': '2ddf6c76-e3ab-4668-bd52-ab5aa92e9202', 'network_id': 'c1c1e82f-d94f-48bb-b16b-2ae10630c5ed', 'admin_state_up': True, 'tenant_id': 'bf61b35ded70454082616e376fe15d12', 'security_groups': ['b0d4ea77-5e74-4364-978c-2aa0931df592']}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:25:54.825109 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [req-c7a684c0-b5d9-43aa-be56-67e5189761f2 req-817aeb44-359a-4586-9f0f-6611a78b5e51 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:25:54.834503 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [req-c7a684c0-b5d9-43aa-be56-67e5189761f2 req-817aeb44-359a-4586-9f0f-6611a78b5e51 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:25:54.847612 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7a684c0-b5d9-43aa-be56-67e5189761f2 req-817aeb44-359a-4586-9f0f-6611a78b5e51 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Made reservation on behalf of bf61b35ded70454082616e376fe15d12 for: {'port': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 12:25:54.851015 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-c7a684c0-b5d9-43aa-be56-67e5189761f2 req-817aeb44-359a-4586-9f0f-6611a78b5e51 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:25:55.010878 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.db_base_plugin_common [req-c7a684c0-b5d9-43aa-be56-67e5189761f2 req-817aeb44-359a-4586-9f0f-6611a78b5e51 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Allocated IP 172.20.0.13 (c1c1e82f-d94f-48bb-b16b-2ae10630c5ed/5ac88e53-99f4-4537-a7df-e4f0cf24fe32/2d9a8c3c-bf20-47d8-9f6a-49b5a4efbfc2) {{(pid=87871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 12:25:55.193053 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-c091875b-722b-4204-8e7d-9ae081742858 req-e92a6983-3520-40ea-91a7-c11d059f2dbe tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/ports?device_id=2ddf6c76-e3ab-4668-bd52-ab5aa92e9202 HTTP/1.1" status: 200 len: 210 time: 0.0441906 Mar 28 12:25:55.305832 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-c7a684c0-b5d9-43aa-be56-67e5189761f2 req-817aeb44-359a-4586-9f0f-6611a78b5e51 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks [] for port, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:25:55.321337 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.provisioning_blocks [req-c7a684c0-b5d9-43aa-be56-67e5189761f2 req-817aeb44-359a-4586-9f0f-6611a78b5e51 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Transition to ACTIVE for port object 2d9a8c3c-bf20-47d8-9f6a-49b5a4efbfc2 will not be triggered until provisioned by entity DHCP. {{(pid=87871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:25:55.345175 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-c7a684c0-b5d9-43aa-be56-67e5189761f2 req-817aeb44-359a-4586-9f0f-6611a78b5e51 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:25:55.410630 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7a684c0-b5d9-43aa-be56-67e5189761f2 req-817aeb44-359a-4586-9f0f-6611a78b5e51 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Network c1c1e82f-d94f-48bb-b16b-2ae10630c5ed is already hosted by enough agents. {{(pid=87871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:25:55.418575 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [req-c7a684c0-b5d9-43aa-be56-67e5189761f2 req-817aeb44-359a-4586-9f0f-6611a78b5e51 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Resources bound (agent type, host, resource id): {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:25:55.422803 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7a684c0-b5d9-43aa-be56-67e5189761f2 req-817aeb44-359a-4586-9f0f-6611a78b5e51 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Received port after_create {{(pid=87871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 12:25:55.452549 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817aeb44-359a-4586-9f0f-6611a78b5e51 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Pushing event updated for resources: {'Port': ['ID=2d9a8c3c-bf20-47d8-9f6a-49b5a4efbfc2,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:25:55.490266 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a684c0-b5d9-43aa-be56-67e5189761f2 req-817aeb44-359a-4586-9f0f-6611a78b5e51 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:25:55.490883 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-c7a684c0-b5d9-43aa-be56-67e5189761f2 req-817aeb44-359a-4586-9f0f-6611a78b5e51 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:25:55.517132 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-c7a684c0-b5d9-43aa-be56-67e5189761f2 req-817aeb44-359a-4586-9f0f-6611a78b5e51 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8324614 Mar 28 12:25:55.529391 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [req-c7a684c0-b5d9-43aa-be56-67e5189761f2 req-d04eb4ec-6f76-400d-8ffa-be6648e56420 service neutron] Request body: {'port': {'device_id': '2ddf6c76-e3ab-4668-bd52-ab5aa92e9202', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8353'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:25:55.646887 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-c7a684c0-b5d9-43aa-be56-67e5189761f2 req-d04eb4ec-6f76-400d-8ffa-be6648e56420 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:25:55.698099 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-12c6f5d3-8eda-4322-8aa9-8db4b28dd134 None None] Provisioning for port 2d9a8c3c-bf20-47d8-9f6a-49b5a4efbfc2 completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:25:55.703086 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-12c6f5d3-8eda-4322-8aa9-8db4b28dd134 None None] Provisioning complete for port 2d9a8c3c-bf20-47d8-9f6a-49b5a4efbfc2 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:25:55.703528 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-12c6f5d3-8eda-4322-8aa9-8db4b28dd134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:25:55.760613 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-12c6f5d3-8eda-4322-8aa9-8db4b28dd134 None None] Port 2d9a8c3c-bf20-47d8-9f6a-49b5a4efbfc2 cannot update to ACTIVE because it is not bound. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 12:25:55.982559 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.notifiers.nova [req-c7a684c0-b5d9-43aa-be56-67e5189761f2 req-d04eb4ec-6f76-400d-8ffa-be6648e56420 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d9a8c3c-bf20-47d8-9f6a-49b5a4efbfc2 {{(pid=87871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 12:25:55.989730 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-c7a684c0-b5d9-43aa-be56-67e5189761f2 req-d04eb4ec-6f76-400d-8ffa-be6648e56420 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:25:56.004341 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.provisioning_blocks [req-c7a684c0-b5d9-43aa-be56-67e5189761f2 req-d04eb4ec-6f76-400d-8ffa-be6648e56420 service neutron] Transition to ACTIVE for port object 2d9a8c3c-bf20-47d8-9f6a-49b5a4efbfc2 will not be triggered until provisioned by entity L2. {{(pid=87871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:25:56.008992 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-c7a684c0-b5d9-43aa-be56-67e5189761f2 req-d04eb4ec-6f76-400d-8ffa-be6648e56420 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2363241'] for port, after_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:25:56.166367 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04eb4ec-6f76-400d-8ffa-be6648e56420 service neutron] Pushing event updated for resources: {'Port': ['ID=2d9a8c3c-bf20-47d8-9f6a-49b5a4efbfc2,revision_number=2']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:25:56.248152 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.managers [req-c7a684c0-b5d9-43aa-be56-67e5189761f2 req-d04eb4ec-6f76-400d-8ffa-be6648e56420 service neutron] Attempting to bind port 2d9a8c3c-bf20-47d8-9f6a-49b5a4efbfc2 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 12:25:56.248476 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.managers [req-c7a684c0-b5d9-43aa-be56-67e5189761f2 req-d04eb4ec-6f76-400d-8ffa-be6648e56420 service neutron] Attempting to bind port 2d9a8c3c-bf20-47d8-9f6a-49b5a4efbfc2 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '5144fcce-87ea-459d-b4fb-6274dca0f296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c1c1e82f-d94f-48bb-b16b-2ae10630c5ed'}] {{(pid=87871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 12:25:56.248800 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7a684c0-b5d9-43aa-be56-67e5189761f2 req-d04eb4ec-6f76-400d-8ffa-be6648e56420 service neutron] Attempting to bind port 2d9a8c3c-bf20-47d8-9f6a-49b5a4efbfc2 on network c1c1e82f-d94f-48bb-b16b-2ae10630c5ed {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 12:25:56.253245 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7a684c0-b5d9-43aa-be56-67e5189761f2 req-d04eb4ec-6f76-400d-8ffa-be6648e56420 service neutron] Port 2d9a8c3c-bf20-47d8-9f6a-49b5a4efbfc2 on network c1c1e82f-d94f-48bb-b16b-2ae10630c5ed not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 12:25:56.253555 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7a684c0-b5d9-43aa-be56-67e5189761f2 req-d04eb4ec-6f76-400d-8ffa-be6648e56420 service neutron] Attempting to bind port 2d9a8c3c-bf20-47d8-9f6a-49b5a4efbfc2 on network c1c1e82f-d94f-48bb-b16b-2ae10630c5ed {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 12:25:56.258547 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7a684c0-b5d9-43aa-be56-67e5189761f2 req-d04eb4ec-6f76-400d-8ffa-be6648e56420 service neutron] Checking agent: {'id': '01dfae6e-0e91-4100-b27f-ff8156eac7d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8353', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 52, 20), 'started_at': datetime.datetime(2022, 3, 28, 11, 52, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 12, 25, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 12:25:56.258853 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7a684c0-b5d9-43aa-be56-67e5189761f2 req-d04eb4ec-6f76-400d-8ffa-be6648e56420 service neutron] Checking segment: {'id': '5144fcce-87ea-459d-b4fb-6274dca0f296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c1c1e82f-d94f-48bb-b16b-2ae10630c5ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 12:25:56.259792 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7a684c0-b5d9-43aa-be56-67e5189761f2 req-d04eb4ec-6f76-400d-8ffa-be6648e56420 service neutron] Bound using segment: {'id': '5144fcce-87ea-459d-b4fb-6274dca0f296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c1c1e82f-d94f-48bb-b16b-2ae10630c5ed'} {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 12:25:56.260770 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.managers [req-c7a684c0-b5d9-43aa-be56-67e5189761f2 req-d04eb4ec-6f76-400d-8ffa-be6648e56420 service neutron] Bound port: 2d9a8c3c-bf20-47d8-9f6a-49b5a4efbfc2, host: hv-neutron-8353, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5144fcce-87ea-459d-b4fb-6274dca0f296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c1c1e82f-d94f-48bb-b16b-2ae10630c5ed'}}] {{(pid=87871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 12:25:56.261111 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-c7a684c0-b5d9-43aa-be56-67e5189761f2 req-d04eb4ec-6f76-400d-8ffa-be6648e56420 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:25:56.400096 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.db [req-c7a684c0-b5d9-43aa-be56-67e5189761f2 req-d04eb4ec-6f76-400d-8ffa-be6648e56420 service neutron] For port 2d9a8c3c-bf20-47d8-9f6a-49b5a4efbfc2, host hv-neutron-8353, cleared binding levels {{(pid=87871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 12:25:56.404159 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.db [req-c7a684c0-b5d9-43aa-be56-67e5189761f2 req-d04eb4ec-6f76-400d-8ffa-be6648e56420 service neutron] For port 2d9a8c3c-bf20-47d8-9f6a-49b5a4efbfc2, host hv-neutron-8353, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=2d9a8c3c-bf20-47d8-9f6a-49b5a4efbfc2,segment=NetworkSegment(5144fcce-87ea-459d-b4fb-6274dca0f296),segment_id=5144fcce-87ea-459d-b4fb-6274dca0f296)] {{(pid=87871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 12:25:56.414007 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-c7a684c0-b5d9-43aa-be56-67e5189761f2 req-d04eb4ec-6f76-400d-8ffa-be6648e56420 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2363241'] for port, after_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:25:56.480844 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd9f2a6-36c2-4d72-b9e5-2dac9ad27297 req-78cd4d0c-ff82-4565-b801-e4910f28ca07 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:25:56.481546 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [req-bbd9f2a6-36c2-4d72-b9e5-2dac9ad27297 req-78cd4d0c-ff82-4565-b801-e4910f28ca07 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Synchronizing usage tracker for tenant:bf61b35ded70454082616e376fe15d12 on resource:port {{(pid=87871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:25:56.489421 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a684c0-b5d9-43aa-be56-67e5189761f2 req-d04eb4ec-6f76-400d-8ffa-be6648e56420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:25:56.489618 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-c7a684c0-b5d9-43aa-be56-67e5189761f2 req-d04eb4ec-6f76-400d-8ffa-be6648e56420 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:25:56.490899 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-c7a684c0-b5d9-43aa-be56-67e5189761f2 req-d04eb4ec-6f76-400d-8ffa-be6648e56420 service neutron] 10.222.0.11 "PUT /v2.0/ports/2d9a8c3c-bf20-47d8-9f6a-49b5a4efbfc2 HTTP/1.1" status: 200 len: 1094 time: 0.9665599 Mar 28 12:25:56.491398 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ddf6c76-e3ab-4668-bd52-ab5aa92e9202', 'tag': '2d9a8c3c-bf20-47d8-9f6a-49b5a4efbfc2'}] {{(pid=87871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 12:25:56.525730 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04eb4ec-6f76-400d-8ffa-be6648e56420 service neutron] Pushing event updated for resources: {'Port': ['ID=2d9a8c3c-bf20-47d8-9f6a-49b5a4efbfc2,revision_number=3']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:25:56.529516 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [req-bbd9f2a6-36c2-4d72-b9e5-2dac9ad27297 req-78cd4d0c-ff82-4565-b801-e4910f28ca07 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Unset dirty status for tenant:bf61b35ded70454082616e376fe15d12 on resource:port {{(pid=87871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:25:56.530768 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-bbd9f2a6-36c2-4d72-b9e5-2dac9ad27297 req-78cd4d0c-ff82-4565-b801-e4910f28ca07 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/ports?device_id=2ddf6c76-e3ab-4668-bd52-ab5aa92e9202 HTTP/1.1" status: 200 len: 944 time: 0.2213109 Mar 28 12:25:56.571752 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ddf6c76-e3ab-4668-bd52-ab5aa92e9202', 'tag': '2d9a8c3c-bf20-47d8-9f6a-49b5a4efbfc2', 'status': 'completed', 'code': 200} Mar 28 12:25:56.631131 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-bbd9f2a6-36c2-4d72-b9e5-2dac9ad27297 req-884a7c00-4f49-49c4-87ac-14a98a9c5987 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/security-groups?id=b0d4ea77-5e74-4364-978c-2aa0931df592&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613098 Mar 28 12:25:56.653203 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a684c0-b5d9-43aa-be56-67e5189761f2 req-db65f43b-da5a-4eb6-a163-d708c9dcc060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:25:56.654660 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-c7a684c0-b5d9-43aa-be56-67e5189761f2 req-db65f43b-da5a-4eb6-a163-d708c9dcc060 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=bf61b35ded70454082616e376fe15d12&device_id=2ddf6c76-e3ab-4668-bd52-ab5aa92e9202 HTTP/1.1" status: 200 len: 1097 time: 0.1160636 Mar 28 12:25:56.722467 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-c7a684c0-b5d9-43aa-be56-67e5189761f2 req-45911631-b366-4d7a-9600-172bbeb4a794 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2d9a8c3c-bf20-47d8-9f6a-49b5a4efbfc2 HTTP/1.1" status: 200 len: 217 time: 0.0610037 Mar 28 12:25:56.787790 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a684c0-b5d9-43aa-be56-67e5189761f2 req-872fd6d2-6f7f-4f23-b42e-f8df0a171c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:25:56.789195 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-c7a684c0-b5d9-43aa-be56-67e5189761f2 req-872fd6d2-6f7f-4f23-b42e-f8df0a171c9f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5ac88e53-99f4-4537-a7df-e4f0cf24fe32 HTTP/1.1" status: 200 len: 835 time: 0.0602038 Mar 28 12:25:56.865657 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a684c0-b5d9-43aa-be56-67e5189761f2 req-d246e1da-c1c1-4fd6-aacf-0a133747d654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:25:56.867103 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-c7a684c0-b5d9-43aa-be56-67e5189761f2 req-d246e1da-c1c1-4fd6-aacf-0a133747d654 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c1c1e82f-d94f-48bb-b16b-2ae10630c5ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0720670 Mar 28 12:25:57.093516 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-c7a684c0-b5d9-43aa-be56-67e5189761f2 req-59a5fa4f-b6ca-4764-bebf-577d6f8a28d6 service neutron] 10.222.0.11 "GET /v2.0/networks/c1c1e82f-d94f-48bb-b16b-2ae10630c5ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2199471 Mar 28 12:25:57.222465 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-c7a684c0-b5d9-43aa-be56-67e5189761f2 req-8288277f-2a60-43da-b5b3-c82d58f6a311 service neutron] 10.222.0.11 "GET /v2.0/networks/c1c1e82f-d94f-48bb-b16b-2ae10630c5ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201169 Mar 28 12:25:57.340441 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db378d3a-b7c9-4822-95c9-40a01150d2c3 req-dd0c378d-2123-47a5-a01d-fc70bd9bd5db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:25:57.341869 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-db378d3a-b7c9-4822-95c9-40a01150d2c3 req-dd0c378d-2123-47a5-a01d-fc70bd9bd5db service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=bf61b35ded70454082616e376fe15d12&device_id=2ddf6c76-e3ab-4668-bd52-ab5aa92e9202 HTTP/1.1" status: 200 len: 1097 time: 0.0738349 Mar 28 12:25:57.469244 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db378d3a-b7c9-4822-95c9-40a01150d2c3 req-2ebf81a6-4783-4c81-8bb7-43d494b39342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:25:57.470658 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-db378d3a-b7c9-4822-95c9-40a01150d2c3 req-2ebf81a6-4783-4c81-8bb7-43d494b39342 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c1c1e82f-d94f-48bb-b16b-2ae10630c5ed HTTP/1.1" status: 200 len: 897 time: 0.1228278 Mar 28 12:25:57.537557 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-db378d3a-b7c9-4822-95c9-40a01150d2c3 req-1bfffc68-9d27-45c1-abfd-af5ff86f9eca service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2d9a8c3c-bf20-47d8-9f6a-49b5a4efbfc2 HTTP/1.1" status: 200 len: 217 time: 0.0597277 Mar 28 12:25:57.601255 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db378d3a-b7c9-4822-95c9-40a01150d2c3 req-5f020894-438d-46e5-8974-f9e11f8b5238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:25:57.602613 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-db378d3a-b7c9-4822-95c9-40a01150d2c3 req-5f020894-438d-46e5-8974-f9e11f8b5238 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5ac88e53-99f4-4537-a7df-e4f0cf24fe32 HTTP/1.1" status: 200 len: 835 time: 0.0582254 Mar 28 12:25:57.682051 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db378d3a-b7c9-4822-95c9-40a01150d2c3 req-6914a251-c91d-4ee0-b634-bd132b4411e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:25:57.683528 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-db378d3a-b7c9-4822-95c9-40a01150d2c3 req-6914a251-c91d-4ee0-b634-bd132b4411e3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c1c1e82f-d94f-48bb-b16b-2ae10630c5ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0742202 Mar 28 12:25:57.817825 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-db378d3a-b7c9-4822-95c9-40a01150d2c3 req-6d59cba1-12f3-4bf3-8117-19b0136c9a3f service neutron] 10.222.0.11 "GET /v2.0/networks/c1c1e82f-d94f-48bb-b16b-2ae10630c5ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276321 Mar 28 12:25:57.823844 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201f33f8-023a-4195-9a5e-04cf28455ad9 req-f9b8a03c-5673-4c74-9fbe-549bef651513 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:25:57.825459 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-201f33f8-023a-4195-9a5e-04cf28455ad9 req-f9b8a03c-5673-4c74-9fbe-549bef651513 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/ports?device_id=2ddf6c76-e3ab-4668-bd52-ab5aa92e9202 HTTP/1.1" status: 200 len: 944 time: 0.0862224 Mar 28 12:25:57.870538 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-201f33f8-023a-4195-9a5e-04cf28455ad9 req-fa70486b-9f8d-44f6-b03b-10cf84e6f3e5 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/security-groups?id=b0d4ea77-5e74-4364-978c-2aa0931df592&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391960 Mar 28 12:25:57.949961 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-db378d3a-b7c9-4822-95c9-40a01150d2c3 req-b9c14c6c-a5e7-4f40-b58d-aab44820a2c3 service neutron] 10.222.0.11 "GET /v2.0/networks/c1c1e82f-d94f-48bb-b16b-2ae10630c5ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250639 Mar 28 12:25:59.057830 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea707fa7-e482-45a9-8c3c-0d0b70e8e91c req-2b5f7fa4-b5e1-44a3-9673-06d7a5c150d7 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:25:59.059258 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-ea707fa7-e482-45a9-8c3c-0d0b70e8e91c req-2b5f7fa4-b5e1-44a3-9673-06d7a5c150d7 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/ports?device_id=2ddf6c76-e3ab-4668-bd52-ab5aa92e9202 HTTP/1.1" status: 200 len: 944 time: 0.0838134 Mar 28 12:25:59.102161 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-ea707fa7-e482-45a9-8c3c-0d0b70e8e91c req-71098bf4-72cf-4289-9a97-55b1cf3d31ea tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/security-groups?id=b0d4ea77-5e74-4364-978c-2aa0931df592&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372598 Mar 28 12:26:00.279310 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Device 2d9a8c3c-bf20-47d8-9f6a-49b5a4efbfc2 details requested by agent hyperv_hv-neutron-8353 with host hv-neutron-8353 {{(pid=87872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 28 12:26:00.282930 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e99743f-75c3-4f24-9cdc-ee0f63f2d547 req-ad868112-30ec-4c65-89f9-ef8e2e330403 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:26:00.284452 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-0e99743f-75c3-4f24-9cdc-ee0f63f2d547 req-ad868112-30ec-4c65-89f9-ef8e2e330403 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/ports?device_id=2ddf6c76-e3ab-4668-bd52-ab5aa92e9202 HTTP/1.1" status: 200 len: 944 time: 0.0805497 Mar 28 12:26:00.331893 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-0e99743f-75c3-4f24-9cdc-ee0f63f2d547 req-504f4d12-c753-4909-a3b8-082f5b12c291 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/security-groups?id=b0d4ea77-5e74-4364-978c-2aa0931df592&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417407 Mar 28 12:26:00.410682 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] For port 2d9a8c3c-bf20-47d8-9f6a-49b5a4efbfc2, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=2d9a8c3c-bf20-47d8-9f6a-49b5a4efbfc2,segment=NetworkSegment(5144fcce-87ea-459d-b4fb-6274dca0f296),segment_id=5144fcce-87ea-459d-b4fb-6274dca0f296)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:26:00.423492 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Returning: {'device': '2d9a8c3c-bf20-47d8-9f6a-49b5a4efbfc2', 'network_id': 'c1c1e82f-d94f-48bb-b16b-2ae10630c5ed', 'port_id': '2d9a8c3c-bf20-47d8-9f6a-49b5a4efbfc2', 'mac_address': 'fa:16:3e:14:da:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ac88e53-99f4-4537-a7df-e4f0cf24fe32', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 28 12:26:00.478043 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:26:00.494829 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.notifiers.nova [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d9a8c3c-bf20-47d8-9f6a-49b5a4efbfc2 {{(pid=87872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 12:26:00.510630 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] For port 2d9a8c3c-bf20-47d8-9f6a-49b5a4efbfc2, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=2d9a8c3c-bf20-47d8-9f6a-49b5a4efbfc2,segment=NetworkSegment(5144fcce-87ea-459d-b4fb-6274dca0f296),segment_id=5144fcce-87ea-459d-b4fb-6274dca0f296)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:26:00.513945 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:26:00.581350 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Pushing event updated for resources: {'Port': ['ID=2d9a8c3c-bf20-47d8-9f6a-49b5a4efbfc2,revision_number=4']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:26:00.709712 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] get_ports_and_sgs() called for port_ids ['2d9a8c3c-bf20-47d8-9f6a-49b5a4efbfc2'] {{(pid=87872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 12:26:01.512360 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c08731a-286b-4b93-b96b-49ee8db733e6 req-1fead706-2363-49f7-8b4d-1658f28d8b5f tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:26:01.513780 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-7c08731a-286b-4b93-b96b-49ee8db733e6 req-1fead706-2363-49f7-8b4d-1658f28d8b5f tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/ports?device_id=2ddf6c76-e3ab-4668-bd52-ab5aa92e9202 HTTP/1.1" status: 200 len: 945 time: 0.0788717 Mar 28 12:26:01.557299 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-7c08731a-286b-4b93-b96b-49ee8db733e6 req-16e0ff49-e9bf-4558-accf-9a8bfd69fd90 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/security-groups?id=b0d4ea77-5e74-4364-978c-2aa0931df592&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378323 Mar 28 12:26:02.296656 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Device 2d9a8c3c-bf20-47d8-9f6a-49b5a4efbfc2 up at agent hyperv_hv-neutron-8353 {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:26:02.373059 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Provisioning for port 2d9a8c3c-bf20-47d8-9f6a-49b5a4efbfc2 completed by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:26:02.377837 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2b8cbd95-36f2-45aa-acaf-afe3e281afd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:26:02.379981 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Provisioning complete for port 2d9a8c3c-bf20-47d8-9f6a-49b5a4efbfc2 triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:26:02.380431 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:26:02.496345 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:26:02.522684 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ddf6c76-e3ab-4668-bd52-ab5aa92e9202', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d9a8c3c-bf20-47d8-9f6a-49b5a4efbfc2'}] {{(pid=87872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 12:26:02.534131 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] For port 2d9a8c3c-bf20-47d8-9f6a-49b5a4efbfc2, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=2d9a8c3c-bf20-47d8-9f6a-49b5a4efbfc2,segment=NetworkSegment(5144fcce-87ea-459d-b4fb-6274dca0f296),segment_id=5144fcce-87ea-459d-b4fb-6274dca0f296)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:26:02.538313 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:26:02.611198 dv-neutron-835340-2-hyperv neutron-server[87872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ddf6c76-e3ab-4668-bd52-ab5aa92e9202', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d9a8c3c-bf20-47d8-9f6a-49b5a4efbfc2', 'code': 200} Mar 28 12:26:02.645784 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Pushing event updated for resources: {'Port': ['ID=2d9a8c3c-bf20-47d8-9f6a-49b5a4efbfc2,revision_number=5']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:26:02.787274 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131f41ea-2bcd-4cba-932e-7deeedeccee3 req-8c4d4f37-6270-4ead-a3b7-4e455d8a5c00 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:26:02.788733 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-131f41ea-2bcd-4cba-932e-7deeedeccee3 req-8c4d4f37-6270-4ead-a3b7-4e455d8a5c00 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/ports?device_id=2ddf6c76-e3ab-4668-bd52-ab5aa92e9202 HTTP/1.1" status: 200 len: 946 time: 0.1233037 Mar 28 12:26:02.846047 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce1c5e8-acc1-4245-9c0d-7d46cc0ae8db req-5f78a6aa-5977-477f-9dad-ccaea9e91662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:26:02.847397 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-0ce1c5e8-acc1-4245-9c0d-7d46cc0ae8db req-5f78a6aa-5977-477f-9dad-ccaea9e91662 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=2ddf6c76-e3ab-4668-bd52-ab5aa92e9202 HTTP/1.1" status: 200 len: 1099 time: 0.1117504 Mar 28 12:26:02.858052 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-131f41ea-2bcd-4cba-932e-7deeedeccee3 req-1083f8cc-dbd3-45b6-bfa3-458a3f1ec973 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/security-groups?id=b0d4ea77-5e74-4364-978c-2aa0931df592&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625098 Mar 28 12:26:02.892761 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-0ce1c5e8-acc1-4245-9c0d-7d46cc0ae8db req-ac923da2-0e2d-49d6-8a3d-ce4caa098c7d service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=b0d4ea77-5e74-4364-978c-2aa0931df592&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376956 Mar 28 12:26:04.047399 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef76bdd-5f9a-4102-bcd9-3161fc561112 req-47f47d46-d210-4a52-b2fc-ef2c0469e0b6 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:26:04.048882 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-9ef76bdd-5f9a-4102-bcd9-3161fc561112 req-47f47d46-d210-4a52-b2fc-ef2c0469e0b6 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/ports?device_id=2ddf6c76-e3ab-4668-bd52-ab5aa92e9202 HTTP/1.1" status: 200 len: 946 time: 0.0803056 Mar 28 12:26:04.092805 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-9ef76bdd-5f9a-4102-bcd9-3161fc561112 req-4d99a0a3-7a19-41c6-aba3-58e5b72af9e7 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/security-groups?id=b0d4ea77-5e74-4364-978c-2aa0931df592&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382764 Mar 28 12:26:04.276852 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1922f9b-da1e-4886-afc3-bb71266833da req-cc407d83-4399-4a27-b49e-cf46619d68d6 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:26:04.278286 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-c1922f9b-da1e-4886-afc3-bb71266833da req-cc407d83-4399-4a27-b49e-cf46619d68d6 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/ports?device_id=2ddf6c76-e3ab-4668-bd52-ab5aa92e9202 HTTP/1.1" status: 200 len: 946 time: 0.0787563 Mar 28 12:26:04.370572 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-c1922f9b-da1e-4886-afc3-bb71266833da req-6ba0ff67-cbf7-427c-9cb5-2eef31de7d1c tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/security-groups?id=b0d4ea77-5e74-4364-978c-2aa0931df592&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866315 Mar 28 12:26:04.393096 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 36130) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:26:04.463922 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f135c72d-7727-437d-b900-298f48965a09 tempest-TestNetworkAdvancedServerOps-218286836 tempest-TestNetworkAdvancedServerOps-218286836-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:26:04.465367 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-f135c72d-7727-437d-b900-298f48965a09 tempest-TestNetworkAdvancedServerOps-218286836 tempest-TestNetworkAdvancedServerOps-218286836-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=2ddf6c76-e3ab-4668-bd52-ab5aa92e9202 HTTP/1.1" status: 200 len: 1094 time: 0.0713367 Mar 28 12:26:04.468184 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 36134) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:26:04.472977 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-c381615d-e973-4a73-869e-6e1473961758 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Request body: {'floatingip': {'floating_network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'port_id': '2d9a8c3c-bf20-47d8-9f6a-49b5a4efbfc2', 'tenant_id': 'bf61b35ded70454082616e376fe15d12', 'fixed_ip_address': '172.20.0.13'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:26:04.478823 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-c381615d-e973-4a73-869e-6e1473961758 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:26:04.482636 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-c381615d-e973-4a73-869e-6e1473961758 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Usage tracker for resource:floatingip and tenant:bf61b35ded70454082616e376fe15d12 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:26:04.485446 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-c381615d-e973-4a73-869e-6e1473961758 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:26:04.490948 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-c381615d-e973-4a73-869e-6e1473961758 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:26:04.501820 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-c381615d-e973-4a73-869e-6e1473961758 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks [] for floatingip, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:26:04.737117 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-c381615d-e973-4a73-869e-6e1473961758 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:26:04.766521 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-534c1dda-8a8a-4bf8-94e5-ca18ef8c6be8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:26:04.870643 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.db_base_plugin_common [None req-c381615d-e973-4a73-869e-6e1473961758 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Allocated IP 172.26.7.227 (ac2b1748-8f63-4b17-a9c7-07e79704aa5b/0b7ebf76-1dc7-431a-a0b4-b96bacf287c2/ce174395-c1bd-4f51-b59f-537e3bce49ea) {{(pid=87871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 12:26:05.016403 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-c381615d-e973-4a73-869e-6e1473961758 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks [] for port, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:26:05.045853 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-c381615d-e973-4a73-869e-6e1473961758 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:26:05.106899 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c381615d-e973-4a73-869e-6e1473961758 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Network ac2b1748-8f63-4b17-a9c7-07e79704aa5b is already hosted by enough agents. {{(pid=87871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:26:05.109706 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-c381615d-e973-4a73-869e-6e1473961758 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Resources bound (agent type, host, resource id): {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:26:05.112102 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c381615d-e973-4a73-869e-6e1473961758 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Received port after_create {{(pid=87871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 12:26:05.161911 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c381615d-e973-4a73-869e-6e1473961758 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Pushing event updated for resources: {'Port': ['ID=ce174395-c1bd-4f51-b59f-537e3bce49ea,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:26:05.472059 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.agents_db [None req-03fd49d8-b51b-41c1-8716-b8e265c93689 None None] Agent healthcheck: found 6 active agents {{(pid=87873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 12:26:05.527042 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-c381615d-e973-4a73-869e-6e1473961758 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:26:05.598497 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-c381615d-e973-4a73-869e-6e1473961758 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:26:05.759122 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:26:05.800857 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-c381615d-e973-4a73-869e-6e1473961758 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks [] for port, precommit_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:26:05.805724 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-c381615d-e973-4a73-869e-6e1473961758 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2363241'] for port, after_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:26:05.878851 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-ef3be119-c018-4979-be07-86cf959defc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:26:05.913739 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c381615d-e973-4a73-869e-6e1473961758 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Pushing event updated for resources: {'Port': ['ID=ce174395-c1bd-4f51-b59f-537e3bce49ea,revision_number=2']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:26:05.924160 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-c381615d-e973-4a73-869e-6e1473961758 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-709520'] for floatingip, after_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:26:06.093407 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.db.l3_db [None req-c381615d-e973-4a73-869e-6e1473961758 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Floating IP 26b899bb-e018-4fb0-a66f-da5d61876970 associated. External IP: 172.26.7.227, port: 2d9a8c3c-bf20-47d8-9f6a-49b5a4efbfc2. Mar 28 12:26:06.539778 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c381615d-e973-4a73-869e-6e1473961758 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Router 05453435-1b50-42da-8d7c-5b765a07984e has already been hosted by L3 agent af79d429-529e-400b-a119-94d4bec03f3e {{(pid=87871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 12:26:06.711713 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c381615d-e973-4a73-869e-6e1473961758 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 12:26:06.721676 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aaa30a5-8645-4f59-baa0-c0568d85666f None None] Sync routers for ids ['05453435-1b50-42da-8d7c-5b765a07984e'] in dv-neutron-835340-2-hyperv {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 12:26:06.730760 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aaa30a5-8645-4f59-baa0-c0568d85666f None None] Routers {'05453435-1b50-42da-8d7c-5b765a07984e'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:26:06.731912 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-9aaa30a5-8645-4f59-baa0-c0568d85666f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:26:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['05453435-1b50-42da-8d7c-5b765a07984e'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:26:06.737224 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-c381615d-e973-4a73-869e-6e1473961758 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for floatingip, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:26:06.801400 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-c381615d-e973-4a73-869e-6e1473961758 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3322442 Mar 28 12:26:06.801965 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ddf6c76-e3ab-4668-bd52-ab5aa92e9202', 'tag': '2d9a8c3c-bf20-47d8-9f6a-49b5a4efbfc2'}] {{(pid=87871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 12:26:06.869545 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ddf6c76-e3ab-4668-bd52-ab5aa92e9202', 'tag': '2d9a8c3c-bf20-47d8-9f6a-49b5a4efbfc2', 'status': 'completed', 'code': 200} Mar 28 12:26:06.921637 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvr_db [None req-9aaa30a5-8645-4f59-baa0-c0568d85666f None None] Set router 05453435-1b50-42da-8d7c-5b765a07984e gateway port host: dv-neutron-835340-2-hyperv {{(pid=87872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:26:07.010505 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8146610-f3c8-4aa5-adbb-44691e045fce req-253806a4-7e80-4093-bab5-852487d659d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:26:07.012091 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-d8146610-f3c8-4aa5-adbb-44691e045fce req-253806a4-7e80-4093-bab5-852487d659d5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=bf61b35ded70454082616e376fe15d12&device_id=2ddf6c76-e3ab-4668-bd52-ab5aa92e9202 HTTP/1.1" status: 200 len: 1099 time: 0.1233103 Mar 28 12:26:07.147395 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8146610-f3c8-4aa5-adbb-44691e045fce req-ef11da77-cbd2-446a-8197-1887782fe0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:26:07.148948 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-d8146610-f3c8-4aa5-adbb-44691e045fce req-ef11da77-cbd2-446a-8197-1887782fe0fd service neutron] 10.222.0.11 "GET /v2.0/networks?id=c1c1e82f-d94f-48bb-b16b-2ae10630c5ed HTTP/1.1" status: 200 len: 897 time: 0.1313295 Mar 28 12:26:07.208737 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c69b633-2690-4bcd-aa27-36d55314eb00 req-faf69323-5530-451a-b374-2947cd055de8 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:26:07.210201 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-2c69b633-2690-4bcd-aa27-36d55314eb00 req-faf69323-5530-451a-b374-2947cd055de8 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/ports?device_id=2ddf6c76-e3ab-4668-bd52-ab5aa92e9202 HTTP/1.1" status: 200 len: 946 time: 0.1350448 Mar 28 12:26:07.253393 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-d8146610-f3c8-4aa5-adbb-44691e045fce req-35425429-efcb-4540-9ed1-14ddf7c084aa service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2d9a8c3c-bf20-47d8-9f6a-49b5a4efbfc2 HTTP/1.1" status: 200 len: 1000 time: 0.0986719 Mar 28 12:26:07.258632 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-2c69b633-2690-4bcd-aa27-36d55314eb00 req-7cb4cb68-bd65-427d-84c0-d58b3d9bcd73 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/security-groups?id=b0d4ea77-5e74-4364-978c-2aa0931df592&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426865 Mar 28 12:26:07.280215 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-9aaa30a5-8645-4f59-baa0-c0568d85666f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05453435-1b50-42da-8d7c-5b765a07984e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1368192751', 'tenant_id': 'bf61b35ded70454082616e376fe15d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.111'}], 'enable_snat': True}, 'gw_port_id': '45c2e206-f067-47b8-8770-e09f3b462f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:25:42Z', 'updated_at': '2022-03-28T12:25:47Z', 'revision_number': 4, 'project_id': 'bf61b35ded70454082616e376fe15d12', 'gw_port': {'id': '45c2e206-f067-47b8-8770-e09f3b462f73', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:d5:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05453435-1b50-42da-8d7c-5b765a07984e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:25:42Z', 'updated_at': '2022-03-28T12:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_floatingips': [{'id': '26b899bb-e018-4fb0-a66f-da5d61876970', 'tenant_id': 'bf61b35ded70454082616e376fe15d12', 'floating_ip_address': '172.26.7.227', 'floating_network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'router_id': '05453435-1b50-42da-8d7c-5b765a07984e', 'port_id': '2d9a8c3c-bf20-47d8-9f6a-49b5a4efbfc2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1c1e82f-d94f-48bb-b16b-2ae10630c5ed', 'mac_address': 'fa:16:3e:14:da:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ddf6c76-e3ab-4668-bd52-ab5aa92e9202', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T12:26:05Z', 'updated_at': '2022-03-28T12:26:05Z', 'revision_number': 0, 'project_id': 'bf61b35ded70454082616e376fe15d12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcc973d2-bd7d-4cb1-9b66-dcaa29496c10', 'name': '', 'network_id': 'c1c1e82f-d94f-48bb-b16b-2ae10630c5ed', 'tenant_id': 'bf61b35ded70454082616e376fe15d12', 'mac_address': 'fa:16:3e:84:70:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05453435-1b50-42da-8d7c-5b765a07984e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1699, 'fixed_ips': [{'subnet_id': '5ac88e53-99f4-4537-a7df-e4f0cf24fe32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:25:46Z', 'updated_at': '2022-03-28T12:25:52Z', 'revision_number': 5, 'project_id': 'bf61b35ded70454082616e376fe15d12', 'subnets': [{'id': '5ac88e53-99f4-4537-a7df-e4f0cf24fe32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:26:07.282909 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 36146) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:26:07.284120 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aaa30a5-8645-4f59-baa0-c0568d85666f None None] Checking router: 05453435-1b50-42da-8d7c-5b765a07984e for host: dv-neutron-835340-2-hyperv {{(pid=87872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 12:26:07.293481 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aaa30a5-8645-4f59-baa0-c0568d85666f None None] Routers {'05453435-1b50-42da-8d7c-5b765a07984e'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:26:07.294083 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-9aaa30a5-8645-4f59-baa0-c0568d85666f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:26:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['05453435-1b50-42da-8d7c-5b765a07984e'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:26:07.317988 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8146610-f3c8-4aa5-adbb-44691e045fce req-c91056cd-4524-4b2f-8275-8352de4c077b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:26:07.319399 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-d8146610-f3c8-4aa5-adbb-44691e045fce req-c91056cd-4524-4b2f-8275-8352de4c077b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5ac88e53-99f4-4537-a7df-e4f0cf24fe32 HTTP/1.1" status: 200 len: 835 time: 0.0601311 Mar 28 12:26:07.390892 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-ceee1bb3-009b-4d61-8c8a-b1b3f00ef6a4 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/floatingips/26b899bb-e018-4fb0-a66f-da5d61876970 HTTP/1.1" status: 200 len: 992 time: 0.1071513 Mar 28 12:26:07.400721 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8146610-f3c8-4aa5-adbb-44691e045fce req-637a4673-d4f6-4c62-8f19-35e5c603f143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:26:07.402112 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-d8146610-f3c8-4aa5-adbb-44691e045fce req-637a4673-d4f6-4c62-8f19-35e5c603f143 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c1c1e82f-d94f-48bb-b16b-2ae10630c5ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0768595 Mar 28 12:26:07.472909 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvr_db [None req-9aaa30a5-8645-4f59-baa0-c0568d85666f None None] Set router 05453435-1b50-42da-8d7c-5b765a07984e gateway port host: dv-neutron-835340-2-hyperv {{(pid=87872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:26:07.534273 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-d8146610-f3c8-4aa5-adbb-44691e045fce req-348f22b6-70f8-4725-8594-c359fb5dbd07 service neutron] 10.222.0.11 "GET /v2.0/networks/c1c1e82f-d94f-48bb-b16b-2ae10630c5ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259799 Mar 28 12:26:07.550621 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-b7ccd3c7-0277-4f12-8e5c-e41478141af5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:26:07.667254 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-d8146610-f3c8-4aa5-adbb-44691e045fce req-64b789f3-d318-4a6a-add0-434127229c55 service neutron] 10.222.0.11 "GET /v2.0/networks/c1c1e82f-d94f-48bb-b16b-2ae10630c5ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260304 Mar 28 12:26:07.829042 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-9aaa30a5-8645-4f59-baa0-c0568d85666f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05453435-1b50-42da-8d7c-5b765a07984e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1368192751', 'tenant_id': 'bf61b35ded70454082616e376fe15d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.111'}], 'enable_snat': True}, 'gw_port_id': '45c2e206-f067-47b8-8770-e09f3b462f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:25:42Z', 'updated_at': '2022-03-28T12:25:47Z', 'revision_number': 4, 'project_id': 'bf61b35ded70454082616e376fe15d12', 'gw_port': {'id': '45c2e206-f067-47b8-8770-e09f3b462f73', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:d5:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05453435-1b50-42da-8d7c-5b765a07984e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:25:42Z', 'updated_at': '2022-03-28T12:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_floatingips': [{'id': '26b899bb-e018-4fb0-a66f-da5d61876970', 'tenant_id': 'bf61b35ded70454082616e376fe15d12', 'floating_ip_address': '172.26.7.227', 'floating_network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'router_id': '05453435-1b50-42da-8d7c-5b765a07984e', 'port_id': '2d9a8c3c-bf20-47d8-9f6a-49b5a4efbfc2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1c1e82f-d94f-48bb-b16b-2ae10630c5ed', 'mac_address': 'fa:16:3e:14:da:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ddf6c76-e3ab-4668-bd52-ab5aa92e9202', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T12:26:05Z', 'updated_at': '2022-03-28T12:26:05Z', 'revision_number': 0, 'project_id': 'bf61b35ded70454082616e376fe15d12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcc973d2-bd7d-4cb1-9b66-dcaa29496c10', 'name': '', 'network_id': 'c1c1e82f-d94f-48bb-b16b-2ae10630c5ed', 'tenant_id': 'bf61b35ded70454082616e376fe15d12', 'mac_address': 'fa:16:3e:84:70:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05453435-1b50-42da-8d7c-5b765a07984e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1699, 'fixed_ips': [{'subnet_id': '5ac88e53-99f4-4537-a7df-e4f0cf24fe32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:25:46Z', 'updated_at': '2022-03-28T12:25:52Z', 'revision_number': 5, 'project_id': 'bf61b35ded70454082616e376fe15d12', 'subnets': [{'id': '5ac88e53-99f4-4537-a7df-e4f0cf24fe32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:26:07.832843 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aaa30a5-8645-4f59-baa0-c0568d85666f None None] The sync data for ids ['05453435-1b50-42da-8d7c-5b765a07984e'] in dv-neutron-835340-2-hyperv is: [{'id': '05453435-1b50-42da-8d7c-5b765a07984e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1368192751', 'tenant_id': 'bf61b35ded70454082616e376fe15d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.111'}], 'enable_snat': True}, 'gw_port_id': '45c2e206-f067-47b8-8770-e09f3b462f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:25:42Z', 'updated_at': '2022-03-28T12:25:47Z', 'revision_number': 4, 'project_id': 'bf61b35ded70454082616e376fe15d12', 'gw_port': {'id': '45c2e206-f067-47b8-8770-e09f3b462f73', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:d5:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05453435-1b50-42da-8d7c-5b765a07984e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:25:42Z', 'updated_at': '2022-03-28T12:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_floatingips': [{'id': '26b899bb-e018-4fb0-a66f-da5d61876970', 'tenant_id': 'bf61b35ded70454082616e376fe15d12', 'floating_ip_address': '172.26.7.227', 'floating_network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'router_id': '05453435-1b50-42da-8d7c-5b765a07984e', 'port_id': '2d9a8c3c-bf20-47d8-9f6a-49b5a4efbfc2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1c1e82f-d94f-48bb-b16b-2ae10630c5ed', 'mac_address': 'fa:16:3e:14:da:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ddf6c76-e3ab-4668-bd52-ab5aa92e9202', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T12:26:05Z', 'updated_at': '2022-03-28T12:26:05Z', 'revision_number': 0, 'project_id': 'bf61b35ded70454082616e376fe15d12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bcc973d2-bd7d-4cb1-9b66-dcaa29496c10', 'name': '', 'network_id': 'c1c1e82f-d94f-48bb-b16b-2ae10630c5ed', 'tenant_id': 'bf61b35ded70454082616e376fe15d12', 'mac_address': 'fa:16:3e:84:70:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05453435-1b50-42da-8d7c-5b765a07984e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1699, 'fixed_ips': [{'subnet_id': '5ac88e53-99f4-4537-a7df-e4f0cf24fe32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:25:46Z', 'updated_at': '2022-03-28T12:25:52Z', 'revision_number': 5, 'project_id': 'bf61b35ded70454082616e376fe15d12', 'subnets': [{'id': '5ac88e53-99f4-4537-a7df-e4f0cf24fe32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 12:26:08.016534 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f334fa8a-3714-4153-88e9-9442f18c2742 None None] New status for floating IP 26b899bb-e018-4fb0-a66f-da5d61876970: ACTIVE {{(pid=87873) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 12:26:08.393726 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 36150) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:26:08.497500 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-42cdd76a-a36a-4670-994a-86772d60113b tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/floatingips/26b899bb-e018-4fb0-a66f-da5d61876970 HTTP/1.1" status: 200 len: 994 time: 0.1026311 Mar 28 12:26:20.856097 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:26:32.369666 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-550e00fd-a1eb-4e9b-aa60-872be7fc507e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:26:34.767695 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-7b3a93cd-badb-44a8-837d-5c0132e8f773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:26:35.761101 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:26:35.880848 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-ef3be119-c018-4979-be07-86cf959defc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:26:37.536447 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-b7ccd3c7-0277-4f12-8e5c-e41478141af5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:26:40.068788 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69333450-f627-4f18-bcbf-3a3778f7e129 req-94b2f7f1-29b4-4c2a-9148-f1633cae4bc1 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:26:40.070176 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-69333450-f627-4f18-bcbf-3a3778f7e129 req-94b2f7f1-29b4-4c2a-9148-f1633cae4bc1 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/ports?device_id=2ddf6c76-e3ab-4668-bd52-ab5aa92e9202 HTTP/1.1" status: 200 len: 946 time: 0.0850244 Mar 28 12:26:40.114996 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-69333450-f627-4f18-bcbf-3a3778f7e129 req-a12ff686-f00e-4f6f-8294-528399e618bd tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/security-groups?id=b0d4ea77-5e74-4364-978c-2aa0931df592&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385952 Mar 28 12:26:41.311037 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d2d86b-31b3-4e53-8641-490a5b040e13 req-cd59be8b-7063-4ee4-bc04-879f96fb2b9d tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:26:41.312488 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-64d2d86b-31b3-4e53-8641-490a5b040e13 req-cd59be8b-7063-4ee4-bc04-879f96fb2b9d tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/ports?device_id=2ddf6c76-e3ab-4668-bd52-ab5aa92e9202 HTTP/1.1" status: 200 len: 946 time: 0.0799429 Mar 28 12:26:41.355326 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-64d2d86b-31b3-4e53-8641-490a5b040e13 req-21bf7e7a-061d-4799-a356-bb7cf88b66c2 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/security-groups?id=b0d4ea77-5e74-4364-978c-2aa0931df592&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373638 Mar 28 12:26:41.378534 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 36172) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:26:41.482031 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-0fb55994-c60d-4f46-8b8e-a9ebbf999621 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/floatingips/26b899bb-e018-4fb0-a66f-da5d61876970 HTTP/1.1" status: 200 len: 994 time: 0.1024184 Mar 28 12:26:42.471644 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.agents_db [None req-03fd49d8-b51b-41c1-8716-b8e265c93689 None None] Agent healthcheck: found 6 active agents {{(pid=87873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 12:26:43.067367 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97eac04-0e27-497e-a7a2-e2bc390f19d3 req-555e9464-2086-47b3-aaa4-481bb20eaa36 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:26:43.068806 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-e97eac04-0e27-497e-a7a2-e2bc390f19d3 req-555e9464-2086-47b3-aaa4-481bb20eaa36 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/ports?device_id=2ddf6c76-e3ab-4668-bd52-ab5aa92e9202 HTTP/1.1" status: 200 len: 946 time: 0.2046840 Mar 28 12:26:43.112146 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-e97eac04-0e27-497e-a7a2-e2bc390f19d3 req-7b60c759-ade9-4522-8379-ec77c776c48a tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/security-groups?id=b0d4ea77-5e74-4364-978c-2aa0931df592&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370200 Mar 28 12:26:44.299036 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fa89ab-98d4-4e00-a025-4ab072de5cad req-c8b5dd7f-5696-4df3-8380-5a1bbab1f21e tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:26:44.300485 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-17fa89ab-98d4-4e00-a025-4ab072de5cad req-c8b5dd7f-5696-4df3-8380-5a1bbab1f21e tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/ports?device_id=2ddf6c76-e3ab-4668-bd52-ab5aa92e9202 HTTP/1.1" status: 200 len: 946 time: 0.0825193 Mar 28 12:26:44.343751 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-17fa89ab-98d4-4e00-a025-4ab072de5cad req-be4c5a78-34c5-46ee-97ac-2a4ceb9e39b1 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/security-groups?id=b0d4ea77-5e74-4364-978c-2aa0931df592&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375755 Mar 28 12:26:44.366554 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 36184) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:26:44.471747 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-35faf950-cb29-4a5e-8276-36c51a2586d0 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/floatingips/26b899bb-e018-4fb0-a66f-da5d61876970 HTTP/1.1" status: 200 len: 994 time: 0.1037962 Mar 28 12:26:44.728646 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 36192) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:26:44.927382 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-403d02c6-5292-484d-a5da-7d25011968aa tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Deleting port ce174395-c1bd-4f51-b59f-537e3bce49ea {{(pid=87870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:26:44.927749 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-403d02c6-5292-484d-a5da-7d25011968aa tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:26:45.100303 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-403d02c6-5292-484d-a5da-7d25011968aa tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:26:45.100542 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-403d02c6-5292-484d-a5da-7d25011968aa tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:26:45.312955 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-403d02c6-5292-484d-a5da-7d25011968aa tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Calling delete_port for ce174395-c1bd-4f51-b59f-537e3bce49ea owned by network:floatingip {{(pid=87870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:26:45.459515 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-403d02c6-5292-484d-a5da-7d25011968aa tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:26:45.506466 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403d02c6-5292-484d-a5da-7d25011968aa tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Pushing event deleted for resources: {'Port': ['ID=ce174395-c1bd-4f51-b59f-537e3bce49ea,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:26:45.548459 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403d02c6-5292-484d-a5da-7d25011968aa tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:26:45.548804 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403d02c6-5292-484d-a5da-7d25011968aa tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:26:45.549142 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403d02c6-5292-484d-a5da-7d25011968aa tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:26:45.549476 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403d02c6-5292-484d-a5da-7d25011968aa tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:26:45.549807 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403d02c6-5292-484d-a5da-7d25011968aa tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:26:45.550136 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403d02c6-5292-484d-a5da-7d25011968aa tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:26:45.550466 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403d02c6-5292-484d-a5da-7d25011968aa tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:26:45.550920 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403d02c6-5292-484d-a5da-7d25011968aa tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:26:45.551113 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403d02c6-5292-484d-a5da-7d25011968aa tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:26:45.551438 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403d02c6-5292-484d-a5da-7d25011968aa tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:26:45.551789 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403d02c6-5292-484d-a5da-7d25011968aa tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:26:45.552113 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-403d02c6-5292-484d-a5da-7d25011968aa tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:26:45.607284 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-403d02c6-5292-484d-a5da-7d25011968aa tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks [] for floatingip, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:26:45.607636 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.db.l3_db [None req-403d02c6-5292-484d-a5da-7d25011968aa tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Floating IP 26b899bb-e018-4fb0-a66f-da5d61876970 disassociated (deleted). External IP: 172.26.7.227, port: 2d9a8c3c-bf20-47d8-9f6a-49b5a4efbfc2. Mar 28 12:26:45.955001 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-403d02c6-5292-484d-a5da-7d25011968aa tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Router 05453435-1b50-42da-8d7c-5b765a07984e has already been hosted by L3 agent af79d429-529e-400b-a119-94d4bec03f3e {{(pid=87870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 12:26:46.132656 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-403d02c6-5292-484d-a5da-7d25011968aa tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 12:26:46.141990 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-872cda5b-c828-4364-a09b-dc8c98d6d3c9 None None] Sync routers for ids ['05453435-1b50-42da-8d7c-5b765a07984e'] in dv-neutron-835340-2-hyperv {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 12:26:46.152423 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-872cda5b-c828-4364-a09b-dc8c98d6d3c9 None None] Routers {'05453435-1b50-42da-8d7c-5b765a07984e'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:26:46.153117 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-872cda5b-c828-4364-a09b-dc8c98d6d3c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:26:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['05453435-1b50-42da-8d7c-5b765a07984e'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:26:46.153474 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-403d02c6-5292-484d-a5da-7d25011968aa tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for floatingip, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:26:46.207281 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-403d02c6-5292-484d-a5da-7d25011968aa tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "DELETE /v2.0/floatingips/26b899bb-e018-4fb0-a66f-da5d61876970 HTTP/1.1" status: 204 len: 168 time: 1.4776134 Mar 28 12:26:46.207984 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ddf6c76-e3ab-4668-bd52-ab5aa92e9202', 'tag': '2d9a8c3c-bf20-47d8-9f6a-49b5a4efbfc2'}] {{(pid=87870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 12:26:46.254791 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ddf6c76-e3ab-4668-bd52-ab5aa92e9202', 'tag': '2d9a8c3c-bf20-47d8-9f6a-49b5a4efbfc2', 'status': 'completed', 'code': 200} Mar 28 12:26:46.338945 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvr_db [None req-872cda5b-c828-4364-a09b-dc8c98d6d3c9 None None] Set router 05453435-1b50-42da-8d7c-5b765a07984e gateway port host: dv-neutron-835340-2-hyperv {{(pid=87872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:26:46.352748 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f42b4a-c50e-4bb5-9920-698d097fa49e req-97582451-7e71-42bf-a8cf-37515576ee92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:26:46.354841 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-44f42b4a-c50e-4bb5-9920-698d097fa49e req-97582451-7e71-42bf-a8cf-37515576ee92 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=bf61b35ded70454082616e376fe15d12&device_id=2ddf6c76-e3ab-4668-bd52-ab5aa92e9202 HTTP/1.1" status: 200 len: 1099 time: 0.0764925 Mar 28 12:26:46.497839 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f42b4a-c50e-4bb5-9920-698d097fa49e req-8651e195-692f-4307-92a9-52b2624b6dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:26:46.499404 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-44f42b4a-c50e-4bb5-9920-698d097fa49e req-8651e195-692f-4307-92a9-52b2624b6dd5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=c1c1e82f-d94f-48bb-b16b-2ae10630c5ed HTTP/1.1" status: 200 len: 897 time: 0.1392791 Mar 28 12:26:46.603077 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-44f42b4a-c50e-4bb5-9920-698d097fa49e req-a1d179a5-d78b-4f4a-b2f0-e9af1c1584f7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2d9a8c3c-bf20-47d8-9f6a-49b5a4efbfc2 HTTP/1.1" status: 200 len: 217 time: 0.0964189 Mar 28 12:26:46.664341 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-872cda5b-c828-4364-a09b-dc8c98d6d3c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05453435-1b50-42da-8d7c-5b765a07984e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1368192751', 'tenant_id': 'bf61b35ded70454082616e376fe15d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.111'}], 'enable_snat': True}, 'gw_port_id': '45c2e206-f067-47b8-8770-e09f3b462f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:25:42Z', 'updated_at': '2022-03-28T12:25:47Z', 'revision_number': 4, 'project_id': 'bf61b35ded70454082616e376fe15d12', 'gw_port': {'id': '45c2e206-f067-47b8-8770-e09f3b462f73', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:d5:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05453435-1b50-42da-8d7c-5b765a07984e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:25:42Z', 'updated_at': '2022-03-28T12:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_interfaces': [{'id': 'bcc973d2-bd7d-4cb1-9b66-dcaa29496c10', 'name': '', 'network_id': 'c1c1e82f-d94f-48bb-b16b-2ae10630c5ed', 'tenant_id': 'bf61b35ded70454082616e376fe15d12', 'mac_address': 'fa:16:3e:84:70:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05453435-1b50-42da-8d7c-5b765a07984e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1699, 'fixed_ips': [{'subnet_id': '5ac88e53-99f4-4537-a7df-e4f0cf24fe32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:25:46Z', 'updated_at': '2022-03-28T12:25:52Z', 'revision_number': 5, 'project_id': 'bf61b35ded70454082616e376fe15d12', 'subnets': [{'id': '5ac88e53-99f4-4537-a7df-e4f0cf24fe32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:26:46.669096 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-872cda5b-c828-4364-a09b-dc8c98d6d3c9 None None] Checking router: 05453435-1b50-42da-8d7c-5b765a07984e for host: dv-neutron-835340-2-hyperv {{(pid=87872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 12:26:46.675626 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f42b4a-c50e-4bb5-9920-698d097fa49e req-44c2248c-e4be-4414-887f-8787fa940511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:26:46.677045 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-44f42b4a-c50e-4bb5-9920-698d097fa49e req-44c2248c-e4be-4414-887f-8787fa940511 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5ac88e53-99f4-4537-a7df-e4f0cf24fe32 HTTP/1.1" status: 200 len: 835 time: 0.0678122 Mar 28 12:26:46.677885 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-872cda5b-c828-4364-a09b-dc8c98d6d3c9 None None] Routers {'05453435-1b50-42da-8d7c-5b765a07984e'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:26:46.678472 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-872cda5b-c828-4364-a09b-dc8c98d6d3c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:26:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['05453435-1b50-42da-8d7c-5b765a07984e'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:26:46.739541 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffea52e-1089-464d-9468-9a890e171caf req-3309fa8d-f300-41bc-ae4e-27cb6a5a3896 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:26:46.740964 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-bffea52e-1089-464d-9468-9a890e171caf req-3309fa8d-f300-41bc-ae4e-27cb6a5a3896 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/ports?device_id=2ddf6c76-e3ab-4668-bd52-ab5aa92e9202 HTTP/1.1" status: 200 len: 946 time: 0.1877403 Mar 28 12:26:46.801360 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-bffea52e-1089-464d-9468-9a890e171caf req-176c8979-dccc-45bd-b79e-8f52ab813df0 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/security-groups?id=b0d4ea77-5e74-4364-978c-2aa0931df592&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520821 Mar 28 12:26:46.809106 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f42b4a-c50e-4bb5-9920-698d097fa49e req-44d32169-cf04-46d0-8929-8ef3558b117c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:26:46.810526 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-44f42b4a-c50e-4bb5-9920-698d097fa49e req-44d32169-cf04-46d0-8929-8ef3558b117c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=c1c1e82f-d94f-48bb-b16b-2ae10630c5ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1270828 Mar 28 12:26:46.871295 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvr_db [None req-872cda5b-c828-4364-a09b-dc8c98d6d3c9 None None] Set router 05453435-1b50-42da-8d7c-5b765a07984e gateway port host: dv-neutron-835340-2-hyperv {{(pid=87872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:26:46.950773 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-44f42b4a-c50e-4bb5-9920-698d097fa49e req-21272084-659f-4166-86fe-57ebb819b7f1 service neutron] 10.222.0.11 "GET /v2.0/networks/c1c1e82f-d94f-48bb-b16b-2ae10630c5ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327462 Mar 28 12:26:47.085748 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-44f42b4a-c50e-4bb5-9920-698d097fa49e req-9031e9aa-a6f9-4b34-b135-668968f41797 service neutron] 10.222.0.11 "GET /v2.0/networks/c1c1e82f-d94f-48bb-b16b-2ae10630c5ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282439 Mar 28 12:26:47.180913 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-872cda5b-c828-4364-a09b-dc8c98d6d3c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05453435-1b50-42da-8d7c-5b765a07984e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1368192751', 'tenant_id': 'bf61b35ded70454082616e376fe15d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.111'}], 'enable_snat': True}, 'gw_port_id': '45c2e206-f067-47b8-8770-e09f3b462f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:25:42Z', 'updated_at': '2022-03-28T12:25:47Z', 'revision_number': 4, 'project_id': 'bf61b35ded70454082616e376fe15d12', 'gw_port': {'id': '45c2e206-f067-47b8-8770-e09f3b462f73', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:d5:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05453435-1b50-42da-8d7c-5b765a07984e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:25:42Z', 'updated_at': '2022-03-28T12:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_interfaces': [{'id': 'bcc973d2-bd7d-4cb1-9b66-dcaa29496c10', 'name': '', 'network_id': 'c1c1e82f-d94f-48bb-b16b-2ae10630c5ed', 'tenant_id': 'bf61b35ded70454082616e376fe15d12', 'mac_address': 'fa:16:3e:84:70:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05453435-1b50-42da-8d7c-5b765a07984e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1699, 'fixed_ips': [{'subnet_id': '5ac88e53-99f4-4537-a7df-e4f0cf24fe32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:25:46Z', 'updated_at': '2022-03-28T12:25:52Z', 'revision_number': 5, 'project_id': 'bf61b35ded70454082616e376fe15d12', 'subnets': [{'id': '5ac88e53-99f4-4537-a7df-e4f0cf24fe32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:26:47.184780 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-872cda5b-c828-4364-a09b-dc8c98d6d3c9 None None] The sync data for ids ['05453435-1b50-42da-8d7c-5b765a07984e'] in dv-neutron-835340-2-hyperv is: [{'id': '05453435-1b50-42da-8d7c-5b765a07984e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1368192751', 'tenant_id': 'bf61b35ded70454082616e376fe15d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.111'}], 'enable_snat': True}, 'gw_port_id': '45c2e206-f067-47b8-8770-e09f3b462f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:25:42Z', 'updated_at': '2022-03-28T12:25:47Z', 'revision_number': 4, 'project_id': 'bf61b35ded70454082616e376fe15d12', 'gw_port': {'id': '45c2e206-f067-47b8-8770-e09f3b462f73', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:d5:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05453435-1b50-42da-8d7c-5b765a07984e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:25:42Z', 'updated_at': '2022-03-28T12:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_interfaces': [{'id': 'bcc973d2-bd7d-4cb1-9b66-dcaa29496c10', 'name': '', 'network_id': 'c1c1e82f-d94f-48bb-b16b-2ae10630c5ed', 'tenant_id': 'bf61b35ded70454082616e376fe15d12', 'mac_address': 'fa:16:3e:84:70:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05453435-1b50-42da-8d7c-5b765a07984e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1699, 'fixed_ips': [{'subnet_id': '5ac88e53-99f4-4537-a7df-e4f0cf24fe32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:25:46Z', 'updated_at': '2022-03-28T12:25:52Z', 'revision_number': 5, 'project_id': 'bf61b35ded70454082616e376fe15d12', 'subnets': [{'id': '5ac88e53-99f4-4537-a7df-e4f0cf24fe32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 12:26:47.391647 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4468c27d-28f3-458c-8cd6-69c963b87113 None None] New status for floating IP 26b899bb-e018-4fb0-a66f-da5d61876970: DOWN {{(pid=87873) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 12:26:47.994395 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c953ce-2415-4b4c-8686-28b3cb3b3123 req-a3d11938-ff1d-4e02-a7e2-0f17a0d955e5 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:26:47.995065 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [req-08c953ce-2415-4b4c-8686-28b3cb3b3123 req-a3d11938-ff1d-4e02-a7e2-0f17a0d955e5 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Synchronizing usage tracker for tenant:bf61b35ded70454082616e376fe15d12 on resource:port {{(pid=87870) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:26:48.010422 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [req-08c953ce-2415-4b4c-8686-28b3cb3b3123 req-a3d11938-ff1d-4e02-a7e2-0f17a0d955e5 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Unset dirty status for tenant:bf61b35ded70454082616e376fe15d12 on resource:port {{(pid=87870) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:26:48.011206 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa902897-ba1b-40cf-af99-1ce1a62cc422 req-5f4cf761-6055-405f-82e7-d1d71728a5ef tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:26:48.012656 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-fa902897-ba1b-40cf-af99-1ce1a62cc422 req-5f4cf761-6055-405f-82e7-d1d71728a5ef tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.11 "GET /v2.0/ports?device_id=2ddf6c76-e3ab-4668-bd52-ab5aa92e9202 HTTP/1.1" status: 200 len: 946 time: 0.0789831 Mar 28 12:26:48.015906 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-08c953ce-2415-4b4c-8686-28b3cb3b3123 req-a3d11938-ff1d-4e02-a7e2-0f17a0d955e5 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/ports?device_id=2ddf6c76-e3ab-4668-bd52-ab5aa92e9202 HTTP/1.1" status: 200 len: 946 time: 0.1035502 Mar 28 12:26:48.056687 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-08c953ce-2415-4b4c-8686-28b3cb3b3123 req-072a7935-ddf6-4268-9d69-fd78be4663b7 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/security-groups?id=b0d4ea77-5e74-4364-978c-2aa0931df592&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394061 Mar 28 12:26:48.086964 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [req-fa902897-ba1b-40cf-af99-1ce1a62cc422 req-2adce291-15cc-414c-b130-c20484e187f5 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Deleting port 2d9a8c3c-bf20-47d8-9f6a-49b5a4efbfc2 {{(pid=87871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:26:48.087130 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-fa902897-ba1b-40cf-af99-1ce1a62cc422 req-2adce291-15cc-414c-b130-c20484e187f5 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:26:48.326290 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.db [req-fa902897-ba1b-40cf-af99-1ce1a62cc422 req-2adce291-15cc-414c-b130-c20484e187f5 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] For port 2d9a8c3c-bf20-47d8-9f6a-49b5a4efbfc2, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=2d9a8c3c-bf20-47d8-9f6a-49b5a4efbfc2,segment=NetworkSegment(5144fcce-87ea-459d-b4fb-6274dca0f296),segment_id=5144fcce-87ea-459d-b4fb-6274dca0f296)] {{(pid=87871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:26:48.326643 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-fa902897-ba1b-40cf-af99-1ce1a62cc422 req-2adce291-15cc-414c-b130-c20484e187f5 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:26:48.448275 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [req-fa902897-ba1b-40cf-af99-1ce1a62cc422 req-2adce291-15cc-414c-b130-c20484e187f5 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Calling delete_port for 2d9a8c3c-bf20-47d8-9f6a-49b5a4efbfc2 owned by compute:nova {{(pid=87871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:26:48.707663 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-fa902897-ba1b-40cf-af99-1ce1a62cc422 req-2adce291-15cc-414c-b130-c20484e187f5 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:26:48.757784 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adce291-15cc-414c-b130-c20484e187f5 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Pushing event deleted for resources: {'Port': ['ID=2d9a8c3c-bf20-47d8-9f6a-49b5a4efbfc2,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:26:48.796841 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adce291-15cc-414c-b130-c20484e187f5 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:26:48.797184 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adce291-15cc-414c-b130-c20484e187f5 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:26:48.797518 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adce291-15cc-414c-b130-c20484e187f5 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:26:48.797842 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adce291-15cc-414c-b130-c20484e187f5 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:26:48.798166 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adce291-15cc-414c-b130-c20484e187f5 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:26:48.798489 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adce291-15cc-414c-b130-c20484e187f5 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:26:48.798810 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adce291-15cc-414c-b130-c20484e187f5 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:26:48.799123 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adce291-15cc-414c-b130-c20484e187f5 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:26:48.799440 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adce291-15cc-414c-b130-c20484e187f5 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:26:48.799776 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adce291-15cc-414c-b130-c20484e187f5 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:26:48.800117 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adce291-15cc-414c-b130-c20484e187f5 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:26:48.800536 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adce291-15cc-414c-b130-c20484e187f5 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:26:48.843583 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa902897-ba1b-40cf-af99-1ce1a62cc422 req-2adce291-15cc-414c-b130-c20484e187f5 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] No DVR routers for this DVR port 2d9a8c3c-bf20-47d8-9f6a-49b5a4efbfc2 on host hv-neutron-8353 {{(pid=87871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 12:26:48.845816 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-fa902897-ba1b-40cf-af99-1ce1a62cc422 req-2adce291-15cc-414c-b130-c20484e187f5 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:26:48.848337 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ddf6c76-e3ab-4668-bd52-ab5aa92e9202', 'name': 'network-vif-deleted', 'tag': '2d9a8c3c-bf20-47d8-9f6a-49b5a4efbfc2'}] {{(pid=87871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 12:26:48.865693 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-fa902897-ba1b-40cf-af99-1ce1a62cc422 req-2adce291-15cc-414c-b130-c20484e187f5 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.11 "DELETE /v2.0/ports/2d9a8c3c-bf20-47d8-9f6a-49b5a4efbfc2 HTTP/1.1" status: 204 len: 173 time: 0.8479140 Mar 28 12:26:48.898499 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ddf6c76-e3ab-4668-bd52-ab5aa92e9202', 'name': 'network-vif-deleted', 'tag': '2d9a8c3c-bf20-47d8-9f6a-49b5a4efbfc2', 'status': 'completed', 'code': 200} Mar 28 12:26:49.229757 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-681a4d0c-279d-4b20-9165-03b7cf2deb6d req-9f3d3091-068b-4a2f-97dc-7ee285332dde tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/ports?device_id=2ddf6c76-e3ab-4668-bd52-ab5aa92e9202 HTTP/1.1" status: 200 len: 210 time: 0.0483909 Mar 28 12:26:50.324137 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 36210) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:26:50.870238 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:26:50.979981 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-84e887db-a56c-40e9-beba-b73bbefa1ec8 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-743394'] for router_interface, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:26:51.324579 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-84e887db-a56c-40e9-beba-b73bbefa1ec8 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Deleting port bcc973d2-bd7d-4cb1-9b66-dcaa29496c10 {{(pid=87870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:26:51.325265 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-84e887db-a56c-40e9-beba-b73bbefa1ec8 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:26:51.506829 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.db [None req-84e887db-a56c-40e9-beba-b73bbefa1ec8 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] For port bcc973d2-bd7d-4cb1-9b66-dcaa29496c10, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=bcc973d2-bd7d-4cb1-9b66-dcaa29496c10,segment=NetworkSegment(5144fcce-87ea-459d-b4fb-6274dca0f296),segment_id=5144fcce-87ea-459d-b4fb-6274dca0f296)] {{(pid=87870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:26:51.507179 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-84e887db-a56c-40e9-beba-b73bbefa1ec8 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:26:51.627913 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-84e887db-a56c-40e9-beba-b73bbefa1ec8 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Calling delete_port for bcc973d2-bd7d-4cb1-9b66-dcaa29496c10 owned by network:router_interface {{(pid=87870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:26:51.813299 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-84e887db-a56c-40e9-beba-b73bbefa1ec8 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:26:51.864322 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e887db-a56c-40e9-beba-b73bbefa1ec8 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Pushing event deleted for resources: {'Port': ['ID=bcc973d2-bd7d-4cb1-9b66-dcaa29496c10,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:26:52.233910 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-84e887db-a56c-40e9-beba-b73bbefa1ec8 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-743246'] for router_interface, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:26:52.512144 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Device 2d9a8c3c-bf20-47d8-9f6a-49b5a4efbfc2 no longer exists at agent hyperv_hv-neutron-8353 {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 12:26:52.550530 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] No Port match for: 2d9a8c3c-bf20-47d8-9f6a-49b5a4efbfc2 {{(pid=87872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 12:26:52.550871 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Device 2d9a8c3c-bf20-47d8-9f6a-49b5a4efbfc2 not bound to the agent host hv-neutron-8353 {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 12:26:52.592594 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84e887db-a56c-40e9-beba-b73bbefa1ec8 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Router 05453435-1b50-42da-8d7c-5b765a07984e has already been hosted by L3 agent af79d429-529e-400b-a119-94d4bec03f3e {{(pid=87870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 12:26:52.768521 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84e887db-a56c-40e9-beba-b73bbefa1ec8 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 12:26:52.779031 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a62f31de-95ac-4fe8-91c2-9267adbe5260 None None] Sync routers for ids ['05453435-1b50-42da-8d7c-5b765a07984e'] in dv-neutron-835340-2-hyperv {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 12:26:52.784191 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-84e887db-a56c-40e9-beba-b73bbefa1ec8 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "PUT /v2.0/routers/05453435-1b50-42da-8d7c-5b765a07984e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4589534 Mar 28 12:26:52.784477 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 36214) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:26:52.787823 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62f31de-95ac-4fe8-91c2-9267adbe5260 None None] Routers {'05453435-1b50-42da-8d7c-5b765a07984e'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:26:52.788509 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-a62f31de-95ac-4fe8-91c2-9267adbe5260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:26:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['05453435-1b50-42da-8d7c-5b765a07984e'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:26:52.849062 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.db_base_plugin_v2 [None req-36cc9c82-e511-4515-83a6-25654c4f162c tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Deleting subnet 5ac88e53-99f4-4537-a7df-e4f0cf24fe32 {{(pid=87871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 12:26:52.852110 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-36cc9c82-e511-4515-83a6-25654c4f162c tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks [] for subnet, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:26:52.909680 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-36cc9c82-e511-4515-83a6-25654c4f162c tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3436877'] for subnet, precommit_delete_associations {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:26:52.961936 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvr_db [None req-a62f31de-95ac-4fe8-91c2-9267adbe5260 None None] Set router 05453435-1b50-42da-8d7c-5b765a07984e gateway port host: dv-neutron-835340-2-hyperv {{(pid=87872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:26:52.991700 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-36cc9c82-e511-4515-83a6-25654c4f162c tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1919782'] for subnet, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:26:53.067076 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-36cc9c82-e511-4515-83a6-25654c4f162c tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1919805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2364079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26551417'] for subnet, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:26:53.109788 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cc9c82-e511-4515-83a6-25654c4f162c tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Pushing event deleted for resources: {'Subnet': ['ID=5ac88e53-99f4-4537-a7df-e4f0cf24fe32,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:26:53.113442 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-36cc9c82-e511-4515-83a6-25654c4f162c tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks [] for subnet, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:26:53.123102 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-36cc9c82-e511-4515-83a6-25654c4f162c tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "DELETE /v2.0/subnets/5ac88e53-99f4-4537-a7df-e4f0cf24fe32 HTTP/1.1" status: 204 len: 168 time: 0.3350608 Mar 28 12:26:53.123102 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 36218) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:26:53.137603 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8d8fa31-67a0-480b-8c9b-7ae74ef4173d None None] Network c1c1e82f-d94f-48bb-b16b-2ae10630c5ed requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 12:26:53.302848 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-62fc8e4d-0d4f-4135-a113-5df7d68901e5 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks [] for router, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:26:53.453650 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-a62f31de-95ac-4fe8-91c2-9267adbe5260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05453435-1b50-42da-8d7c-5b765a07984e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1368192751', 'tenant_id': 'bf61b35ded70454082616e376fe15d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.111'}], 'enable_snat': True}, 'gw_port_id': '45c2e206-f067-47b8-8770-e09f3b462f73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:25:42Z', 'updated_at': '2022-03-28T12:26:51Z', 'revision_number': 5, 'project_id': 'bf61b35ded70454082616e376fe15d12', 'gw_port': {'id': '45c2e206-f067-47b8-8770-e09f3b462f73', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:d5:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05453435-1b50-42da-8d7c-5b765a07984e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:25:42Z', 'updated_at': '2022-03-28T12:25:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv'}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:26:53.457478 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a62f31de-95ac-4fe8-91c2-9267adbe5260 None None] Checking router: 05453435-1b50-42da-8d7c-5b765a07984e for host: dv-neutron-835340-2-hyperv {{(pid=87872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 12:26:53.466675 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62f31de-95ac-4fe8-91c2-9267adbe5260 None None] Routers {'05453435-1b50-42da-8d7c-5b765a07984e'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:26:53.467281 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-a62f31de-95ac-4fe8-91c2-9267adbe5260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:26:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['05453435-1b50-42da-8d7c-5b765a07984e'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:26:53.480303 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-62fc8e4d-0d4f-4135-a113-5df7d68901e5 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:26:53.493775 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-62fc8e4d-0d4f-4135-a113-5df7d68901e5 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Deleting port 45c2e206-f067-47b8-8770-e09f3b462f73 {{(pid=87871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:26:53.494370 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-62fc8e4d-0d4f-4135-a113-5df7d68901e5 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:26:53.520810 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82d6c115-7d5e-423c-9533-591bd23ffa39 None None] DHCP port deletion for c1c1e82f-d94f-48bb-b16b-2ae10630c5ed request from dv-neutron-835340-2-hyperv {{(pid=87872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 12:26:53.535322 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-82d6c115-7d5e-423c-9533-591bd23ffa39 None None] Deleting port a9803cc4-8b19-4651-89a6-59312bbc1c5f {{(pid=87872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:26:53.535708 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-82d6c115-7d5e-423c-9533-591bd23ffa39 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:26:53.669328 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.db [None req-62fc8e4d-0d4f-4135-a113-5df7d68901e5 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] For port 45c2e206-f067-47b8-8770-e09f3b462f73, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=45c2e206-f067-47b8-8770-e09f3b462f73,segment=NetworkSegment(688afb86-c9bd-46e2-ba7d-3fe76fb1efff),segment_id=688afb86-c9bd-46e2-ba7d-3fe76fb1efff)] {{(pid=87871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:26:53.669674 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-62fc8e4d-0d4f-4135-a113-5df7d68901e5 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:26:53.694944 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvr_db [None req-a62f31de-95ac-4fe8-91c2-9267adbe5260 None None] Set router 05453435-1b50-42da-8d7c-5b765a07984e gateway port host: None {{(pid=87872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:26:53.791836 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-62fc8e4d-0d4f-4135-a113-5df7d68901e5 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Calling delete_port for 45c2e206-f067-47b8-8770-e09f3b462f73 owned by network:router_gateway {{(pid=87871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:26:53.803192 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-a62f31de-95ac-4fe8-91c2-9267adbe5260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05453435-1b50-42da-8d7c-5b765a07984e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1368192751', 'tenant_id': 'bf61b35ded70454082616e376fe15d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:25:42Z', 'updated_at': '2022-03-28T12:26:53Z', 'revision_number': 6, 'project_id': 'bf61b35ded70454082616e376fe15d12', 'gw_port_host': None}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:26:53.829160 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a62f31de-95ac-4fe8-91c2-9267adbe5260 None None] The sync data for ids ['05453435-1b50-42da-8d7c-5b765a07984e'] in dv-neutron-835340-2-hyperv is: [{'id': '05453435-1b50-42da-8d7c-5b765a07984e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1368192751', 'tenant_id': 'bf61b35ded70454082616e376fe15d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:25:42Z', 'updated_at': '2022-03-28T12:26:53Z', 'revision_number': 6, 'project_id': 'bf61b35ded70454082616e376fe15d12', 'gw_port_host': None}] {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 12:26:53.915441 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-82d6c115-7d5e-423c-9533-591bd23ffa39 None None] For port a9803cc4-8b19-4651-89a6-59312bbc1c5f, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=a9803cc4-8b19-4651-89a6-59312bbc1c5f,segment=NetworkSegment(5144fcce-87ea-459d-b4fb-6274dca0f296),segment_id=5144fcce-87ea-459d-b4fb-6274dca0f296)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:26:53.915845 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-82d6c115-7d5e-423c-9533-591bd23ffa39 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:26:54.036181 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-82d6c115-7d5e-423c-9533-591bd23ffa39 None None] Calling delete_port for a9803cc4-8b19-4651-89a6-59312bbc1c5f owned by network:dhcp {{(pid=87872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:26:54.125178 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-82d6c115-7d5e-423c-9533-591bd23ffa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250'] for port, after_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:26:54.183955 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d6c115-7d5e-423c-9533-591bd23ffa39 None None] Pushing event deleted for resources: {'Port': ['ID=a9803cc4-8b19-4651-89a6-59312bbc1c5f,revision_number=None']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:26:54.197803 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d6c115-7d5e-423c-9533-591bd23ffa39 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:26:54.198171 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d6c115-7d5e-423c-9533-591bd23ffa39 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:26:54.198536 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d6c115-7d5e-423c-9533-591bd23ffa39 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:26:54.198870 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d6c115-7d5e-423c-9533-591bd23ffa39 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:26:54.199197 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d6c115-7d5e-423c-9533-591bd23ffa39 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:26:54.199614 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d6c115-7d5e-423c-9533-591bd23ffa39 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:26:54.199944 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d6c115-7d5e-423c-9533-591bd23ffa39 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:26:54.200269 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d6c115-7d5e-423c-9533-591bd23ffa39 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:26:54.200636 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d6c115-7d5e-423c-9533-591bd23ffa39 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:26:54.200964 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d6c115-7d5e-423c-9533-591bd23ffa39 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:26:54.201286 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d6c115-7d5e-423c-9533-591bd23ffa39 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:26:54.201582 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d6c115-7d5e-423c-9533-591bd23ffa39 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:26:54.204273 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d6c115-7d5e-423c-9533-591bd23ffa39 None None] No DVR routers for this DVR port a9803cc4-8b19-4651-89a6-59312bbc1c5f on host dv-neutron-835340-2-hyperv {{(pid=87872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 12:26:54.244569 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-62fc8e4d-0d4f-4135-a113-5df7d68901e5 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:26:54.342720 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fc8e4d-0d4f-4135-a113-5df7d68901e5 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Pushing event deleted for resources: {'Port': ['ID=45c2e206-f067-47b8-8770-e09f3b462f73,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:26:54.426776 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-62fc8e4d-0d4f-4135-a113-5df7d68901e5 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-709573'] for router_gateway, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:26:54.621031 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-62fc8e4d-0d4f-4135-a113-5df7d68901e5 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-745164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-260864'] for router, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:26:54.623354 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-62fc8e4d-0d4f-4135-a113-5df7d68901e5 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:26:54.648508 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-62fc8e4d-0d4f-4135-a113-5df7d68901e5 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-745021'] for router, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:26:54.649948 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62fc8e4d-0d4f-4135-a113-5df7d68901e5 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Fanout notify agent at l3_agent the message router_deleted on router 05453435-1b50-42da-8d7c-5b765a07984e {{(pid=87871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 12:26:54.654410 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device a9803cc4-8b19-4651-89a6-59312bbc1c5f no longer exists at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 12:26:54.669858 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-62fc8e4d-0d4f-4135-a113-5df7d68901e5 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks [] for router, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:26:54.670929 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-62fc8e4d-0d4f-4135-a113-5df7d68901e5 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "DELETE /v2.0/routers/05453435-1b50-42da-8d7c-5b765a07984e HTTP/1.1" status: 204 len: 168 time: 1.5469859 Mar 28 12:26:54.673694 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 36222) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:26:54.692602 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] No Port match for: a9803cc4-8b19-4651-89a6-59312bbc1c5f {{(pid=87872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 12:26:54.692949 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device a9803cc4-8b19-4651-89a6-59312bbc1c5f not bound to the agent host dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 12:26:54.693368 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device bcc973d2-bd7d-4cb1-9b66-dcaa29496c10 no longer exists at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 12:26:54.773134 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] No Port match for: bcc973d2-bd7d-4cb1-9b66-dcaa29496c10 {{(pid=87872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 12:26:54.773473 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device bcc973d2-bd7d-4cb1-9b66-dcaa29496c10 not bound to the agent host dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 12:26:54.774642 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 45c2e206-f067-47b8-8770-e09f3b462f73 no longer exists at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 12:26:54.797261 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-1875f5d9-d0b6-40f1-a000-821dff784d11 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588883'] for network, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:26:54.809352 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] No Port match for: 45c2e206-f067-47b8-8770-e09f3b462f73 {{(pid=87872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 12:26:54.809694 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 45c2e206-f067-47b8-8770-e09f3b462f73 not bound to the agent host dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 12:26:54.933257 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-1875f5d9-d0b6-40f1-a000-821dff784d11 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930431', 'neutron.services.segments.db._delete_segments_for_network-8783496351308'] for network, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:26:54.957752 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.segments.db [None req-1875f5d9-d0b6-40f1-a000-821dff784d11 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1c1e82f-d94f-48bb-b16b-2ae10630c5ed']}} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:26:54.970299 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.segments.db [None req-1875f5d9-d0b6-40f1-a000-821dff784d11 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5144fcce-87ea-459d-b4fb-6274dca0f296') {'for_net_delete': True} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:26:54.970601 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.segments.db [None req-1875f5d9-d0b6-40f1-a000-821dff784d11 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5144fcce-87ea-459d-b4fb-6274dca0f296') {} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:26:54.981680 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-1875f5d9-d0b6-40f1-a000-821dff784d11 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783496353639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3436890'] for segment, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:26:55.000938 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-1875f5d9-d0b6-40f1-a000-821dff784d11 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:26:55.006723 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1875f5d9-d0b6-40f1-a000-821dff784d11 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=87871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 12:26:55.007101 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-1875f5d9-d0b6-40f1-a000-821dff784d11 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1920481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2363149'] for segment, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:26:55.021778 dv-neutron-835340-2-hyperv neutron-server[87871]: Traceback (most recent call last): Mar 28 12:26:55.021778 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 12:26:55.021778 dv-neutron-835340-2-hyperv neutron-server[87871]: timer() Mar 28 12:26:55.021778 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 12:26:55.021778 dv-neutron-835340-2-hyperv neutron-server[87871]: cb(*args, **kw) Mar 28 12:26:55.021778 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 12:26:55.021778 dv-neutron-835340-2-hyperv neutron-server[87871]: return func(*args, **kwargs) Mar 28 12:26:55.021778 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 12:26:55.021778 dv-neutron-835340-2-hyperv neutron-server[87871]: self._notify() Mar 28 12:26:55.021778 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 12:26:55.021778 dv-neutron-835340-2-hyperv neutron-server[87871]: self.callback(batched_events) Mar 28 12:26:55.021778 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 12:26:55.021778 dv-neutron-835340-2-hyperv neutron-server[87871]: event.method(event) Mar 28 12:26:55.021778 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 12:26:55.021778 dv-neutron-835340-2-hyperv neutron-server[87871]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 12:26:55.021778 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 12:26:55.021778 dv-neutron-835340-2-hyperv neutron-server[87871]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 12:26:55.021778 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 12:26:55.021778 dv-neutron-835340-2-hyperv neutron-server[87871]: return f(self, *a, **k) Mar 28 12:26:55.021778 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 12:26:55.021778 dv-neutron-835340-2-hyperv neutron-server[87871]: return self._get(url).json() Mar 28 12:26:55.021778 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 12:26:55.021778 dv-neutron-835340-2-hyperv neutron-server[87871]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 12:26:55.021778 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 12:26:55.021778 dv-neutron-835340-2-hyperv neutron-server[87871]: return self.request(url, 'GET', **kwargs) Mar 28 12:26:55.021778 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 12:26:55.021778 dv-neutron-835340-2-hyperv neutron-server[87871]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 12:26:55.021778 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 12:26:55.021778 dv-neutron-835340-2-hyperv neutron-server[87871]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 12:26:55.021778 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 12:26:55.021778 dv-neutron-835340-2-hyperv neutron-server[87871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 12:26:55.021778 dv-neutron-835340-2-hyperv neutron-server[87871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 12:26:55.101652 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-1875f5d9-d0b6-40f1-a000-821dff784d11 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709602'] for network, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:26:55.122008 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-1875f5d9-d0b6-40f1-a000-821dff784d11 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks [] for network, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:26:55.130276 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1875f5d9-d0b6-40f1-a000-821dff784d11 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Pushing event deleted for resources: {'Network': ['ID=c1c1e82f-d94f-48bb-b16b-2ae10630c5ed,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:26:55.139193 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-1875f5d9-d0b6-40f1-a000-821dff784d11 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "DELETE /v2.0/networks/c1c1e82f-d94f-48bb-b16b-2ae10630c5ed HTTP/1.1" status: 204 len: 168 time: 0.4644840 Mar 28 12:26:55.141786 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 36226) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:26:55.211594 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-b1ab359f-0206-41e9-8406-2de9aacd6314 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks [] for security_group, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:26:55.240326 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-b1ab359f-0206-41e9-8406-2de9aacd6314 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:26:55.303851 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-b1ab359f-0206-41e9-8406-2de9aacd6314 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:26:55.321706 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ab359f-0206-41e9-8406-2de9aacd6314 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0d4ea77-5e74-4364-978c-2aa0931df592,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:26:55.338192 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-b1ab359f-0206-41e9-8406-2de9aacd6314 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks [] for security_group, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:26:55.342048 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-b1ab359f-0206-41e9-8406-2de9aacd6314 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "DELETE /v2.0/security-groups/b0d4ea77-5e74-4364-978c-2aa0931df592 HTTP/1.1" status: 204 len: 168 time: 0.1967504 Mar 28 12:26:55.572801 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 36234) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:26:55.578051 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-1857cfd0-90b7-454e-b221-73ac1e558cb8 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1532261375', 'description': 'tempest-secgroup-smoke-1532261375 description', 'project_id': 'bf61b35ded70454082616e376fe15d12'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:26:55.584074 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-1857cfd0-90b7-454e-b221-73ac1e558cb8 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:26:55.588449 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-1857cfd0-90b7-454e-b221-73ac1e558cb8 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Usage tracker for resource:security_group and tenant:bf61b35ded70454082616e376fe15d12 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:26:55.591231 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-1857cfd0-90b7-454e-b221-73ac1e558cb8 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:26:55.596840 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-1857cfd0-90b7-454e-b221-73ac1e558cb8 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:26:55.607450 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-1857cfd0-90b7-454e-b221-73ac1e558cb8 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks [] for security_group, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:26:55.627460 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-1857cfd0-90b7-454e-b221-73ac1e558cb8 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:26:55.631211 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-1857cfd0-90b7-454e-b221-73ac1e558cb8 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Usage tracker for resource:security_group_rule and tenant:bf61b35ded70454082616e376fe15d12 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:26:55.634233 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-1857cfd0-90b7-454e-b221-73ac1e558cb8 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:26:55.639858 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-1857cfd0-90b7-454e-b221-73ac1e558cb8 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:26:55.708972 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-1857cfd0-90b7-454e-b221-73ac1e558cb8 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks [] for security_group, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:26:55.713503 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-1857cfd0-90b7-454e-b221-73ac1e558cb8 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:26:55.761799 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1857cfd0-90b7-454e-b221-73ac1e558cb8 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d0db758-e6c5-4a3f-a5a4-3cf43e63299b,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:26:55.765971 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-1857cfd0-90b7-454e-b221-73ac1e558cb8 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks [] for security_group, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:26:55.767133 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-1857cfd0-90b7-454e-b221-73ac1e558cb8 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1933606 Mar 28 12:26:55.770064 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 36238) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:26:55.775439 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-e447cbe6-d16a-4567-b8ad-321bbfd6622d tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Request body: {'security_group_rule': {'security_group_id': '6d0db758-e6c5-4a3f-a5a4-3cf43e63299b', 'project_id': 'bf61b35ded70454082616e376fe15d12', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:26:55.781426 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-e447cbe6-d16a-4567-b8ad-321bbfd6622d tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:26:55.785359 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-e447cbe6-d16a-4567-b8ad-321bbfd6622d tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Usage tracker for resource:security_group_rule and tenant:bf61b35ded70454082616e376fe15d12 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:26:55.788284 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-e447cbe6-d16a-4567-b8ad-321bbfd6622d tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:26:55.794479 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-e447cbe6-d16a-4567-b8ad-321bbfd6622d tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:26:55.811448 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-e447cbe6-d16a-4567-b8ad-321bbfd6622d tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:26:55.872384 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-e447cbe6-d16a-4567-b8ad-321bbfd6622d tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:26:55.875621 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-e447cbe6-d16a-4567-b8ad-321bbfd6622d tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740322'] for security_group_rule, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:26:55.903048 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e447cbe6-d16a-4567-b8ad-321bbfd6622d tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=242d3bd3-a48c-400e-af27-e04d8913c923,revision_number=0']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:26:55.906533 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-e447cbe6-d16a-4567-b8ad-321bbfd6622d tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:26:55.910391 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-e447cbe6-d16a-4567-b8ad-321bbfd6622d tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1367872 Mar 28 12:26:55.910820 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 36242) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:26:55.915954 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-d46e572a-3144-41e5-a6e0-0bce833f8eb3 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Request body: {'security_group_rule': {'security_group_id': '6d0db758-e6c5-4a3f-a5a4-3cf43e63299b', 'project_id': 'bf61b35ded70454082616e376fe15d12', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:26:55.921810 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-d46e572a-3144-41e5-a6e0-0bce833f8eb3 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:26:55.925577 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-d46e572a-3144-41e5-a6e0-0bce833f8eb3 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Usage tracker for resource:security_group_rule and tenant:bf61b35ded70454082616e376fe15d12 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:26:55.928470 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-d46e572a-3144-41e5-a6e0-0bce833f8eb3 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:26:55.934066 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-d46e572a-3144-41e5-a6e0-0bce833f8eb3 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:26:55.950315 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-d46e572a-3144-41e5-a6e0-0bce833f8eb3 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:26:56.010690 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-d46e572a-3144-41e5-a6e0-0bce833f8eb3 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:26:56.014044 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-d46e572a-3144-41e5-a6e0-0bce833f8eb3 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740322'] for security_group_rule, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:26:56.037405 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46e572a-3144-41e5-a6e0-0bce833f8eb3 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba4705c5-bb76-4570-b058-740dee1d48af,revision_number=0']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:26:56.046329 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-d46e572a-3144-41e5-a6e0-0bce833f8eb3 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:26:56.047598 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-d46e572a-3144-41e5-a6e0-0bce833f8eb3 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1361475 Mar 28 12:26:56.050481 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 36246) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:26:56.055964 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-ccbd6aa0-107c-42af-84be-007ec83f99b6 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Request body: {'security_group_rule': {'security_group_id': '6d0db758-e6c5-4a3f-a5a4-3cf43e63299b', 'project_id': 'bf61b35ded70454082616e376fe15d12', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:26:56.061959 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-ccbd6aa0-107c-42af-84be-007ec83f99b6 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:26:56.065727 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-ccbd6aa0-107c-42af-84be-007ec83f99b6 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Usage tracker for resource:security_group_rule and tenant:bf61b35ded70454082616e376fe15d12 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:26:56.068630 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-ccbd6aa0-107c-42af-84be-007ec83f99b6 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:26:56.074253 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-ccbd6aa0-107c-42af-84be-007ec83f99b6 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:26:56.090992 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-ccbd6aa0-107c-42af-84be-007ec83f99b6 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:26:56.152695 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-ccbd6aa0-107c-42af-84be-007ec83f99b6 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:26:56.156100 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-ccbd6aa0-107c-42af-84be-007ec83f99b6 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740322'] for security_group_rule, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:26:56.178755 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbd6aa0-107c-42af-84be-007ec83f99b6 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81043300-dfcb-4b35-81da-4884e3c221ad,revision_number=0']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:26:56.188918 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-ccbd6aa0-107c-42af-84be-007ec83f99b6 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:26:56.190057 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-ccbd6aa0-107c-42af-84be-007ec83f99b6 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1385417 Mar 28 12:26:56.192763 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 36250) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:26:56.198361 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-b614e6df-f695-4e66-9b3b-3abe743221a9 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Request body: {'security_group_rule': {'security_group_id': '6d0db758-e6c5-4a3f-a5a4-3cf43e63299b', 'project_id': 'bf61b35ded70454082616e376fe15d12', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:26:56.204205 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-b614e6df-f695-4e66-9b3b-3abe743221a9 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:26:56.208054 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-b614e6df-f695-4e66-9b3b-3abe743221a9 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Usage tracker for resource:security_group_rule and tenant:bf61b35ded70454082616e376fe15d12 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:26:56.210869 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-b614e6df-f695-4e66-9b3b-3abe743221a9 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:26:56.217010 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-b614e6df-f695-4e66-9b3b-3abe743221a9 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:26:56.235054 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-b614e6df-f695-4e66-9b3b-3abe743221a9 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:26:56.312584 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-b614e6df-f695-4e66-9b3b-3abe743221a9 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:26:56.318255 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-b614e6df-f695-4e66-9b3b-3abe743221a9 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740322'] for security_group_rule, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:26:56.345558 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b614e6df-f695-4e66-9b3b-3abe743221a9 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=536f4e3b-6bc3-4c5f-af41-841508236e37,revision_number=0']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:26:56.355577 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-b614e6df-f695-4e66-9b3b-3abe743221a9 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:26:56.356772 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-b614e6df-f695-4e66-9b3b-3abe743221a9 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1630995 Mar 28 12:26:56.359698 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 36254) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:26:56.366367 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-de6912a2-2d49-439b-9666-c3f33d57758e tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Request body: {'security_group_rule': {'security_group_id': '6d0db758-e6c5-4a3f-a5a4-3cf43e63299b', 'project_id': 'bf61b35ded70454082616e376fe15d12', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:26:56.373938 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-de6912a2-2d49-439b-9666-c3f33d57758e tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:26:56.378214 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-de6912a2-2d49-439b-9666-c3f33d57758e tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Usage tracker for resource:security_group_rule and tenant:bf61b35ded70454082616e376fe15d12 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:26:56.382833 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-de6912a2-2d49-439b-9666-c3f33d57758e tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:26:56.390187 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-de6912a2-2d49-439b-9666-c3f33d57758e tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:26:56.404263 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.db.securitygroups_db [None req-de6912a2-2d49-439b-9666-c3f33d57758e tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Project bf61b35ded70454082616e376fe15d12 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 12:26:56.410972 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-de6912a2-2d49-439b-9666-c3f33d57758e tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:26:56.478404 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-de6912a2-2d49-439b-9666-c3f33d57758e tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:26:56.482356 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-de6912a2-2d49-439b-9666-c3f33d57758e tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740322'] for security_group_rule, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:26:56.506995 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6912a2-2d49-439b-9666-c3f33d57758e tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c98dea54-e3e4-4761-9b9f-f016cd28fc5e,revision_number=0']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:26:56.515641 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-de6912a2-2d49-439b-9666-c3f33d57758e tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:26:56.516800 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-de6912a2-2d49-439b-9666-c3f33d57758e tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1560965 Mar 28 12:26:56.519460 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 36258) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:26:56.524234 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-f4283c81-b3c0-47cc-a38d-7643b4c800a5 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Request body: {'security_group_rule': {'security_group_id': '6d0db758-e6c5-4a3f-a5a4-3cf43e63299b', 'project_id': 'bf61b35ded70454082616e376fe15d12', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:26:56.529835 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-f4283c81-b3c0-47cc-a38d-7643b4c800a5 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:26:56.533645 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-f4283c81-b3c0-47cc-a38d-7643b4c800a5 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Usage tracker for resource:security_group_rule and tenant:bf61b35ded70454082616e376fe15d12 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:26:56.536536 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-f4283c81-b3c0-47cc-a38d-7643b4c800a5 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:26:56.542539 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-f4283c81-b3c0-47cc-a38d-7643b4c800a5 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:26:56.552567 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.db.securitygroups_db [None req-f4283c81-b3c0-47cc-a38d-7643b4c800a5 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Project bf61b35ded70454082616e376fe15d12 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 12:26:56.559585 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-f4283c81-b3c0-47cc-a38d-7643b4c800a5 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:26:56.622698 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-f4283c81-b3c0-47cc-a38d-7643b4c800a5 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:26:56.626017 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-f4283c81-b3c0-47cc-a38d-7643b4c800a5 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740322'] for security_group_rule, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:26:56.648372 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4283c81-b3c0-47cc-a38d-7643b4c800a5 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54eca81d-e81d-4d6e-a735-133ddf1f4616,revision_number=0']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:26:56.658060 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-f4283c81-b3c0-47cc-a38d-7643b4c800a5 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:26:56.659237 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-f4283c81-b3c0-47cc-a38d-7643b4c800a5 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1388690 Mar 28 12:26:56.662137 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 36262) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:26:56.668521 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-efcd7028-a2e6-4c78-9e5b-9e2b9092d8e6 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Request body: {'network': {'name': 'tempest-network-smoke--2005547605', 'project_id': 'bf61b35ded70454082616e376fe15d12', 'port_security_enabled': True}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:26:56.673354 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-efcd7028-a2e6-4c78-9e5b-9e2b9092d8e6 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:26:56.677377 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-efcd7028-a2e6-4c78-9e5b-9e2b9092d8e6 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Usage tracker for resource:network and tenant:bf61b35ded70454082616e376fe15d12 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:26:56.680372 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-efcd7028-a2e6-4c78-9e5b-9e2b9092d8e6 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:26:56.686006 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-efcd7028-a2e6-4c78-9e5b-9e2b9092d8e6 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:26:56.696029 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efcd7028-a2e6-4c78-9e5b-9e2b9092d8e6 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Made reservation on behalf of bf61b35ded70454082616e376fe15d12 for: {'network': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 12:26:56.699261 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-efcd7028-a2e6-4c78-9e5b-9e2b9092d8e6 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for network, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:26:56.726614 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efcd7028-a2e6-4c78-9e5b-9e2b9092d8e6 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=87871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 12:26:56.735217 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-efcd7028-a2e6-4c78-9e5b-9e2b9092d8e6 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:26:56.735666 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.db.segments_db [None req-efcd7028-a2e6-4c78-9e5b-9e2b9092d8e6 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Added segment 78314b1c-7ff7-425a-87c9-2bf1edb63097 of type vlan for network 98f22c87-571d-43a2-916b-d8dfef90f7bc Mar 28 12:26:56.764650 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-efcd7028-a2e6-4c78-9e5b-9e2b9092d8e6 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783495836591'] for network, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:26:56.793443 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-efcd7028-a2e6-4c78-9e5b-9e2b9092d8e6 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765'] for network, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:26:56.799239 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efcd7028-a2e6-4c78-9e5b-9e2b9092d8e6 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:26:56.799841 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-efcd7028-a2e6-4c78-9e5b-9e2b9092d8e6 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks [] for network, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:26:56.906063 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-efcd7028-a2e6-4c78-9e5b-9e2b9092d8e6 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2426848 Mar 28 12:26:56.908653 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcd7028-a2e6-4c78-9e5b-9e2b9092d8e6 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Pushing event updated for resources: {'Network': ['ID=98f22c87-571d-43a2-916b-d8dfef90f7bc,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:26:56.909448 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 36266) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:26:56.915804 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-7bcb99e7-458f-47fa-9e44-78b1c53da19c tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-835402629', 'admin_state_up': True, 'project_id': 'bf61b35ded70454082616e376fe15d12', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b'}}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:26:56.918843 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Network 98f22c87-571d-43a2-916b-d8dfef90f7bc details requested by agent ovs-agent-dv-neutron-835340-2-hyperv with host dv-neutron-835340-2-hyperv {{(pid=87872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 12:26:56.923950 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-7bcb99e7-458f-47fa-9e44-78b1c53da19c tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:26:56.927733 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-7bcb99e7-458f-47fa-9e44-78b1c53da19c tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Usage tracker for resource:router and tenant:bf61b35ded70454082616e376fe15d12 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:26:56.931343 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-7bcb99e7-458f-47fa-9e44-78b1c53da19c tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:26:56.937928 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-7bcb99e7-458f-47fa-9e44-78b1c53da19c tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:26:56.948740 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-7bcb99e7-458f-47fa-9e44-78b1c53da19c tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-707665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-260886'] for router, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:26:56.949705 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-7bcb99e7-458f-47fa-9e44-78b1c53da19c tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-705660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709650', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-767110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260873'] for router, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:26:56.964323 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-7bcb99e7-458f-47fa-9e44-78b1c53da19c tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:26:57.229032 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-7bcb99e7-458f-47fa-9e44-78b1c53da19c tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-709632', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-707672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260923'] for router, precommit_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:26:57.632290 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-7bcb99e7-458f-47fa-9e44-78b1c53da19c tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks [] for router_gateway, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:26:57.662676 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-7bcb99e7-458f-47fa-9e44-78b1c53da19c tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:26:57.791554 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.db_base_plugin_common [None req-7bcb99e7-458f-47fa-9e44-78b1c53da19c tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Allocated IP 172.26.7.28 (ac2b1748-8f63-4b17-a9c7-07e79704aa5b/0b7ebf76-1dc7-431a-a0b4-b96bacf287c2/c49adf68-d136-485a-830c-1b7c06b25f0d) {{(pid=87870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 12:26:57.938326 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-7bcb99e7-458f-47fa-9e44-78b1c53da19c tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks [] for port, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:26:57.967121 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-7bcb99e7-458f-47fa-9e44-78b1c53da19c tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:26:58.027194 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bcb99e7-458f-47fa-9e44-78b1c53da19c tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Network ac2b1748-8f63-4b17-a9c7-07e79704aa5b is already hosted by enough agents. {{(pid=87870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:26:58.030384 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.base_scheduler [None req-7bcb99e7-458f-47fa-9e44-78b1c53da19c tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Resources bound (agent type, host, resource id): {{(pid=87870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:26:58.033917 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bcb99e7-458f-47fa-9e44-78b1c53da19c tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Received port after_create {{(pid=87870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 12:26:58.080378 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcb99e7-458f-47fa-9e44-78b1c53da19c tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Pushing event updated for resources: {'Port': ['ID=c49adf68-d136-485a-830c-1b7c06b25f0d,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:26:58.446466 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-7bcb99e7-458f-47fa-9e44-78b1c53da19c tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks [] for router_gateway, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:26:58.782639 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-7bcb99e7-458f-47fa-9e44-78b1c53da19c tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709693'] for router, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:26:59.111544 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bcb99e7-458f-47fa-9e44-78b1c53da19c tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Router 9441f81b-19d0-4180-92d9-93333f2f6e48 is scheduled to L3 agent af79d429-529e-400b-a119-94d4bec03f3e with binding_index 1 {{(pid=87870) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 12:26:59.285637 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bcb99e7-458f-47fa-9e44-78b1c53da19c tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 12:26:59.295074 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e1bd34-f1f8-4121-b470-873811652c0f None None] Sync routers for ids ['9441f81b-19d0-4180-92d9-93333f2f6e48'] in dv-neutron-835340-2-hyperv {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 12:26:59.304918 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e1bd34-f1f8-4121-b470-873811652c0f None None] Routers {'9441f81b-19d0-4180-92d9-93333f2f6e48'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:26:59.305683 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-c3e1bd34-f1f8-4121-b470-873811652c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:26:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['9441f81b-19d0-4180-92d9-93333f2f6e48'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:26:59.311435 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-7bcb99e7-458f-47fa-9e44-78b1c53da19c tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks [] for router, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:26:59.312631 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-7bcb99e7-458f-47fa-9e44-78b1c53da19c tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.4015386 Mar 28 12:26:59.315733 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 36270) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:26:59.355229 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-57ee1587-edad-4efa-9d3f-285907aa990d tempest-TestNetworkAdvancedServerOps-218286836 tempest-TestNetworkAdvancedServerOps-218286836-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=bf61b35ded70454082616e376fe15d12&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0384252 Mar 28 12:26:59.357895 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 36274) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:26:59.481986 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvr_db [None req-c3e1bd34-f1f8-4121-b470-873811652c0f None None] Set router 9441f81b-19d0-4180-92d9-93333f2f6e48 gateway port host: dv-neutron-835340-2-hyperv {{(pid=87873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:26:59.485358 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e50b303-8567-4f67-bd1f-223a369a3da2 tempest-TestNetworkAdvancedServerOps-218286836 tempest-TestNetworkAdvancedServerOps-218286836-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:26:59.486832 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-2e50b303-8567-4f67-bd1f-223a369a3da2 tempest-TestNetworkAdvancedServerOps-218286836 tempest-TestNetworkAdvancedServerOps-218286836-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1280446 Mar 28 12:26:59.489744 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 36278) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:26:59.529109 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-233c9487-27bc-4c1e-8c35-f0cd804c1b3f tempest-TestNetworkAdvancedServerOps-218286836 tempest-TestNetworkAdvancedServerOps-218286836-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=ac2b1748-8f63-4b17-a9c7-07e79704aa5b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0382771 Mar 28 12:26:59.531740 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 36282) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:26:59.537332 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-e867c521-1580-4c4d-9f8d-33b6091ef311 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1050840291', 'network_id': '98f22c87-571d-43a2-916b-d8dfef90f7bc', 'project_id': 'bf61b35ded70454082616e376fe15d12', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:26:59.643447 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-e867c521-1580-4c4d-9f8d-33b6091ef311 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:26:59.647375 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-e867c521-1580-4c4d-9f8d-33b6091ef311 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Usage tracker for resource:subnet and tenant:bf61b35ded70454082616e376fe15d12 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:26:59.650847 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-e867c521-1580-4c4d-9f8d-33b6091ef311 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:26:59.656770 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-e867c521-1580-4c4d-9f8d-33b6091ef311 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:26:59.667192 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e867c521-1580-4c4d-9f8d-33b6091ef311 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Made reservation on behalf of bf61b35ded70454082616e376fe15d12 for: {'subnet': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 12:26:59.670588 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-e867c521-1580-4c4d-9f8d-33b6091ef311 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26551362'] for subnet, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:26:59.799329 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-c3e1bd34-f1f8-4121-b470-873811652c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9441f81b-19d0-4180-92d9-93333f2f6e48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-835402629', 'tenant_id': 'bf61b35ded70454082616e376fe15d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.28'}], 'enable_snat': True}, 'gw_port_id': 'c49adf68-d136-485a-830c-1b7c06b25f0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:26:56Z', 'updated_at': '2022-03-28T12:26:58Z', 'revision_number': 3, 'project_id': 'bf61b35ded70454082616e376fe15d12', 'gw_port': {'id': 'c49adf68-d136-485a-830c-1b7c06b25f0d', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:f2:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9441f81b-19d0-4180-92d9-93333f2f6e48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:26:57Z', 'updated_at': '2022-03-28T12:26:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv'}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:26:59.803163 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e1bd34-f1f8-4121-b470-873811652c0f None None] Checking router: 9441f81b-19d0-4180-92d9-93333f2f6e48 for host: dv-neutron-835340-2-hyperv {{(pid=87873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 12:26:59.803538 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e1bd34-f1f8-4121-b470-873811652c0f None None] Updating router 9441f81b-19d0-4180-92d9-93333f2f6e48 port c49adf68-d136-485a-830c-1b7c06b25f0d binding host dv-neutron-835340-2-hyperv {{(pid=87873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 12:26:59.855365 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron_lib.callbacks.manager [None req-c3e1bd34-f1f8-4121-b470-873811652c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:26:59.987889 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-e867c521-1580-4c4d-9f8d-33b6091ef311 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2364128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26551408'] for subnet, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:27:00.071983 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e867c521-1580-4c4d-9f8d-33b6091ef311 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Pushing event updated for resources: {'Subnet': ['ID=fe8be9dc-0d98-453d-8a74-e9888fd943bb,revision_number=0']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:27:00.080235 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e867c521-1580-4c4d-9f8d-33b6091ef311 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Checking segment: {'id': '78314b1c-7ff7-425a-87c9-2bf1edb63097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '98f22c87-571d-43a2-916b-d8dfef90f7bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 12:27:00.080590 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e867c521-1580-4c4d-9f8d-33b6091ef311 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Network hostable DHCP agents. Network: 98f22c87-571d-43a2-916b-d8dfef90f7bc, hostable agents: ['3cb85949-855b-4a40-b988-cd5705e511da'], hosted agents: [] {{(pid=87871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 12:27:00.099648 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e867c521-1580-4c4d-9f8d-33b6091ef311 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Network 98f22c87-571d-43a2-916b-d8dfef90f7bc is scheduled to be hosted by DHCP agent 3cb85949-855b-4a40-b988-cd5705e511da with binding_index 1 {{(pid=87871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 12:27:00.109500 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-e867c521-1580-4c4d-9f8d-33b6091ef311 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-2-hyperv, 98f22c87-571d-43a2-916b-d8dfef90f7bc) {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:27:00.114334 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e867c521-1580-4c4d-9f8d-33b6091ef311 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:27:00.114925 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-e867c521-1580-4c4d-9f8d-33b6091ef311 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks [] for subnet, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:27:00.120851 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc752040-4136-44c3-ad34-4c4595f41aef None None] Network 98f22c87-571d-43a2-916b-d8dfef90f7bc requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 12:27:00.141730 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-e867c521-1580-4c4d-9f8d-33b6091ef311 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6063416 Mar 28 12:27:00.141912 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 36286) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:27:00.182545 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron_lib.callbacks.manager [None req-c3e1bd34-f1f8-4121-b470-873811652c0f None None] Notify callbacks [] for port, precommit_update {{(pid=87873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:27:00.194809 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.provisioning_blocks [None req-c3e1bd34-f1f8-4121-b470-873811652c0f None None] Transition to ACTIVE for port object c49adf68-d136-485a-830c-1b7c06b25f0d will not be triggered until provisioned by entity L2. {{(pid=87873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:27:00.203564 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron_lib.callbacks.manager [None req-c3e1bd34-f1f8-4121-b470-873811652c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:27:00.286366 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.managers [None req-c3e1bd34-f1f8-4121-b470-873811652c0f None None] Attempting to bind port c49adf68-d136-485a-830c-1b7c06b25f0d on host dv-neutron-835340-2-hyperv for vnic_type normal with profile {{(pid=87873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 12:27:00.286726 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.managers [None req-c3e1bd34-f1f8-4121-b470-873811652c0f None None] Attempting to bind port c49adf68-d136-485a-830c-1b7c06b25f0d by drivers openvswitch,hyperv on host dv-neutron-835340-2-hyperv at level 0 using segments [{'id': '688afb86-c9bd-46e2-ba7d-3fe76fb1efff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b'}] {{(pid=87873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 12:27:00.287099 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e1bd34-f1f8-4121-b470-873811652c0f None None] Attempting to bind port c49adf68-d136-485a-830c-1b7c06b25f0d on network ac2b1748-8f63-4b17-a9c7-07e79704aa5b {{(pid=87873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 12:27:00.291107 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f44ddd-2b39-4c1f-b840-1dd8c9bd1c30 None None] Pushing event updated for resources: {'Port': ['ID=c49adf68-d136-485a-830c-1b7c06b25f0d,revision_number=2']} {{(pid=87873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:27:00.299643 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f44ddd-2b39-4c1f-b840-1dd8c9bd1c30 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:27:00.300284 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f44ddd-2b39-4c1f-b840-1dd8c9bd1c30 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:27:00.300284 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f44ddd-2b39-4c1f-b840-1dd8c9bd1c30 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:27:00.301058 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f44ddd-2b39-4c1f-b840-1dd8c9bd1c30 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:27:00.301058 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f44ddd-2b39-4c1f-b840-1dd8c9bd1c30 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:27:00.301254 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f44ddd-2b39-4c1f-b840-1dd8c9bd1c30 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:27:00.301532 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f44ddd-2b39-4c1f-b840-1dd8c9bd1c30 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:27:00.301835 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f44ddd-2b39-4c1f-b840-1dd8c9bd1c30 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:27:00.302148 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f44ddd-2b39-4c1f-b840-1dd8c9bd1c30 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:27:00.302459 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f44ddd-2b39-4c1f-b840-1dd8c9bd1c30 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:27:00.302769 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f44ddd-2b39-4c1f-b840-1dd8c9bd1c30 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:27:00.303077 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27f44ddd-2b39-4c1f-b840-1dd8c9bd1c30 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:27:00.306737 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e1bd34-f1f8-4121-b470-873811652c0f None None] Checking agent: {'id': '961a16fe-cbc8-4264-ac28-bbbd53f89caa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 46, 6), 'started_at': datetime.datetime(2022, 3, 28, 11, 46, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 12, 26, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 12:27:00.307109 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e1bd34-f1f8-4121-b470-873811652c0f None None] Checking segment: {'id': '688afb86-c9bd-46e2-ba7d-3fe76fb1efff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 12:27:00.307517 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron_lib.callbacks.manager [None req-c3e1bd34-f1f8-4121-b470-873811652c0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:27:00.307897 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e1bd34-f1f8-4121-b470-873811652c0f None None] Bound using segment: {'id': '688afb86-c9bd-46e2-ba7d-3fe76fb1efff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b'} {{(pid=87873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 12:27:00.308379 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.managers [None req-c3e1bd34-f1f8-4121-b470-873811652c0f None None] Bound port: c49adf68-d136-485a-830c-1b7c06b25f0d, host: dv-neutron-835340-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '688afb86-c9bd-46e2-ba7d-3fe76fb1efff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b'}}] {{(pid=87873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 12:27:00.308719 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron_lib.callbacks.manager [None req-c3e1bd34-f1f8-4121-b470-873811652c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:27:00.342172 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d48ebac2-8633-4b33-8d11-b5cdf8659664 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1d3f2a9-8722-5ce5-bc40-181687d1ed3f-98f22c87-571d-43a2-916b-d8dfef90f7bc', 'network_id': '98f22c87-571d-43a2-916b-d8dfef90f7bc', 'tenant_id': 'bf61b35ded70454082616e376fe15d12', 'fixed_ips': [{'subnet_id': 'fe8be9dc-0d98-453d-8a74-e9888fd943bb'}]}} from dv-neutron-835340-2-hyperv. {{(pid=87872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 12:27:00.343008 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-d48ebac2-8633-4b33-8d11-b5cdf8659664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:27:00.381925 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.db [None req-c3e1bd34-f1f8-4121-b470-873811652c0f None None] For port c49adf68-d136-485a-830c-1b7c06b25f0d, host dv-neutron-835340-2-hyperv, cleared binding levels {{(pid=87873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 12:27:00.385594 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.db [None req-c3e1bd34-f1f8-4121-b470-873811652c0f None None] For port c49adf68-d136-485a-830c-1b7c06b25f0d, host dv-neutron-835340-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=c49adf68-d136-485a-830c-1b7c06b25f0d,segment=NetworkSegment(688afb86-c9bd-46e2-ba7d-3fe76fb1efff),segment_id=688afb86-c9bd-46e2-ba7d-3fe76fb1efff)] {{(pid=87873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 12:27:00.392542 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron_lib.callbacks.manager [None req-c3e1bd34-f1f8-4121-b470-873811652c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:27:00.470531 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f44ddd-2b39-4c1f-b840-1dd8c9bd1c30 None None] Pushing event updated for resources: {'Port': ['ID=c49adf68-d136-485a-830c-1b7c06b25f0d,revision_number=3']} {{(pid=87873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:27:00.497466 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e1bd34-f1f8-4121-b470-873811652c0f None None] Routers {'9441f81b-19d0-4180-92d9-93333f2f6e48'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:27:00.498072 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-c3e1bd34-f1f8-4121-b470-873811652c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:26:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['9441f81b-19d0-4180-92d9-93333f2f6e48'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:27:00.504905 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.db_base_plugin_common [None req-d48ebac2-8633-4b33-8d11-b5cdf8659664 None None] Allocated IP 172.20.0.2 (98f22c87-571d-43a2-916b-d8dfef90f7bc/fe8be9dc-0d98-453d-8a74-e9888fd943bb/47221201-54b5-44f6-8963-569e1ba34d05) {{(pid=87872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 12:27:00.675791 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvr_db [None req-c3e1bd34-f1f8-4121-b470-873811652c0f None None] Set router 9441f81b-19d0-4180-92d9-93333f2f6e48 gateway port host: dv-neutron-835340-2-hyperv {{(pid=87873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:27:00.718592 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-d48ebac2-8633-4b33-8d11-b5cdf8659664 None None] Notify callbacks [] for port, precommit_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:27:00.729307 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-d48ebac2-8633-4b33-8d11-b5cdf8659664 None None] Transition to ACTIVE for port object 47221201-54b5-44f6-8963-569e1ba34d05 will not be triggered until provisioned by entity L2. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:27:00.748554 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-d48ebac2-8633-4b33-8d11-b5cdf8659664 None None] Transition to ACTIVE for port object 47221201-54b5-44f6-8963-569e1ba34d05 will not be triggered until provisioned by entity DHCP. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:27:00.754193 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-d48ebac2-8633-4b33-8d11-b5cdf8659664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241'] for port, after_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:27:00.819382 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d48ebac2-8633-4b33-8d11-b5cdf8659664 None None] Network 98f22c87-571d-43a2-916b-d8dfef90f7bc is already hosted by enough agents. {{(pid=87872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:27:00.827807 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.base_scheduler [None req-d48ebac2-8633-4b33-8d11-b5cdf8659664 None None] Resources bound (agent type, host, resource id): {{(pid=87872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:27:00.832703 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d48ebac2-8633-4b33-8d11-b5cdf8659664 None None] Received port after_create {{(pid=87872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 12:27:00.839222 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48ebac2-8633-4b33-8d11-b5cdf8659664 None None] Pushing event updated for resources: {'Port': ['ID=47221201-54b5-44f6-8963-569e1ba34d05,revision_number=1']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:27:00.855866 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-e722da5f-a861-47e5-bc8e-9be32a158226 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:27:00.930822 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-d48ebac2-8633-4b33-8d11-b5cdf8659664 None None] Attempting to bind port 47221201-54b5-44f6-8963-569e1ba34d05 on host dv-neutron-835340-2-hyperv for vnic_type normal with profile {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 12:27:00.931095 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-d48ebac2-8633-4b33-8d11-b5cdf8659664 None None] Attempting to bind port 47221201-54b5-44f6-8963-569e1ba34d05 by drivers openvswitch,hyperv on host dv-neutron-835340-2-hyperv at level 0 using segments [{'id': '78314b1c-7ff7-425a-87c9-2bf1edb63097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '98f22c87-571d-43a2-916b-d8dfef90f7bc'}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 12:27:00.931454 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48ebac2-8633-4b33-8d11-b5cdf8659664 None None] Attempting to bind port 47221201-54b5-44f6-8963-569e1ba34d05 on network 98f22c87-571d-43a2-916b-d8dfef90f7bc {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 12:27:00.936860 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48ebac2-8633-4b33-8d11-b5cdf8659664 None None] Checking agent: {'id': '961a16fe-cbc8-4264-ac28-bbbd53f89caa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 46, 6), 'started_at': datetime.datetime(2022, 3, 28, 11, 46, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 12, 26, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 12:27:00.937229 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48ebac2-8633-4b33-8d11-b5cdf8659664 None None] Checking segment: {'id': '78314b1c-7ff7-425a-87c9-2bf1edb63097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '98f22c87-571d-43a2-916b-d8dfef90f7bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 12:27:00.937632 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-d48ebac2-8633-4b33-8d11-b5cdf8659664 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:27:00.938019 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48ebac2-8633-4b33-8d11-b5cdf8659664 None None] Bound using segment: {'id': '78314b1c-7ff7-425a-87c9-2bf1edb63097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '98f22c87-571d-43a2-916b-d8dfef90f7bc'} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 12:27:00.938468 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-d48ebac2-8633-4b33-8d11-b5cdf8659664 None None] Bound port: 47221201-54b5-44f6-8963-569e1ba34d05, host: dv-neutron-835340-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78314b1c-7ff7-425a-87c9-2bf1edb63097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '98f22c87-571d-43a2-916b-d8dfef90f7bc'}}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 12:27:00.938864 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-d48ebac2-8633-4b33-8d11-b5cdf8659664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:27:00.982662 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-c3e1bd34-f1f8-4121-b470-873811652c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9441f81b-19d0-4180-92d9-93333f2f6e48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-835402629', 'tenant_id': 'bf61b35ded70454082616e376fe15d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.28'}], 'enable_snat': True}, 'gw_port_id': 'c49adf68-d136-485a-830c-1b7c06b25f0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:26:56Z', 'updated_at': '2022-03-28T12:26:58Z', 'revision_number': 3, 'project_id': 'bf61b35ded70454082616e376fe15d12', 'gw_port': {'id': 'c49adf68-d136-485a-830c-1b7c06b25f0d', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:f2:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9441f81b-19d0-4180-92d9-93333f2f6e48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:26:57Z', 'updated_at': '2022-03-28T12:27:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv'}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:27:00.986876 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e1bd34-f1f8-4121-b470-873811652c0f None None] The sync data for ids ['9441f81b-19d0-4180-92d9-93333f2f6e48'] in dv-neutron-835340-2-hyperv is: [{'id': '9441f81b-19d0-4180-92d9-93333f2f6e48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-835402629', 'tenant_id': 'bf61b35ded70454082616e376fe15d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.28'}], 'enable_snat': True}, 'gw_port_id': 'c49adf68-d136-485a-830c-1b7c06b25f0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:26:56Z', 'updated_at': '2022-03-28T12:26:58Z', 'revision_number': 3, 'project_id': 'bf61b35ded70454082616e376fe15d12', 'gw_port': {'id': 'c49adf68-d136-485a-830c-1b7c06b25f0d', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:f2:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9441f81b-19d0-4180-92d9-93333f2f6e48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:26:57Z', 'updated_at': '2022-03-28T12:27:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv'}] {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 12:27:01.030339 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-d48ebac2-8633-4b33-8d11-b5cdf8659664 None None] For port 47221201-54b5-44f6-8963-569e1ba34d05, host dv-neutron-835340-2-hyperv, cleared binding levels {{(pid=87872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 12:27:01.033674 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-d48ebac2-8633-4b33-8d11-b5cdf8659664 None None] For port 47221201-54b5-44f6-8963-569e1ba34d05, host dv-neutron-835340-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=47221201-54b5-44f6-8963-569e1ba34d05,segment=NetworkSegment(78314b1c-7ff7-425a-87c9-2bf1edb63097),segment_id=78314b1c-7ff7-425a-87c9-2bf1edb63097)] {{(pid=87872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 12:27:01.037542 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-d48ebac2-8633-4b33-8d11-b5cdf8659664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:27:01.124960 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48ebac2-8633-4b33-8d11-b5cdf8659664 None None] Pushing event updated for resources: {'Port': ['ID=47221201-54b5-44f6-8963-569e1ba34d05,revision_number=2']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:27:01.310263 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.db_base_plugin_common [None req-e722da5f-a861-47e5-bc8e-9be32a158226 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Allocated IP 172.20.0.1 (98f22c87-571d-43a2-916b-d8dfef90f7bc/fe8be9dc-0d98-453d-8a74-e9888fd943bb/0436f55d-e733-4049-a954-2168d251a5d1) {{(pid=87871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 12:27:01.612096 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-e722da5f-a861-47e5-bc8e-9be32a158226 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks [] for port, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:27:01.629300 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.provisioning_blocks [None req-e722da5f-a861-47e5-bc8e-9be32a158226 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Transition to ACTIVE for port object 0436f55d-e733-4049-a954-2168d251a5d1 will not be triggered until provisioned by entity DHCP. {{(pid=87871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:27:01.654966 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-e722da5f-a861-47e5-bc8e-9be32a158226 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:27:01.720108 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e722da5f-a861-47e5-bc8e-9be32a158226 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Network 98f22c87-571d-43a2-916b-d8dfef90f7bc is already hosted by enough agents. {{(pid=87871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:27:01.727940 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-e722da5f-a861-47e5-bc8e-9be32a158226 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Resources bound (agent type, host, resource id): {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:27:01.732428 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e722da5f-a861-47e5-bc8e-9be32a158226 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Received port after_create {{(pid=87871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 12:27:01.795906 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e722da5f-a861-47e5-bc8e-9be32a158226 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Pushing event updated for resources: {'Port': ['ID=0436f55d-e733-4049-a954-2168d251a5d1,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:27:01.800461 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-e722da5f-a861-47e5-bc8e-9be32a158226 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-709483'] for router_interface, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:27:02.077796 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-e722da5f-a861-47e5-bc8e-9be32a158226 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:27:02.106002 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-683f94fe-54b1-4b07-95e7-ccdbd7603f0d None None] Network 98f22c87-571d-43a2-916b-d8dfef90f7bc requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 12:27:02.224648 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-391811a6-8d9c-442d-8c79-d485b8010b52 None None] Provisioning for port 47221201-54b5-44f6-8963-569e1ba34d05 completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:27:02.387443 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-ec633546-c41d-4116-99f7-b04d3b1972bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:27:02.492597 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device c49adf68-d136-485a-830c-1b7c06b25f0d up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:27:02.517926 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-e722da5f-a861-47e5-bc8e-9be32a158226 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks [] for port, precommit_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:27:02.523280 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-e722da5f-a861-47e5-bc8e-9be32a158226 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2363241'] for port, after_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:27:02.569485 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning for port c49adf68-d136-485a-830c-1b7c06b25f0d completed by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:27:02.575194 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port c49adf68-d136-485a-830c-1b7c06b25f0d triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:27:02.575603 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:27:02.643769 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-e722da5f-a861-47e5-bc8e-9be32a158226 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-743372'] for router_interface, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:27:02.647346 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e722da5f-a861-47e5-bc8e-9be32a158226 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Pushing event updated for resources: {'Port': ['ID=0436f55d-e733-4049-a954-2168d251a5d1,revision_number=2']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:27:02.748420 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:27:02.762203 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-71946da2-a50d-4959-aaf6-5c1cb44dcdee None None] Provisioning for port 0436f55d-e733-4049-a954-2168d251a5d1 completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:27:02.769797 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] For port c49adf68-d136-485a-830c-1b7c06b25f0d, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=c49adf68-d136-485a-830c-1b7c06b25f0d,segment=NetworkSegment(688afb86-c9bd-46e2-ba7d-3fe76fb1efff),segment_id=688afb86-c9bd-46e2-ba7d-3fe76fb1efff)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:27:02.770968 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-71946da2-a50d-4959-aaf6-5c1cb44dcdee None None] Provisioning complete for port 0436f55d-e733-4049-a954-2168d251a5d1 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:27:02.771393 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-71946da2-a50d-4959-aaf6-5c1cb44dcdee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:27:02.792089 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e722da5f-a861-47e5-bc8e-9be32a158226 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Network 98f22c87-571d-43a2-916b-d8dfef90f7bc is already hosted by enough agents. {{(pid=87871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:27:02.793372 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-e722da5f-a861-47e5-bc8e-9be32a158226 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Resources bound (agent type, host, resource id): {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:27:02.800969 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:27:02.801975 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 47221201-54b5-44f6-8963-569e1ba34d05 up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:27:02.937687 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-71946da2-a50d-4959-aaf6-5c1cb44dcdee None None] Port 0436f55d-e733-4049-a954-2168d251a5d1 cannot update to ACTIVE because it is not bound. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 12:27:02.944788 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Pushing event updated for resources: {'Port': ['ID=c49adf68-d136-485a-830c-1b7c06b25f0d,revision_number=4']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:27:02.962684 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning for port 47221201-54b5-44f6-8963-569e1ba34d05 completed by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:27:02.968258 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port 47221201-54b5-44f6-8963-569e1ba34d05 triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:27:02.968778 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:27:03.104830 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-f898b0e1-25ec-4b30-bd0c-664cba0b6c80 None None] Provisioning complete for port 0436f55d-e733-4049-a954-2168d251a5d1 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:27:03.105089 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-f898b0e1-25ec-4b30-bd0c-664cba0b6c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:27:03.128528 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:27:03.138711 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e722da5f-a861-47e5-bc8e-9be32a158226 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Router 9441f81b-19d0-4180-92d9-93333f2f6e48 has already been hosted by L3 agent af79d429-529e-400b-a119-94d4bec03f3e {{(pid=87871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 12:27:03.185156 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-f898b0e1-25ec-4b30-bd0c-664cba0b6c80 None None] Port 0436f55d-e733-4049-a954-2168d251a5d1 cannot update to ACTIVE because it is not bound. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 12:27:03.188505 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] For port 47221201-54b5-44f6-8963-569e1ba34d05, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=47221201-54b5-44f6-8963-569e1ba34d05,segment=NetworkSegment(78314b1c-7ff7-425a-87c9-2bf1edb63097),segment_id=78314b1c-7ff7-425a-87c9-2bf1edb63097)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:27:03.192945 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:27:03.259725 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Pushing event updated for resources: {'Port': ['ID=47221201-54b5-44f6-8963-569e1ba34d05,revision_number=3']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:27:03.327078 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e722da5f-a861-47e5-bc8e-9be32a158226 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 12:27:03.336815 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfdc9b4d-e34f-4eba-a86f-82ae7f554a9e None None] Sync routers for ids ['9441f81b-19d0-4180-92d9-93333f2f6e48'] in dv-neutron-835340-2-hyperv {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 12:27:03.339337 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-e722da5f-a861-47e5-bc8e-9be32a158226 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "PUT /v2.0/routers/9441f81b-19d0-4180-92d9-93333f2f6e48/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1964715 Mar 28 12:27:03.345835 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfdc9b4d-e34f-4eba-a86f-82ae7f554a9e None None] Routers {'9441f81b-19d0-4180-92d9-93333f2f6e48'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:27:03.346453 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-dfdc9b4d-e34f-4eba-a86f-82ae7f554a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:26:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['9441f81b-19d0-4180-92d9-93333f2f6e48'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:27:03.531595 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvr_db [None req-dfdc9b4d-e34f-4eba-a86f-82ae7f554a9e None None] Set router 9441f81b-19d0-4180-92d9-93333f2f6e48 gateway port host: dv-neutron-835340-2-hyperv {{(pid=87872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:27:03.535050 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-cfe469ac-1c8c-450d-8e47-1a1b8d27c311 req-f4229dd8-17e2-40e6-b346-2bcc14cbe287 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1532261375&fields=id&tenant_id=bf61b35ded70454082616e376fe15d12 HTTP/1.1" status: 200 len: 267 time: 0.0439558 Mar 28 12:27:03.685602 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe469ac-1c8c-450d-8e47-1a1b8d27c311 req-3ed625af-8ae3-4472-9eef-081852d942d8 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:27:03.687052 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-cfe469ac-1c8c-450d-8e47-1a1b8d27c311 req-3ed625af-8ae3-4472-9eef-081852d942d8 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/networks?id=98f22c87-571d-43a2-916b-d8dfef90f7bc HTTP/1.1" status: 200 len: 797 time: 0.1451039 Mar 28 12:27:03.701443 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-cfe469ac-1c8c-450d-8e47-1a1b8d27c311 req-7735f1d7-b296-41da-b4e6-223eedefd067 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/quotas/bf61b35ded70454082616e376fe15d12 HTTP/1.1" status: 200 len: 375 time: 0.0089724 Mar 28 12:27:03.784245 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [req-cfe469ac-1c8c-450d-8e47-1a1b8d27c311 req-6aa621ec-3095-4f8b-ad5c-81b64431dc49 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Synchronizing usage tracker for tenant:bf61b35ded70454082616e376fe15d12 on resource:port {{(pid=87870) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:27:03.799926 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [req-cfe469ac-1c8c-450d-8e47-1a1b8d27c311 req-6aa621ec-3095-4f8b-ad5c-81b64431dc49 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Unset dirty status for tenant:bf61b35ded70454082616e376fe15d12 on resource:port {{(pid=87870) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:27:03.801322 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-cfe469ac-1c8c-450d-8e47-1a1b8d27c311 req-6aa621ec-3095-4f8b-ad5c-81b64431dc49 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=bf61b35ded70454082616e376fe15d12&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0947790 Mar 28 12:27:03.843573 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-dfdc9b4d-e34f-4eba-a86f-82ae7f554a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9441f81b-19d0-4180-92d9-93333f2f6e48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-835402629', 'tenant_id': 'bf61b35ded70454082616e376fe15d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.28'}], 'enable_snat': True}, 'gw_port_id': 'c49adf68-d136-485a-830c-1b7c06b25f0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:26:56Z', 'updated_at': '2022-03-28T12:27:02Z', 'revision_number': 4, 'project_id': 'bf61b35ded70454082616e376fe15d12', 'gw_port': {'id': 'c49adf68-d136-485a-830c-1b7c06b25f0d', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:f2:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9441f81b-19d0-4180-92d9-93333f2f6e48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:26:57Z', 'updated_at': '2022-03-28T12:27:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_interfaces': [{'id': '0436f55d-e733-4049-a954-2168d251a5d1', 'name': '', 'network_id': '98f22c87-571d-43a2-916b-d8dfef90f7bc', 'tenant_id': 'bf61b35ded70454082616e376fe15d12', 'mac_address': 'fa:16:3e:1d:f0:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9441f81b-19d0-4180-92d9-93333f2f6e48', 'device_owner': 'network:router_interface', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': 'fe8be9dc-0d98-453d-8a74-e9888fd943bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:27:01Z', 'updated_at': '2022-03-28T12:27:02Z', 'revision_number': 2, 'project_id': 'bf61b35ded70454082616e376fe15d12', 'subnets': [{'id': 'fe8be9dc-0d98-453d-8a74-e9888fd943bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:27:03.847903 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfdc9b4d-e34f-4eba-a86f-82ae7f554a9e None None] Checking router: 9441f81b-19d0-4180-92d9-93333f2f6e48 for host: dv-neutron-835340-2-hyperv {{(pid=87872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 12:27:03.848251 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfdc9b4d-e34f-4eba-a86f-82ae7f554a9e None None] Updating router 9441f81b-19d0-4180-92d9-93333f2f6e48 port 0436f55d-e733-4049-a954-2168d251a5d1 binding host dv-neutron-835340-2-hyperv {{(pid=87872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 12:27:03.904181 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-dfdc9b4d-e34f-4eba-a86f-82ae7f554a9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:27:03.941575 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-cfe469ac-1c8c-450d-8e47-1a1b8d27c311 req-edbdcff9-200c-479d-8b33-09022d47d7dc service neutron] 10.222.0.30 "GET /v2.0/networks/98f22c87-571d-43a2-916b-d8dfef90f7bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273270 Mar 28 12:27:04.076689 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-cfe469ac-1c8c-450d-8e47-1a1b8d27c311 req-36b61d51-fca1-473c-82a1-3b9bed1492a0 service neutron] 10.222.0.30 "GET /v2.0/networks/98f22c87-571d-43a2-916b-d8dfef90f7bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274045 Mar 28 12:27:04.250055 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-dfdc9b4d-e34f-4eba-a86f-82ae7f554a9e None None] Notify callbacks [] for port, precommit_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:27:04.256739 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [req-caaa1eec-ec06-472f-b0e1-799b662cf112 req-089e2d65-cb37-438f-8a5e-00227a7e0977 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Synchronizing usage tracker for tenant:bf61b35ded70454082616e376fe15d12 on resource:port {{(pid=87871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:27:04.262935 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-dfdc9b4d-e34f-4eba-a86f-82ae7f554a9e None None] Transition to ACTIVE for port object 0436f55d-e733-4049-a954-2168d251a5d1 will not be triggered until provisioned by entity L2. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:27:04.271638 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-dfdc9b4d-e34f-4eba-a86f-82ae7f554a9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:27:04.273269 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [req-caaa1eec-ec06-472f-b0e1-799b662cf112 req-089e2d65-cb37-438f-8a5e-00227a7e0977 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Unset dirty status for tenant:bf61b35ded70454082616e376fe15d12 on resource:port {{(pid=87871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:27:04.275404 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-caaa1eec-ec06-472f-b0e1-799b662cf112 req-089e2d65-cb37-438f-8a5e-00227a7e0977 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/ports?device_id=1193ab6a-1095-49a9-b66e-cc5af5c27276 HTTP/1.1" status: 200 len: 210 time: 0.0623415 Mar 28 12:27:04.450122 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device c49adf68-d136-485a-830c-1b7c06b25f0d up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:27:04.498756 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7042bd-ab69-4071-9aeb-52e23dfdcaaa None None] Pushing event updated for resources: {'Port': ['ID=0436f55d-e733-4049-a954-2168d251a5d1,revision_number=3']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:27:04.608590 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-dfdc9b4d-e34f-4eba-a86f-82ae7f554a9e None None] Attempting to bind port 0436f55d-e733-4049-a954-2168d251a5d1 on host dv-neutron-835340-2-hyperv for vnic_type normal with profile {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 12:27:04.608843 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-dfdc9b4d-e34f-4eba-a86f-82ae7f554a9e None None] Attempting to bind port 0436f55d-e733-4049-a954-2168d251a5d1 by drivers openvswitch,hyperv on host dv-neutron-835340-2-hyperv at level 0 using segments [{'id': '78314b1c-7ff7-425a-87c9-2bf1edb63097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '98f22c87-571d-43a2-916b-d8dfef90f7bc'}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 12:27:04.609166 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfdc9b4d-e34f-4eba-a86f-82ae7f554a9e None None] Attempting to bind port 0436f55d-e733-4049-a954-2168d251a5d1 on network 98f22c87-571d-43a2-916b-d8dfef90f7bc {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 12:27:04.620324 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfdc9b4d-e34f-4eba-a86f-82ae7f554a9e None None] Checking agent: {'id': '961a16fe-cbc8-4264-ac28-bbbd53f89caa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 46, 6), 'started_at': datetime.datetime(2022, 3, 28, 11, 46, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 12, 26, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 12:27:04.620696 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfdc9b4d-e34f-4eba-a86f-82ae7f554a9e None None] Checking segment: {'id': '78314b1c-7ff7-425a-87c9-2bf1edb63097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '98f22c87-571d-43a2-916b-d8dfef90f7bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 12:27:04.621096 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-dfdc9b4d-e34f-4eba-a86f-82ae7f554a9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:27:04.621487 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfdc9b4d-e34f-4eba-a86f-82ae7f554a9e None None] Bound using segment: {'id': '78314b1c-7ff7-425a-87c9-2bf1edb63097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '98f22c87-571d-43a2-916b-d8dfef90f7bc'} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 12:27:04.621949 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-dfdc9b4d-e34f-4eba-a86f-82ae7f554a9e None None] Bound port: 0436f55d-e733-4049-a954-2168d251a5d1, host: dv-neutron-835340-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78314b1c-7ff7-425a-87c9-2bf1edb63097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '98f22c87-571d-43a2-916b-d8dfef90f7bc'}}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 12:27:04.622320 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-dfdc9b4d-e34f-4eba-a86f-82ae7f554a9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:27:04.677535 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port c49adf68-d136-485a-830c-1b7c06b25f0d triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:27:04.677900 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:27:04.787972 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-dfdc9b4d-e34f-4eba-a86f-82ae7f554a9e None None] For port 0436f55d-e733-4049-a954-2168d251a5d1, host dv-neutron-835340-2-hyperv, cleared binding levels {{(pid=87872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 12:27:04.791724 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-e6f49e7e-bbc2-4ff4-ab5e-22c50827580f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:27:04.794264 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-dfdc9b4d-e34f-4eba-a86f-82ae7f554a9e None None] For port 0436f55d-e733-4049-a954-2168d251a5d1, host dv-neutron-835340-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=0436f55d-e733-4049-a954-2168d251a5d1,segment=NetworkSegment(78314b1c-7ff7-425a-87c9-2bf1edb63097),segment_id=78314b1c-7ff7-425a-87c9-2bf1edb63097)] {{(pid=87872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 12:27:04.836402 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-dfdc9b4d-e34f-4eba-a86f-82ae7f554a9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:27:04.924710 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 47221201-54b5-44f6-8963-569e1ba34d05 up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:27:04.975885 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfdc9b4d-e34f-4eba-a86f-82ae7f554a9e None None] Routers {'9441f81b-19d0-4180-92d9-93333f2f6e48'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:27:04.977104 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-dfdc9b4d-e34f-4eba-a86f-82ae7f554a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:27:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['9441f81b-19d0-4180-92d9-93333f2f6e48'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:27:05.026726 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7042bd-ab69-4071-9aeb-52e23dfdcaaa None None] Pushing event updated for resources: {'Port': ['ID=0436f55d-e733-4049-a954-2168d251a5d1,revision_number=4']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:27:05.157613 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port 47221201-54b5-44f6-8963-569e1ba34d05 triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:27:05.157866 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:27:05.243086 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvr_db [None req-dfdc9b4d-e34f-4eba-a86f-82ae7f554a9e None None] Set router 9441f81b-19d0-4180-92d9-93333f2f6e48 gateway port host: dv-neutron-835340-2-hyperv {{(pid=87872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:27:05.360837 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe469ac-1c8c-450d-8e47-1a1b8d27c311 req-883915b8-6bde-4e90-953c-a60b9cb93c9a tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:27:05.362315 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [req-cfe469ac-1c8c-450d-8e47-1a1b8d27c311 req-883915b8-6bde-4e90-953c-a60b9cb93c9a tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Synchronizing usage tracker for tenant:bf61b35ded70454082616e376fe15d12 on resource:network {{(pid=87871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:27:05.382174 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [req-cfe469ac-1c8c-450d-8e47-1a1b8d27c311 req-883915b8-6bde-4e90-953c-a60b9cb93c9a tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Unset dirty status for tenant:bf61b35ded70454082616e376fe15d12 on resource:network {{(pid=87871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:27:05.384966 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-cfe469ac-1c8c-450d-8e47-1a1b8d27c311 req-883915b8-6bde-4e90-953c-a60b9cb93c9a tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.11 "GET /v2.0/networks?id=98f22c87-571d-43a2-916b-d8dfef90f7bc HTTP/1.1" status: 200 len: 797 time: 0.1968420 Mar 28 12:27:05.449258 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [req-cfe469ac-1c8c-450d-8e47-1a1b8d27c311 req-559db779-d276-4210-83f5-0a3539222b64 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Synchronizing usage tracker for tenant:bf61b35ded70454082616e376fe15d12 on resource:security_group {{(pid=87871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:27:05.471399 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [req-cfe469ac-1c8c-450d-8e47-1a1b8d27c311 req-559db779-d276-4210-83f5-0a3539222b64 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Unset dirty status for tenant:bf61b35ded70454082616e376fe15d12 on resource:security_group {{(pid=87871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:27:05.481666 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-b88abc14-6996-4192-869a-0fe2cb1f3475 req-f05d0189-252a-4747-bf40-e20ff2611a27 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/ports?device_id=1193ab6a-1095-49a9-b66e-cc5af5c27276 HTTP/1.1" status: 200 len: 210 time: 0.0788178 Mar 28 12:27:05.483699 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-cfe469ac-1c8c-450d-8e47-1a1b8d27c311 req-559db779-d276-4210-83f5-0a3539222b64 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bf61b35ded70454082616e376fe15d12 HTTP/1.1" status: 200 len: 380 time: 0.0881112 Mar 28 12:27:05.491769 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [req-cfe469ac-1c8c-450d-8e47-1a1b8d27c311 req-2fc3880a-a180-43ad-b6c1-d3303d74462b tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Request body: {'port': {'device_id': '1193ab6a-1095-49a9-b66e-cc5af5c27276', 'network_id': '98f22c87-571d-43a2-916b-d8dfef90f7bc', 'admin_state_up': True, 'tenant_id': 'bf61b35ded70454082616e376fe15d12', 'security_groups': ['6d0db758-e6c5-4a3f-a5a4-3cf43e63299b']}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:27:05.631504 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-dfdc9b4d-e34f-4eba-a86f-82ae7f554a9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9441f81b-19d0-4180-92d9-93333f2f6e48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-835402629', 'tenant_id': 'bf61b35ded70454082616e376fe15d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.28'}], 'enable_snat': True}, 'gw_port_id': 'c49adf68-d136-485a-830c-1b7c06b25f0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:26:56Z', 'updated_at': '2022-03-28T12:27:02Z', 'revision_number': 4, 'project_id': 'bf61b35ded70454082616e376fe15d12', 'gw_port': {'id': 'c49adf68-d136-485a-830c-1b7c06b25f0d', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:f2:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9441f81b-19d0-4180-92d9-93333f2f6e48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:26:57Z', 'updated_at': '2022-03-28T12:27:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_interfaces': [{'id': '0436f55d-e733-4049-a954-2168d251a5d1', 'name': '', 'network_id': '98f22c87-571d-43a2-916b-d8dfef90f7bc', 'tenant_id': 'bf61b35ded70454082616e376fe15d12', 'mac_address': 'fa:16:3e:1d:f0:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9441f81b-19d0-4180-92d9-93333f2f6e48', 'device_owner': 'network:router_interface', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': 'fe8be9dc-0d98-453d-8a74-e9888fd943bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:27:01Z', 'updated_at': '2022-03-28T12:27:04Z', 'revision_number': 4, 'project_id': 'bf61b35ded70454082616e376fe15d12', 'subnets': [{'id': 'fe8be9dc-0d98-453d-8a74-e9888fd943bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:27:05.632120 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [req-cfe469ac-1c8c-450d-8e47-1a1b8d27c311 req-2fc3880a-a180-43ad-b6c1-d3303d74462b tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:27:05.635666 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfdc9b4d-e34f-4eba-a86f-82ae7f554a9e None None] The sync data for ids ['9441f81b-19d0-4180-92d9-93333f2f6e48'] in dv-neutron-835340-2-hyperv is: [{'id': '9441f81b-19d0-4180-92d9-93333f2f6e48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-835402629', 'tenant_id': 'bf61b35ded70454082616e376fe15d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.28'}], 'enable_snat': True}, 'gw_port_id': 'c49adf68-d136-485a-830c-1b7c06b25f0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:26:56Z', 'updated_at': '2022-03-28T12:27:02Z', 'revision_number': 4, 'project_id': 'bf61b35ded70454082616e376fe15d12', 'gw_port': {'id': 'c49adf68-d136-485a-830c-1b7c06b25f0d', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:f2:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9441f81b-19d0-4180-92d9-93333f2f6e48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:26:57Z', 'updated_at': '2022-03-28T12:27:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_interfaces': [{'id': '0436f55d-e733-4049-a954-2168d251a5d1', 'name': '', 'network_id': '98f22c87-571d-43a2-916b-d8dfef90f7bc', 'tenant_id': 'bf61b35ded70454082616e376fe15d12', 'mac_address': 'fa:16:3e:1d:f0:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9441f81b-19d0-4180-92d9-93333f2f6e48', 'device_owner': 'network:router_interface', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': 'fe8be9dc-0d98-453d-8a74-e9888fd943bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:27:01Z', 'updated_at': '2022-03-28T12:27:04Z', 'revision_number': 4, 'project_id': 'bf61b35ded70454082616e376fe15d12', 'subnets': [{'id': 'fe8be9dc-0d98-453d-8a74-e9888fd943bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 12:27:05.643432 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [req-cfe469ac-1c8c-450d-8e47-1a1b8d27c311 req-2fc3880a-a180-43ad-b6c1-d3303d74462b tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:27:05.654297 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cfe469ac-1c8c-450d-8e47-1a1b8d27c311 req-2fc3880a-a180-43ad-b6c1-d3303d74462b tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Made reservation on behalf of bf61b35ded70454082616e376fe15d12 for: {'port': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 12:27:05.657760 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-cfe469ac-1c8c-450d-8e47-1a1b8d27c311 req-2fc3880a-a180-43ad-b6c1-d3303d74462b tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:27:05.765522 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:27:05.859326 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.db_base_plugin_common [req-cfe469ac-1c8c-450d-8e47-1a1b8d27c311 req-2fc3880a-a180-43ad-b6c1-d3303d74462b tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Allocated IP 172.20.0.7 (98f22c87-571d-43a2-916b-d8dfef90f7bc/fe8be9dc-0d98-453d-8a74-e9888fd943bb/5f7b8669-8d78-4ac0-9901-4db4f313bfe0) {{(pid=87871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 12:27:05.887673 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-ef3be119-c018-4979-be07-86cf959defc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:27:06.063840 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-cfe469ac-1c8c-450d-8e47-1a1b8d27c311 req-2fc3880a-a180-43ad-b6c1-d3303d74462b tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks [] for port, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:27:06.080960 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.provisioning_blocks [req-cfe469ac-1c8c-450d-8e47-1a1b8d27c311 req-2fc3880a-a180-43ad-b6c1-d3303d74462b tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Transition to ACTIVE for port object 5f7b8669-8d78-4ac0-9901-4db4f313bfe0 will not be triggered until provisioned by entity DHCP. {{(pid=87871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:27:06.106612 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-cfe469ac-1c8c-450d-8e47-1a1b8d27c311 req-2fc3880a-a180-43ad-b6c1-d3303d74462b tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:27:06.180736 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cfe469ac-1c8c-450d-8e47-1a1b8d27c311 req-2fc3880a-a180-43ad-b6c1-d3303d74462b tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Network 98f22c87-571d-43a2-916b-d8dfef90f7bc is already hosted by enough agents. {{(pid=87871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:27:06.188139 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [req-cfe469ac-1c8c-450d-8e47-1a1b8d27c311 req-2fc3880a-a180-43ad-b6c1-d3303d74462b tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Resources bound (agent type, host, resource id): {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:27:06.192569 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfe469ac-1c8c-450d-8e47-1a1b8d27c311 req-2fc3880a-a180-43ad-b6c1-d3303d74462b tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Received port after_create {{(pid=87871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 12:27:06.223216 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc3880a-a180-43ad-b6c1-d3303d74462b tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Pushing event updated for resources: {'Port': ['ID=5f7b8669-8d78-4ac0-9901-4db4f313bfe0,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:27:06.263772 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe469ac-1c8c-450d-8e47-1a1b8d27c311 req-2fc3880a-a180-43ad-b6c1-d3303d74462b tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:27:06.264398 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-cfe469ac-1c8c-450d-8e47-1a1b8d27c311 req-2fc3880a-a180-43ad-b6c1-d3303d74462b tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:27:06.292828 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-cfe469ac-1c8c-450d-8e47-1a1b8d27c311 req-2fc3880a-a180-43ad-b6c1-d3303d74462b tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8071580 Mar 28 12:27:06.303855 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [req-cfe469ac-1c8c-450d-8e47-1a1b8d27c311 req-39466e5d-9a7e-4389-9bb2-d7498e98fac9 service neutron] Request body: {'port': {'device_id': '1193ab6a-1095-49a9-b66e-cc5af5c27276', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8353'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:27:06.431942 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-cfe469ac-1c8c-450d-8e47-1a1b8d27c311 req-39466e5d-9a7e-4389-9bb2-d7498e98fac9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:27:06.458920 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 0436f55d-e733-4049-a954-2168d251a5d1 up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:27:06.489459 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-18d19b50-9697-4e2d-a8c8-244f305ddb5d None None] Provisioning for port 5f7b8669-8d78-4ac0-9901-4db4f313bfe0 completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:27:06.504427 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-18d19b50-9697-4e2d-a8c8-244f305ddb5d None None] Provisioning complete for port 5f7b8669-8d78-4ac0-9901-4db4f313bfe0 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:27:06.504795 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-18d19b50-9697-4e2d-a8c8-244f305ddb5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:27:06.581676 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-18d19b50-9697-4e2d-a8c8-244f305ddb5d None None] Port 5f7b8669-8d78-4ac0-9901-4db4f313bfe0 cannot update to ACTIVE because it is not bound. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 12:27:06.593457 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning for port 0436f55d-e733-4049-a954-2168d251a5d1 completed by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:27:06.599035 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port 0436f55d-e733-4049-a954-2168d251a5d1 triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:27:06.599369 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:27:06.730785 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:27:06.807458 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] For port 0436f55d-e733-4049-a954-2168d251a5d1, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=0436f55d-e733-4049-a954-2168d251a5d1,segment=NetworkSegment(78314b1c-7ff7-425a-87c9-2bf1edb63097),segment_id=78314b1c-7ff7-425a-87c9-2bf1edb63097)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:27:06.813028 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:27:06.820616 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8eeee5-89c2-4208-91e4-41e125faa3a5 req-9d51f71d-55a4-4a0c-a716-f698c2dca388 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:27:06.821397 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [req-fb8eeee5-89c2-4208-91e4-41e125faa3a5 req-9d51f71d-55a4-4a0c-a716-f698c2dca388 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Synchronizing usage tracker for tenant:bf61b35ded70454082616e376fe15d12 on resource:port {{(pid=87871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:27:06.853589 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [req-fb8eeee5-89c2-4208-91e4-41e125faa3a5 req-9d51f71d-55a4-4a0c-a716-f698c2dca388 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Unset dirty status for tenant:bf61b35ded70454082616e376fe15d12 on resource:port {{(pid=87871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:27:06.854748 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-fb8eeee5-89c2-4208-91e4-41e125faa3a5 req-9d51f71d-55a4-4a0c-a716-f698c2dca388 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/ports?device_id=1193ab6a-1095-49a9-b66e-cc5af5c27276 HTTP/1.1" status: 200 len: 931 time: 0.2451346 Mar 28 12:27:06.886966 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Pushing event updated for resources: {'Port': ['ID=0436f55d-e733-4049-a954-2168d251a5d1,revision_number=5']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:27:07.049525 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.notifiers.nova [req-cfe469ac-1c8c-450d-8e47-1a1b8d27c311 req-39466e5d-9a7e-4389-9bb2-d7498e98fac9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f7b8669-8d78-4ac0-9901-4db4f313bfe0 {{(pid=87871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 12:27:07.060730 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-cfe469ac-1c8c-450d-8e47-1a1b8d27c311 req-39466e5d-9a7e-4389-9bb2-d7498e98fac9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:27:07.065184 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-fb8eeee5-89c2-4208-91e4-41e125faa3a5 req-4121acaf-302a-4a35-9f97-70b2ba68d52a tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/security-groups?id=6d0db758-e6c5-4a3f-a5a4-3cf43e63299b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1732483 Mar 28 12:27:07.078267 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.provisioning_blocks [req-cfe469ac-1c8c-450d-8e47-1a1b8d27c311 req-39466e5d-9a7e-4389-9bb2-d7498e98fac9 service neutron] Transition to ACTIVE for port object 5f7b8669-8d78-4ac0-9901-4db4f313bfe0 will not be triggered until provisioned by entity L2. {{(pid=87871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:27:07.085678 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-cfe469ac-1c8c-450d-8e47-1a1b8d27c311 req-39466e5d-9a7e-4389-9bb2-d7498e98fac9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2363241'] for port, after_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:27:07.214839 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39466e5d-9a7e-4389-9bb2-d7498e98fac9 service neutron] Pushing event updated for resources: {'Port': ['ID=5f7b8669-8d78-4ac0-9901-4db4f313bfe0,revision_number=2']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:27:07.322878 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.managers [req-cfe469ac-1c8c-450d-8e47-1a1b8d27c311 req-39466e5d-9a7e-4389-9bb2-d7498e98fac9 service neutron] Attempting to bind port 5f7b8669-8d78-4ac0-9901-4db4f313bfe0 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 12:27:07.323183 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.managers [req-cfe469ac-1c8c-450d-8e47-1a1b8d27c311 req-39466e5d-9a7e-4389-9bb2-d7498e98fac9 service neutron] Attempting to bind port 5f7b8669-8d78-4ac0-9901-4db4f313bfe0 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '78314b1c-7ff7-425a-87c9-2bf1edb63097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '98f22c87-571d-43a2-916b-d8dfef90f7bc'}] {{(pid=87871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 12:27:07.323529 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfe469ac-1c8c-450d-8e47-1a1b8d27c311 req-39466e5d-9a7e-4389-9bb2-d7498e98fac9 service neutron] Attempting to bind port 5f7b8669-8d78-4ac0-9901-4db4f313bfe0 on network 98f22c87-571d-43a2-916b-d8dfef90f7bc {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 12:27:07.328013 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfe469ac-1c8c-450d-8e47-1a1b8d27c311 req-39466e5d-9a7e-4389-9bb2-d7498e98fac9 service neutron] Port 5f7b8669-8d78-4ac0-9901-4db4f313bfe0 on network 98f22c87-571d-43a2-916b-d8dfef90f7bc not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 12:27:07.328324 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfe469ac-1c8c-450d-8e47-1a1b8d27c311 req-39466e5d-9a7e-4389-9bb2-d7498e98fac9 service neutron] Attempting to bind port 5f7b8669-8d78-4ac0-9901-4db4f313bfe0 on network 98f22c87-571d-43a2-916b-d8dfef90f7bc {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 12:27:07.333214 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfe469ac-1c8c-450d-8e47-1a1b8d27c311 req-39466e5d-9a7e-4389-9bb2-d7498e98fac9 service neutron] Checking agent: {'id': '01dfae6e-0e91-4100-b27f-ff8156eac7d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8353', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 52, 20), 'started_at': datetime.datetime(2022, 3, 28, 11, 52, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 12, 26, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 12:27:07.333536 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfe469ac-1c8c-450d-8e47-1a1b8d27c311 req-39466e5d-9a7e-4389-9bb2-d7498e98fac9 service neutron] Checking segment: {'id': '78314b1c-7ff7-425a-87c9-2bf1edb63097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '98f22c87-571d-43a2-916b-d8dfef90f7bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 12:27:07.333907 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfe469ac-1c8c-450d-8e47-1a1b8d27c311 req-39466e5d-9a7e-4389-9bb2-d7498e98fac9 service neutron] Bound using segment: {'id': '78314b1c-7ff7-425a-87c9-2bf1edb63097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '98f22c87-571d-43a2-916b-d8dfef90f7bc'} {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 12:27:07.334309 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.managers [req-cfe469ac-1c8c-450d-8e47-1a1b8d27c311 req-39466e5d-9a7e-4389-9bb2-d7498e98fac9 service neutron] Bound port: 5f7b8669-8d78-4ac0-9901-4db4f313bfe0, host: hv-neutron-8353, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78314b1c-7ff7-425a-87c9-2bf1edb63097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '98f22c87-571d-43a2-916b-d8dfef90f7bc'}}] {{(pid=87871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 12:27:07.334640 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-cfe469ac-1c8c-450d-8e47-1a1b8d27c311 req-39466e5d-9a7e-4389-9bb2-d7498e98fac9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:27:07.425154 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.db [req-cfe469ac-1c8c-450d-8e47-1a1b8d27c311 req-39466e5d-9a7e-4389-9bb2-d7498e98fac9 service neutron] For port 5f7b8669-8d78-4ac0-9901-4db4f313bfe0, host hv-neutron-8353, cleared binding levels {{(pid=87871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 12:27:07.427937 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.db [req-cfe469ac-1c8c-450d-8e47-1a1b8d27c311 req-39466e5d-9a7e-4389-9bb2-d7498e98fac9 service neutron] For port 5f7b8669-8d78-4ac0-9901-4db4f313bfe0, host hv-neutron-8353, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=5f7b8669-8d78-4ac0-9901-4db4f313bfe0,segment=NetworkSegment(78314b1c-7ff7-425a-87c9-2bf1edb63097),segment_id=78314b1c-7ff7-425a-87c9-2bf1edb63097)] {{(pid=87871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 12:27:07.432462 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-cfe469ac-1c8c-450d-8e47-1a1b8d27c311 req-39466e5d-9a7e-4389-9bb2-d7498e98fac9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2363241'] for port, after_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:27:07.485318 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe469ac-1c8c-450d-8e47-1a1b8d27c311 req-39466e5d-9a7e-4389-9bb2-d7498e98fac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:27:07.485886 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-cfe469ac-1c8c-450d-8e47-1a1b8d27c311 req-39466e5d-9a7e-4389-9bb2-d7498e98fac9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:27:07.487223 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-cfe469ac-1c8c-450d-8e47-1a1b8d27c311 req-39466e5d-9a7e-4389-9bb2-d7498e98fac9 service neutron] 10.222.0.11 "PUT /v2.0/ports/5f7b8669-8d78-4ac0-9901-4db4f313bfe0 HTTP/1.1" status: 200 len: 1093 time: 1.1877756 Mar 28 12:27:07.487758 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1193ab6a-1095-49a9-b66e-cc5af5c27276', 'tag': '5f7b8669-8d78-4ac0-9901-4db4f313bfe0'}] {{(pid=87871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 12:27:07.519111 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39466e5d-9a7e-4389-9bb2-d7498e98fac9 service neutron] Pushing event updated for resources: {'Port': ['ID=5f7b8669-8d78-4ac0-9901-4db4f313bfe0,revision_number=3']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:27:07.543078 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-b7ccd3c7-0277-4f12-8e5c-e41478141af5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:27:07.563042 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1193ab6a-1095-49a9-b66e-cc5af5c27276', 'tag': '5f7b8669-8d78-4ac0-9901-4db4f313bfe0', 'status': 'completed', 'code': 200} Mar 28 12:27:07.610679 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe469ac-1c8c-450d-8e47-1a1b8d27c311 req-bc7ff582-e6ce-45c8-89a7-8ef036c4a468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:27:07.612225 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-cfe469ac-1c8c-450d-8e47-1a1b8d27c311 req-bc7ff582-e6ce-45c8-89a7-8ef036c4a468 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=bf61b35ded70454082616e376fe15d12&device_id=1193ab6a-1095-49a9-b66e-cc5af5c27276 HTTP/1.1" status: 200 len: 1096 time: 0.0819387 Mar 28 12:27:07.685110 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-cfe469ac-1c8c-450d-8e47-1a1b8d27c311 req-e31fa7a6-b84a-4f0b-9932-055707576332 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5f7b8669-8d78-4ac0-9901-4db4f313bfe0 HTTP/1.1" status: 200 len: 217 time: 0.0616372 Mar 28 12:27:07.750076 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe469ac-1c8c-450d-8e47-1a1b8d27c311 req-55978d05-f72c-4d90-9878-8be40b7c5ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:27:07.751409 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-cfe469ac-1c8c-450d-8e47-1a1b8d27c311 req-55978d05-f72c-4d90-9878-8be40b7c5ddd service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fe8be9dc-0d98-453d-8a74-e9888fd943bb HTTP/1.1" status: 200 len: 835 time: 0.0608177 Mar 28 12:27:07.826354 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe469ac-1c8c-450d-8e47-1a1b8d27c311 req-b2a4d08b-c254-4c94-8352-b24e8dc38450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:27:07.827758 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-cfe469ac-1c8c-450d-8e47-1a1b8d27c311 req-b2a4d08b-c254-4c94-8352-b24e8dc38450 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=98f22c87-571d-43a2-916b-d8dfef90f7bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702643 Mar 28 12:27:07.956337 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-cfe469ac-1c8c-450d-8e47-1a1b8d27c311 req-bcb5a330-b6a9-45c4-98c6-b2f1df73489a service neutron] 10.222.0.11 "GET /v2.0/networks/98f22c87-571d-43a2-916b-d8dfef90f7bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224961 Mar 28 12:27:08.085538 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-cfe469ac-1c8c-450d-8e47-1a1b8d27c311 req-183b5df1-3e3e-41e1-9140-ed2eff14fea1 service neutron] 10.222.0.11 "GET /v2.0/networks/98f22c87-571d-43a2-916b-d8dfef90f7bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237261 Mar 28 12:27:08.263059 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ab72f1-0f40-4758-a2a8-e41d6a3aa763 req-926d1907-0945-4512-be08-83da358acb87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:27:08.264459 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-15ab72f1-0f40-4758-a2a8-e41d6a3aa763 req-926d1907-0945-4512-be08-83da358acb87 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=bf61b35ded70454082616e376fe15d12&device_id=1193ab6a-1095-49a9-b66e-cc5af5c27276 HTTP/1.1" status: 200 len: 1096 time: 0.1322172 Mar 28 12:27:08.276464 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6551cc-81c5-4c84-8e8a-5357a487cece req-3446c5b3-1c72-48ae-ae9e-64ae0436f452 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:27:08.277782 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-9c6551cc-81c5-4c84-8e8a-5357a487cece req-3446c5b3-1c72-48ae-ae9e-64ae0436f452 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/ports?device_id=1193ab6a-1095-49a9-b66e-cc5af5c27276 HTTP/1.1" status: 200 len: 943 time: 0.1055143 Mar 28 12:27:08.407062 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-9c6551cc-81c5-4c84-8e8a-5357a487cece req-1dbcaf33-d5c9-4ac9-81b2-a6fb8d2b8fd2 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/security-groups?id=6d0db758-e6c5-4a3f-a5a4-3cf43e63299b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1108091 Mar 28 12:27:08.424078 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 0436f55d-e733-4049-a954-2168d251a5d1 up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:27:08.435945 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ab72f1-0f40-4758-a2a8-e41d6a3aa763 req-e4d67b71-84d4-4d06-8422-698c1b421e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:27:08.437393 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-15ab72f1-0f40-4758-a2a8-e41d6a3aa763 req-e4d67b71-84d4-4d06-8422-698c1b421e3f service neutron] 10.222.0.11 "GET /v2.0/networks?id=98f22c87-571d-43a2-916b-d8dfef90f7bc HTTP/1.1" status: 200 len: 897 time: 0.1587780 Mar 28 12:27:08.492429 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port 0436f55d-e733-4049-a954-2168d251a5d1 triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:27:08.492797 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:27:08.508575 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-15ab72f1-0f40-4758-a2a8-e41d6a3aa763 req-0dabe4ce-d712-424d-a11f-2c5a88ffc438 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5f7b8669-8d78-4ac0-9901-4db4f313bfe0 HTTP/1.1" status: 200 len: 217 time: 0.0641799 Mar 28 12:27:08.569691 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ab72f1-0f40-4758-a2a8-e41d6a3aa763 req-fa92b0ae-b4b1-4fbf-8ad7-05ec861ab380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:27:08.571587 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-15ab72f1-0f40-4758-a2a8-e41d6a3aa763 req-fa92b0ae-b4b1-4fbf-8ad7-05ec861ab380 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fe8be9dc-0d98-453d-8a74-e9888fd943bb HTTP/1.1" status: 200 len: 835 time: 0.0573518 Mar 28 12:27:08.754815 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ab72f1-0f40-4758-a2a8-e41d6a3aa763 req-b3998d77-eb76-488a-9b60-814a719db8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:27:08.756297 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-15ab72f1-0f40-4758-a2a8-e41d6a3aa763 req-b3998d77-eb76-488a-9b60-814a719db8bc service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=98f22c87-571d-43a2-916b-d8dfef90f7bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1785762 Mar 28 12:27:08.888845 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-15ab72f1-0f40-4758-a2a8-e41d6a3aa763 req-9468a3b0-b0f3-4f4e-8c1d-f43dd1701cfc service neutron] 10.222.0.11 "GET /v2.0/networks/98f22c87-571d-43a2-916b-d8dfef90f7bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245263 Mar 28 12:27:09.143366 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-15ab72f1-0f40-4758-a2a8-e41d6a3aa763 req-077be9e6-6cce-47ed-86de-02f26d464776 service neutron] 10.222.0.11 "GET /v2.0/networks/98f22c87-571d-43a2-916b-d8dfef90f7bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221716 Mar 28 12:27:09.590246 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60499403-dad6-40f9-8318-7bd0402d18f5 req-aa80ed5d-cfd9-436d-8ab0-9e4278cfbe39 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:27:09.591742 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-60499403-dad6-40f9-8318-7bd0402d18f5 req-aa80ed5d-cfd9-436d-8ab0-9e4278cfbe39 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/ports?device_id=1193ab6a-1095-49a9-b66e-cc5af5c27276 HTTP/1.1" status: 200 len: 943 time: 0.0803232 Mar 28 12:27:09.635974 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-60499403-dad6-40f9-8318-7bd0402d18f5 req-971a92dc-e384-4dfe-bd06-096696ae707a tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/security-groups?id=6d0db758-e6c5-4a3f-a5a4-3cf43e63299b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385466 Mar 28 12:27:10.573856 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Device 5f7b8669-8d78-4ac0-9901-4db4f313bfe0 details requested by agent hyperv_hv-neutron-8353 with host hv-neutron-8353 {{(pid=87872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 28 12:27:10.707721 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] For port 5f7b8669-8d78-4ac0-9901-4db4f313bfe0, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=5f7b8669-8d78-4ac0-9901-4db4f313bfe0,segment=NetworkSegment(78314b1c-7ff7-425a-87c9-2bf1edb63097),segment_id=78314b1c-7ff7-425a-87c9-2bf1edb63097)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:27:10.722444 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Returning: {'device': '5f7b8669-8d78-4ac0-9901-4db4f313bfe0', 'network_id': '98f22c87-571d-43a2-916b-d8dfef90f7bc', 'port_id': '5f7b8669-8d78-4ac0-9901-4db4f313bfe0', 'mac_address': 'fa:16:3e:a3:0a:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe8be9dc-0d98-453d-8a74-e9888fd943bb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 28 12:27:10.778555 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:27:10.795502 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.notifiers.nova [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f7b8669-8d78-4ac0-9901-4db4f313bfe0 {{(pid=87872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 12:27:10.812040 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] For port 5f7b8669-8d78-4ac0-9901-4db4f313bfe0, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=5f7b8669-8d78-4ac0-9901-4db4f313bfe0,segment=NetworkSegment(78314b1c-7ff7-425a-87c9-2bf1edb63097),segment_id=78314b1c-7ff7-425a-87c9-2bf1edb63097)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:27:10.816732 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:27:10.825960 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6b05d8-c24c-4a8c-99e0-ad4df218ffd0 req-580eeb10-1d90-4285-9d08-5505a4621980 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:27:10.828007 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-ad6b05d8-c24c-4a8c-99e0-ad4df218ffd0 req-580eeb10-1d90-4285-9d08-5505a4621980 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/ports?device_id=1193ab6a-1095-49a9-b66e-cc5af5c27276 HTTP/1.1" status: 200 len: 943 time: 0.0892239 Mar 28 12:27:10.873384 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-ad6b05d8-c24c-4a8c-99e0-ad4df218ffd0 req-36da2997-aec1-4880-a389-d516e38b7aec tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/security-groups?id=6d0db758-e6c5-4a3f-a5a4-3cf43e63299b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392871 Mar 28 12:27:10.891609 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Pushing event updated for resources: {'Port': ['ID=5f7b8669-8d78-4ac0-9901-4db4f313bfe0,revision_number=4']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:27:11.018034 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] get_ports_and_sgs() called for port_ids ['5f7b8669-8d78-4ac0-9901-4db4f313bfe0'] {{(pid=87872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 12:27:12.063749 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe099bab-8892-45d6-8c53-e1256dde4d71 req-88cd0586-36df-4107-bc69-e2af23230609 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:27:12.065117 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-fe099bab-8892-45d6-8c53-e1256dde4d71 req-88cd0586-36df-4107-bc69-e2af23230609 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/ports?device_id=1193ab6a-1095-49a9-b66e-cc5af5c27276 HTTP/1.1" status: 200 len: 944 time: 0.0856202 Mar 28 12:27:12.109674 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-fe099bab-8892-45d6-8c53-e1256dde4d71 req-7eaa582c-cf73-4946-83fb-3711c5074a83 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/security-groups?id=6d0db758-e6c5-4a3f-a5a4-3cf43e63299b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382714 Mar 28 12:27:12.574723 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Device 5f7b8669-8d78-4ac0-9901-4db4f313bfe0 up at agent hyperv_hv-neutron-8353 {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:27:12.640983 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Provisioning for port 5f7b8669-8d78-4ac0-9901-4db4f313bfe0 completed by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:27:12.645863 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Provisioning complete for port 5f7b8669-8d78-4ac0-9901-4db4f313bfe0 triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:27:12.646260 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:27:12.760725 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:27:12.786060 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1193ab6a-1095-49a9-b66e-cc5af5c27276', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f7b8669-8d78-4ac0-9901-4db4f313bfe0'}] {{(pid=87872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 12:27:12.796548 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] For port 5f7b8669-8d78-4ac0-9901-4db4f313bfe0, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=5f7b8669-8d78-4ac0-9901-4db4f313bfe0,segment=NetworkSegment(78314b1c-7ff7-425a-87c9-2bf1edb63097),segment_id=78314b1c-7ff7-425a-87c9-2bf1edb63097)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:27:12.800700 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:27:12.835217 dv-neutron-835340-2-hyperv neutron-server[87872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1193ab6a-1095-49a9-b66e-cc5af5c27276', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f7b8669-8d78-4ac0-9901-4db4f313bfe0', 'code': 200} Mar 28 12:27:12.873845 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Pushing event updated for resources: {'Port': ['ID=5f7b8669-8d78-4ac0-9901-4db4f313bfe0,revision_number=5']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:27:13.058536 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3190692-723a-4e6c-8ac4-f9c6ab83215e req-260e6562-1303-4f3d-be05-b273db86dcdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:27:13.059985 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-f3190692-723a-4e6c-8ac4-f9c6ab83215e req-260e6562-1303-4f3d-be05-b273db86dcdf service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=1193ab6a-1095-49a9-b66e-cc5af5c27276 HTTP/1.1" status: 200 len: 1098 time: 0.0729473 Mar 28 12:27:13.099046 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-f3190692-723a-4e6c-8ac4-f9c6ab83215e req-89e8bf28-089f-4087-b43f-370cafaf5e63 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=6d0db758-e6c5-4a3f-a5a4-3cf43e63299b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330579 Mar 28 12:27:13.289105 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a08f490-7aaf-4860-8dc2-826775b7fdac req-94fdd359-b7d0-41b5-b540-694d536bbda6 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:27:13.291168 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-7a08f490-7aaf-4860-8dc2-826775b7fdac req-94fdd359-b7d0-41b5-b540-694d536bbda6 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/ports?device_id=1193ab6a-1095-49a9-b66e-cc5af5c27276 HTTP/1.1" status: 200 len: 945 time: 0.0796261 Mar 28 12:27:13.333629 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-7a08f490-7aaf-4860-8dc2-826775b7fdac req-c7b7b1e4-261a-4447-ab6e-7bf1c4381bd3 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/security-groups?id=6d0db758-e6c5-4a3f-a5a4-3cf43e63299b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367827 Mar 28 12:27:14.523784 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e70a3c-e572-442f-aad0-f9b7bdba73b5 req-c673237a-6d9f-41ee-808f-516f31663fd0 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:27:14.526312 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-b8e70a3c-e572-442f-aad0-f9b7bdba73b5 req-c673237a-6d9f-41ee-808f-516f31663fd0 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/ports?device_id=1193ab6a-1095-49a9-b66e-cc5af5c27276 HTTP/1.1" status: 200 len: 945 time: 0.0859621 Mar 28 12:27:14.569136 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-b8e70a3c-e572-442f-aad0-f9b7bdba73b5 req-e23db0aa-f3de-47bf-b1e4-48837c7e9949 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/security-groups?id=6d0db758-e6c5-4a3f-a5a4-3cf43e63299b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373049 Mar 28 12:27:14.754630 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3ec4f4-962c-4196-ae71-ef5c6cf4e6e2 req-4563eb43-7067-477d-9d91-9d10afc63d60 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:27:14.756110 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-2b3ec4f4-962c-4196-ae71-ef5c6cf4e6e2 req-4563eb43-7067-477d-9d91-9d10afc63d60 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/ports?device_id=1193ab6a-1095-49a9-b66e-cc5af5c27276 HTTP/1.1" status: 200 len: 945 time: 0.0837588 Mar 28 12:27:14.800366 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-2b3ec4f4-962c-4196-ae71-ef5c6cf4e6e2 req-8dc71485-4c61-403a-9c47-840741c429ce tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/security-groups?id=6d0db758-e6c5-4a3f-a5a4-3cf43e63299b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378811 Mar 28 12:27:14.823912 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 36338) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:27:14.892591 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f4909c0-ec32-4e1c-88cd-24a6d3b6adc4 tempest-TestNetworkAdvancedServerOps-218286836 tempest-TestNetworkAdvancedServerOps-218286836-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:27:14.894081 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-8f4909c0-ec32-4e1c-88cd-24a6d3b6adc4 tempest-TestNetworkAdvancedServerOps-218286836 tempest-TestNetworkAdvancedServerOps-218286836-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=1193ab6a-1095-49a9-b66e-cc5af5c27276 HTTP/1.1" status: 200 len: 1093 time: 0.0692098 Mar 28 12:27:14.896847 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 36342) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:27:14.902283 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-e93b2f82-bd1a-411a-9901-f6303d549626 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Request body: {'floatingip': {'floating_network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'port_id': '5f7b8669-8d78-4ac0-9901-4db4f313bfe0', 'tenant_id': 'bf61b35ded70454082616e376fe15d12', 'fixed_ip_address': '172.20.0.7'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:27:14.908168 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-e93b2f82-bd1a-411a-9901-f6303d549626 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:27:14.911943 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-e93b2f82-bd1a-411a-9901-f6303d549626 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Usage tracker for resource:floatingip and tenant:bf61b35ded70454082616e376fe15d12 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:27:14.914690 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-e93b2f82-bd1a-411a-9901-f6303d549626 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:27:14.920828 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-e93b2f82-bd1a-411a-9901-f6303d549626 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:27:14.932048 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-e93b2f82-bd1a-411a-9901-f6303d549626 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks [] for floatingip, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:27:15.167989 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-e93b2f82-bd1a-411a-9901-f6303d549626 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:27:15.302023 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.db_base_plugin_common [None req-e93b2f82-bd1a-411a-9901-f6303d549626 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Allocated IP 172.26.7.185 (ac2b1748-8f63-4b17-a9c7-07e79704aa5b/0b7ebf76-1dc7-431a-a0b4-b96bacf287c2/6e25af0a-08d1-4f6e-8bb0-7574a13c14d6) {{(pid=87870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 12:27:15.450033 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-e93b2f82-bd1a-411a-9901-f6303d549626 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks [] for port, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:27:15.479566 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-e93b2f82-bd1a-411a-9901-f6303d549626 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:27:15.542805 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e93b2f82-bd1a-411a-9901-f6303d549626 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Network ac2b1748-8f63-4b17-a9c7-07e79704aa5b is already hosted by enough agents. {{(pid=87870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:27:15.545529 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.base_scheduler [None req-e93b2f82-bd1a-411a-9901-f6303d549626 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Resources bound (agent type, host, resource id): {{(pid=87870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:27:15.548078 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e93b2f82-bd1a-411a-9901-f6303d549626 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Received port after_create {{(pid=87870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 12:27:15.593588 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93b2f82-bd1a-411a-9901-f6303d549626 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Pushing event updated for resources: {'Port': ['ID=6e25af0a-08d1-4f6e-8bb0-7574a13c14d6,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:27:15.957768 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-e93b2f82-bd1a-411a-9901-f6303d549626 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:27:16.034739 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-e93b2f82-bd1a-411a-9901-f6303d549626 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:27:16.236321 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-e93b2f82-bd1a-411a-9901-f6303d549626 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks [] for port, precommit_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:27:16.240604 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-e93b2f82-bd1a-411a-9901-f6303d549626 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2558288'] for port, after_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:27:16.348720 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93b2f82-bd1a-411a-9901-f6303d549626 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Pushing event updated for resources: {'Port': ['ID=6e25af0a-08d1-4f6e-8bb0-7574a13c14d6,revision_number=2']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:27:16.358970 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-e93b2f82-bd1a-411a-9901-f6303d549626 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-709520'] for floatingip, after_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:27:16.526687 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.db.l3_db [None req-e93b2f82-bd1a-411a-9901-f6303d549626 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Floating IP 57284e5c-6bc8-413e-ade8-d4dbd2f7b29f associated. External IP: 172.26.7.185, port: 5f7b8669-8d78-4ac0-9901-4db4f313bfe0. Mar 28 12:27:16.972001 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e93b2f82-bd1a-411a-9901-f6303d549626 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Router 9441f81b-19d0-4180-92d9-93333f2f6e48 has already been hosted by L3 agent af79d429-529e-400b-a119-94d4bec03f3e {{(pid=87870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 12:27:17.150016 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e93b2f82-bd1a-411a-9901-f6303d549626 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 12:27:17.160348 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ebfccfa-206e-491d-babf-8bba81185289 None None] Sync routers for ids ['9441f81b-19d0-4180-92d9-93333f2f6e48'] in dv-neutron-835340-2-hyperv {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 12:27:17.170630 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ebfccfa-206e-491d-babf-8bba81185289 None None] Routers {'9441f81b-19d0-4180-92d9-93333f2f6e48'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:27:17.171222 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-6ebfccfa-206e-491d-babf-8bba81185289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:27:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['9441f81b-19d0-4180-92d9-93333f2f6e48'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:27:17.179284 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-e93b2f82-bd1a-411a-9901-f6303d549626 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for floatingip, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:27:17.237364 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-e93b2f82-bd1a-411a-9901-f6303d549626 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3370910 Mar 28 12:27:17.237364 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1193ab6a-1095-49a9-b66e-cc5af5c27276', 'tag': '5f7b8669-8d78-4ac0-9901-4db4f313bfe0'}] {{(pid=87870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 12:27:17.284478 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1193ab6a-1095-49a9-b66e-cc5af5c27276', 'tag': '5f7b8669-8d78-4ac0-9901-4db4f313bfe0', 'status': 'completed', 'code': 200} Mar 28 12:27:17.376996 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvr_db [None req-6ebfccfa-206e-491d-babf-8bba81185289 None None] Set router 9441f81b-19d0-4180-92d9-93333f2f6e48 gateway port host: dv-neutron-835340-2-hyperv {{(pid=87873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:27:17.447575 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74643351-dd0d-4773-910d-aa3b7a373968 req-43f44437-01be-43b5-aab6-437d1113ec47 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:27:17.448947 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-74643351-dd0d-4773-910d-aa3b7a373968 req-43f44437-01be-43b5-aab6-437d1113ec47 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/ports?device_id=1193ab6a-1095-49a9-b66e-cc5af5c27276 HTTP/1.1" status: 200 len: 945 time: 0.1061943 Mar 28 12:27:17.451741 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a900c35d-3cc3-4767-b91d-aba77c1ad2c5 req-2d0f8bf2-6a60-4dc5-a42c-d77f07f990c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:27:17.453054 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-a900c35d-3cc3-4767-b91d-aba77c1ad2c5 req-2d0f8bf2-6a60-4dc5-a42c-d77f07f990c5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=bf61b35ded70454082616e376fe15d12&device_id=1193ab6a-1095-49a9-b66e-cc5af5c27276 HTTP/1.1" status: 200 len: 1098 time: 0.1440160 Mar 28 12:27:17.579157 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-74643351-dd0d-4773-910d-aa3b7a373968 req-ae683afe-fb04-4ee2-b3f6-2e5219cb7903 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/security-groups?id=6d0db758-e6c5-4a3f-a5a4-3cf43e63299b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1241281 Mar 28 12:27:17.603899 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 36350) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:27:17.617184 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a900c35d-3cc3-4767-b91d-aba77c1ad2c5 req-441ec7d6-ec48-47a5-b012-0dd19bdb45e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:27:17.619642 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-a900c35d-3cc3-4767-b91d-aba77c1ad2c5 req-441ec7d6-ec48-47a5-b012-0dd19bdb45e6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=98f22c87-571d-43a2-916b-d8dfef90f7bc HTTP/1.1" status: 200 len: 897 time: 0.1514788 Mar 28 12:27:17.717785 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-aea69048-f655-4ab5-a927-df5694aca4b1 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/floatingips/57284e5c-6bc8-413e-ade8-d4dbd2f7b29f HTTP/1.1" status: 200 len: 991 time: 0.1117144 Mar 28 12:27:17.719926 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-a900c35d-3cc3-4767-b91d-aba77c1ad2c5 req-b34ef2ea-8876-4d4c-ba06-0378491be5b7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5f7b8669-8d78-4ac0-9901-4db4f313bfe0 HTTP/1.1" status: 200 len: 999 time: 0.0946419 Mar 28 12:27:17.721651 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-6ebfccfa-206e-491d-babf-8bba81185289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9441f81b-19d0-4180-92d9-93333f2f6e48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-835402629', 'tenant_id': 'bf61b35ded70454082616e376fe15d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.28'}], 'enable_snat': True}, 'gw_port_id': 'c49adf68-d136-485a-830c-1b7c06b25f0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:26:56Z', 'updated_at': '2022-03-28T12:27:02Z', 'revision_number': 4, 'project_id': 'bf61b35ded70454082616e376fe15d12', 'gw_port': {'id': 'c49adf68-d136-485a-830c-1b7c06b25f0d', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:f2:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9441f81b-19d0-4180-92d9-93333f2f6e48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:26:57Z', 'updated_at': '2022-03-28T12:27:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_floatingips': [{'id': '57284e5c-6bc8-413e-ade8-d4dbd2f7b29f', 'tenant_id': 'bf61b35ded70454082616e376fe15d12', 'floating_ip_address': '172.26.7.185', 'floating_network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'router_id': '9441f81b-19d0-4180-92d9-93333f2f6e48', 'port_id': '5f7b8669-8d78-4ac0-9901-4db4f313bfe0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1721, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '98f22c87-571d-43a2-916b-d8dfef90f7bc', 'mac_address': 'fa:16:3e:a3:0a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1193ab6a-1095-49a9-b66e-cc5af5c27276', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T12:27:15Z', 'updated_at': '2022-03-28T12:27:15Z', 'revision_number': 0, 'project_id': 'bf61b35ded70454082616e376fe15d12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0436f55d-e733-4049-a954-2168d251a5d1', 'name': '', 'network_id': '98f22c87-571d-43a2-916b-d8dfef90f7bc', 'tenant_id': 'bf61b35ded70454082616e376fe15d12', 'mac_address': 'fa:16:3e:1d:f0:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9441f81b-19d0-4180-92d9-93333f2f6e48', 'device_owner': 'network:router_interface', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': 'fe8be9dc-0d98-453d-8a74-e9888fd943bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:27:01Z', 'updated_at': '2022-03-28T12:27:06Z', 'revision_number': 5, 'project_id': 'bf61b35ded70454082616e376fe15d12', 'subnets': [{'id': 'fe8be9dc-0d98-453d-8a74-e9888fd943bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:27:17.725547 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ebfccfa-206e-491d-babf-8bba81185289 None None] Checking router: 9441f81b-19d0-4180-92d9-93333f2f6e48 for host: dv-neutron-835340-2-hyperv {{(pid=87873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 12:27:17.734012 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ebfccfa-206e-491d-babf-8bba81185289 None None] Routers {'9441f81b-19d0-4180-92d9-93333f2f6e48'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:27:17.734602 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-6ebfccfa-206e-491d-babf-8bba81185289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:27:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['9441f81b-19d0-4180-92d9-93333f2f6e48'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:27:17.785906 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a900c35d-3cc3-4767-b91d-aba77c1ad2c5 req-5f6fd5c3-eda5-44d0-9beb-5abe6fcf17a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:27:17.787320 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-a900c35d-3cc3-4767-b91d-aba77c1ad2c5 req-5f6fd5c3-eda5-44d0-9beb-5abe6fcf17a3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fe8be9dc-0d98-453d-8a74-e9888fd943bb HTTP/1.1" status: 200 len: 835 time: 0.0622571 Mar 28 12:27:17.861763 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a900c35d-3cc3-4767-b91d-aba77c1ad2c5 req-2430c5cf-5a13-4616-aba3-be2724e0ecee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:27:17.863204 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-a900c35d-3cc3-4767-b91d-aba77c1ad2c5 req-2430c5cf-5a13-4616-aba3-be2724e0ecee service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=98f22c87-571d-43a2-916b-d8dfef90f7bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0697081 Mar 28 12:27:17.910611 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvr_db [None req-6ebfccfa-206e-491d-babf-8bba81185289 None None] Set router 9441f81b-19d0-4180-92d9-93333f2f6e48 gateway port host: dv-neutron-835340-2-hyperv {{(pid=87873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:27:17.994005 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-a900c35d-3cc3-4767-b91d-aba77c1ad2c5 req-71a1fc01-3fe9-4cdf-9a3a-45abcbca8d4a service neutron] 10.222.0.11 "GET /v2.0/networks/98f22c87-571d-43a2-916b-d8dfef90f7bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237900 Mar 28 12:27:18.126787 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-a900c35d-3cc3-4767-b91d-aba77c1ad2c5 req-2b0b31db-3f6f-4574-bb7d-7990d72f72e3 service neutron] 10.222.0.11 "GET /v2.0/networks/98f22c87-571d-43a2-916b-d8dfef90f7bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279197 Mar 28 12:27:18.265042 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-6ebfccfa-206e-491d-babf-8bba81185289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9441f81b-19d0-4180-92d9-93333f2f6e48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-835402629', 'tenant_id': 'bf61b35ded70454082616e376fe15d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.28'}], 'enable_snat': True}, 'gw_port_id': 'c49adf68-d136-485a-830c-1b7c06b25f0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:26:56Z', 'updated_at': '2022-03-28T12:27:02Z', 'revision_number': 4, 'project_id': 'bf61b35ded70454082616e376fe15d12', 'gw_port': {'id': 'c49adf68-d136-485a-830c-1b7c06b25f0d', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:f2:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9441f81b-19d0-4180-92d9-93333f2f6e48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:26:57Z', 'updated_at': '2022-03-28T12:27:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_floatingips': [{'id': '57284e5c-6bc8-413e-ade8-d4dbd2f7b29f', 'tenant_id': 'bf61b35ded70454082616e376fe15d12', 'floating_ip_address': '172.26.7.185', 'floating_network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'router_id': '9441f81b-19d0-4180-92d9-93333f2f6e48', 'port_id': '5f7b8669-8d78-4ac0-9901-4db4f313bfe0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1721, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '98f22c87-571d-43a2-916b-d8dfef90f7bc', 'mac_address': 'fa:16:3e:a3:0a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1193ab6a-1095-49a9-b66e-cc5af5c27276', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T12:27:15Z', 'updated_at': '2022-03-28T12:27:15Z', 'revision_number': 0, 'project_id': 'bf61b35ded70454082616e376fe15d12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0436f55d-e733-4049-a954-2168d251a5d1', 'name': '', 'network_id': '98f22c87-571d-43a2-916b-d8dfef90f7bc', 'tenant_id': 'bf61b35ded70454082616e376fe15d12', 'mac_address': 'fa:16:3e:1d:f0:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9441f81b-19d0-4180-92d9-93333f2f6e48', 'device_owner': 'network:router_interface', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': 'fe8be9dc-0d98-453d-8a74-e9888fd943bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:27:01Z', 'updated_at': '2022-03-28T12:27:06Z', 'revision_number': 5, 'project_id': 'bf61b35ded70454082616e376fe15d12', 'subnets': [{'id': 'fe8be9dc-0d98-453d-8a74-e9888fd943bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:27:18.270071 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ebfccfa-206e-491d-babf-8bba81185289 None None] The sync data for ids ['9441f81b-19d0-4180-92d9-93333f2f6e48'] in dv-neutron-835340-2-hyperv is: [{'id': '9441f81b-19d0-4180-92d9-93333f2f6e48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-835402629', 'tenant_id': 'bf61b35ded70454082616e376fe15d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.28'}], 'enable_snat': True}, 'gw_port_id': 'c49adf68-d136-485a-830c-1b7c06b25f0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:26:56Z', 'updated_at': '2022-03-28T12:27:02Z', 'revision_number': 4, 'project_id': 'bf61b35ded70454082616e376fe15d12', 'gw_port': {'id': 'c49adf68-d136-485a-830c-1b7c06b25f0d', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:f2:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9441f81b-19d0-4180-92d9-93333f2f6e48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:26:57Z', 'updated_at': '2022-03-28T12:27:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_floatingips': [{'id': '57284e5c-6bc8-413e-ade8-d4dbd2f7b29f', 'tenant_id': 'bf61b35ded70454082616e376fe15d12', 'floating_ip_address': '172.26.7.185', 'floating_network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'router_id': '9441f81b-19d0-4180-92d9-93333f2f6e48', 'port_id': '5f7b8669-8d78-4ac0-9901-4db4f313bfe0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1721, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '98f22c87-571d-43a2-916b-d8dfef90f7bc', 'mac_address': 'fa:16:3e:a3:0a:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1193ab6a-1095-49a9-b66e-cc5af5c27276', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T12:27:15Z', 'updated_at': '2022-03-28T12:27:15Z', 'revision_number': 0, 'project_id': 'bf61b35ded70454082616e376fe15d12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0436f55d-e733-4049-a954-2168d251a5d1', 'name': '', 'network_id': '98f22c87-571d-43a2-916b-d8dfef90f7bc', 'tenant_id': 'bf61b35ded70454082616e376fe15d12', 'mac_address': 'fa:16:3e:1d:f0:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9441f81b-19d0-4180-92d9-93333f2f6e48', 'device_owner': 'network:router_interface', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': 'fe8be9dc-0d98-453d-8a74-e9888fd943bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:27:01Z', 'updated_at': '2022-03-28T12:27:06Z', 'revision_number': 5, 'project_id': 'bf61b35ded70454082616e376fe15d12', 'subnets': [{'id': 'fe8be9dc-0d98-453d-8a74-e9888fd943bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 12:27:18.469355 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ba3db5-d513-49e8-8050-4f9c406c6c30 None None] New status for floating IP 57284e5c-6bc8-413e-ade8-d4dbd2f7b29f: ACTIVE {{(pid=87872) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 12:27:18.720584 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 36354) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:27:18.846536 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-c9c0fb16-a7e2-4b87-9973-2e4f6daae412 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/floatingips/57284e5c-6bc8-413e-ade8-d4dbd2f7b29f HTTP/1.1" status: 200 len: 993 time: 0.1246161 Mar 28 12:27:19.471026 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.agents_db [None req-03fd49d8-b51b-41c1-8716-b8e265c93689 None None] Agent healthcheck: found 6 active agents {{(pid=87873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 12:27:20.867484 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:27:32.370007 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-60969bce-57d2-41e3-99bd-b71e9eee5986 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:27:34.774139 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2806921f-cdd4-49f8-a593-8beed4c47bef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:27:35.767784 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:27:35.887334 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-ef3be119-c018-4979-be07-86cf959defc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:27:37.542563 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-b7ccd3c7-0277-4f12-8e5c-e41478141af5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:27:46.621108 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d768bdb-871d-4a30-9140-8406b88859c7 req-3da2659c-5de7-4ed0-a2d2-32dbd0990313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:27:46.622484 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-2d768bdb-871d-4a30-9140-8406b88859c7 req-3da2659c-5de7-4ed0-a2d2-32dbd0990313 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=bf61b35ded70454082616e376fe15d12&device_id=1193ab6a-1095-49a9-b66e-cc5af5c27276 HTTP/1.1" status: 200 len: 1098 time: 0.0757985 Mar 28 12:27:46.656171 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ecc835-bfa9-4bf9-9d3a-0e1faf6d204a req-12fe5c4e-9add-4206-be85-890e4c9818eb tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:27:46.657620 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-59ecc835-bfa9-4bf9-9d3a-0e1faf6d204a req-12fe5c4e-9add-4206-be85-890e4c9818eb tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/ports?device_id=1193ab6a-1095-49a9-b66e-cc5af5c27276 HTTP/1.1" status: 200 len: 945 time: 0.0806384 Mar 28 12:27:46.700519 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-59ecc835-bfa9-4bf9-9d3a-0e1faf6d204a req-48dcaa45-8ace-4814-abd4-e16afdf1d5e1 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/security-groups?id=6d0db758-e6c5-4a3f-a5a4-3cf43e63299b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371668 Mar 28 12:27:46.768317 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d768bdb-871d-4a30-9140-8406b88859c7 req-1a625a2b-459c-4c93-a231-34b76c50a2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:27:46.769741 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-2d768bdb-871d-4a30-9140-8406b88859c7 req-1a625a2b-459c-4c93-a231-34b76c50a2d2 service neutron] 10.222.0.11 "GET /v2.0/networks?id=98f22c87-571d-43a2-916b-d8dfef90f7bc HTTP/1.1" status: 200 len: 897 time: 0.1404161 Mar 28 12:27:46.876241 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-2d768bdb-871d-4a30-9140-8406b88859c7 req-5826cc04-5e26-4a0f-9934-fe145c529f9a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5f7b8669-8d78-4ac0-9901-4db4f313bfe0 HTTP/1.1" status: 200 len: 1001 time: 0.0997782 Mar 28 12:27:46.940285 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d768bdb-871d-4a30-9140-8406b88859c7 req-4fde4032-98fd-4d1a-be8b-4a6805508432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:27:46.941685 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-2d768bdb-871d-4a30-9140-8406b88859c7 req-4fde4032-98fd-4d1a-be8b-4a6805508432 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fe8be9dc-0d98-453d-8a74-e9888fd943bb HTTP/1.1" status: 200 len: 835 time: 0.0590379 Mar 28 12:27:47.015817 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d768bdb-871d-4a30-9140-8406b88859c7 req-cb829c1d-3b4d-4956-a004-1552a24ddd87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:27:47.017219 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-2d768bdb-871d-4a30-9140-8406b88859c7 req-cb829c1d-3b4d-4956-a004-1552a24ddd87 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=98f22c87-571d-43a2-916b-d8dfef90f7bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0682659 Mar 28 12:27:47.247226 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-2d768bdb-871d-4a30-9140-8406b88859c7 req-f465b948-da18-444c-81e3-1b8454993a49 service neutron] 10.222.0.11 "GET /v2.0/networks/98f22c87-571d-43a2-916b-d8dfef90f7bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2235250 Mar 28 12:27:47.379686 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-2d768bdb-871d-4a30-9140-8406b88859c7 req-bc5c63f1-71ea-425c-a7f3-d764088be47a service neutron] 10.222.0.11 "GET /v2.0/networks/98f22c87-571d-43a2-916b-d8dfef90f7bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256506 Mar 28 12:27:47.890145 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b0b97d-abfc-4e39-b8e1-871b205031a5 req-ed9bfb5b-7461-48cf-ba09-57107b7b8ab1 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:27:47.891609 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-16b0b97d-abfc-4e39-b8e1-871b205031a5 req-ed9bfb5b-7461-48cf-ba09-57107b7b8ab1 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/ports?device_id=1193ab6a-1095-49a9-b66e-cc5af5c27276 HTTP/1.1" status: 200 len: 945 time: 0.0838628 Mar 28 12:27:47.934723 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-16b0b97d-abfc-4e39-b8e1-871b205031a5 req-83933674-adb0-4c77-bad3-260fdd4c2f61 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/security-groups?id=6d0db758-e6c5-4a3f-a5a4-3cf43e63299b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370829 Mar 28 12:27:49.121818 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b5f81b-0b93-45ed-ab03-41fc2431cb25 req-1ba28fb9-60ca-4a27-83ae-4bb698a2a1fe tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:27:49.123162 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-f5b5f81b-0b93-45ed-ab03-41fc2431cb25 req-1ba28fb9-60ca-4a27-83ae-4bb698a2a1fe tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/ports?device_id=1193ab6a-1095-49a9-b66e-cc5af5c27276 HTTP/1.1" status: 200 len: 945 time: 0.0815840 Mar 28 12:27:49.167002 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-f5b5f81b-0b93-45ed-ab03-41fc2431cb25 req-3b13e690-bd0d-41c7-ac24-3c867d916fd1 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/security-groups?id=6d0db758-e6c5-4a3f-a5a4-3cf43e63299b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382352 Mar 28 12:27:50.347575 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa1bc63-61ca-4d8a-bba0-c1f44d714251 req-a9bc4dcb-bb20-4897-b77e-76adc19cbf3c tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:27:50.348999 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-9aa1bc63-61ca-4d8a-bba0-c1f44d714251 req-a9bc4dcb-bb20-4897-b77e-76adc19cbf3c tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/ports?device_id=1193ab6a-1095-49a9-b66e-cc5af5c27276 HTTP/1.1" status: 200 len: 945 time: 0.0793931 Mar 28 12:27:50.395689 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-9aa1bc63-61ca-4d8a-bba0-c1f44d714251 req-d1e28dbe-0228-4f80-afe6-821fdda6bcf1 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/security-groups?id=6d0db758-e6c5-4a3f-a5a4-3cf43e63299b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406518 Mar 28 12:27:50.887992 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:27:51.585041 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3680ee94-400e-4ded-8679-dc6a938f1061 req-976201d4-bedb-4281-bbf5-9f9048e51bd7 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:27:51.587251 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-3680ee94-400e-4ded-8679-dc6a938f1061 req-976201d4-bedb-4281-bbf5-9f9048e51bd7 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/ports?device_id=1193ab6a-1095-49a9-b66e-cc5af5c27276 HTTP/1.1" status: 200 len: 945 time: 0.0833480 Mar 28 12:27:51.634288 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-3680ee94-400e-4ded-8679-dc6a938f1061 req-1986a400-8f42-4cf3-a844-efb9e62574d6 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/security-groups?id=6d0db758-e6c5-4a3f-a5a4-3cf43e63299b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413220 Mar 28 12:27:52.817091 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b88d6d-c557-4f66-9a29-84e66045dd16 req-a1c57b99-0df6-4874-902d-e249e650a568 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:27:52.818526 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-26b88d6d-c557-4f66-9a29-84e66045dd16 req-a1c57b99-0df6-4874-902d-e249e650a568 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/ports?device_id=1193ab6a-1095-49a9-b66e-cc5af5c27276 HTTP/1.1" status: 200 len: 945 time: 0.0790768 Mar 28 12:27:52.862787 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-26b88d6d-c557-4f66-9a29-84e66045dd16 req-8edd4da5-3c1e-4bcf-8e1f-19754fee9d4d tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/security-groups?id=6d0db758-e6c5-4a3f-a5a4-3cf43e63299b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380499 Mar 28 12:27:54.046210 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ee98b6-c798-441c-a1ff-1bda2c067cc5 req-4af3ee48-9519-47ac-9797-730146fd856e tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:27:54.047683 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-44ee98b6-c798-441c-a1ff-1bda2c067cc5 req-4af3ee48-9519-47ac-9797-730146fd856e tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/ports?device_id=1193ab6a-1095-49a9-b66e-cc5af5c27276 HTTP/1.1" status: 200 len: 945 time: 0.0800276 Mar 28 12:27:54.091597 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-44ee98b6-c798-441c-a1ff-1bda2c067cc5 req-0dd7dd06-eb32-4481-a4da-4285ec3b9a91 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/security-groups?id=6d0db758-e6c5-4a3f-a5a4-3cf43e63299b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382984 Mar 28 12:27:55.275327 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fcac91-2287-4c25-80c1-68ff179f2292 req-47c2347d-88a1-4979-a804-069f3325fcf3 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:27:55.276798 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-53fcac91-2287-4c25-80c1-68ff179f2292 req-47c2347d-88a1-4979-a804-069f3325fcf3 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/ports?device_id=1193ab6a-1095-49a9-b66e-cc5af5c27276 HTTP/1.1" status: 200 len: 945 time: 0.0832529 Mar 28 12:27:55.321136 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-53fcac91-2287-4c25-80c1-68ff179f2292 req-9ff7b3c8-931a-46e1-a009-fbcdb18deff3 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/security-groups?id=6d0db758-e6c5-4a3f-a5a4-3cf43e63299b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384586 Mar 28 12:27:56.470643 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.agents_db [None req-03fd49d8-b51b-41c1-8716-b8e265c93689 None None] Agent healthcheck: found 6 active agents {{(pid=87873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 12:27:56.509323 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19de57fe-c3ef-4136-ab6e-2d7d08f7d668 req-1c703f93-c585-45d6-bcf7-bef232d03be1 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:27:56.510778 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-19de57fe-c3ef-4136-ab6e-2d7d08f7d668 req-1c703f93-c585-45d6-bcf7-bef232d03be1 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/ports?device_id=1193ab6a-1095-49a9-b66e-cc5af5c27276 HTTP/1.1" status: 200 len: 945 time: 0.0848258 Mar 28 12:27:56.555554 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-19de57fe-c3ef-4136-ab6e-2d7d08f7d668 req-b4b7b553-f592-4ceb-92b1-9293b31a22bb tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/security-groups?id=6d0db758-e6c5-4a3f-a5a4-3cf43e63299b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389585 Mar 28 12:27:57.735519 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a471b1a-84f7-4fb5-a3a0-bd8af919b005 req-92219e04-edeb-4d9f-b8f5-3fa7fb13a1a0 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:27:57.736949 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-9a471b1a-84f7-4fb5-a3a0-bd8af919b005 req-92219e04-edeb-4d9f-b8f5-3fa7fb13a1a0 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/ports?device_id=1193ab6a-1095-49a9-b66e-cc5af5c27276 HTTP/1.1" status: 200 len: 945 time: 0.0789003 Mar 28 12:27:57.779629 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-9a471b1a-84f7-4fb5-a3a0-bd8af919b005 req-bce7d4b3-656b-4ae2-87de-52c071f217f2 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/security-groups?id=6d0db758-e6c5-4a3f-a5a4-3cf43e63299b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365503 Mar 28 12:27:58.962105 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda497dc-f9fe-4973-ac31-bc50edfe4811 req-27eaf7ef-196b-42c4-bfab-8220a4b06a4a tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:27:58.963560 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-cda497dc-f9fe-4973-ac31-bc50edfe4811 req-27eaf7ef-196b-42c4-bfab-8220a4b06a4a tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/ports?device_id=1193ab6a-1095-49a9-b66e-cc5af5c27276 HTTP/1.1" status: 200 len: 945 time: 0.0790076 Mar 28 12:27:59.007003 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-cda497dc-f9fe-4973-ac31-bc50edfe4811 req-d30306e7-8e5b-4ad0-bb28-ad3db560f4c5 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/security-groups?id=6d0db758-e6c5-4a3f-a5a4-3cf43e63299b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379086 Mar 28 12:27:59.029712 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 36394) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:27:59.233347 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-39109b71-533b-4d30-83b0-002f61824da6 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/floatingips/57284e5c-6bc8-413e-ade8-d4dbd2f7b29f HTTP/1.1" status: 200 len: 993 time: 0.2025437 Mar 28 12:27:59.403933 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-17a0dd1d-f133-4437-a25c-215274b04716 req-3f566cfe-04fd-4a25-889a-05d4681286cc service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=1193ab6a-1095-49a9-b66e-cc5af5c27276&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0704195 Mar 28 12:27:59.536555 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a0dd1d-f133-4437-a25c-215274b04716 req-53e747c6-50f4-44bd-8021-900e9b4b54b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:27:59.537891 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-17a0dd1d-f133-4437-a25c-215274b04716 req-53e747c6-50f4-44bd-8021-900e9b4b54b7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=bf61b35ded70454082616e376fe15d12&device_id=1193ab6a-1095-49a9-b66e-cc5af5c27276 HTTP/1.1" status: 200 len: 1098 time: 0.0689292 Mar 28 12:27:59.677931 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a0dd1d-f133-4437-a25c-215274b04716 req-1046bd34-a087-4e01-a589-5059642c82ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:27:59.679498 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-17a0dd1d-f133-4437-a25c-215274b04716 req-1046bd34-a087-4e01-a589-5059642c82ac service neutron] 10.222.0.11 "GET /v2.0/networks?id=98f22c87-571d-43a2-916b-d8dfef90f7bc HTTP/1.1" status: 200 len: 897 time: 0.1238930 Mar 28 12:27:59.780510 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-17a0dd1d-f133-4437-a25c-215274b04716 req-266c69ee-eac7-430a-a1d8-711760369c36 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5f7b8669-8d78-4ac0-9901-4db4f313bfe0 HTTP/1.1" status: 200 len: 1001 time: 0.0948479 Mar 28 12:27:59.843300 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a0dd1d-f133-4437-a25c-215274b04716 req-17a264bc-0146-4282-bb03-6b24c668b078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:27:59.844655 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-17a0dd1d-f133-4437-a25c-215274b04716 req-17a264bc-0146-4282-bb03-6b24c668b078 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fe8be9dc-0d98-453d-8a74-e9888fd943bb HTTP/1.1" status: 200 len: 835 time: 0.0588474 Mar 28 12:27:59.918166 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a0dd1d-f133-4437-a25c-215274b04716 req-da270531-3353-4ef6-b71c-d79455ea76b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:27:59.919613 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-17a0dd1d-f133-4437-a25c-215274b04716 req-da270531-3353-4ef6-b71c-d79455ea76b3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=98f22c87-571d-43a2-916b-d8dfef90f7bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0692203 Mar 28 12:28:00.046756 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-17a0dd1d-f133-4437-a25c-215274b04716 req-ebcc9743-4ab4-42a9-b147-0c251b053991 service neutron] 10.222.0.11 "GET /v2.0/networks/98f22c87-571d-43a2-916b-d8dfef90f7bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213408 Mar 28 12:28:00.174759 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-17a0dd1d-f133-4437-a25c-215274b04716 req-d07b0a78-66bc-4016-bb83-7d9cd1a71265 service neutron] 10.222.0.11 "GET /v2.0/networks/98f22c87-571d-43a2-916b-d8dfef90f7bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221170 Mar 28 12:28:02.370750 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-82225c11-e58c-4803-8e33-3b543bd1d018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:28:04.776596 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-421c15da-8c49-4d1b-9fcd-3165849044e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:28:05.770156 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:28:05.890943 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-ef3be119-c018-4979-be07-86cf959defc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:28:07.544849 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-b7ccd3c7-0277-4f12-8e5c-e41478141af5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:28:20.897607 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:28:29.941228 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 36410) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:28:30.239928 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-ba9238ab-a813-4176-bbff-ecf06a5c5ca7 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Deleting port 6e25af0a-08d1-4f6e-8bb0-7574a13c14d6 {{(pid=87871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:28:30.240260 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-ba9238ab-a813-4176-bbff-ecf06a5c5ca7 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:28:30.402970 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-ba9238ab-a813-4176-bbff-ecf06a5c5ca7 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:28:30.403291 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-ba9238ab-a813-4176-bbff-ecf06a5c5ca7 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:28:30.525297 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-ba9238ab-a813-4176-bbff-ecf06a5c5ca7 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Calling delete_port for 6e25af0a-08d1-4f6e-8bb0-7574a13c14d6 owned by network:floatingip {{(pid=87871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:28:30.672167 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-ba9238ab-a813-4176-bbff-ecf06a5c5ca7 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:28:30.721894 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9238ab-a813-4176-bbff-ecf06a5c5ca7 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Pushing event deleted for resources: {'Port': ['ID=6e25af0a-08d1-4f6e-8bb0-7574a13c14d6,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:28:30.762997 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9238ab-a813-4176-bbff-ecf06a5c5ca7 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:28:30.763339 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9238ab-a813-4176-bbff-ecf06a5c5ca7 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:28:30.763694 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9238ab-a813-4176-bbff-ecf06a5c5ca7 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:28:30.764023 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9238ab-a813-4176-bbff-ecf06a5c5ca7 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:28:30.764346 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9238ab-a813-4176-bbff-ecf06a5c5ca7 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:28:30.764665 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9238ab-a813-4176-bbff-ecf06a5c5ca7 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:28:30.764982 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9238ab-a813-4176-bbff-ecf06a5c5ca7 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:28:30.765298 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9238ab-a813-4176-bbff-ecf06a5c5ca7 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:28:30.765609 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9238ab-a813-4176-bbff-ecf06a5c5ca7 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:28:30.765921 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9238ab-a813-4176-bbff-ecf06a5c5ca7 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:28:30.766233 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9238ab-a813-4176-bbff-ecf06a5c5ca7 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:28:30.766543 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba9238ab-a813-4176-bbff-ecf06a5c5ca7 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:28:30.822046 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-ba9238ab-a813-4176-bbff-ecf06a5c5ca7 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks [] for floatingip, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:28:30.822370 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.db.l3_db [None req-ba9238ab-a813-4176-bbff-ecf06a5c5ca7 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Floating IP 57284e5c-6bc8-413e-ade8-d4dbd2f7b29f disassociated (deleted). External IP: 172.26.7.185, port: 5f7b8669-8d78-4ac0-9901-4db4f313bfe0. Mar 28 12:28:31.172461 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba9238ab-a813-4176-bbff-ecf06a5c5ca7 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Router 9441f81b-19d0-4180-92d9-93333f2f6e48 has already been hosted by L3 agent af79d429-529e-400b-a119-94d4bec03f3e {{(pid=87871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 12:28:31.344946 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba9238ab-a813-4176-bbff-ecf06a5c5ca7 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 12:28:31.354218 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-586fb517-f877-48ec-9f74-005522f718e4 None None] Sync routers for ids ['9441f81b-19d0-4180-92d9-93333f2f6e48'] in dv-neutron-835340-2-hyperv {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 12:28:31.364152 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-586fb517-f877-48ec-9f74-005522f718e4 None None] Routers {'9441f81b-19d0-4180-92d9-93333f2f6e48'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:28:31.364772 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-586fb517-f877-48ec-9f74-005522f718e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:28:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['9441f81b-19d0-4180-92d9-93333f2f6e48'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:28:31.364909 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-ba9238ab-a813-4176-bbff-ecf06a5c5ca7 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for floatingip, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:28:31.423428 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-ba9238ab-a813-4176-bbff-ecf06a5c5ca7 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "DELETE /v2.0/floatingips/57284e5c-6bc8-413e-ade8-d4dbd2f7b29f HTTP/1.1" status: 204 len: 168 time: 1.4810107 Mar 28 12:28:31.424000 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1193ab6a-1095-49a9-b66e-cc5af5c27276', 'tag': '5f7b8669-8d78-4ac0-9901-4db4f313bfe0'}] {{(pid=87871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 12:28:31.550810 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvr_db [None req-586fb517-f877-48ec-9f74-005522f718e4 None None] Set router 9441f81b-19d0-4180-92d9-93333f2f6e48 gateway port host: dv-neutron-835340-2-hyperv {{(pid=87873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:28:31.672315 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1193ab6a-1095-49a9-b66e-cc5af5c27276', 'tag': '5f7b8669-8d78-4ac0-9901-4db4f313bfe0', 'status': 'completed', 'code': 200} Mar 28 12:28:31.776334 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a4c1fb-65e3-491a-b71f-f04cb271ad65 req-1b3f9cee-ce25-4f95-b141-14ab147e0896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:28:31.777803 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-f2a4c1fb-65e3-491a-b71f-f04cb271ad65 req-1b3f9cee-ce25-4f95-b141-14ab147e0896 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=bf61b35ded70454082616e376fe15d12&device_id=1193ab6a-1095-49a9-b66e-cc5af5c27276 HTTP/1.1" status: 200 len: 1098 time: 0.0840116 Mar 28 12:28:31.820663 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a60f0c-c265-4da5-83da-d3c90696ac07 req-9a5d807c-654a-418d-922c-72b88a8a1cae tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:28:31.822871 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-71a60f0c-c265-4da5-83da-d3c90696ac07 req-9a5d807c-654a-418d-922c-72b88a8a1cae tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/ports?device_id=1193ab6a-1095-49a9-b66e-cc5af5c27276 HTTP/1.1" status: 200 len: 945 time: 0.0848737 Mar 28 12:28:31.877964 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-71a60f0c-c265-4da5-83da-d3c90696ac07 req-9a36c08a-8c39-4e55-8428-8fa1c9ecc76b tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/security-groups?id=6d0db758-e6c5-4a3f-a5a4-3cf43e63299b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485203 Mar 28 12:28:31.934962 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-586fb517-f877-48ec-9f74-005522f718e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9441f81b-19d0-4180-92d9-93333f2f6e48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-835402629', 'tenant_id': 'bf61b35ded70454082616e376fe15d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.28'}], 'enable_snat': True}, 'gw_port_id': 'c49adf68-d136-485a-830c-1b7c06b25f0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:26:56Z', 'updated_at': '2022-03-28T12:27:02Z', 'revision_number': 4, 'project_id': 'bf61b35ded70454082616e376fe15d12', 'gw_port': {'id': 'c49adf68-d136-485a-830c-1b7c06b25f0d', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:f2:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9441f81b-19d0-4180-92d9-93333f2f6e48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:26:57Z', 'updated_at': '2022-03-28T12:27:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_interfaces': [{'id': '0436f55d-e733-4049-a954-2168d251a5d1', 'name': '', 'network_id': '98f22c87-571d-43a2-916b-d8dfef90f7bc', 'tenant_id': 'bf61b35ded70454082616e376fe15d12', 'mac_address': 'fa:16:3e:1d:f0:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9441f81b-19d0-4180-92d9-93333f2f6e48', 'device_owner': 'network:router_interface', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': 'fe8be9dc-0d98-453d-8a74-e9888fd943bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:27:01Z', 'updated_at': '2022-03-28T12:27:06Z', 'revision_number': 5, 'project_id': 'bf61b35ded70454082616e376fe15d12', 'subnets': [{'id': 'fe8be9dc-0d98-453d-8a74-e9888fd943bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:28:31.939140 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-586fb517-f877-48ec-9f74-005522f718e4 None None] Checking router: 9441f81b-19d0-4180-92d9-93333f2f6e48 for host: dv-neutron-835340-2-hyperv {{(pid=87873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 12:28:31.948219 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-586fb517-f877-48ec-9f74-005522f718e4 None None] Routers {'9441f81b-19d0-4180-92d9-93333f2f6e48'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:28:31.948824 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-586fb517-f877-48ec-9f74-005522f718e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:28:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['9441f81b-19d0-4180-92d9-93333f2f6e48'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:28:32.042801 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a4c1fb-65e3-491a-b71f-f04cb271ad65 req-46f63185-2bce-4f00-b800-0dc61698e846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:28:32.044171 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-f2a4c1fb-65e3-491a-b71f-f04cb271ad65 req-46f63185-2bce-4f00-b800-0dc61698e846 service neutron] 10.222.0.11 "GET /v2.0/networks?id=98f22c87-571d-43a2-916b-d8dfef90f7bc HTTP/1.1" status: 200 len: 897 time: 0.2599432 Mar 28 12:28:32.113755 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-f2a4c1fb-65e3-491a-b71f-f04cb271ad65 req-81bf3dd8-965e-47f5-a171-b24766aff166 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5f7b8669-8d78-4ac0-9901-4db4f313bfe0 HTTP/1.1" status: 200 len: 217 time: 0.0632629 Mar 28 12:28:32.125294 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvr_db [None req-586fb517-f877-48ec-9f74-005522f718e4 None None] Set router 9441f81b-19d0-4180-92d9-93333f2f6e48 gateway port host: dv-neutron-835340-2-hyperv {{(pid=87873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:28:32.174672 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a4c1fb-65e3-491a-b71f-f04cb271ad65 req-24d5d5a1-a642-4b4f-86d8-08653380a2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:28:32.176106 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-f2a4c1fb-65e3-491a-b71f-f04cb271ad65 req-24d5d5a1-a642-4b4f-86d8-08653380a2b0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=fe8be9dc-0d98-453d-8a74-e9888fd943bb HTTP/1.1" status: 200 len: 835 time: 0.0565460 Mar 28 12:28:32.253641 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a4c1fb-65e3-491a-b71f-f04cb271ad65 req-fe92e0d7-eecb-40ac-8d77-8f7be5876445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:28:32.255191 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-f2a4c1fb-65e3-491a-b71f-f04cb271ad65 req-fe92e0d7-eecb-40ac-8d77-8f7be5876445 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=98f22c87-571d-43a2-916b-d8dfef90f7bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0727751 Mar 28 12:28:32.378353 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-ca3aca80-6c0d-4d10-a8ef-0ebd6b824db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:28:32.389400 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-f2a4c1fb-65e3-491a-b71f-f04cb271ad65 req-b463f268-85d1-4a3a-90ce-675a53774077 service neutron] 10.222.0.11 "GET /v2.0/networks/98f22c87-571d-43a2-916b-d8dfef90f7bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273224 Mar 28 12:28:32.439947 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-586fb517-f877-48ec-9f74-005522f718e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9441f81b-19d0-4180-92d9-93333f2f6e48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-835402629', 'tenant_id': 'bf61b35ded70454082616e376fe15d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.28'}], 'enable_snat': True}, 'gw_port_id': 'c49adf68-d136-485a-830c-1b7c06b25f0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:26:56Z', 'updated_at': '2022-03-28T12:27:02Z', 'revision_number': 4, 'project_id': 'bf61b35ded70454082616e376fe15d12', 'gw_port': {'id': 'c49adf68-d136-485a-830c-1b7c06b25f0d', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:f2:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9441f81b-19d0-4180-92d9-93333f2f6e48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:26:57Z', 'updated_at': '2022-03-28T12:27:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_interfaces': [{'id': '0436f55d-e733-4049-a954-2168d251a5d1', 'name': '', 'network_id': '98f22c87-571d-43a2-916b-d8dfef90f7bc', 'tenant_id': 'bf61b35ded70454082616e376fe15d12', 'mac_address': 'fa:16:3e:1d:f0:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9441f81b-19d0-4180-92d9-93333f2f6e48', 'device_owner': 'network:router_interface', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': 'fe8be9dc-0d98-453d-8a74-e9888fd943bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:27:01Z', 'updated_at': '2022-03-28T12:27:06Z', 'revision_number': 5, 'project_id': 'bf61b35ded70454082616e376fe15d12', 'subnets': [{'id': 'fe8be9dc-0d98-453d-8a74-e9888fd943bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:28:32.443833 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-586fb517-f877-48ec-9f74-005522f718e4 None None] The sync data for ids ['9441f81b-19d0-4180-92d9-93333f2f6e48'] in dv-neutron-835340-2-hyperv is: [{'id': '9441f81b-19d0-4180-92d9-93333f2f6e48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-835402629', 'tenant_id': 'bf61b35ded70454082616e376fe15d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.28'}], 'enable_snat': True}, 'gw_port_id': 'c49adf68-d136-485a-830c-1b7c06b25f0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:26:56Z', 'updated_at': '2022-03-28T12:27:02Z', 'revision_number': 4, 'project_id': 'bf61b35ded70454082616e376fe15d12', 'gw_port': {'id': 'c49adf68-d136-485a-830c-1b7c06b25f0d', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:f2:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9441f81b-19d0-4180-92d9-93333f2f6e48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:26:57Z', 'updated_at': '2022-03-28T12:27:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_interfaces': [{'id': '0436f55d-e733-4049-a954-2168d251a5d1', 'name': '', 'network_id': '98f22c87-571d-43a2-916b-d8dfef90f7bc', 'tenant_id': 'bf61b35ded70454082616e376fe15d12', 'mac_address': 'fa:16:3e:1d:f0:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9441f81b-19d0-4180-92d9-93333f2f6e48', 'device_owner': 'network:router_interface', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': 'fe8be9dc-0d98-453d-8a74-e9888fd943bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:27:01Z', 'updated_at': '2022-03-28T12:27:06Z', 'revision_number': 5, 'project_id': 'bf61b35ded70454082616e376fe15d12', 'subnets': [{'id': 'fe8be9dc-0d98-453d-8a74-e9888fd943bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 12:28:32.524883 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-f2a4c1fb-65e3-491a-b71f-f04cb271ad65 req-69124647-c2e9-428e-a24e-33ef60d98721 service neutron] 10.222.0.11 "GET /v2.0/networks/98f22c87-571d-43a2-916b-d8dfef90f7bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284895 Mar 28 12:28:32.653066 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f51897e-8661-450a-b56d-f61a2ba6e407 None None] New status for floating IP 57284e5c-6bc8-413e-ade8-d4dbd2f7b29f: DOWN {{(pid=87872) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 12:28:33.055821 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b05679-3f44-44c3-b9b5-2206b8d409e2 req-b3aacbe6-5a48-42e9-a037-80efa331108e tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:28:33.056494 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [req-84b05679-3f44-44c3-b9b5-2206b8d409e2 req-b3aacbe6-5a48-42e9-a037-80efa331108e tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Synchronizing usage tracker for tenant:bf61b35ded70454082616e376fe15d12 on resource:port {{(pid=87871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:28:33.071363 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [req-84b05679-3f44-44c3-b9b5-2206b8d409e2 req-b3aacbe6-5a48-42e9-a037-80efa331108e tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Unset dirty status for tenant:bf61b35ded70454082616e376fe15d12 on resource:port {{(pid=87871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:28:33.072494 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-84b05679-3f44-44c3-b9b5-2206b8d409e2 req-b3aacbe6-5a48-42e9-a037-80efa331108e tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/ports?device_id=1193ab6a-1095-49a9-b66e-cc5af5c27276 HTTP/1.1" status: 200 len: 945 time: 0.0940795 Mar 28 12:28:33.116180 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-84b05679-3f44-44c3-b9b5-2206b8d409e2 req-0f7cc66a-2db9-48e9-a229-40ad0f2072b8 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/security-groups?id=6d0db758-e6c5-4a3f-a5a4-3cf43e63299b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379844 Mar 28 12:28:33.224071 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01224c3a-12fd-4939-9e66-2faaaf55ba5d req-83d50855-2210-47d3-b9b7-fdda6e9e5e82 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:28:33.225474 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-01224c3a-12fd-4939-9e66-2faaaf55ba5d req-83d50855-2210-47d3-b9b7-fdda6e9e5e82 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.11 "GET /v2.0/ports?device_id=1193ab6a-1095-49a9-b66e-cc5af5c27276 HTTP/1.1" status: 200 len: 945 time: 0.0817041 Mar 28 12:28:33.292276 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [req-01224c3a-12fd-4939-9e66-2faaaf55ba5d req-69e699bb-b9fe-4877-89f4-cc6fa5109d7d tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Deleting port 5f7b8669-8d78-4ac0-9901-4db4f313bfe0 {{(pid=87871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:28:33.292614 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-01224c3a-12fd-4939-9e66-2faaaf55ba5d req-69e699bb-b9fe-4877-89f4-cc6fa5109d7d tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:28:33.470459 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.agents_db [None req-03fd49d8-b51b-41c1-8716-b8e265c93689 None None] Agent healthcheck: found 6 active agents {{(pid=87873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 12:28:33.536710 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.db [req-01224c3a-12fd-4939-9e66-2faaaf55ba5d req-69e699bb-b9fe-4877-89f4-cc6fa5109d7d tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] For port 5f7b8669-8d78-4ac0-9901-4db4f313bfe0, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=5f7b8669-8d78-4ac0-9901-4db4f313bfe0,segment=NetworkSegment(78314b1c-7ff7-425a-87c9-2bf1edb63097),segment_id=78314b1c-7ff7-425a-87c9-2bf1edb63097)] {{(pid=87871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:28:33.536988 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-01224c3a-12fd-4939-9e66-2faaaf55ba5d req-69e699bb-b9fe-4877-89f4-cc6fa5109d7d tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:28:33.657271 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [req-01224c3a-12fd-4939-9e66-2faaaf55ba5d req-69e699bb-b9fe-4877-89f4-cc6fa5109d7d tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Calling delete_port for 5f7b8669-8d78-4ac0-9901-4db4f313bfe0 owned by compute:nova {{(pid=87871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:28:33.797344 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-01224c3a-12fd-4939-9e66-2faaaf55ba5d req-69e699bb-b9fe-4877-89f4-cc6fa5109d7d tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:28:33.848921 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e699bb-b9fe-4877-89f4-cc6fa5109d7d tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Pushing event deleted for resources: {'Port': ['ID=5f7b8669-8d78-4ac0-9901-4db4f313bfe0,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:28:33.921604 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.l3_dvrscheduler_db [req-01224c3a-12fd-4939-9e66-2faaaf55ba5d req-69e699bb-b9fe-4877-89f4-cc6fa5109d7d tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] No DVR routers for this DVR port 5f7b8669-8d78-4ac0-9901-4db4f313bfe0 on host hv-neutron-8353 {{(pid=87871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 12:28:33.924071 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-01224c3a-12fd-4939-9e66-2faaaf55ba5d req-69e699bb-b9fe-4877-89f4-cc6fa5109d7d tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:28:33.926570 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1193ab6a-1095-49a9-b66e-cc5af5c27276', 'name': 'network-vif-deleted', 'tag': '5f7b8669-8d78-4ac0-9901-4db4f313bfe0'}] {{(pid=87871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 12:28:33.942392 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-01224c3a-12fd-4939-9e66-2faaaf55ba5d req-69e699bb-b9fe-4877-89f4-cc6fa5109d7d tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.11 "DELETE /v2.0/ports/5f7b8669-8d78-4ac0-9901-4db4f313bfe0 HTTP/1.1" status: 204 len: 173 time: 0.7119112 Mar 28 12:28:33.978915 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1193ab6a-1095-49a9-b66e-cc5af5c27276', 'name': 'network-vif-deleted', 'tag': '5f7b8669-8d78-4ac0-9901-4db4f313bfe0', 'status': 'completed', 'code': 200} Mar 28 12:28:34.398213 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [req-c55d813e-bc0a-4182-bd24-43d344e24423 req-85ad822f-de2a-4b20-ae3a-3bbb3c94be0a tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Synchronizing usage tracker for tenant:bf61b35ded70454082616e376fe15d12 on resource:port {{(pid=87871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:28:34.415384 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [req-c55d813e-bc0a-4182-bd24-43d344e24423 req-85ad822f-de2a-4b20-ae3a-3bbb3c94be0a tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Unset dirty status for tenant:bf61b35ded70454082616e376fe15d12 on resource:port {{(pid=87871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:28:34.416688 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-c55d813e-bc0a-4182-bd24-43d344e24423 req-85ad822f-de2a-4b20-ae3a-3bbb3c94be0a tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/ports?device_id=1193ab6a-1095-49a9-b66e-cc5af5c27276 HTTP/1.1" status: 200 len: 210 time: 0.1805894 Mar 28 12:28:34.778417 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-989bd98f-c593-4671-beea-67709d9fe0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:28:35.514522 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 36432) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:28:35.772921 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:28:35.892360 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-ef3be119-c018-4979-be07-86cf959defc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:28:36.062706 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-b57c8b56-58d7-4f0b-93d7-750adb5c11a6 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-743394'] for router_interface, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:28:36.408492 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-b57c8b56-58d7-4f0b-93d7-750adb5c11a6 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Deleting port 0436f55d-e733-4049-a954-2168d251a5d1 {{(pid=87870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:28:36.408492 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-b57c8b56-58d7-4f0b-93d7-750adb5c11a6 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:28:36.592998 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.db [None req-b57c8b56-58d7-4f0b-93d7-750adb5c11a6 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] For port 0436f55d-e733-4049-a954-2168d251a5d1, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=0436f55d-e733-4049-a954-2168d251a5d1,segment=NetworkSegment(78314b1c-7ff7-425a-87c9-2bf1edb63097),segment_id=78314b1c-7ff7-425a-87c9-2bf1edb63097)] {{(pid=87870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:28:36.593745 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-b57c8b56-58d7-4f0b-93d7-750adb5c11a6 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:28:36.814186 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-b57c8b56-58d7-4f0b-93d7-750adb5c11a6 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Calling delete_port for 0436f55d-e733-4049-a954-2168d251a5d1 owned by network:router_interface {{(pid=87870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:28:36.998659 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-b57c8b56-58d7-4f0b-93d7-750adb5c11a6 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:28:37.023662 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Device 5f7b8669-8d78-4ac0-9901-4db4f313bfe0 no longer exists at agent hyperv_hv-neutron-8353 {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 12:28:37.050887 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57c8b56-58d7-4f0b-93d7-750adb5c11a6 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Pushing event deleted for resources: {'Port': ['ID=0436f55d-e733-4049-a954-2168d251a5d1,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:28:37.057977 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] No Port match for: 5f7b8669-8d78-4ac0-9901-4db4f313bfe0 {{(pid=87872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 12:28:37.058319 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Device 5f7b8669-8d78-4ac0-9901-4db4f313bfe0 not bound to the agent host hv-neutron-8353 {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 12:28:37.094445 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57c8b56-58d7-4f0b-93d7-750adb5c11a6 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:28:37.094784 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57c8b56-58d7-4f0b-93d7-750adb5c11a6 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:28:37.095118 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57c8b56-58d7-4f0b-93d7-750adb5c11a6 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:28:37.095449 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57c8b56-58d7-4f0b-93d7-750adb5c11a6 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:28:37.095806 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57c8b56-58d7-4f0b-93d7-750adb5c11a6 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:28:37.096126 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57c8b56-58d7-4f0b-93d7-750adb5c11a6 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:28:37.096448 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57c8b56-58d7-4f0b-93d7-750adb5c11a6 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:28:37.096764 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57c8b56-58d7-4f0b-93d7-750adb5c11a6 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:28:37.097082 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57c8b56-58d7-4f0b-93d7-750adb5c11a6 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:28:37.097394 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57c8b56-58d7-4f0b-93d7-750adb5c11a6 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:28:37.097707 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57c8b56-58d7-4f0b-93d7-750adb5c11a6 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:28:37.098016 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b57c8b56-58d7-4f0b-93d7-750adb5c11a6 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:28:37.344068 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-b57c8b56-58d7-4f0b-93d7-750adb5c11a6 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-743246'] for router_interface, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:28:37.547742 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-b7ccd3c7-0277-4f12-8e5c-e41478141af5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:28:37.704294 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b57c8b56-58d7-4f0b-93d7-750adb5c11a6 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Router 9441f81b-19d0-4180-92d9-93333f2f6e48 has already been hosted by L3 agent af79d429-529e-400b-a119-94d4bec03f3e {{(pid=87870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 12:28:37.881249 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b57c8b56-58d7-4f0b-93d7-750adb5c11a6 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 12:28:37.891244 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b514d076-532e-418e-ae91-ef932d3979e8 None None] Sync routers for ids ['9441f81b-19d0-4180-92d9-93333f2f6e48'] in dv-neutron-835340-2-hyperv {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 12:28:37.898544 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-b57c8b56-58d7-4f0b-93d7-750adb5c11a6 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "PUT /v2.0/routers/9441f81b-19d0-4180-92d9-93333f2f6e48/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3830082 Mar 28 12:28:37.901233 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b514d076-532e-418e-ae91-ef932d3979e8 None None] Routers {'9441f81b-19d0-4180-92d9-93333f2f6e48'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:28:37.901369 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 36436) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:28:37.901809 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-b514d076-532e-418e-ae91-ef932d3979e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:28:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['9441f81b-19d0-4180-92d9-93333f2f6e48'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:28:37.966399 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a2bb619-8c34-4924-921e-7a9b87da284c tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Deleting subnet fe8be9dc-0d98-453d-8a74-e9888fd943bb {{(pid=87870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 12:28:37.969345 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-7a2bb619-8c34-4924-921e-7a9b87da284c tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks [] for subnet, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:28:38.028571 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-7a2bb619-8c34-4924-921e-7a9b87da284c tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3591354'] for subnet, precommit_delete_associations {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:28:38.079867 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvr_db [None req-b514d076-532e-418e-ae91-ef932d3979e8 None None] Set router 9441f81b-19d0-4180-92d9-93333f2f6e48 gateway port host: dv-neutron-835340-2-hyperv {{(pid=87873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:28:38.110775 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-7a2bb619-8c34-4924-921e-7a9b87da284c tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1919782'] for subnet, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:28:38.183434 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-7a2bb619-8c34-4924-921e-7a9b87da284c tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1919805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2561174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2563528'] for subnet, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:28:38.332719 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2bb619-8c34-4924-921e-7a9b87da284c tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Pushing event deleted for resources: {'Subnet': ['ID=fe8be9dc-0d98-453d-8a74-e9888fd943bb,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:28:38.338263 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-7a2bb619-8c34-4924-921e-7a9b87da284c tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks [] for subnet, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:28:38.343779 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c782dae-7ba4-4715-a6ca-1c7b16ab6793 None None] Network 98f22c87-571d-43a2-916b-d8dfef90f7bc requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 12:28:38.347546 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 36440) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:28:38.347975 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-7a2bb619-8c34-4924-921e-7a9b87da284c tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "DELETE /v2.0/subnets/fe8be9dc-0d98-453d-8a74-e9888fd943bb HTTP/1.1" status: 204 len: 168 time: 0.4454474 Mar 28 12:28:38.363953 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-b514d076-532e-418e-ae91-ef932d3979e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9441f81b-19d0-4180-92d9-93333f2f6e48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-835402629', 'tenant_id': 'bf61b35ded70454082616e376fe15d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.28'}], 'enable_snat': True}, 'gw_port_id': 'c49adf68-d136-485a-830c-1b7c06b25f0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:26:56Z', 'updated_at': '2022-03-28T12:28:36Z', 'revision_number': 5, 'project_id': 'bf61b35ded70454082616e376fe15d12', 'gw_port': {'id': 'c49adf68-d136-485a-830c-1b7c06b25f0d', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:f2:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9441f81b-19d0-4180-92d9-93333f2f6e48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:26:57Z', 'updated_at': '2022-03-28T12:27:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv'}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:28:38.368038 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b514d076-532e-418e-ae91-ef932d3979e8 None None] Checking router: 9441f81b-19d0-4180-92d9-93333f2f6e48 for host: dv-neutron-835340-2-hyperv {{(pid=87873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 12:28:38.377037 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b514d076-532e-418e-ae91-ef932d3979e8 None None] Routers {'9441f81b-19d0-4180-92d9-93333f2f6e48'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:28:38.377621 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-b514d076-532e-418e-ae91-ef932d3979e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:28:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['9441f81b-19d0-4180-92d9-93333f2f6e48'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:28:38.552756 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-c9ddae76-cc15-4114-b9b0-6056a80eef62 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks [] for router, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:28:38.605372 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvr_db [None req-b514d076-532e-418e-ae91-ef932d3979e8 None None] Set router 9441f81b-19d0-4180-92d9-93333f2f6e48 gateway port host: dv-neutron-835340-2-hyperv {{(pid=87873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:28:38.655769 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c2c8276-4c91-4e94-aa59-c92da8794aaa None None] DHCP port deletion for 98f22c87-571d-43a2-916b-d8dfef90f7bc request from dv-neutron-835340-2-hyperv {{(pid=87872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 12:28:38.660100 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-4c2c8276-4c91-4e94-aa59-c92da8794aaa None None] Deleting port 47221201-54b5-44f6-8963-569e1ba34d05 {{(pid=87872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:28:38.660475 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-4c2c8276-4c91-4e94-aa59-c92da8794aaa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:28:38.736845 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-c9ddae76-cc15-4114-b9b0-6056a80eef62 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:28:38.749289 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-c9ddae76-cc15-4114-b9b0-6056a80eef62 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Deleting port c49adf68-d136-485a-830c-1b7c06b25f0d {{(pid=87871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:28:38.749791 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-c9ddae76-cc15-4114-b9b0-6056a80eef62 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:28:38.874077 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-4c2c8276-4c91-4e94-aa59-c92da8794aaa None None] For port 47221201-54b5-44f6-8963-569e1ba34d05, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=47221201-54b5-44f6-8963-569e1ba34d05,segment=NetworkSegment(78314b1c-7ff7-425a-87c9-2bf1edb63097),segment_id=78314b1c-7ff7-425a-87c9-2bf1edb63097)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:28:38.874413 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-4c2c8276-4c91-4e94-aa59-c92da8794aaa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:28:38.912151 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-b514d076-532e-418e-ae91-ef932d3979e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9441f81b-19d0-4180-92d9-93333f2f6e48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-835402629', 'tenant_id': 'bf61b35ded70454082616e376fe15d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.28'}], 'enable_snat': True}, 'gw_port_id': 'c49adf68-d136-485a-830c-1b7c06b25f0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:26:56Z', 'updated_at': '2022-03-28T12:28:36Z', 'revision_number': 5, 'project_id': 'bf61b35ded70454082616e376fe15d12', 'gw_port': {'id': 'c49adf68-d136-485a-830c-1b7c06b25f0d', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:f2:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9441f81b-19d0-4180-92d9-93333f2f6e48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:26:57Z', 'updated_at': '2022-03-28T12:27:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv'}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:28:38.916686 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b514d076-532e-418e-ae91-ef932d3979e8 None None] The sync data for ids ['9441f81b-19d0-4180-92d9-93333f2f6e48'] in dv-neutron-835340-2-hyperv is: [{'id': '9441f81b-19d0-4180-92d9-93333f2f6e48', 'name': 'tempest-TestNetworkAdvancedServerOps-router-835402629', 'tenant_id': 'bf61b35ded70454082616e376fe15d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.28'}], 'enable_snat': True}, 'gw_port_id': 'c49adf68-d136-485a-830c-1b7c06b25f0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:26:56Z', 'updated_at': '2022-03-28T12:28:36Z', 'revision_number': 5, 'project_id': 'bf61b35ded70454082616e376fe15d12', 'gw_port': {'id': 'c49adf68-d136-485a-830c-1b7c06b25f0d', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:f2:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9441f81b-19d0-4180-92d9-93333f2f6e48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:26:57Z', 'updated_at': '2022-03-28T12:27:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv'}] {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 12:28:38.935445 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.db [None req-c9ddae76-cc15-4114-b9b0-6056a80eef62 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] For port c49adf68-d136-485a-830c-1b7c06b25f0d, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=c49adf68-d136-485a-830c-1b7c06b25f0d,segment=NetworkSegment(688afb86-c9bd-46e2-ba7d-3fe76fb1efff),segment_id=688afb86-c9bd-46e2-ba7d-3fe76fb1efff)] {{(pid=87871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:28:38.935862 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-c9ddae76-cc15-4114-b9b0-6056a80eef62 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:28:38.998555 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-4c2c8276-4c91-4e94-aa59-c92da8794aaa None None] Calling delete_port for 47221201-54b5-44f6-8963-569e1ba34d05 owned by network:dhcp {{(pid=87872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:28:39.059463 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-c9ddae76-cc15-4114-b9b0-6056a80eef62 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Calling delete_port for c49adf68-d136-485a-830c-1b7c06b25f0d owned by network:router_gateway {{(pid=87871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:28:39.073720 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-4c2c8276-4c91-4e94-aa59-c92da8794aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250'] for port, after_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:28:39.121895 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2c8276-4c91-4e94-aa59-c92da8794aaa None None] Pushing event deleted for resources: {'Port': ['ID=47221201-54b5-44f6-8963-569e1ba34d05,revision_number=None']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:28:39.127415 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c2c8276-4c91-4e94-aa59-c92da8794aaa None None] No DVR routers for this DVR port 47221201-54b5-44f6-8963-569e1ba34d05 on host dv-neutron-835340-2-hyperv {{(pid=87872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 12:28:39.137839 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2c8276-4c91-4e94-aa59-c92da8794aaa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:28:39.138195 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2c8276-4c91-4e94-aa59-c92da8794aaa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:28:39.138545 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2c8276-4c91-4e94-aa59-c92da8794aaa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:28:39.138877 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2c8276-4c91-4e94-aa59-c92da8794aaa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:28:39.139208 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2c8276-4c91-4e94-aa59-c92da8794aaa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:28:39.139566 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2c8276-4c91-4e94-aa59-c92da8794aaa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:28:39.139895 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2c8276-4c91-4e94-aa59-c92da8794aaa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:28:39.140221 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2c8276-4c91-4e94-aa59-c92da8794aaa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:28:39.140552 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2c8276-4c91-4e94-aa59-c92da8794aaa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:28:39.140873 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2c8276-4c91-4e94-aa59-c92da8794aaa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:28:39.141203 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2c8276-4c91-4e94-aa59-c92da8794aaa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:28:39.141521 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c2c8276-4c91-4e94-aa59-c92da8794aaa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:28:39.225088 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-c9ddae76-cc15-4114-b9b0-6056a80eef62 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:28:39.271896 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ddae76-cc15-4114-b9b0-6056a80eef62 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Pushing event deleted for resources: {'Port': ['ID=c49adf68-d136-485a-830c-1b7c06b25f0d,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:28:39.364017 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-c9ddae76-cc15-4114-b9b0-6056a80eef62 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-709573'] for router_gateway, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:28:39.537650 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-c9ddae76-cc15-4114-b9b0-6056a80eef62 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-745164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-260864'] for router, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:28:39.539779 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-c9ddae76-cc15-4114-b9b0-6056a80eef62 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:28:39.562118 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-c9ddae76-cc15-4114-b9b0-6056a80eef62 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-745021'] for router, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:28:39.562639 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9ddae76-cc15-4114-b9b0-6056a80eef62 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Fanout notify agent at l3_agent the message router_deleted on router 9441f81b-19d0-4180-92d9-93333f2f6e48 {{(pid=87871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 12:28:39.577558 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-c9ddae76-cc15-4114-b9b0-6056a80eef62 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks [] for router, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:28:39.578664 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-c9ddae76-cc15-4114-b9b0-6056a80eef62 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "DELETE /v2.0/routers/9441f81b-19d0-4180-92d9-93333f2f6e48 HTTP/1.1" status: 204 len: 168 time: 1.2299635 Mar 28 12:28:39.581288 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 36444) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:28:39.805545 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-189fb665-88dc-4246-9f1f-f2576128d1a9 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588883'] for network, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:28:39.932884 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-189fb665-88dc-4246-9f1f-f2576128d1a9 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930431', 'neutron.services.segments.db._delete_segments_for_network-8783496351308'] for network, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:28:39.957136 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.segments.db [None req-189fb665-88dc-4246-9f1f-f2576128d1a9 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98f22c87-571d-43a2-916b-d8dfef90f7bc']}} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:28:39.970223 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.segments.db [None req-189fb665-88dc-4246-9f1f-f2576128d1a9 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78314b1c-7ff7-425a-87c9-2bf1edb63097') {'for_net_delete': True} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:28:39.970525 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.segments.db [None req-189fb665-88dc-4246-9f1f-f2576128d1a9 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78314b1c-7ff7-425a-87c9-2bf1edb63097') {} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:28:39.982958 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-189fb665-88dc-4246-9f1f-f2576128d1a9 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783496353639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3436890'] for segment, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:28:39.999960 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-189fb665-88dc-4246-9f1f-f2576128d1a9 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:28:40.006059 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-189fb665-88dc-4246-9f1f-f2576128d1a9 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=87871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 12:28:40.006445 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-189fb665-88dc-4246-9f1f-f2576128d1a9 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1920481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2363149'] for segment, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:28:40.021452 dv-neutron-835340-2-hyperv neutron-server[87871]: Traceback (most recent call last): Mar 28 12:28:40.021452 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 12:28:40.021452 dv-neutron-835340-2-hyperv neutron-server[87871]: timer() Mar 28 12:28:40.021452 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 12:28:40.021452 dv-neutron-835340-2-hyperv neutron-server[87871]: cb(*args, **kw) Mar 28 12:28:40.021452 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 12:28:40.021452 dv-neutron-835340-2-hyperv neutron-server[87871]: return func(*args, **kwargs) Mar 28 12:28:40.021452 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 12:28:40.021452 dv-neutron-835340-2-hyperv neutron-server[87871]: self._notify() Mar 28 12:28:40.021452 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 12:28:40.021452 dv-neutron-835340-2-hyperv neutron-server[87871]: self.callback(batched_events) Mar 28 12:28:40.021452 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 12:28:40.021452 dv-neutron-835340-2-hyperv neutron-server[87871]: event.method(event) Mar 28 12:28:40.021452 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 12:28:40.021452 dv-neutron-835340-2-hyperv neutron-server[87871]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 12:28:40.021452 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 12:28:40.021452 dv-neutron-835340-2-hyperv neutron-server[87871]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 12:28:40.021452 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 12:28:40.021452 dv-neutron-835340-2-hyperv neutron-server[87871]: return f(self, *a, **k) Mar 28 12:28:40.021452 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 12:28:40.021452 dv-neutron-835340-2-hyperv neutron-server[87871]: return self._get(url).json() Mar 28 12:28:40.021452 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 12:28:40.021452 dv-neutron-835340-2-hyperv neutron-server[87871]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 12:28:40.021452 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 12:28:40.021452 dv-neutron-835340-2-hyperv neutron-server[87871]: return self.request(url, 'GET', **kwargs) Mar 28 12:28:40.021452 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 12:28:40.021452 dv-neutron-835340-2-hyperv neutron-server[87871]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 12:28:40.021452 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 12:28:40.021452 dv-neutron-835340-2-hyperv neutron-server[87871]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 12:28:40.021452 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 12:28:40.021452 dv-neutron-835340-2-hyperv neutron-server[87871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 12:28:40.021452 dv-neutron-835340-2-hyperv neutron-server[87871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 12:28:40.103649 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-189fb665-88dc-4246-9f1f-f2576128d1a9 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709602'] for network, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:28:40.120862 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-189fb665-88dc-4246-9f1f-f2576128d1a9 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks [] for network, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:28:40.131438 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189fb665-88dc-4246-9f1f-f2576128d1a9 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Pushing event deleted for resources: {'Network': ['ID=98f22c87-571d-43a2-916b-d8dfef90f7bc,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:28:40.141571 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-189fb665-88dc-4246-9f1f-f2576128d1a9 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "DELETE /v2.0/networks/98f22c87-571d-43a2-916b-d8dfef90f7bc HTTP/1.1" status: 204 len: 168 time: 0.5592990 Mar 28 12:28:40.144140 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 36448) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:28:40.210814 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-708ff4af-7c9b-4ce5-b6e3-4e5820004bc8 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks [] for security_group, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:28:40.239969 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-708ff4af-7c9b-4ce5-b6e3-4e5820004bc8 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:28:40.307727 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-708ff4af-7c9b-4ce5-b6e3-4e5820004bc8 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:28:40.326228 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708ff4af-7c9b-4ce5-b6e3-4e5820004bc8 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d0db758-e6c5-4a3f-a5a4-3cf43e63299b,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:28:40.335914 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-708ff4af-7c9b-4ce5-b6e3-4e5820004bc8 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks [] for security_group, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:28:40.337186 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-708ff4af-7c9b-4ce5-b6e3-4e5820004bc8 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "DELETE /v2.0/security-groups/6d0db758-e6c5-4a3f-a5a4-3cf43e63299b HTTP/1.1" status: 204 len: 168 time: 0.1920159 Mar 28 12:28:40.466127 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device c49adf68-d136-485a-830c-1b7c06b25f0d no longer exists at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 12:28:40.502020 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] No Port match for: c49adf68-d136-485a-830c-1b7c06b25f0d {{(pid=87872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 12:28:40.502360 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device c49adf68-d136-485a-830c-1b7c06b25f0d not bound to the agent host dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 12:28:40.502762 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 0436f55d-e733-4049-a954-2168d251a5d1 no longer exists at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 12:28:40.534971 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] No Port match for: 0436f55d-e733-4049-a954-2168d251a5d1 {{(pid=87872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 12:28:40.535358 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 0436f55d-e733-4049-a954-2168d251a5d1 not bound to the agent host dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 12:28:40.535801 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 47221201-54b5-44f6-8963-569e1ba34d05 no longer exists at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 12:28:40.572326 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] No Port match for: 47221201-54b5-44f6-8963-569e1ba34d05 {{(pid=87872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 12:28:40.572668 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 47221201-54b5-44f6-8963-569e1ba34d05 not bound to the agent host dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 12:28:40.716480 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 36456) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:28:40.721600 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-e703fd03-3675-4a87-a60a-9d0d5b656899 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1597637839', 'description': 'tempest-secgroup-smoke-1597637839 description', 'project_id': 'bf61b35ded70454082616e376fe15d12'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:28:40.727491 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-e703fd03-3675-4a87-a60a-9d0d5b656899 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:28:40.732137 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-e703fd03-3675-4a87-a60a-9d0d5b656899 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Usage tracker for resource:security_group and tenant:bf61b35ded70454082616e376fe15d12 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:28:40.734946 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-e703fd03-3675-4a87-a60a-9d0d5b656899 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:28:40.740607 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-e703fd03-3675-4a87-a60a-9d0d5b656899 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:28:40.751324 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-e703fd03-3675-4a87-a60a-9d0d5b656899 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks [] for security_group, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:28:40.770611 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-e703fd03-3675-4a87-a60a-9d0d5b656899 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:28:40.774328 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-e703fd03-3675-4a87-a60a-9d0d5b656899 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Usage tracker for resource:security_group_rule and tenant:bf61b35ded70454082616e376fe15d12 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:28:40.777602 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-e703fd03-3675-4a87-a60a-9d0d5b656899 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:28:40.783143 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-e703fd03-3675-4a87-a60a-9d0d5b656899 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:28:40.852132 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-e703fd03-3675-4a87-a60a-9d0d5b656899 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks [] for security_group, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:28:40.856595 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-e703fd03-3675-4a87-a60a-9d0d5b656899 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:28:40.898572 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e703fd03-3675-4a87-a60a-9d0d5b656899 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6110baf-821e-48ec-94dc-de82149d7ad8,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:28:40.905062 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-e703fd03-3675-4a87-a60a-9d0d5b656899 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks [] for security_group, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:28:40.906665 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-e703fd03-3675-4a87-a60a-9d0d5b656899 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1887400 Mar 28 12:28:40.909329 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 36460) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:28:40.914495 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-7755849b-78df-4657-9f0e-6114f2902bbb tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Request body: {'security_group_rule': {'security_group_id': 'a6110baf-821e-48ec-94dc-de82149d7ad8', 'project_id': 'bf61b35ded70454082616e376fe15d12', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:28:40.921200 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-7755849b-78df-4657-9f0e-6114f2902bbb tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:28:40.924972 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-7755849b-78df-4657-9f0e-6114f2902bbb tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Usage tracker for resource:security_group_rule and tenant:bf61b35ded70454082616e376fe15d12 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:28:40.928016 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-7755849b-78df-4657-9f0e-6114f2902bbb tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:28:40.933680 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-7755849b-78df-4657-9f0e-6114f2902bbb tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:28:40.949217 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-7755849b-78df-4657-9f0e-6114f2902bbb tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:28:41.007929 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-7755849b-78df-4657-9f0e-6114f2902bbb tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:28:41.012110 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-7755849b-78df-4657-9f0e-6114f2902bbb tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740322'] for security_group_rule, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:28:41.035956 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7755849b-78df-4657-9f0e-6114f2902bbb tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bd022d5-174b-4c17-9787-6413ed9062e8,revision_number=0']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:28:41.045701 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-7755849b-78df-4657-9f0e-6114f2902bbb tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:28:41.047116 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-7755849b-78df-4657-9f0e-6114f2902bbb tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1367712 Mar 28 12:28:41.051294 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 36464) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:28:41.056843 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-6ae069bc-6ad3-4213-8660-f52d6c6d7ccf tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Request body: {'security_group_rule': {'security_group_id': 'a6110baf-821e-48ec-94dc-de82149d7ad8', 'project_id': 'bf61b35ded70454082616e376fe15d12', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:28:41.062532 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-6ae069bc-6ad3-4213-8660-f52d6c6d7ccf tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:28:41.066320 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-6ae069bc-6ad3-4213-8660-f52d6c6d7ccf tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Usage tracker for resource:security_group_rule and tenant:bf61b35ded70454082616e376fe15d12 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:28:41.069146 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-6ae069bc-6ad3-4213-8660-f52d6c6d7ccf tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:28:41.074828 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-6ae069bc-6ad3-4213-8660-f52d6c6d7ccf tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:28:41.091522 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-6ae069bc-6ad3-4213-8660-f52d6c6d7ccf tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:28:41.152277 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-6ae069bc-6ad3-4213-8660-f52d6c6d7ccf tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:28:41.155680 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-6ae069bc-6ad3-4213-8660-f52d6c6d7ccf tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740322'] for security_group_rule, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:28:41.179937 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae069bc-6ad3-4213-8660-f52d6c6d7ccf tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e2a0ad8-7344-410e-be95-c330e0da4fc2,revision_number=0']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:28:41.188977 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-6ae069bc-6ad3-4213-8660-f52d6c6d7ccf tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:28:41.190132 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-6ae069bc-6ad3-4213-8660-f52d6c6d7ccf tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1378353 Mar 28 12:28:41.192888 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 36468) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:28:41.198089 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-0353d298-0137-4128-bd4d-0fdbb5e5bb9f tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Request body: {'security_group_rule': {'security_group_id': 'a6110baf-821e-48ec-94dc-de82149d7ad8', 'project_id': 'bf61b35ded70454082616e376fe15d12', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:28:41.203711 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-0353d298-0137-4128-bd4d-0fdbb5e5bb9f tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:28:41.207403 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-0353d298-0137-4128-bd4d-0fdbb5e5bb9f tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Usage tracker for resource:security_group_rule and tenant:bf61b35ded70454082616e376fe15d12 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:28:41.210184 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-0353d298-0137-4128-bd4d-0fdbb5e5bb9f tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:28:41.216333 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-0353d298-0137-4128-bd4d-0fdbb5e5bb9f tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:28:41.234341 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-0353d298-0137-4128-bd4d-0fdbb5e5bb9f tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:28:41.295628 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-0353d298-0137-4128-bd4d-0fdbb5e5bb9f tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:28:41.298778 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-0353d298-0137-4128-bd4d-0fdbb5e5bb9f tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740322'] for security_group_rule, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:28:41.319033 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0353d298-0137-4128-bd4d-0fdbb5e5bb9f tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=004b236e-0045-4968-a390-d97717233a65,revision_number=0']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:28:41.330327 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-0353d298-0137-4128-bd4d-0fdbb5e5bb9f tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:28:41.331496 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-0353d298-0137-4128-bd4d-0fdbb5e5bb9f tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1376796 Mar 28 12:28:41.334227 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 36472) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:28:41.340110 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-e73db56f-deb6-4b96-9b23-2160b9890693 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Request body: {'security_group_rule': {'security_group_id': 'a6110baf-821e-48ec-94dc-de82149d7ad8', 'project_id': 'bf61b35ded70454082616e376fe15d12', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:28:41.345858 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-e73db56f-deb6-4b96-9b23-2160b9890693 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:28:41.349525 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-e73db56f-deb6-4b96-9b23-2160b9890693 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Usage tracker for resource:security_group_rule and tenant:bf61b35ded70454082616e376fe15d12 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:28:41.352287 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-e73db56f-deb6-4b96-9b23-2160b9890693 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:28:41.358332 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-e73db56f-deb6-4b96-9b23-2160b9890693 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:28:41.374985 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-e73db56f-deb6-4b96-9b23-2160b9890693 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:28:41.437469 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-e73db56f-deb6-4b96-9b23-2160b9890693 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:28:41.440988 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-e73db56f-deb6-4b96-9b23-2160b9890693 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740322'] for security_group_rule, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:28:41.466169 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73db56f-deb6-4b96-9b23-2160b9890693 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1eb2af20-0770-4dbb-91f8-c05f7d8d7a5c,revision_number=0']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:28:41.475451 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-e73db56f-deb6-4b96-9b23-2160b9890693 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:28:41.476713 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-e73db56f-deb6-4b96-9b23-2160b9890693 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1415875 Mar 28 12:28:41.479451 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 36476) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:28:41.484323 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-ccc80156-fc8b-4dfb-82eb-720d58404331 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Request body: {'security_group_rule': {'security_group_id': 'a6110baf-821e-48ec-94dc-de82149d7ad8', 'project_id': 'bf61b35ded70454082616e376fe15d12', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:28:41.490039 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-ccc80156-fc8b-4dfb-82eb-720d58404331 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:28:41.494544 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-ccc80156-fc8b-4dfb-82eb-720d58404331 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Usage tracker for resource:security_group_rule and tenant:bf61b35ded70454082616e376fe15d12 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:28:41.497448 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-ccc80156-fc8b-4dfb-82eb-720d58404331 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:28:41.503163 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-ccc80156-fc8b-4dfb-82eb-720d58404331 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:28:41.514035 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.db.securitygroups_db [None req-ccc80156-fc8b-4dfb-82eb-720d58404331 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Project bf61b35ded70454082616e376fe15d12 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 12:28:41.520313 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-ccc80156-fc8b-4dfb-82eb-720d58404331 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:28:41.584531 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-ccc80156-fc8b-4dfb-82eb-720d58404331 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:28:41.587927 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-ccc80156-fc8b-4dfb-82eb-720d58404331 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740322'] for security_group_rule, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:28:41.610411 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc80156-fc8b-4dfb-82eb-720d58404331 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cc4d85d-6732-4671-9be7-61b1fa5cdf52,revision_number=0']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:28:41.618624 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-ccc80156-fc8b-4dfb-82eb-720d58404331 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:28:41.620414 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-ccc80156-fc8b-4dfb-82eb-720d58404331 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1399953 Mar 28 12:28:41.623080 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 36480) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:28:41.627922 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-3163e444-b188-4fb6-85fe-e36bc4848a5b tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Request body: {'security_group_rule': {'security_group_id': 'a6110baf-821e-48ec-94dc-de82149d7ad8', 'project_id': 'bf61b35ded70454082616e376fe15d12', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:28:41.633693 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-3163e444-b188-4fb6-85fe-e36bc4848a5b tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:28:41.638133 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-3163e444-b188-4fb6-85fe-e36bc4848a5b tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Usage tracker for resource:security_group_rule and tenant:bf61b35ded70454082616e376fe15d12 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:28:41.641014 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-3163e444-b188-4fb6-85fe-e36bc4848a5b tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:28:41.646622 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-3163e444-b188-4fb6-85fe-e36bc4848a5b tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:28:41.657063 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.db.securitygroups_db [None req-3163e444-b188-4fb6-85fe-e36bc4848a5b tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Project bf61b35ded70454082616e376fe15d12 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 12:28:41.663361 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-3163e444-b188-4fb6-85fe-e36bc4848a5b tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:28:41.728466 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-3163e444-b188-4fb6-85fe-e36bc4848a5b tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:28:41.731862 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-3163e444-b188-4fb6-85fe-e36bc4848a5b tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740322'] for security_group_rule, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:28:41.754671 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3163e444-b188-4fb6-85fe-e36bc4848a5b tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=246717dd-02b6-44a4-8dd2-509d257bb92d,revision_number=0']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:28:41.764394 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-3163e444-b188-4fb6-85fe-e36bc4848a5b tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:28:41.768156 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-3163e444-b188-4fb6-85fe-e36bc4848a5b tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1415350 Mar 28 12:28:41.768338 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 36484) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:28:41.773628 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-25760f9b-bc3c-4438-bb85-d5486252dd4d tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Request body: {'network': {'name': 'tempest-network-smoke--1449657626', 'project_id': 'bf61b35ded70454082616e376fe15d12', 'port_security_enabled': True}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:28:41.778467 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-25760f9b-bc3c-4438-bb85-d5486252dd4d tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:28:41.782472 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-25760f9b-bc3c-4438-bb85-d5486252dd4d tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Usage tracker for resource:network and tenant:bf61b35ded70454082616e376fe15d12 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:28:41.785325 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-25760f9b-bc3c-4438-bb85-d5486252dd4d tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:28:41.790955 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-25760f9b-bc3c-4438-bb85-d5486252dd4d tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:28:41.800571 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25760f9b-bc3c-4438-bb85-d5486252dd4d tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Made reservation on behalf of bf61b35ded70454082616e376fe15d12 for: {'network': 1} {{(pid=87870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 12:28:41.803861 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-25760f9b-bc3c-4438-bb85-d5486252dd4d tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for network, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:28:41.832350 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25760f9b-bc3c-4438-bb85-d5486252dd4d tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=87870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 12:28:41.841624 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-25760f9b-bc3c-4438-bb85-d5486252dd4d tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:28:41.841624 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.db.segments_db [None req-25760f9b-bc3c-4438-bb85-d5486252dd4d tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Added segment 6b4da370-2126-440b-a4fb-bfc5d02d3ae4 of type vlan for network 0c2ac589-2387-403b-8ba0-998c7e882346 Mar 28 12:28:41.871557 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-25760f9b-bc3c-4438-bb85-d5486252dd4d tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783495836591'] for network, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:28:41.899773 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-25760f9b-bc3c-4438-bb85-d5486252dd4d tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765'] for network, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:28:41.905193 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25760f9b-bc3c-4438-bb85-d5486252dd4d tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:28:41.905769 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-25760f9b-bc3c-4438-bb85-d5486252dd4d tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks [] for network, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:28:42.000845 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-25760f9b-bc3c-4438-bb85-d5486252dd4d tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2315180 Mar 28 12:28:42.003641 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 36488) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:28:42.008899 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-93e7ef70-65ca-479d-a373-39aedb430bf1 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-359777263', 'admin_state_up': True, 'project_id': 'bf61b35ded70454082616e376fe15d12', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b'}}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:28:42.015783 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25760f9b-bc3c-4438-bb85-d5486252dd4d tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Pushing event updated for resources: {'Network': ['ID=0c2ac589-2387-403b-8ba0-998c7e882346,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:28:42.016080 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-93e7ef70-65ca-479d-a373-39aedb430bf1 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:28:42.020283 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-93e7ef70-65ca-479d-a373-39aedb430bf1 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Usage tracker for resource:router and tenant:bf61b35ded70454082616e376fe15d12 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:28:42.023513 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-93e7ef70-65ca-479d-a373-39aedb430bf1 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:28:42.026703 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Network 0c2ac589-2387-403b-8ba0-998c7e882346 details requested by agent ovs-agent-dv-neutron-835340-2-hyperv with host dv-neutron-835340-2-hyperv {{(pid=87872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 12:28:42.029899 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-93e7ef70-65ca-479d-a373-39aedb430bf1 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:28:42.041263 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-93e7ef70-65ca-479d-a373-39aedb430bf1 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-707665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-260886'] for router, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:28:42.042377 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-93e7ef70-65ca-479d-a373-39aedb430bf1 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-705660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709650', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-767110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260873'] for router, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:28:42.061384 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-93e7ef70-65ca-479d-a373-39aedb430bf1 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:28:42.333596 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-93e7ef70-65ca-479d-a373-39aedb430bf1 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-709632', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-707672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260923'] for router, precommit_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:28:42.625977 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-93e7ef70-65ca-479d-a373-39aedb430bf1 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks [] for router_gateway, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:28:42.654769 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-93e7ef70-65ca-479d-a373-39aedb430bf1 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:28:42.783884 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.db_base_plugin_common [None req-93e7ef70-65ca-479d-a373-39aedb430bf1 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Allocated IP 172.26.7.52 (ac2b1748-8f63-4b17-a9c7-07e79704aa5b/0b7ebf76-1dc7-431a-a0b4-b96bacf287c2/86ae15a5-088b-47b0-afca-38f058fa46e3) {{(pid=87871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 12:28:43.038111 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-93e7ef70-65ca-479d-a373-39aedb430bf1 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks [] for port, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:28:43.067362 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-93e7ef70-65ca-479d-a373-39aedb430bf1 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:28:43.124409 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93e7ef70-65ca-479d-a373-39aedb430bf1 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Network ac2b1748-8f63-4b17-a9c7-07e79704aa5b is already hosted by enough agents. {{(pid=87871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:28:43.127172 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-93e7ef70-65ca-479d-a373-39aedb430bf1 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Resources bound (agent type, host, resource id): {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:28:43.130757 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e7ef70-65ca-479d-a373-39aedb430bf1 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Received port after_create {{(pid=87871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 12:28:43.181764 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e7ef70-65ca-479d-a373-39aedb430bf1 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Pushing event updated for resources: {'Port': ['ID=86ae15a5-088b-47b0-afca-38f058fa46e3,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:28:43.546438 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-93e7ef70-65ca-479d-a373-39aedb430bf1 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks [] for router_gateway, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:28:43.880574 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-93e7ef70-65ca-479d-a373-39aedb430bf1 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709693'] for router, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:28:44.078836 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93e7ef70-65ca-479d-a373-39aedb430bf1 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Router 42d79fdb-b25e-4c9b-874b-1c1c25e43ca0 is scheduled to L3 agent af79d429-529e-400b-a119-94d4bec03f3e with binding_index 1 {{(pid=87871) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 12:28:44.251391 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93e7ef70-65ca-479d-a373-39aedb430bf1 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 12:28:44.260795 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffdc9856-6fe3-4a17-9599-cc89ca3ea816 None None] Sync routers for ids ['42d79fdb-b25e-4c9b-874b-1c1c25e43ca0'] in dv-neutron-835340-2-hyperv {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 12:28:44.269913 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffdc9856-6fe3-4a17-9599-cc89ca3ea816 None None] Routers {'42d79fdb-b25e-4c9b-874b-1c1c25e43ca0'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:28:44.270522 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-ffdc9856-6fe3-4a17-9599-cc89ca3ea816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:28:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['42d79fdb-b25e-4c9b-874b-1c1c25e43ca0'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:28:44.278540 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-93e7ef70-65ca-479d-a373-39aedb430bf1 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks [] for router, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:28:44.279807 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-93e7ef70-65ca-479d-a373-39aedb430bf1 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.2751565 Mar 28 12:28:44.282892 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 36492) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:28:44.453529 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-55a3b144-bc93-4d77-bccd-43de11f502d8 tempest-TestNetworkAdvancedServerOps-218286836 tempest-TestNetworkAdvancedServerOps-218286836-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=bf61b35ded70454082616e376fe15d12&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1671703 Mar 28 12:28:44.453728 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 36496) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:28:44.490379 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvr_db [None req-ffdc9856-6fe3-4a17-9599-cc89ca3ea816 None None] Set router 42d79fdb-b25e-4c9b-874b-1c1c25e43ca0 gateway port host: dv-neutron-835340-2-hyperv {{(pid=87872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:28:44.578843 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-512ff038-b4d4-434e-ba7c-b90ae37a3a8a tempest-TestNetworkAdvancedServerOps-218286836 tempest-TestNetworkAdvancedServerOps-218286836-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:28:44.580245 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-512ff038-b4d4-434e-ba7c-b90ae37a3a8a tempest-TestNetworkAdvancedServerOps-218286836 tempest-TestNetworkAdvancedServerOps-218286836-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1256452 Mar 28 12:28:44.583012 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 36500) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:28:44.625316 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-3822653f-0ce9-4917-b242-c24456f7a6d7 tempest-TestNetworkAdvancedServerOps-218286836 tempest-TestNetworkAdvancedServerOps-218286836-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=ac2b1748-8f63-4b17-a9c7-07e79704aa5b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0411680 Mar 28 12:28:44.627833 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 36506) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:28:44.633054 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-d03ad46f-f416-4268-955c-ded886434210 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-506147539', 'network_id': '0c2ac589-2387-403b-8ba0-998c7e882346', 'project_id': 'bf61b35ded70454082616e376fe15d12', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:28:44.740422 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-d03ad46f-f416-4268-955c-ded886434210 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:28:44.745209 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-d03ad46f-f416-4268-955c-ded886434210 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Usage tracker for resource:subnet and tenant:bf61b35ded70454082616e376fe15d12 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:28:44.747943 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-d03ad46f-f416-4268-955c-ded886434210 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:28:44.753406 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-d03ad46f-f416-4268-955c-ded886434210 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:28:44.764213 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d03ad46f-f416-4268-955c-ded886434210 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Made reservation on behalf of bf61b35ded70454082616e376fe15d12 for: {'subnet': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 12:28:44.767567 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-d03ad46f-f416-4268-955c-ded886434210 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26551362'] for subnet, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:28:44.772987 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-ffdc9856-6fe3-4a17-9599-cc89ca3ea816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42d79fdb-b25e-4c9b-874b-1c1c25e43ca0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-359777263', 'tenant_id': 'bf61b35ded70454082616e376fe15d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.52'}], 'enable_snat': True}, 'gw_port_id': '86ae15a5-088b-47b0-afca-38f058fa46e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:28:42Z', 'updated_at': '2022-03-28T12:28:43Z', 'revision_number': 3, 'project_id': 'bf61b35ded70454082616e376fe15d12', 'gw_port': {'id': '86ae15a5-088b-47b0-afca-38f058fa46e3', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:3d:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42d79fdb-b25e-4c9b-874b-1c1c25e43ca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:28:42Z', 'updated_at': '2022-03-28T12:28:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv'}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:28:44.776982 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffdc9856-6fe3-4a17-9599-cc89ca3ea816 None None] Checking router: 42d79fdb-b25e-4c9b-874b-1c1c25e43ca0 for host: dv-neutron-835340-2-hyperv {{(pid=87872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 12:28:44.777330 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffdc9856-6fe3-4a17-9599-cc89ca3ea816 None None] Updating router 42d79fdb-b25e-4c9b-874b-1c1c25e43ca0 port 86ae15a5-088b-47b0-afca-38f058fa46e3 binding host dv-neutron-835340-2-hyperv {{(pid=87872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 12:28:44.830266 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-ffdc9856-6fe3-4a17-9599-cc89ca3ea816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:28:44.989633 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-d03ad46f-f416-4268-955c-ded886434210 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2364128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26551408'] for subnet, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:28:45.067280 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03ad46f-f416-4268-955c-ded886434210 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Pushing event updated for resources: {'Subnet': ['ID=4f772332-2338-4ff3-931b-bdcd6ee4c1be,revision_number=0']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:28:45.076165 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03ad46f-f416-4268-955c-ded886434210 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Checking segment: {'id': '6b4da370-2126-440b-a4fb-bfc5d02d3ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '0c2ac589-2387-403b-8ba0-998c7e882346'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 12:28:45.076786 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d03ad46f-f416-4268-955c-ded886434210 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Network hostable DHCP agents. Network: 0c2ac589-2387-403b-8ba0-998c7e882346, hostable agents: ['3cb85949-855b-4a40-b988-cd5705e511da'], hosted agents: [] {{(pid=87871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 12:28:45.095553 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d03ad46f-f416-4268-955c-ded886434210 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Network 0c2ac589-2387-403b-8ba0-998c7e882346 is scheduled to be hosted by DHCP agent 3cb85949-855b-4a40-b988-cd5705e511da with binding_index 1 {{(pid=87871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 12:28:45.105098 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-d03ad46f-f416-4268-955c-ded886434210 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-2-hyperv, 0c2ac589-2387-403b-8ba0-998c7e882346) {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:28:45.109260 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d03ad46f-f416-4268-955c-ded886434210 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:28:45.109980 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-d03ad46f-f416-4268-955c-ded886434210 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks [] for subnet, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:28:45.132925 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-d03ad46f-f416-4268-955c-ded886434210 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5032041 Mar 28 12:28:45.133339 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7f99e00-5a35-4905-a6df-153efa951f88 None None] Network 0c2ac589-2387-403b-8ba0-998c7e882346 requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 12:28:45.135558 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 36510) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:28:45.197470 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-ffdc9856-6fe3-4a17-9599-cc89ca3ea816 None None] Notify callbacks [] for port, precommit_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:28:45.263567 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-ffdc9856-6fe3-4a17-9599-cc89ca3ea816 None None] Transition to ACTIVE for port object 86ae15a5-088b-47b0-afca-38f058fa46e3 will not be triggered until provisioned by entity L2. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:28:45.271995 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-ffdc9856-6fe3-4a17-9599-cc89ca3ea816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:28:45.399061 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580b345b-2b99-4ecf-898f-e4ce4ce76280 None None] Pushing event updated for resources: {'Port': ['ID=86ae15a5-088b-47b0-afca-38f058fa46e3,revision_number=2']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:28:45.411447 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-ffdc9856-6fe3-4a17-9599-cc89ca3ea816 None None] Attempting to bind port 86ae15a5-088b-47b0-afca-38f058fa46e3 on host dv-neutron-835340-2-hyperv for vnic_type normal with profile {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 12:28:45.411843 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-ffdc9856-6fe3-4a17-9599-cc89ca3ea816 None None] Attempting to bind port 86ae15a5-088b-47b0-afca-38f058fa46e3 by drivers openvswitch,hyperv on host dv-neutron-835340-2-hyperv at level 0 using segments [{'id': '688afb86-c9bd-46e2-ba7d-3fe76fb1efff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b'}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 12:28:45.412208 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffdc9856-6fe3-4a17-9599-cc89ca3ea816 None None] Attempting to bind port 86ae15a5-088b-47b0-afca-38f058fa46e3 on network ac2b1748-8f63-4b17-a9c7-07e79704aa5b {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 12:28:45.422974 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffdc9856-6fe3-4a17-9599-cc89ca3ea816 None None] Checking agent: {'id': '961a16fe-cbc8-4264-ac28-bbbd53f89caa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 46, 6), 'started_at': datetime.datetime(2022, 3, 28, 11, 46, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 12, 28, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 12:28:45.423343 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffdc9856-6fe3-4a17-9599-cc89ca3ea816 None None] Checking segment: {'id': '688afb86-c9bd-46e2-ba7d-3fe76fb1efff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 12:28:45.423765 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-ffdc9856-6fe3-4a17-9599-cc89ca3ea816 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:28:45.424156 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffdc9856-6fe3-4a17-9599-cc89ca3ea816 None None] Bound using segment: {'id': '688afb86-c9bd-46e2-ba7d-3fe76fb1efff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b'} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 12:28:45.424616 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-ffdc9856-6fe3-4a17-9599-cc89ca3ea816 None None] Bound port: 86ae15a5-088b-47b0-afca-38f058fa46e3, host: dv-neutron-835340-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '688afb86-c9bd-46e2-ba7d-3fe76fb1efff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b'}}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 12:28:45.424986 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-ffdc9856-6fe3-4a17-9599-cc89ca3ea816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:28:45.527544 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d214ea64-1894-4efb-b3a7-9a609fafd333 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1d3f2a9-8722-5ce5-bc40-181687d1ed3f-0c2ac589-2387-403b-8ba0-998c7e882346', 'network_id': '0c2ac589-2387-403b-8ba0-998c7e882346', 'tenant_id': 'bf61b35ded70454082616e376fe15d12', 'fixed_ips': [{'subnet_id': '4f772332-2338-4ff3-931b-bdcd6ee4c1be'}]}} from dv-neutron-835340-2-hyperv. {{(pid=87872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 12:28:45.528355 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-d214ea64-1894-4efb-b3a7-9a609fafd333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:28:45.590616 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-ffdc9856-6fe3-4a17-9599-cc89ca3ea816 None None] For port 86ae15a5-088b-47b0-afca-38f058fa46e3, host dv-neutron-835340-2-hyperv, cleared binding levels {{(pid=87872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 12:28:45.608317 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-ffdc9856-6fe3-4a17-9599-cc89ca3ea816 None None] For port 86ae15a5-088b-47b0-afca-38f058fa46e3, host dv-neutron-835340-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=86ae15a5-088b-47b0-afca-38f058fa46e3,segment=NetworkSegment(688afb86-c9bd-46e2-ba7d-3fe76fb1efff),segment_id=688afb86-c9bd-46e2-ba7d-3fe76fb1efff)] {{(pid=87872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 12:28:45.616920 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-ffdc9856-6fe3-4a17-9599-cc89ca3ea816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:28:45.746735 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffdc9856-6fe3-4a17-9599-cc89ca3ea816 None None] Routers {'42d79fdb-b25e-4c9b-874b-1c1c25e43ca0'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:28:45.747355 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-ffdc9856-6fe3-4a17-9599-cc89ca3ea816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:28:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['42d79fdb-b25e-4c9b-874b-1c1c25e43ca0'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:28:45.811729 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580b345b-2b99-4ecf-898f-e4ce4ce76280 None None] Pushing event updated for resources: {'Port': ['ID=86ae15a5-088b-47b0-afca-38f058fa46e3,revision_number=3']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:28:45.828280 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-5b873c28-027b-4942-b683-7ee6e8aaa671 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:28:45.842625 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.db_base_plugin_common [None req-d214ea64-1894-4efb-b3a7-9a609fafd333 None None] Allocated IP 172.20.0.2 (0c2ac589-2387-403b-8ba0-998c7e882346/4f772332-2338-4ff3-931b-bdcd6ee4c1be/7015c53c-8f6c-4c25-8ce9-87236d365e57) {{(pid=87872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 12:28:46.096668 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvr_db [None req-ffdc9856-6fe3-4a17-9599-cc89ca3ea816 None None] Set router 42d79fdb-b25e-4c9b-874b-1c1c25e43ca0 gateway port host: dv-neutron-835340-2-hyperv {{(pid=87872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:28:46.401057 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-d214ea64-1894-4efb-b3a7-9a609fafd333 None None] Notify callbacks [] for port, precommit_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:28:46.440912 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-d214ea64-1894-4efb-b3a7-9a609fafd333 None None] Transition to ACTIVE for port object 7015c53c-8f6c-4c25-8ce9-87236d365e57 will not be triggered until provisioned by entity L2. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:28:46.468985 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-d214ea64-1894-4efb-b3a7-9a609fafd333 None None] Transition to ACTIVE for port object 7015c53c-8f6c-4c25-8ce9-87236d365e57 will not be triggered until provisioned by entity DHCP. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:28:46.474916 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-d214ea64-1894-4efb-b3a7-9a609fafd333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241'] for port, after_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:28:46.534927 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d214ea64-1894-4efb-b3a7-9a609fafd333 None None] Network 0c2ac589-2387-403b-8ba0-998c7e882346 is already hosted by enough agents. {{(pid=87872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:28:46.541064 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.base_scheduler [None req-d214ea64-1894-4efb-b3a7-9a609fafd333 None None] Resources bound (agent type, host, resource id): {{(pid=87872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:28:46.544255 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.db_base_plugin_common [None req-5b873c28-027b-4942-b683-7ee6e8aaa671 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Allocated IP 172.20.0.1 (0c2ac589-2387-403b-8ba0-998c7e882346/4f772332-2338-4ff3-931b-bdcd6ee4c1be/bdbdf525-55b2-4e89-8ff7-c537b54eb28a) {{(pid=87871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 12:28:46.545723 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d214ea64-1894-4efb-b3a7-9a609fafd333 None None] Received port after_create {{(pid=87872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 12:28:46.626393 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d214ea64-1894-4efb-b3a7-9a609fafd333 None None] Pushing event updated for resources: {'Port': ['ID=7015c53c-8f6c-4c25-8ce9-87236d365e57,revision_number=1']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:28:46.646818 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-ffdc9856-6fe3-4a17-9599-cc89ca3ea816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42d79fdb-b25e-4c9b-874b-1c1c25e43ca0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-359777263', 'tenant_id': 'bf61b35ded70454082616e376fe15d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.52'}], 'enable_snat': True}, 'gw_port_id': '86ae15a5-088b-47b0-afca-38f058fa46e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:28:42Z', 'updated_at': '2022-03-28T12:28:43Z', 'revision_number': 3, 'project_id': 'bf61b35ded70454082616e376fe15d12', 'gw_port': {'id': '86ae15a5-088b-47b0-afca-38f058fa46e3', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:3d:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42d79fdb-b25e-4c9b-874b-1c1c25e43ca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:28:42Z', 'updated_at': '2022-03-28T12:28:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv'}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:28:46.656022 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffdc9856-6fe3-4a17-9599-cc89ca3ea816 None None] The sync data for ids ['42d79fdb-b25e-4c9b-874b-1c1c25e43ca0'] in dv-neutron-835340-2-hyperv is: [{'id': '42d79fdb-b25e-4c9b-874b-1c1c25e43ca0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-359777263', 'tenant_id': 'bf61b35ded70454082616e376fe15d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.52'}], 'enable_snat': True}, 'gw_port_id': '86ae15a5-088b-47b0-afca-38f058fa46e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:28:42Z', 'updated_at': '2022-03-28T12:28:43Z', 'revision_number': 3, 'project_id': 'bf61b35ded70454082616e376fe15d12', 'gw_port': {'id': '86ae15a5-088b-47b0-afca-38f058fa46e3', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:3d:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42d79fdb-b25e-4c9b-874b-1c1c25e43ca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:28:42Z', 'updated_at': '2022-03-28T12:28:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv'}] {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 12:28:46.659146 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-d214ea64-1894-4efb-b3a7-9a609fafd333 None None] Attempting to bind port 7015c53c-8f6c-4c25-8ce9-87236d365e57 on host dv-neutron-835340-2-hyperv for vnic_type normal with profile {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 12:28:46.659541 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-d214ea64-1894-4efb-b3a7-9a609fafd333 None None] Attempting to bind port 7015c53c-8f6c-4c25-8ce9-87236d365e57 by drivers openvswitch,hyperv on host dv-neutron-835340-2-hyperv at level 0 using segments [{'id': '6b4da370-2126-440b-a4fb-bfc5d02d3ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '0c2ac589-2387-403b-8ba0-998c7e882346'}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 12:28:46.659912 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d214ea64-1894-4efb-b3a7-9a609fafd333 None None] Attempting to bind port 7015c53c-8f6c-4c25-8ce9-87236d365e57 on network 0c2ac589-2387-403b-8ba0-998c7e882346 {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 12:28:46.666176 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d214ea64-1894-4efb-b3a7-9a609fafd333 None None] Checking agent: {'id': '961a16fe-cbc8-4264-ac28-bbbd53f89caa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 46, 6), 'started_at': datetime.datetime(2022, 3, 28, 11, 46, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 12, 28, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 12:28:46.666555 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d214ea64-1894-4efb-b3a7-9a609fafd333 None None] Checking segment: {'id': '6b4da370-2126-440b-a4fb-bfc5d02d3ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '0c2ac589-2387-403b-8ba0-998c7e882346'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 12:28:46.666958 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-d214ea64-1894-4efb-b3a7-9a609fafd333 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:28:46.667346 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d214ea64-1894-4efb-b3a7-9a609fafd333 None None] Bound using segment: {'id': '6b4da370-2126-440b-a4fb-bfc5d02d3ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '0c2ac589-2387-403b-8ba0-998c7e882346'} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 12:28:46.667844 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-d214ea64-1894-4efb-b3a7-9a609fafd333 None None] Bound port: 7015c53c-8f6c-4c25-8ce9-87236d365e57, host: dv-neutron-835340-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b4da370-2126-440b-a4fb-bfc5d02d3ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '0c2ac589-2387-403b-8ba0-998c7e882346'}}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 12:28:46.668219 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-d214ea64-1894-4efb-b3a7-9a609fafd333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:28:46.706426 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-5b873c28-027b-4942-b683-7ee6e8aaa671 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks [] for port, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:28:46.726691 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.provisioning_blocks [None req-5b873c28-027b-4942-b683-7ee6e8aaa671 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Transition to ACTIVE for port object bdbdf525-55b2-4e89-8ff7-c537b54eb28a will not be triggered until provisioned by entity DHCP. {{(pid=87871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:28:46.753097 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-5b873c28-027b-4942-b683-7ee6e8aaa671 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:28:46.766702 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-d214ea64-1894-4efb-b3a7-9a609fafd333 None None] For port 7015c53c-8f6c-4c25-8ce9-87236d365e57, host dv-neutron-835340-2-hyperv, cleared binding levels {{(pid=87872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 12:28:46.770137 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-d214ea64-1894-4efb-b3a7-9a609fafd333 None None] For port 7015c53c-8f6c-4c25-8ce9-87236d365e57, host dv-neutron-835340-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=7015c53c-8f6c-4c25-8ce9-87236d365e57,segment=NetworkSegment(6b4da370-2126-440b-a4fb-bfc5d02d3ae4),segment_id=6b4da370-2126-440b-a4fb-bfc5d02d3ae4)] {{(pid=87872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 12:28:46.774613 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-d214ea64-1894-4efb-b3a7-9a609fafd333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:28:46.844846 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b873c28-027b-4942-b683-7ee6e8aaa671 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Pushing event updated for resources: {'Port': ['ID=bdbdf525-55b2-4e89-8ff7-c537b54eb28a,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:28:46.851005 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b873c28-027b-4942-b683-7ee6e8aaa671 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Network 0c2ac589-2387-403b-8ba0-998c7e882346 is already hosted by enough agents. {{(pid=87871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:28:46.852267 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-5b873c28-027b-4942-b683-7ee6e8aaa671 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Resources bound (agent type, host, resource id): {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:28:46.854619 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b873c28-027b-4942-b683-7ee6e8aaa671 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Received port after_create {{(pid=87871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 12:28:46.862177 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d214ea64-1894-4efb-b3a7-9a609fafd333 None None] Pushing event updated for resources: {'Port': ['ID=7015c53c-8f6c-4c25-8ce9-87236d365e57,revision_number=2']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:28:46.922378 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-5b873c28-027b-4942-b683-7ee6e8aaa671 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-709483'] for router_interface, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:28:47.090426 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-5b873c28-027b-4942-b683-7ee6e8aaa671 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:28:47.532721 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-5b873c28-027b-4942-b683-7ee6e8aaa671 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks [] for port, precommit_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:28:47.538414 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-5b873c28-027b-4942-b683-7ee6e8aaa671 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2363241'] for port, after_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:28:47.657128 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b873c28-027b-4942-b683-7ee6e8aaa671 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Pushing event updated for resources: {'Port': ['ID=bdbdf525-55b2-4e89-8ff7-c537b54eb28a,revision_number=2']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:28:47.659645 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-5b873c28-027b-4942-b683-7ee6e8aaa671 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-743372'] for router_interface, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:28:47.804740 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b873c28-027b-4942-b683-7ee6e8aaa671 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Network 0c2ac589-2387-403b-8ba0-998c7e882346 is already hosted by enough agents. {{(pid=87871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:28:47.805883 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-5b873c28-027b-4942-b683-7ee6e8aaa671 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Resources bound (agent type, host, resource id): {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:28:47.812030 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe18660f-b195-4466-843c-14e810424c0f None None] Network 0c2ac589-2387-403b-8ba0-998c7e882346 requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 12:28:47.926763 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-3fac563f-3844-45d1-b435-d9fb1f6ae8d2 None None] Provisioning for port 7015c53c-8f6c-4c25-8ce9-87236d365e57 completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:28:48.117672 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b873c28-027b-4942-b683-7ee6e8aaa671 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Router 42d79fdb-b25e-4c9b-874b-1c1c25e43ca0 has already been hosted by L3 agent af79d429-529e-400b-a119-94d4bec03f3e {{(pid=87871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 12:28:48.271614 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-5e278036-c563-4e22-bbf6-8c01f619338c None None] Provisioning for port bdbdf525-55b2-4e89-8ff7-c537b54eb28a completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:28:48.277836 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-5e278036-c563-4e22-bbf6-8c01f619338c None None] Provisioning complete for port bdbdf525-55b2-4e89-8ff7-c537b54eb28a triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:28:48.278209 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-5e278036-c563-4e22-bbf6-8c01f619338c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:28:48.304627 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b873c28-027b-4942-b683-7ee6e8aaa671 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 12:28:48.314054 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a01bc346-4ed0-46ce-aaa6-63693eb5ecbe None None] Sync routers for ids ['42d79fdb-b25e-4c9b-874b-1c1c25e43ca0'] in dv-neutron-835340-2-hyperv {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 12:28:48.317787 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-5b873c28-027b-4942-b683-7ee6e8aaa671 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "PUT /v2.0/routers/42d79fdb-b25e-4c9b-874b-1c1c25e43ca0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1811228 Mar 28 12:28:48.324203 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a01bc346-4ed0-46ce-aaa6-63693eb5ecbe None None] Routers {'42d79fdb-b25e-4c9b-874b-1c1c25e43ca0'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:28:48.324807 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-a01bc346-4ed0-46ce-aaa6-63693eb5ecbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:28:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['42d79fdb-b25e-4c9b-874b-1c1c25e43ca0'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:28:48.349997 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-5e278036-c563-4e22-bbf6-8c01f619338c None None] Port bdbdf525-55b2-4e89-8ff7-c537b54eb28a cannot update to ACTIVE because it is not bound. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 12:28:48.497579 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-dfd1a0df-8a7e-45db-95ea-2eedcbbfa660 None None] Provisioning complete for port bdbdf525-55b2-4e89-8ff7-c537b54eb28a triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:28:48.498006 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-dfd1a0df-8a7e-45db-95ea-2eedcbbfa660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:28:48.515400 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [req-eca2806c-220c-4a8a-8432-907c67b5908d req-a631bda9-b352-4af2-91bb-3aa209a0cee2 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Synchronizing usage tracker for tenant:bf61b35ded70454082616e376fe15d12 on resource:security_group {{(pid=87871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:28:48.535698 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [req-eca2806c-220c-4a8a-8432-907c67b5908d req-a631bda9-b352-4af2-91bb-3aa209a0cee2 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Unset dirty status for tenant:bf61b35ded70454082616e376fe15d12 on resource:security_group {{(pid=87871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:28:48.537363 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-eca2806c-220c-4a8a-8432-907c67b5908d req-a631bda9-b352-4af2-91bb-3aa209a0cee2 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1597637839&fields=id&tenant_id=bf61b35ded70454082616e376fe15d12 HTTP/1.1" status: 200 len: 267 time: 0.0808272 Mar 28 12:28:48.578247 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 86ae15a5-088b-47b0-afca-38f058fa46e3 up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:28:48.580556 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvr_db [None req-a01bc346-4ed0-46ce-aaa6-63693eb5ecbe None None] Set router 42d79fdb-b25e-4c9b-874b-1c1c25e43ca0 gateway port host: dv-neutron-835340-2-hyperv {{(pid=87873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:28:48.644510 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-dfd1a0df-8a7e-45db-95ea-2eedcbbfa660 None None] Port bdbdf525-55b2-4e89-8ff7-c537b54eb28a cannot update to ACTIVE because it is not bound. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 12:28:48.660912 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning for port 86ae15a5-088b-47b0-afca-38f058fa46e3 completed by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:28:48.668573 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port 86ae15a5-088b-47b0-afca-38f058fa46e3 triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:28:48.669335 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:28:48.733783 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca2806c-220c-4a8a-8432-907c67b5908d req-5a737a52-c180-4595-b487-20088ab55511 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:28:48.734417 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [req-eca2806c-220c-4a8a-8432-907c67b5908d req-5a737a52-c180-4595-b487-20088ab55511 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Synchronizing usage tracker for tenant:bf61b35ded70454082616e376fe15d12 on resource:network {{(pid=87871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:28:48.752218 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [req-eca2806c-220c-4a8a-8432-907c67b5908d req-5a737a52-c180-4595-b487-20088ab55511 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Unset dirty status for tenant:bf61b35ded70454082616e376fe15d12 on resource:network {{(pid=87871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:28:48.753438 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-eca2806c-220c-4a8a-8432-907c67b5908d req-5a737a52-c180-4595-b487-20088ab55511 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/networks?id=0c2ac589-2387-403b-8ba0-998c7e882346 HTTP/1.1" status: 200 len: 797 time: 0.2080741 Mar 28 12:28:48.775698 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-eca2806c-220c-4a8a-8432-907c67b5908d req-e1924a25-cc91-4f72-8e94-f49e2ad6d974 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/quotas/bf61b35ded70454082616e376fe15d12 HTTP/1.1" status: 200 len: 375 time: 0.0117106 Mar 28 12:28:48.800852 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-285caee1-ba0d-4fd7-b058-4d97c9e1cbc2 None None] Provisioning complete for port bdbdf525-55b2-4e89-8ff7-c537b54eb28a triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:28:48.801315 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-285caee1-ba0d-4fd7-b058-4d97c9e1cbc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:28:48.840801 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:28:48.870800 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-285caee1-ba0d-4fd7-b058-4d97c9e1cbc2 None None] Port bdbdf525-55b2-4e89-8ff7-c537b54eb28a cannot update to ACTIVE because it is not bound. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 12:28:48.873099 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] For port 86ae15a5-088b-47b0-afca-38f058fa46e3, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=86ae15a5-088b-47b0-afca-38f058fa46e3,segment=NetworkSegment(688afb86-c9bd-46e2-ba7d-3fe76fb1efff),segment_id=688afb86-c9bd-46e2-ba7d-3fe76fb1efff)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:28:48.878064 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:28:48.878963 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 7015c53c-8f6c-4c25-8ce9-87236d365e57 up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:28:48.896672 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [req-eca2806c-220c-4a8a-8432-907c67b5908d req-35c045fd-c163-4bb9-8615-142ac5785c49 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Synchronizing usage tracker for tenant:bf61b35ded70454082616e376fe15d12 on resource:port {{(pid=87871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:28:48.914343 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [req-eca2806c-220c-4a8a-8432-907c67b5908d req-35c045fd-c163-4bb9-8615-142ac5785c49 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Unset dirty status for tenant:bf61b35ded70454082616e376fe15d12 on resource:port {{(pid=87871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:28:48.917124 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-eca2806c-220c-4a8a-8432-907c67b5908d req-35c045fd-c163-4bb9-8615-142ac5785c49 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=bf61b35ded70454082616e376fe15d12&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1325524 Mar 28 12:28:48.918960 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-a01bc346-4ed0-46ce-aaa6-63693eb5ecbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42d79fdb-b25e-4c9b-874b-1c1c25e43ca0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-359777263', 'tenant_id': 'bf61b35ded70454082616e376fe15d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.52'}], 'enable_snat': True}, 'gw_port_id': '86ae15a5-088b-47b0-afca-38f058fa46e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:28:42Z', 'updated_at': '2022-03-28T12:28:47Z', 'revision_number': 4, 'project_id': 'bf61b35ded70454082616e376fe15d12', 'gw_port': {'id': '86ae15a5-088b-47b0-afca-38f058fa46e3', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:3d:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42d79fdb-b25e-4c9b-874b-1c1c25e43ca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:28:42Z', 'updated_at': '2022-03-28T12:28:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_interfaces': [{'id': 'bdbdf525-55b2-4e89-8ff7-c537b54eb28a', 'name': '', 'network_id': '0c2ac589-2387-403b-8ba0-998c7e882346', 'tenant_id': 'bf61b35ded70454082616e376fe15d12', 'mac_address': 'fa:16:3e:b1:ff:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42d79fdb-b25e-4c9b-874b-1c1c25e43ca0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': '4f772332-2338-4ff3-931b-bdcd6ee4c1be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:28:46Z', 'updated_at': '2022-03-28T12:28:47Z', 'revision_number': 2, 'project_id': 'bf61b35ded70454082616e376fe15d12', 'subnets': [{'id': '4f772332-2338-4ff3-931b-bdcd6ee4c1be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:28:48.923244 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a01bc346-4ed0-46ce-aaa6-63693eb5ecbe None None] Checking router: 42d79fdb-b25e-4c9b-874b-1c1c25e43ca0 for host: dv-neutron-835340-2-hyperv {{(pid=87873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 12:28:48.923636 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a01bc346-4ed0-46ce-aaa6-63693eb5ecbe None None] Updating router 42d79fdb-b25e-4c9b-874b-1c1c25e43ca0 port bdbdf525-55b2-4e89-8ff7-c537b54eb28a binding host dv-neutron-835340-2-hyperv {{(pid=87873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 12:28:48.980951 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron_lib.callbacks.manager [None req-a01bc346-4ed0-46ce-aaa6-63693eb5ecbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:28:48.982568 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [req-eca2806c-220c-4a8a-8432-907c67b5908d req-0e260f16-22be-44ad-a1c3-2e0a3995b80c service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=87871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 12:28:48.983574 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-eca2806c-220c-4a8a-8432-907c67b5908d req-0e260f16-22be-44ad-a1c3-2e0a3995b80c service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0541875 Mar 28 12:28:49.055935 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Pushing event updated for resources: {'Port': ['ID=86ae15a5-088b-47b0-afca-38f058fa46e3,revision_number=4']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:28:49.069525 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning for port 7015c53c-8f6c-4c25-8ce9-87236d365e57 completed by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:28:49.075342 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port 7015c53c-8f6c-4c25-8ce9-87236d365e57 triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:28:49.075918 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:28:49.122448 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-eca2806c-220c-4a8a-8432-907c67b5908d req-e3c226f7-f1d5-4af4-b8dc-3b958dfc0a1d service neutron] 10.222.0.30 "GET /v2.0/networks/0c2ac589-2387-403b-8ba0-998c7e882346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320529 Mar 28 12:28:49.196500 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:28:49.235710 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] For port 7015c53c-8f6c-4c25-8ce9-87236d365e57, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=7015c53c-8f6c-4c25-8ce9-87236d365e57,segment=NetworkSegment(6b4da370-2126-440b-a4fb-bfc5d02d3ae4),segment_id=6b4da370-2126-440b-a4fb-bfc5d02d3ae4)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:28:49.240260 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:28:49.262469 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-eca2806c-220c-4a8a-8432-907c67b5908d req-dcb9aced-0110-43b3-b03b-171edb57eca4 service neutron] 10.222.0.30 "GET /v2.0/networks/0c2ac589-2387-403b-8ba0-998c7e882346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327176 Mar 28 12:28:49.312623 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Pushing event updated for resources: {'Port': ['ID=7015c53c-8f6c-4c25-8ce9-87236d365e57,revision_number=3']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:28:49.329136 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron_lib.callbacks.manager [None req-a01bc346-4ed0-46ce-aaa6-63693eb5ecbe None None] Notify callbacks [] for port, precommit_update {{(pid=87873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:28:49.341455 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.provisioning_blocks [None req-a01bc346-4ed0-46ce-aaa6-63693eb5ecbe None None] Transition to ACTIVE for port object bdbdf525-55b2-4e89-8ff7-c537b54eb28a will not be triggered until provisioned by entity L2. {{(pid=87873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:28:49.347945 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron_lib.callbacks.manager [None req-a01bc346-4ed0-46ce-aaa6-63693eb5ecbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:28:49.467729 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [req-bd267d05-4d1d-4a44-a2bf-d31548b4f408 req-29519369-8ba4-49a7-b06f-82dfa3fe074c tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Synchronizing usage tracker for tenant:bf61b35ded70454082616e376fe15d12 on resource:port {{(pid=87870) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:28:49.480742 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [req-bd267d05-4d1d-4a44-a2bf-d31548b4f408 req-29519369-8ba4-49a7-b06f-82dfa3fe074c tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Unset dirty status for tenant:bf61b35ded70454082616e376fe15d12 on resource:port {{(pid=87870) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:28:49.482151 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-bd267d05-4d1d-4a44-a2bf-d31548b4f408 req-29519369-8ba4-49a7-b06f-82dfa3fe074c tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/ports?device_id=41030c89-2161-4de5-9ca9-aa0e55a4e531 HTTP/1.1" status: 200 len: 210 time: 0.0683432 Mar 28 12:28:49.541145 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71a49c1-82eb-46f4-856a-ef38b93dcd0a None None] Pushing event updated for resources: {'Port': ['ID=bdbdf525-55b2-4e89-8ff7-c537b54eb28a,revision_number=3']} {{(pid=87873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:28:49.581601 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71a49c1-82eb-46f4-856a-ef38b93dcd0a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:28:49.582153 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71a49c1-82eb-46f4-856a-ef38b93dcd0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:28:49.582632 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71a49c1-82eb-46f4-856a-ef38b93dcd0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:28:49.583163 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71a49c1-82eb-46f4-856a-ef38b93dcd0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:28:49.583271 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71a49c1-82eb-46f4-856a-ef38b93dcd0a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:28:49.583618 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71a49c1-82eb-46f4-856a-ef38b93dcd0a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:28:49.583937 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71a49c1-82eb-46f4-856a-ef38b93dcd0a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:28:49.584251 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71a49c1-82eb-46f4-856a-ef38b93dcd0a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:28:49.584564 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71a49c1-82eb-46f4-856a-ef38b93dcd0a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:28:49.584877 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71a49c1-82eb-46f4-856a-ef38b93dcd0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:28:49.585187 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71a49c1-82eb-46f4-856a-ef38b93dcd0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:28:49.585491 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71a49c1-82eb-46f4-856a-ef38b93dcd0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:28:49.610056 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.managers [None req-a01bc346-4ed0-46ce-aaa6-63693eb5ecbe None None] Attempting to bind port bdbdf525-55b2-4e89-8ff7-c537b54eb28a on host dv-neutron-835340-2-hyperv for vnic_type normal with profile {{(pid=87873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 12:28:49.610421 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.managers [None req-a01bc346-4ed0-46ce-aaa6-63693eb5ecbe None None] Attempting to bind port bdbdf525-55b2-4e89-8ff7-c537b54eb28a by drivers openvswitch,hyperv on host dv-neutron-835340-2-hyperv at level 0 using segments [{'id': '6b4da370-2126-440b-a4fb-bfc5d02d3ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '0c2ac589-2387-403b-8ba0-998c7e882346'}] {{(pid=87873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 12:28:49.610775 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a01bc346-4ed0-46ce-aaa6-63693eb5ecbe None None] Attempting to bind port bdbdf525-55b2-4e89-8ff7-c537b54eb28a on network 0c2ac589-2387-403b-8ba0-998c7e882346 {{(pid=87873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 12:28:49.616305 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a01bc346-4ed0-46ce-aaa6-63693eb5ecbe None None] Checking agent: {'id': '961a16fe-cbc8-4264-ac28-bbbd53f89caa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 46, 6), 'started_at': datetime.datetime(2022, 3, 28, 11, 46, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 12, 28, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 12:28:49.616646 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a01bc346-4ed0-46ce-aaa6-63693eb5ecbe None None] Checking segment: {'id': '6b4da370-2126-440b-a4fb-bfc5d02d3ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '0c2ac589-2387-403b-8ba0-998c7e882346'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 12:28:49.617037 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron_lib.callbacks.manager [None req-a01bc346-4ed0-46ce-aaa6-63693eb5ecbe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:28:49.617827 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a01bc346-4ed0-46ce-aaa6-63693eb5ecbe None None] Bound using segment: {'id': '6b4da370-2126-440b-a4fb-bfc5d02d3ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '0c2ac589-2387-403b-8ba0-998c7e882346'} {{(pid=87873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 12:28:49.618283 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.managers [None req-a01bc346-4ed0-46ce-aaa6-63693eb5ecbe None None] Bound port: bdbdf525-55b2-4e89-8ff7-c537b54eb28a, host: dv-neutron-835340-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b4da370-2126-440b-a4fb-bfc5d02d3ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '0c2ac589-2387-403b-8ba0-998c7e882346'}}] {{(pid=87873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 12:28:49.618755 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron_lib.callbacks.manager [None req-a01bc346-4ed0-46ce-aaa6-63693eb5ecbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:28:49.711462 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.db [None req-a01bc346-4ed0-46ce-aaa6-63693eb5ecbe None None] For port bdbdf525-55b2-4e89-8ff7-c537b54eb28a, host dv-neutron-835340-2-hyperv, cleared binding levels {{(pid=87873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 12:28:49.714990 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.db [None req-a01bc346-4ed0-46ce-aaa6-63693eb5ecbe None None] For port bdbdf525-55b2-4e89-8ff7-c537b54eb28a, host dv-neutron-835340-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=bdbdf525-55b2-4e89-8ff7-c537b54eb28a,segment=NetworkSegment(6b4da370-2126-440b-a4fb-bfc5d02d3ae4),segment_id=6b4da370-2126-440b-a4fb-bfc5d02d3ae4)] {{(pid=87873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 12:28:49.719711 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron_lib.callbacks.manager [None req-a01bc346-4ed0-46ce-aaa6-63693eb5ecbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:28:49.799611 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a01bc346-4ed0-46ce-aaa6-63693eb5ecbe None None] Routers {'42d79fdb-b25e-4c9b-874b-1c1c25e43ca0'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:28:49.800228 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-a01bc346-4ed0-46ce-aaa6-63693eb5ecbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:28:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['42d79fdb-b25e-4c9b-874b-1c1c25e43ca0'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:28:49.872065 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71a49c1-82eb-46f4-856a-ef38b93dcd0a None None] Pushing event updated for resources: {'Port': ['ID=bdbdf525-55b2-4e89-8ff7-c537b54eb28a,revision_number=4']} {{(pid=87873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:28:49.999046 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvr_db [None req-a01bc346-4ed0-46ce-aaa6-63693eb5ecbe None None] Set router 42d79fdb-b25e-4c9b-874b-1c1c25e43ca0 gateway port host: dv-neutron-835340-2-hyperv {{(pid=87873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:28:50.304390 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-a01bc346-4ed0-46ce-aaa6-63693eb5ecbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42d79fdb-b25e-4c9b-874b-1c1c25e43ca0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-359777263', 'tenant_id': 'bf61b35ded70454082616e376fe15d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.52'}], 'enable_snat': True}, 'gw_port_id': '86ae15a5-088b-47b0-afca-38f058fa46e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:28:42Z', 'updated_at': '2022-03-28T12:28:47Z', 'revision_number': 4, 'project_id': 'bf61b35ded70454082616e376fe15d12', 'gw_port': {'id': '86ae15a5-088b-47b0-afca-38f058fa46e3', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:3d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d79fdb-b25e-4c9b-874b-1c1c25e43ca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:28:42Z', 'updated_at': '2022-03-28T12:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_interfaces': [{'id': 'bdbdf525-55b2-4e89-8ff7-c537b54eb28a', 'name': '', 'network_id': '0c2ac589-2387-403b-8ba0-998c7e882346', 'tenant_id': 'bf61b35ded70454082616e376fe15d12', 'mac_address': 'fa:16:3e:b1:ff:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42d79fdb-b25e-4c9b-874b-1c1c25e43ca0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': '4f772332-2338-4ff3-931b-bdcd6ee4c1be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:28:46Z', 'updated_at': '2022-03-28T12:28:49Z', 'revision_number': 4, 'project_id': 'bf61b35ded70454082616e376fe15d12', 'subnets': [{'id': '4f772332-2338-4ff3-931b-bdcd6ee4c1be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:28:50.308251 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a01bc346-4ed0-46ce-aaa6-63693eb5ecbe None None] The sync data for ids ['42d79fdb-b25e-4c9b-874b-1c1c25e43ca0'] in dv-neutron-835340-2-hyperv is: [{'id': '42d79fdb-b25e-4c9b-874b-1c1c25e43ca0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-359777263', 'tenant_id': 'bf61b35ded70454082616e376fe15d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.52'}], 'enable_snat': True}, 'gw_port_id': '86ae15a5-088b-47b0-afca-38f058fa46e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:28:42Z', 'updated_at': '2022-03-28T12:28:47Z', 'revision_number': 4, 'project_id': 'bf61b35ded70454082616e376fe15d12', 'gw_port': {'id': '86ae15a5-088b-47b0-afca-38f058fa46e3', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:3d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d79fdb-b25e-4c9b-874b-1c1c25e43ca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:28:42Z', 'updated_at': '2022-03-28T12:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_interfaces': [{'id': 'bdbdf525-55b2-4e89-8ff7-c537b54eb28a', 'name': '', 'network_id': '0c2ac589-2387-403b-8ba0-998c7e882346', 'tenant_id': 'bf61b35ded70454082616e376fe15d12', 'mac_address': 'fa:16:3e:b1:ff:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42d79fdb-b25e-4c9b-874b-1c1c25e43ca0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': '4f772332-2338-4ff3-931b-bdcd6ee4c1be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:28:46Z', 'updated_at': '2022-03-28T12:28:49Z', 'revision_number': 4, 'project_id': 'bf61b35ded70454082616e376fe15d12', 'subnets': [{'id': '4f772332-2338-4ff3-931b-bdcd6ee4c1be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 12:28:50.615765 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 86ae15a5-088b-47b0-afca-38f058fa46e3 up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:28:50.719346 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port 86ae15a5-088b-47b0-afca-38f058fa46e3 triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:28:50.719741 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:28:50.749359 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-24818d2c-ab21-492a-931d-6fdfa8e91978 req-e44d327a-a1ef-4bde-9896-a03ca4117644 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/ports?device_id=41030c89-2161-4de5-9ca9-aa0e55a4e531 HTTP/1.1" status: 200 len: 210 time: 0.0797822 Mar 28 12:28:50.890796 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca2806c-220c-4a8a-8432-907c67b5908d req-3c696a25-6e38-4fa2-bb9d-5274cbcc4300 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:28:50.894745 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-eca2806c-220c-4a8a-8432-907c67b5908d req-3c696a25-6e38-4fa2-bb9d-5274cbcc4300 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.11 "GET /v2.0/networks?id=0c2ac589-2387-403b-8ba0-998c7e882346 HTTP/1.1" status: 200 len: 797 time: 0.3840251 Mar 28 12:28:50.914771 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device bdbdf525-55b2-4e89-8ff7-c537b54eb28a up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:28:50.950194 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:28:50.974094 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-eca2806c-220c-4a8a-8432-907c67b5908d req-6faece76-3e49-4b32-bb14-235f71494fd6 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bf61b35ded70454082616e376fe15d12 HTTP/1.1" status: 200 len: 380 time: 0.0707481 Mar 28 12:28:50.984679 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [req-eca2806c-220c-4a8a-8432-907c67b5908d req-7a91f3f5-0c61-4bd8-932d-8f5061a3e6a8 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Request body: {'port': {'device_id': '41030c89-2161-4de5-9ca9-aa0e55a4e531', 'network_id': '0c2ac589-2387-403b-8ba0-998c7e882346', 'admin_state_up': True, 'tenant_id': 'bf61b35ded70454082616e376fe15d12', 'security_groups': ['a6110baf-821e-48ec-94dc-de82149d7ad8']}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:28:50.997535 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning for port bdbdf525-55b2-4e89-8ff7-c537b54eb28a completed by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:28:51.003188 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port bdbdf525-55b2-4e89-8ff7-c537b54eb28a triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:28:51.003718 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:28:51.128612 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [req-eca2806c-220c-4a8a-8432-907c67b5908d req-7a91f3f5-0c61-4bd8-932d-8f5061a3e6a8 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:28:51.130897 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:28:51.139319 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [req-eca2806c-220c-4a8a-8432-907c67b5908d req-7a91f3f5-0c61-4bd8-932d-8f5061a3e6a8 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:28:51.150833 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eca2806c-220c-4a8a-8432-907c67b5908d req-7a91f3f5-0c61-4bd8-932d-8f5061a3e6a8 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Made reservation on behalf of bf61b35ded70454082616e376fe15d12 for: {'port': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 12:28:51.155006 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-eca2806c-220c-4a8a-8432-907c67b5908d req-7a91f3f5-0c61-4bd8-932d-8f5061a3e6a8 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:28:51.166416 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] For port bdbdf525-55b2-4e89-8ff7-c537b54eb28a, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=bdbdf525-55b2-4e89-8ff7-c537b54eb28a,segment=NetworkSegment(6b4da370-2126-440b-a4fb-bfc5d02d3ae4),segment_id=6b4da370-2126-440b-a4fb-bfc5d02d3ae4)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:28:51.173658 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:28:51.174566 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 7015c53c-8f6c-4c25-8ce9-87236d365e57 up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:28:51.296471 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Pushing event updated for resources: {'Port': ['ID=bdbdf525-55b2-4e89-8ff7-c537b54eb28a,revision_number=5']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:28:51.308031 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port 7015c53c-8f6c-4c25-8ce9-87236d365e57 triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:28:51.308398 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:28:51.326119 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.db_base_plugin_common [req-eca2806c-220c-4a8a-8432-907c67b5908d req-7a91f3f5-0c61-4bd8-932d-8f5061a3e6a8 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Allocated IP 172.20.0.14 (0c2ac589-2387-403b-8ba0-998c7e882346/4f772332-2338-4ff3-931b-bdcd6ee4c1be/99c41e11-d078-4fa7-af52-b471f89381ce) {{(pid=87871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 12:28:51.658921 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-eca2806c-220c-4a8a-8432-907c67b5908d req-7a91f3f5-0c61-4bd8-932d-8f5061a3e6a8 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks [] for port, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:28:51.675695 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.provisioning_blocks [req-eca2806c-220c-4a8a-8432-907c67b5908d req-7a91f3f5-0c61-4bd8-932d-8f5061a3e6a8 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Transition to ACTIVE for port object 99c41e11-d078-4fa7-af52-b471f89381ce will not be triggered until provisioned by entity DHCP. {{(pid=87871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:28:51.698718 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-eca2806c-220c-4a8a-8432-907c67b5908d req-7a91f3f5-0c61-4bd8-932d-8f5061a3e6a8 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:28:51.762044 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eca2806c-220c-4a8a-8432-907c67b5908d req-7a91f3f5-0c61-4bd8-932d-8f5061a3e6a8 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Network 0c2ac589-2387-403b-8ba0-998c7e882346 is already hosted by enough agents. {{(pid=87871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:28:51.764973 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [req-eca2806c-220c-4a8a-8432-907c67b5908d req-7a91f3f5-0c61-4bd8-932d-8f5061a3e6a8 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Resources bound (agent type, host, resource id): {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:28:51.774069 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.l3_dvrscheduler_db [req-eca2806c-220c-4a8a-8432-907c67b5908d req-7a91f3f5-0c61-4bd8-932d-8f5061a3e6a8 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Received port after_create {{(pid=87871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 12:28:51.813713 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a91f3f5-0c61-4bd8-932d-8f5061a3e6a8 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Pushing event updated for resources: {'Port': ['ID=99c41e11-d078-4fa7-af52-b471f89381ce,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:28:51.847737 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca2806c-220c-4a8a-8432-907c67b5908d req-7a91f3f5-0c61-4bd8-932d-8f5061a3e6a8 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:28:51.848355 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-eca2806c-220c-4a8a-8432-907c67b5908d req-7a91f3f5-0c61-4bd8-932d-8f5061a3e6a8 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:28:51.885741 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-eca2806c-220c-4a8a-8432-907c67b5908d req-7a91f3f5-0c61-4bd8-932d-8f5061a3e6a8 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9065413 Mar 28 12:28:51.896817 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [req-eca2806c-220c-4a8a-8432-907c67b5908d req-7976fd16-de37-45ad-b65d-3e8cb69d8b49 service neutron] Request body: {'port': {'device_id': '41030c89-2161-4de5-9ca9-aa0e55a4e531', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8353'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:28:51.954597 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364051e1-6e9d-4126-8e63-fed5445d0e6a req-5c9e1ccb-9756-435d-a774-524fcda48e42 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:28:51.956439 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-364051e1-6e9d-4126-8e63-fed5445d0e6a req-5c9e1ccb-9756-435d-a774-524fcda48e42 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/ports?device_id=41030c89-2161-4de5-9ca9-aa0e55a4e531 HTTP/1.1" status: 200 len: 932 time: 0.0881994 Mar 28 12:28:52.007330 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-364051e1-6e9d-4126-8e63-fed5445d0e6a req-19b05a92-d784-4c15-bd09-b00e630dc683 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/security-groups?id=a6110baf-821e-48ec-94dc-de82149d7ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451598 Mar 28 12:28:52.015488 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-eca2806c-220c-4a8a-8432-907c67b5908d req-7976fd16-de37-45ad-b65d-3e8cb69d8b49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:28:52.053975 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-ab666f4b-1087-437c-b0df-cc88aa2674f5 None None] Provisioning for port 99c41e11-d078-4fa7-af52-b471f89381ce completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:28:52.058720 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-ab666f4b-1087-437c-b0df-cc88aa2674f5 None None] Provisioning complete for port 99c41e11-d078-4fa7-af52-b471f89381ce triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:28:52.059154 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-ab666f4b-1087-437c-b0df-cc88aa2674f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:28:52.116714 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-ab666f4b-1087-437c-b0df-cc88aa2674f5 None None] Port 99c41e11-d078-4fa7-af52-b471f89381ce cannot update to ACTIVE because it is not bound. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 12:28:52.355434 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.notifiers.nova [req-eca2806c-220c-4a8a-8432-907c67b5908d req-7976fd16-de37-45ad-b65d-3e8cb69d8b49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99c41e11-d078-4fa7-af52-b471f89381ce {{(pid=87871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 12:28:52.362429 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-eca2806c-220c-4a8a-8432-907c67b5908d req-7976fd16-de37-45ad-b65d-3e8cb69d8b49 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:28:52.377267 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.provisioning_blocks [req-eca2806c-220c-4a8a-8432-907c67b5908d req-7976fd16-de37-45ad-b65d-3e8cb69d8b49 service neutron] Transition to ACTIVE for port object 99c41e11-d078-4fa7-af52-b471f89381ce will not be triggered until provisioned by entity L2. {{(pid=87871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:28:52.380191 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-eca2806c-220c-4a8a-8432-907c67b5908d req-7976fd16-de37-45ad-b65d-3e8cb69d8b49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2363241'] for port, after_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:28:52.480990 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device bdbdf525-55b2-4e89-8ff7-c537b54eb28a up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:28:52.513437 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7976fd16-de37-45ad-b65d-3e8cb69d8b49 service neutron] Pushing event updated for resources: {'Port': ['ID=99c41e11-d078-4fa7-af52-b471f89381ce,revision_number=2']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:28:52.553954 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port bdbdf525-55b2-4e89-8ff7-c537b54eb28a triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:28:52.554821 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:28:52.624162 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.managers [req-eca2806c-220c-4a8a-8432-907c67b5908d req-7976fd16-de37-45ad-b65d-3e8cb69d8b49 service neutron] Attempting to bind port 99c41e11-d078-4fa7-af52-b471f89381ce on host hv-neutron-8353 for vnic_type normal with profile {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 12:28:52.624493 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.managers [req-eca2806c-220c-4a8a-8432-907c67b5908d req-7976fd16-de37-45ad-b65d-3e8cb69d8b49 service neutron] Attempting to bind port 99c41e11-d078-4fa7-af52-b471f89381ce by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '6b4da370-2126-440b-a4fb-bfc5d02d3ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '0c2ac589-2387-403b-8ba0-998c7e882346'}] {{(pid=87871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 12:28:52.624823 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca2806c-220c-4a8a-8432-907c67b5908d req-7976fd16-de37-45ad-b65d-3e8cb69d8b49 service neutron] Attempting to bind port 99c41e11-d078-4fa7-af52-b471f89381ce on network 0c2ac589-2387-403b-8ba0-998c7e882346 {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 12:28:52.629464 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca2806c-220c-4a8a-8432-907c67b5908d req-7976fd16-de37-45ad-b65d-3e8cb69d8b49 service neutron] Port 99c41e11-d078-4fa7-af52-b471f89381ce on network 0c2ac589-2387-403b-8ba0-998c7e882346 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 12:28:52.629779 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca2806c-220c-4a8a-8432-907c67b5908d req-7976fd16-de37-45ad-b65d-3e8cb69d8b49 service neutron] Attempting to bind port 99c41e11-d078-4fa7-af52-b471f89381ce on network 0c2ac589-2387-403b-8ba0-998c7e882346 {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 12:28:52.635550 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca2806c-220c-4a8a-8432-907c67b5908d req-7976fd16-de37-45ad-b65d-3e8cb69d8b49 service neutron] Checking agent: {'id': '01dfae6e-0e91-4100-b27f-ff8156eac7d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8353', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 52, 20), 'started_at': datetime.datetime(2022, 3, 28, 11, 52, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 12, 28, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 12:28:52.635873 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca2806c-220c-4a8a-8432-907c67b5908d req-7976fd16-de37-45ad-b65d-3e8cb69d8b49 service neutron] Checking segment: {'id': '6b4da370-2126-440b-a4fb-bfc5d02d3ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '0c2ac589-2387-403b-8ba0-998c7e882346'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 12:28:52.636251 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca2806c-220c-4a8a-8432-907c67b5908d req-7976fd16-de37-45ad-b65d-3e8cb69d8b49 service neutron] Bound using segment: {'id': '6b4da370-2126-440b-a4fb-bfc5d02d3ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '0c2ac589-2387-403b-8ba0-998c7e882346'} {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 12:28:52.636669 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.managers [req-eca2806c-220c-4a8a-8432-907c67b5908d req-7976fd16-de37-45ad-b65d-3e8cb69d8b49 service neutron] Bound port: 99c41e11-d078-4fa7-af52-b471f89381ce, host: hv-neutron-8353, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b4da370-2126-440b-a4fb-bfc5d02d3ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '0c2ac589-2387-403b-8ba0-998c7e882346'}}] {{(pid=87871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 12:28:52.637009 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-eca2806c-220c-4a8a-8432-907c67b5908d req-7976fd16-de37-45ad-b65d-3e8cb69d8b49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:28:52.729626 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.db [req-eca2806c-220c-4a8a-8432-907c67b5908d req-7976fd16-de37-45ad-b65d-3e8cb69d8b49 service neutron] For port 99c41e11-d078-4fa7-af52-b471f89381ce, host hv-neutron-8353, cleared binding levels {{(pid=87871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 12:28:52.732819 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.db [req-eca2806c-220c-4a8a-8432-907c67b5908d req-7976fd16-de37-45ad-b65d-3e8cb69d8b49 service neutron] For port 99c41e11-d078-4fa7-af52-b471f89381ce, host hv-neutron-8353, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=99c41e11-d078-4fa7-af52-b471f89381ce,segment=NetworkSegment(6b4da370-2126-440b-a4fb-bfc5d02d3ae4),segment_id=6b4da370-2126-440b-a4fb-bfc5d02d3ae4)] {{(pid=87871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 12:28:52.736616 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-eca2806c-220c-4a8a-8432-907c67b5908d req-7976fd16-de37-45ad-b65d-3e8cb69d8b49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2363241'] for port, after_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:28:52.794017 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca2806c-220c-4a8a-8432-907c67b5908d req-7976fd16-de37-45ad-b65d-3e8cb69d8b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:28:52.794017 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-eca2806c-220c-4a8a-8432-907c67b5908d req-7976fd16-de37-45ad-b65d-3e8cb69d8b49 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:28:52.795218 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-eca2806c-220c-4a8a-8432-907c67b5908d req-7976fd16-de37-45ad-b65d-3e8cb69d8b49 service neutron] 10.222.0.11 "PUT /v2.0/ports/99c41e11-d078-4fa7-af52-b471f89381ce HTTP/1.1" status: 200 len: 1094 time: 0.9026866 Mar 28 12:28:52.795674 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41030c89-2161-4de5-9ca9-aa0e55a4e531', 'tag': '99c41e11-d078-4fa7-af52-b471f89381ce'}] {{(pid=87871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 12:28:52.824612 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7976fd16-de37-45ad-b65d-3e8cb69d8b49 service neutron] Pushing event updated for resources: {'Port': ['ID=99c41e11-d078-4fa7-af52-b471f89381ce,revision_number=3']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:28:52.876550 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41030c89-2161-4de5-9ca9-aa0e55a4e531', 'tag': '99c41e11-d078-4fa7-af52-b471f89381ce', 'status': 'completed', 'code': 200} Mar 28 12:28:52.918473 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca2806c-220c-4a8a-8432-907c67b5908d req-09f19037-c873-4ddc-8696-a7a48f74b8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:28:52.919995 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-eca2806c-220c-4a8a-8432-907c67b5908d req-09f19037-c873-4ddc-8696-a7a48f74b8f9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=bf61b35ded70454082616e376fe15d12&device_id=41030c89-2161-4de5-9ca9-aa0e55a4e531 HTTP/1.1" status: 200 len: 1097 time: 0.0787516 Mar 28 12:28:52.991376 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-eca2806c-220c-4a8a-8432-907c67b5908d req-54b9c7dc-dfef-4dcc-b8f5-a51aaec29fc1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=99c41e11-d078-4fa7-af52-b471f89381ce HTTP/1.1" status: 200 len: 217 time: 0.0650482 Mar 28 12:28:53.054360 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca2806c-220c-4a8a-8432-907c67b5908d req-1f81852e-6a84-4aba-940d-7d62922e8860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:28:53.055805 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-eca2806c-220c-4a8a-8432-907c67b5908d req-1f81852e-6a84-4aba-940d-7d62922e8860 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4f772332-2338-4ff3-931b-bdcd6ee4c1be HTTP/1.1" status: 200 len: 834 time: 0.0580456 Mar 28 12:28:53.136182 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca2806c-220c-4a8a-8432-907c67b5908d req-5f341b58-a87e-462f-9a0c-d14b57f5d142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:28:53.137542 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-eca2806c-220c-4a8a-8432-907c67b5908d req-5f341b58-a87e-462f-9a0c-d14b57f5d142 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0c2ac589-2387-403b-8ba0-998c7e882346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0762522 Mar 28 12:28:53.193117 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01b3378-8040-438e-aa5b-6c5139967351 req-166e13d7-e675-4484-80e9-e465861bd637 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:28:53.194576 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-f01b3378-8040-438e-aa5b-6c5139967351 req-166e13d7-e675-4484-80e9-e465861bd637 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/ports?device_id=41030c89-2161-4de5-9ca9-aa0e55a4e531 HTTP/1.1" status: 200 len: 944 time: 0.0809138 Mar 28 12:28:53.239629 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-f01b3378-8040-438e-aa5b-6c5139967351 req-a25b8edb-40f6-4174-a3bd-aa3728be2ec3 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/security-groups?id=a6110baf-821e-48ec-94dc-de82149d7ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389216 Mar 28 12:28:53.270700 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-eca2806c-220c-4a8a-8432-907c67b5908d req-d20abd75-9d07-4c40-b5ac-26df5e2335cd service neutron] 10.222.0.11 "GET /v2.0/networks/0c2ac589-2387-403b-8ba0-998c7e882346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271162 Mar 28 12:28:53.506210 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-eca2806c-220c-4a8a-8432-907c67b5908d req-4556ca9a-a8d5-4d65-89cd-f83ca321fda3 service neutron] 10.222.0.11 "GET /v2.0/networks/0c2ac589-2387-403b-8ba0-998c7e882346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2293768 Mar 28 12:28:53.617861 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8c35c2-3359-49a4-9e19-41082c77f6d4 req-aeb2b0e2-9fb2-4f32-a79b-ebef5f8083f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:28:53.619948 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-fb8c35c2-3359-49a4-9e19-41082c77f6d4 req-aeb2b0e2-9fb2-4f32-a79b-ebef5f8083f9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=bf61b35ded70454082616e376fe15d12&device_id=41030c89-2161-4de5-9ca9-aa0e55a4e531 HTTP/1.1" status: 200 len: 1097 time: 0.0709119 Mar 28 12:28:53.749333 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8c35c2-3359-49a4-9e19-41082c77f6d4 req-3d1b41a3-5d77-4fd3-b526-6d493d3feedd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:28:53.750737 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-fb8c35c2-3359-49a4-9e19-41082c77f6d4 req-3d1b41a3-5d77-4fd3-b526-6d493d3feedd service neutron] 10.222.0.11 "GET /v2.0/networks?id=0c2ac589-2387-403b-8ba0-998c7e882346 HTTP/1.1" status: 200 len: 897 time: 0.1239419 Mar 28 12:28:53.820469 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-fb8c35c2-3359-49a4-9e19-41082c77f6d4 req-8b2d0a3f-a576-4ada-a455-b924a05055ba service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=99c41e11-d078-4fa7-af52-b471f89381ce HTTP/1.1" status: 200 len: 217 time: 0.0629013 Mar 28 12:28:53.882356 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8c35c2-3359-49a4-9e19-41082c77f6d4 req-04e8cbf8-a5dc-4b33-b80f-30ac8ebee898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:28:53.883772 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-fb8c35c2-3359-49a4-9e19-41082c77f6d4 req-04e8cbf8-a5dc-4b33-b80f-30ac8ebee898 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4f772332-2338-4ff3-931b-bdcd6ee4c1be HTTP/1.1" status: 200 len: 834 time: 0.0564284 Mar 28 12:28:53.960413 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8c35c2-3359-49a4-9e19-41082c77f6d4 req-2fc27e9f-89ae-4662-ae51-c108d6836679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:28:53.961836 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-fb8c35c2-3359-49a4-9e19-41082c77f6d4 req-2fc27e9f-89ae-4662-ae51-c108d6836679 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0c2ac589-2387-403b-8ba0-998c7e882346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0712221 Mar 28 12:28:54.091396 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-fb8c35c2-3359-49a4-9e19-41082c77f6d4 req-f3a1fa87-481f-4b88-9266-b4b0b6956d07 service neutron] 10.222.0.11 "GET /v2.0/networks/0c2ac589-2387-403b-8ba0-998c7e882346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228175 Mar 28 12:28:54.219050 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-fb8c35c2-3359-49a4-9e19-41082c77f6d4 req-926b825c-53ac-45ad-bb1a-7831b9b13a8f service neutron] 10.222.0.11 "GET /v2.0/networks/0c2ac589-2387-403b-8ba0-998c7e882346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213143 Mar 28 12:28:54.420416 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d6be95-6b3a-4863-8bad-61b4b8029570 req-c3c52283-90b4-4ebb-b9a9-069453247240 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:28:54.421101 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [req-90d6be95-6b3a-4863-8bad-61b4b8029570 req-c3c52283-90b4-4ebb-b9a9-069453247240 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Synchronizing usage tracker for tenant:bf61b35ded70454082616e376fe15d12 on resource:port {{(pid=87871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:28:54.436639 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [req-90d6be95-6b3a-4863-8bad-61b4b8029570 req-c3c52283-90b4-4ebb-b9a9-069453247240 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Unset dirty status for tenant:bf61b35ded70454082616e376fe15d12 on resource:port {{(pid=87871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:28:54.437991 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-90d6be95-6b3a-4863-8bad-61b4b8029570 req-c3c52283-90b4-4ebb-b9a9-069453247240 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/ports?device_id=41030c89-2161-4de5-9ca9-aa0e55a4e531 HTTP/1.1" status: 200 len: 944 time: 0.0948379 Mar 28 12:28:54.482765 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-90d6be95-6b3a-4863-8bad-61b4b8029570 req-3e58e246-a2d2-4d09-89a5-a769c39b828a tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/security-groups?id=a6110baf-821e-48ec-94dc-de82149d7ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388539 Mar 28 12:28:55.100777 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Device 99c41e11-d078-4fa7-af52-b471f89381ce details requested by agent hyperv_hv-neutron-8353 with host hv-neutron-8353 {{(pid=87872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 28 12:28:55.231593 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] For port 99c41e11-d078-4fa7-af52-b471f89381ce, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=99c41e11-d078-4fa7-af52-b471f89381ce,segment=NetworkSegment(6b4da370-2126-440b-a4fb-bfc5d02d3ae4),segment_id=6b4da370-2126-440b-a4fb-bfc5d02d3ae4)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:28:55.245026 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Returning: {'device': '99c41e11-d078-4fa7-af52-b471f89381ce', 'network_id': '0c2ac589-2387-403b-8ba0-998c7e882346', 'port_id': '99c41e11-d078-4fa7-af52-b471f89381ce', 'mac_address': 'fa:16:3e:c7:45:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f772332-2338-4ff3-931b-bdcd6ee4c1be', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 28 12:28:55.301127 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:28:55.317599 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.notifiers.nova [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99c41e11-d078-4fa7-af52-b471f89381ce {{(pid=87872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 12:28:55.332854 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] For port 99c41e11-d078-4fa7-af52-b471f89381ce, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=99c41e11-d078-4fa7-af52-b471f89381ce,segment=NetworkSegment(6b4da370-2126-440b-a4fb-bfc5d02d3ae4),segment_id=6b4da370-2126-440b-a4fb-bfc5d02d3ae4)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:28:55.336521 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:28:55.403280 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Pushing event updated for resources: {'Port': ['ID=99c41e11-d078-4fa7-af52-b471f89381ce,revision_number=4']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:28:55.539618 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] get_ports_and_sgs() called for port_ids ['99c41e11-d078-4fa7-af52-b471f89381ce'] {{(pid=87872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 12:28:55.672125 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0664d302-fde6-43d4-9ffb-cda608a0ef71 req-9c8c65b8-9221-4f17-90b3-533110eff9a9 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:28:55.673498 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-0664d302-fde6-43d4-9ffb-cda608a0ef71 req-9c8c65b8-9221-4f17-90b3-533110eff9a9 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/ports?device_id=41030c89-2161-4de5-9ca9-aa0e55a4e531 HTTP/1.1" status: 200 len: 945 time: 0.0874796 Mar 28 12:28:55.717414 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-0664d302-fde6-43d4-9ffb-cda608a0ef71 req-e1c98e65-ba6f-4129-97d6-c601cc020b7c tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/security-groups?id=a6110baf-821e-48ec-94dc-de82149d7ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381644 Mar 28 12:28:56.912315 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6468c50b-7285-4918-9880-25fcc8551a6e req-992c5301-5a7e-4638-b6e0-e90ca8ce0071 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:28:56.913770 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-6468c50b-7285-4918-9880-25fcc8551a6e req-992c5301-5a7e-4638-b6e0-e90ca8ce0071 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/ports?device_id=41030c89-2161-4de5-9ca9-aa0e55a4e531 HTTP/1.1" status: 200 len: 945 time: 0.0898728 Mar 28 12:28:56.957354 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-6468c50b-7285-4918-9880-25fcc8551a6e req-f8653b88-b5de-47b8-a78d-91e0c5004280 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/security-groups?id=a6110baf-821e-48ec-94dc-de82149d7ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372567 Mar 28 12:28:57.116109 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Device 99c41e11-d078-4fa7-af52-b471f89381ce up at agent hyperv_hv-neutron-8353 {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:28:57.183414 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Provisioning for port 99c41e11-d078-4fa7-af52-b471f89381ce completed by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:28:57.188434 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Provisioning complete for port 99c41e11-d078-4fa7-af52-b471f89381ce triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:28:57.188793 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:28:57.300760 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:28:57.326521 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41030c89-2161-4de5-9ca9-aa0e55a4e531', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99c41e11-d078-4fa7-af52-b471f89381ce'}] {{(pid=87872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 12:28:57.336435 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] For port 99c41e11-d078-4fa7-af52-b471f89381ce, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=99c41e11-d078-4fa7-af52-b471f89381ce,segment=NetworkSegment(6b4da370-2126-440b-a4fb-bfc5d02d3ae4),segment_id=6b4da370-2126-440b-a4fb-bfc5d02d3ae4)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:28:57.340886 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:28:57.411156 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Pushing event updated for resources: {'Port': ['ID=99c41e11-d078-4fa7-af52-b471f89381ce,revision_number=5']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:28:57.428681 dv-neutron-835340-2-hyperv neutron-server[87872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41030c89-2161-4de5-9ca9-aa0e55a4e531', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99c41e11-d078-4fa7-af52-b471f89381ce', 'code': 200} Mar 28 12:28:57.651774 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8b3e75-ea20-4488-95b8-7b49c0dda6a3 req-6a225780-b713-47fc-b422-73651dbbc7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:28:57.653212 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-2d8b3e75-ea20-4488-95b8-7b49c0dda6a3 req-6a225780-b713-47fc-b422-73651dbbc7e4 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=41030c89-2161-4de5-9ca9-aa0e55a4e531 HTTP/1.1" status: 200 len: 1099 time: 0.0689352 Mar 28 12:28:57.694651 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-2d8b3e75-ea20-4488-95b8-7b49c0dda6a3 req-17e23fb6-ebf0-43d1-bd33-d35e0d9f5684 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=a6110baf-821e-48ec-94dc-de82149d7ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357323 Mar 28 12:28:58.137552 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72047ac-caf7-4a5b-a2ef-b8c553bfdbf2 req-c79e775d-e519-4e86-9e9d-ec1c8102d37e tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:28:58.138890 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-a72047ac-caf7-4a5b-a2ef-b8c553bfdbf2 req-c79e775d-e519-4e86-9e9d-ec1c8102d37e tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/ports?device_id=41030c89-2161-4de5-9ca9-aa0e55a4e531 HTTP/1.1" status: 200 len: 946 time: 0.0788746 Mar 28 12:28:58.182068 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-a72047ac-caf7-4a5b-a2ef-b8c553bfdbf2 req-ad45739d-c2b1-442f-b9d3-1e38f51ee629 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/security-groups?id=a6110baf-821e-48ec-94dc-de82149d7ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375547 Mar 28 12:28:59.367577 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a713b0-4cb1-42d3-be35-3f8379049646 req-cf9cca70-3865-4bfc-b76b-d6552cac8d2b tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:28:59.369358 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-39a713b0-4cb1-42d3-be35-3f8379049646 req-cf9cca70-3865-4bfc-b76b-d6552cac8d2b tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/ports?device_id=41030c89-2161-4de5-9ca9-aa0e55a4e531 HTTP/1.1" status: 200 len: 946 time: 0.0804667 Mar 28 12:28:59.396811 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-e9c67502-f06f-4148-bc1f-40512badb976 req-cddd4c49-159e-4ce8-b449-0a197084e338 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=41030c89-2161-4de5-9ca9-aa0e55a4e531&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0714316 Mar 28 12:28:59.413518 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-39a713b0-4cb1-42d3-be35-3f8379049646 req-cb2c488f-17a3-4d90-bc21-6bb2b001e485 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/security-groups?id=a6110baf-821e-48ec-94dc-de82149d7ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382493 Mar 28 12:28:59.587861 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c67502-f06f-4148-bc1f-40512badb976 req-c85d805b-28ae-4da5-b5b9-dc85fe45f7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:28:59.589334 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-e9c67502-f06f-4148-bc1f-40512badb976 req-c85d805b-28ae-4da5-b5b9-dc85fe45f7f6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=bf61b35ded70454082616e376fe15d12&device_id=41030c89-2161-4de5-9ca9-aa0e55a4e531 HTTP/1.1" status: 200 len: 1099 time: 0.1255529 Mar 28 12:28:59.651504 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34946d59-f6df-44c8-8347-edeab6ca8a60 req-f887e8ae-0236-4a1f-87e7-ac5fe13efaef tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:28:59.652880 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-34946d59-f6df-44c8-8347-edeab6ca8a60 req-f887e8ae-0236-4a1f-87e7-ac5fe13efaef tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/ports?device_id=41030c89-2161-4de5-9ca9-aa0e55a4e531 HTTP/1.1" status: 200 len: 946 time: 0.1304197 Mar 28 12:28:59.765667 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-34946d59-f6df-44c8-8347-edeab6ca8a60 req-bc8a07cc-aea5-4183-a316-48d070e4328d tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/security-groups?id=a6110baf-821e-48ec-94dc-de82149d7ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683362 Mar 28 12:28:59.772108 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c67502-f06f-4148-bc1f-40512badb976 req-bee6f188-6323-49c2-9ae7-33a8df64cd71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:28:59.773455 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-e9c67502-f06f-4148-bc1f-40512badb976 req-bee6f188-6323-49c2-9ae7-33a8df64cd71 service neutron] 10.222.0.11 "GET /v2.0/networks?id=0c2ac589-2387-403b-8ba0-998c7e882346 HTTP/1.1" status: 200 len: 897 time: 0.1645737 Mar 28 12:28:59.788569 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 36570) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:28:59.840273 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-e9c67502-f06f-4148-bc1f-40512badb976 req-b67281b8-cf3b-4ce8-b9fc-d2b9320b4348 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=99c41e11-d078-4fa7-af52-b471f89381ce HTTP/1.1" status: 200 len: 217 time: 0.0603287 Mar 28 12:28:59.863578 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78c1b83c-f926-4c7b-89b8-4b36422f263e tempest-TestNetworkAdvancedServerOps-218286836 tempest-TestNetworkAdvancedServerOps-218286836-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:28:59.865066 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-78c1b83c-f926-4c7b-89b8-4b36422f263e tempest-TestNetworkAdvancedServerOps-218286836 tempest-TestNetworkAdvancedServerOps-218286836-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=41030c89-2161-4de5-9ca9-aa0e55a4e531 HTTP/1.1" status: 200 len: 1094 time: 0.0754194 Mar 28 12:28:59.868247 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 36574) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:28:59.873019 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-e3985de7-b7ba-4d66-a53a-5f5dc2df2cb0 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Request body: {'floatingip': {'floating_network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'port_id': '99c41e11-d078-4fa7-af52-b471f89381ce', 'tenant_id': 'bf61b35ded70454082616e376fe15d12', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:28:59.879144 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-e3985de7-b7ba-4d66-a53a-5f5dc2df2cb0 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:28:59.883229 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-e3985de7-b7ba-4d66-a53a-5f5dc2df2cb0 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Usage tracker for resource:floatingip and tenant:bf61b35ded70454082616e376fe15d12 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:28:59.886883 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-e3985de7-b7ba-4d66-a53a-5f5dc2df2cb0 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:28:59.893404 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-e3985de7-b7ba-4d66-a53a-5f5dc2df2cb0 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:28:59.905189 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-e3985de7-b7ba-4d66-a53a-5f5dc2df2cb0 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks [] for floatingip, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:29:00.023784 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c67502-f06f-4148-bc1f-40512badb976 req-088b0838-dec6-478d-ad34-9b4fb192fd75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:29:00.025759 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-e9c67502-f06f-4148-bc1f-40512badb976 req-088b0838-dec6-478d-ad34-9b4fb192fd75 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4f772332-2338-4ff3-931b-bdcd6ee4c1be HTTP/1.1" status: 200 len: 834 time: 0.1799643 Mar 28 12:29:00.047281 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-e3985de7-b7ba-4d66-a53a-5f5dc2df2cb0 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:29:00.101682 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c67502-f06f-4148-bc1f-40512badb976 req-44ed94cb-31ee-4e50-92d5-f84d6837188a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:29:00.103276 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-e9c67502-f06f-4148-bc1f-40512badb976 req-44ed94cb-31ee-4e50-92d5-f84d6837188a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0c2ac589-2387-403b-8ba0-998c7e882346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0709548 Mar 28 12:29:00.182342 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.db_base_plugin_common [None req-e3985de7-b7ba-4d66-a53a-5f5dc2df2cb0 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Allocated IP 172.26.7.85 (ac2b1748-8f63-4b17-a9c7-07e79704aa5b/0b7ebf76-1dc7-431a-a0b4-b96bacf287c2/2bf16a2b-6957-4125-bbca-230cc97c3f35) {{(pid=87870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 12:29:00.233876 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-e9c67502-f06f-4148-bc1f-40512badb976 req-f1817387-947d-4bc8-b394-3930164c7ffe service neutron] 10.222.0.11 "GET /v2.0/networks/0c2ac589-2387-403b-8ba0-998c7e882346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250036 Mar 28 12:29:00.329916 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-e3985de7-b7ba-4d66-a53a-5f5dc2df2cb0 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks [] for port, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:29:00.359246 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-e3985de7-b7ba-4d66-a53a-5f5dc2df2cb0 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:29:00.366269 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-e9c67502-f06f-4148-bc1f-40512badb976 req-11b338d6-0bf3-4add-9b6c-f2c082d6f871 service neutron] 10.222.0.11 "GET /v2.0/networks/0c2ac589-2387-403b-8ba0-998c7e882346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266108 Mar 28 12:29:00.422028 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3985de7-b7ba-4d66-a53a-5f5dc2df2cb0 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Network ac2b1748-8f63-4b17-a9c7-07e79704aa5b is already hosted by enough agents. {{(pid=87870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:29:00.428548 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.base_scheduler [None req-e3985de7-b7ba-4d66-a53a-5f5dc2df2cb0 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Resources bound (agent type, host, resource id): {{(pid=87870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:29:00.433484 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3985de7-b7ba-4d66-a53a-5f5dc2df2cb0 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Received port after_create {{(pid=87870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 12:29:00.462323 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3985de7-b7ba-4d66-a53a-5f5dc2df2cb0 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Pushing event updated for resources: {'Port': ['ID=2bf16a2b-6957-4125-bbca-230cc97c3f35,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:29:00.938570 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-e3985de7-b7ba-4d66-a53a-5f5dc2df2cb0 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:29:01.012050 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-e3985de7-b7ba-4d66-a53a-5f5dc2df2cb0 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:29:01.215044 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-e3985de7-b7ba-4d66-a53a-5f5dc2df2cb0 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks [] for port, precommit_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:29:01.219423 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-e3985de7-b7ba-4d66-a53a-5f5dc2df2cb0 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2558288'] for port, after_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:29:01.325085 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3985de7-b7ba-4d66-a53a-5f5dc2df2cb0 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Pushing event updated for resources: {'Port': ['ID=2bf16a2b-6957-4125-bbca-230cc97c3f35,revision_number=2']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:29:01.334565 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-e3985de7-b7ba-4d66-a53a-5f5dc2df2cb0 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-709520'] for floatingip, after_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:29:01.506155 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.db.l3_db [None req-e3985de7-b7ba-4d66-a53a-5f5dc2df2cb0 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Floating IP 0b4b09d9-9c9e-46fc-a0f9-b20d81d89f03 associated. External IP: 172.26.7.85, port: 99c41e11-d078-4fa7-af52-b471f89381ce. Mar 28 12:29:01.853970 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3985de7-b7ba-4d66-a53a-5f5dc2df2cb0 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Router 42d79fdb-b25e-4c9b-874b-1c1c25e43ca0 has already been hosted by L3 agent af79d429-529e-400b-a119-94d4bec03f3e {{(pid=87870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 12:29:02.128981 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3985de7-b7ba-4d66-a53a-5f5dc2df2cb0 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 12:29:02.138895 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d9e2d3-c4d3-4963-803f-2176fa54f1e0 None None] Sync routers for ids ['42d79fdb-b25e-4c9b-874b-1c1c25e43ca0'] in dv-neutron-835340-2-hyperv {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 12:29:02.148173 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d9e2d3-c4d3-4963-803f-2176fa54f1e0 None None] Routers {'42d79fdb-b25e-4c9b-874b-1c1c25e43ca0'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:29:02.148770 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-58d9e2d3-c4d3-4963-803f-2176fa54f1e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:28:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['42d79fdb-b25e-4c9b-874b-1c1c25e43ca0'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:29:02.155756 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-e3985de7-b7ba-4d66-a53a-5f5dc2df2cb0 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for floatingip, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:29:02.210780 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-e3985de7-b7ba-4d66-a53a-5f5dc2df2cb0 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3415291 Mar 28 12:29:02.211354 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41030c89-2161-4de5-9ca9-aa0e55a4e531', 'tag': '99c41e11-d078-4fa7-af52-b471f89381ce'}] {{(pid=87870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 12:29:02.257104 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41030c89-2161-4de5-9ca9-aa0e55a4e531', 'tag': '99c41e11-d078-4fa7-af52-b471f89381ce', 'status': 'completed', 'code': 200} Mar 28 12:29:02.334163 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvr_db [None req-58d9e2d3-c4d3-4963-803f-2176fa54f1e0 None None] Set router 42d79fdb-b25e-4c9b-874b-1c1c25e43ca0 gateway port host: dv-neutron-835340-2-hyperv {{(pid=87872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:29:02.359792 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaf9328-7678-47c5-911f-620fe77f97c1 req-5918b526-7bac-4f63-a3ed-514e918dae44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:29:02.361447 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-cfaf9328-7678-47c5-911f-620fe77f97c1 req-5918b526-7bac-4f63-a3ed-514e918dae44 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=bf61b35ded70454082616e376fe15d12&device_id=41030c89-2161-4de5-9ca9-aa0e55a4e531 HTTP/1.1" status: 200 len: 1099 time: 0.0817692 Mar 28 12:29:02.386111 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a52716-5490-4d9e-94e2-b4f25643a443 req-c888fd27-bbbd-4154-a1ae-e98e6b502ca6 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:29:02.387328 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-88a52716-5490-4d9e-94e2-b4f25643a443 req-c888fd27-bbbd-4154-a1ae-e98e6b502ca6 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/ports?device_id=41030c89-2161-4de5-9ca9-aa0e55a4e531 HTTP/1.1" status: 200 len: 946 time: 0.0924926 Mar 28 12:29:02.408487 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-17668085-3479-4219-9ba4-f9de34ec0332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:29:02.439142 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-88a52716-5490-4d9e-94e2-b4f25643a443 req-af334742-ccc7-4041-afe3-5b28e786a4ca tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/security-groups?id=a6110baf-821e-48ec-94dc-de82149d7ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426023 Mar 28 12:29:02.461443 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 36582) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:29:02.499994 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaf9328-7678-47c5-911f-620fe77f97c1 req-21d0f156-a3cf-46ea-ae8d-ad301b421491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:29:02.501429 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-cfaf9328-7678-47c5-911f-620fe77f97c1 req-21d0f156-a3cf-46ea-ae8d-ad301b421491 service neutron] 10.222.0.11 "GET /v2.0/networks?id=0c2ac589-2387-403b-8ba0-998c7e882346 HTTP/1.1" status: 200 len: 897 time: 0.1342280 Mar 28 12:29:02.572585 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-4b5302cc-b9ac-41dd-914e-1058b0759bce tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/floatingips/0b4b09d9-9c9e-46fc-a0f9-b20d81d89f03 HTTP/1.1" status: 200 len: 991 time: 0.1098318 Mar 28 12:29:02.604477 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-cfaf9328-7678-47c5-911f-620fe77f97c1 req-a91f2dfb-d70e-4e67-9f88-5fafcb6fedc7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=99c41e11-d078-4fa7-af52-b471f89381ce HTTP/1.1" status: 200 len: 999 time: 0.0967090 Mar 28 12:29:02.664974 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaf9328-7678-47c5-911f-620fe77f97c1 req-f16d11fe-f007-49d8-a45a-2ef89a79f042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:29:02.666603 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-cfaf9328-7678-47c5-911f-620fe77f97c1 req-f16d11fe-f007-49d8-a45a-2ef89a79f042 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4f772332-2338-4ff3-931b-bdcd6ee4c1be HTTP/1.1" status: 200 len: 834 time: 0.0567858 Mar 28 12:29:02.706692 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-58d9e2d3-c4d3-4963-803f-2176fa54f1e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42d79fdb-b25e-4c9b-874b-1c1c25e43ca0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-359777263', 'tenant_id': 'bf61b35ded70454082616e376fe15d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.52'}], 'enable_snat': True}, 'gw_port_id': '86ae15a5-088b-47b0-afca-38f058fa46e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:28:42Z', 'updated_at': '2022-03-28T12:28:47Z', 'revision_number': 4, 'project_id': 'bf61b35ded70454082616e376fe15d12', 'gw_port': {'id': '86ae15a5-088b-47b0-afca-38f058fa46e3', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:3d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d79fdb-b25e-4c9b-874b-1c1c25e43ca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:28:42Z', 'updated_at': '2022-03-28T12:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_floatingips': [{'id': '0b4b09d9-9c9e-46fc-a0f9-b20d81d89f03', 'tenant_id': 'bf61b35ded70454082616e376fe15d12', 'floating_ip_address': '172.26.7.85', 'floating_network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'router_id': '42d79fdb-b25e-4c9b-874b-1c1c25e43ca0', 'port_id': '99c41e11-d078-4fa7-af52-b471f89381ce', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1740, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c2ac589-2387-403b-8ba0-998c7e882346', 'mac_address': 'fa:16:3e:c7:45:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41030c89-2161-4de5-9ca9-aa0e55a4e531', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T12:29:00Z', 'updated_at': '2022-03-28T12:29:00Z', 'revision_number': 0, 'project_id': 'bf61b35ded70454082616e376fe15d12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bdbdf525-55b2-4e89-8ff7-c537b54eb28a', 'name': '', 'network_id': '0c2ac589-2387-403b-8ba0-998c7e882346', 'tenant_id': 'bf61b35ded70454082616e376fe15d12', 'mac_address': 'fa:16:3e:b1:ff:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d79fdb-b25e-4c9b-874b-1c1c25e43ca0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': '4f772332-2338-4ff3-931b-bdcd6ee4c1be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:28:46Z', 'updated_at': '2022-03-28T12:28:51Z', 'revision_number': 5, 'project_id': 'bf61b35ded70454082616e376fe15d12', 'subnets': [{'id': '4f772332-2338-4ff3-931b-bdcd6ee4c1be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:29:02.710539 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d9e2d3-c4d3-4963-803f-2176fa54f1e0 None None] Checking router: 42d79fdb-b25e-4c9b-874b-1c1c25e43ca0 for host: dv-neutron-835340-2-hyperv {{(pid=87872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 12:29:02.718839 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d9e2d3-c4d3-4963-803f-2176fa54f1e0 None None] Routers {'42d79fdb-b25e-4c9b-874b-1c1c25e43ca0'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:29:02.719435 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-58d9e2d3-c4d3-4963-803f-2176fa54f1e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:28:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['42d79fdb-b25e-4c9b-874b-1c1c25e43ca0'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:29:02.739764 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaf9328-7678-47c5-911f-620fe77f97c1 req-12423e70-215b-49bb-b777-bf9842bcd6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:29:02.741192 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-cfaf9328-7678-47c5-911f-620fe77f97c1 req-12423e70-215b-49bb-b777-bf9842bcd6a9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0c2ac589-2387-403b-8ba0-998c7e882346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0688443 Mar 28 12:29:02.872762 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-cfaf9328-7678-47c5-911f-620fe77f97c1 req-773d7cef-2f36-4b2a-bf75-f75979fe4172 service neutron] 10.222.0.11 "GET /v2.0/networks/0c2ac589-2387-403b-8ba0-998c7e882346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251884 Mar 28 12:29:02.899204 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvr_db [None req-58d9e2d3-c4d3-4963-803f-2176fa54f1e0 None None] Set router 42d79fdb-b25e-4c9b-874b-1c1c25e43ca0 gateway port host: dv-neutron-835340-2-hyperv {{(pid=87872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:29:03.002624 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-cfaf9328-7678-47c5-911f-620fe77f97c1 req-b9ae0053-80d9-4784-a70c-c8af498b0f78 service neutron] 10.222.0.11 "GET /v2.0/networks/0c2ac589-2387-403b-8ba0-998c7e882346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243570 Mar 28 12:29:03.285676 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-58d9e2d3-c4d3-4963-803f-2176fa54f1e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42d79fdb-b25e-4c9b-874b-1c1c25e43ca0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-359777263', 'tenant_id': 'bf61b35ded70454082616e376fe15d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.52'}], 'enable_snat': True}, 'gw_port_id': '86ae15a5-088b-47b0-afca-38f058fa46e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:28:42Z', 'updated_at': '2022-03-28T12:28:47Z', 'revision_number': 4, 'project_id': 'bf61b35ded70454082616e376fe15d12', 'gw_port': {'id': '86ae15a5-088b-47b0-afca-38f058fa46e3', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:3d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d79fdb-b25e-4c9b-874b-1c1c25e43ca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:28:42Z', 'updated_at': '2022-03-28T12:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_floatingips': [{'id': '0b4b09d9-9c9e-46fc-a0f9-b20d81d89f03', 'tenant_id': 'bf61b35ded70454082616e376fe15d12', 'floating_ip_address': '172.26.7.85', 'floating_network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'router_id': '42d79fdb-b25e-4c9b-874b-1c1c25e43ca0', 'port_id': '99c41e11-d078-4fa7-af52-b471f89381ce', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1740, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c2ac589-2387-403b-8ba0-998c7e882346', 'mac_address': 'fa:16:3e:c7:45:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41030c89-2161-4de5-9ca9-aa0e55a4e531', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T12:29:00Z', 'updated_at': '2022-03-28T12:29:00Z', 'revision_number': 0, 'project_id': 'bf61b35ded70454082616e376fe15d12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bdbdf525-55b2-4e89-8ff7-c537b54eb28a', 'name': '', 'network_id': '0c2ac589-2387-403b-8ba0-998c7e882346', 'tenant_id': 'bf61b35ded70454082616e376fe15d12', 'mac_address': 'fa:16:3e:b1:ff:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d79fdb-b25e-4c9b-874b-1c1c25e43ca0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': '4f772332-2338-4ff3-931b-bdcd6ee4c1be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:28:46Z', 'updated_at': '2022-03-28T12:28:51Z', 'revision_number': 5, 'project_id': 'bf61b35ded70454082616e376fe15d12', 'subnets': [{'id': '4f772332-2338-4ff3-931b-bdcd6ee4c1be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:29:03.289417 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d9e2d3-c4d3-4963-803f-2176fa54f1e0 None None] The sync data for ids ['42d79fdb-b25e-4c9b-874b-1c1c25e43ca0'] in dv-neutron-835340-2-hyperv is: [{'id': '42d79fdb-b25e-4c9b-874b-1c1c25e43ca0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-359777263', 'tenant_id': 'bf61b35ded70454082616e376fe15d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.52'}], 'enable_snat': True}, 'gw_port_id': '86ae15a5-088b-47b0-afca-38f058fa46e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:28:42Z', 'updated_at': '2022-03-28T12:28:47Z', 'revision_number': 4, 'project_id': 'bf61b35ded70454082616e376fe15d12', 'gw_port': {'id': '86ae15a5-088b-47b0-afca-38f058fa46e3', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:3d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d79fdb-b25e-4c9b-874b-1c1c25e43ca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:28:42Z', 'updated_at': '2022-03-28T12:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_floatingips': [{'id': '0b4b09d9-9c9e-46fc-a0f9-b20d81d89f03', 'tenant_id': 'bf61b35ded70454082616e376fe15d12', 'floating_ip_address': '172.26.7.85', 'floating_network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'router_id': '42d79fdb-b25e-4c9b-874b-1c1c25e43ca0', 'port_id': '99c41e11-d078-4fa7-af52-b471f89381ce', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1740, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c2ac589-2387-403b-8ba0-998c7e882346', 'mac_address': 'fa:16:3e:c7:45:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41030c89-2161-4de5-9ca9-aa0e55a4e531', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T12:29:00Z', 'updated_at': '2022-03-28T12:29:00Z', 'revision_number': 0, 'project_id': 'bf61b35ded70454082616e376fe15d12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bdbdf525-55b2-4e89-8ff7-c537b54eb28a', 'name': '', 'network_id': '0c2ac589-2387-403b-8ba0-998c7e882346', 'tenant_id': 'bf61b35ded70454082616e376fe15d12', 'mac_address': 'fa:16:3e:b1:ff:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d79fdb-b25e-4c9b-874b-1c1c25e43ca0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': '4f772332-2338-4ff3-931b-bdcd6ee4c1be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:28:46Z', 'updated_at': '2022-03-28T12:28:51Z', 'revision_number': 5, 'project_id': 'bf61b35ded70454082616e376fe15d12', 'subnets': [{'id': '4f772332-2338-4ff3-931b-bdcd6ee4c1be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 12:29:03.462925 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-011bf6cc-eb24-433f-9e89-8a4832385a81 None None] New status for floating IP 0b4b09d9-9c9e-46fc-a0f9-b20d81d89f03: ACTIVE {{(pid=87873) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 12:29:03.576543 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 36586) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:29:03.683046 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-e2088dd7-6eb8-41cd-ac47-7616ba1e7dbe tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/floatingips/0b4b09d9-9c9e-46fc-a0f9-b20d81d89f03 HTTP/1.1" status: 200 len: 991 time: 0.1054025 Mar 28 12:29:04.686552 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 36590) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:29:04.780197 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-dc674f94-41a6-482a-9422-2a2dd454e7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:29:04.791188 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-ec3dc23e-1113-4e50-8b30-3f1546217920 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/floatingips/0b4b09d9-9c9e-46fc-a0f9-b20d81d89f03 HTTP/1.1" status: 200 len: 993 time: 0.1035905 Mar 28 12:29:05.775292 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:29:05.895339 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-ef3be119-c018-4979-be07-86cf959defc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:29:07.550495 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-b7ccd3c7-0277-4f12-8e5c-e41478141af5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:29:10.469707 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.agents_db [None req-03fd49d8-b51b-41c1-8716-b8e265c93689 None None] Agent healthcheck: found 6 active agents {{(pid=87873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 12:29:20.915453 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:29:32.370784 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-fd8a902a-3e21-4447-b26f-b6703ba64848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:29:34.782012 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-604110a4-f3cc-4098-bfbe-6641d2d15c40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:29:35.355287 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 36614) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:29:35.402425 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8d7e11-66b1-456e-bbae-49a63b7b5dcb req-cac0d788-f547-450b-8942-36befc1c0c9e tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:29:35.403909 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-3b8d7e11-66b1-456e-bbae-49a63b7b5dcb req-cac0d788-f547-450b-8942-36befc1c0c9e tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/ports?device_id=41030c89-2161-4de5-9ca9-aa0e55a4e531 HTTP/1.1" status: 200 len: 946 time: 0.0882821 Mar 28 12:29:35.448410 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-3b8d7e11-66b1-456e-bbae-49a63b7b5dcb req-78cead60-3440-4551-a8a6-cffea46f04a6 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/security-groups?id=a6110baf-821e-48ec-94dc-de82149d7ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387814 Mar 28 12:29:35.474165 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-deb10aad-e867-4117-b1c1-6345f6cb265b req-4a7cacfe-b9b3-4520-9012-169ed1395403 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=41030c89-2161-4de5-9ca9-aa0e55a4e531&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1170640 Mar 28 12:29:35.778677 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:29:35.899629 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-ef3be119-c018-4979-be07-86cf959defc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:29:36.597188 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb10aad-e867-4117-b1c1-6345f6cb265b req-69e5060b-1d00-4941-9190-974d8adc8a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:29:36.599358 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-deb10aad-e867-4117-b1c1-6345f6cb265b req-69e5060b-1d00-4941-9190-974d8adc8a66 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=bf61b35ded70454082616e376fe15d12&device_id=41030c89-2161-4de5-9ca9-aa0e55a4e531 HTTP/1.1" status: 200 len: 1099 time: 0.0743167 Mar 28 12:29:36.642363 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff7ed9e-b76c-4473-9528-7506a7ebfce7 req-c66967fb-c33f-4cf4-bc2a-1c1567e81772 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:29:36.643869 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-0ff7ed9e-b76c-4473-9528-7506a7ebfce7 req-c66967fb-c33f-4cf4-bc2a-1c1567e81772 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/ports?device_id=41030c89-2161-4de5-9ca9-aa0e55a4e531 HTTP/1.1" status: 200 len: 946 time: 0.0801408 Mar 28 12:29:36.687705 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-0ff7ed9e-b76c-4473-9528-7506a7ebfce7 req-04eb9098-e9a2-42c4-a4e0-3193b6f7f801 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/security-groups?id=a6110baf-821e-48ec-94dc-de82149d7ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374448 Mar 28 12:29:36.728493 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb10aad-e867-4117-b1c1-6345f6cb265b req-fb5d29fb-dc79-49bb-9c59-2a2e02f5d050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:29:36.729882 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-deb10aad-e867-4117-b1c1-6345f6cb265b req-fb5d29fb-dc79-49bb-9c59-2a2e02f5d050 service neutron] 10.222.0.11 "GET /v2.0/networks?id=0c2ac589-2387-403b-8ba0-998c7e882346 HTTP/1.1" status: 200 len: 897 time: 0.1249003 Mar 28 12:29:36.827505 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-deb10aad-e867-4117-b1c1-6345f6cb265b req-d8bb5966-2bde-4e7b-903c-99985a0add53 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=99c41e11-d078-4fa7-af52-b471f89381ce HTTP/1.1" status: 200 len: 1001 time: 0.0912266 Mar 28 12:29:36.891821 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb10aad-e867-4117-b1c1-6345f6cb265b req-fbf446eb-a5a0-4c07-91cb-0e5f794b7990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:29:36.893232 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-deb10aad-e867-4117-b1c1-6345f6cb265b req-fbf446eb-a5a0-4c07-91cb-0e5f794b7990 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4f772332-2338-4ff3-931b-bdcd6ee4c1be HTTP/1.1" status: 200 len: 834 time: 0.0597522 Mar 28 12:29:36.966785 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb10aad-e867-4117-b1c1-6345f6cb265b req-8f3a48c3-dac0-4c95-a128-e8cdc8a3642e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:29:36.968261 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-deb10aad-e867-4117-b1c1-6345f6cb265b req-8f3a48c3-dac0-4c95-a128-e8cdc8a3642e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0c2ac589-2387-403b-8ba0-998c7e882346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0683680 Mar 28 12:29:37.206719 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-deb10aad-e867-4117-b1c1-6345f6cb265b req-ebf6f56f-6f3d-4d8b-881c-75dba7287b4c service neutron] 10.222.0.11 "GET /v2.0/networks/0c2ac589-2387-403b-8ba0-998c7e882346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2323215 Mar 28 12:29:37.333375 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-deb10aad-e867-4117-b1c1-6345f6cb265b req-91b6ea32-59a7-4a06-8e6a-fd8bf26bc720 service neutron] 10.222.0.11 "GET /v2.0/networks/0c2ac589-2387-403b-8ba0-998c7e882346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208096 Mar 28 12:29:37.551548 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-b7ccd3c7-0277-4f12-8e5c-e41478141af5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:29:37.873265 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f094ba5-d196-4c7b-b28e-2d83702f3f93 req-dce10b75-272d-42f1-9926-243f26177223 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:29:37.874690 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-1f094ba5-d196-4c7b-b28e-2d83702f3f93 req-dce10b75-272d-42f1-9926-243f26177223 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/ports?device_id=41030c89-2161-4de5-9ca9-aa0e55a4e531 HTTP/1.1" status: 200 len: 946 time: 0.0833349 Mar 28 12:29:37.917501 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-1f094ba5-d196-4c7b-b28e-2d83702f3f93 req-680d207b-64cb-491c-ad06-a89746f34ad3 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/security-groups?id=a6110baf-821e-48ec-94dc-de82149d7ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372255 Mar 28 12:29:39.102880 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83350959-b33b-4646-a530-20a7a6907ef7 req-a441066f-b11e-458d-8b1e-2cc0360a556c tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:29:39.104278 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-83350959-b33b-4646-a530-20a7a6907ef7 req-a441066f-b11e-458d-8b1e-2cc0360a556c tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/ports?device_id=41030c89-2161-4de5-9ca9-aa0e55a4e531 HTTP/1.1" status: 200 len: 946 time: 0.0839386 Mar 28 12:29:39.148440 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-83350959-b33b-4646-a530-20a7a6907ef7 req-29b42d7e-6650-4ef6-8c92-5861edb8ec11 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/security-groups?id=a6110baf-821e-48ec-94dc-de82149d7ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382576 Mar 28 12:29:40.331751 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a0c8a7-fa51-4546-83f1-57ba2f91168d req-837f85c7-8292-4ef0-b50c-949d9107c5a9 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:29:40.333177 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-a3a0c8a7-fa51-4546-83f1-57ba2f91168d req-837f85c7-8292-4ef0-b50c-949d9107c5a9 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/ports?device_id=41030c89-2161-4de5-9ca9-aa0e55a4e531 HTTP/1.1" status: 200 len: 946 time: 0.0787823 Mar 28 12:29:40.376243 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-a3a0c8a7-fa51-4546-83f1-57ba2f91168d req-8b9c5354-e097-4a45-9de8-b71044a8f356 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/security-groups?id=a6110baf-821e-48ec-94dc-de82149d7ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373607 Mar 28 12:29:41.560128 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43c684f-9077-45ea-a4d3-fcd5aeb983d9 req-60df46ae-6a21-47ad-b256-71488816f7a9 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:29:41.561617 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-b43c684f-9077-45ea-a4d3-fcd5aeb983d9 req-60df46ae-6a21-47ad-b256-71488816f7a9 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/ports?device_id=41030c89-2161-4de5-9ca9-aa0e55a4e531 HTTP/1.1" status: 200 len: 946 time: 0.0794487 Mar 28 12:29:41.608488 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-b43c684f-9077-45ea-a4d3-fcd5aeb983d9 req-919da9c7-5ed4-48f4-9f4d-f7c719d5b685 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/security-groups?id=a6110baf-821e-48ec-94dc-de82149d7ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413609 Mar 28 12:29:42.791696 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5925bd-e09a-41af-b90d-89d69097e352 req-2027a29b-79cf-4246-b49b-ce0867abe6d5 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:29:42.793126 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-ed5925bd-e09a-41af-b90d-89d69097e352 req-2027a29b-79cf-4246-b49b-ce0867abe6d5 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/ports?device_id=41030c89-2161-4de5-9ca9-aa0e55a4e531 HTTP/1.1" status: 200 len: 946 time: 0.0814009 Mar 28 12:29:42.836496 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-ed5925bd-e09a-41af-b90d-89d69097e352 req-dd925a79-7f40-4e42-bd4d-27c973c2e2cc tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/security-groups?id=a6110baf-821e-48ec-94dc-de82149d7ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377476 Mar 28 12:29:44.017426 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b0702c-0a02-46a9-8781-9a04dbafd9ce req-706874cb-eec8-45b0-b7d0-806fb563aff8 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:29:44.018865 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-32b0702c-0a02-46a9-8781-9a04dbafd9ce req-706874cb-eec8-45b0-b7d0-806fb563aff8 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/ports?device_id=41030c89-2161-4de5-9ca9-aa0e55a4e531 HTTP/1.1" status: 200 len: 946 time: 0.0784147 Mar 28 12:29:44.071778 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-32b0702c-0a02-46a9-8781-9a04dbafd9ce req-50cda6cb-2e9f-4c34-a457-8201f810f8b0 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/security-groups?id=a6110baf-821e-48ec-94dc-de82149d7ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466855 Mar 28 12:29:45.268773 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36dd30f-ae85-4e40-9209-98a0cce63fa6 req-088a20dc-4669-43f6-b428-544b7b4a44c1 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:29:45.270201 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-b36dd30f-ae85-4e40-9209-98a0cce63fa6 req-088a20dc-4669-43f6-b428-544b7b4a44c1 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/ports?device_id=41030c89-2161-4de5-9ca9-aa0e55a4e531 HTTP/1.1" status: 200 len: 946 time: 0.0794811 Mar 28 12:29:45.317022 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-b36dd30f-ae85-4e40-9209-98a0cce63fa6 req-42067c4a-1eb7-4632-9fe3-c19417b20074 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/security-groups?id=a6110baf-821e-48ec-94dc-de82149d7ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406024 Mar 28 12:29:46.500475 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43409f67-d1d0-4e30-9112-315a14c851ee req-3731ffcb-1873-48de-a9f0-a1ff4d3ca7b5 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:29:46.501911 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-43409f67-d1d0-4e30-9112-315a14c851ee req-3731ffcb-1873-48de-a9f0-a1ff4d3ca7b5 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/ports?device_id=41030c89-2161-4de5-9ca9-aa0e55a4e531 HTTP/1.1" status: 200 len: 946 time: 0.0818388 Mar 28 12:29:46.547188 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-43409f67-d1d0-4e30-9112-315a14c851ee req-66ef5e67-07ca-4dc9-855d-b7c3bba02dfb tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/security-groups?id=a6110baf-821e-48ec-94dc-de82149d7ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395865 Mar 28 12:29:47.468980 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.agents_db [None req-03fd49d8-b51b-41c1-8716-b8e265c93689 None None] Agent healthcheck: found 6 active agents {{(pid=87873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 12:29:47.734710 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980e7bba-2020-4844-8365-caf9334ca2d6 req-62ad00c5-adac-4c7a-a890-08d8136f05f0 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:29:47.736088 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-980e7bba-2020-4844-8365-caf9334ca2d6 req-62ad00c5-adac-4c7a-a890-08d8136f05f0 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/ports?device_id=41030c89-2161-4de5-9ca9-aa0e55a4e531 HTTP/1.1" status: 200 len: 946 time: 0.0801895 Mar 28 12:29:47.779365 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-980e7bba-2020-4844-8365-caf9334ca2d6 req-4631db9d-9caa-4a34-aee2-a79bd0ae575c tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/security-groups?id=a6110baf-821e-48ec-94dc-de82149d7ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373604 Mar 28 12:29:48.934123 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-deb10aad-e867-4117-b1c1-6345f6cb265b req-1b944b5e-e3f5-4d1e-90e9-2fb953bd31c2 service neutron] 10.222.0.11 "GET /v2.0/ports/99c41e11-d078-4fa7-af52-b471f89381ce/bindings/hv-neutron-8353 HTTP/1.1" status: 200 len: 384 time: 0.0797453 Mar 28 12:29:48.967135 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab22e04-a261-4b94-b917-81c0dbbc83b8 req-c7aa36cd-28e6-48ec-9c4a-1101685b9334 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:29:48.968668 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-fab22e04-a261-4b94-b917-81c0dbbc83b8 req-c7aa36cd-28e6-48ec-9c4a-1101685b9334 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/ports?device_id=41030c89-2161-4de5-9ca9-aa0e55a4e531 HTTP/1.1" status: 200 len: 946 time: 0.0815279 Mar 28 12:29:49.014885 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-fab22e04-a261-4b94-b917-81c0dbbc83b8 req-1b530440-6dbe-4be7-bda3-2536a4cec68a tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/security-groups?id=a6110baf-821e-48ec-94dc-de82149d7ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404696 Mar 28 12:29:49.214346 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb10aad-e867-4117-b1c1-6345f6cb265b req-c4f6d142-56d3-4d96-a395-eeaf3daad138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:29:49.215779 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-deb10aad-e867-4117-b1c1-6345f6cb265b req-c4f6d142-56d3-4d96-a395-eeaf3daad138 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=41030c89-2161-4de5-9ca9-aa0e55a4e531&tenant_id=bf61b35ded70454082616e376fe15d12 HTTP/1.1" status: 200 len: 1099 time: 0.0694492 Mar 28 12:29:49.306988 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb10aad-e867-4117-b1c1-6345f6cb265b req-7d678cd9-d91f-4e34-8295-302166b06718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:29:49.308445 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-deb10aad-e867-4117-b1c1-6345f6cb265b req-7d678cd9-d91f-4e34-8295-302166b06718 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=bf61b35ded70454082616e376fe15d12&device_id=41030c89-2161-4de5-9ca9-aa0e55a4e531 HTTP/1.1" status: 200 len: 1099 time: 0.0736449 Mar 28 12:29:49.436437 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb10aad-e867-4117-b1c1-6345f6cb265b req-8484f360-e0bc-460e-b7ef-f40bb3a96011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:29:49.437831 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-deb10aad-e867-4117-b1c1-6345f6cb265b req-8484f360-e0bc-460e-b7ef-f40bb3a96011 service neutron] 10.222.0.11 "GET /v2.0/networks?id=0c2ac589-2387-403b-8ba0-998c7e882346 HTTP/1.1" status: 200 len: 897 time: 0.1234829 Mar 28 12:29:49.537373 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-deb10aad-e867-4117-b1c1-6345f6cb265b req-fe36d9d8-a514-413c-8d96-2fa9f6447c1c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=99c41e11-d078-4fa7-af52-b471f89381ce HTTP/1.1" status: 200 len: 1001 time: 0.0936284 Mar 28 12:29:49.596650 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb10aad-e867-4117-b1c1-6345f6cb265b req-2dc94336-162c-4978-b4a7-124f0b82f971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:29:49.598030 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-deb10aad-e867-4117-b1c1-6345f6cb265b req-2dc94336-162c-4978-b4a7-124f0b82f971 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4f772332-2338-4ff3-931b-bdcd6ee4c1be HTTP/1.1" status: 200 len: 834 time: 0.0550735 Mar 28 12:29:49.668923 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb10aad-e867-4117-b1c1-6345f6cb265b req-9c2558ac-19bd-4ad0-b132-7970e75eda57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:29:49.670326 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-deb10aad-e867-4117-b1c1-6345f6cb265b req-9c2558ac-19bd-4ad0-b132-7970e75eda57 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0c2ac589-2387-403b-8ba0-998c7e882346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0670326 Mar 28 12:29:49.803462 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-deb10aad-e867-4117-b1c1-6345f6cb265b req-d2022899-87b7-4f34-915d-f05cfb296a9e service neutron] 10.222.0.11 "GET /v2.0/networks/0c2ac589-2387-403b-8ba0-998c7e882346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269763 Mar 28 12:29:49.930636 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-deb10aad-e867-4117-b1c1-6345f6cb265b req-abeefcb7-eb52-45d1-b870-0ccf353bec1c service neutron] 10.222.0.11 "GET /v2.0/networks/0c2ac589-2387-403b-8ba0-998c7e882346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219153 Mar 28 12:29:50.205655 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d330f4ff-a11c-4e20-bd30-ba0f031b6aaf req-e2d82847-560f-4e44-86c4-03627c1a9e85 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:29:50.207111 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-d330f4ff-a11c-4e20-bd30-ba0f031b6aaf req-e2d82847-560f-4e44-86c4-03627c1a9e85 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/ports?device_id=41030c89-2161-4de5-9ca9-aa0e55a4e531 HTTP/1.1" status: 200 len: 946 time: 0.0831857 Mar 28 12:29:50.251034 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-d330f4ff-a11c-4e20-bd30-ba0f031b6aaf req-082c8fc8-4bfc-4989-9b60-0a61f9702344 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/security-groups?id=a6110baf-821e-48ec-94dc-de82149d7ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375075 Mar 28 12:29:50.924766 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:29:51.380675 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Device 99c41e11-d078-4fa7-af52-b471f89381ce no longer exists at agent hyperv_hv-neutron-8353 {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 12:29:51.438569 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f273c635-5211-4760-957f-e03f7bab5445 req-d3e1069e-6a9e-4ba6-8a60-c92e3ddfd413 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:29:51.440065 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-f273c635-5211-4760-957f-e03f7bab5445 req-d3e1069e-6a9e-4ba6-8a60-c92e3ddfd413 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/ports?device_id=41030c89-2161-4de5-9ca9-aa0e55a4e531 HTTP/1.1" status: 200 len: 946 time: 0.0863364 Mar 28 12:29:51.485266 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-f273c635-5211-4760-957f-e03f7bab5445 req-78b3fa69-6d74-4174-bef4-b68f49c61473 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/security-groups?id=a6110baf-821e-48ec-94dc-de82149d7ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393007 Mar 28 12:29:51.494201 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:29:51.520572 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41030c89-2161-4de5-9ca9-aa0e55a4e531', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '99c41e11-d078-4fa7-af52-b471f89381ce'}] {{(pid=87872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 12:29:51.530911 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] For port 99c41e11-d078-4fa7-af52-b471f89381ce, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=99c41e11-d078-4fa7-af52-b471f89381ce,segment=NetworkSegment(6b4da370-2126-440b-a4fb-bfc5d02d3ae4),segment_id=6b4da370-2126-440b-a4fb-bfc5d02d3ae4)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:29:51.536002 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:29:51.582231 dv-neutron-835340-2-hyperv neutron-server[87872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41030c89-2161-4de5-9ca9-aa0e55a4e531', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '99c41e11-d078-4fa7-af52-b471f89381ce', 'code': 200} Mar 28 12:29:51.609776 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Pushing event updated for resources: {'Port': ['ID=99c41e11-d078-4fa7-af52-b471f89381ce,revision_number=6']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:29:51.617404 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:29:51.617749 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:29:51.618169 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:29:51.618419 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:29:51.618777 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:29:51.619109 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:29:51.619430 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:29:51.619801 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:29:51.620115 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:29:51.620438 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:29:51.620759 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:29:51.621082 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:29:52.675031 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0ad08b-3cdf-4f9a-ad15-fbea75f9f3b8 req-7c0f3a11-bb49-41e4-8cda-56f5c140cd52 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:29:52.675672 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-9b0ad08b-3cdf-4f9a-ad15-fbea75f9f3b8 req-7c0f3a11-bb49-41e4-8cda-56f5c140cd52 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/ports?device_id=41030c89-2161-4de5-9ca9-aa0e55a4e531 HTTP/1.1" status: 200 len: 944 time: 0.0806441 Mar 28 12:29:52.727316 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-9b0ad08b-3cdf-4f9a-ad15-fbea75f9f3b8 req-c5680c25-cd00-4832-8198-b938101cf964 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/security-groups?id=a6110baf-821e-48ec-94dc-de82149d7ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448015 Mar 28 12:29:53.053699 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaa96d3-683a-4c7a-a8ec-cbde87701fb1 req-9755e35d-e549-4362-aea6-75a12360c244 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:29:53.056051 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-cbaa96d3-683a-4c7a-a8ec-cbde87701fb1 req-9755e35d-e549-4362-aea6-75a12360c244 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/ports?device_id=41030c89-2161-4de5-9ca9-aa0e55a4e531 HTTP/1.1" status: 200 len: 944 time: 0.1021416 Mar 28 12:29:53.058962 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea19db7a-6edd-46b0-9219-728a8f9be3a0 req-4245ed1c-cad3-4106-8959-b1b85a125f87 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:29:53.060418 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-ea19db7a-6edd-46b0-9219-728a8f9be3a0 req-4245ed1c-cad3-4106-8959-b1b85a125f87 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.11 "GET /v2.0/ports?device_id=41030c89-2161-4de5-9ca9-aa0e55a4e531&tenant_id=bf61b35ded70454082616e376fe15d12&binding%3Ahost_id=hv-neutron-8353 HTTP/1.1" status: 200 len: 944 time: 0.1073101 Mar 28 12:29:53.100655 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-cbaa96d3-683a-4c7a-a8ec-cbde87701fb1 req-f773e578-b8b0-4736-85e3-f339c6927036 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/security-groups?id=a6110baf-821e-48ec-94dc-de82149d7ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391769 Mar 28 12:29:53.363767 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea19db7a-6edd-46b0-9219-728a8f9be3a0 req-9f1274e8-f676-47a3-b466-053416c94470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:29:53.365139 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-ea19db7a-6edd-46b0-9219-728a8f9be3a0 req-9f1274e8-f676-47a3-b466-053416c94470 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=bf61b35ded70454082616e376fe15d12&device_id=41030c89-2161-4de5-9ca9-aa0e55a4e531 HTTP/1.1" status: 200 len: 1097 time: 0.2359624 Mar 28 12:29:53.373521 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7261b0-b31e-4d3c-93fa-b11556b09d8f req-37fa0453-097d-426f-a8c9-2d138ae642a8 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:29:53.374806 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-2e7261b0-b31e-4d3c-93fa-b11556b09d8f req-37fa0453-097d-426f-a8c9-2d138ae642a8 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/ports?device_id=41030c89-2161-4de5-9ca9-aa0e55a4e531 HTTP/1.1" status: 200 len: 944 time: 0.1098547 Mar 28 12:29:53.500706 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-2e7261b0-b31e-4d3c-93fa-b11556b09d8f req-99122cf8-5b08-49aa-96e3-5d008b625e0b tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/security-groups?id=a6110baf-821e-48ec-94dc-de82149d7ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1076970 Mar 28 12:29:53.531017 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea19db7a-6edd-46b0-9219-728a8f9be3a0 req-c687dd48-8f7f-47c2-a8b7-04f5f2d54215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:29:53.532466 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-ea19db7a-6edd-46b0-9219-728a8f9be3a0 req-c687dd48-8f7f-47c2-a8b7-04f5f2d54215 service neutron] 10.222.0.11 "GET /v2.0/networks?id=0c2ac589-2387-403b-8ba0-998c7e882346 HTTP/1.1" status: 200 len: 897 time: 0.1568482 Mar 28 12:29:53.633376 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-ea19db7a-6edd-46b0-9219-728a8f9be3a0 req-5feb0e8c-c055-4f3f-aacd-736daaa394d9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=99c41e11-d078-4fa7-af52-b471f89381ce HTTP/1.1" status: 200 len: 999 time: 0.0945697 Mar 28 12:29:53.692157 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea19db7a-6edd-46b0-9219-728a8f9be3a0 req-55ea9fb8-46b4-4f02-a0fe-e883e00d6c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:29:53.693503 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-ea19db7a-6edd-46b0-9219-728a8f9be3a0 req-55ea9fb8-46b4-4f02-a0fe-e883e00d6c8f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4f772332-2338-4ff3-931b-bdcd6ee4c1be HTTP/1.1" status: 200 len: 834 time: 0.0550690 Mar 28 12:29:53.775559 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea19db7a-6edd-46b0-9219-728a8f9be3a0 req-3b3f8239-785a-45b6-a8d9-4b0bf7bd5fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:29:53.776984 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-ea19db7a-6edd-46b0-9219-728a8f9be3a0 req-3b3f8239-785a-45b6-a8d9-4b0bf7bd5fbe service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0c2ac589-2387-403b-8ba0-998c7e882346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0756705 Mar 28 12:29:53.905863 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-ea19db7a-6edd-46b0-9219-728a8f9be3a0 req-6fe5b9be-d6b3-4be4-800e-35518df6656b service neutron] 10.222.0.11 "GET /v2.0/networks/0c2ac589-2387-403b-8ba0-998c7e882346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228251 Mar 28 12:29:54.033362 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-ea19db7a-6edd-46b0-9219-728a8f9be3a0 req-12f8d626-e18f-4984-993b-902daa4f92ec service neutron] 10.222.0.11 "GET /v2.0/networks/0c2ac589-2387-403b-8ba0-998c7e882346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216774 Mar 28 12:29:54.688754 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e85879-c3a9-4ff3-b3a9-2f7123289b9f req-ea43f26f-5ff0-4b2e-b42d-5a77952bd376 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:29:54.691217 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-b2e85879-c3a9-4ff3-b3a9-2f7123289b9f req-ea43f26f-5ff0-4b2e-b42d-5a77952bd376 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/ports?device_id=41030c89-2161-4de5-9ca9-aa0e55a4e531 HTTP/1.1" status: 200 len: 944 time: 0.0851948 Mar 28 12:29:54.734535 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-b2e85879-c3a9-4ff3-b3a9-2f7123289b9f req-206cf660-9f69-4b5d-8d1c-69980306864a tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/security-groups?id=a6110baf-821e-48ec-94dc-de82149d7ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377815 Mar 28 12:29:54.757766 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 36684) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:29:54.960875 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-891678a2-f595-4782-836e-7969bfb8aae6 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/floatingips/0b4b09d9-9c9e-46fc-a0f9-b20d81d89f03 HTTP/1.1" status: 200 len: 991 time: 0.2019653 Mar 28 12:30:01.394566 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-a1f2c91b-90b1-4e62-a868-15918ef495f6 req-3a659660-ec70-4559-af8c-6b9a66a235bf service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=41030c89-2161-4de5-9ca9-aa0e55a4e531&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0678134 Mar 28 12:30:01.533608 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f2c91b-90b1-4e62-a868-15918ef495f6 req-9f9622ee-0fc9-461a-8dd5-e05009fdccce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:30:01.535007 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-a1f2c91b-90b1-4e62-a868-15918ef495f6 req-9f9622ee-0fc9-461a-8dd5-e05009fdccce service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=bf61b35ded70454082616e376fe15d12&device_id=41030c89-2161-4de5-9ca9-aa0e55a4e531 HTTP/1.1" status: 200 len: 1097 time: 0.0719481 Mar 28 12:30:01.676121 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f2c91b-90b1-4e62-a868-15918ef495f6 req-3bb4294f-fda0-4ec8-947c-1ce8e64e7a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:30:01.677432 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-a1f2c91b-90b1-4e62-a868-15918ef495f6 req-3bb4294f-fda0-4ec8-947c-1ce8e64e7a46 service neutron] 10.222.0.11 "GET /v2.0/networks?id=0c2ac589-2387-403b-8ba0-998c7e882346 HTTP/1.1" status: 200 len: 897 time: 0.1234009 Mar 28 12:30:01.776050 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-a1f2c91b-90b1-4e62-a868-15918ef495f6 req-5e54506e-803a-417c-b88c-b90663475fa0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=99c41e11-d078-4fa7-af52-b471f89381ce HTTP/1.1" status: 200 len: 999 time: 0.0926936 Mar 28 12:30:01.843712 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f2c91b-90b1-4e62-a868-15918ef495f6 req-cc0abb69-28dc-4ba7-8969-6fc625be68fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:30:01.845168 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-a1f2c91b-90b1-4e62-a868-15918ef495f6 req-cc0abb69-28dc-4ba7-8969-6fc625be68fb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4f772332-2338-4ff3-931b-bdcd6ee4c1be HTTP/1.1" status: 200 len: 834 time: 0.0601149 Mar 28 12:30:01.923770 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f2c91b-90b1-4e62-a868-15918ef495f6 req-c39dd1eb-f655-4266-88f6-3437908a0367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:30:01.925188 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-a1f2c91b-90b1-4e62-a868-15918ef495f6 req-c39dd1eb-f655-4266-88f6-3437908a0367 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0c2ac589-2387-403b-8ba0-998c7e882346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0697663 Mar 28 12:30:02.051455 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-a1f2c91b-90b1-4e62-a868-15918ef495f6 req-6841a36e-dc42-479a-a73e-2b3534da294e service neutron] 10.222.0.11 "GET /v2.0/networks/0c2ac589-2387-403b-8ba0-998c7e882346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200750 Mar 28 12:30:02.283506 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-a1f2c91b-90b1-4e62-a868-15918ef495f6 req-c3bcb7e1-16d6-4707-9a80-c9fb3845ee79 service neutron] 10.222.0.11 "GET /v2.0/networks/0c2ac589-2387-403b-8ba0-998c7e882346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2257421 Mar 28 12:30:02.373672 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-71945c80-ec52-4968-ac02-b60fd8b13977 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:30:04.784326 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-7a86fbbe-bda7-4a17-bb5c-a02235ad769b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:30:05.781307 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:30:05.895679 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-ef3be119-c018-4979-be07-86cf959defc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:30:07.555790 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-b7ccd3c7-0277-4f12-8e5c-e41478141af5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:30:20.940316 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:30:23.714606 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 36696) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:30:23.917033 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-981283aa-3322-4b72-8d94-a579fd4ac78a tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Deleting port 2bf16a2b-6957-4125-bbca-230cc97c3f35 {{(pid=87870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:30:23.917363 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-981283aa-3322-4b72-8d94-a579fd4ac78a tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:30:24.089998 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-981283aa-3322-4b72-8d94-a579fd4ac78a tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:30:24.090313 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-981283aa-3322-4b72-8d94-a579fd4ac78a tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:30:24.210469 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-981283aa-3322-4b72-8d94-a579fd4ac78a tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Calling delete_port for 2bf16a2b-6957-4125-bbca-230cc97c3f35 owned by network:floatingip {{(pid=87870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:30:24.359823 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-981283aa-3322-4b72-8d94-a579fd4ac78a tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:30:24.433413 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981283aa-3322-4b72-8d94-a579fd4ac78a tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Pushing event deleted for resources: {'Port': ['ID=2bf16a2b-6957-4125-bbca-230cc97c3f35,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:30:24.468971 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.agents_db [None req-03fd49d8-b51b-41c1-8716-b8e265c93689 None None] Agent healthcheck: found 6 active agents {{(pid=87873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 12:30:24.479449 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981283aa-3322-4b72-8d94-a579fd4ac78a tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:30:24.479810 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981283aa-3322-4b72-8d94-a579fd4ac78a tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:30:24.480141 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981283aa-3322-4b72-8d94-a579fd4ac78a tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:30:24.480466 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981283aa-3322-4b72-8d94-a579fd4ac78a tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:30:24.480786 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981283aa-3322-4b72-8d94-a579fd4ac78a tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:30:24.481104 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981283aa-3322-4b72-8d94-a579fd4ac78a tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:30:24.481420 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981283aa-3322-4b72-8d94-a579fd4ac78a tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:30:24.481736 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981283aa-3322-4b72-8d94-a579fd4ac78a tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:30:24.482052 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981283aa-3322-4b72-8d94-a579fd4ac78a tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:30:24.482366 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981283aa-3322-4b72-8d94-a579fd4ac78a tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:30:24.482681 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981283aa-3322-4b72-8d94-a579fd4ac78a tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:30:24.482992 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981283aa-3322-4b72-8d94-a579fd4ac78a tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:30:24.512814 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-981283aa-3322-4b72-8d94-a579fd4ac78a tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks [] for floatingip, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:30:24.513145 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.db.l3_db [None req-981283aa-3322-4b72-8d94-a579fd4ac78a tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Floating IP 0b4b09d9-9c9e-46fc-a0f9-b20d81d89f03 disassociated (deleted). External IP: 172.26.7.85, port: 99c41e11-d078-4fa7-af52-b471f89381ce. Mar 28 12:30:24.860599 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-981283aa-3322-4b72-8d94-a579fd4ac78a tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Router 42d79fdb-b25e-4c9b-874b-1c1c25e43ca0 has already been hosted by L3 agent af79d429-529e-400b-a119-94d4bec03f3e {{(pid=87870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 12:30:25.140867 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-981283aa-3322-4b72-8d94-a579fd4ac78a tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 12:30:25.151624 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-123c6f9f-b054-4677-935e-5dc3e93c92f3 None None] Sync routers for ids ['42d79fdb-b25e-4c9b-874b-1c1c25e43ca0'] in dv-neutron-835340-2-hyperv {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 12:30:25.160712 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-981283aa-3322-4b72-8d94-a579fd4ac78a tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for floatingip, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:30:25.160904 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-123c6f9f-b054-4677-935e-5dc3e93c92f3 None None] Routers {'42d79fdb-b25e-4c9b-874b-1c1c25e43ca0'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:30:25.161501 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-123c6f9f-b054-4677-935e-5dc3e93c92f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:30:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['42d79fdb-b25e-4c9b-874b-1c1c25e43ca0'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:30:25.219154 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-981283aa-3322-4b72-8d94-a579fd4ac78a tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "DELETE /v2.0/floatingips/0b4b09d9-9c9e-46fc-a0f9-b20d81d89f03 HTTP/1.1" status: 204 len: 168 time: 1.5009470 Mar 28 12:30:25.219154 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41030c89-2161-4de5-9ca9-aa0e55a4e531', 'tag': '99c41e11-d078-4fa7-af52-b471f89381ce'}] {{(pid=87870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 12:30:25.325258 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41030c89-2161-4de5-9ca9-aa0e55a4e531', 'tag': '99c41e11-d078-4fa7-af52-b471f89381ce', 'status': 'completed', 'code': 200} Mar 28 12:30:25.342611 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvr_db [None req-123c6f9f-b054-4677-935e-5dc3e93c92f3 None None] Set router 42d79fdb-b25e-4c9b-874b-1c1c25e43ca0 gateway port host: dv-neutron-835340-2-hyperv {{(pid=87872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:30:25.431897 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5f45d8-a5c4-4be7-9f0c-5440eb8fc8cb req-96ef4e11-d167-4457-814a-fda0be74bec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:30:25.434081 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-8d5f45d8-a5c4-4be7-9f0c-5440eb8fc8cb req-96ef4e11-d167-4457-814a-fda0be74bec4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=bf61b35ded70454082616e376fe15d12&device_id=41030c89-2161-4de5-9ca9-aa0e55a4e531 HTTP/1.1" status: 200 len: 1097 time: 0.0855815 Mar 28 12:30:25.617657 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5f45d8-a5c4-4be7-9f0c-5440eb8fc8cb req-7d7b417e-da27-4f2e-b90f-02a16e9086a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:30:25.619105 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-8d5f45d8-a5c4-4be7-9f0c-5440eb8fc8cb req-7d7b417e-da27-4f2e-b90f-02a16e9086a6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=0c2ac589-2387-403b-8ba0-998c7e882346 HTTP/1.1" status: 200 len: 897 time: 0.1793604 Mar 28 12:30:25.662964 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-123c6f9f-b054-4677-935e-5dc3e93c92f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42d79fdb-b25e-4c9b-874b-1c1c25e43ca0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-359777263', 'tenant_id': 'bf61b35ded70454082616e376fe15d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.52'}], 'enable_snat': True}, 'gw_port_id': '86ae15a5-088b-47b0-afca-38f058fa46e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:28:42Z', 'updated_at': '2022-03-28T12:28:47Z', 'revision_number': 4, 'project_id': 'bf61b35ded70454082616e376fe15d12', 'gw_port': {'id': '86ae15a5-088b-47b0-afca-38f058fa46e3', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:3d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d79fdb-b25e-4c9b-874b-1c1c25e43ca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:28:42Z', 'updated_at': '2022-03-28T12:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_interfaces': [{'id': 'bdbdf525-55b2-4e89-8ff7-c537b54eb28a', 'name': '', 'network_id': '0c2ac589-2387-403b-8ba0-998c7e882346', 'tenant_id': 'bf61b35ded70454082616e376fe15d12', 'mac_address': 'fa:16:3e:b1:ff:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d79fdb-b25e-4c9b-874b-1c1c25e43ca0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': '4f772332-2338-4ff3-931b-bdcd6ee4c1be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:28:46Z', 'updated_at': '2022-03-28T12:28:51Z', 'revision_number': 5, 'project_id': 'bf61b35ded70454082616e376fe15d12', 'subnets': [{'id': '4f772332-2338-4ff3-931b-bdcd6ee4c1be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:30:25.666868 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-123c6f9f-b054-4677-935e-5dc3e93c92f3 None None] Checking router: 42d79fdb-b25e-4c9b-874b-1c1c25e43ca0 for host: dv-neutron-835340-2-hyperv {{(pid=87872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 12:30:25.675357 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-123c6f9f-b054-4677-935e-5dc3e93c92f3 None None] Routers {'42d79fdb-b25e-4c9b-874b-1c1c25e43ca0'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:30:25.675991 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-123c6f9f-b054-4677-935e-5dc3e93c92f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:30:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['42d79fdb-b25e-4c9b-874b-1c1c25e43ca0'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:30:25.694225 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-8d5f45d8-a5c4-4be7-9f0c-5440eb8fc8cb req-5e08d510-32c6-424e-9f4a-5d1453226650 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=99c41e11-d078-4fa7-af52-b471f89381ce HTTP/1.1" status: 200 len: 217 time: 0.0667369 Mar 28 12:30:25.702831 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e7ed21-4d2c-4531-b00f-1c7194801623 req-ed846caf-08e4-49b7-bbe4-a657e351081e tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:30:25.704217 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-97e7ed21-4d2c-4531-b00f-1c7194801623 req-ed846caf-08e4-49b7-bbe4-a657e351081e tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/ports?device_id=41030c89-2161-4de5-9ca9-aa0e55a4e531 HTTP/1.1" status: 200 len: 944 time: 0.1661227 Mar 28 12:30:25.793771 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5f45d8-a5c4-4be7-9f0c-5440eb8fc8cb req-467892eb-5a3a-4eae-b998-37e38182e7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:30:25.795181 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-8d5f45d8-a5c4-4be7-9f0c-5440eb8fc8cb req-467892eb-5a3a-4eae-b998-37e38182e7ed service neutron] 10.222.0.11 "GET /v2.0/subnets?id=4f772332-2338-4ff3-931b-bdcd6ee4c1be HTTP/1.1" status: 200 len: 834 time: 0.0901439 Mar 28 12:30:25.798052 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-97e7ed21-4d2c-4531-b00f-1c7194801623 req-2a470547-d3a3-4bd5-bfeb-5d7a97635ced tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/security-groups?id=a6110baf-821e-48ec-94dc-de82149d7ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618274 Mar 28 12:30:25.878676 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5f45d8-a5c4-4be7-9f0c-5440eb8fc8cb req-ac1eda80-247c-4a39-81a4-82f3709980ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:30:25.880176 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-8d5f45d8-a5c4-4be7-9f0c-5440eb8fc8cb req-ac1eda80-247c-4a39-81a4-82f3709980ef service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0c2ac589-2387-403b-8ba0-998c7e882346&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0789380 Mar 28 12:30:25.903898 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvr_db [None req-123c6f9f-b054-4677-935e-5dc3e93c92f3 None None] Set router 42d79fdb-b25e-4c9b-874b-1c1c25e43ca0 gateway port host: dv-neutron-835340-2-hyperv {{(pid=87872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:30:26.010380 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-8d5f45d8-a5c4-4be7-9f0c-5440eb8fc8cb req-581206e5-027b-4d60-b4fb-07e10077e39b service neutron] 10.222.0.11 "GET /v2.0/networks/0c2ac589-2387-403b-8ba0-998c7e882346?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236584 Mar 28 12:30:26.145827 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-8d5f45d8-a5c4-4be7-9f0c-5440eb8fc8cb req-cd13aa75-05ad-4103-a21c-45fa36a92b1d service neutron] 10.222.0.11 "GET /v2.0/networks/0c2ac589-2387-403b-8ba0-998c7e882346?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285875 Mar 28 12:30:26.212445 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-123c6f9f-b054-4677-935e-5dc3e93c92f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42d79fdb-b25e-4c9b-874b-1c1c25e43ca0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-359777263', 'tenant_id': 'bf61b35ded70454082616e376fe15d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.52'}], 'enable_snat': True}, 'gw_port_id': '86ae15a5-088b-47b0-afca-38f058fa46e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:28:42Z', 'updated_at': '2022-03-28T12:28:47Z', 'revision_number': 4, 'project_id': 'bf61b35ded70454082616e376fe15d12', 'gw_port': {'id': '86ae15a5-088b-47b0-afca-38f058fa46e3', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:3d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d79fdb-b25e-4c9b-874b-1c1c25e43ca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:28:42Z', 'updated_at': '2022-03-28T12:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_interfaces': [{'id': 'bdbdf525-55b2-4e89-8ff7-c537b54eb28a', 'name': '', 'network_id': '0c2ac589-2387-403b-8ba0-998c7e882346', 'tenant_id': 'bf61b35ded70454082616e376fe15d12', 'mac_address': 'fa:16:3e:b1:ff:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d79fdb-b25e-4c9b-874b-1c1c25e43ca0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': '4f772332-2338-4ff3-931b-bdcd6ee4c1be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:28:46Z', 'updated_at': '2022-03-28T12:28:51Z', 'revision_number': 5, 'project_id': 'bf61b35ded70454082616e376fe15d12', 'subnets': [{'id': '4f772332-2338-4ff3-931b-bdcd6ee4c1be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:30:26.216350 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-123c6f9f-b054-4677-935e-5dc3e93c92f3 None None] The sync data for ids ['42d79fdb-b25e-4c9b-874b-1c1c25e43ca0'] in dv-neutron-835340-2-hyperv is: [{'id': '42d79fdb-b25e-4c9b-874b-1c1c25e43ca0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-359777263', 'tenant_id': 'bf61b35ded70454082616e376fe15d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.52'}], 'enable_snat': True}, 'gw_port_id': '86ae15a5-088b-47b0-afca-38f058fa46e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:28:42Z', 'updated_at': '2022-03-28T12:28:47Z', 'revision_number': 4, 'project_id': 'bf61b35ded70454082616e376fe15d12', 'gw_port': {'id': '86ae15a5-088b-47b0-afca-38f058fa46e3', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:3d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d79fdb-b25e-4c9b-874b-1c1c25e43ca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:28:42Z', 'updated_at': '2022-03-28T12:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_interfaces': [{'id': 'bdbdf525-55b2-4e89-8ff7-c537b54eb28a', 'name': '', 'network_id': '0c2ac589-2387-403b-8ba0-998c7e882346', 'tenant_id': 'bf61b35ded70454082616e376fe15d12', 'mac_address': 'fa:16:3e:b1:ff:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d79fdb-b25e-4c9b-874b-1c1c25e43ca0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1737, 'fixed_ips': [{'subnet_id': '4f772332-2338-4ff3-931b-bdcd6ee4c1be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:28:46Z', 'updated_at': '2022-03-28T12:28:51Z', 'revision_number': 5, 'project_id': 'bf61b35ded70454082616e376fe15d12', 'subnets': [{'id': '4f772332-2338-4ff3-931b-bdcd6ee4c1be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 12:30:26.416335 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e9bd1a-e3b5-41bc-9210-efd59ab5370e None None] New status for floating IP 0b4b09d9-9c9e-46fc-a0f9-b20d81d89f03: DOWN {{(pid=87873) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 12:30:26.989293 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8e2d82-2bcf-42db-9a01-269dd2d32080 req-b1ffc861-e6a1-458b-b041-c161a6c7f824 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:30:26.989976 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [req-3d8e2d82-2bcf-42db-9a01-269dd2d32080 req-b1ffc861-e6a1-458b-b041-c161a6c7f824 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Synchronizing usage tracker for tenant:bf61b35ded70454082616e376fe15d12 on resource:port {{(pid=87870) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:30:27.005739 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [req-3d8e2d82-2bcf-42db-9a01-269dd2d32080 req-b1ffc861-e6a1-458b-b041-c161a6c7f824 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Unset dirty status for tenant:bf61b35ded70454082616e376fe15d12 on resource:port {{(pid=87870) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:30:27.006894 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-3d8e2d82-2bcf-42db-9a01-269dd2d32080 req-b1ffc861-e6a1-458b-b041-c161a6c7f824 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/ports?device_id=41030c89-2161-4de5-9ca9-aa0e55a4e531 HTTP/1.1" status: 200 len: 944 time: 0.0955114 Mar 28 12:30:27.054590 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-3d8e2d82-2bcf-42db-9a01-269dd2d32080 req-19775425-d575-4f00-bbbe-02a82bca6a78 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/security-groups?id=a6110baf-821e-48ec-94dc-de82149d7ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414293 Mar 28 12:30:27.173704 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a52492-bc9d-44ca-bacb-490be1ff81c0 req-ffc856bc-fd73-45ce-b1ea-d0581b82f9f4 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:30:27.175007 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-82a52492-bc9d-44ca-bacb-490be1ff81c0 req-ffc856bc-fd73-45ce-b1ea-d0581b82f9f4 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.11 "GET /v2.0/ports?device_id=41030c89-2161-4de5-9ca9-aa0e55a4e531 HTTP/1.1" status: 200 len: 944 time: 0.0813046 Mar 28 12:30:27.242036 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [req-82a52492-bc9d-44ca-bacb-490be1ff81c0 req-a3c19e34-6620-4c6d-b045-d5e25fcb5158 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Deleting port 99c41e11-d078-4fa7-af52-b471f89381ce {{(pid=87871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:30:27.242908 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-82a52492-bc9d-44ca-bacb-490be1ff81c0 req-a3c19e34-6620-4c6d-b045-d5e25fcb5158 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:30:27.486398 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.db [req-82a52492-bc9d-44ca-bacb-490be1ff81c0 req-a3c19e34-6620-4c6d-b045-d5e25fcb5158 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] For port 99c41e11-d078-4fa7-af52-b471f89381ce, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=99c41e11-d078-4fa7-af52-b471f89381ce,segment=NetworkSegment(6b4da370-2126-440b-a4fb-bfc5d02d3ae4),segment_id=6b4da370-2126-440b-a4fb-bfc5d02d3ae4)] {{(pid=87871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:30:27.486856 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-82a52492-bc9d-44ca-bacb-490be1ff81c0 req-a3c19e34-6620-4c6d-b045-d5e25fcb5158 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:30:27.609070 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [req-82a52492-bc9d-44ca-bacb-490be1ff81c0 req-a3c19e34-6620-4c6d-b045-d5e25fcb5158 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Calling delete_port for 99c41e11-d078-4fa7-af52-b471f89381ce owned by compute:nova {{(pid=87871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:30:27.865250 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-82a52492-bc9d-44ca-bacb-490be1ff81c0 req-a3c19e34-6620-4c6d-b045-d5e25fcb5158 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:30:27.916177 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c19e34-6620-4c6d-b045-d5e25fcb5158 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Pushing event deleted for resources: {'Port': ['ID=99c41e11-d078-4fa7-af52-b471f89381ce,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:30:27.956573 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c19e34-6620-4c6d-b045-d5e25fcb5158 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:30:27.956920 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c19e34-6620-4c6d-b045-d5e25fcb5158 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:30:27.957261 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c19e34-6620-4c6d-b045-d5e25fcb5158 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:30:27.957595 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c19e34-6620-4c6d-b045-d5e25fcb5158 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:30:27.957927 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c19e34-6620-4c6d-b045-d5e25fcb5158 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:30:27.958258 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c19e34-6620-4c6d-b045-d5e25fcb5158 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:30:27.958586 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c19e34-6620-4c6d-b045-d5e25fcb5158 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:30:27.959014 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c19e34-6620-4c6d-b045-d5e25fcb5158 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:30:27.959345 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c19e34-6620-4c6d-b045-d5e25fcb5158 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:30:27.959760 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c19e34-6620-4c6d-b045-d5e25fcb5158 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:30:27.960086 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c19e34-6620-4c6d-b045-d5e25fcb5158 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:30:27.960408 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c19e34-6620-4c6d-b045-d5e25fcb5158 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:30:28.002699 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.l3_dvrscheduler_db [req-82a52492-bc9d-44ca-bacb-490be1ff81c0 req-a3c19e34-6620-4c6d-b045-d5e25fcb5158 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] No DVR routers for this DVR port 99c41e11-d078-4fa7-af52-b471f89381ce on host hv-neutron-8353 {{(pid=87871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 12:30:28.005264 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-82a52492-bc9d-44ca-bacb-490be1ff81c0 req-a3c19e34-6620-4c6d-b045-d5e25fcb5158 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:30:28.007720 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41030c89-2161-4de5-9ca9-aa0e55a4e531', 'name': 'network-vif-deleted', 'tag': '99c41e11-d078-4fa7-af52-b471f89381ce'}] {{(pid=87871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 12:30:28.025050 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-82a52492-bc9d-44ca-bacb-490be1ff81c0 req-a3c19e34-6620-4c6d-b045-d5e25fcb5158 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.11 "DELETE /v2.0/ports/99c41e11-d078-4fa7-af52-b471f89381ce HTTP/1.1" status: 204 len: 173 time: 0.8443282 Mar 28 12:30:28.056113 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41030c89-2161-4de5-9ca9-aa0e55a4e531', 'name': 'network-vif-deleted', 'tag': '99c41e11-d078-4fa7-af52-b471f89381ce', 'status': 'completed', 'code': 200} Mar 28 12:30:28.205638 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-30977b86-47db-4bc7-97d9-4eae27fa6199 req-4e0d6f41-eca0-4a94-9544-5caffc7c71de tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/ports?device_id=41030c89-2161-4de5-9ca9-aa0e55a4e531 HTTP/1.1" status: 200 len: 210 time: 0.0435107 Mar 28 12:30:29.298065 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 36716) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:30:29.612382 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Device 99c41e11-d078-4fa7-af52-b471f89381ce no longer exists at agent hyperv_hv-neutron-8353 {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 12:30:29.647227 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] No Port match for: 99c41e11-d078-4fa7-af52-b471f89381ce {{(pid=87872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 12:30:29.647587 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Device 99c41e11-d078-4fa7-af52-b471f89381ce not bound to the agent host hv-neutron-8353 {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 12:30:29.837690 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-b6e0e826-f933-4c70-84df-4964144c9826 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-743394'] for router_interface, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:30:30.190817 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-b6e0e826-f933-4c70-84df-4964144c9826 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Deleting port bdbdf525-55b2-4e89-8ff7-c537b54eb28a {{(pid=87870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:30:30.191145 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-b6e0e826-f933-4c70-84df-4964144c9826 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:30:30.392583 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.db [None req-b6e0e826-f933-4c70-84df-4964144c9826 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] For port bdbdf525-55b2-4e89-8ff7-c537b54eb28a, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=bdbdf525-55b2-4e89-8ff7-c537b54eb28a,segment=NetworkSegment(6b4da370-2126-440b-a4fb-bfc5d02d3ae4),segment_id=6b4da370-2126-440b-a4fb-bfc5d02d3ae4)] {{(pid=87870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:30:30.393289 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-b6e0e826-f933-4c70-84df-4964144c9826 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:30:30.615788 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-b6e0e826-f933-4c70-84df-4964144c9826 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Calling delete_port for bdbdf525-55b2-4e89-8ff7-c537b54eb28a owned by network:router_interface {{(pid=87870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:30:30.798358 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-b6e0e826-f933-4c70-84df-4964144c9826 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:30:30.851777 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e0e826-f933-4c70-84df-4964144c9826 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Pushing event deleted for resources: {'Port': ['ID=bdbdf525-55b2-4e89-8ff7-c537b54eb28a,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:30:31.124721 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-b6e0e826-f933-4c70-84df-4964144c9826 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-743246'] for router_interface, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:30:31.474344 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6e0e826-f933-4c70-84df-4964144c9826 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Router 42d79fdb-b25e-4c9b-874b-1c1c25e43ca0 has already been hosted by L3 agent af79d429-529e-400b-a119-94d4bec03f3e {{(pid=87870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 12:30:31.649961 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6e0e826-f933-4c70-84df-4964144c9826 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 12:30:31.659715 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a610843-18ac-45b0-97fd-b2b32fceaac5 None None] Sync routers for ids ['42d79fdb-b25e-4c9b-874b-1c1c25e43ca0'] in dv-neutron-835340-2-hyperv {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 12:30:31.661960 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-b6e0e826-f933-4c70-84df-4964144c9826 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "PUT /v2.0/routers/42d79fdb-b25e-4c9b-874b-1c1c25e43ca0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3628645 Mar 28 12:30:31.665065 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 36720) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:30:31.671328 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a610843-18ac-45b0-97fd-b2b32fceaac5 None None] Routers {'42d79fdb-b25e-4c9b-874b-1c1c25e43ca0'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:30:31.672161 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-1a610843-18ac-45b0-97fd-b2b32fceaac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:30:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['42d79fdb-b25e-4c9b-874b-1c1c25e43ca0'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:30:31.729256 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf22da23-ba60-42f2-8558-faded6aadd46 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Deleting subnet 4f772332-2338-4ff3-931b-bdcd6ee4c1be {{(pid=87871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 12:30:31.732089 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-cf22da23-ba60-42f2-8558-faded6aadd46 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks [] for subnet, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:30:31.790699 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-cf22da23-ba60-42f2-8558-faded6aadd46 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3436877'] for subnet, precommit_delete_associations {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:30:31.849432 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvr_db [None req-1a610843-18ac-45b0-97fd-b2b32fceaac5 None None] Set router 42d79fdb-b25e-4c9b-874b-1c1c25e43ca0 gateway port host: dv-neutron-835340-2-hyperv {{(pid=87872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:30:31.876986 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-cf22da23-ba60-42f2-8558-faded6aadd46 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1919782'] for subnet, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:30:31.952273 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-cf22da23-ba60-42f2-8558-faded6aadd46 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1919805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2364079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26551417'] for subnet, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:30:31.992066 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf22da23-ba60-42f2-8558-faded6aadd46 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Pushing event deleted for resources: {'Subnet': ['ID=4f772332-2338-4ff3-931b-bdcd6ee4c1be,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:30:31.995667 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-cf22da23-ba60-42f2-8558-faded6aadd46 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks [] for subnet, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:30:32.004618 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-cf22da23-ba60-42f2-8558-faded6aadd46 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "DELETE /v2.0/subnets/4f772332-2338-4ff3-931b-bdcd6ee4c1be HTTP/1.1" status: 204 len: 168 time: 0.3355863 Mar 28 12:30:32.004618 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 36724) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:30:32.036495 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0d67ad6-0409-45ee-b01e-cce8943ae4e1 None None] Network 0c2ac589-2387-403b-8ba0-998c7e882346 requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 12:30:32.183222 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-8b0d7b96-714f-4521-b9fe-576f805ece87 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks [] for router, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:30:32.307368 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-1a610843-18ac-45b0-97fd-b2b32fceaac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42d79fdb-b25e-4c9b-874b-1c1c25e43ca0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-359777263', 'tenant_id': 'bf61b35ded70454082616e376fe15d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.52'}], 'enable_snat': True}, 'gw_port_id': '86ae15a5-088b-47b0-afca-38f058fa46e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:28:42Z', 'updated_at': '2022-03-28T12:30:30Z', 'revision_number': 5, 'project_id': 'bf61b35ded70454082616e376fe15d12', 'gw_port': {'id': '86ae15a5-088b-47b0-afca-38f058fa46e3', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:3d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42d79fdb-b25e-4c9b-874b-1c1c25e43ca0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:28:42Z', 'updated_at': '2022-03-28T12:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv'}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:30:32.311365 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a610843-18ac-45b0-97fd-b2b32fceaac5 None None] Checking router: 42d79fdb-b25e-4c9b-874b-1c1c25e43ca0 for host: dv-neutron-835340-2-hyperv {{(pid=87872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 12:30:32.322472 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a610843-18ac-45b0-97fd-b2b32fceaac5 None None] Routers {'42d79fdb-b25e-4c9b-874b-1c1c25e43ca0'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:30:32.323130 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-1a610843-18ac-45b0-97fd-b2b32fceaac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:30:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['42d79fdb-b25e-4c9b-874b-1c1c25e43ca0'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:30:32.367858 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-8b0d7b96-714f-4521-b9fe-576f805ece87 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:30:32.377729 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-8b0d7b96-714f-4521-b9fe-576f805ece87 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Deleting port 86ae15a5-088b-47b0-afca-38f058fa46e3 {{(pid=87871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:30:32.378221 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-8b0d7b96-714f-4521-b9fe-576f805ece87 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:30:32.387158 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08edeac8-3ea1-4a9b-b407-f226773a62e4 None None] DHCP port deletion for 0c2ac589-2387-403b-8ba0-998c7e882346 request from dv-neutron-835340-2-hyperv {{(pid=87872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 12:30:32.404096 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-08edeac8-3ea1-4a9b-b407-f226773a62e4 None None] Deleting port 7015c53c-8f6c-4c25-8ce9-87236d365e57 {{(pid=87872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:30:32.404468 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-08edeac8-3ea1-4a9b-b407-f226773a62e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:30:32.502643 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-e53fc081-b8af-4827-bf2c-ed6f73277745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:30:32.559168 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.db [None req-8b0d7b96-714f-4521-b9fe-576f805ece87 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] For port 86ae15a5-088b-47b0-afca-38f058fa46e3, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=86ae15a5-088b-47b0-afca-38f058fa46e3,segment=NetworkSegment(688afb86-c9bd-46e2-ba7d-3fe76fb1efff),segment_id=688afb86-c9bd-46e2-ba7d-3fe76fb1efff)] {{(pid=87871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:30:32.559437 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-8b0d7b96-714f-4521-b9fe-576f805ece87 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:30:32.577153 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvr_db [None req-1a610843-18ac-45b0-97fd-b2b32fceaac5 None None] Set router 42d79fdb-b25e-4c9b-874b-1c1c25e43ca0 gateway port host: None {{(pid=87872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:30:32.672589 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 7015c53c-8f6c-4c25-8ce9-87236d365e57 no longer exists at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 12:30:32.684744 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-8b0d7b96-714f-4521-b9fe-576f805ece87 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Calling delete_port for 86ae15a5-088b-47b0-afca-38f058fa46e3 owned by network:router_gateway {{(pid=87871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:30:32.797902 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-1a610843-18ac-45b0-97fd-b2b32fceaac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42d79fdb-b25e-4c9b-874b-1c1c25e43ca0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-359777263', 'tenant_id': 'bf61b35ded70454082616e376fe15d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:28:42Z', 'updated_at': '2022-03-28T12:30:32Z', 'revision_number': 6, 'project_id': 'bf61b35ded70454082616e376fe15d12', 'gw_port_host': None}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:30:32.822056 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a610843-18ac-45b0-97fd-b2b32fceaac5 None None] The sync data for ids ['42d79fdb-b25e-4c9b-874b-1c1c25e43ca0'] in dv-neutron-835340-2-hyperv is: [{'id': '42d79fdb-b25e-4c9b-874b-1c1c25e43ca0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-359777263', 'tenant_id': 'bf61b35ded70454082616e376fe15d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:28:42Z', 'updated_at': '2022-03-28T12:30:32Z', 'revision_number': 6, 'project_id': 'bf61b35ded70454082616e376fe15d12', 'gw_port_host': None}] {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 12:30:32.862040 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-8b0d7b96-714f-4521-b9fe-576f805ece87 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:30:32.907147 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0d7b96-714f-4521-b9fe-576f805ece87 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Pushing event deleted for resources: {'Port': ['ID=86ae15a5-088b-47b0-afca-38f058fa46e3,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:30:32.948934 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-08edeac8-3ea1-4a9b-b407-f226773a62e4 None None] For port 7015c53c-8f6c-4c25-8ce9-87236d365e57, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=7015c53c-8f6c-4c25-8ce9-87236d365e57,segment=NetworkSegment(6b4da370-2126-440b-a4fb-bfc5d02d3ae4),segment_id=6b4da370-2126-440b-a4fb-bfc5d02d3ae4)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:30:32.949333 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-08edeac8-3ea1-4a9b-b407-f226773a62e4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:30:33.081716 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:30:33.097381 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-08edeac8-3ea1-4a9b-b407-f226773a62e4 None None] Calling delete_port for 7015c53c-8f6c-4c25-8ce9-87236d365e57 owned by network:dhcp {{(pid=87872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:30:33.106112 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-8b0d7b96-714f-4521-b9fe-576f805ece87 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-709573'] for router_gateway, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:30:33.167951 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] For port 7015c53c-8f6c-4c25-8ce9-87236d365e57, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=7015c53c-8f6c-4c25-8ce9-87236d365e57,segment=NetworkSegment(6b4da370-2126-440b-a4fb-bfc5d02d3ae4),segment_id=6b4da370-2126-440b-a4fb-bfc5d02d3ae4)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:30:33.180353 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:30:33.238990 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.db.api [None req-08edeac8-3ea1-4a9b-b407-f226773a62e4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87872) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 12:30:33.239339 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG oslo_db.api [None req-08edeac8-3ea1-4a9b-b407-f226773a62e4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 12:30:33.256622 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Pushing event updated for resources: {'Port': ['ID=7015c53c-8f6c-4c25-8ce9-87236d365e57,revision_number=5']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:30:33.291265 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-8b0d7b96-714f-4521-b9fe-576f805ece87 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-745164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-260864'] for router, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:30:33.293695 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-8b0d7b96-714f-4521-b9fe-576f805ece87 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:30:33.317605 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-8b0d7b96-714f-4521-b9fe-576f805ece87 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-745021'] for router, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:30:33.318210 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b0d7b96-714f-4521-b9fe-576f805ece87 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Fanout notify agent at l3_agent the message router_deleted on router 42d79fdb-b25e-4c9b-874b-1c1c25e43ca0 {{(pid=87871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 12:30:33.333733 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-8b0d7b96-714f-4521-b9fe-576f805ece87 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks [] for router, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:30:33.334726 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-8b0d7b96-714f-4521-b9fe-576f805ece87 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "DELETE /v2.0/routers/42d79fdb-b25e-4c9b-874b-1c1c25e43ca0 HTTP/1.1" status: 204 len: 168 time: 1.3296134 Mar 28 12:30:33.337408 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 36728) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:30:33.446202 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-eaeec91e-fefd-4253-92cf-52be594af83c tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588883'] for network, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:30:33.456126 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-eaeec91e-fefd-4253-92cf-52be594af83c tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Deleting port 7015c53c-8f6c-4c25-8ce9-87236d365e57 {{(pid=87871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:30:33.456451 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-eaeec91e-fefd-4253-92cf-52be594af83c tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:30:33.655727 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.db [None req-eaeec91e-fefd-4253-92cf-52be594af83c tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] For port 7015c53c-8f6c-4c25-8ce9-87236d365e57, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=7015c53c-8f6c-4c25-8ce9-87236d365e57,segment=NetworkSegment(6b4da370-2126-440b-a4fb-bfc5d02d3ae4),segment_id=6b4da370-2126-440b-a4fb-bfc5d02d3ae4)] {{(pid=87871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:30:33.656070 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-eaeec91e-fefd-4253-92cf-52be594af83c tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:30:33.741038 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-08edeac8-3ea1-4a9b-b407-f226773a62e4 None None] Deleting port 7015c53c-8f6c-4c25-8ce9-87236d365e57 {{(pid=87872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:30:33.741552 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-08edeac8-3ea1-4a9b-b407-f226773a62e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:30:33.778362 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-eaeec91e-fefd-4253-92cf-52be594af83c tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Calling delete_port for 7015c53c-8f6c-4c25-8ce9-87236d365e57 owned by network:dhcp {{(pid=87871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:30:33.873135 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-eaeec91e-fefd-4253-92cf-52be594af83c tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:30:33.923893 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaeec91e-fefd-4253-92cf-52be594af83c tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] No DVR routers for this DVR port 7015c53c-8f6c-4c25-8ce9-87236d365e57 on host dv-neutron-835340-2-hyperv {{(pid=87871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 12:30:33.959439 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeec91e-fefd-4253-92cf-52be594af83c tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Pushing event deleted for resources: {'Port': ['ID=7015c53c-8f6c-4c25-8ce9-87236d365e57,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:30:33.964790 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-08edeac8-3ea1-4a9b-b407-f226773a62e4 None None] For port 7015c53c-8f6c-4c25-8ce9-87236d365e57, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=7015c53c-8f6c-4c25-8ce9-87236d365e57,segment=NetworkSegment(6b4da370-2126-440b-a4fb-bfc5d02d3ae4),segment_id=6b4da370-2126-440b-a4fb-bfc5d02d3ae4)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:30:33.965180 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-08edeac8-3ea1-4a9b-b407-f226773a62e4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:30:34.057946 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-eaeec91e-fefd-4253-92cf-52be594af83c tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930431', 'neutron.services.segments.db._delete_segments_for_network-8783496351308'] for network, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:30:34.082682 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.segments.db [None req-eaeec91e-fefd-4253-92cf-52be594af83c tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c2ac589-2387-403b-8ba0-998c7e882346']}} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:30:34.090515 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-08edeac8-3ea1-4a9b-b407-f226773a62e4 None None] Calling delete_port for 7015c53c-8f6c-4c25-8ce9-87236d365e57 owned by network:dhcp {{(pid=87872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:30:34.095362 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.segments.db [None req-eaeec91e-fefd-4253-92cf-52be594af83c tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b4da370-2126-440b-a4fb-bfc5d02d3ae4') {'for_net_delete': True} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:30:34.095704 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.segments.db [None req-eaeec91e-fefd-4253-92cf-52be594af83c tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b4da370-2126-440b-a4fb-bfc5d02d3ae4') {} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:30:34.107521 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-eaeec91e-fefd-4253-92cf-52be594af83c tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783496353639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3436890'] for segment, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:30:34.123063 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-eaeec91e-fefd-4253-92cf-52be594af83c tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:30:34.129414 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eaeec91e-fefd-4253-92cf-52be594af83c tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=87871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 12:30:34.130069 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-eaeec91e-fefd-4253-92cf-52be594af83c tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1920481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2363149'] for segment, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:30:34.144606 dv-neutron-835340-2-hyperv neutron-server[87871]: Traceback (most recent call last): Mar 28 12:30:34.144606 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 12:30:34.144606 dv-neutron-835340-2-hyperv neutron-server[87871]: timer() Mar 28 12:30:34.144606 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 12:30:34.144606 dv-neutron-835340-2-hyperv neutron-server[87871]: cb(*args, **kw) Mar 28 12:30:34.144606 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 12:30:34.144606 dv-neutron-835340-2-hyperv neutron-server[87871]: return func(*args, **kwargs) Mar 28 12:30:34.144606 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 12:30:34.144606 dv-neutron-835340-2-hyperv neutron-server[87871]: self._notify() Mar 28 12:30:34.144606 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 12:30:34.144606 dv-neutron-835340-2-hyperv neutron-server[87871]: self.callback(batched_events) Mar 28 12:30:34.144606 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 12:30:34.144606 dv-neutron-835340-2-hyperv neutron-server[87871]: event.method(event) Mar 28 12:30:34.144606 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 12:30:34.144606 dv-neutron-835340-2-hyperv neutron-server[87871]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 12:30:34.144606 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 12:30:34.144606 dv-neutron-835340-2-hyperv neutron-server[87871]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 12:30:34.144606 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 12:30:34.144606 dv-neutron-835340-2-hyperv neutron-server[87871]: return f(self, *a, **k) Mar 28 12:30:34.144606 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 12:30:34.144606 dv-neutron-835340-2-hyperv neutron-server[87871]: return self._get(url).json() Mar 28 12:30:34.144606 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 12:30:34.144606 dv-neutron-835340-2-hyperv neutron-server[87871]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 12:30:34.144606 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 12:30:34.144606 dv-neutron-835340-2-hyperv neutron-server[87871]: return self.request(url, 'GET', **kwargs) Mar 28 12:30:34.144606 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 12:30:34.144606 dv-neutron-835340-2-hyperv neutron-server[87871]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 12:30:34.144606 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 12:30:34.144606 dv-neutron-835340-2-hyperv neutron-server[87871]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 12:30:34.144606 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 12:30:34.144606 dv-neutron-835340-2-hyperv neutron-server[87871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 12:30:34.144606 dv-neutron-835340-2-hyperv neutron-server[87871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 12:30:34.162864 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.db.api [None req-08edeac8-3ea1-4a9b-b407-f226773a62e4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87872) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 12:30:34.163215 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG oslo_db.api [None req-08edeac8-3ea1-4a9b-b407-f226773a62e4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 12:30:34.227065 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-eaeec91e-fefd-4253-92cf-52be594af83c tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709602'] for network, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:30:34.244064 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-eaeec91e-fefd-4253-92cf-52be594af83c tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks [] for network, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:30:34.255859 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeec91e-fefd-4253-92cf-52be594af83c tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Pushing event deleted for resources: {'Network': ['ID=0c2ac589-2387-403b-8ba0-998c7e882346,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:30:34.268375 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-eaeec91e-fefd-4253-92cf-52be594af83c tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "DELETE /v2.0/networks/0c2ac589-2387-403b-8ba0-998c7e882346 HTTP/1.1" status: 204 len: 168 time: 0.9300380 Mar 28 12:30:34.270990 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 36732) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:30:34.342994 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-20996b1d-22da-44ad-9257-96baf4c41d25 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks [] for security_group, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:30:34.371782 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-20996b1d-22da-44ad-9257-96baf4c41d25 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:30:34.438150 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-20996b1d-22da-44ad-9257-96baf4c41d25 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:30:34.456818 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20996b1d-22da-44ad-9257-96baf4c41d25 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6110baf-821e-48ec-94dc-de82149d7ad8,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:30:34.474008 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-20996b1d-22da-44ad-9257-96baf4c41d25 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks [] for security_group, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:30:34.478748 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-20996b1d-22da-44ad-9257-96baf4c41d25 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "DELETE /v2.0/security-groups/a6110baf-821e-48ec-94dc-de82149d7ad8 HTTP/1.1" status: 204 len: 168 time: 0.2065961 Mar 28 12:30:34.531538 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device bdbdf525-55b2-4e89-8ff7-c537b54eb28a no longer exists at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 12:30:34.559561 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-08edeac8-3ea1-4a9b-b407-f226773a62e4 None None] Deleting port 7015c53c-8f6c-4c25-8ce9-87236d365e57 {{(pid=87872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:30:34.560136 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-08edeac8-3ea1-4a9b-b407-f226773a62e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:30:34.594993 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] No Port match for: bdbdf525-55b2-4e89-8ff7-c537b54eb28a {{(pid=87872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 12:30:34.595352 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device bdbdf525-55b2-4e89-8ff7-c537b54eb28a not bound to the agent host dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 12:30:34.595776 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 86ae15a5-088b-47b0-afca-38f058fa46e3 no longer exists at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 12:30:34.657649 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] No Port match for: 86ae15a5-088b-47b0-afca-38f058fa46e3 {{(pid=87872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 12:30:34.657921 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 86ae15a5-088b-47b0-afca-38f058fa46e3 not bound to the agent host dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 12:30:34.663166 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-08edeac8-3ea1-4a9b-b407-f226773a62e4 None None] The port '7015c53c-8f6c-4c25-8ce9-87236d365e57' was deleted {{(pid=87872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 12:30:34.757274 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 36740) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:30:34.763188 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-7969377f-2e30-44e9-8597-4fe903d1f007 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1227656421', 'description': 'tempest-secgroup-smoke-1227656421 description', 'project_id': 'bf61b35ded70454082616e376fe15d12'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:30:34.769081 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-7969377f-2e30-44e9-8597-4fe903d1f007 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:30:34.773261 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-7969377f-2e30-44e9-8597-4fe903d1f007 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Usage tracker for resource:security_group and tenant:bf61b35ded70454082616e376fe15d12 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:30:34.776293 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-7969377f-2e30-44e9-8597-4fe903d1f007 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:30:34.782491 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-7969377f-2e30-44e9-8597-4fe903d1f007 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:30:34.786022 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-bc1d3abb-a270-4ac0-bdb9-ef750e37b901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:30:34.793140 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-7969377f-2e30-44e9-8597-4fe903d1f007 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks [] for security_group, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:30:34.813198 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-7969377f-2e30-44e9-8597-4fe903d1f007 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:30:34.817054 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-7969377f-2e30-44e9-8597-4fe903d1f007 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Usage tracker for resource:security_group_rule and tenant:bf61b35ded70454082616e376fe15d12 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:30:34.819863 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-7969377f-2e30-44e9-8597-4fe903d1f007 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:30:34.826306 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-7969377f-2e30-44e9-8597-4fe903d1f007 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:30:34.896500 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-7969377f-2e30-44e9-8597-4fe903d1f007 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks [] for security_group, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:30:34.900227 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-7969377f-2e30-44e9-8597-4fe903d1f007 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:30:34.947789 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7969377f-2e30-44e9-8597-4fe903d1f007 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Pushing event updated for resources: {'SecurityGroup': ['ID=613d1a35-f7bf-44a6-a28e-f8ec8406f47a,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:30:34.950537 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-7969377f-2e30-44e9-8597-4fe903d1f007 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks [] for security_group, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:30:34.951862 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-7969377f-2e30-44e9-8597-4fe903d1f007 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1929135 Mar 28 12:30:34.954816 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 36744) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:30:34.959782 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-acb6a786-ed47-4051-8f22-f8a8fa0ccb46 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Request body: {'security_group_rule': {'security_group_id': '613d1a35-f7bf-44a6-a28e-f8ec8406f47a', 'project_id': 'bf61b35ded70454082616e376fe15d12', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:30:34.965838 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-acb6a786-ed47-4051-8f22-f8a8fa0ccb46 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:30:34.969754 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-acb6a786-ed47-4051-8f22-f8a8fa0ccb46 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Usage tracker for resource:security_group_rule and tenant:bf61b35ded70454082616e376fe15d12 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:30:34.972856 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-acb6a786-ed47-4051-8f22-f8a8fa0ccb46 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:30:34.978515 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-acb6a786-ed47-4051-8f22-f8a8fa0ccb46 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:30:35.096679 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-acb6a786-ed47-4051-8f22-f8a8fa0ccb46 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:30:35.155364 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-acb6a786-ed47-4051-8f22-f8a8fa0ccb46 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:30:35.158809 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-acb6a786-ed47-4051-8f22-f8a8fa0ccb46 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740322'] for security_group_rule, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:30:35.182344 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb6a786-ed47-4051-8f22-f8a8fa0ccb46 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b000cdf-8ca9-4600-a9a3-12e2bf3e71f3,revision_number=0']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:30:35.191103 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-acb6a786-ed47-4051-8f22-f8a8fa0ccb46 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:30:35.192271 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-acb6a786-ed47-4051-8f22-f8a8fa0ccb46 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2365608 Mar 28 12:30:35.195050 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 36748) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:30:35.199909 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-425c61c8-2aa1-4def-91bd-0f7a31efab9b tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Request body: {'security_group_rule': {'security_group_id': '613d1a35-f7bf-44a6-a28e-f8ec8406f47a', 'project_id': 'bf61b35ded70454082616e376fe15d12', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:30:35.205417 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-425c61c8-2aa1-4def-91bd-0f7a31efab9b tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:30:35.209110 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-425c61c8-2aa1-4def-91bd-0f7a31efab9b tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Usage tracker for resource:security_group_rule and tenant:bf61b35ded70454082616e376fe15d12 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:30:35.211999 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-425c61c8-2aa1-4def-91bd-0f7a31efab9b tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:30:35.217514 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-425c61c8-2aa1-4def-91bd-0f7a31efab9b tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:30:35.235318 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-425c61c8-2aa1-4def-91bd-0f7a31efab9b tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:30:35.296058 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-425c61c8-2aa1-4def-91bd-0f7a31efab9b tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:30:35.299384 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-425c61c8-2aa1-4def-91bd-0f7a31efab9b tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740322'] for security_group_rule, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:30:35.322557 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425c61c8-2aa1-4def-91bd-0f7a31efab9b tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee68e90e-9432-47b6-8aba-0b117c2a0043,revision_number=0']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:30:35.330937 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-425c61c8-2aa1-4def-91bd-0f7a31efab9b tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:30:35.332469 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-425c61c8-2aa1-4def-91bd-0f7a31efab9b tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1364977 Mar 28 12:30:35.335227 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 36752) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:30:35.340687 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-a719bbb7-e4b0-4071-8548-8727d11f3dfe tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Request body: {'security_group_rule': {'security_group_id': '613d1a35-f7bf-44a6-a28e-f8ec8406f47a', 'project_id': 'bf61b35ded70454082616e376fe15d12', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:30:35.346245 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-a719bbb7-e4b0-4071-8548-8727d11f3dfe tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:30:35.349946 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-a719bbb7-e4b0-4071-8548-8727d11f3dfe tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Usage tracker for resource:security_group_rule and tenant:bf61b35ded70454082616e376fe15d12 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:30:35.352832 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-a719bbb7-e4b0-4071-8548-8727d11f3dfe tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:30:35.358374 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-a719bbb7-e4b0-4071-8548-8727d11f3dfe tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:30:35.374973 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-a719bbb7-e4b0-4071-8548-8727d11f3dfe tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:30:35.439761 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-a719bbb7-e4b0-4071-8548-8727d11f3dfe tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:30:35.443073 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-a719bbb7-e4b0-4071-8548-8727d11f3dfe tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740322'] for security_group_rule, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:30:35.466456 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a719bbb7-e4b0-4071-8548-8727d11f3dfe tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1fd7619-3e73-45ad-92cd-b3294316d4b4,revision_number=0']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:30:35.475221 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-a719bbb7-e4b0-4071-8548-8727d11f3dfe tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:30:35.476448 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-a719bbb7-e4b0-4071-8548-8727d11f3dfe tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1402934 Mar 28 12:30:35.479619 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 36756) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:30:35.484736 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-6e108145-4681-4c21-946e-fa0781d79f76 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Request body: {'security_group_rule': {'security_group_id': '613d1a35-f7bf-44a6-a28e-f8ec8406f47a', 'project_id': 'bf61b35ded70454082616e376fe15d12', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:30:35.490358 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-6e108145-4681-4c21-946e-fa0781d79f76 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:30:35.494911 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-6e108145-4681-4c21-946e-fa0781d79f76 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Usage tracker for resource:security_group_rule and tenant:bf61b35ded70454082616e376fe15d12 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:30:35.497695 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-6e108145-4681-4c21-946e-fa0781d79f76 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:30:35.503161 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-6e108145-4681-4c21-946e-fa0781d79f76 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:30:35.519292 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-6e108145-4681-4c21-946e-fa0781d79f76 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:30:35.580538 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-6e108145-4681-4c21-946e-fa0781d79f76 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:30:35.583900 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-6e108145-4681-4c21-946e-fa0781d79f76 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740322'] for security_group_rule, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:30:35.606430 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e108145-4681-4c21-946e-fa0781d79f76 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f439568d-8083-4c56-a321-7a95bd837d53,revision_number=0']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:30:35.615239 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-6e108145-4681-4c21-946e-fa0781d79f76 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:30:35.616652 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-6e108145-4681-4c21-946e-fa0781d79f76 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1361444 Mar 28 12:30:35.619976 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 36760) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:30:35.625131 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-6f664f42-55bc-405d-bd9b-d019eafb54b5 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Request body: {'security_group_rule': {'security_group_id': '613d1a35-f7bf-44a6-a28e-f8ec8406f47a', 'project_id': 'bf61b35ded70454082616e376fe15d12', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:30:35.630706 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-6f664f42-55bc-405d-bd9b-d019eafb54b5 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:30:35.634517 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-6f664f42-55bc-405d-bd9b-d019eafb54b5 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Usage tracker for resource:security_group_rule and tenant:bf61b35ded70454082616e376fe15d12 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:30:35.637308 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-6f664f42-55bc-405d-bd9b-d019eafb54b5 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:30:35.642776 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-6f664f42-55bc-405d-bd9b-d019eafb54b5 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:30:35.653362 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.db.securitygroups_db [None req-6f664f42-55bc-405d-bd9b-d019eafb54b5 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Project bf61b35ded70454082616e376fe15d12 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 12:30:35.659494 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-6f664f42-55bc-405d-bd9b-d019eafb54b5 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:30:35.722360 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-6f664f42-55bc-405d-bd9b-d019eafb54b5 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:30:35.725963 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-6f664f42-55bc-405d-bd9b-d019eafb54b5 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740322'] for security_group_rule, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:30:35.751004 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f664f42-55bc-405d-bd9b-d019eafb54b5 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2feda20c-9ac6-4335-b208-9b055b63678e,revision_number=0']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:30:35.760378 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-6f664f42-55bc-405d-bd9b-d019eafb54b5 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:30:35.761517 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-6f664f42-55bc-405d-bd9b-d019eafb54b5 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1403358 Mar 28 12:30:35.764361 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 36764) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:30:35.769274 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-ef5aedf6-ebf9-4c67-a582-e11445e9a5e6 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Request body: {'security_group_rule': {'security_group_id': '613d1a35-f7bf-44a6-a28e-f8ec8406f47a', 'project_id': 'bf61b35ded70454082616e376fe15d12', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:30:35.775204 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-ef5aedf6-ebf9-4c67-a582-e11445e9a5e6 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:30:35.779627 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-ef5aedf6-ebf9-4c67-a582-e11445e9a5e6 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Usage tracker for resource:security_group_rule and tenant:bf61b35ded70454082616e376fe15d12 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:30:35.782743 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-ef5aedf6-ebf9-4c67-a582-e11445e9a5e6 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:30:35.784534 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:30:35.789184 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-ef5aedf6-ebf9-4c67-a582-e11445e9a5e6 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:30:35.799614 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.db.securitygroups_db [None req-ef5aedf6-ebf9-4c67-a582-e11445e9a5e6 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Project bf61b35ded70454082616e376fe15d12 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 12:30:35.806780 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-ef5aedf6-ebf9-4c67-a582-e11445e9a5e6 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:30:35.871718 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-ef5aedf6-ebf9-4c67-a582-e11445e9a5e6 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:30:35.875050 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-ef5aedf6-ebf9-4c67-a582-e11445e9a5e6 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740322'] for security_group_rule, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:30:35.898349 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-ef3be119-c018-4979-be07-86cf959defc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:30:35.903042 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5aedf6-ebf9-4c67-a582-e11445e9a5e6 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0fcac29-e226-438c-a443-9ca1cf5f5822,revision_number=0']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:30:35.911781 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-ef5aedf6-ebf9-4c67-a582-e11445e9a5e6 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:30:35.912971 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-ef5aedf6-ebf9-4c67-a582-e11445e9a5e6 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1476820 Mar 28 12:30:35.916484 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 36768) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:30:35.921764 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-c4ee0e70-0f74-4a16-9463-b1bddf75d8ad tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Request body: {'network': {'name': 'tempest-network-smoke--2065393269', 'project_id': 'bf61b35ded70454082616e376fe15d12', 'port_security_enabled': True}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:30:35.926597 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-c4ee0e70-0f74-4a16-9463-b1bddf75d8ad tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:30:35.932032 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-c4ee0e70-0f74-4a16-9463-b1bddf75d8ad tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Usage tracker for resource:network and tenant:bf61b35ded70454082616e376fe15d12 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:30:35.934835 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-c4ee0e70-0f74-4a16-9463-b1bddf75d8ad tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:30:35.940375 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-c4ee0e70-0f74-4a16-9463-b1bddf75d8ad tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:30:35.950641 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4ee0e70-0f74-4a16-9463-b1bddf75d8ad tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Made reservation on behalf of bf61b35ded70454082616e376fe15d12 for: {'network': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 12:30:35.954161 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-c4ee0e70-0f74-4a16-9463-b1bddf75d8ad tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for network, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:30:35.982852 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4ee0e70-0f74-4a16-9463-b1bddf75d8ad tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=87871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 12:30:35.991677 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-c4ee0e70-0f74-4a16-9463-b1bddf75d8ad tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:30:35.992014 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.db.segments_db [None req-c4ee0e70-0f74-4a16-9463-b1bddf75d8ad tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Added segment fad877b1-85b8-447f-aa83-c5e9e8cd0e7c of type vlan for network af6bef51-955e-4ad3-a725-befe5586876e Mar 28 12:30:36.018771 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-c4ee0e70-0f74-4a16-9463-b1bddf75d8ad tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783495836591'] for network, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:30:36.047591 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-c4ee0e70-0f74-4a16-9463-b1bddf75d8ad tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765'] for network, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:30:36.053190 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4ee0e70-0f74-4a16-9463-b1bddf75d8ad tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:30:36.053760 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-c4ee0e70-0f74-4a16-9463-b1bddf75d8ad tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks [] for network, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:30:36.159098 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-c4ee0e70-0f74-4a16-9463-b1bddf75d8ad tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2416172 Mar 28 12:30:36.161899 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 36772) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:30:36.166279 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ee0e70-0f74-4a16-9463-b1bddf75d8ad tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Pushing event updated for resources: {'Network': ['ID=af6bef51-955e-4ad3-a725-befe5586876e,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:30:36.167944 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-a0109f98-f412-4644-9571-e49a1920a214 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1137874491', 'admin_state_up': True, 'project_id': 'bf61b35ded70454082616e376fe15d12', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b'}}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:30:36.175856 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-a0109f98-f412-4644-9571-e49a1920a214 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:30:36.177320 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Network af6bef51-955e-4ad3-a725-befe5586876e details requested by agent ovs-agent-dv-neutron-835340-2-hyperv with host dv-neutron-835340-2-hyperv {{(pid=87872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 12:30:36.179864 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-a0109f98-f412-4644-9571-e49a1920a214 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Usage tracker for resource:router and tenant:bf61b35ded70454082616e376fe15d12 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:30:36.183629 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-a0109f98-f412-4644-9571-e49a1920a214 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:30:36.189872 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-a0109f98-f412-4644-9571-e49a1920a214 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:30:36.200496 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-a0109f98-f412-4644-9571-e49a1920a214 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-707665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-260886'] for router, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:30:36.201557 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-a0109f98-f412-4644-9571-e49a1920a214 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-705660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709650', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-767110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260873'] for router, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:30:36.216975 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-a0109f98-f412-4644-9571-e49a1920a214 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:30:36.582403 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-a0109f98-f412-4644-9571-e49a1920a214 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-709632', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-707672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260923'] for router, precommit_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:30:36.885382 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-a0109f98-f412-4644-9571-e49a1920a214 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks [] for router_gateway, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:30:36.914483 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-a0109f98-f412-4644-9571-e49a1920a214 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:30:37.046543 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.db_base_plugin_common [None req-a0109f98-f412-4644-9571-e49a1920a214 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Allocated IP 172.26.7.183 (ac2b1748-8f63-4b17-a9c7-07e79704aa5b/0b7ebf76-1dc7-431a-a0b4-b96bacf287c2/7ef63c91-03c7-444a-b7a3-6039b47afd3e) {{(pid=87870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 12:30:37.188667 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-a0109f98-f412-4644-9571-e49a1920a214 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks [] for port, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:30:37.217287 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-a0109f98-f412-4644-9571-e49a1920a214 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:30:37.275513 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0109f98-f412-4644-9571-e49a1920a214 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Network ac2b1748-8f63-4b17-a9c7-07e79704aa5b is already hosted by enough agents. {{(pid=87870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:30:37.278448 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.base_scheduler [None req-a0109f98-f412-4644-9571-e49a1920a214 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Resources bound (agent type, host, resource id): {{(pid=87870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:30:37.286404 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0109f98-f412-4644-9571-e49a1920a214 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Received port after_create {{(pid=87870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 12:30:37.320511 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0109f98-f412-4644-9571-e49a1920a214 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Pushing event updated for resources: {'Port': ['ID=7ef63c91-03c7-444a-b7a3-6039b47afd3e,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:30:37.557757 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-b7ccd3c7-0277-4f12-8e5c-e41478141af5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:30:37.695159 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-a0109f98-f412-4644-9571-e49a1920a214 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks [] for router_gateway, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:30:38.131400 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-a0109f98-f412-4644-9571-e49a1920a214 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709693'] for router, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:30:38.333442 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0109f98-f412-4644-9571-e49a1920a214 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Router 22dc379c-3068-4b03-ad30-91ac9b1809db is scheduled to L3 agent af79d429-529e-400b-a119-94d4bec03f3e with binding_index 1 {{(pid=87870) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 12:30:38.508215 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0109f98-f412-4644-9571-e49a1920a214 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 12:30:38.518672 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-926d5899-5839-4ad6-8006-4984941ab4e8 None None] Sync routers for ids ['22dc379c-3068-4b03-ad30-91ac9b1809db'] in dv-neutron-835340-2-hyperv {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 12:30:38.528068 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-926d5899-5839-4ad6-8006-4984941ab4e8 None None] Routers {'22dc379c-3068-4b03-ad30-91ac9b1809db'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:30:38.528665 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-926d5899-5839-4ad6-8006-4984941ab4e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:30:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['22dc379c-3068-4b03-ad30-91ac9b1809db'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:30:38.535953 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-a0109f98-f412-4644-9571-e49a1920a214 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks [] for router, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:30:38.537164 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-a0109f98-f412-4644-9571-e49a1920a214 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.3742514 Mar 28 12:30:38.540303 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 36776) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:30:38.580081 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-45f0b42f-497a-4dbd-adcb-cceec8586958 tempest-TestNetworkAdvancedServerOps-218286836 tempest-TestNetworkAdvancedServerOps-218286836-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=bf61b35ded70454082616e376fe15d12&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0387368 Mar 28 12:30:38.582655 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 36780) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:30:38.702928 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvr_db [None req-926d5899-5839-4ad6-8006-4984941ab4e8 None None] Set router 22dc379c-3068-4b03-ad30-91ac9b1809db gateway port host: dv-neutron-835340-2-hyperv {{(pid=87873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:30:38.708874 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfcfdef3-0706-4e6e-92a6-c451e0825f7d tempest-TestNetworkAdvancedServerOps-218286836 tempest-TestNetworkAdvancedServerOps-218286836-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:30:38.710335 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-dfcfdef3-0706-4e6e-92a6-c451e0825f7d tempest-TestNetworkAdvancedServerOps-218286836 tempest-TestNetworkAdvancedServerOps-218286836-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1268187 Mar 28 12:30:38.713202 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 36784) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:30:38.754923 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-02d9b268-8b9b-49b7-aa79-29061d2f09d7 tempest-TestNetworkAdvancedServerOps-218286836 tempest-TestNetworkAdvancedServerOps-218286836-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=ac2b1748-8f63-4b17-a9c7-07e79704aa5b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0405972 Mar 28 12:30:38.757256 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 36788) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:30:38.763339 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-95491982-e0ba-4223-ad20-0eb896768b14 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-421795640', 'network_id': 'af6bef51-955e-4ad3-a725-befe5586876e', 'project_id': 'bf61b35ded70454082616e376fe15d12', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:30:38.873311 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-95491982-e0ba-4223-ad20-0eb896768b14 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:30:38.877015 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-95491982-e0ba-4223-ad20-0eb896768b14 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Usage tracker for resource:subnet and tenant:bf61b35ded70454082616e376fe15d12 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:30:38.879741 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-95491982-e0ba-4223-ad20-0eb896768b14 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:30:38.886467 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-95491982-e0ba-4223-ad20-0eb896768b14 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:30:38.896245 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95491982-e0ba-4223-ad20-0eb896768b14 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Made reservation on behalf of bf61b35ded70454082616e376fe15d12 for: {'subnet': 1} {{(pid=87870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 12:30:38.900523 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-95491982-e0ba-4223-ad20-0eb896768b14 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2563571'] for subnet, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:30:38.982823 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-926d5899-5839-4ad6-8006-4984941ab4e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22dc379c-3068-4b03-ad30-91ac9b1809db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1137874491', 'tenant_id': 'bf61b35ded70454082616e376fe15d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.183'}], 'enable_snat': True}, 'gw_port_id': '7ef63c91-03c7-444a-b7a3-6039b47afd3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:30:36Z', 'updated_at': '2022-03-28T12:30:37Z', 'revision_number': 3, 'project_id': 'bf61b35ded70454082616e376fe15d12', 'gw_port': {'id': '7ef63c91-03c7-444a-b7a3-6039b47afd3e', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:54:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22dc379c-3068-4b03-ad30-91ac9b1809db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:30:36Z', 'updated_at': '2022-03-28T12:30:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv'}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:30:38.986860 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-926d5899-5839-4ad6-8006-4984941ab4e8 None None] Checking router: 22dc379c-3068-4b03-ad30-91ac9b1809db for host: dv-neutron-835340-2-hyperv {{(pid=87873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 12:30:38.987404 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-926d5899-5839-4ad6-8006-4984941ab4e8 None None] Updating router 22dc379c-3068-4b03-ad30-91ac9b1809db port 7ef63c91-03c7-444a-b7a3-6039b47afd3e binding host dv-neutron-835340-2-hyperv {{(pid=87873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 12:30:39.045565 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron_lib.callbacks.manager [None req-926d5899-5839-4ad6-8006-4984941ab4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:30:39.112167 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-95491982-e0ba-4223-ad20-0eb896768b14 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2561241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2563521'] for subnet, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:30:39.190325 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95491982-e0ba-4223-ad20-0eb896768b14 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Pushing event updated for resources: {'Subnet': ['ID=e0c5d5ea-dfd5-4689-ad04-f54c0f381cf9,revision_number=0']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:30:39.201427 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95491982-e0ba-4223-ad20-0eb896768b14 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Checking segment: {'id': 'fad877b1-85b8-447f-aa83-c5e9e8cd0e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'af6bef51-955e-4ad3-a725-befe5586876e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 12:30:39.201780 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95491982-e0ba-4223-ad20-0eb896768b14 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Network hostable DHCP agents. Network: af6bef51-955e-4ad3-a725-befe5586876e, hostable agents: ['3cb85949-855b-4a40-b988-cd5705e511da'], hosted agents: [] {{(pid=87870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 12:30:39.220002 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95491982-e0ba-4223-ad20-0eb896768b14 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Network af6bef51-955e-4ad3-a725-befe5586876e is scheduled to be hosted by DHCP agent 3cb85949-855b-4a40-b988-cd5705e511da with binding_index 1 {{(pid=87870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 12:30:39.228873 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.base_scheduler [None req-95491982-e0ba-4223-ad20-0eb896768b14 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-2-hyperv, af6bef51-955e-4ad3-a725-befe5586876e) {{(pid=87870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:30:39.232754 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95491982-e0ba-4223-ad20-0eb896768b14 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:30:39.233332 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-95491982-e0ba-4223-ad20-0eb896768b14 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks [] for subnet, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:30:39.237718 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-828059bd-3c4c-4638-983c-6ab7b8c279cd None None] Network af6bef51-955e-4ad3-a725-befe5586876e requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 12:30:39.257132 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-95491982-e0ba-4223-ad20-0eb896768b14 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4964182 Mar 28 12:30:39.257349 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 36792) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:30:39.377176 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron_lib.callbacks.manager [None req-926d5899-5839-4ad6-8006-4984941ab4e8 None None] Notify callbacks [] for port, precommit_update {{(pid=87873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:30:39.390666 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.provisioning_blocks [None req-926d5899-5839-4ad6-8006-4984941ab4e8 None None] Transition to ACTIVE for port object 7ef63c91-03c7-444a-b7a3-6039b47afd3e will not be triggered until provisioned by entity L2. {{(pid=87873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:30:39.396985 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron_lib.callbacks.manager [None req-926d5899-5839-4ad6-8006-4984941ab4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:30:39.475087 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.managers [None req-926d5899-5839-4ad6-8006-4984941ab4e8 None None] Attempting to bind port 7ef63c91-03c7-444a-b7a3-6039b47afd3e on host dv-neutron-835340-2-hyperv for vnic_type normal with profile {{(pid=87873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 12:30:39.475445 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.managers [None req-926d5899-5839-4ad6-8006-4984941ab4e8 None None] Attempting to bind port 7ef63c91-03c7-444a-b7a3-6039b47afd3e by drivers openvswitch,hyperv on host dv-neutron-835340-2-hyperv at level 0 using segments [{'id': '688afb86-c9bd-46e2-ba7d-3fe76fb1efff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b'}] {{(pid=87873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 12:30:39.475821 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-926d5899-5839-4ad6-8006-4984941ab4e8 None None] Attempting to bind port 7ef63c91-03c7-444a-b7a3-6039b47afd3e on network ac2b1748-8f63-4b17-a9c7-07e79704aa5b {{(pid=87873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 12:30:39.486235 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edec811-1f19-428b-b753-cca8d877aaf4 None None] Pushing event updated for resources: {'Port': ['ID=7ef63c91-03c7-444a-b7a3-6039b47afd3e,revision_number=2']} {{(pid=87873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:30:39.488445 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-926d5899-5839-4ad6-8006-4984941ab4e8 None None] Checking agent: {'id': '961a16fe-cbc8-4264-ac28-bbbd53f89caa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 46, 6), 'started_at': datetime.datetime(2022, 3, 28, 11, 46, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 12, 30, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 12:30:39.488805 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-926d5899-5839-4ad6-8006-4984941ab4e8 None None] Checking segment: {'id': '688afb86-c9bd-46e2-ba7d-3fe76fb1efff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 12:30:39.489200 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron_lib.callbacks.manager [None req-926d5899-5839-4ad6-8006-4984941ab4e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:30:39.489568 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-926d5899-5839-4ad6-8006-4984941ab4e8 None None] Bound using segment: {'id': '688afb86-c9bd-46e2-ba7d-3fe76fb1efff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b'} {{(pid=87873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 12:30:39.490006 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.managers [None req-926d5899-5839-4ad6-8006-4984941ab4e8 None None] Bound port: 7ef63c91-03c7-444a-b7a3-6039b47afd3e, host: dv-neutron-835340-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '688afb86-c9bd-46e2-ba7d-3fe76fb1efff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b'}}] {{(pid=87873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 12:30:39.490609 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron_lib.callbacks.manager [None req-926d5899-5839-4ad6-8006-4984941ab4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:30:39.511762 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ad96f6f-b40b-44c5-9f79-13cf7f71abb8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1d3f2a9-8722-5ce5-bc40-181687d1ed3f-af6bef51-955e-4ad3-a725-befe5586876e', 'network_id': 'af6bef51-955e-4ad3-a725-befe5586876e', 'tenant_id': 'bf61b35ded70454082616e376fe15d12', 'fixed_ips': [{'subnet_id': 'e0c5d5ea-dfd5-4689-ad04-f54c0f381cf9'}]}} from dv-neutron-835340-2-hyperv. {{(pid=87872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 12:30:39.512699 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-4ad96f6f-b40b-44c5-9f79-13cf7f71abb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:30:39.536797 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7edec811-1f19-428b-b753-cca8d877aaf4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:30:39.537412 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7edec811-1f19-428b-b753-cca8d877aaf4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:30:39.537514 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7edec811-1f19-428b-b753-cca8d877aaf4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:30:39.537758 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7edec811-1f19-428b-b753-cca8d877aaf4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:30:39.538073 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7edec811-1f19-428b-b753-cca8d877aaf4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:30:39.538751 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7edec811-1f19-428b-b753-cca8d877aaf4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:30:39.538751 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7edec811-1f19-428b-b753-cca8d877aaf4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:30:39.539001 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7edec811-1f19-428b-b753-cca8d877aaf4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:30:39.539314 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7edec811-1f19-428b-b753-cca8d877aaf4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:30:39.539825 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7edec811-1f19-428b-b753-cca8d877aaf4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:30:39.540303 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7edec811-1f19-428b-b753-cca8d877aaf4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:30:39.540804 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7edec811-1f19-428b-b753-cca8d877aaf4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:30:39.580079 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.db [None req-926d5899-5839-4ad6-8006-4984941ab4e8 None None] For port 7ef63c91-03c7-444a-b7a3-6039b47afd3e, host dv-neutron-835340-2-hyperv, cleared binding levels {{(pid=87873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 12:30:39.583176 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.db [None req-926d5899-5839-4ad6-8006-4984941ab4e8 None None] For port 7ef63c91-03c7-444a-b7a3-6039b47afd3e, host dv-neutron-835340-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=7ef63c91-03c7-444a-b7a3-6039b47afd3e,segment=NetworkSegment(688afb86-c9bd-46e2-ba7d-3fe76fb1efff),segment_id=688afb86-c9bd-46e2-ba7d-3fe76fb1efff)] {{(pid=87873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 12:30:39.588615 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron_lib.callbacks.manager [None req-926d5899-5839-4ad6-8006-4984941ab4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:30:39.668513 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edec811-1f19-428b-b753-cca8d877aaf4 None None] Pushing event updated for resources: {'Port': ['ID=7ef63c91-03c7-444a-b7a3-6039b47afd3e,revision_number=3']} {{(pid=87873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:30:39.670922 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-926d5899-5839-4ad6-8006-4984941ab4e8 None None] Routers {'22dc379c-3068-4b03-ad30-91ac9b1809db'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:30:39.671530 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-926d5899-5839-4ad6-8006-4984941ab4e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:30:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['22dc379c-3068-4b03-ad30-91ac9b1809db'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:30:39.678589 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.db_base_plugin_common [None req-4ad96f6f-b40b-44c5-9f79-13cf7f71abb8 None None] Allocated IP 172.20.0.2 (af6bef51-955e-4ad3-a725-befe5586876e/e0c5d5ea-dfd5-4689-ad04-f54c0f381cf9/8a957fbf-0ac9-4b1e-9fbd-f185e17e70fa) {{(pid=87872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 12:30:39.890826 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-4ad96f6f-b40b-44c5-9f79-13cf7f71abb8 None None] Notify callbacks [] for port, precommit_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:30:39.891084 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvr_db [None req-926d5899-5839-4ad6-8006-4984941ab4e8 None None] Set router 22dc379c-3068-4b03-ad30-91ac9b1809db gateway port host: dv-neutron-835340-2-hyperv {{(pid=87873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:30:39.902535 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-4ad96f6f-b40b-44c5-9f79-13cf7f71abb8 None None] Transition to ACTIVE for port object 8a957fbf-0ac9-4b1e-9fbd-f185e17e70fa will not be triggered until provisioned by entity L2. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:30:39.924199 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-4ad96f6f-b40b-44c5-9f79-13cf7f71abb8 None None] Transition to ACTIVE for port object 8a957fbf-0ac9-4b1e-9fbd-f185e17e70fa will not be triggered until provisioned by entity DHCP. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:30:39.929546 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-4ad96f6f-b40b-44c5-9f79-13cf7f71abb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241'] for port, after_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:30:39.995494 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ad96f6f-b40b-44c5-9f79-13cf7f71abb8 None None] Network af6bef51-955e-4ad3-a725-befe5586876e is already hosted by enough agents. {{(pid=87872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:30:40.002550 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.base_scheduler [None req-4ad96f6f-b40b-44c5-9f79-13cf7f71abb8 None None] Resources bound (agent type, host, resource id): {{(pid=87872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:30:40.005201 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad96f6f-b40b-44c5-9f79-13cf7f71abb8 None None] Received port after_create {{(pid=87872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 12:30:40.045140 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad96f6f-b40b-44c5-9f79-13cf7f71abb8 None None] Pushing event updated for resources: {'Port': ['ID=8a957fbf-0ac9-4b1e-9fbd-f185e17e70fa,revision_number=1']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:30:40.106903 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-4ad96f6f-b40b-44c5-9f79-13cf7f71abb8 None None] Attempting to bind port 8a957fbf-0ac9-4b1e-9fbd-f185e17e70fa on host dv-neutron-835340-2-hyperv for vnic_type normal with profile {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 12:30:40.107384 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-4ad96f6f-b40b-44c5-9f79-13cf7f71abb8 None None] Attempting to bind port 8a957fbf-0ac9-4b1e-9fbd-f185e17e70fa by drivers openvswitch,hyperv on host dv-neutron-835340-2-hyperv at level 0 using segments [{'id': 'fad877b1-85b8-447f-aa83-c5e9e8cd0e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'af6bef51-955e-4ad3-a725-befe5586876e'}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 12:30:40.107776 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad96f6f-b40b-44c5-9f79-13cf7f71abb8 None None] Attempting to bind port 8a957fbf-0ac9-4b1e-9fbd-f185e17e70fa on network af6bef51-955e-4ad3-a725-befe5586876e {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 12:30:40.113206 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad96f6f-b40b-44c5-9f79-13cf7f71abb8 None None] Checking agent: {'id': '961a16fe-cbc8-4264-ac28-bbbd53f89caa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 46, 6), 'started_at': datetime.datetime(2022, 3, 28, 11, 46, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 12, 30, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 12:30:40.113414 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-227b0dc8-a846-45a8-87e2-f5d08c20af2a tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:30:40.113849 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad96f6f-b40b-44c5-9f79-13cf7f71abb8 None None] Checking segment: {'id': 'fad877b1-85b8-447f-aa83-c5e9e8cd0e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'af6bef51-955e-4ad3-a725-befe5586876e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 12:30:40.113942 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-4ad96f6f-b40b-44c5-9f79-13cf7f71abb8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:30:40.114313 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad96f6f-b40b-44c5-9f79-13cf7f71abb8 None None] Bound using segment: {'id': 'fad877b1-85b8-447f-aa83-c5e9e8cd0e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'af6bef51-955e-4ad3-a725-befe5586876e'} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 12:30:40.114764 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-4ad96f6f-b40b-44c5-9f79-13cf7f71abb8 None None] Bound port: 8a957fbf-0ac9-4b1e-9fbd-f185e17e70fa, host: dv-neutron-835340-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fad877b1-85b8-447f-aa83-c5e9e8cd0e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'af6bef51-955e-4ad3-a725-befe5586876e'}}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 12:30:40.115128 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-4ad96f6f-b40b-44c5-9f79-13cf7f71abb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:30:40.189385 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-926d5899-5839-4ad6-8006-4984941ab4e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22dc379c-3068-4b03-ad30-91ac9b1809db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1137874491', 'tenant_id': 'bf61b35ded70454082616e376fe15d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.183'}], 'enable_snat': True}, 'gw_port_id': '7ef63c91-03c7-444a-b7a3-6039b47afd3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:30:36Z', 'updated_at': '2022-03-28T12:30:37Z', 'revision_number': 3, 'project_id': 'bf61b35ded70454082616e376fe15d12', 'gw_port': {'id': '7ef63c91-03c7-444a-b7a3-6039b47afd3e', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:54:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22dc379c-3068-4b03-ad30-91ac9b1809db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:30:36Z', 'updated_at': '2022-03-28T12:30:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv'}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:30:40.193403 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-926d5899-5839-4ad6-8006-4984941ab4e8 None None] The sync data for ids ['22dc379c-3068-4b03-ad30-91ac9b1809db'] in dv-neutron-835340-2-hyperv is: [{'id': '22dc379c-3068-4b03-ad30-91ac9b1809db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1137874491', 'tenant_id': 'bf61b35ded70454082616e376fe15d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.183'}], 'enable_snat': True}, 'gw_port_id': '7ef63c91-03c7-444a-b7a3-6039b47afd3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:30:36Z', 'updated_at': '2022-03-28T12:30:37Z', 'revision_number': 3, 'project_id': 'bf61b35ded70454082616e376fe15d12', 'gw_port': {'id': '7ef63c91-03c7-444a-b7a3-6039b47afd3e', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:54:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22dc379c-3068-4b03-ad30-91ac9b1809db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:30:36Z', 'updated_at': '2022-03-28T12:30:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv'}] {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 12:30:40.204373 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-4ad96f6f-b40b-44c5-9f79-13cf7f71abb8 None None] For port 8a957fbf-0ac9-4b1e-9fbd-f185e17e70fa, host dv-neutron-835340-2-hyperv, cleared binding levels {{(pid=87872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 12:30:40.210142 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-4ad96f6f-b40b-44c5-9f79-13cf7f71abb8 None None] For port 8a957fbf-0ac9-4b1e-9fbd-f185e17e70fa, host dv-neutron-835340-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=8a957fbf-0ac9-4b1e-9fbd-f185e17e70fa,segment=NetworkSegment(fad877b1-85b8-447f-aa83-c5e9e8cd0e7c),segment_id=fad877b1-85b8-447f-aa83-c5e9e8cd0e7c)] {{(pid=87872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 12:30:40.218153 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-4ad96f6f-b40b-44c5-9f79-13cf7f71abb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:30:40.304866 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad96f6f-b40b-44c5-9f79-13cf7f71abb8 None None] Pushing event updated for resources: {'Port': ['ID=8a957fbf-0ac9-4b1e-9fbd-f185e17e70fa,revision_number=2']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:30:40.574794 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.db_base_plugin_common [None req-227b0dc8-a846-45a8-87e2-f5d08c20af2a tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Allocated IP 172.20.0.1 (af6bef51-955e-4ad3-a725-befe5586876e/e0c5d5ea-dfd5-4689-ad04-f54c0f381cf9/638b363c-9b8c-4682-b3a6-23098f72f3fb) {{(pid=87870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 12:30:40.625400 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 7ef63c91-03c7-444a-b7a3-6039b47afd3e up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:30:40.717603 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning for port 7ef63c91-03c7-444a-b7a3-6039b47afd3e completed by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:30:40.722925 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port 7ef63c91-03c7-444a-b7a3-6039b47afd3e triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:30:40.723408 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:30:40.768184 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-227b0dc8-a846-45a8-87e2-f5d08c20af2a tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks [] for port, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:30:40.786414 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.provisioning_blocks [None req-227b0dc8-a846-45a8-87e2-f5d08c20af2a tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Transition to ACTIVE for port object 638b363c-9b8c-4682-b3a6-23098f72f3fb will not be triggered until provisioned by entity DHCP. {{(pid=87870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:30:40.815211 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-227b0dc8-a846-45a8-87e2-f5d08c20af2a tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:30:40.875461 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:30:40.878006 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-227b0dc8-a846-45a8-87e2-f5d08c20af2a tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Network af6bef51-955e-4ad3-a725-befe5586876e is already hosted by enough agents. {{(pid=87870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:30:40.885349 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.base_scheduler [None req-227b0dc8-a846-45a8-87e2-f5d08c20af2a tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Resources bound (agent type, host, resource id): {{(pid=87870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:30:40.895393 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-227b0dc8-a846-45a8-87e2-f5d08c20af2a tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Received port after_create {{(pid=87870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 12:30:40.897796 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] For port 7ef63c91-03c7-444a-b7a3-6039b47afd3e, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=7ef63c91-03c7-444a-b7a3-6039b47afd3e,segment=NetworkSegment(688afb86-c9bd-46e2-ba7d-3fe76fb1efff),segment_id=688afb86-c9bd-46e2-ba7d-3fe76fb1efff)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:30:40.902218 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:30:40.965013 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227b0dc8-a846-45a8-87e2-f5d08c20af2a tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Pushing event updated for resources: {'Port': ['ID=638b363c-9b8c-4682-b3a6-23098f72f3fb,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:30:40.972010 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-227b0dc8-a846-45a8-87e2-f5d08c20af2a tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-709483'] for router_interface, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:30:40.975874 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Pushing event updated for resources: {'Port': ['ID=7ef63c91-03c7-444a-b7a3-6039b47afd3e,revision_number=4']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:30:41.372950 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cd58a2d-64d0-40a5-830e-315f3e31a3a1 None None] Network af6bef51-955e-4ad3-a725-befe5586876e requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 12:30:41.382129 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-227b0dc8-a846-45a8-87e2-f5d08c20af2a tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:30:41.473673 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-9eecb84c-642c-492c-9e80-c120b00c2917 None None] Provisioning for port 8a957fbf-0ac9-4b1e-9fbd-f185e17e70fa completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:30:41.815246 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-227b0dc8-a846-45a8-87e2-f5d08c20af2a tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks [] for port, precommit_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:30:41.821757 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-227b0dc8-a846-45a8-87e2-f5d08c20af2a tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2558288'] for port, after_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:30:41.904609 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-26ded3d4-2577-4495-bbe4-f13c9b822ccd None None] Provisioning for port 638b363c-9b8c-4682-b3a6-23098f72f3fb completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:30:41.909650 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-26ded3d4-2577-4495-bbe4-f13c9b822ccd None None] Provisioning complete for port 638b363c-9b8c-4682-b3a6-23098f72f3fb triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:30:41.910187 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-26ded3d4-2577-4495-bbe4-f13c9b822ccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:30:41.943637 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227b0dc8-a846-45a8-87e2-f5d08c20af2a tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Pushing event updated for resources: {'Port': ['ID=638b363c-9b8c-4682-b3a6-23098f72f3fb,revision_number=2']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:30:41.947834 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-227b0dc8-a846-45a8-87e2-f5d08c20af2a tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-743372'] for router_interface, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:30:41.969871 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-26ded3d4-2577-4495-bbe4-f13c9b822ccd None None] Port 638b363c-9b8c-4682-b3a6-23098f72f3fb cannot update to ACTIVE because it is not bound. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 12:30:42.088360 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-227b0dc8-a846-45a8-87e2-f5d08c20af2a tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Network af6bef51-955e-4ad3-a725-befe5586876e is already hosted by enough agents. {{(pid=87870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:30:42.089562 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.base_scheduler [None req-227b0dc8-a846-45a8-87e2-f5d08c20af2a tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Resources bound (agent type, host, resource id): {{(pid=87870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:30:42.101178 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-8b78a4fd-a740-4756-8824-f0a9e7cf943e None None] Provisioning complete for port 638b363c-9b8c-4682-b3a6-23098f72f3fb triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:30:42.101549 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-8b78a4fd-a740-4756-8824-f0a9e7cf943e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:30:42.165683 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-8b78a4fd-a740-4756-8824-f0a9e7cf943e None None] Port 638b363c-9b8c-4682-b3a6-23098f72f3fb cannot update to ACTIVE because it is not bound. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 12:30:42.281011 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-227b0dc8-a846-45a8-87e2-f5d08c20af2a tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Router 22dc379c-3068-4b03-ad30-91ac9b1809db has already been hosted by L3 agent af79d429-529e-400b-a119-94d4bec03f3e {{(pid=87870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 12:30:42.284283 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-e0be1c54-6cf7-49f6-abb0-6f2e344afee9 None None] Provisioning complete for port 638b363c-9b8c-4682-b3a6-23098f72f3fb triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:30:42.284654 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-e0be1c54-6cf7-49f6-abb0-6f2e344afee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:30:42.336943 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-e0be1c54-6cf7-49f6-abb0-6f2e344afee9 None None] Port 638b363c-9b8c-4682-b3a6-23098f72f3fb cannot update to ACTIVE because it is not bound. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 12:30:42.461576 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-227b0dc8-a846-45a8-87e2-f5d08c20af2a tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 12:30:42.470966 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-811b49c6-9ee2-41be-8412-c511813f6532 None None] Sync routers for ids ['22dc379c-3068-4b03-ad30-91ac9b1809db'] in dv-neutron-835340-2-hyperv {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 12:30:42.484379 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-227b0dc8-a846-45a8-87e2-f5d08c20af2a tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "PUT /v2.0/routers/22dc379c-3068-4b03-ad30-91ac9b1809db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2169187 Mar 28 12:30:42.484871 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-811b49c6-9ee2-41be-8412-c511813f6532 None None] Routers {'22dc379c-3068-4b03-ad30-91ac9b1809db'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:30:42.484871 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-811b49c6-9ee2-41be-8412-c511813f6532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:30:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['22dc379c-3068-4b03-ad30-91ac9b1809db'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:30:42.621702 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 8a957fbf-0ac9-4b1e-9fbd-f185e17e70fa up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:30:42.694303 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-2ce266b9-ddf7-46a8-bc47-169fcbe0c63c req-23ef7b74-0fb5-4642-83ca-4eb08e9e1f2e tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1227656421&fields=id&tenant_id=bf61b35ded70454082616e376fe15d12 HTTP/1.1" status: 200 len: 267 time: 0.0382550 Mar 28 12:30:42.762723 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvr_db [None req-811b49c6-9ee2-41be-8412-c511813f6532 None None] Set router 22dc379c-3068-4b03-ad30-91ac9b1809db gateway port host: dv-neutron-835340-2-hyperv {{(pid=87872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:30:42.826628 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning for port 8a957fbf-0ac9-4b1e-9fbd-f185e17e70fa completed by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:30:42.841440 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port 8a957fbf-0ac9-4b1e-9fbd-f185e17e70fa triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:30:42.841813 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:30:42.845325 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce266b9-ddf7-46a8-bc47-169fcbe0c63c req-18f5d816-60cf-4991-8289-343be88e795e tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:30:42.846000 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [req-2ce266b9-ddf7-46a8-bc47-169fcbe0c63c req-18f5d816-60cf-4991-8289-343be88e795e tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Synchronizing usage tracker for tenant:bf61b35ded70454082616e376fe15d12 on resource:network {{(pid=87870) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:30:42.861740 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [req-2ce266b9-ddf7-46a8-bc47-169fcbe0c63c req-18f5d816-60cf-4991-8289-343be88e795e tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Unset dirty status for tenant:bf61b35ded70454082616e376fe15d12 on resource:network {{(pid=87870) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:30:42.862903 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-2ce266b9-ddf7-46a8-bc47-169fcbe0c63c req-18f5d816-60cf-4991-8289-343be88e795e tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/networks?id=af6bef51-955e-4ad3-a725-befe5586876e HTTP/1.1" status: 200 len: 797 time: 0.1613686 Mar 28 12:30:42.878855 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-2ce266b9-ddf7-46a8-bc47-169fcbe0c63c req-09d78668-5bcb-4151-953c-69b0dec5832a tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/quotas/bf61b35ded70454082616e376fe15d12 HTTP/1.1" status: 200 len: 375 time: 0.0091293 Mar 28 12:30:42.964351 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [req-2ce266b9-ddf7-46a8-bc47-169fcbe0c63c req-86ac31ae-3f28-4b69-bcba-71b5161aad7a tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Synchronizing usage tracker for tenant:bf61b35ded70454082616e376fe15d12 on resource:port {{(pid=87870) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:30:42.979994 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [req-2ce266b9-ddf7-46a8-bc47-169fcbe0c63c req-86ac31ae-3f28-4b69-bcba-71b5161aad7a tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Unset dirty status for tenant:bf61b35ded70454082616e376fe15d12 on resource:port {{(pid=87870) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:30:42.981272 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-2ce266b9-ddf7-46a8-bc47-169fcbe0c63c req-86ac31ae-3f28-4b69-bcba-71b5161aad7a tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=bf61b35ded70454082616e376fe15d12&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0969203 Mar 28 12:30:42.996938 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [req-2ce266b9-ddf7-46a8-bc47-169fcbe0c63c req-6309d605-7073-43ad-9824-95eaa9f46b45 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=87870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 12:30:42.997860 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-2ce266b9-ddf7-46a8-bc47-169fcbe0c63c req-6309d605-7073-43ad-9824-95eaa9f46b45 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049646 Mar 28 12:30:43.159094 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:30:43.210118 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] For port 8a957fbf-0ac9-4b1e-9fbd-f185e17e70fa, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=8a957fbf-0ac9-4b1e-9fbd-f185e17e70fa,segment=NetworkSegment(fad877b1-85b8-447f-aa83-c5e9e8cd0e7c),segment_id=fad877b1-85b8-447f-aa83-c5e9e8cd0e7c)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:30:43.216901 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:30:43.217754 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 7ef63c91-03c7-444a-b7a3-6039b47afd3e up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:30:43.252396 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-2ce266b9-ddf7-46a8-bc47-169fcbe0c63c req-c87bb4ce-8470-4352-95f5-94d6bf51d318 service neutron] 10.222.0.30 "GET /v2.0/networks/af6bef51-955e-4ad3-a725-befe5586876e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2487667 Mar 28 12:30:43.313039 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-811b49c6-9ee2-41be-8412-c511813f6532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22dc379c-3068-4b03-ad30-91ac9b1809db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1137874491', 'tenant_id': 'bf61b35ded70454082616e376fe15d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.183'}], 'enable_snat': True}, 'gw_port_id': '7ef63c91-03c7-444a-b7a3-6039b47afd3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:30:36Z', 'updated_at': '2022-03-28T12:30:41Z', 'revision_number': 4, 'project_id': 'bf61b35ded70454082616e376fe15d12', 'gw_port': {'id': '7ef63c91-03c7-444a-b7a3-6039b47afd3e', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:54:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22dc379c-3068-4b03-ad30-91ac9b1809db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:30:36Z', 'updated_at': '2022-03-28T12:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_interfaces': [{'id': '638b363c-9b8c-4682-b3a6-23098f72f3fb', 'name': '', 'network_id': 'af6bef51-955e-4ad3-a725-befe5586876e', 'tenant_id': 'bf61b35ded70454082616e376fe15d12', 'mac_address': 'fa:16:3e:91:a2:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22dc379c-3068-4b03-ad30-91ac9b1809db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': 'e0c5d5ea-dfd5-4689-ad04-f54c0f381cf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:30:40Z', 'updated_at': '2022-03-28T12:30:41Z', 'revision_number': 2, 'project_id': 'bf61b35ded70454082616e376fe15d12', 'subnets': [{'id': 'e0c5d5ea-dfd5-4689-ad04-f54c0f381cf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:30:43.323834 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-811b49c6-9ee2-41be-8412-c511813f6532 None None] Checking router: 22dc379c-3068-4b03-ad30-91ac9b1809db for host: dv-neutron-835340-2-hyperv {{(pid=87872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 12:30:43.324187 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-811b49c6-9ee2-41be-8412-c511813f6532 None None] Updating router 22dc379c-3068-4b03-ad30-91ac9b1809db port 638b363c-9b8c-4682-b3a6-23098f72f3fb binding host dv-neutron-835340-2-hyperv {{(pid=87872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 12:30:43.385694 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-2ce266b9-ddf7-46a8-bc47-169fcbe0c63c req-33c3deb2-6154-40ad-a00f-38630c991bf9 service neutron] 10.222.0.30 "GET /v2.0/networks/af6bef51-955e-4ad3-a725-befe5586876e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273983 Mar 28 12:30:43.398826 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Pushing event updated for resources: {'Port': ['ID=8a957fbf-0ac9-4b1e-9fbd-f185e17e70fa,revision_number=3']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:30:43.402796 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-811b49c6-9ee2-41be-8412-c511813f6532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:30:43.449862 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port 7ef63c91-03c7-444a-b7a3-6039b47afd3e triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:30:43.449862 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:30:43.569789 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [req-9661d2d5-3a83-4d98-9683-72b9d536b80c req-6022555d-e2a7-4acf-b0ae-6f44eb6325dc tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Synchronizing usage tracker for tenant:bf61b35ded70454082616e376fe15d12 on resource:port {{(pid=87871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:30:43.586284 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [req-9661d2d5-3a83-4d98-9683-72b9d536b80c req-6022555d-e2a7-4acf-b0ae-6f44eb6325dc tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Unset dirty status for tenant:bf61b35ded70454082616e376fe15d12 on resource:port {{(pid=87871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:30:43.595907 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-9661d2d5-3a83-4d98-9683-72b9d536b80c req-6022555d-e2a7-4acf-b0ae-6f44eb6325dc tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/ports?device_id=e37ba164-f143-456f-a85d-3380ae019bc2 HTTP/1.1" status: 200 len: 210 time: 0.0744064 Mar 28 12:30:43.864631 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-811b49c6-9ee2-41be-8412-c511813f6532 None None] Notify callbacks [] for port, precommit_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:30:43.877220 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-811b49c6-9ee2-41be-8412-c511813f6532 None None] Transition to ACTIVE for port object 638b363c-9b8c-4682-b3a6-23098f72f3fb will not be triggered until provisioned by entity L2. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:30:43.883568 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-811b49c6-9ee2-41be-8412-c511813f6532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:30:44.131365 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98b15f2-377c-4b22-9a70-71716f5ced16 None None] Pushing event updated for resources: {'Port': ['ID=638b363c-9b8c-4682-b3a6-23098f72f3fb,revision_number=3']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:30:44.153066 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-811b49c6-9ee2-41be-8412-c511813f6532 None None] Attempting to bind port 638b363c-9b8c-4682-b3a6-23098f72f3fb on host dv-neutron-835340-2-hyperv for vnic_type normal with profile {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 12:30:44.153434 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-811b49c6-9ee2-41be-8412-c511813f6532 None None] Attempting to bind port 638b363c-9b8c-4682-b3a6-23098f72f3fb by drivers openvswitch,hyperv on host dv-neutron-835340-2-hyperv at level 0 using segments [{'id': 'fad877b1-85b8-447f-aa83-c5e9e8cd0e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'af6bef51-955e-4ad3-a725-befe5586876e'}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 12:30:44.153800 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-811b49c6-9ee2-41be-8412-c511813f6532 None None] Attempting to bind port 638b363c-9b8c-4682-b3a6-23098f72f3fb on network af6bef51-955e-4ad3-a725-befe5586876e {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 12:30:44.164876 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-811b49c6-9ee2-41be-8412-c511813f6532 None None] Checking agent: {'id': '961a16fe-cbc8-4264-ac28-bbbd53f89caa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 46, 6), 'started_at': datetime.datetime(2022, 3, 28, 11, 46, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 12, 30, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 12:30:44.165459 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-811b49c6-9ee2-41be-8412-c511813f6532 None None] Checking segment: {'id': 'fad877b1-85b8-447f-aa83-c5e9e8cd0e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'af6bef51-955e-4ad3-a725-befe5586876e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 12:30:44.165901 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-811b49c6-9ee2-41be-8412-c511813f6532 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:30:44.166273 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-811b49c6-9ee2-41be-8412-c511813f6532 None None] Bound using segment: {'id': 'fad877b1-85b8-447f-aa83-c5e9e8cd0e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'af6bef51-955e-4ad3-a725-befe5586876e'} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 12:30:44.166741 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-811b49c6-9ee2-41be-8412-c511813f6532 None None] Bound port: 638b363c-9b8c-4682-b3a6-23098f72f3fb, host: dv-neutron-835340-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fad877b1-85b8-447f-aa83-c5e9e8cd0e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'af6bef51-955e-4ad3-a725-befe5586876e'}}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 12:30:44.167109 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-811b49c6-9ee2-41be-8412-c511813f6532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:30:44.258100 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-811b49c6-9ee2-41be-8412-c511813f6532 None None] For port 638b363c-9b8c-4682-b3a6-23098f72f3fb, host dv-neutron-835340-2-hyperv, cleared binding levels {{(pid=87872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 12:30:44.261251 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-811b49c6-9ee2-41be-8412-c511813f6532 None None] For port 638b363c-9b8c-4682-b3a6-23098f72f3fb, host dv-neutron-835340-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=638b363c-9b8c-4682-b3a6-23098f72f3fb,segment=NetworkSegment(fad877b1-85b8-447f-aa83-c5e9e8cd0e7c),segment_id=fad877b1-85b8-447f-aa83-c5e9e8cd0e7c)] {{(pid=87872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 12:30:44.264565 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-811b49c6-9ee2-41be-8412-c511813f6532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:30:44.342829 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-811b49c6-9ee2-41be-8412-c511813f6532 None None] Routers {'22dc379c-3068-4b03-ad30-91ac9b1809db'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:30:44.343459 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-811b49c6-9ee2-41be-8412-c511813f6532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:30:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['22dc379c-3068-4b03-ad30-91ac9b1809db'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:30:44.409004 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98b15f2-377c-4b22-9a70-71716f5ced16 None None] Pushing event updated for resources: {'Port': ['ID=638b363c-9b8c-4682-b3a6-23098f72f3fb,revision_number=4']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:30:44.537601 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvr_db [None req-811b49c6-9ee2-41be-8412-c511813f6532 None None] Set router 22dc379c-3068-4b03-ad30-91ac9b1809db gateway port host: dv-neutron-835340-2-hyperv {{(pid=87872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:30:44.585241 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 8a957fbf-0ac9-4b1e-9fbd-f185e17e70fa up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:30:44.653315 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce266b9-ddf7-46a8-bc47-169fcbe0c63c req-d4d82038-60e7-4758-8332-27f08cf3490e tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:30:44.654663 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [req-2ce266b9-ddf7-46a8-bc47-169fcbe0c63c req-d4d82038-60e7-4758-8332-27f08cf3490e tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Synchronizing usage tracker for tenant:bf61b35ded70454082616e376fe15d12 on resource:network {{(pid=87871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:30:44.667762 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [req-2ce266b9-ddf7-46a8-bc47-169fcbe0c63c req-d4d82038-60e7-4758-8332-27f08cf3490e tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Unset dirty status for tenant:bf61b35ded70454082616e376fe15d12 on resource:network {{(pid=87871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:30:44.669145 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-2ce266b9-ddf7-46a8-bc47-169fcbe0c63c req-d4d82038-60e7-4758-8332-27f08cf3490e tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.11 "GET /v2.0/networks?id=af6bef51-955e-4ad3-a725-befe5586876e HTTP/1.1" status: 200 len: 797 time: 0.1949573 Mar 28 12:30:44.722813 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [req-2ce266b9-ddf7-46a8-bc47-169fcbe0c63c req-6049834d-44f4-4ac5-82a6-919cb48090d0 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Synchronizing usage tracker for tenant:bf61b35ded70454082616e376fe15d12 on resource:security_group {{(pid=87871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:30:44.742159 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [req-2ce266b9-ddf7-46a8-bc47-169fcbe0c63c req-6049834d-44f4-4ac5-82a6-919cb48090d0 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Unset dirty status for tenant:bf61b35ded70454082616e376fe15d12 on resource:security_group {{(pid=87871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:30:44.744524 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-2ce266b9-ddf7-46a8-bc47-169fcbe0c63c req-6049834d-44f4-4ac5-82a6-919cb48090d0 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bf61b35ded70454082616e376fe15d12 HTTP/1.1" status: 200 len: 380 time: 0.0672472 Mar 28 12:30:44.754769 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [req-2ce266b9-ddf7-46a8-bc47-169fcbe0c63c req-5a3c977b-0cf7-48dd-af62-d54e2f67f719 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Request body: {'port': {'device_id': 'e37ba164-f143-456f-a85d-3380ae019bc2', 'network_id': 'af6bef51-955e-4ad3-a725-befe5586876e', 'admin_state_up': True, 'tenant_id': 'bf61b35ded70454082616e376fe15d12', 'security_groups': ['613d1a35-f7bf-44a6-a28e-f8ec8406f47a']}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:30:44.768990 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-a4caa36e-3922-46d5-bb2b-a3962dcfc3a4 req-70d18bfe-1c1e-4388-84bc-765d46af1083 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/ports?device_id=e37ba164-f143-456f-a85d-3380ae019bc2 HTTP/1.1" status: 200 len: 210 time: 0.0469687 Mar 28 12:30:44.837702 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port 8a957fbf-0ac9-4b1e-9fbd-f185e17e70fa triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:30:44.838187 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:30:44.900965 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [req-2ce266b9-ddf7-46a8-bc47-169fcbe0c63c req-5a3c977b-0cf7-48dd-af62-d54e2f67f719 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:30:44.910329 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [req-2ce266b9-ddf7-46a8-bc47-169fcbe0c63c req-5a3c977b-0cf7-48dd-af62-d54e2f67f719 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:30:44.920055 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ce266b9-ddf7-46a8-bc47-169fcbe0c63c req-5a3c977b-0cf7-48dd-af62-d54e2f67f719 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Made reservation on behalf of bf61b35ded70454082616e376fe15d12 for: {'port': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 12:30:44.923797 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-2ce266b9-ddf7-46a8-bc47-169fcbe0c63c req-5a3c977b-0cf7-48dd-af62-d54e2f67f719 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:30:45.043183 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-811b49c6-9ee2-41be-8412-c511813f6532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22dc379c-3068-4b03-ad30-91ac9b1809db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1137874491', 'tenant_id': 'bf61b35ded70454082616e376fe15d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.183'}], 'enable_snat': True}, 'gw_port_id': '7ef63c91-03c7-444a-b7a3-6039b47afd3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:30:36Z', 'updated_at': '2022-03-28T12:30:41Z', 'revision_number': 4, 'project_id': 'bf61b35ded70454082616e376fe15d12', 'gw_port': {'id': '7ef63c91-03c7-444a-b7a3-6039b47afd3e', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:54:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22dc379c-3068-4b03-ad30-91ac9b1809db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:30:36Z', 'updated_at': '2022-03-28T12:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_interfaces': [{'id': '638b363c-9b8c-4682-b3a6-23098f72f3fb', 'name': '', 'network_id': 'af6bef51-955e-4ad3-a725-befe5586876e', 'tenant_id': 'bf61b35ded70454082616e376fe15d12', 'mac_address': 'fa:16:3e:91:a2:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22dc379c-3068-4b03-ad30-91ac9b1809db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': 'e0c5d5ea-dfd5-4689-ad04-f54c0f381cf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:30:40Z', 'updated_at': '2022-03-28T12:30:44Z', 'revision_number': 4, 'project_id': 'bf61b35ded70454082616e376fe15d12', 'subnets': [{'id': 'e0c5d5ea-dfd5-4689-ad04-f54c0f381cf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:30:45.047596 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-811b49c6-9ee2-41be-8412-c511813f6532 None None] The sync data for ids ['22dc379c-3068-4b03-ad30-91ac9b1809db'] in dv-neutron-835340-2-hyperv is: [{'id': '22dc379c-3068-4b03-ad30-91ac9b1809db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1137874491', 'tenant_id': 'bf61b35ded70454082616e376fe15d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.183'}], 'enable_snat': True}, 'gw_port_id': '7ef63c91-03c7-444a-b7a3-6039b47afd3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:30:36Z', 'updated_at': '2022-03-28T12:30:41Z', 'revision_number': 4, 'project_id': 'bf61b35ded70454082616e376fe15d12', 'gw_port': {'id': '7ef63c91-03c7-444a-b7a3-6039b47afd3e', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:54:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22dc379c-3068-4b03-ad30-91ac9b1809db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:30:36Z', 'updated_at': '2022-03-28T12:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_interfaces': [{'id': '638b363c-9b8c-4682-b3a6-23098f72f3fb', 'name': '', 'network_id': 'af6bef51-955e-4ad3-a725-befe5586876e', 'tenant_id': 'bf61b35ded70454082616e376fe15d12', 'mac_address': 'fa:16:3e:91:a2:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22dc379c-3068-4b03-ad30-91ac9b1809db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': 'e0c5d5ea-dfd5-4689-ad04-f54c0f381cf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:30:40Z', 'updated_at': '2022-03-28T12:30:44Z', 'revision_number': 4, 'project_id': 'bf61b35ded70454082616e376fe15d12', 'subnets': [{'id': 'e0c5d5ea-dfd5-4689-ad04-f54c0f381cf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 12:30:45.090421 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.db_base_plugin_common [req-2ce266b9-ddf7-46a8-bc47-169fcbe0c63c req-5a3c977b-0cf7-48dd-af62-d54e2f67f719 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Allocated IP 172.20.0.7 (af6bef51-955e-4ad3-a725-befe5586876e/e0c5d5ea-dfd5-4689-ad04-f54c0f381cf9/88479079-1fe7-491f-8444-592bfc0af1ca) {{(pid=87871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 12:30:45.296330 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-2ce266b9-ddf7-46a8-bc47-169fcbe0c63c req-5a3c977b-0cf7-48dd-af62-d54e2f67f719 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks [] for port, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:30:45.317889 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.provisioning_blocks [req-2ce266b9-ddf7-46a8-bc47-169fcbe0c63c req-5a3c977b-0cf7-48dd-af62-d54e2f67f719 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Transition to ACTIVE for port object 88479079-1fe7-491f-8444-592bfc0af1ca will not be triggered until provisioned by entity DHCP. {{(pid=87871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:30:45.343036 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-2ce266b9-ddf7-46a8-bc47-169fcbe0c63c req-5a3c977b-0cf7-48dd-af62-d54e2f67f719 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:30:45.415561 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ce266b9-ddf7-46a8-bc47-169fcbe0c63c req-5a3c977b-0cf7-48dd-af62-d54e2f67f719 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Network af6bef51-955e-4ad3-a725-befe5586876e is already hosted by enough agents. {{(pid=87871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:30:45.427009 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [req-2ce266b9-ddf7-46a8-bc47-169fcbe0c63c req-5a3c977b-0cf7-48dd-af62-d54e2f67f719 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Resources bound (agent type, host, resource id): {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:30:45.429561 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ce266b9-ddf7-46a8-bc47-169fcbe0c63c req-5a3c977b-0cf7-48dd-af62-d54e2f67f719 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Received port after_create {{(pid=87871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 12:30:45.468455 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3c977b-0cf7-48dd-af62-d54e2f67f719 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Pushing event updated for resources: {'Port': ['ID=88479079-1fe7-491f-8444-592bfc0af1ca,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:30:45.503826 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce266b9-ddf7-46a8-bc47-169fcbe0c63c req-5a3c977b-0cf7-48dd-af62-d54e2f67f719 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:30:45.504463 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-2ce266b9-ddf7-46a8-bc47-169fcbe0c63c req-5a3c977b-0cf7-48dd-af62-d54e2f67f719 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:30:45.533829 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-2ce266b9-ddf7-46a8-bc47-169fcbe0c63c req-5a3c977b-0cf7-48dd-af62-d54e2f67f719 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7838001 Mar 28 12:30:45.545892 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [req-2ce266b9-ddf7-46a8-bc47-169fcbe0c63c req-eede905a-ee67-41bb-9a93-7ff1b30c2452 service neutron] Request body: {'port': {'device_id': 'e37ba164-f143-456f-a85d-3380ae019bc2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8353'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:30:45.668965 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-2ce266b9-ddf7-46a8-bc47-169fcbe0c63c req-eede905a-ee67-41bb-9a93-7ff1b30c2452 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:30:45.695178 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-d73c89a1-1f7f-493c-9db7-843fd6f38a1d None None] Provisioning for port 88479079-1fe7-491f-8444-592bfc0af1ca completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:30:45.701275 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-d73c89a1-1f7f-493c-9db7-843fd6f38a1d None None] Provisioning complete for port 88479079-1fe7-491f-8444-592bfc0af1ca triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:30:45.701558 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-d73c89a1-1f7f-493c-9db7-843fd6f38a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:30:45.763564 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-d73c89a1-1f7f-493c-9db7-843fd6f38a1d None None] Port 88479079-1fe7-491f-8444-592bfc0af1ca cannot update to ACTIVE because it is not bound. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 12:30:46.100810 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7925b45f-8ef1-4a9f-91b2-2408f886fc9d req-3b953321-91a9-42d1-b4df-2776cf21c5c7 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:30:46.101500 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [req-7925b45f-8ef1-4a9f-91b2-2408f886fc9d req-3b953321-91a9-42d1-b4df-2776cf21c5c7 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Synchronizing usage tracker for tenant:bf61b35ded70454082616e376fe15d12 on resource:port {{(pid=87871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:30:46.140657 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [req-7925b45f-8ef1-4a9f-91b2-2408f886fc9d req-3b953321-91a9-42d1-b4df-2776cf21c5c7 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Unset dirty status for tenant:bf61b35ded70454082616e376fe15d12 on resource:port {{(pid=87871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:30:46.141798 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-7925b45f-8ef1-4a9f-91b2-2408f886fc9d req-3b953321-91a9-42d1-b4df-2776cf21c5c7 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/ports?device_id=e37ba164-f143-456f-a85d-3380ae019bc2 HTTP/1.1" status: 200 len: 931 time: 0.2250946 Mar 28 12:30:46.246402 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-7925b45f-8ef1-4a9f-91b2-2408f886fc9d req-f1bb75f4-31ee-4b32-a350-5e9985bcc9a8 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/security-groups?id=613d1a35-f7bf-44a6-a28e-f8ec8406f47a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982904 Mar 28 12:30:46.252248 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.notifiers.nova [req-2ce266b9-ddf7-46a8-bc47-169fcbe0c63c req-eede905a-ee67-41bb-9a93-7ff1b30c2452 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88479079-1fe7-491f-8444-592bfc0af1ca {{(pid=87871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 12:30:46.260826 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-2ce266b9-ddf7-46a8-bc47-169fcbe0c63c req-eede905a-ee67-41bb-9a93-7ff1b30c2452 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:30:46.275400 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.provisioning_blocks [req-2ce266b9-ddf7-46a8-bc47-169fcbe0c63c req-eede905a-ee67-41bb-9a93-7ff1b30c2452 service neutron] Transition to ACTIVE for port object 88479079-1fe7-491f-8444-592bfc0af1ca will not be triggered until provisioned by entity L2. {{(pid=87871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:30:46.278817 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-2ce266b9-ddf7-46a8-bc47-169fcbe0c63c req-eede905a-ee67-41bb-9a93-7ff1b30c2452 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2363241'] for port, after_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:30:46.439055 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eede905a-ee67-41bb-9a93-7ff1b30c2452 service neutron] Pushing event updated for resources: {'Port': ['ID=88479079-1fe7-491f-8444-592bfc0af1ca,revision_number=2']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:30:46.521450 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.managers [req-2ce266b9-ddf7-46a8-bc47-169fcbe0c63c req-eede905a-ee67-41bb-9a93-7ff1b30c2452 service neutron] Attempting to bind port 88479079-1fe7-491f-8444-592bfc0af1ca on host hv-neutron-8353 for vnic_type normal with profile {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 12:30:46.521969 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.managers [req-2ce266b9-ddf7-46a8-bc47-169fcbe0c63c req-eede905a-ee67-41bb-9a93-7ff1b30c2452 service neutron] Attempting to bind port 88479079-1fe7-491f-8444-592bfc0af1ca by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': 'fad877b1-85b8-447f-aa83-c5e9e8cd0e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'af6bef51-955e-4ad3-a725-befe5586876e'}] {{(pid=87871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 12:30:46.522153 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce266b9-ddf7-46a8-bc47-169fcbe0c63c req-eede905a-ee67-41bb-9a93-7ff1b30c2452 service neutron] Attempting to bind port 88479079-1fe7-491f-8444-592bfc0af1ca on network af6bef51-955e-4ad3-a725-befe5586876e {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 12:30:46.527571 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce266b9-ddf7-46a8-bc47-169fcbe0c63c req-eede905a-ee67-41bb-9a93-7ff1b30c2452 service neutron] Port 88479079-1fe7-491f-8444-592bfc0af1ca on network af6bef51-955e-4ad3-a725-befe5586876e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 12:30:46.527899 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce266b9-ddf7-46a8-bc47-169fcbe0c63c req-eede905a-ee67-41bb-9a93-7ff1b30c2452 service neutron] Attempting to bind port 88479079-1fe7-491f-8444-592bfc0af1ca on network af6bef51-955e-4ad3-a725-befe5586876e {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 12:30:46.533106 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce266b9-ddf7-46a8-bc47-169fcbe0c63c req-eede905a-ee67-41bb-9a93-7ff1b30c2452 service neutron] Checking agent: {'id': '01dfae6e-0e91-4100-b27f-ff8156eac7d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8353', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 52, 20), 'started_at': datetime.datetime(2022, 3, 28, 11, 52, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 12, 30, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 12:30:46.533439 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce266b9-ddf7-46a8-bc47-169fcbe0c63c req-eede905a-ee67-41bb-9a93-7ff1b30c2452 service neutron] Checking segment: {'id': 'fad877b1-85b8-447f-aa83-c5e9e8cd0e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'af6bef51-955e-4ad3-a725-befe5586876e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 12:30:46.533814 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce266b9-ddf7-46a8-bc47-169fcbe0c63c req-eede905a-ee67-41bb-9a93-7ff1b30c2452 service neutron] Bound using segment: {'id': 'fad877b1-85b8-447f-aa83-c5e9e8cd0e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'af6bef51-955e-4ad3-a725-befe5586876e'} {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 12:30:46.534232 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.managers [req-2ce266b9-ddf7-46a8-bc47-169fcbe0c63c req-eede905a-ee67-41bb-9a93-7ff1b30c2452 service neutron] Bound port: 88479079-1fe7-491f-8444-592bfc0af1ca, host: hv-neutron-8353, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fad877b1-85b8-447f-aa83-c5e9e8cd0e7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'af6bef51-955e-4ad3-a725-befe5586876e'}}] {{(pid=87871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 12:30:46.534572 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-2ce266b9-ddf7-46a8-bc47-169fcbe0c63c req-eede905a-ee67-41bb-9a93-7ff1b30c2452 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:30:46.565557 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 638b363c-9b8c-4682-b3a6-23098f72f3fb up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:30:46.626191 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.db [req-2ce266b9-ddf7-46a8-bc47-169fcbe0c63c req-eede905a-ee67-41bb-9a93-7ff1b30c2452 service neutron] For port 88479079-1fe7-491f-8444-592bfc0af1ca, host hv-neutron-8353, cleared binding levels {{(pid=87871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 12:30:46.629237 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.db [req-2ce266b9-ddf7-46a8-bc47-169fcbe0c63c req-eede905a-ee67-41bb-9a93-7ff1b30c2452 service neutron] For port 88479079-1fe7-491f-8444-592bfc0af1ca, host hv-neutron-8353, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=88479079-1fe7-491f-8444-592bfc0af1ca,segment=NetworkSegment(fad877b1-85b8-447f-aa83-c5e9e8cd0e7c),segment_id=fad877b1-85b8-447f-aa83-c5e9e8cd0e7c)] {{(pid=87871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 12:30:46.633680 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-2ce266b9-ddf7-46a8-bc47-169fcbe0c63c req-eede905a-ee67-41bb-9a93-7ff1b30c2452 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2363241'] for port, after_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:30:46.645067 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning for port 638b363c-9b8c-4682-b3a6-23098f72f3fb completed by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:30:46.650069 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port 638b363c-9b8c-4682-b3a6-23098f72f3fb triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:30:46.650435 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:30:46.690309 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce266b9-ddf7-46a8-bc47-169fcbe0c63c req-eede905a-ee67-41bb-9a93-7ff1b30c2452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:30:46.691019 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-2ce266b9-ddf7-46a8-bc47-169fcbe0c63c req-eede905a-ee67-41bb-9a93-7ff1b30c2452 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:30:46.692515 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-2ce266b9-ddf7-46a8-bc47-169fcbe0c63c req-eede905a-ee67-41bb-9a93-7ff1b30c2452 service neutron] 10.222.0.11 "PUT /v2.0/ports/88479079-1fe7-491f-8444-592bfc0af1ca HTTP/1.1" status: 200 len: 1093 time: 1.1510897 Mar 28 12:30:46.695064 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e37ba164-f143-456f-a85d-3380ae019bc2', 'tag': '88479079-1fe7-491f-8444-592bfc0af1ca'}] {{(pid=87871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 12:30:46.785866 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e37ba164-f143-456f-a85d-3380ae019bc2', 'tag': '88479079-1fe7-491f-8444-592bfc0af1ca', 'status': 'completed', 'code': 200} Mar 28 12:30:46.788084 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eede905a-ee67-41bb-9a93-7ff1b30c2452 service neutron] Pushing event updated for resources: {'Port': ['ID=88479079-1fe7-491f-8444-592bfc0af1ca,revision_number=3']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:30:46.793037 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:30:46.834311 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce266b9-ddf7-46a8-bc47-169fcbe0c63c req-11198af8-be7b-4da1-b1c4-7a62b1a19799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:30:46.835830 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] For port 638b363c-9b8c-4682-b3a6-23098f72f3fb, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=638b363c-9b8c-4682-b3a6-23098f72f3fb,segment=NetworkSegment(fad877b1-85b8-447f-aa83-c5e9e8cd0e7c),segment_id=fad877b1-85b8-447f-aa83-c5e9e8cd0e7c)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:30:46.836937 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-2ce266b9-ddf7-46a8-bc47-169fcbe0c63c req-11198af8-be7b-4da1-b1c4-7a62b1a19799 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=bf61b35ded70454082616e376fe15d12&device_id=e37ba164-f143-456f-a85d-3380ae019bc2 HTTP/1.1" status: 200 len: 1096 time: 0.1021113 Mar 28 12:30:46.841255 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:30:46.916582 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Pushing event updated for resources: {'Port': ['ID=638b363c-9b8c-4682-b3a6-23098f72f3fb,revision_number=5']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:30:46.918039 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-2ce266b9-ddf7-46a8-bc47-169fcbe0c63c req-7d20b47a-abd6-4278-9c5f-d1706771d2a4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=88479079-1fe7-491f-8444-592bfc0af1ca HTTP/1.1" status: 200 len: 217 time: 0.0746770 Mar 28 12:30:46.982058 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce266b9-ddf7-46a8-bc47-169fcbe0c63c req-89cb3635-1e41-4c1a-ac6c-7dd0e9b2ca8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:30:46.983513 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-2ce266b9-ddf7-46a8-bc47-169fcbe0c63c req-89cb3635-1e41-4c1a-ac6c-7dd0e9b2ca8f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e0c5d5ea-dfd5-4689-ad04-f54c0f381cf9 HTTP/1.1" status: 200 len: 834 time: 0.0588794 Mar 28 12:30:47.062694 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce266b9-ddf7-46a8-bc47-169fcbe0c63c req-31ce2ef9-9e6b-4b61-80bf-03f982e27be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:30:47.064241 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-2ce266b9-ddf7-46a8-bc47-169fcbe0c63c req-31ce2ef9-9e6b-4b61-80bf-03f982e27be4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=af6bef51-955e-4ad3-a725-befe5586876e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0751402 Mar 28 12:30:47.191358 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-2ce266b9-ddf7-46a8-bc47-169fcbe0c63c req-7e15a4ac-ebb2-41a7-aa96-9b590a17bf34 service neutron] 10.222.0.11 "GET /v2.0/networks/af6bef51-955e-4ad3-a725-befe5586876e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212335 Mar 28 12:30:47.320358 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-2ce266b9-ddf7-46a8-bc47-169fcbe0c63c req-f3626605-9a54-41c5-b622-66535e2d8e92 service neutron] 10.222.0.11 "GET /v2.0/networks/af6bef51-955e-4ad3-a725-befe5586876e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228533 Mar 28 12:30:47.487553 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8189cd02-902c-41f2-a8e1-d099db405d46 req-18baa311-8d51-405d-8606-371c71e9a844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:30:47.488975 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-8189cd02-902c-41f2-a8e1-d099db405d46 req-18baa311-8d51-405d-8606-371c71e9a844 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=bf61b35ded70454082616e376fe15d12&device_id=e37ba164-f143-456f-a85d-3380ae019bc2 HTTP/1.1" status: 200 len: 1096 time: 0.1002052 Mar 28 12:30:47.497162 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b23568-4e5c-4964-bcdc-6ed10f6d2281 req-5b0d4b0b-092c-4e89-846d-c71b67b635ca tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:30:47.498464 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-d8b23568-4e5c-4964-bcdc-6ed10f6d2281 req-5b0d4b0b-092c-4e89-846d-c71b67b635ca tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/ports?device_id=e37ba164-f143-456f-a85d-3380ae019bc2 HTTP/1.1" status: 200 len: 943 time: 0.1411023 Mar 28 12:30:47.737007 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-d8b23568-4e5c-4964-bcdc-6ed10f6d2281 req-c8954a18-4cb1-44b1-ad9a-74b342e1a589 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/security-groups?id=613d1a35-f7bf-44a6-a28e-f8ec8406f47a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2209721 Mar 28 12:30:47.762451 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8189cd02-902c-41f2-a8e1-d099db405d46 req-e60e8cdc-bc81-44a8-930a-68de6a0f06ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:30:47.763881 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-8189cd02-902c-41f2-a8e1-d099db405d46 req-e60e8cdc-bc81-44a8-930a-68de6a0f06ff service neutron] 10.222.0.11 "GET /v2.0/networks?id=af6bef51-955e-4ad3-a725-befe5586876e HTTP/1.1" status: 200 len: 897 time: 0.2646105 Mar 28 12:30:47.832351 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-8189cd02-902c-41f2-a8e1-d099db405d46 req-26c49efe-f57e-49da-adb2-205d4fa6a992 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=88479079-1fe7-491f-8444-592bfc0af1ca HTTP/1.1" status: 200 len: 217 time: 0.0617003 Mar 28 12:30:47.893097 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8189cd02-902c-41f2-a8e1-d099db405d46 req-a2cbf119-ac20-48c3-b10c-102d7aa4a390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:30:47.894452 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-8189cd02-902c-41f2-a8e1-d099db405d46 req-a2cbf119-ac20-48c3-b10c-102d7aa4a390 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e0c5d5ea-dfd5-4689-ad04-f54c0f381cf9 HTTP/1.1" status: 200 len: 834 time: 0.0560584 Mar 28 12:30:47.967380 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8189cd02-902c-41f2-a8e1-d099db405d46 req-37f39a9c-1a5d-4e8d-a01d-532ac0848258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:30:47.968832 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-8189cd02-902c-41f2-a8e1-d099db405d46 req-37f39a9c-1a5d-4e8d-a01d-532ac0848258 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=af6bef51-955e-4ad3-a725-befe5586876e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0683069 Mar 28 12:30:48.099855 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-8189cd02-902c-41f2-a8e1-d099db405d46 req-b0a09589-383e-48f2-8fe2-1dfa61a2a0cb service neutron] 10.222.0.11 "GET /v2.0/networks/af6bef51-955e-4ad3-a725-befe5586876e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238875 Mar 28 12:30:48.226598 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-8189cd02-902c-41f2-a8e1-d099db405d46 req-21f25717-3501-49af-872b-edc3afcfb105 service neutron] 10.222.0.11 "GET /v2.0/networks/af6bef51-955e-4ad3-a725-befe5586876e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212990 Mar 28 12:30:48.531956 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 638b363c-9b8c-4682-b3a6-23098f72f3fb up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:30:48.598238 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port 638b363c-9b8c-4682-b3a6-23098f72f3fb triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:30:48.598602 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:30:48.926713 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7c7901-4c9e-4c19-92b2-b921122e5eb3 req-3d5aec9b-6881-4e56-b54b-03fda92ad777 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:30:48.928181 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-aa7c7901-4c9e-4c19-92b2-b921122e5eb3 req-3d5aec9b-6881-4e56-b54b-03fda92ad777 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/ports?device_id=e37ba164-f143-456f-a85d-3380ae019bc2 HTTP/1.1" status: 200 len: 943 time: 0.0826204 Mar 28 12:30:48.971833 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-aa7c7901-4c9e-4c19-92b2-b921122e5eb3 req-555b0b43-1524-4028-b73a-f8bd9079438c tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/security-groups?id=613d1a35-f7bf-44a6-a28e-f8ec8406f47a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368249 Mar 28 12:30:49.689503 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Device 88479079-1fe7-491f-8444-592bfc0af1ca details requested by agent hyperv_hv-neutron-8353 with host hv-neutron-8353 {{(pid=87872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 28 12:30:49.817643 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] For port 88479079-1fe7-491f-8444-592bfc0af1ca, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=88479079-1fe7-491f-8444-592bfc0af1ca,segment=NetworkSegment(fad877b1-85b8-447f-aa83-c5e9e8cd0e7c),segment_id=fad877b1-85b8-447f-aa83-c5e9e8cd0e7c)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:30:49.831206 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Returning: {'device': '88479079-1fe7-491f-8444-592bfc0af1ca', 'network_id': 'af6bef51-955e-4ad3-a725-befe5586876e', 'port_id': '88479079-1fe7-491f-8444-592bfc0af1ca', 'mac_address': 'fa:16:3e:09:3c:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0c5d5ea-dfd5-4689-ad04-f54c0f381cf9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 28 12:30:49.884750 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:30:49.904416 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.notifiers.nova [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88479079-1fe7-491f-8444-592bfc0af1ca {{(pid=87872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 12:30:49.919437 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] For port 88479079-1fe7-491f-8444-592bfc0af1ca, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=88479079-1fe7-491f-8444-592bfc0af1ca,segment=NetworkSegment(fad877b1-85b8-447f-aa83-c5e9e8cd0e7c),segment_id=fad877b1-85b8-447f-aa83-c5e9e8cd0e7c)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:30:49.923348 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:30:49.989246 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Pushing event updated for resources: {'Port': ['ID=88479079-1fe7-491f-8444-592bfc0af1ca,revision_number=4']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:30:50.136295 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] get_ports_and_sgs() called for port_ids ['88479079-1fe7-491f-8444-592bfc0af1ca'] {{(pid=87872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 12:30:50.159418 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c933d426-1adc-4299-a585-1f76b30b08fc req-81edb105-b0f4-477c-8382-89b7fd8a232b tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:30:50.160866 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-c933d426-1adc-4299-a585-1f76b30b08fc req-81edb105-b0f4-477c-8382-89b7fd8a232b tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/ports?device_id=e37ba164-f143-456f-a85d-3380ae019bc2 HTTP/1.1" status: 200 len: 944 time: 0.0846174 Mar 28 12:30:50.204972 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-c933d426-1adc-4299-a585-1f76b30b08fc req-ab755c65-e17f-43d8-b960-04603a0ee589 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/security-groups?id=613d1a35-f7bf-44a6-a28e-f8ec8406f47a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382390 Mar 28 12:30:50.952720 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:30:51.387799 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346a7066-b442-4f93-bd11-3c7aa6b05b1f req-9d632f2c-5dd4-45f0-b454-36fae5e707ad tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:30:51.389178 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-346a7066-b442-4f93-bd11-3c7aa6b05b1f req-9d632f2c-5dd4-45f0-b454-36fae5e707ad tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/ports?device_id=e37ba164-f143-456f-a85d-3380ae019bc2 HTTP/1.1" status: 200 len: 944 time: 0.0790241 Mar 28 12:30:51.432239 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-346a7066-b442-4f93-bd11-3c7aa6b05b1f req-0113317a-c698-4a00-bf2d-0f85fc0a216d tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/security-groups?id=613d1a35-f7bf-44a6-a28e-f8ec8406f47a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374188 Mar 28 12:30:51.689640 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Device 88479079-1fe7-491f-8444-592bfc0af1ca up at agent hyperv_hv-neutron-8353 {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:30:51.758559 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Provisioning for port 88479079-1fe7-491f-8444-592bfc0af1ca completed by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:30:51.764381 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Provisioning complete for port 88479079-1fe7-491f-8444-592bfc0af1ca triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:30:51.764750 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:30:51.879501 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:30:51.906045 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e37ba164-f143-456f-a85d-3380ae019bc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88479079-1fe7-491f-8444-592bfc0af1ca'}] {{(pid=87872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 12:30:51.916002 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] For port 88479079-1fe7-491f-8444-592bfc0af1ca, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=88479079-1fe7-491f-8444-592bfc0af1ca,segment=NetworkSegment(fad877b1-85b8-447f-aa83-c5e9e8cd0e7c),segment_id=fad877b1-85b8-447f-aa83-c5e9e8cd0e7c)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:30:51.920501 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:30:51.956696 dv-neutron-835340-2-hyperv neutron-server[87872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e37ba164-f143-456f-a85d-3380ae019bc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88479079-1fe7-491f-8444-592bfc0af1ca', 'code': 200} Mar 28 12:30:51.987551 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Pushing event updated for resources: {'Port': ['ID=88479079-1fe7-491f-8444-592bfc0af1ca,revision_number=5']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:30:51.995577 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:30:51.995921 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:30:51.996255 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:30:51.996588 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:30:51.996912 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:30:51.997485 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:30:51.997834 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:30:51.998157 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:30:51.998480 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:30:51.998797 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:30:51.999110 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:30:51.999425 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:30:52.175218 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50770158-1999-4e4e-b1cc-ac73de47470e req-1e5dc82a-5dc7-4269-a1a7-b01984faad36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:30:52.176705 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-50770158-1999-4e4e-b1cc-ac73de47470e req-1e5dc82a-5dc7-4269-a1a7-b01984faad36 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e37ba164-f143-456f-a85d-3380ae019bc2 HTTP/1.1" status: 200 len: 1098 time: 0.0695500 Mar 28 12:30:52.219243 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-50770158-1999-4e4e-b1cc-ac73de47470e req-fa19155e-3d05-4d35-9138-edee5ea8cc8e service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=613d1a35-f7bf-44a6-a28e-f8ec8406f47a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368462 Mar 28 12:30:52.619030 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7891b1f0-52f7-4041-807f-4f71c9198327 req-fe782bfc-70e2-45a7-8270-1eb0ddccad85 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:30:52.620499 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-7891b1f0-52f7-4041-807f-4f71c9198327 req-fe782bfc-70e2-45a7-8270-1eb0ddccad85 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/ports?device_id=e37ba164-f143-456f-a85d-3380ae019bc2 HTTP/1.1" status: 200 len: 945 time: 0.0833395 Mar 28 12:30:52.662557 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-7891b1f0-52f7-4041-807f-4f71c9198327 req-e1ab745e-4187-40b5-bfed-f01482f4ed4b tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/security-groups?id=613d1a35-f7bf-44a6-a28e-f8ec8406f47a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365453 Mar 28 12:30:53.845394 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38b3bb5-f35d-49ae-a648-cf7142a1faf9 req-5db296a8-54df-414b-84f4-8d04d05e336e tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:30:53.847251 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-a38b3bb5-f35d-49ae-a648-cf7142a1faf9 req-5db296a8-54df-414b-84f4-8d04d05e336e tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/ports?device_id=e37ba164-f143-456f-a85d-3380ae019bc2 HTTP/1.1" status: 200 len: 945 time: 0.0802152 Mar 28 12:30:53.890579 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-a38b3bb5-f35d-49ae-a648-cf7142a1faf9 req-aeaa68c8-409e-4b0a-96ac-c71395e824e7 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/security-groups?id=613d1a35-f7bf-44a6-a28e-f8ec8406f47a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379210 Mar 28 12:30:54.070226 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea317e89-f3f6-4546-b540-6479d3364099 req-fe4dae32-b9a8-441e-befc-aa97407f9a4d tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:30:54.072187 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-ea317e89-f3f6-4546-b540-6479d3364099 req-fe4dae32-b9a8-441e-befc-aa97407f9a4d tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/ports?device_id=e37ba164-f143-456f-a85d-3380ae019bc2 HTTP/1.1" status: 200 len: 945 time: 0.0800910 Mar 28 12:30:54.117980 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-ea317e89-f3f6-4546-b540-6479d3364099 req-08b6fc63-c024-4de0-934b-f4bb901b47fe tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/security-groups?id=613d1a35-f7bf-44a6-a28e-f8ec8406f47a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401750 Mar 28 12:30:54.140173 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 36846) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:30:54.263737 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e2edc9a-6d55-431b-a9b7-420325a97fc2 tempest-TestNetworkAdvancedServerOps-218286836 tempest-TestNetworkAdvancedServerOps-218286836-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:30:54.265203 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-8e2edc9a-6d55-431b-a9b7-420325a97fc2 tempest-TestNetworkAdvancedServerOps-218286836 tempest-TestNetworkAdvancedServerOps-218286836-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=e37ba164-f143-456f-a85d-3380ae019bc2 HTTP/1.1" status: 200 len: 1093 time: 0.1240695 Mar 28 12:30:54.267963 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 36852) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:30:54.272585 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-6f17aac3-b5d7-4c43-8267-c6dc3d152bc3 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Request body: {'floatingip': {'floating_network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'port_id': '88479079-1fe7-491f-8444-592bfc0af1ca', 'tenant_id': 'bf61b35ded70454082616e376fe15d12', 'fixed_ip_address': '172.20.0.7'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:30:54.278353 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-6f17aac3-b5d7-4c43-8267-c6dc3d152bc3 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:30:54.282178 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-6f17aac3-b5d7-4c43-8267-c6dc3d152bc3 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Usage tracker for resource:floatingip and tenant:bf61b35ded70454082616e376fe15d12 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:30:54.284978 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-6f17aac3-b5d7-4c43-8267-c6dc3d152bc3 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:30:54.290709 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-6f17aac3-b5d7-4c43-8267-c6dc3d152bc3 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:30:54.301084 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-6f17aac3-b5d7-4c43-8267-c6dc3d152bc3 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks [] for floatingip, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:30:54.433954 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-6f17aac3-b5d7-4c43-8267-c6dc3d152bc3 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:30:54.562580 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.db_base_plugin_common [None req-6f17aac3-b5d7-4c43-8267-c6dc3d152bc3 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Allocated IP 172.26.7.109 (ac2b1748-8f63-4b17-a9c7-07e79704aa5b/0b7ebf76-1dc7-431a-a0b4-b96bacf287c2/6103b0de-24fd-43fb-afe0-3db92ca1af60) {{(pid=87871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 12:30:54.709510 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-6f17aac3-b5d7-4c43-8267-c6dc3d152bc3 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks [] for port, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:30:54.737746 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-6f17aac3-b5d7-4c43-8267-c6dc3d152bc3 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:30:54.797888 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f17aac3-b5d7-4c43-8267-c6dc3d152bc3 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Network ac2b1748-8f63-4b17-a9c7-07e79704aa5b is already hosted by enough agents. {{(pid=87871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:30:54.800748 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-6f17aac3-b5d7-4c43-8267-c6dc3d152bc3 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Resources bound (agent type, host, resource id): {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:30:54.804283 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f17aac3-b5d7-4c43-8267-c6dc3d152bc3 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Received port after_create {{(pid=87871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 12:30:54.850025 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f17aac3-b5d7-4c43-8267-c6dc3d152bc3 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Pushing event updated for resources: {'Port': ['ID=6103b0de-24fd-43fb-afe0-3db92ca1af60,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:30:55.327264 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-6f17aac3-b5d7-4c43-8267-c6dc3d152bc3 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:30:55.401080 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-6f17aac3-b5d7-4c43-8267-c6dc3d152bc3 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:30:55.600346 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-6f17aac3-b5d7-4c43-8267-c6dc3d152bc3 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks [] for port, precommit_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:30:55.605003 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-6f17aac3-b5d7-4c43-8267-c6dc3d152bc3 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2363241'] for port, after_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:30:55.725173 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f17aac3-b5d7-4c43-8267-c6dc3d152bc3 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Pushing event updated for resources: {'Port': ['ID=6103b0de-24fd-43fb-afe0-3db92ca1af60,revision_number=2']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:30:55.734278 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-6f17aac3-b5d7-4c43-8267-c6dc3d152bc3 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-709520'] for floatingip, after_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:30:55.907646 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.db.l3_db [None req-6f17aac3-b5d7-4c43-8267-c6dc3d152bc3 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Floating IP eb27fdeb-2f09-4aa3-8757-133a810d79cf associated. External IP: 172.26.7.109, port: 88479079-1fe7-491f-8444-592bfc0af1ca. Mar 28 12:30:56.268845 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f17aac3-b5d7-4c43-8267-c6dc3d152bc3 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Router 22dc379c-3068-4b03-ad30-91ac9b1809db has already been hosted by L3 agent af79d429-529e-400b-a119-94d4bec03f3e {{(pid=87871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 12:30:56.442777 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f17aac3-b5d7-4c43-8267-c6dc3d152bc3 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 12:30:56.452394 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3267241e-c114-47e2-bcc5-def0887d913f None None] Sync routers for ids ['22dc379c-3068-4b03-ad30-91ac9b1809db'] in dv-neutron-835340-2-hyperv {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 12:30:56.461674 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3267241e-c114-47e2-bcc5-def0887d913f None None] Routers {'22dc379c-3068-4b03-ad30-91ac9b1809db'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:30:56.462265 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-3267241e-c114-47e2-bcc5-def0887d913f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:30:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['22dc379c-3068-4b03-ad30-91ac9b1809db'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:30:56.468048 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-6f17aac3-b5d7-4c43-8267-c6dc3d152bc3 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for floatingip, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:30:56.528505 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-6f17aac3-b5d7-4c43-8267-c6dc3d152bc3 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2595203 Mar 28 12:30:56.529170 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e37ba164-f143-456f-a85d-3380ae019bc2', 'tag': '88479079-1fe7-491f-8444-592bfc0af1ca'}] {{(pid=87871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 12:30:56.576572 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e37ba164-f143-456f-a85d-3380ae019bc2', 'tag': '88479079-1fe7-491f-8444-592bfc0af1ca', 'status': 'completed', 'code': 200} Mar 28 12:30:56.643250 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvr_db [None req-3267241e-c114-47e2-bcc5-def0887d913f None None] Set router 22dc379c-3068-4b03-ad30-91ac9b1809db gateway port host: dv-neutron-835340-2-hyperv {{(pid=87873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:30:56.860356 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed5fa50-6840-4fdf-9ce2-a700d1216207 req-ad632773-02a5-4118-91ac-b54828be5901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:30:56.861809 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-8ed5fa50-6840-4fdf-9ce2-a700d1216207 req-ad632773-02a5-4118-91ac-b54828be5901 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=bf61b35ded70454082616e376fe15d12&device_id=e37ba164-f143-456f-a85d-3380ae019bc2 HTTP/1.1" status: 200 len: 1098 time: 0.2641766 Mar 28 12:30:56.870200 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3991d4c4-2846-40d0-8e06-2e2e592ccabd req-7a66f385-9a7b-4dc7-8884-a538f141d3ba tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:30:56.871513 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-3991d4c4-2846-40d0-8e06-2e2e592ccabd req-7a66f385-9a7b-4dc7-8884-a538f141d3ba tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/ports?device_id=e37ba164-f143-456f-a85d-3380ae019bc2 HTTP/1.1" status: 200 len: 945 time: 0.2420943 Mar 28 12:30:56.994215 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-3267241e-c114-47e2-bcc5-def0887d913f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22dc379c-3068-4b03-ad30-91ac9b1809db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1137874491', 'tenant_id': 'bf61b35ded70454082616e376fe15d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.183'}], 'enable_snat': True}, 'gw_port_id': '7ef63c91-03c7-444a-b7a3-6039b47afd3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:30:36Z', 'updated_at': '2022-03-28T12:30:41Z', 'revision_number': 4, 'project_id': 'bf61b35ded70454082616e376fe15d12', 'gw_port': {'id': '7ef63c91-03c7-444a-b7a3-6039b47afd3e', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:54:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22dc379c-3068-4b03-ad30-91ac9b1809db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:30:36Z', 'updated_at': '2022-03-28T12:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_floatingips': [{'id': 'eb27fdeb-2f09-4aa3-8757-133a810d79cf', 'tenant_id': 'bf61b35ded70454082616e376fe15d12', 'floating_ip_address': '172.26.7.109', 'floating_network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'router_id': '22dc379c-3068-4b03-ad30-91ac9b1809db', 'port_id': '88479079-1fe7-491f-8444-592bfc0af1ca', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1759, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af6bef51-955e-4ad3-a725-befe5586876e', 'mac_address': 'fa:16:3e:09:3c:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e37ba164-f143-456f-a85d-3380ae019bc2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T12:30:55Z', 'updated_at': '2022-03-28T12:30:55Z', 'revision_number': 0, 'project_id': 'bf61b35ded70454082616e376fe15d12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '638b363c-9b8c-4682-b3a6-23098f72f3fb', 'name': '', 'network_id': 'af6bef51-955e-4ad3-a725-befe5586876e', 'tenant_id': 'bf61b35ded70454082616e376fe15d12', 'mac_address': 'fa:16:3e:91:a2:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22dc379c-3068-4b03-ad30-91ac9b1809db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': 'e0c5d5ea-dfd5-4689-ad04-f54c0f381cf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:30:40Z', 'updated_at': '2022-03-28T12:30:46Z', 'revision_number': 5, 'project_id': 'bf61b35ded70454082616e376fe15d12', 'subnets': [{'id': 'e0c5d5ea-dfd5-4689-ad04-f54c0f381cf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:30:56.998174 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3267241e-c114-47e2-bcc5-def0887d913f None None] Checking router: 22dc379c-3068-4b03-ad30-91ac9b1809db for host: dv-neutron-835340-2-hyperv {{(pid=87873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 12:30:57.006252 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3267241e-c114-47e2-bcc5-def0887d913f None None] Routers {'22dc379c-3068-4b03-ad30-91ac9b1809db'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:30:57.006837 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-3267241e-c114-47e2-bcc5-def0887d913f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:30:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['22dc379c-3068-4b03-ad30-91ac9b1809db'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:30:57.009878 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-3991d4c4-2846-40d0-8e06-2e2e592ccabd req-7c8faafc-8b46-430a-9690-5090d997d712 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/security-groups?id=613d1a35-f7bf-44a6-a28e-f8ec8406f47a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1197951 Mar 28 12:30:57.032913 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 36860) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:30:57.034353 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed5fa50-6840-4fdf-9ce2-a700d1216207 req-fe8e8f5b-f83c-491d-967d-1814db0e638d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:30:57.035885 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-8ed5fa50-6840-4fdf-9ce2-a700d1216207 req-fe8e8f5b-f83c-491d-967d-1814db0e638d service neutron] 10.222.0.11 "GET /v2.0/networks?id=af6bef51-955e-4ad3-a725-befe5586876e HTTP/1.1" status: 200 len: 897 time: 0.1635461 Mar 28 12:30:57.142611 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-8ed5fa50-6840-4fdf-9ce2-a700d1216207 req-2f751f99-0449-4d19-97a2-6338646f59c8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=88479079-1fe7-491f-8444-592bfc0af1ca HTTP/1.1" status: 200 len: 999 time: 0.1005034 Mar 28 12:30:57.142814 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-8e274a56-5b31-4f50-bcb5-d01fa8e95071 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/floatingips/eb27fdeb-2f09-4aa3-8757-133a810d79cf HTTP/1.1" status: 200 len: 991 time: 0.1082714 Mar 28 12:30:57.187758 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvr_db [None req-3267241e-c114-47e2-bcc5-def0887d913f None None] Set router 22dc379c-3068-4b03-ad30-91ac9b1809db gateway port host: dv-neutron-835340-2-hyperv {{(pid=87873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:30:57.203985 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed5fa50-6840-4fdf-9ce2-a700d1216207 req-e0c54a49-f5aa-4c88-a419-38393926cbb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:30:57.205405 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-8ed5fa50-6840-4fdf-9ce2-a700d1216207 req-e0c54a49-f5aa-4c88-a419-38393926cbb3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e0c5d5ea-dfd5-4689-ad04-f54c0f381cf9 HTTP/1.1" status: 200 len: 834 time: 0.0572295 Mar 28 12:30:57.287306 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed5fa50-6840-4fdf-9ce2-a700d1216207 req-d2ad01e1-43a4-41cf-a0d0-27ab0e2185ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:30:57.288814 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-8ed5fa50-6840-4fdf-9ce2-a700d1216207 req-d2ad01e1-43a4-41cf-a0d0-27ab0e2185ae service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=af6bef51-955e-4ad3-a725-befe5586876e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0746953 Mar 28 12:30:57.421539 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-8ed5fa50-6840-4fdf-9ce2-a700d1216207 req-4c83125e-caed-4d27-83ea-78afcbf79aa2 service neutron] 10.222.0.11 "GET /v2.0/networks/af6bef51-955e-4ad3-a725-befe5586876e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265876 Mar 28 12:30:57.550386 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-8ed5fa50-6840-4fdf-9ce2-a700d1216207 req-34fff39a-499c-4a2c-bab4-0da02694e537 service neutron] 10.222.0.11 "GET /v2.0/networks/af6bef51-955e-4ad3-a725-befe5586876e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236711 Mar 28 12:30:57.565675 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-3267241e-c114-47e2-bcc5-def0887d913f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22dc379c-3068-4b03-ad30-91ac9b1809db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1137874491', 'tenant_id': 'bf61b35ded70454082616e376fe15d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.183'}], 'enable_snat': True}, 'gw_port_id': '7ef63c91-03c7-444a-b7a3-6039b47afd3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:30:36Z', 'updated_at': '2022-03-28T12:30:41Z', 'revision_number': 4, 'project_id': 'bf61b35ded70454082616e376fe15d12', 'gw_port': {'id': '7ef63c91-03c7-444a-b7a3-6039b47afd3e', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:54:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22dc379c-3068-4b03-ad30-91ac9b1809db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:30:36Z', 'updated_at': '2022-03-28T12:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_floatingips': [{'id': 'eb27fdeb-2f09-4aa3-8757-133a810d79cf', 'tenant_id': 'bf61b35ded70454082616e376fe15d12', 'floating_ip_address': '172.26.7.109', 'floating_network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'router_id': '22dc379c-3068-4b03-ad30-91ac9b1809db', 'port_id': '88479079-1fe7-491f-8444-592bfc0af1ca', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1759, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af6bef51-955e-4ad3-a725-befe5586876e', 'mac_address': 'fa:16:3e:09:3c:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e37ba164-f143-456f-a85d-3380ae019bc2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T12:30:55Z', 'updated_at': '2022-03-28T12:30:55Z', 'revision_number': 0, 'project_id': 'bf61b35ded70454082616e376fe15d12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '638b363c-9b8c-4682-b3a6-23098f72f3fb', 'name': '', 'network_id': 'af6bef51-955e-4ad3-a725-befe5586876e', 'tenant_id': 'bf61b35ded70454082616e376fe15d12', 'mac_address': 'fa:16:3e:91:a2:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22dc379c-3068-4b03-ad30-91ac9b1809db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': 'e0c5d5ea-dfd5-4689-ad04-f54c0f381cf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:30:40Z', 'updated_at': '2022-03-28T12:30:46Z', 'revision_number': 5, 'project_id': 'bf61b35ded70454082616e376fe15d12', 'subnets': [{'id': 'e0c5d5ea-dfd5-4689-ad04-f54c0f381cf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:30:57.569637 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3267241e-c114-47e2-bcc5-def0887d913f None None] The sync data for ids ['22dc379c-3068-4b03-ad30-91ac9b1809db'] in dv-neutron-835340-2-hyperv is: [{'id': '22dc379c-3068-4b03-ad30-91ac9b1809db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1137874491', 'tenant_id': 'bf61b35ded70454082616e376fe15d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.183'}], 'enable_snat': True}, 'gw_port_id': '7ef63c91-03c7-444a-b7a3-6039b47afd3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:30:36Z', 'updated_at': '2022-03-28T12:30:41Z', 'revision_number': 4, 'project_id': 'bf61b35ded70454082616e376fe15d12', 'gw_port': {'id': '7ef63c91-03c7-444a-b7a3-6039b47afd3e', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:54:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22dc379c-3068-4b03-ad30-91ac9b1809db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:30:36Z', 'updated_at': '2022-03-28T12:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_floatingips': [{'id': 'eb27fdeb-2f09-4aa3-8757-133a810d79cf', 'tenant_id': 'bf61b35ded70454082616e376fe15d12', 'floating_ip_address': '172.26.7.109', 'floating_network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'router_id': '22dc379c-3068-4b03-ad30-91ac9b1809db', 'port_id': '88479079-1fe7-491f-8444-592bfc0af1ca', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1759, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af6bef51-955e-4ad3-a725-befe5586876e', 'mac_address': 'fa:16:3e:09:3c:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e37ba164-f143-456f-a85d-3380ae019bc2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T12:30:55Z', 'updated_at': '2022-03-28T12:30:55Z', 'revision_number': 0, 'project_id': 'bf61b35ded70454082616e376fe15d12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '638b363c-9b8c-4682-b3a6-23098f72f3fb', 'name': '', 'network_id': 'af6bef51-955e-4ad3-a725-befe5586876e', 'tenant_id': 'bf61b35ded70454082616e376fe15d12', 'mac_address': 'fa:16:3e:91:a2:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22dc379c-3068-4b03-ad30-91ac9b1809db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': 'e0c5d5ea-dfd5-4689-ad04-f54c0f381cf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:30:40Z', 'updated_at': '2022-03-28T12:30:46Z', 'revision_number': 5, 'project_id': 'bf61b35ded70454082616e376fe15d12', 'subnets': [{'id': 'e0c5d5ea-dfd5-4689-ad04-f54c0f381cf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 12:30:57.749229 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49b326a4-57b1-4ed0-858c-5241221561b9 None None] New status for floating IP eb27fdeb-2f09-4aa3-8757-133a810d79cf: ACTIVE {{(pid=87872) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 12:30:58.146651 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 36864) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:30:58.247344 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-93d7e801-cf60-4da5-a77f-d08330b3b31c tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/floatingips/eb27fdeb-2f09-4aa3-8757-133a810d79cf HTTP/1.1" status: 200 len: 993 time: 0.0995765 Mar 28 12:31:01.468166 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.agents_db [None req-03fd49d8-b51b-41c1-8716-b8e265c93689 None None] Agent healthcheck: found 6 active agents {{(pid=87873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 12:31:02.374161 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-6629baf5-d8ad-4c2d-962b-68b9c83db6ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:31:03.429581 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-ea6944e3-5be9-421f-8987-b07903bd8737 req-6977acda-913c-46e5-8f40-05da6ed255b2 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e37ba164-f143-456f-a85d-3380ae019bc2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0713615 Mar 28 12:31:03.569745 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6944e3-5be9-421f-8987-b07903bd8737 req-14df9694-f440-470c-9c46-3c89a05d5134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:31:03.571174 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-ea6944e3-5be9-421f-8987-b07903bd8737 req-14df9694-f440-470c-9c46-3c89a05d5134 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=bf61b35ded70454082616e376fe15d12&device_id=e37ba164-f143-456f-a85d-3380ae019bc2 HTTP/1.1" status: 200 len: 1098 time: 0.0692825 Mar 28 12:31:03.717499 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6944e3-5be9-421f-8987-b07903bd8737 req-b1354f8f-2671-4525-9644-79aa398a2b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:31:03.718911 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-ea6944e3-5be9-421f-8987-b07903bd8737 req-b1354f8f-2671-4525-9644-79aa398a2b94 service neutron] 10.222.0.11 "GET /v2.0/networks?id=af6bef51-955e-4ad3-a725-befe5586876e HTTP/1.1" status: 200 len: 897 time: 0.1242011 Mar 28 12:31:03.827398 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-ea6944e3-5be9-421f-8987-b07903bd8737 req-e2655567-0e33-47bb-abef-a078022fd5c4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=88479079-1fe7-491f-8444-592bfc0af1ca HTTP/1.1" status: 200 len: 1001 time: 0.0955489 Mar 28 12:31:03.892515 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6944e3-5be9-421f-8987-b07903bd8737 req-162063ce-d45e-489e-94ff-9ad4e4dd15a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:31:03.893946 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-ea6944e3-5be9-421f-8987-b07903bd8737 req-162063ce-d45e-489e-94ff-9ad4e4dd15a8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e0c5d5ea-dfd5-4689-ad04-f54c0f381cf9 HTTP/1.1" status: 200 len: 834 time: 0.0603173 Mar 28 12:31:03.967343 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6944e3-5be9-421f-8987-b07903bd8737 req-18f8ddff-e19d-4a66-8203-ae996bf15ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:31:03.968853 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-ea6944e3-5be9-421f-8987-b07903bd8737 req-18f8ddff-e19d-4a66-8203-ae996bf15ad2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=af6bef51-955e-4ad3-a725-befe5586876e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0680234 Mar 28 12:31:04.103641 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-ea6944e3-5be9-421f-8987-b07903bd8737 req-99584bdf-795c-4b1a-9b80-eb067fd38adc service neutron] 10.222.0.11 "GET /v2.0/networks/af6bef51-955e-4ad3-a725-befe5586876e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242812 Mar 28 12:31:04.340783 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-ea6944e3-5be9-421f-8987-b07903bd8737 req-52759a58-ff38-4c9d-921e-54e4dd26b9d6 service neutron] 10.222.0.11 "GET /v2.0/networks/af6bef51-955e-4ad3-a725-befe5586876e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2271686 Mar 28 12:31:04.786553 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-5c69829a-2481-48ce-a100-847677af7f07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:31:05.788059 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:31:05.900820 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-ef3be119-c018-4979-be07-86cf959defc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:31:07.560774 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-b7ccd3c7-0277-4f12-8e5c-e41478141af5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:31:20.952141 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:31:25.241543 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930a9860-4041-48e7-a5b1-132663b3313b req-37879465-fe6f-48b1-bf94-bc9b754a71ce tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:31:25.242994 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-930a9860-4041-48e7-a5b1-132663b3313b req-37879465-fe6f-48b1-bf94-bc9b754a71ce tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/ports?device_id=e37ba164-f143-456f-a85d-3380ae019bc2 HTTP/1.1" status: 200 len: 945 time: 0.1415730 Mar 28 12:31:25.287512 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-930a9860-4041-48e7-a5b1-132663b3313b req-09f331d9-351a-477e-855d-8b13c47b169d tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/security-groups?id=613d1a35-f7bf-44a6-a28e-f8ec8406f47a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381310 Mar 28 12:31:26.515874 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dcbff2-25a1-4634-947e-69e87f8621d7 req-5ac95335-3a58-4454-a93c-86491149aef9 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:31:26.517343 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-87dcbff2-25a1-4634-947e-69e87f8621d7 req-5ac95335-3a58-4454-a93c-86491149aef9 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/ports?device_id=e37ba164-f143-456f-a85d-3380ae019bc2 HTTP/1.1" status: 200 len: 945 time: 0.1214585 Mar 28 12:31:26.565078 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-87dcbff2-25a1-4634-947e-69e87f8621d7 req-b56dc52b-6273-4fb5-9973-a36f832a113f tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/security-groups?id=613d1a35-f7bf-44a6-a28e-f8ec8406f47a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409195 Mar 28 12:31:27.753240 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b833f4b-c184-497d-ab14-c2bb770080f8 req-3af408d5-582b-4363-a892-adcddcfbd382 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:31:27.754754 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-1b833f4b-c184-497d-ab14-c2bb770080f8 req-3af408d5-582b-4363-a892-adcddcfbd382 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/ports?device_id=e37ba164-f143-456f-a85d-3380ae019bc2 HTTP/1.1" status: 200 len: 945 time: 0.0844853 Mar 28 12:31:27.799895 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-1b833f4b-c184-497d-ab14-c2bb770080f8 req-46f19698-81e1-4685-b4a4-efd32b658bdc tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/security-groups?id=613d1a35-f7bf-44a6-a28e-f8ec8406f47a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384476 Mar 28 12:31:28.984580 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137f2a1f-656d-4c9b-8ed5-640d237ec3e0 req-d0338d7b-7d86-448f-992b-513915a38ca8 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:31:28.986048 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-137f2a1f-656d-4c9b-8ed5-640d237ec3e0 req-d0338d7b-7d86-448f-992b-513915a38ca8 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/ports?device_id=e37ba164-f143-456f-a85d-3380ae019bc2 HTTP/1.1" status: 200 len: 945 time: 0.0787880 Mar 28 12:31:29.030021 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-137f2a1f-656d-4c9b-8ed5-640d237ec3e0 req-000de777-c2d9-4a30-b118-b9d2e00ac3f4 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/security-groups?id=613d1a35-f7bf-44a6-a28e-f8ec8406f47a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380635 Mar 28 12:31:30.219253 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407a0a48-a4b3-4ae0-8e6c-22f75d849b5a req-b670bd9d-f216-4e68-96f0-af844a7085c3 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:31:30.220724 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-407a0a48-a4b3-4ae0-8e6c-22f75d849b5a req-b670bd9d-f216-4e68-96f0-af844a7085c3 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/ports?device_id=e37ba164-f143-456f-a85d-3380ae019bc2 HTTP/1.1" status: 200 len: 945 time: 0.0850194 Mar 28 12:31:30.263588 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-407a0a48-a4b3-4ae0-8e6c-22f75d849b5a req-6e923870-54fa-401f-b417-79b5756f0f4a tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/security-groups?id=613d1a35-f7bf-44a6-a28e-f8ec8406f47a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373428 Mar 28 12:31:31.448294 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0188f402-ea6d-4698-b20a-26ae4ced0e0f req-e8318d92-d356-4c67-8920-f9c855254381 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:31:31.449719 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-0188f402-ea6d-4698-b20a-26ae4ced0e0f req-e8318d92-d356-4c67-8920-f9c855254381 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/ports?device_id=e37ba164-f143-456f-a85d-3380ae019bc2 HTTP/1.1" status: 200 len: 945 time: 0.0817823 Mar 28 12:31:31.492578 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-0188f402-ea6d-4698-b20a-26ae4ced0e0f req-7b048a21-9812-490b-b66b-ac66ca6b0fcd tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/security-groups?id=613d1a35-f7bf-44a6-a28e-f8ec8406f47a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373411 Mar 28 12:31:32.375533 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-11d7709e-f0c7-41a8-9f9e-b7f4001b0a09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:31:32.677815 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3363b3ea-913a-431f-bf0d-8d03eabe3ace req-14f8f58c-b099-41c5-b738-6e14bce8b779 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:31:32.679156 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-3363b3ea-913a-431f-bf0d-8d03eabe3ace req-14f8f58c-b099-41c5-b738-6e14bce8b779 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/ports?device_id=e37ba164-f143-456f-a85d-3380ae019bc2 HTTP/1.1" status: 200 len: 945 time: 0.0814755 Mar 28 12:31:32.721983 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-3363b3ea-913a-431f-bf0d-8d03eabe3ace req-e9804879-2bc9-4d69-a929-b48c26367446 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/security-groups?id=613d1a35-f7bf-44a6-a28e-f8ec8406f47a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371439 Mar 28 12:31:33.904509 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd414eca-c26e-4bf1-89ed-f35dcb0b90b4 req-91ac217d-bad6-4dec-889b-ddf64101c906 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:31:33.905940 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-bd414eca-c26e-4bf1-89ed-f35dcb0b90b4 req-91ac217d-bad6-4dec-889b-ddf64101c906 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/ports?device_id=e37ba164-f143-456f-a85d-3380ae019bc2 HTTP/1.1" status: 200 len: 945 time: 0.0811801 Mar 28 12:31:33.948860 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-bd414eca-c26e-4bf1-89ed-f35dcb0b90b4 req-2e8c0888-1511-401b-88a0-2b3437512e62 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/security-groups?id=613d1a35-f7bf-44a6-a28e-f8ec8406f47a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373099 Mar 28 12:31:34.788482 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-e2d60d0d-1a5a-426f-8d80-08f2fd48249f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:31:35.139671 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dd258e-c021-4660-82f6-dcd1e7de3c0c req-f173faa6-a563-49f0-99b0-15021204470c tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:31:35.141012 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-f5dd258e-c021-4660-82f6-dcd1e7de3c0c req-f173faa6-a563-49f0-99b0-15021204470c tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/ports?device_id=e37ba164-f143-456f-a85d-3380ae019bc2 HTTP/1.1" status: 200 len: 945 time: 0.0874283 Mar 28 12:31:35.184791 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-f5dd258e-c021-4660-82f6-dcd1e7de3c0c req-90a7c885-c380-494a-8694-314b44215806 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/security-groups?id=613d1a35-f7bf-44a6-a28e-f8ec8406f47a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382485 Mar 28 12:31:35.794030 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:31:35.903246 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-ef3be119-c018-4979-be07-86cf959defc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:31:36.385641 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d886959-0456-4d84-bac3-7f879530f723 req-c92c0b8a-dbc5-4d14-9fab-114b6950fa19 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:31:36.387063 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-0d886959-0456-4d84-bac3-7f879530f723 req-c92c0b8a-dbc5-4d14-9fab-114b6950fa19 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/ports?device_id=e37ba164-f143-456f-a85d-3380ae019bc2 HTTP/1.1" status: 200 len: 945 time: 0.0812986 Mar 28 12:31:36.430679 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-0d886959-0456-4d84-bac3-7f879530f723 req-b9f88f11-cad9-4283-a455-08b102a846b7 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/security-groups?id=613d1a35-f7bf-44a6-a28e-f8ec8406f47a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376008 Mar 28 12:31:36.452792 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 36904) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:31:36.564117 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-b7848e98-5e6d-4fea-9f8a-d41febe87896 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/floatingips/eb27fdeb-2f09-4aa3-8757-133a810d79cf HTTP/1.1" status: 200 len: 993 time: 0.1102281 Mar 28 12:31:37.562988 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-b7ccd3c7-0277-4f12-8e5c-e41478141af5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:31:38.002702 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ba5e4f-9ce6-402a-aefa-0b444d28a4f7 req-61ab6472-cefc-4d66-9fbb-27ccdea2039d tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:31:38.004180 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-b9ba5e4f-9ce6-402a-aefa-0b444d28a4f7 req-61ab6472-cefc-4d66-9fbb-27ccdea2039d tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/ports?device_id=e37ba164-f143-456f-a85d-3380ae019bc2 HTTP/1.1" status: 200 len: 945 time: 0.0792933 Mar 28 12:31:38.049216 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-b9ba5e4f-9ce6-402a-aefa-0b444d28a4f7 req-0c645f9c-75cd-4633-ae06-62bd7eebbe14 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/security-groups?id=613d1a35-f7bf-44a6-a28e-f8ec8406f47a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386894 Mar 28 12:31:38.080719 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692bb241-87be-48d4-93c2-4937206718c8 req-9c43f42e-7279-40ce-a7ea-257eb0175ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:31:38.082153 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-692bb241-87be-48d4-93c2-4937206718c8 req-9c43f42e-7279-40ce-a7ea-257eb0175ca0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=bf61b35ded70454082616e376fe15d12&device_id=e37ba164-f143-456f-a85d-3380ae019bc2 HTTP/1.1" status: 200 len: 1098 time: 0.1107800 Mar 28 12:31:38.207985 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692bb241-87be-48d4-93c2-4937206718c8 req-d08865c4-28fa-469a-b4f4-d750c2b08ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:31:38.209295 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-692bb241-87be-48d4-93c2-4937206718c8 req-d08865c4-28fa-469a-b4f4-d750c2b08ffd service neutron] 10.222.0.11 "GET /v2.0/networks?id=af6bef51-955e-4ad3-a725-befe5586876e HTTP/1.1" status: 200 len: 897 time: 0.1215687 Mar 28 12:31:38.307486 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-692bb241-87be-48d4-93c2-4937206718c8 req-67c44ad9-a1d5-4469-843c-64468fc4f3e2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=88479079-1fe7-491f-8444-592bfc0af1ca HTTP/1.1" status: 200 len: 1001 time: 0.0925782 Mar 28 12:31:38.371123 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692bb241-87be-48d4-93c2-4937206718c8 req-48463589-4105-4583-9f07-e2e098719d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:31:38.372502 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-692bb241-87be-48d4-93c2-4937206718c8 req-48463589-4105-4583-9f07-e2e098719d8a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e0c5d5ea-dfd5-4689-ad04-f54c0f381cf9 HTTP/1.1" status: 200 len: 834 time: 0.0592756 Mar 28 12:31:38.443946 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692bb241-87be-48d4-93c2-4937206718c8 req-1ce97407-82b6-41ee-ab2c-d64f906d54d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:31:38.445341 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-692bb241-87be-48d4-93c2-4937206718c8 req-1ce97407-82b6-41ee-ab2c-d64f906d54d4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=af6bef51-955e-4ad3-a725-befe5586876e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0667777 Mar 28 12:31:38.467055 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.agents_db [None req-03fd49d8-b51b-41c1-8716-b8e265c93689 None None] Agent healthcheck: found 6 active agents {{(pid=87873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 12:31:38.571263 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-692bb241-87be-48d4-93c2-4937206718c8 req-f97639ea-61f5-40fe-b4bc-097c118e1f44 service neutron] 10.222.0.11 "GET /v2.0/networks/af6bef51-955e-4ad3-a725-befe5586876e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198864 Mar 28 12:31:38.696561 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-692bb241-87be-48d4-93c2-4937206718c8 req-2c64fb41-17c3-4733-b48a-3d5260c3cfb5 service neutron] 10.222.0.11 "GET /v2.0/networks/af6bef51-955e-4ad3-a725-befe5586876e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196437 Mar 28 12:31:39.242707 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d540eb0-0ba5-4535-b0d1-90531d206ba8 req-c1fd03ce-ea39-4a52-94ab-e1f31fc2e2f9 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:31:39.244679 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-7d540eb0-0ba5-4535-b0d1-90531d206ba8 req-c1fd03ce-ea39-4a52-94ab-e1f31fc2e2f9 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/ports?device_id=e37ba164-f143-456f-a85d-3380ae019bc2 HTTP/1.1" status: 200 len: 945 time: 0.0842631 Mar 28 12:31:39.287901 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-7d540eb0-0ba5-4535-b0d1-90531d206ba8 req-28dc6c1a-69e4-4375-87d3-b0fc021a5d97 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/security-groups?id=613d1a35-f7bf-44a6-a28e-f8ec8406f47a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374444 Mar 28 12:31:40.471760 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9355f5e-fed9-467e-bcfa-8ca796a4ea7f req-38e24e7f-c9b1-4a7d-9123-1848ce0d8d12 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:31:40.473187 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-e9355f5e-fed9-467e-bcfa-8ca796a4ea7f req-38e24e7f-c9b1-4a7d-9123-1848ce0d8d12 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/ports?device_id=e37ba164-f143-456f-a85d-3380ae019bc2 HTTP/1.1" status: 200 len: 945 time: 0.0817676 Mar 28 12:31:40.520773 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-e9355f5e-fed9-467e-bcfa-8ca796a4ea7f req-49c79381-89f3-404c-b679-3c6d8333fe58 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/security-groups?id=613d1a35-f7bf-44a6-a28e-f8ec8406f47a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420494 Mar 28 12:31:40.544563 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 36920) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:31:40.738941 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-bcf78d97-83c6-4853-afa6-c14b1c142337 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/floatingips/eb27fdeb-2f09-4aa3-8757-133a810d79cf HTTP/1.1" status: 200 len: 993 time: 0.1932483 Mar 28 12:31:50.953690 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:32:02.377134 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-4d5c420b-bbec-48c6-8878-b5d0eaf045fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:32:04.389971 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-e76471f2-d0d1-4528-bbcd-5f362dd93c05 req-4f66cfa1-4e3b-4d77-9b9f-8dcf568fcaa3 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e37ba164-f143-456f-a85d-3380ae019bc2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0685618 Mar 28 12:32:04.529626 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76471f2-d0d1-4528-bbcd-5f362dd93c05 req-266d4f68-35b1-41e0-b660-0ad0508740f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:32:04.531047 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-e76471f2-d0d1-4528-bbcd-5f362dd93c05 req-266d4f68-35b1-41e0-b660-0ad0508740f3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=bf61b35ded70454082616e376fe15d12&device_id=e37ba164-f143-456f-a85d-3380ae019bc2 HTTP/1.1" status: 200 len: 1098 time: 0.0736732 Mar 28 12:32:04.672794 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76471f2-d0d1-4528-bbcd-5f362dd93c05 req-180209b0-8f22-4140-890c-ef5c3617df34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:32:04.674107 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-e76471f2-d0d1-4528-bbcd-5f362dd93c05 req-180209b0-8f22-4140-890c-ef5c3617df34 service neutron] 10.222.0.11 "GET /v2.0/networks?id=af6bef51-955e-4ad3-a725-befe5586876e HTTP/1.1" status: 200 len: 897 time: 0.1233797 Mar 28 12:32:04.770038 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-e76471f2-d0d1-4528-bbcd-5f362dd93c05 req-b93d83ae-0835-4480-9074-092809e325ec service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=88479079-1fe7-491f-8444-592bfc0af1ca HTTP/1.1" status: 200 len: 1001 time: 0.0901284 Mar 28 12:32:04.790456 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-e4a9bcfa-34a7-4954-8f6d-99d2e2139912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:32:04.837669 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76471f2-d0d1-4528-bbcd-5f362dd93c05 req-b17901a4-b7e9-407b-bcaf-c0c3dea50e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:32:04.839742 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-e76471f2-d0d1-4528-bbcd-5f362dd93c05 req-b17901a4-b7e9-407b-bcaf-c0c3dea50e85 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e0c5d5ea-dfd5-4689-ad04-f54c0f381cf9 HTTP/1.1" status: 200 len: 834 time: 0.0606282 Mar 28 12:32:04.915128 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76471f2-d0d1-4528-bbcd-5f362dd93c05 req-b0e2b0b4-7715-4cea-a1f3-5c1004324fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:32:04.917192 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-e76471f2-d0d1-4528-bbcd-5f362dd93c05 req-b0e2b0b4-7715-4cea-a1f3-5c1004324fee service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=af6bef51-955e-4ad3-a725-befe5586876e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0691309 Mar 28 12:32:05.149048 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-e76471f2-d0d1-4528-bbcd-5f362dd93c05 req-79794ac0-964e-46df-bf0b-01f6bac7e08f service neutron] 10.222.0.11 "GET /v2.0/networks/af6bef51-955e-4ad3-a725-befe5586876e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2261808 Mar 28 12:32:05.277379 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-e76471f2-d0d1-4528-bbcd-5f362dd93c05 req-949075f1-dd14-4059-b6bc-971d894c8d8a service neutron] 10.222.0.11 "GET /v2.0/networks/af6bef51-955e-4ad3-a725-befe5586876e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223569 Mar 28 12:32:05.797260 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:32:05.904371 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-ef3be119-c018-4979-be07-86cf959defc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:32:07.566458 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-b7ccd3c7-0277-4f12-8e5c-e41478141af5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:32:09.148829 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 36940) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:32:09.347082 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-5d87b8ec-3374-4502-95fd-7b9ce61adae7 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Deleting port 6103b0de-24fd-43fb-afe0-3db92ca1af60 {{(pid=87870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:32:09.347422 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-5d87b8ec-3374-4502-95fd-7b9ce61adae7 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:32:09.511519 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-5d87b8ec-3374-4502-95fd-7b9ce61adae7 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:32:09.511843 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-5d87b8ec-3374-4502-95fd-7b9ce61adae7 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:32:09.631053 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-5d87b8ec-3374-4502-95fd-7b9ce61adae7 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Calling delete_port for 6103b0de-24fd-43fb-afe0-3db92ca1af60 owned by network:floatingip {{(pid=87870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:32:09.777766 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-5d87b8ec-3374-4502-95fd-7b9ce61adae7 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:32:09.827378 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d87b8ec-3374-4502-95fd-7b9ce61adae7 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Pushing event deleted for resources: {'Port': ['ID=6103b0de-24fd-43fb-afe0-3db92ca1af60,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:32:09.867086 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d87b8ec-3374-4502-95fd-7b9ce61adae7 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:32:09.867431 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d87b8ec-3374-4502-95fd-7b9ce61adae7 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:32:09.867789 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d87b8ec-3374-4502-95fd-7b9ce61adae7 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:32:09.868121 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d87b8ec-3374-4502-95fd-7b9ce61adae7 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:32:09.868449 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d87b8ec-3374-4502-95fd-7b9ce61adae7 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:32:09.868772 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d87b8ec-3374-4502-95fd-7b9ce61adae7 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:32:09.869100 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d87b8ec-3374-4502-95fd-7b9ce61adae7 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:32:09.869417 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d87b8ec-3374-4502-95fd-7b9ce61adae7 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:32:09.869749 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d87b8ec-3374-4502-95fd-7b9ce61adae7 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:32:09.870256 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d87b8ec-3374-4502-95fd-7b9ce61adae7 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:32:09.870609 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d87b8ec-3374-4502-95fd-7b9ce61adae7 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:32:09.870928 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d87b8ec-3374-4502-95fd-7b9ce61adae7 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:32:09.925408 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-5d87b8ec-3374-4502-95fd-7b9ce61adae7 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks [] for floatingip, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:32:09.925733 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.db.l3_db [None req-5d87b8ec-3374-4502-95fd-7b9ce61adae7 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Floating IP eb27fdeb-2f09-4aa3-8757-133a810d79cf disassociated (deleted). External IP: 172.26.7.109, port: 88479079-1fe7-491f-8444-592bfc0af1ca. Mar 28 12:32:10.276237 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d87b8ec-3374-4502-95fd-7b9ce61adae7 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Router 22dc379c-3068-4b03-ad30-91ac9b1809db has already been hosted by L3 agent af79d429-529e-400b-a119-94d4bec03f3e {{(pid=87870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 12:32:10.554350 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d87b8ec-3374-4502-95fd-7b9ce61adae7 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 12:32:10.563758 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e828f96f-59f5-46e1-bd5f-2c0d96239d50 None None] Sync routers for ids ['22dc379c-3068-4b03-ad30-91ac9b1809db'] in dv-neutron-835340-2-hyperv {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 12:32:10.573859 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e828f96f-59f5-46e1-bd5f-2c0d96239d50 None None] Routers {'22dc379c-3068-4b03-ad30-91ac9b1809db'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:32:10.574464 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-e828f96f-59f5-46e1-bd5f-2c0d96239d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:32:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['22dc379c-3068-4b03-ad30-91ac9b1809db'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:32:10.574680 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-5d87b8ec-3374-4502-95fd-7b9ce61adae7 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for floatingip, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:32:10.631696 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-5d87b8ec-3374-4502-95fd-7b9ce61adae7 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "DELETE /v2.0/floatingips/eb27fdeb-2f09-4aa3-8757-133a810d79cf HTTP/1.1" status: 204 len: 168 time: 1.4818525 Mar 28 12:32:10.632272 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e37ba164-f143-456f-a85d-3380ae019bc2', 'tag': '88479079-1fe7-491f-8444-592bfc0af1ca'}] {{(pid=87870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 12:32:10.690975 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e37ba164-f143-456f-a85d-3380ae019bc2', 'tag': '88479079-1fe7-491f-8444-592bfc0af1ca', 'status': 'completed', 'code': 200} Mar 28 12:32:10.771388 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvr_db [None req-e828f96f-59f5-46e1-bd5f-2c0d96239d50 None None] Set router 22dc379c-3068-4b03-ad30-91ac9b1809db gateway port host: dv-neutron-835340-2-hyperv {{(pid=87873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:32:10.816849 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19275fce-e7ac-4993-b540-e4636aa6e475 req-be45c1fe-86d8-4cce-8a45-107a3380776b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:32:10.820088 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-19275fce-e7ac-4993-b540-e4636aa6e475 req-be45c1fe-86d8-4cce-8a45-107a3380776b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=bf61b35ded70454082616e376fe15d12&device_id=e37ba164-f143-456f-a85d-3380ae019bc2 HTTP/1.1" status: 200 len: 1098 time: 0.1063275 Mar 28 12:32:11.029537 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19275fce-e7ac-4993-b540-e4636aa6e475 req-82c21ff0-f273-4b17-9dc0-e86ccaf4f9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:32:11.030966 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-19275fce-e7ac-4993-b540-e4636aa6e475 req-82c21ff0-f273-4b17-9dc0-e86ccaf4f9b2 service neutron] 10.222.0.11 "GET /v2.0/networks?id=af6bef51-955e-4ad3-a725-befe5586876e HTTP/1.1" status: 200 len: 897 time: 0.2050180 Mar 28 12:32:11.105572 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-19275fce-e7ac-4993-b540-e4636aa6e475 req-166a0cd7-43bb-42f6-aa95-5393950a8519 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=88479079-1fe7-491f-8444-592bfc0af1ca HTTP/1.1" status: 200 len: 217 time: 0.0671811 Mar 28 12:32:11.126326 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-e828f96f-59f5-46e1-bd5f-2c0d96239d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22dc379c-3068-4b03-ad30-91ac9b1809db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1137874491', 'tenant_id': 'bf61b35ded70454082616e376fe15d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.183'}], 'enable_snat': True}, 'gw_port_id': '7ef63c91-03c7-444a-b7a3-6039b47afd3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:30:36Z', 'updated_at': '2022-03-28T12:30:41Z', 'revision_number': 4, 'project_id': 'bf61b35ded70454082616e376fe15d12', 'gw_port': {'id': '7ef63c91-03c7-444a-b7a3-6039b47afd3e', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:54:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22dc379c-3068-4b03-ad30-91ac9b1809db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:30:36Z', 'updated_at': '2022-03-28T12:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_interfaces': [{'id': '638b363c-9b8c-4682-b3a6-23098f72f3fb', 'name': '', 'network_id': 'af6bef51-955e-4ad3-a725-befe5586876e', 'tenant_id': 'bf61b35ded70454082616e376fe15d12', 'mac_address': 'fa:16:3e:91:a2:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22dc379c-3068-4b03-ad30-91ac9b1809db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': 'e0c5d5ea-dfd5-4689-ad04-f54c0f381cf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:30:40Z', 'updated_at': '2022-03-28T12:30:46Z', 'revision_number': 5, 'project_id': 'bf61b35ded70454082616e376fe15d12', 'subnets': [{'id': 'e0c5d5ea-dfd5-4689-ad04-f54c0f381cf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:32:11.130076 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e828f96f-59f5-46e1-bd5f-2c0d96239d50 None None] Checking router: 22dc379c-3068-4b03-ad30-91ac9b1809db for host: dv-neutron-835340-2-hyperv {{(pid=87873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 12:32:11.138228 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e828f96f-59f5-46e1-bd5f-2c0d96239d50 None None] Routers {'22dc379c-3068-4b03-ad30-91ac9b1809db'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:32:11.138795 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-e828f96f-59f5-46e1-bd5f-2c0d96239d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:32:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['22dc379c-3068-4b03-ad30-91ac9b1809db'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:32:11.177530 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b993948b-7c43-4bcd-b44f-f7d740934363 req-55ce08d0-5c7f-48d0-9a6d-b6498ca7c465 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:32:11.178990 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-b993948b-7c43-4bcd-b44f-f7d740934363 req-55ce08d0-5c7f-48d0-9a6d-b6498ca7c465 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/ports?device_id=e37ba164-f143-456f-a85d-3380ae019bc2 HTTP/1.1" status: 200 len: 945 time: 0.1949697 Mar 28 12:32:11.206638 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19275fce-e7ac-4993-b540-e4636aa6e475 req-6684b14d-bb7c-4dd7-ac59-84391809aab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:32:11.208061 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-19275fce-e7ac-4993-b540-e4636aa6e475 req-6684b14d-bb7c-4dd7-ac59-84391809aab7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e0c5d5ea-dfd5-4689-ad04-f54c0f381cf9 HTTP/1.1" status: 200 len: 834 time: 0.0959952 Mar 28 12:32:11.269263 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-b993948b-7c43-4bcd-b44f-f7d740934363 req-796996f9-4686-4559-8e20-6ff56d9160a1 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/security-groups?id=613d1a35-f7bf-44a6-a28e-f8ec8406f47a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830433 Mar 28 12:32:11.299036 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19275fce-e7ac-4993-b540-e4636aa6e475 req-4f3374e2-fae1-4e50-8003-cc09e6471b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:32:11.300542 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-19275fce-e7ac-4993-b540-e4636aa6e475 req-4f3374e2-fae1-4e50-8003-cc09e6471b2f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=af6bef51-955e-4ad3-a725-befe5586876e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0823979 Mar 28 12:32:11.314628 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvr_db [None req-e828f96f-59f5-46e1-bd5f-2c0d96239d50 None None] Set router 22dc379c-3068-4b03-ad30-91ac9b1809db gateway port host: dv-neutron-835340-2-hyperv {{(pid=87873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:32:11.430375 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-19275fce-e7ac-4993-b540-e4636aa6e475 req-8487c3f7-02c8-4aea-9da6-292f8b0246f9 service neutron] 10.222.0.11 "GET /v2.0/networks/af6bef51-955e-4ad3-a725-befe5586876e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235204 Mar 28 12:32:11.560857 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-19275fce-e7ac-4993-b540-e4636aa6e475 req-d8644b4d-c66f-49d6-9aa3-69924741ae7c service neutron] 10.222.0.11 "GET /v2.0/networks/af6bef51-955e-4ad3-a725-befe5586876e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246550 Mar 28 12:32:11.618686 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-e828f96f-59f5-46e1-bd5f-2c0d96239d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22dc379c-3068-4b03-ad30-91ac9b1809db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1137874491', 'tenant_id': 'bf61b35ded70454082616e376fe15d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.183'}], 'enable_snat': True}, 'gw_port_id': '7ef63c91-03c7-444a-b7a3-6039b47afd3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:30:36Z', 'updated_at': '2022-03-28T12:30:41Z', 'revision_number': 4, 'project_id': 'bf61b35ded70454082616e376fe15d12', 'gw_port': {'id': '7ef63c91-03c7-444a-b7a3-6039b47afd3e', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:54:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22dc379c-3068-4b03-ad30-91ac9b1809db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:30:36Z', 'updated_at': '2022-03-28T12:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_interfaces': [{'id': '638b363c-9b8c-4682-b3a6-23098f72f3fb', 'name': '', 'network_id': 'af6bef51-955e-4ad3-a725-befe5586876e', 'tenant_id': 'bf61b35ded70454082616e376fe15d12', 'mac_address': 'fa:16:3e:91:a2:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22dc379c-3068-4b03-ad30-91ac9b1809db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': 'e0c5d5ea-dfd5-4689-ad04-f54c0f381cf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:30:40Z', 'updated_at': '2022-03-28T12:30:46Z', 'revision_number': 5, 'project_id': 'bf61b35ded70454082616e376fe15d12', 'subnets': [{'id': 'e0c5d5ea-dfd5-4689-ad04-f54c0f381cf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:32:11.623048 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e828f96f-59f5-46e1-bd5f-2c0d96239d50 None None] The sync data for ids ['22dc379c-3068-4b03-ad30-91ac9b1809db'] in dv-neutron-835340-2-hyperv is: [{'id': '22dc379c-3068-4b03-ad30-91ac9b1809db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1137874491', 'tenant_id': 'bf61b35ded70454082616e376fe15d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.183'}], 'enable_snat': True}, 'gw_port_id': '7ef63c91-03c7-444a-b7a3-6039b47afd3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:30:36Z', 'updated_at': '2022-03-28T12:30:41Z', 'revision_number': 4, 'project_id': 'bf61b35ded70454082616e376fe15d12', 'gw_port': {'id': '7ef63c91-03c7-444a-b7a3-6039b47afd3e', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:54:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22dc379c-3068-4b03-ad30-91ac9b1809db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:30:36Z', 'updated_at': '2022-03-28T12:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_interfaces': [{'id': '638b363c-9b8c-4682-b3a6-23098f72f3fb', 'name': '', 'network_id': 'af6bef51-955e-4ad3-a725-befe5586876e', 'tenant_id': 'bf61b35ded70454082616e376fe15d12', 'mac_address': 'fa:16:3e:91:a2:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22dc379c-3068-4b03-ad30-91ac9b1809db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1756, 'fixed_ips': [{'subnet_id': 'e0c5d5ea-dfd5-4689-ad04-f54c0f381cf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:30:40Z', 'updated_at': '2022-03-28T12:30:46Z', 'revision_number': 5, 'project_id': 'bf61b35ded70454082616e376fe15d12', 'subnets': [{'id': 'e0c5d5ea-dfd5-4689-ad04-f54c0f381cf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 12:32:11.837295 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94eb0c5d-873b-4803-89e1-721484eeffa5 None None] New status for floating IP eb27fdeb-2f09-4aa3-8757-133a810d79cf: DOWN {{(pid=87872) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 12:32:12.456944 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a15a6df-1108-448c-86e0-c25e021048cc req-522ec80a-5b6f-455a-ada9-f4c4846198f6 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:32:12.457542 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3badafbd-c602-4aa0-8432-eb7a5e56ef0b req-a0ace02d-08c4-48a0-bb28-8af281c24eef tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:32:12.457948 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [req-4a15a6df-1108-448c-86e0-c25e021048cc req-522ec80a-5b6f-455a-ada9-f4c4846198f6 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Synchronizing usage tracker for tenant:bf61b35ded70454082616e376fe15d12 on resource:port {{(pid=87870) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:32:12.458499 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-3badafbd-c602-4aa0-8432-eb7a5e56ef0b req-a0ace02d-08c4-48a0-bb28-8af281c24eef tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.11 "GET /v2.0/ports?device_id=e37ba164-f143-456f-a85d-3380ae019bc2 HTTP/1.1" status: 200 len: 945 time: 0.0831058 Mar 28 12:32:12.474136 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [req-4a15a6df-1108-448c-86e0-c25e021048cc req-522ec80a-5b6f-455a-ada9-f4c4846198f6 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Unset dirty status for tenant:bf61b35ded70454082616e376fe15d12 on resource:port {{(pid=87870) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:32:12.475612 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-4a15a6df-1108-448c-86e0-c25e021048cc req-522ec80a-5b6f-455a-ada9-f4c4846198f6 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/ports?device_id=e37ba164-f143-456f-a85d-3380ae019bc2 HTTP/1.1" status: 200 len: 945 time: 0.0981615 Mar 28 12:32:12.520823 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-4a15a6df-1108-448c-86e0-c25e021048cc req-f595d582-2362-4778-9534-79ba337094fe tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/security-groups?id=613d1a35-f7bf-44a6-a28e-f8ec8406f47a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392795 Mar 28 12:32:12.529304 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [req-3badafbd-c602-4aa0-8432-eb7a5e56ef0b req-dcc052b3-241b-4eb6-980e-fd2f10ff4d58 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Deleting port 88479079-1fe7-491f-8444-592bfc0af1ca {{(pid=87871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:32:12.529649 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-3badafbd-c602-4aa0-8432-eb7a5e56ef0b req-dcc052b3-241b-4eb6-980e-fd2f10ff4d58 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:32:12.770859 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.db [req-3badafbd-c602-4aa0-8432-eb7a5e56ef0b req-dcc052b3-241b-4eb6-980e-fd2f10ff4d58 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] For port 88479079-1fe7-491f-8444-592bfc0af1ca, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=88479079-1fe7-491f-8444-592bfc0af1ca,segment=NetworkSegment(fad877b1-85b8-447f-aa83-c5e9e8cd0e7c),segment_id=fad877b1-85b8-447f-aa83-c5e9e8cd0e7c)] {{(pid=87871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:32:12.771213 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-3badafbd-c602-4aa0-8432-eb7a5e56ef0b req-dcc052b3-241b-4eb6-980e-fd2f10ff4d58 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:32:12.998202 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [req-3badafbd-c602-4aa0-8432-eb7a5e56ef0b req-dcc052b3-241b-4eb6-980e-fd2f10ff4d58 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Calling delete_port for 88479079-1fe7-491f-8444-592bfc0af1ca owned by compute:nova {{(pid=87871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:32:13.142898 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-3badafbd-c602-4aa0-8432-eb7a5e56ef0b req-dcc052b3-241b-4eb6-980e-fd2f10ff4d58 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:32:13.191897 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc052b3-241b-4eb6-980e-fd2f10ff4d58 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Pushing event deleted for resources: {'Port': ['ID=88479079-1fe7-491f-8444-592bfc0af1ca,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:32:13.233432 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc052b3-241b-4eb6-980e-fd2f10ff4d58 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:32:13.233776 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc052b3-241b-4eb6-980e-fd2f10ff4d58 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:32:13.234114 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc052b3-241b-4eb6-980e-fd2f10ff4d58 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:32:13.234447 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc052b3-241b-4eb6-980e-fd2f10ff4d58 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:32:13.234776 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc052b3-241b-4eb6-980e-fd2f10ff4d58 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:32:13.235105 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc052b3-241b-4eb6-980e-fd2f10ff4d58 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:32:13.235430 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc052b3-241b-4eb6-980e-fd2f10ff4d58 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:32:13.235778 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc052b3-241b-4eb6-980e-fd2f10ff4d58 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:32:13.236100 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc052b3-241b-4eb6-980e-fd2f10ff4d58 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:32:13.236422 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc052b3-241b-4eb6-980e-fd2f10ff4d58 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:32:13.236742 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc052b3-241b-4eb6-980e-fd2f10ff4d58 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:32:13.237060 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcc052b3-241b-4eb6-980e-fd2f10ff4d58 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:32:13.278041 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.l3_dvrscheduler_db [req-3badafbd-c602-4aa0-8432-eb7a5e56ef0b req-dcc052b3-241b-4eb6-980e-fd2f10ff4d58 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] No DVR routers for this DVR port 88479079-1fe7-491f-8444-592bfc0af1ca on host hv-neutron-8353 {{(pid=87871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 12:32:13.280243 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-3badafbd-c602-4aa0-8432-eb7a5e56ef0b req-dcc052b3-241b-4eb6-980e-fd2f10ff4d58 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:32:13.282676 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e37ba164-f143-456f-a85d-3380ae019bc2', 'name': 'network-vif-deleted', 'tag': '88479079-1fe7-491f-8444-592bfc0af1ca'}] {{(pid=87871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 12:32:13.298505 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-3badafbd-c602-4aa0-8432-eb7a5e56ef0b req-dcc052b3-241b-4eb6-980e-fd2f10ff4d58 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.11 "DELETE /v2.0/ports/88479079-1fe7-491f-8444-592bfc0af1ca HTTP/1.1" status: 204 len: 173 time: 0.8344321 Mar 28 12:32:13.329912 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e37ba164-f143-456f-a85d-3380ae019bc2', 'name': 'network-vif-deleted', 'tag': '88479079-1fe7-491f-8444-592bfc0af1ca', 'status': 'completed', 'code': 200} Mar 28 12:32:13.692992 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-5aca40e7-9c33-4365-a018-b4079cfa1996 req-36c4a9c1-3c63-49d9-89cc-9984b723ff0d tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/ports?device_id=e37ba164-f143-456f-a85d-3380ae019bc2 HTTP/1.1" status: 200 len: 210 time: 0.0497532 Mar 28 12:32:14.789394 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 36958) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:32:15.339423 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-971be50f-7c48-41d2-b028-e68a1988f7e0 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-743394'] for router_interface, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:32:15.466679 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.agents_db [None req-03fd49d8-b51b-41c1-8716-b8e265c93689 None None] Agent healthcheck: found 6 active agents {{(pid=87873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 12:32:15.691912 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-971be50f-7c48-41d2-b028-e68a1988f7e0 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Deleting port 638b363c-9b8c-4682-b3a6-23098f72f3fb {{(pid=87870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:32:15.692163 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-971be50f-7c48-41d2-b028-e68a1988f7e0 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:32:15.875767 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.db [None req-971be50f-7c48-41d2-b028-e68a1988f7e0 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] For port 638b363c-9b8c-4682-b3a6-23098f72f3fb, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=638b363c-9b8c-4682-b3a6-23098f72f3fb,segment=NetworkSegment(fad877b1-85b8-447f-aa83-c5e9e8cd0e7c),segment_id=fad877b1-85b8-447f-aa83-c5e9e8cd0e7c)] {{(pid=87870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:32:15.876353 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-971be50f-7c48-41d2-b028-e68a1988f7e0 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:32:16.102137 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-971be50f-7c48-41d2-b028-e68a1988f7e0 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Calling delete_port for 638b363c-9b8c-4682-b3a6-23098f72f3fb owned by network:router_interface {{(pid=87870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:32:16.124179 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Device 88479079-1fe7-491f-8444-592bfc0af1ca no longer exists at agent hyperv_hv-neutron-8353 {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 12:32:16.157587 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] No Port match for: 88479079-1fe7-491f-8444-592bfc0af1ca {{(pid=87872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 12:32:16.157926 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Device 88479079-1fe7-491f-8444-592bfc0af1ca not bound to the agent host hv-neutron-8353 {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 12:32:16.428450 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-971be50f-7c48-41d2-b028-e68a1988f7e0 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:32:16.480122 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971be50f-7c48-41d2-b028-e68a1988f7e0 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Pushing event deleted for resources: {'Port': ['ID=638b363c-9b8c-4682-b3a6-23098f72f3fb,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:32:16.753972 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-971be50f-7c48-41d2-b028-e68a1988f7e0 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-743246'] for router_interface, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:32:17.105801 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-971be50f-7c48-41d2-b028-e68a1988f7e0 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Router 22dc379c-3068-4b03-ad30-91ac9b1809db has already been hosted by L3 agent af79d429-529e-400b-a119-94d4bec03f3e {{(pid=87870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 12:32:17.383506 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-971be50f-7c48-41d2-b028-e68a1988f7e0 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 12:32:17.393369 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec9cd58-6c5a-472f-8923-5c009dee73aa None None] Sync routers for ids ['22dc379c-3068-4b03-ad30-91ac9b1809db'] in dv-neutron-835340-2-hyperv {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 12:32:17.396974 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-971be50f-7c48-41d2-b028-e68a1988f7e0 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "PUT /v2.0/routers/22dc379c-3068-4b03-ad30-91ac9b1809db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6063902 Mar 28 12:32:17.399511 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 36962) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:32:17.403099 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec9cd58-6c5a-472f-8923-5c009dee73aa None None] Routers {'22dc379c-3068-4b03-ad30-91ac9b1809db'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:32:17.403738 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-dec9cd58-6c5a-472f-8923-5c009dee73aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:32:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['22dc379c-3068-4b03-ad30-91ac9b1809db'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:32:17.465317 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.db_base_plugin_v2 [None req-009a89e1-88e3-4d8c-b9f2-21ed3362d3b7 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Deleting subnet e0c5d5ea-dfd5-4689-ad04-f54c0f381cf9 {{(pid=87870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 12:32:17.468224 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-009a89e1-88e3-4d8c-b9f2-21ed3362d3b7 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks [] for subnet, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:32:17.523251 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-009a89e1-88e3-4d8c-b9f2-21ed3362d3b7 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3591354'] for subnet, precommit_delete_associations {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:32:17.603810 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvr_db [None req-dec9cd58-6c5a-472f-8923-5c009dee73aa None None] Set router 22dc379c-3068-4b03-ad30-91ac9b1809db gateway port host: dv-neutron-835340-2-hyperv {{(pid=87873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:32:17.604208 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-009a89e1-88e3-4d8c-b9f2-21ed3362d3b7 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1919782'] for subnet, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:32:17.681170 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-009a89e1-88e3-4d8c-b9f2-21ed3362d3b7 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1919805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2561174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2563528'] for subnet, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:32:17.718196 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009a89e1-88e3-4d8c-b9f2-21ed3362d3b7 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Pushing event deleted for resources: {'Subnet': ['ID=e0c5d5ea-dfd5-4689-ad04-f54c0f381cf9,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:32:17.723603 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-009a89e1-88e3-4d8c-b9f2-21ed3362d3b7 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks [] for subnet, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:32:17.730411 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2d5b3d9-5885-4640-80fe-8694cbde94d0 None None] Network af6bef51-955e-4ad3-a725-befe5586876e requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 12:32:17.733848 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-009a89e1-88e3-4d8c-b9f2-21ed3362d3b7 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "DELETE /v2.0/subnets/e0c5d5ea-dfd5-4689-ad04-f54c0f381cf9 HTTP/1.1" status: 204 len: 168 time: 0.3309290 Mar 28 12:32:17.734247 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 36966) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:32:17.910724 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-dec9cd58-6c5a-472f-8923-5c009dee73aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22dc379c-3068-4b03-ad30-91ac9b1809db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1137874491', 'tenant_id': 'bf61b35ded70454082616e376fe15d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.183'}], 'enable_snat': True}, 'gw_port_id': '7ef63c91-03c7-444a-b7a3-6039b47afd3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:30:36Z', 'updated_at': '2022-03-28T12:32:16Z', 'revision_number': 5, 'project_id': 'bf61b35ded70454082616e376fe15d12', 'gw_port': {'id': '7ef63c91-03c7-444a-b7a3-6039b47afd3e', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:54:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22dc379c-3068-4b03-ad30-91ac9b1809db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:30:36Z', 'updated_at': '2022-03-28T12:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv'}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:32:17.914646 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec9cd58-6c5a-472f-8923-5c009dee73aa None None] Checking router: 22dc379c-3068-4b03-ad30-91ac9b1809db for host: dv-neutron-835340-2-hyperv {{(pid=87873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 12:32:17.924022 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec9cd58-6c5a-472f-8923-5c009dee73aa None None] Routers {'22dc379c-3068-4b03-ad30-91ac9b1809db'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:32:17.924875 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-dec9cd58-6c5a-472f-8923-5c009dee73aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:32:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['22dc379c-3068-4b03-ad30-91ac9b1809db'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:32:17.935331 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-e742277f-e73d-4ea1-ae01-c846b7ce4057 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks [] for router, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:32:17.997090 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8401e03a-809a-4c7a-b48c-54e61f430670 None None] DHCP port deletion for af6bef51-955e-4ad3-a725-befe5586876e request from dv-neutron-835340-2-hyperv {{(pid=87872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 12:32:18.001240 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-8401e03a-809a-4c7a-b48c-54e61f430670 None None] Deleting port 8a957fbf-0ac9-4b1e-9fbd-f185e17e70fa {{(pid=87872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:32:18.001617 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-8401e03a-809a-4c7a-b48c-54e61f430670 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:32:18.106498 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvr_db [None req-dec9cd58-6c5a-472f-8923-5c009dee73aa None None] Set router 22dc379c-3068-4b03-ad30-91ac9b1809db gateway port host: dv-neutron-835340-2-hyperv {{(pid=87873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:32:18.117871 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-e742277f-e73d-4ea1-ae01-c846b7ce4057 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:32:18.128842 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-e742277f-e73d-4ea1-ae01-c846b7ce4057 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Deleting port 7ef63c91-03c7-444a-b7a3-6039b47afd3e {{(pid=87870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:32:18.129692 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-e742277f-e73d-4ea1-ae01-c846b7ce4057 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:32:18.207748 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-8401e03a-809a-4c7a-b48c-54e61f430670 None None] For port 8a957fbf-0ac9-4b1e-9fbd-f185e17e70fa, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=8a957fbf-0ac9-4b1e-9fbd-f185e17e70fa,segment=NetworkSegment(fad877b1-85b8-447f-aa83-c5e9e8cd0e7c),segment_id=fad877b1-85b8-447f-aa83-c5e9e8cd0e7c)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:32:18.208124 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-8401e03a-809a-4c7a-b48c-54e61f430670 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:32:18.315826 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.db [None req-e742277f-e73d-4ea1-ae01-c846b7ce4057 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] For port 7ef63c91-03c7-444a-b7a3-6039b47afd3e, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=7ef63c91-03c7-444a-b7a3-6039b47afd3e,segment=NetworkSegment(688afb86-c9bd-46e2-ba7d-3fe76fb1efff),segment_id=688afb86-c9bd-46e2-ba7d-3fe76fb1efff)] {{(pid=87870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:32:18.316589 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-e742277f-e73d-4ea1-ae01-c846b7ce4057 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:32:18.330101 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-8401e03a-809a-4c7a-b48c-54e61f430670 None None] Calling delete_port for 8a957fbf-0ac9-4b1e-9fbd-f185e17e70fa owned by network:dhcp {{(pid=87872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:32:18.398286 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-dec9cd58-6c5a-472f-8923-5c009dee73aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22dc379c-3068-4b03-ad30-91ac9b1809db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1137874491', 'tenant_id': 'bf61b35ded70454082616e376fe15d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.183'}], 'enable_snat': True}, 'gw_port_id': '7ef63c91-03c7-444a-b7a3-6039b47afd3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:30:36Z', 'updated_at': '2022-03-28T12:32:16Z', 'revision_number': 5, 'project_id': 'bf61b35ded70454082616e376fe15d12', 'gw_port': {'id': '7ef63c91-03c7-444a-b7a3-6039b47afd3e', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:54:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22dc379c-3068-4b03-ad30-91ac9b1809db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:30:36Z', 'updated_at': '2022-03-28T12:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv'}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:32:18.402935 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec9cd58-6c5a-472f-8923-5c009dee73aa None None] The sync data for ids ['22dc379c-3068-4b03-ad30-91ac9b1809db'] in dv-neutron-835340-2-hyperv is: [{'id': '22dc379c-3068-4b03-ad30-91ac9b1809db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1137874491', 'tenant_id': 'bf61b35ded70454082616e376fe15d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.183'}], 'enable_snat': True}, 'gw_port_id': '7ef63c91-03c7-444a-b7a3-6039b47afd3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:30:36Z', 'updated_at': '2022-03-28T12:32:16Z', 'revision_number': 5, 'project_id': 'bf61b35ded70454082616e376fe15d12', 'gw_port': {'id': '7ef63c91-03c7-444a-b7a3-6039b47afd3e', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:54:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22dc379c-3068-4b03-ad30-91ac9b1809db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:30:36Z', 'updated_at': '2022-03-28T12:30:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv'}] {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 12:32:18.417200 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-8401e03a-809a-4c7a-b48c-54e61f430670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250'] for port, after_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:32:18.443730 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-e742277f-e73d-4ea1-ae01-c846b7ce4057 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Calling delete_port for 7ef63c91-03c7-444a-b7a3-6039b47afd3e owned by network:router_gateway {{(pid=87870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:32:18.463936 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8401e03a-809a-4c7a-b48c-54e61f430670 None None] Pushing event deleted for resources: {'Port': ['ID=8a957fbf-0ac9-4b1e-9fbd-f185e17e70fa,revision_number=None']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:32:18.470599 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8401e03a-809a-4c7a-b48c-54e61f430670 None None] No DVR routers for this DVR port 8a957fbf-0ac9-4b1e-9fbd-f185e17e70fa on host dv-neutron-835340-2-hyperv {{(pid=87872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 12:32:18.476814 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8401e03a-809a-4c7a-b48c-54e61f430670 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:32:18.477184 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8401e03a-809a-4c7a-b48c-54e61f430670 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:32:18.477527 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8401e03a-809a-4c7a-b48c-54e61f430670 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:32:18.477873 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8401e03a-809a-4c7a-b48c-54e61f430670 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:32:18.478737 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8401e03a-809a-4c7a-b48c-54e61f430670 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:32:18.479278 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8401e03a-809a-4c7a-b48c-54e61f430670 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:32:18.479673 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8401e03a-809a-4c7a-b48c-54e61f430670 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:32:18.480476 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8401e03a-809a-4c7a-b48c-54e61f430670 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:32:18.480476 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8401e03a-809a-4c7a-b48c-54e61f430670 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:32:18.481099 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8401e03a-809a-4c7a-b48c-54e61f430670 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:32:18.481099 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8401e03a-809a-4c7a-b48c-54e61f430670 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:32:18.481391 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8401e03a-809a-4c7a-b48c-54e61f430670 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:32:18.610159 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-e742277f-e73d-4ea1-ae01-c846b7ce4057 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:32:18.653756 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e742277f-e73d-4ea1-ae01-c846b7ce4057 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Pushing event deleted for resources: {'Port': ['ID=7ef63c91-03c7-444a-b7a3-6039b47afd3e,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:32:18.745247 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-e742277f-e73d-4ea1-ae01-c846b7ce4057 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-709573'] for router_gateway, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:32:18.868590 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 8a957fbf-0ac9-4b1e-9fbd-f185e17e70fa no longer exists at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 12:32:18.912965 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] No Port match for: 8a957fbf-0ac9-4b1e-9fbd-f185e17e70fa {{(pid=87872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 12:32:18.913318 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 8a957fbf-0ac9-4b1e-9fbd-f185e17e70fa not bound to the agent host dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 12:32:18.913750 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 638b363c-9b8c-4682-b3a6-23098f72f3fb no longer exists at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 12:32:18.950025 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] No Port match for: 638b363c-9b8c-4682-b3a6-23098f72f3fb {{(pid=87872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 12:32:18.950367 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 638b363c-9b8c-4682-b3a6-23098f72f3fb not bound to the agent host dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 12:32:19.038249 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-e742277f-e73d-4ea1-ae01-c846b7ce4057 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-745164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-260864'] for router, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:32:19.040715 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-e742277f-e73d-4ea1-ae01-c846b7ce4057 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:32:19.064265 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-e742277f-e73d-4ea1-ae01-c846b7ce4057 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-745021'] for router, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:32:19.064832 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e742277f-e73d-4ea1-ae01-c846b7ce4057 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Fanout notify agent at l3_agent the message router_deleted on router 22dc379c-3068-4b03-ad30-91ac9b1809db {{(pid=87870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 12:32:19.081112 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-e742277f-e73d-4ea1-ae01-c846b7ce4057 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks [] for router, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:32:19.082185 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-e742277f-e73d-4ea1-ae01-c846b7ce4057 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "DELETE /v2.0/routers/22dc379c-3068-4b03-ad30-91ac9b1809db HTTP/1.1" status: 204 len: 168 time: 1.3470473 Mar 28 12:32:19.084839 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 36970) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:32:19.200085 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-ccf52c4b-5ebc-4941-8615-b3df35a05901 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588883'] for network, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:32:19.328766 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-ccf52c4b-5ebc-4941-8615-b3df35a05901 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930431', 'neutron.services.segments.db._delete_segments_for_network-8783496351308'] for network, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:32:19.352832 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-ccf52c4b-5ebc-4941-8615-b3df35a05901 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af6bef51-955e-4ad3-a725-befe5586876e']}} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:32:19.365163 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-ccf52c4b-5ebc-4941-8615-b3df35a05901 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fad877b1-85b8-447f-aa83-c5e9e8cd0e7c') {'for_net_delete': True} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:32:19.365463 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-ccf52c4b-5ebc-4941-8615-b3df35a05901 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fad877b1-85b8-447f-aa83-c5e9e8cd0e7c') {} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:32:19.376948 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-ccf52c4b-5ebc-4941-8615-b3df35a05901 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783496353639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3591341'] for segment, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:32:19.392452 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-ccf52c4b-5ebc-4941-8615-b3df35a05901 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:32:19.398227 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccf52c4b-5ebc-4941-8615-b3df35a05901 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=87870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 12:32:19.398604 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-ccf52c4b-5ebc-4941-8615-b3df35a05901 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1920481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2558260'] for segment, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:32:19.416296 dv-neutron-835340-2-hyperv neutron-server[87870]: Traceback (most recent call last): Mar 28 12:32:19.416296 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 12:32:19.416296 dv-neutron-835340-2-hyperv neutron-server[87870]: timer() Mar 28 12:32:19.416296 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 12:32:19.416296 dv-neutron-835340-2-hyperv neutron-server[87870]: cb(*args, **kw) Mar 28 12:32:19.416296 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 12:32:19.416296 dv-neutron-835340-2-hyperv neutron-server[87870]: return func(*args, **kwargs) Mar 28 12:32:19.416296 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 12:32:19.416296 dv-neutron-835340-2-hyperv neutron-server[87870]: self._notify() Mar 28 12:32:19.416296 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 12:32:19.416296 dv-neutron-835340-2-hyperv neutron-server[87870]: self.callback(batched_events) Mar 28 12:32:19.416296 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 12:32:19.416296 dv-neutron-835340-2-hyperv neutron-server[87870]: event.method(event) Mar 28 12:32:19.416296 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 12:32:19.416296 dv-neutron-835340-2-hyperv neutron-server[87870]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 12:32:19.416296 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 12:32:19.416296 dv-neutron-835340-2-hyperv neutron-server[87870]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 12:32:19.416296 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 12:32:19.416296 dv-neutron-835340-2-hyperv neutron-server[87870]: return f(self, *a, **k) Mar 28 12:32:19.416296 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 12:32:19.416296 dv-neutron-835340-2-hyperv neutron-server[87870]: return self._get(url).json() Mar 28 12:32:19.416296 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 12:32:19.416296 dv-neutron-835340-2-hyperv neutron-server[87870]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 12:32:19.416296 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 12:32:19.416296 dv-neutron-835340-2-hyperv neutron-server[87870]: return self.request(url, 'GET', **kwargs) Mar 28 12:32:19.416296 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 12:32:19.416296 dv-neutron-835340-2-hyperv neutron-server[87870]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 12:32:19.416296 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 12:32:19.416296 dv-neutron-835340-2-hyperv neutron-server[87870]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 12:32:19.416296 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 12:32:19.416296 dv-neutron-835340-2-hyperv neutron-server[87870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 12:32:19.416296 dv-neutron-835340-2-hyperv neutron-server[87870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 12:32:19.493184 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-ccf52c4b-5ebc-4941-8615-b3df35a05901 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709602'] for network, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:32:19.513032 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-ccf52c4b-5ebc-4941-8615-b3df35a05901 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks [] for network, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:32:19.526178 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf52c4b-5ebc-4941-8615-b3df35a05901 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Pushing event deleted for resources: {'Network': ['ID=af6bef51-955e-4ad3-a725-befe5586876e,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:32:19.535580 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-ccf52c4b-5ebc-4941-8615-b3df35a05901 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "DELETE /v2.0/networks/af6bef51-955e-4ad3-a725-befe5586876e HTTP/1.1" status: 204 len: 168 time: 0.4495273 Mar 28 12:32:19.537944 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 36974) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:32:19.608628 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-f139f7fe-92b2-4468-944e-fe3c6ef550bb tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks [] for security_group, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:32:19.638900 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-f139f7fe-92b2-4468-944e-fe3c6ef550bb tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:32:19.711172 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-f139f7fe-92b2-4468-944e-fe3c6ef550bb tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:32:19.730224 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f139f7fe-92b2-4468-944e-fe3c6ef550bb tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=613d1a35-f7bf-44a6-a28e-f8ec8406f47a,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:32:19.742631 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-f139f7fe-92b2-4468-944e-fe3c6ef550bb tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks [] for security_group, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:32:19.746741 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-f139f7fe-92b2-4468-944e-fe3c6ef550bb tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "DELETE /v2.0/security-groups/613d1a35-f7bf-44a6-a28e-f8ec8406f47a HTTP/1.1" status: 204 len: 168 time: 0.2049155 Mar 28 12:32:20.044313 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 36982) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:32:20.049255 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-cca47189-73e7-472a-802d-69c0a8cb1780 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1708178023', 'description': 'tempest-secgroup-smoke-1708178023 description', 'project_id': 'bf61b35ded70454082616e376fe15d12'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:32:20.055224 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-cca47189-73e7-472a-802d-69c0a8cb1780 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:32:20.060056 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-cca47189-73e7-472a-802d-69c0a8cb1780 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Usage tracker for resource:security_group and tenant:bf61b35ded70454082616e376fe15d12 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:32:20.062823 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-cca47189-73e7-472a-802d-69c0a8cb1780 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:32:20.068365 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-cca47189-73e7-472a-802d-69c0a8cb1780 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:32:20.078564 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-cca47189-73e7-472a-802d-69c0a8cb1780 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks [] for security_group, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:32:20.097583 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-cca47189-73e7-472a-802d-69c0a8cb1780 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:32:20.101321 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-cca47189-73e7-472a-802d-69c0a8cb1780 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Usage tracker for resource:security_group_rule and tenant:bf61b35ded70454082616e376fe15d12 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:32:20.104638 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-cca47189-73e7-472a-802d-69c0a8cb1780 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:32:20.110172 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-cca47189-73e7-472a-802d-69c0a8cb1780 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:32:20.178954 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-cca47189-73e7-472a-802d-69c0a8cb1780 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks [] for security_group, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:32:20.182297 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-cca47189-73e7-472a-802d-69c0a8cb1780 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:32:20.229214 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca47189-73e7-472a-802d-69c0a8cb1780 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2bc5fd52-71c8-4eb7-ab61-c50361f028b9,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:32:20.232624 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-cca47189-73e7-472a-802d-69c0a8cb1780 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks [] for security_group, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:32:20.233880 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-cca47189-73e7-472a-802d-69c0a8cb1780 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1885858 Mar 28 12:32:20.236861 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 36986) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:32:20.241909 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-2754cd20-1cad-4169-94bb-6e9848cc8096 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Request body: {'security_group_rule': {'security_group_id': '2bc5fd52-71c8-4eb7-ab61-c50361f028b9', 'project_id': 'bf61b35ded70454082616e376fe15d12', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:32:20.247759 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-2754cd20-1cad-4169-94bb-6e9848cc8096 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:32:20.251448 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-2754cd20-1cad-4169-94bb-6e9848cc8096 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Usage tracker for resource:security_group_rule and tenant:bf61b35ded70454082616e376fe15d12 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:32:20.254220 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-2754cd20-1cad-4169-94bb-6e9848cc8096 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:32:20.260281 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-2754cd20-1cad-4169-94bb-6e9848cc8096 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:32:20.277377 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-2754cd20-1cad-4169-94bb-6e9848cc8096 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:32:20.342372 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-2754cd20-1cad-4169-94bb-6e9848cc8096 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:32:20.345977 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-2754cd20-1cad-4169-94bb-6e9848cc8096 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740322'] for security_group_rule, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:32:20.368200 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2754cd20-1cad-4169-94bb-6e9848cc8096 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d999b60f-acdc-4816-9153-0455ae5c8009,revision_number=0']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:32:20.377493 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-2754cd20-1cad-4169-94bb-6e9848cc8096 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:32:20.378649 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-2754cd20-1cad-4169-94bb-6e9848cc8096 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1408451 Mar 28 12:32:20.381387 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 36990) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:32:20.387118 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-ec0352f9-9f10-482f-a58f-287bb6236998 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Request body: {'security_group_rule': {'security_group_id': '2bc5fd52-71c8-4eb7-ab61-c50361f028b9', 'project_id': 'bf61b35ded70454082616e376fe15d12', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:32:20.392927 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-ec0352f9-9f10-482f-a58f-287bb6236998 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:32:20.396730 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-ec0352f9-9f10-482f-a58f-287bb6236998 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Usage tracker for resource:security_group_rule and tenant:bf61b35ded70454082616e376fe15d12 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:32:20.399555 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-ec0352f9-9f10-482f-a58f-287bb6236998 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:32:20.405173 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-ec0352f9-9f10-482f-a58f-287bb6236998 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:32:20.421291 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-ec0352f9-9f10-482f-a58f-287bb6236998 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:32:20.480211 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-ec0352f9-9f10-482f-a58f-287bb6236998 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:32:20.483567 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-ec0352f9-9f10-482f-a58f-287bb6236998 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740322'] for security_group_rule, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:32:20.506464 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0352f9-9f10-482f-a58f-287bb6236998 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a6eba14-2552-4095-9d24-6f20565e72ea,revision_number=0']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:32:20.516594 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-ec0352f9-9f10-482f-a58f-287bb6236998 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:32:20.517862 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-ec0352f9-9f10-482f-a58f-287bb6236998 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1355531 Mar 28 12:32:20.520709 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 36994) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:32:20.527143 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-3a8988ea-7872-4465-aed0-414b3d0888c9 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Request body: {'security_group_rule': {'security_group_id': '2bc5fd52-71c8-4eb7-ab61-c50361f028b9', 'project_id': 'bf61b35ded70454082616e376fe15d12', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:32:20.529231 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 7ef63c91-03c7-444a-b7a3-6039b47afd3e no longer exists at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 12:32:20.533275 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-3a8988ea-7872-4465-aed0-414b3d0888c9 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:32:20.537109 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-3a8988ea-7872-4465-aed0-414b3d0888c9 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Usage tracker for resource:security_group_rule and tenant:bf61b35ded70454082616e376fe15d12 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:32:20.539908 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-3a8988ea-7872-4465-aed0-414b3d0888c9 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:32:20.546350 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-3a8988ea-7872-4465-aed0-414b3d0888c9 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:32:20.565036 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] No Port match for: 7ef63c91-03c7-444a-b7a3-6039b47afd3e {{(pid=87872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 12:32:20.565458 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 7ef63c91-03c7-444a-b7a3-6039b47afd3e not bound to the agent host dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 12:32:20.566594 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-3a8988ea-7872-4465-aed0-414b3d0888c9 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:32:20.627311 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-3a8988ea-7872-4465-aed0-414b3d0888c9 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:32:20.630856 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-3a8988ea-7872-4465-aed0-414b3d0888c9 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740322'] for security_group_rule, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:32:20.654335 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8988ea-7872-4465-aed0-414b3d0888c9 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a2ab050-d355-4ab3-91fd-589070ec6235,revision_number=0']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:32:20.662697 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-3a8988ea-7872-4465-aed0-414b3d0888c9 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:32:20.664134 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-3a8988ea-7872-4465-aed0-414b3d0888c9 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1423039 Mar 28 12:32:20.666816 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 36998) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:32:20.671924 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-b3b260c0-1694-40a6-bf72-d60affaaaf40 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Request body: {'security_group_rule': {'security_group_id': '2bc5fd52-71c8-4eb7-ab61-c50361f028b9', 'project_id': 'bf61b35ded70454082616e376fe15d12', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:32:20.677569 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-b3b260c0-1694-40a6-bf72-d60affaaaf40 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:32:20.681820 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-b3b260c0-1694-40a6-bf72-d60affaaaf40 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Usage tracker for resource:security_group_rule and tenant:bf61b35ded70454082616e376fe15d12 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:32:20.684660 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-b3b260c0-1694-40a6-bf72-d60affaaaf40 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:32:20.690203 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-b3b260c0-1694-40a6-bf72-d60affaaaf40 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:32:20.706873 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-b3b260c0-1694-40a6-bf72-d60affaaaf40 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:32:20.768648 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-b3b260c0-1694-40a6-bf72-d60affaaaf40 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:32:20.772262 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-b3b260c0-1694-40a6-bf72-d60affaaaf40 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740322'] for security_group_rule, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:32:20.795279 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b260c0-1694-40a6-bf72-d60affaaaf40 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cdf7fd5-e388-4886-8633-331bcda8bb1d,revision_number=0']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:32:20.804878 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-b3b260c0-1694-40a6-bf72-d60affaaaf40 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:32:20.806277 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-b3b260c0-1694-40a6-bf72-d60affaaaf40 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1384039 Mar 28 12:32:20.809676 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 37002) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:32:20.814530 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-ae3f7436-c496-471f-a4d7-2495e1062b46 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Request body: {'security_group_rule': {'security_group_id': '2bc5fd52-71c8-4eb7-ab61-c50361f028b9', 'project_id': 'bf61b35ded70454082616e376fe15d12', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:32:20.820230 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-ae3f7436-c496-471f-a4d7-2495e1062b46 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:32:20.824187 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-ae3f7436-c496-471f-a4d7-2495e1062b46 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Usage tracker for resource:security_group_rule and tenant:bf61b35ded70454082616e376fe15d12 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:32:20.827081 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-ae3f7436-c496-471f-a4d7-2495e1062b46 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:32:20.832876 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-ae3f7436-c496-471f-a4d7-2495e1062b46 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:32:20.844358 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.db.securitygroups_db [None req-ae3f7436-c496-471f-a4d7-2495e1062b46 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Project bf61b35ded70454082616e376fe15d12 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 12:32:20.850961 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-ae3f7436-c496-471f-a4d7-2495e1062b46 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:32:20.918472 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-ae3f7436-c496-471f-a4d7-2495e1062b46 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:32:20.921789 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-ae3f7436-c496-471f-a4d7-2495e1062b46 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740322'] for security_group_rule, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:32:20.944679 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3f7436-c496-471f-a4d7-2495e1062b46 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4f0fd22-a111-42fd-92bd-8307328c8f9d,revision_number=0']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:32:20.954271 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-ae3f7436-c496-471f-a4d7-2495e1062b46 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:32:20.955367 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-ae3f7436-c496-471f-a4d7-2495e1062b46 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1447108 Mar 28 12:32:20.958207 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 37006) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:32:20.963891 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-aadbb2da-d787-49ed-b60d-0f80324f25bc tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Request body: {'security_group_rule': {'security_group_id': '2bc5fd52-71c8-4eb7-ab61-c50361f028b9', 'project_id': 'bf61b35ded70454082616e376fe15d12', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:32:20.966532 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:32:20.969576 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-aadbb2da-d787-49ed-b60d-0f80324f25bc tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:32:20.973635 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-aadbb2da-d787-49ed-b60d-0f80324f25bc tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Usage tracker for resource:security_group_rule and tenant:bf61b35ded70454082616e376fe15d12 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:32:20.976478 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-aadbb2da-d787-49ed-b60d-0f80324f25bc tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:32:20.982658 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-aadbb2da-d787-49ed-b60d-0f80324f25bc tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:32:20.992567 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.db.securitygroups_db [None req-aadbb2da-d787-49ed-b60d-0f80324f25bc tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Project bf61b35ded70454082616e376fe15d12 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 12:32:20.998981 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-aadbb2da-d787-49ed-b60d-0f80324f25bc tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:32:21.062427 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-aadbb2da-d787-49ed-b60d-0f80324f25bc tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:32:21.065690 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-aadbb2da-d787-49ed-b60d-0f80324f25bc tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740322'] for security_group_rule, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:32:21.089917 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadbb2da-d787-49ed-b60d-0f80324f25bc tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbd0520b-a1cb-4d05-a750-f4de9d924ab9,revision_number=0']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:32:21.097892 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-aadbb2da-d787-49ed-b60d-0f80324f25bc tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:32:21.099077 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-aadbb2da-d787-49ed-b60d-0f80324f25bc tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1399784 Mar 28 12:32:21.101843 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 37010) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:32:21.107392 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-7c2c79a7-738a-4fc7-9955-a5aec047ac04 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Request body: {'network': {'name': 'tempest-network-smoke--130900044', 'project_id': 'bf61b35ded70454082616e376fe15d12', 'port_security_enabled': True}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:32:21.112108 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-7c2c79a7-738a-4fc7-9955-a5aec047ac04 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:32:21.116341 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-7c2c79a7-738a-4fc7-9955-a5aec047ac04 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Usage tracker for resource:network and tenant:bf61b35ded70454082616e376fe15d12 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:32:21.119865 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-7c2c79a7-738a-4fc7-9955-a5aec047ac04 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:32:21.125423 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-7c2c79a7-738a-4fc7-9955-a5aec047ac04 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:32:21.135993 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c2c79a7-738a-4fc7-9955-a5aec047ac04 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Made reservation on behalf of bf61b35ded70454082616e376fe15d12 for: {'network': 1} {{(pid=87870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 12:32:21.139200 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-7c2c79a7-738a-4fc7-9955-a5aec047ac04 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for network, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:32:21.165499 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c2c79a7-738a-4fc7-9955-a5aec047ac04 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=87870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 12:32:21.174134 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-7c2c79a7-738a-4fc7-9955-a5aec047ac04 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:32:21.174466 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.db.segments_db [None req-7c2c79a7-738a-4fc7-9955-a5aec047ac04 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Added segment e7cb9384-eccf-46c0-86bc-02e725068e51 of type vlan for network ba2bd6ad-9df7-49bd-8557-260df5856e9f Mar 28 12:32:21.200893 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-7c2c79a7-738a-4fc7-9955-a5aec047ac04 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783495836591'] for network, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:32:21.231530 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-7c2c79a7-738a-4fc7-9955-a5aec047ac04 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765'] for network, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:32:21.236779 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c2c79a7-738a-4fc7-9955-a5aec047ac04 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:32:21.237348 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-7c2c79a7-738a-4fc7-9955-a5aec047ac04 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks [] for network, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:32:21.339632 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-7c2c79a7-738a-4fc7-9955-a5aec047ac04 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2366154 Mar 28 12:32:21.342259 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 37014) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:32:21.342768 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2c79a7-738a-4fc7-9955-a5aec047ac04 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Pushing event updated for resources: {'Network': ['ID=ba2bd6ad-9df7-49bd-8557-260df5856e9f,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:32:21.348514 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-5d886844-93ea-412f-a61c-5303883a32be tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1957354835', 'admin_state_up': True, 'project_id': 'bf61b35ded70454082616e376fe15d12', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b'}}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:32:21.352662 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Network ba2bd6ad-9df7-49bd-8557-260df5856e9f details requested by agent ovs-agent-dv-neutron-835340-2-hyperv with host dv-neutron-835340-2-hyperv {{(pid=87872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 12:32:21.356563 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-5d886844-93ea-412f-a61c-5303883a32be tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:32:21.360296 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-5d886844-93ea-412f-a61c-5303883a32be tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Usage tracker for resource:router and tenant:bf61b35ded70454082616e376fe15d12 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:32:21.363021 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-5d886844-93ea-412f-a61c-5303883a32be tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:32:21.369911 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-5d886844-93ea-412f-a61c-5303883a32be tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:32:21.379982 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-5d886844-93ea-412f-a61c-5303883a32be tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-707665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-260886'] for router, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:32:21.381201 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-5d886844-93ea-412f-a61c-5303883a32be tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-705660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709650', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-767110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260873'] for router, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:32:21.398280 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-5d886844-93ea-412f-a61c-5303883a32be tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:32:21.660529 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-5d886844-93ea-412f-a61c-5303883a32be tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-709632', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-707672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260923'] for router, precommit_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:32:21.958122 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-5d886844-93ea-412f-a61c-5303883a32be tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks [] for router_gateway, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:32:21.987229 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-5d886844-93ea-412f-a61c-5303883a32be tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:32:22.119983 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.db_base_plugin_common [None req-5d886844-93ea-412f-a61c-5303883a32be tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Allocated IP 172.26.7.120 (ac2b1748-8f63-4b17-a9c7-07e79704aa5b/0b7ebf76-1dc7-431a-a0b4-b96bacf287c2/043f30de-9546-4359-a45b-b89430938ed1) {{(pid=87871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 12:32:22.262192 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-5d886844-93ea-412f-a61c-5303883a32be tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks [] for port, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:32:22.291224 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-5d886844-93ea-412f-a61c-5303883a32be tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:32:22.351119 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d886844-93ea-412f-a61c-5303883a32be tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Network ac2b1748-8f63-4b17-a9c7-07e79704aa5b is already hosted by enough agents. {{(pid=87871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:32:22.357979 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-5d886844-93ea-412f-a61c-5303883a32be tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Resources bound (agent type, host, resource id): {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:32:22.361984 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d886844-93ea-412f-a61c-5303883a32be tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Received port after_create {{(pid=87871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 12:32:22.397334 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d886844-93ea-412f-a61c-5303883a32be tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Pushing event updated for resources: {'Port': ['ID=043f30de-9546-4359-a45b-b89430938ed1,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:32:22.886975 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-5d886844-93ea-412f-a61c-5303883a32be tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks [] for router_gateway, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:32:23.225144 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-5d886844-93ea-412f-a61c-5303883a32be tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709693'] for router, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:32:23.446070 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d886844-93ea-412f-a61c-5303883a32be tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Router 77581732-0225-4f77-ba42-60e8eb8f2c07 is scheduled to L3 agent af79d429-529e-400b-a119-94d4bec03f3e with binding_index 1 {{(pid=87871) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 12:32:23.625835 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d886844-93ea-412f-a61c-5303883a32be tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 12:32:23.637147 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a29f1e-b4a4-4b5f-8034-949328ad08b6 None None] Sync routers for ids ['77581732-0225-4f77-ba42-60e8eb8f2c07'] in dv-neutron-835340-2-hyperv {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 12:32:23.647176 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a29f1e-b4a4-4b5f-8034-949328ad08b6 None None] Routers {'77581732-0225-4f77-ba42-60e8eb8f2c07'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:32:23.648089 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-50a29f1e-b4a4-4b5f-8034-949328ad08b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:32:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['77581732-0225-4f77-ba42-60e8eb8f2c07'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:32:23.654434 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-5d886844-93ea-412f-a61c-5303883a32be tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks [] for router, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:32:23.656046 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-5d886844-93ea-412f-a61c-5303883a32be tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.3126342 Mar 28 12:32:23.659377 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 37018) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:32:23.706104 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-c3691d97-370b-4bab-9e64-96e8d7588828 tempest-TestNetworkAdvancedServerOps-218286836 tempest-TestNetworkAdvancedServerOps-218286836-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=bf61b35ded70454082616e376fe15d12&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0455556 Mar 28 12:32:23.708585 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 37022) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:32:23.839066 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvr_db [None req-50a29f1e-b4a4-4b5f-8034-949328ad08b6 None None] Set router 77581732-0225-4f77-ba42-60e8eb8f2c07 gateway port host: dv-neutron-835340-2-hyperv {{(pid=87872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:32:23.976219 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be5a32b4-e974-4653-a86f-9ca086d9f505 tempest-TestNetworkAdvancedServerOps-218286836 tempest-TestNetworkAdvancedServerOps-218286836-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:32:23.977685 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-be5a32b4-e974-4653-a86f-9ca086d9f505 tempest-TestNetworkAdvancedServerOps-218286836 tempest-TestNetworkAdvancedServerOps-218286836-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2682161 Mar 28 12:32:23.981167 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 37026) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:32:24.022065 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-10cc0dcd-8428-4d0b-b759-842a57b08610 tempest-TestNetworkAdvancedServerOps-218286836 tempest-TestNetworkAdvancedServerOps-218286836-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=ac2b1748-8f63-4b17-a9c7-07e79704aa5b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0398428 Mar 28 12:32:24.024641 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 37030) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:32:24.030681 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-f16adc51-b135-4161-a7df-5b5fc7a7cf0c tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-512775368', 'network_id': 'ba2bd6ad-9df7-49bd-8557-260df5856e9f', 'project_id': 'bf61b35ded70454082616e376fe15d12', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:32:24.140500 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-f16adc51-b135-4161-a7df-5b5fc7a7cf0c tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:32:24.144313 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-f16adc51-b135-4161-a7df-5b5fc7a7cf0c tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Usage tracker for resource:subnet and tenant:bf61b35ded70454082616e376fe15d12 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:32:24.147081 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-f16adc51-b135-4161-a7df-5b5fc7a7cf0c tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:32:24.152721 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-f16adc51-b135-4161-a7df-5b5fc7a7cf0c tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:32:24.160755 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-50a29f1e-b4a4-4b5f-8034-949328ad08b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77581732-0225-4f77-ba42-60e8eb8f2c07', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1957354835', 'tenant_id': 'bf61b35ded70454082616e376fe15d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.120'}], 'enable_snat': True}, 'gw_port_id': '043f30de-9546-4359-a45b-b89430938ed1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:32:21Z', 'updated_at': '2022-03-28T12:32:22Z', 'revision_number': 3, 'project_id': 'bf61b35ded70454082616e376fe15d12', 'gw_port': {'id': '043f30de-9546-4359-a45b-b89430938ed1', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:48:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77581732-0225-4f77-ba42-60e8eb8f2c07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:32:22Z', 'updated_at': '2022-03-28T12:32:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv'}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:32:24.162214 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f16adc51-b135-4161-a7df-5b5fc7a7cf0c tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Made reservation on behalf of bf61b35ded70454082616e376fe15d12 for: {'subnet': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 12:32:24.164768 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a29f1e-b4a4-4b5f-8034-949328ad08b6 None None] Checking router: 77581732-0225-4f77-ba42-60e8eb8f2c07 for host: dv-neutron-835340-2-hyperv {{(pid=87872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 12:32:24.165112 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a29f1e-b4a4-4b5f-8034-949328ad08b6 None None] Updating router 77581732-0225-4f77-ba42-60e8eb8f2c07 port 043f30de-9546-4359-a45b-b89430938ed1 binding host dv-neutron-835340-2-hyperv {{(pid=87872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 12:32:24.165781 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-f16adc51-b135-4161-a7df-5b5fc7a7cf0c tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26551362'] for subnet, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:32:24.217858 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-50a29f1e-b4a4-4b5f-8034-949328ad08b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:32:24.384308 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-f16adc51-b135-4161-a7df-5b5fc7a7cf0c tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2364128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26551408'] for subnet, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:32:24.462981 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16adc51-b135-4161-a7df-5b5fc7a7cf0c tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Pushing event updated for resources: {'Subnet': ['ID=1be4e53a-e828-4ffd-9e59-081228833d0c,revision_number=0']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:32:24.468355 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f16adc51-b135-4161-a7df-5b5fc7a7cf0c tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Checking segment: {'id': 'e7cb9384-eccf-46c0-86bc-02e725068e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ba2bd6ad-9df7-49bd-8557-260df5856e9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 12:32:24.468710 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f16adc51-b135-4161-a7df-5b5fc7a7cf0c tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Network hostable DHCP agents. Network: ba2bd6ad-9df7-49bd-8557-260df5856e9f, hostable agents: ['3cb85949-855b-4a40-b988-cd5705e511da'], hosted agents: [] {{(pid=87871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 12:32:24.487511 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f16adc51-b135-4161-a7df-5b5fc7a7cf0c tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Network ba2bd6ad-9df7-49bd-8557-260df5856e9f is scheduled to be hosted by DHCP agent 3cb85949-855b-4a40-b988-cd5705e511da with binding_index 1 {{(pid=87871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 12:32:24.497730 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-f16adc51-b135-4161-a7df-5b5fc7a7cf0c tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-2-hyperv, ba2bd6ad-9df7-49bd-8557-260df5856e9f) {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:32:24.501550 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f16adc51-b135-4161-a7df-5b5fc7a7cf0c tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:32:24.502114 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-f16adc51-b135-4161-a7df-5b5fc7a7cf0c tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks [] for subnet, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:32:24.522775 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-f16adc51-b135-4161-a7df-5b5fc7a7cf0c tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4963219 Mar 28 12:32:24.525911 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 37034) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:32:24.526151 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-297f819d-f370-48e9-9d41-d9533aedc780 None None] Network ba2bd6ad-9df7-49bd-8557-260df5856e9f requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 12:32:24.642035 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-50a29f1e-b4a4-4b5f-8034-949328ad08b6 None None] Notify callbacks [] for port, precommit_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:32:24.661370 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-50a29f1e-b4a4-4b5f-8034-949328ad08b6 None None] Transition to ACTIVE for port object 043f30de-9546-4359-a45b-b89430938ed1 will not be triggered until provisioned by entity L2. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:32:24.680909 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-50a29f1e-b4a4-4b5f-8034-949328ad08b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:32:24.809339 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-50a29f1e-b4a4-4b5f-8034-949328ad08b6 None None] Attempting to bind port 043f30de-9546-4359-a45b-b89430938ed1 on host dv-neutron-835340-2-hyperv for vnic_type normal with profile {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 12:32:24.809701 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-50a29f1e-b4a4-4b5f-8034-949328ad08b6 None None] Attempting to bind port 043f30de-9546-4359-a45b-b89430938ed1 by drivers openvswitch,hyperv on host dv-neutron-835340-2-hyperv at level 0 using segments [{'id': '688afb86-c9bd-46e2-ba7d-3fe76fb1efff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b'}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 12:32:24.810059 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a29f1e-b4a4-4b5f-8034-949328ad08b6 None None] Attempting to bind port 043f30de-9546-4359-a45b-b89430938ed1 on network ac2b1748-8f63-4b17-a9c7-07e79704aa5b {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 12:32:24.813611 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261b0fab-b51d-4b04-aaba-2d59498fac14 None None] Pushing event updated for resources: {'Port': ['ID=043f30de-9546-4359-a45b-b89430938ed1,revision_number=2']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:32:24.823635 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a29f1e-b4a4-4b5f-8034-949328ad08b6 None None] Checking agent: {'id': '961a16fe-cbc8-4264-ac28-bbbd53f89caa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 46, 6), 'started_at': datetime.datetime(2022, 3, 28, 11, 46, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 12, 32, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 12:32:24.824005 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a29f1e-b4a4-4b5f-8034-949328ad08b6 None None] Checking segment: {'id': '688afb86-c9bd-46e2-ba7d-3fe76fb1efff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 12:32:24.824401 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-50a29f1e-b4a4-4b5f-8034-949328ad08b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:32:24.824777 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a29f1e-b4a4-4b5f-8034-949328ad08b6 None None] Bound using segment: {'id': '688afb86-c9bd-46e2-ba7d-3fe76fb1efff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b'} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 12:32:24.825235 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-50a29f1e-b4a4-4b5f-8034-949328ad08b6 None None] Bound port: 043f30de-9546-4359-a45b-b89430938ed1, host: dv-neutron-835340-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '688afb86-c9bd-46e2-ba7d-3fe76fb1efff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b'}}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 12:32:24.825599 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-50a29f1e-b4a4-4b5f-8034-949328ad08b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:32:24.917823 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb4a48e5-893e-4471-b00a-d97a75675994 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1d3f2a9-8722-5ce5-bc40-181687d1ed3f-ba2bd6ad-9df7-49bd-8557-260df5856e9f', 'network_id': 'ba2bd6ad-9df7-49bd-8557-260df5856e9f', 'tenant_id': 'bf61b35ded70454082616e376fe15d12', 'fixed_ips': [{'subnet_id': '1be4e53a-e828-4ffd-9e59-081228833d0c'}]}} from dv-neutron-835340-2-hyperv. {{(pid=87872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 12:32:24.918638 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-cb4a48e5-893e-4471-b00a-d97a75675994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:32:24.990099 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-50a29f1e-b4a4-4b5f-8034-949328ad08b6 None None] For port 043f30de-9546-4359-a45b-b89430938ed1, host dv-neutron-835340-2-hyperv, cleared binding levels {{(pid=87872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 12:32:25.006522 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-50a29f1e-b4a4-4b5f-8034-949328ad08b6 None None] For port 043f30de-9546-4359-a45b-b89430938ed1, host dv-neutron-835340-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=043f30de-9546-4359-a45b-b89430938ed1,segment=NetworkSegment(688afb86-c9bd-46e2-ba7d-3fe76fb1efff),segment_id=688afb86-c9bd-46e2-ba7d-3fe76fb1efff)] {{(pid=87872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 12:32:25.014356 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-50a29f1e-b4a4-4b5f-8034-949328ad08b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:32:25.148639 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a29f1e-b4a4-4b5f-8034-949328ad08b6 None None] Routers {'77581732-0225-4f77-ba42-60e8eb8f2c07'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:32:25.149249 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-50a29f1e-b4a4-4b5f-8034-949328ad08b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:32:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['77581732-0225-4f77-ba42-60e8eb8f2c07'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:32:25.212373 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-c4413ef0-f39a-4c4b-8ee9-a876dedac7e1 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:32:25.221813 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261b0fab-b51d-4b04-aaba-2d59498fac14 None None] Pushing event updated for resources: {'Port': ['ID=043f30de-9546-4359-a45b-b89430938ed1,revision_number=3']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:32:25.243359 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.db_base_plugin_common [None req-cb4a48e5-893e-4471-b00a-d97a75675994 None None] Allocated IP 172.20.0.2 (ba2bd6ad-9df7-49bd-8557-260df5856e9f/1be4e53a-e828-4ffd-9e59-081228833d0c/49617f88-eb83-45d3-ae27-abb866bd2edd) {{(pid=87872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 12:32:25.471214 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvr_db [None req-50a29f1e-b4a4-4b5f-8034-949328ad08b6 None None] Set router 77581732-0225-4f77-ba42-60e8eb8f2c07 gateway port host: dv-neutron-835340-2-hyperv {{(pid=87872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:32:25.812034 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-cb4a48e5-893e-4471-b00a-d97a75675994 None None] Notify callbacks [] for port, precommit_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:32:25.828270 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-cb4a48e5-893e-4471-b00a-d97a75675994 None None] Transition to ACTIVE for port object 49617f88-eb83-45d3-ae27-abb866bd2edd will not be triggered until provisioned by entity L2. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:32:25.851219 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-cb4a48e5-893e-4471-b00a-d97a75675994 None None] Transition to ACTIVE for port object 49617f88-eb83-45d3-ae27-abb866bd2edd will not be triggered until provisioned by entity DHCP. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:32:25.858901 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-cb4a48e5-893e-4471-b00a-d97a75675994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241'] for port, after_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:32:25.924463 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.db_base_plugin_common [None req-c4413ef0-f39a-4c4b-8ee9-a876dedac7e1 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Allocated IP 172.20.0.1 (ba2bd6ad-9df7-49bd-8557-260df5856e9f/1be4e53a-e828-4ffd-9e59-081228833d0c/b8a5ea05-33f4-4989-afd4-659fbcc4d036) {{(pid=87871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 12:32:25.927507 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb4a48e5-893e-4471-b00a-d97a75675994 None None] Network ba2bd6ad-9df7-49bd-8557-260df5856e9f is already hosted by enough agents. {{(pid=87872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:32:25.938726 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.base_scheduler [None req-cb4a48e5-893e-4471-b00a-d97a75675994 None None] Resources bound (agent type, host, resource id): {{(pid=87872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:32:25.943861 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-50a29f1e-b4a4-4b5f-8034-949328ad08b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77581732-0225-4f77-ba42-60e8eb8f2c07', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1957354835', 'tenant_id': 'bf61b35ded70454082616e376fe15d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.120'}], 'enable_snat': True}, 'gw_port_id': '043f30de-9546-4359-a45b-b89430938ed1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:32:21Z', 'updated_at': '2022-03-28T12:32:22Z', 'revision_number': 3, 'project_id': 'bf61b35ded70454082616e376fe15d12', 'gw_port': {'id': '043f30de-9546-4359-a45b-b89430938ed1', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:48:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77581732-0225-4f77-ba42-60e8eb8f2c07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:32:22Z', 'updated_at': '2022-03-28T12:32:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv'}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:32:25.945916 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4a48e5-893e-4471-b00a-d97a75675994 None None] Received port after_create {{(pid=87872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 12:32:25.948506 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4a48e5-893e-4471-b00a-d97a75675994 None None] Pushing event updated for resources: {'Port': ['ID=49617f88-eb83-45d3-ae27-abb866bd2edd,revision_number=1']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:32:25.983293 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a29f1e-b4a4-4b5f-8034-949328ad08b6 None None] The sync data for ids ['77581732-0225-4f77-ba42-60e8eb8f2c07'] in dv-neutron-835340-2-hyperv is: [{'id': '77581732-0225-4f77-ba42-60e8eb8f2c07', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1957354835', 'tenant_id': 'bf61b35ded70454082616e376fe15d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.120'}], 'enable_snat': True}, 'gw_port_id': '043f30de-9546-4359-a45b-b89430938ed1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:32:21Z', 'updated_at': '2022-03-28T12:32:22Z', 'revision_number': 3, 'project_id': 'bf61b35ded70454082616e376fe15d12', 'gw_port': {'id': '043f30de-9546-4359-a45b-b89430938ed1', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:48:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77581732-0225-4f77-ba42-60e8eb8f2c07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:32:22Z', 'updated_at': '2022-03-28T12:32:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv'}] {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 12:32:26.044304 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-cb4a48e5-893e-4471-b00a-d97a75675994 None None] Attempting to bind port 49617f88-eb83-45d3-ae27-abb866bd2edd on host dv-neutron-835340-2-hyperv for vnic_type normal with profile {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 12:32:26.044958 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-cb4a48e5-893e-4471-b00a-d97a75675994 None None] Attempting to bind port 49617f88-eb83-45d3-ae27-abb866bd2edd by drivers openvswitch,hyperv on host dv-neutron-835340-2-hyperv at level 0 using segments [{'id': 'e7cb9384-eccf-46c0-86bc-02e725068e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ba2bd6ad-9df7-49bd-8557-260df5856e9f'}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 12:32:26.045324 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4a48e5-893e-4471-b00a-d97a75675994 None None] Attempting to bind port 49617f88-eb83-45d3-ae27-abb866bd2edd on network ba2bd6ad-9df7-49bd-8557-260df5856e9f {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 12:32:26.051002 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4a48e5-893e-4471-b00a-d97a75675994 None None] Checking agent: {'id': '961a16fe-cbc8-4264-ac28-bbbd53f89caa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 46, 6), 'started_at': datetime.datetime(2022, 3, 28, 11, 46, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 12, 32, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 12:32:26.051568 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4a48e5-893e-4471-b00a-d97a75675994 None None] Checking segment: {'id': 'e7cb9384-eccf-46c0-86bc-02e725068e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ba2bd6ad-9df7-49bd-8557-260df5856e9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 12:32:26.051814 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-cb4a48e5-893e-4471-b00a-d97a75675994 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:32:26.052217 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4a48e5-893e-4471-b00a-d97a75675994 None None] Bound using segment: {'id': 'e7cb9384-eccf-46c0-86bc-02e725068e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ba2bd6ad-9df7-49bd-8557-260df5856e9f'} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 12:32:26.052772 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-cb4a48e5-893e-4471-b00a-d97a75675994 None None] Bound port: 49617f88-eb83-45d3-ae27-abb866bd2edd, host: dv-neutron-835340-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7cb9384-eccf-46c0-86bc-02e725068e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ba2bd6ad-9df7-49bd-8557-260df5856e9f'}}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 12:32:26.053136 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-cb4a48e5-893e-4471-b00a-d97a75675994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:32:26.091882 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-c4413ef0-f39a-4c4b-8ee9-a876dedac7e1 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks [] for port, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:32:26.110158 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.provisioning_blocks [None req-c4413ef0-f39a-4c4b-8ee9-a876dedac7e1 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Transition to ACTIVE for port object b8a5ea05-33f4-4989-afd4-659fbcc4d036 will not be triggered until provisioned by entity DHCP. {{(pid=87871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:32:26.135749 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-c4413ef0-f39a-4c4b-8ee9-a876dedac7e1 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:32:26.152085 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-cb4a48e5-893e-4471-b00a-d97a75675994 None None] For port 49617f88-eb83-45d3-ae27-abb866bd2edd, host dv-neutron-835340-2-hyperv, cleared binding levels {{(pid=87872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 12:32:26.155204 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-cb4a48e5-893e-4471-b00a-d97a75675994 None None] For port 49617f88-eb83-45d3-ae27-abb866bd2edd, host dv-neutron-835340-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=49617f88-eb83-45d3-ae27-abb866bd2edd,segment=NetworkSegment(e7cb9384-eccf-46c0-86bc-02e725068e51),segment_id=e7cb9384-eccf-46c0-86bc-02e725068e51)] {{(pid=87872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 12:32:26.160106 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-cb4a48e5-893e-4471-b00a-d97a75675994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:32:26.199704 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4413ef0-f39a-4c4b-8ee9-a876dedac7e1 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Network ba2bd6ad-9df7-49bd-8557-260df5856e9f is already hosted by enough agents. {{(pid=87871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:32:26.201181 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-c4413ef0-f39a-4c4b-8ee9-a876dedac7e1 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Resources bound (agent type, host, resource id): {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:32:26.206061 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4413ef0-f39a-4c4b-8ee9-a876dedac7e1 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Received port after_create {{(pid=87871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 12:32:26.266519 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4a48e5-893e-4471-b00a-d97a75675994 None None] Pushing event updated for resources: {'Port': ['ID=49617f88-eb83-45d3-ae27-abb866bd2edd,revision_number=2']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:32:26.271911 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4413ef0-f39a-4c4b-8ee9-a876dedac7e1 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Pushing event updated for resources: {'Port': ['ID=b8a5ea05-33f4-4989-afd4-659fbcc4d036,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:32:26.299653 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-c4413ef0-f39a-4c4b-8ee9-a876dedac7e1 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-709483'] for router_interface, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:32:26.456191 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-c4413ef0-f39a-4c4b-8ee9-a876dedac7e1 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:32:26.661539 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 043f30de-9546-4359-a45b-b89430938ed1 up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:32:26.742711 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning for port 043f30de-9546-4359-a45b-b89430938ed1 completed by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:32:26.748633 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port 043f30de-9546-4359-a45b-b89430938ed1 triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:32:26.749128 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:32:26.892932 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:32:26.911170 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] For port 043f30de-9546-4359-a45b-b89430938ed1, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=043f30de-9546-4359-a45b-b89430938ed1,segment=NetworkSegment(688afb86-c9bd-46e2-ba7d-3fe76fb1efff),segment_id=688afb86-c9bd-46e2-ba7d-3fe76fb1efff)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:32:26.917144 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:32:26.918879 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 49617f88-eb83-45d3-ae27-abb866bd2edd up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:32:26.929974 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-c4413ef0-f39a-4c4b-8ee9-a876dedac7e1 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks [] for port, precommit_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:32:26.935405 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-c4413ef0-f39a-4c4b-8ee9-a876dedac7e1 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2363241'] for port, after_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:32:27.024036 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-c4413ef0-f39a-4c4b-8ee9-a876dedac7e1 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-743372'] for router_interface, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:32:27.043508 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Pushing event updated for resources: {'Port': ['ID=043f30de-9546-4359-a45b-b89430938ed1,revision_number=4']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:32:27.062818 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning for port 49617f88-eb83-45d3-ae27-abb866bd2edd completed by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:32:27.153910 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4413ef0-f39a-4c4b-8ee9-a876dedac7e1 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Pushing event updated for resources: {'Port': ['ID=b8a5ea05-33f4-4989-afd4-659fbcc4d036,revision_number=2']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:32:27.209088 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4413ef0-f39a-4c4b-8ee9-a876dedac7e1 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Network ba2bd6ad-9df7-49bd-8557-260df5856e9f is already hosted by enough agents. {{(pid=87871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:32:27.210242 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-c4413ef0-f39a-4c4b-8ee9-a876dedac7e1 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Resources bound (agent type, host, resource id): {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:32:27.348934 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb7d3d87-efe1-4099-9d13-02c36767fb8a None None] Network ba2bd6ad-9df7-49bd-8557-260df5856e9f requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 12:32:27.401717 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4413ef0-f39a-4c4b-8ee9-a876dedac7e1 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Router 77581732-0225-4f77-ba42-60e8eb8f2c07 has already been hosted by L3 agent af79d429-529e-400b-a119-94d4bec03f3e {{(pid=87871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 12:32:27.464473 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-8262a470-6564-4906-b91d-55e4067313d0 None None] Provisioning for port 49617f88-eb83-45d3-ae27-abb866bd2edd completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:32:27.478731 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-8262a470-6564-4906-b91d-55e4067313d0 None None] Provisioning complete for port 49617f88-eb83-45d3-ae27-abb866bd2edd triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:32:27.479209 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-8262a470-6564-4906-b91d-55e4067313d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:32:27.696452 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-8262a470-6564-4906-b91d-55e4067313d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:32:27.737514 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4413ef0-f39a-4c4b-8ee9-a876dedac7e1 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 12:32:27.744962 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-8262a470-6564-4906-b91d-55e4067313d0 None None] For port 49617f88-eb83-45d3-ae27-abb866bd2edd, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=49617f88-eb83-45d3-ae27-abb866bd2edd,segment=NetworkSegment(e7cb9384-eccf-46c0-86bc-02e725068e51),segment_id=e7cb9384-eccf-46c0-86bc-02e725068e51)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:32:27.753607 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-8262a470-6564-4906-b91d-55e4067313d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:32:27.754979 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-c4413ef0-f39a-4c4b-8ee9-a876dedac7e1 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "PUT /v2.0/routers/77581732-0225-4f77-ba42-60e8eb8f2c07/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2279282 Mar 28 12:32:27.857408 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b08d9a71-7ffd-4370-a515-a4eb3ea627e8 None None] Sync routers for ids ['77581732-0225-4f77-ba42-60e8eb8f2c07'] in dv-neutron-835340-2-hyperv {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 12:32:27.859097 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8262a470-6564-4906-b91d-55e4067313d0 None None] Pushing event updated for resources: {'Port': ['ID=49617f88-eb83-45d3-ae27-abb866bd2edd,revision_number=3']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:32:27.876283 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b08d9a71-7ffd-4370-a515-a4eb3ea627e8 None None] Routers {'77581732-0225-4f77-ba42-60e8eb8f2c07'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:32:27.877519 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-b08d9a71-7ffd-4370-a515-a4eb3ea627e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:32:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['77581732-0225-4f77-ba42-60e8eb8f2c07'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:32:27.987220 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [req-34a720b3-3ea4-464b-83be-4a48b9a68f59 req-d395c3e0-b845-4ae1-a9f9-f3c316fe729a tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Synchronizing usage tracker for tenant:bf61b35ded70454082616e376fe15d12 on resource:security_group {{(pid=87870) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:32:28.017501 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [req-34a720b3-3ea4-464b-83be-4a48b9a68f59 req-d395c3e0-b845-4ae1-a9f9-f3c316fe729a tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Unset dirty status for tenant:bf61b35ded70454082616e376fe15d12 on resource:security_group {{(pid=87870) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:32:28.026170 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-34a720b3-3ea4-464b-83be-4a48b9a68f59 req-d395c3e0-b845-4ae1-a9f9-f3c316fe729a tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1708178023&fields=id&tenant_id=bf61b35ded70454082616e376fe15d12 HTTP/1.1" status: 200 len: 267 time: 0.0829046 Mar 28 12:32:28.096307 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-12874082-3bf7-4473-849d-3139b8281eed None None] Provisioning complete for port 49617f88-eb83-45d3-ae27-abb866bd2edd triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:32:28.096858 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-12874082-3bf7-4473-849d-3139b8281eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:32:28.116575 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvr_db [None req-b08d9a71-7ffd-4370-a515-a4eb3ea627e8 None None] Set router 77581732-0225-4f77-ba42-60e8eb8f2c07 gateway port host: dv-neutron-835340-2-hyperv {{(pid=87873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:32:28.312957 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a720b3-3ea4-464b-83be-4a48b9a68f59 req-48447194-300a-48de-8662-1cc11a8379af tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:32:28.313692 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [req-34a720b3-3ea4-464b-83be-4a48b9a68f59 req-48447194-300a-48de-8662-1cc11a8379af tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Synchronizing usage tracker for tenant:bf61b35ded70454082616e376fe15d12 on resource:network {{(pid=87870) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:32:28.334932 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [req-34a720b3-3ea4-464b-83be-4a48b9a68f59 req-48447194-300a-48de-8662-1cc11a8379af tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Unset dirty status for tenant:bf61b35ded70454082616e376fe15d12 on resource:network {{(pid=87870) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:32:28.336201 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-34a720b3-3ea4-464b-83be-4a48b9a68f59 req-48447194-300a-48de-8662-1cc11a8379af tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/networks?id=ba2bd6ad-9df7-49bd-8557-260df5856e9f HTTP/1.1" status: 200 len: 796 time: 0.3001935 Mar 28 12:32:28.347006 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-12874082-3bf7-4473-849d-3139b8281eed None None] Provisioning for port b8a5ea05-33f4-4989-afd4-659fbcc4d036 completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:32:28.357141 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-34a720b3-3ea4-464b-83be-4a48b9a68f59 req-0c5a569c-62a6-4723-952e-5e7b421458a9 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/quotas/bf61b35ded70454082616e376fe15d12 HTTP/1.1" status: 200 len: 375 time: 0.0127039 Mar 28 12:32:28.363504 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-12874082-3bf7-4473-849d-3139b8281eed None None] Provisioning complete for port b8a5ea05-33f4-4989-afd4-659fbcc4d036 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:32:28.364136 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-12874082-3bf7-4473-849d-3139b8281eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:32:28.446193 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-12874082-3bf7-4473-849d-3139b8281eed None None] Port b8a5ea05-33f4-4989-afd4-659fbcc4d036 cannot update to ACTIVE because it is not bound. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 12:32:28.464155 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [req-34a720b3-3ea4-464b-83be-4a48b9a68f59 req-ad15ba6e-dce4-4d12-ad51-6a19d96c672a tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Synchronizing usage tracker for tenant:bf61b35ded70454082616e376fe15d12 on resource:port {{(pid=87870) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:32:28.481015 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [req-34a720b3-3ea4-464b-83be-4a48b9a68f59 req-ad15ba6e-dce4-4d12-ad51-6a19d96c672a tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Unset dirty status for tenant:bf61b35ded70454082616e376fe15d12 on resource:port {{(pid=87870) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:32:28.482564 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-34a720b3-3ea4-464b-83be-4a48b9a68f59 req-ad15ba6e-dce4-4d12-ad51-6a19d96c672a tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=bf61b35ded70454082616e376fe15d12&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1202157 Mar 28 12:32:28.578202 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-7fb0b27a-7ef9-4e79-926c-c8fb2c7efbc9 None None] Provisioning complete for port b8a5ea05-33f4-4989-afd4-659fbcc4d036 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:32:28.578574 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-7fb0b27a-7ef9-4e79-926c-c8fb2c7efbc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:32:28.591319 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-b08d9a71-7ffd-4370-a515-a4eb3ea627e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77581732-0225-4f77-ba42-60e8eb8f2c07', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1957354835', 'tenant_id': 'bf61b35ded70454082616e376fe15d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.120'}], 'enable_snat': True}, 'gw_port_id': '043f30de-9546-4359-a45b-b89430938ed1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:32:21Z', 'updated_at': '2022-03-28T12:32:26Z', 'revision_number': 4, 'project_id': 'bf61b35ded70454082616e376fe15d12', 'gw_port': {'id': '043f30de-9546-4359-a45b-b89430938ed1', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:48:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77581732-0225-4f77-ba42-60e8eb8f2c07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:32:22Z', 'updated_at': '2022-03-28T12:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_interfaces': [{'id': 'b8a5ea05-33f4-4989-afd4-659fbcc4d036', 'name': '', 'network_id': 'ba2bd6ad-9df7-49bd-8557-260df5856e9f', 'tenant_id': 'bf61b35ded70454082616e376fe15d12', 'mac_address': 'fa:16:3e:e0:d0:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77581732-0225-4f77-ba42-60e8eb8f2c07', 'device_owner': 'network:router_interface', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': '1be4e53a-e828-4ffd-9e59-081228833d0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:32:25Z', 'updated_at': '2022-03-28T12:32:26Z', 'revision_number': 2, 'project_id': 'bf61b35ded70454082616e376fe15d12', 'subnets': [{'id': '1be4e53a-e828-4ffd-9e59-081228833d0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:32:28.595808 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b08d9a71-7ffd-4370-a515-a4eb3ea627e8 None None] Checking router: 77581732-0225-4f77-ba42-60e8eb8f2c07 for host: dv-neutron-835340-2-hyperv {{(pid=87873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 12:32:28.596217 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b08d9a71-7ffd-4370-a515-a4eb3ea627e8 None None] Updating router 77581732-0225-4f77-ba42-60e8eb8f2c07 port b8a5ea05-33f4-4989-afd4-659fbcc4d036 binding host dv-neutron-835340-2-hyperv {{(pid=87873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 12:32:28.608113 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 043f30de-9546-4359-a45b-b89430938ed1 up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:32:28.655031 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron_lib.callbacks.manager [None req-b08d9a71-7ffd-4370-a515-a4eb3ea627e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:32:28.681498 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-7fb0b27a-7ef9-4e79-926c-c8fb2c7efbc9 None None] Port b8a5ea05-33f4-4989-afd4-659fbcc4d036 cannot update to ACTIVE because it is not bound. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 12:32:28.683621 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-34a720b3-3ea4-464b-83be-4a48b9a68f59 req-79868f89-e45b-4114-875f-bdc20739eb4b service neutron] 10.222.0.30 "GET /v2.0/networks/ba2bd6ad-9df7-49bd-8557-260df5856e9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1885455 Mar 28 12:32:28.698703 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port 043f30de-9546-4359-a45b-b89430938ed1 triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:32:28.699071 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:32:28.816477 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 49617f88-eb83-45d3-ae27-abb866bd2edd up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:32:28.826790 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-34a720b3-3ea4-464b-83be-4a48b9a68f59 req-2d2cf9d7-47b7-4488-b30d-57cabd2ec5a9 service neutron] 10.222.0.30 "GET /v2.0/networks/ba2bd6ad-9df7-49bd-8557-260df5856e9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372342 Mar 28 12:32:28.885788 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port 49617f88-eb83-45d3-ae27-abb866bd2edd triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:32:28.886357 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:32:29.038304 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron_lib.callbacks.manager [None req-b08d9a71-7ffd-4370-a515-a4eb3ea627e8 None None] Notify callbacks [] for port, precommit_update {{(pid=87873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:32:29.047138 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [req-092815f2-72b7-4ba8-b8f7-9ea808dbe7c3 req-6c55464a-286d-4f42-982c-338fc39233f5 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Synchronizing usage tracker for tenant:bf61b35ded70454082616e376fe15d12 on resource:port {{(pid=87871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:32:29.052031 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.provisioning_blocks [None req-b08d9a71-7ffd-4370-a515-a4eb3ea627e8 None None] Transition to ACTIVE for port object b8a5ea05-33f4-4989-afd4-659fbcc4d036 will not be triggered until provisioned by entity L2. {{(pid=87873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:32:29.060574 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [req-092815f2-72b7-4ba8-b8f7-9ea808dbe7c3 req-6c55464a-286d-4f42-982c-338fc39233f5 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Unset dirty status for tenant:bf61b35ded70454082616e376fe15d12 on resource:port {{(pid=87871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:32:29.062059 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-092815f2-72b7-4ba8-b8f7-9ea808dbe7c3 req-6c55464a-286d-4f42-982c-338fc39233f5 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/ports?device_id=e372890b-0f62-4972-8077-10cad358024e HTTP/1.1" status: 200 len: 210 time: 0.0603828 Mar 28 12:32:29.064567 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron_lib.callbacks.manager [None req-b08d9a71-7ffd-4370-a515-a4eb3ea627e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:32:29.233874 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f207fd-115f-4d84-ae77-a5db42402caf None None] Pushing event updated for resources: {'Port': ['ID=b8a5ea05-33f4-4989-afd4-659fbcc4d036,revision_number=3']} {{(pid=87873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:32:29.253599 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f207fd-115f-4d84-ae77-a5db42402caf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:32:29.253934 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f207fd-115f-4d84-ae77-a5db42402caf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:32:29.254271 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f207fd-115f-4d84-ae77-a5db42402caf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:32:29.254597 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f207fd-115f-4d84-ae77-a5db42402caf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:32:29.254919 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f207fd-115f-4d84-ae77-a5db42402caf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:32:29.255243 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f207fd-115f-4d84-ae77-a5db42402caf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:32:29.255584 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f207fd-115f-4d84-ae77-a5db42402caf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:32:29.255891 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f207fd-115f-4d84-ae77-a5db42402caf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:32:29.256213 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f207fd-115f-4d84-ae77-a5db42402caf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:32:29.256556 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f207fd-115f-4d84-ae77-a5db42402caf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:32:29.256827 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f207fd-115f-4d84-ae77-a5db42402caf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:32:29.257138 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f207fd-115f-4d84-ae77-a5db42402caf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:32:29.313168 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.managers [None req-b08d9a71-7ffd-4370-a515-a4eb3ea627e8 None None] Attempting to bind port b8a5ea05-33f4-4989-afd4-659fbcc4d036 on host dv-neutron-835340-2-hyperv for vnic_type normal with profile {{(pid=87873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 12:32:29.313627 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.managers [None req-b08d9a71-7ffd-4370-a515-a4eb3ea627e8 None None] Attempting to bind port b8a5ea05-33f4-4989-afd4-659fbcc4d036 by drivers openvswitch,hyperv on host dv-neutron-835340-2-hyperv at level 0 using segments [{'id': 'e7cb9384-eccf-46c0-86bc-02e725068e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ba2bd6ad-9df7-49bd-8557-260df5856e9f'}] {{(pid=87873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 12:32:29.314053 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b08d9a71-7ffd-4370-a515-a4eb3ea627e8 None None] Attempting to bind port b8a5ea05-33f4-4989-afd4-659fbcc4d036 on network ba2bd6ad-9df7-49bd-8557-260df5856e9f {{(pid=87873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 12:32:29.320172 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b08d9a71-7ffd-4370-a515-a4eb3ea627e8 None None] Checking agent: {'id': '961a16fe-cbc8-4264-ac28-bbbd53f89caa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 46, 6), 'started_at': datetime.datetime(2022, 3, 28, 11, 46, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 12, 32, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 12:32:29.320627 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b08d9a71-7ffd-4370-a515-a4eb3ea627e8 None None] Checking segment: {'id': 'e7cb9384-eccf-46c0-86bc-02e725068e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ba2bd6ad-9df7-49bd-8557-260df5856e9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 12:32:29.321162 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron_lib.callbacks.manager [None req-b08d9a71-7ffd-4370-a515-a4eb3ea627e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:32:29.321647 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b08d9a71-7ffd-4370-a515-a4eb3ea627e8 None None] Bound using segment: {'id': 'e7cb9384-eccf-46c0-86bc-02e725068e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ba2bd6ad-9df7-49bd-8557-260df5856e9f'} {{(pid=87873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 12:32:29.322227 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.managers [None req-b08d9a71-7ffd-4370-a515-a4eb3ea627e8 None None] Bound port: b8a5ea05-33f4-4989-afd4-659fbcc4d036, host: dv-neutron-835340-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7cb9384-eccf-46c0-86bc-02e725068e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ba2bd6ad-9df7-49bd-8557-260df5856e9f'}}] {{(pid=87873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 12:32:29.322701 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron_lib.callbacks.manager [None req-b08d9a71-7ffd-4370-a515-a4eb3ea627e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:32:29.418689 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.db [None req-b08d9a71-7ffd-4370-a515-a4eb3ea627e8 None None] For port b8a5ea05-33f4-4989-afd4-659fbcc4d036, host dv-neutron-835340-2-hyperv, cleared binding levels {{(pid=87873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 12:32:29.422185 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.db [None req-b08d9a71-7ffd-4370-a515-a4eb3ea627e8 None None] For port b8a5ea05-33f4-4989-afd4-659fbcc4d036, host dv-neutron-835340-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=b8a5ea05-33f4-4989-afd4-659fbcc4d036,segment=NetworkSegment(e7cb9384-eccf-46c0-86bc-02e725068e51),segment_id=e7cb9384-eccf-46c0-86bc-02e725068e51)] {{(pid=87873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 12:32:29.426779 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron_lib.callbacks.manager [None req-b08d9a71-7ffd-4370-a515-a4eb3ea627e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:32:29.504402 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b08d9a71-7ffd-4370-a515-a4eb3ea627e8 None None] Routers {'77581732-0225-4f77-ba42-60e8eb8f2c07'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:32:29.505020 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-b08d9a71-7ffd-4370-a515-a4eb3ea627e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:32:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['77581732-0225-4f77-ba42-60e8eb8f2c07'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:32:29.572613 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f207fd-115f-4d84-ae77-a5db42402caf None None] Pushing event updated for resources: {'Port': ['ID=b8a5ea05-33f4-4989-afd4-659fbcc4d036,revision_number=4']} {{(pid=87873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:32:29.697719 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvr_db [None req-b08d9a71-7ffd-4370-a515-a4eb3ea627e8 None None] Set router 77581732-0225-4f77-ba42-60e8eb8f2c07 gateway port host: dv-neutron-835340-2-hyperv {{(pid=87873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:32:30.029693 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-b08d9a71-7ffd-4370-a515-a4eb3ea627e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77581732-0225-4f77-ba42-60e8eb8f2c07', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1957354835', 'tenant_id': 'bf61b35ded70454082616e376fe15d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.120'}], 'enable_snat': True}, 'gw_port_id': '043f30de-9546-4359-a45b-b89430938ed1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:32:21Z', 'updated_at': '2022-03-28T12:32:26Z', 'revision_number': 4, 'project_id': 'bf61b35ded70454082616e376fe15d12', 'gw_port': {'id': '043f30de-9546-4359-a45b-b89430938ed1', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:48:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77581732-0225-4f77-ba42-60e8eb8f2c07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:32:22Z', 'updated_at': '2022-03-28T12:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_interfaces': [{'id': 'b8a5ea05-33f4-4989-afd4-659fbcc4d036', 'name': '', 'network_id': 'ba2bd6ad-9df7-49bd-8557-260df5856e9f', 'tenant_id': 'bf61b35ded70454082616e376fe15d12', 'mac_address': 'fa:16:3e:e0:d0:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77581732-0225-4f77-ba42-60e8eb8f2c07', 'device_owner': 'network:router_interface', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': '1be4e53a-e828-4ffd-9e59-081228833d0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:32:25Z', 'updated_at': '2022-03-28T12:32:29Z', 'revision_number': 4, 'project_id': 'bf61b35ded70454082616e376fe15d12', 'subnets': [{'id': '1be4e53a-e828-4ffd-9e59-081228833d0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:32:30.033611 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b08d9a71-7ffd-4370-a515-a4eb3ea627e8 None None] The sync data for ids ['77581732-0225-4f77-ba42-60e8eb8f2c07'] in dv-neutron-835340-2-hyperv is: [{'id': '77581732-0225-4f77-ba42-60e8eb8f2c07', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1957354835', 'tenant_id': 'bf61b35ded70454082616e376fe15d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.120'}], 'enable_snat': True}, 'gw_port_id': '043f30de-9546-4359-a45b-b89430938ed1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:32:21Z', 'updated_at': '2022-03-28T12:32:26Z', 'revision_number': 4, 'project_id': 'bf61b35ded70454082616e376fe15d12', 'gw_port': {'id': '043f30de-9546-4359-a45b-b89430938ed1', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:48:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77581732-0225-4f77-ba42-60e8eb8f2c07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:32:22Z', 'updated_at': '2022-03-28T12:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_interfaces': [{'id': 'b8a5ea05-33f4-4989-afd4-659fbcc4d036', 'name': '', 'network_id': 'ba2bd6ad-9df7-49bd-8557-260df5856e9f', 'tenant_id': 'bf61b35ded70454082616e376fe15d12', 'mac_address': 'fa:16:3e:e0:d0:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77581732-0225-4f77-ba42-60e8eb8f2c07', 'device_owner': 'network:router_interface', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': '1be4e53a-e828-4ffd-9e59-081228833d0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:32:25Z', 'updated_at': '2022-03-28T12:32:29Z', 'revision_number': 4, 'project_id': 'bf61b35ded70454082616e376fe15d12', 'subnets': [{'id': '1be4e53a-e828-4ffd-9e59-081228833d0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 12:32:30.121861 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a720b3-3ea4-464b-83be-4a48b9a68f59 req-8d811968-1670-461c-8fae-eae47f2b09ef tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:32:30.123311 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-34a720b3-3ea4-464b-83be-4a48b9a68f59 req-8d811968-1670-461c-8fae-eae47f2b09ef tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.11 "GET /v2.0/networks?id=ba2bd6ad-9df7-49bd-8557-260df5856e9f HTTP/1.1" status: 200 len: 796 time: 0.1730824 Mar 28 12:32:30.188417 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-34a720b3-3ea4-464b-83be-4a48b9a68f59 req-1f4dd24a-58da-4984-980d-9d1c4f6126c4 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bf61b35ded70454082616e376fe15d12 HTTP/1.1" status: 200 len: 380 time: 0.0557578 Mar 28 12:32:30.198313 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [req-34a720b3-3ea4-464b-83be-4a48b9a68f59 req-b50846b7-4ac9-4143-9003-34df93b82ee3 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Request body: {'port': {'device_id': 'e372890b-0f62-4972-8077-10cad358024e', 'network_id': 'ba2bd6ad-9df7-49bd-8557-260df5856e9f', 'admin_state_up': True, 'tenant_id': 'bf61b35ded70454082616e376fe15d12', 'security_groups': ['2bc5fd52-71c8-4eb7-ab61-c50361f028b9']}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:32:30.264841 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-c6bf24fa-48cb-43c6-9753-d42ea5103712 req-cb0905ec-d047-4679-8182-f23dfd3481fd tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/ports?device_id=e372890b-0f62-4972-8077-10cad358024e HTTP/1.1" status: 200 len: 210 time: 0.0683429 Mar 28 12:32:30.352514 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [req-34a720b3-3ea4-464b-83be-4a48b9a68f59 req-b50846b7-4ac9-4143-9003-34df93b82ee3 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:32:30.363024 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [req-34a720b3-3ea4-464b-83be-4a48b9a68f59 req-b50846b7-4ac9-4143-9003-34df93b82ee3 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:32:30.375071 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34a720b3-3ea4-464b-83be-4a48b9a68f59 req-b50846b7-4ac9-4143-9003-34df93b82ee3 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Made reservation on behalf of bf61b35ded70454082616e376fe15d12 for: {'port': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 12:32:30.378706 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-34a720b3-3ea4-464b-83be-4a48b9a68f59 req-b50846b7-4ac9-4143-9003-34df93b82ee3 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:32:30.551868 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.db_base_plugin_common [req-34a720b3-3ea4-464b-83be-4a48b9a68f59 req-b50846b7-4ac9-4143-9003-34df93b82ee3 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Allocated IP 172.20.0.4 (ba2bd6ad-9df7-49bd-8557-260df5856e9f/1be4e53a-e828-4ffd-9e59-081228833d0c/93eb4fb3-eb65-426f-8322-c188c5ab748b) {{(pid=87871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 12:32:30.618623 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device b8a5ea05-33f4-4989-afd4-659fbcc4d036 up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:32:30.690406 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning for port b8a5ea05-33f4-4989-afd4-659fbcc4d036 completed by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:32:30.695718 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port b8a5ea05-33f4-4989-afd4-659fbcc4d036 triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:32:30.696083 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:32:30.767569 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-34a720b3-3ea4-464b-83be-4a48b9a68f59 req-b50846b7-4ac9-4143-9003-34df93b82ee3 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks [] for port, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:32:30.784283 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.provisioning_blocks [req-34a720b3-3ea4-464b-83be-4a48b9a68f59 req-b50846b7-4ac9-4143-9003-34df93b82ee3 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Transition to ACTIVE for port object 93eb4fb3-eb65-426f-8322-c188c5ab748b will not be triggered until provisioned by entity DHCP. {{(pid=87871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:32:30.812760 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-34a720b3-3ea4-464b-83be-4a48b9a68f59 req-b50846b7-4ac9-4143-9003-34df93b82ee3 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:32:30.829969 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:32:30.872041 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] For port b8a5ea05-33f4-4989-afd4-659fbcc4d036, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=b8a5ea05-33f4-4989-afd4-659fbcc4d036,segment=NetworkSegment(e7cb9384-eccf-46c0-86bc-02e725068e51),segment_id=e7cb9384-eccf-46c0-86bc-02e725068e51)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:32:30.876556 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:32:30.894492 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34a720b3-3ea4-464b-83be-4a48b9a68f59 req-b50846b7-4ac9-4143-9003-34df93b82ee3 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Network ba2bd6ad-9df7-49bd-8557-260df5856e9f is already hosted by enough agents. {{(pid=87871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:32:30.897656 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [req-34a720b3-3ea4-464b-83be-4a48b9a68f59 req-b50846b7-4ac9-4143-9003-34df93b82ee3 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Resources bound (agent type, host, resource id): {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:32:30.901002 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.l3_dvrscheduler_db [req-34a720b3-3ea4-464b-83be-4a48b9a68f59 req-b50846b7-4ac9-4143-9003-34df93b82ee3 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Received port after_create {{(pid=87871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 12:32:30.960207 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Pushing event updated for resources: {'Port': ['ID=b8a5ea05-33f4-4989-afd4-659fbcc4d036,revision_number=5']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:32:30.967181 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50846b7-4ac9-4143-9003-34df93b82ee3 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Pushing event updated for resources: {'Port': ['ID=93eb4fb3-eb65-426f-8322-c188c5ab748b,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:32:30.996139 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a720b3-3ea4-464b-83be-4a48b9a68f59 req-b50846b7-4ac9-4143-9003-34df93b82ee3 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:32:30.996838 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-34a720b3-3ea4-464b-83be-4a48b9a68f59 req-b50846b7-4ac9-4143-9003-34df93b82ee3 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:32:31.023924 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-34a720b3-3ea4-464b-83be-4a48b9a68f59 req-b50846b7-4ac9-4143-9003-34df93b82ee3 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8296463 Mar 28 12:32:31.034903 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [req-34a720b3-3ea4-464b-83be-4a48b9a68f59 req-aa7ebe10-639e-44c0-84cf-bcbbd3024dfe service neutron] Request body: {'port': {'device_id': 'e372890b-0f62-4972-8077-10cad358024e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8353'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:32:31.153309 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-34a720b3-3ea4-464b-83be-4a48b9a68f59 req-aa7ebe10-639e-44c0-84cf-bcbbd3024dfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:32:31.162471 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-27ee762b-3ee6-4c77-bd8c-b0f2f3a34e95 None None] Provisioning for port 93eb4fb3-eb65-426f-8322-c188c5ab748b completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:32:31.168246 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-27ee762b-3ee6-4c77-bd8c-b0f2f3a34e95 None None] Provisioning complete for port 93eb4fb3-eb65-426f-8322-c188c5ab748b triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:32:31.168608 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-27ee762b-3ee6-4c77-bd8c-b0f2f3a34e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:32:31.223738 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-27ee762b-3ee6-4c77-bd8c-b0f2f3a34e95 None None] Port 93eb4fb3-eb65-426f-8322-c188c5ab748b cannot update to ACTIVE because it is not bound. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 12:32:31.508440 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad92f26-6ff9-434a-b5e4-ffcfaa09ba4d req-8a54861d-5cad-468c-9af5-7e33e6201587 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:32:31.509259 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [req-2ad92f26-6ff9-434a-b5e4-ffcfaa09ba4d req-8a54861d-5cad-468c-9af5-7e33e6201587 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Synchronizing usage tracker for tenant:bf61b35ded70454082616e376fe15d12 on resource:port {{(pid=87871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:32:31.566690 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [req-2ad92f26-6ff9-434a-b5e4-ffcfaa09ba4d req-8a54861d-5cad-468c-9af5-7e33e6201587 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Unset dirty status for tenant:bf61b35ded70454082616e376fe15d12 on resource:port {{(pid=87871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:32:31.567826 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-2ad92f26-6ff9-434a-b5e4-ffcfaa09ba4d req-8a54861d-5cad-468c-9af5-7e33e6201587 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/ports?device_id=e372890b-0f62-4972-8077-10cad358024e HTTP/1.1" status: 200 len: 931 time: 0.1850438 Mar 28 12:32:31.576529 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.notifiers.nova [req-34a720b3-3ea4-464b-83be-4a48b9a68f59 req-aa7ebe10-639e-44c0-84cf-bcbbd3024dfe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93eb4fb3-eb65-426f-8322-c188c5ab748b {{(pid=87871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 12:32:31.596408 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-34a720b3-3ea4-464b-83be-4a48b9a68f59 req-aa7ebe10-639e-44c0-84cf-bcbbd3024dfe service neutron] Notify callbacks [] for port, precommit_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:32:31.625275 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.provisioning_blocks [req-34a720b3-3ea4-464b-83be-4a48b9a68f59 req-aa7ebe10-639e-44c0-84cf-bcbbd3024dfe service neutron] Transition to ACTIVE for port object 93eb4fb3-eb65-426f-8322-c188c5ab748b will not be triggered until provisioned by entity L2. {{(pid=87871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:32:31.628462 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-34a720b3-3ea4-464b-83be-4a48b9a68f59 req-aa7ebe10-639e-44c0-84cf-bcbbd3024dfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2363241'] for port, after_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:32:31.782717 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-2ad92f26-6ff9-434a-b5e4-ffcfaa09ba4d req-9845eac1-0bd1-4020-bc15-3680ef692dbb tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/security-groups?id=2bc5fd52-71c8-4eb7-ab61-c50361f028b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2082691 Mar 28 12:32:31.897544 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7ebe10-639e-44c0-84cf-bcbbd3024dfe service neutron] Pushing event updated for resources: {'Port': ['ID=93eb4fb3-eb65-426f-8322-c188c5ab748b,revision_number=2']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:32:31.978960 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.managers [req-34a720b3-3ea4-464b-83be-4a48b9a68f59 req-aa7ebe10-639e-44c0-84cf-bcbbd3024dfe service neutron] Attempting to bind port 93eb4fb3-eb65-426f-8322-c188c5ab748b on host hv-neutron-8353 for vnic_type normal with profile {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 12:32:31.979286 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.managers [req-34a720b3-3ea4-464b-83be-4a48b9a68f59 req-aa7ebe10-639e-44c0-84cf-bcbbd3024dfe service neutron] Attempting to bind port 93eb4fb3-eb65-426f-8322-c188c5ab748b by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': 'e7cb9384-eccf-46c0-86bc-02e725068e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ba2bd6ad-9df7-49bd-8557-260df5856e9f'}] {{(pid=87871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 12:32:31.979655 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a720b3-3ea4-464b-83be-4a48b9a68f59 req-aa7ebe10-639e-44c0-84cf-bcbbd3024dfe service neutron] Attempting to bind port 93eb4fb3-eb65-426f-8322-c188c5ab748b on network ba2bd6ad-9df7-49bd-8557-260df5856e9f {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 12:32:31.984404 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a720b3-3ea4-464b-83be-4a48b9a68f59 req-aa7ebe10-639e-44c0-84cf-bcbbd3024dfe service neutron] Port 93eb4fb3-eb65-426f-8322-c188c5ab748b on network ba2bd6ad-9df7-49bd-8557-260df5856e9f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 12:32:31.984759 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a720b3-3ea4-464b-83be-4a48b9a68f59 req-aa7ebe10-639e-44c0-84cf-bcbbd3024dfe service neutron] Attempting to bind port 93eb4fb3-eb65-426f-8322-c188c5ab748b on network ba2bd6ad-9df7-49bd-8557-260df5856e9f {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 12:32:31.989920 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a720b3-3ea4-464b-83be-4a48b9a68f59 req-aa7ebe10-639e-44c0-84cf-bcbbd3024dfe service neutron] Checking agent: {'id': '01dfae6e-0e91-4100-b27f-ff8156eac7d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8353', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 52, 20), 'started_at': datetime.datetime(2022, 3, 28, 11, 52, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 12, 32, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 12:32:31.990248 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a720b3-3ea4-464b-83be-4a48b9a68f59 req-aa7ebe10-639e-44c0-84cf-bcbbd3024dfe service neutron] Checking segment: {'id': 'e7cb9384-eccf-46c0-86bc-02e725068e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ba2bd6ad-9df7-49bd-8557-260df5856e9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 12:32:31.990621 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34a720b3-3ea4-464b-83be-4a48b9a68f59 req-aa7ebe10-639e-44c0-84cf-bcbbd3024dfe service neutron] Bound using segment: {'id': 'e7cb9384-eccf-46c0-86bc-02e725068e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ba2bd6ad-9df7-49bd-8557-260df5856e9f'} {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 12:32:31.991035 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.managers [req-34a720b3-3ea4-464b-83be-4a48b9a68f59 req-aa7ebe10-639e-44c0-84cf-bcbbd3024dfe service neutron] Bound port: 93eb4fb3-eb65-426f-8322-c188c5ab748b, host: hv-neutron-8353, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7cb9384-eccf-46c0-86bc-02e725068e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ba2bd6ad-9df7-49bd-8557-260df5856e9f'}}] {{(pid=87871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 12:32:31.991400 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-34a720b3-3ea4-464b-83be-4a48b9a68f59 req-aa7ebe10-639e-44c0-84cf-bcbbd3024dfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:32:32.081689 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.db [req-34a720b3-3ea4-464b-83be-4a48b9a68f59 req-aa7ebe10-639e-44c0-84cf-bcbbd3024dfe service neutron] For port 93eb4fb3-eb65-426f-8322-c188c5ab748b, host hv-neutron-8353, cleared binding levels {{(pid=87871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 12:32:32.084768 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.db [req-34a720b3-3ea4-464b-83be-4a48b9a68f59 req-aa7ebe10-639e-44c0-84cf-bcbbd3024dfe service neutron] For port 93eb4fb3-eb65-426f-8322-c188c5ab748b, host hv-neutron-8353, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=93eb4fb3-eb65-426f-8322-c188c5ab748b,segment=NetworkSegment(e7cb9384-eccf-46c0-86bc-02e725068e51),segment_id=e7cb9384-eccf-46c0-86bc-02e725068e51)] {{(pid=87871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 12:32:32.089678 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-34a720b3-3ea4-464b-83be-4a48b9a68f59 req-aa7ebe10-639e-44c0-84cf-bcbbd3024dfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2363241'] for port, after_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:32:32.147131 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a720b3-3ea4-464b-83be-4a48b9a68f59 req-aa7ebe10-639e-44c0-84cf-bcbbd3024dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:32:32.147732 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-34a720b3-3ea4-464b-83be-4a48b9a68f59 req-aa7ebe10-639e-44c0-84cf-bcbbd3024dfe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:32:32.149060 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-34a720b3-3ea4-464b-83be-4a48b9a68f59 req-aa7ebe10-639e-44c0-84cf-bcbbd3024dfe service neutron] 10.222.0.11 "PUT /v2.0/ports/93eb4fb3-eb65-426f-8322-c188c5ab748b HTTP/1.1" status: 200 len: 1093 time: 1.1185265 Mar 28 12:32:32.149488 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e372890b-0f62-4972-8077-10cad358024e', 'tag': '93eb4fb3-eb65-426f-8322-c188c5ab748b'}] {{(pid=87871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 12:32:32.175132 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7ebe10-639e-44c0-84cf-bcbbd3024dfe service neutron] Pushing event updated for resources: {'Port': ['ID=93eb4fb3-eb65-426f-8322-c188c5ab748b,revision_number=3']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:32:32.234399 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e372890b-0f62-4972-8077-10cad358024e', 'tag': '93eb4fb3-eb65-426f-8322-c188c5ab748b', 'status': 'completed', 'code': 200} Mar 28 12:32:32.277142 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a720b3-3ea4-464b-83be-4a48b9a68f59 req-a44add40-1889-45bf-8303-c08cca88f77e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:32:32.278644 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-34a720b3-3ea4-464b-83be-4a48b9a68f59 req-a44add40-1889-45bf-8303-c08cca88f77e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=bf61b35ded70454082616e376fe15d12&device_id=e372890b-0f62-4972-8077-10cad358024e HTTP/1.1" status: 200 len: 1096 time: 0.0806341 Mar 28 12:32:32.348430 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-34a720b3-3ea4-464b-83be-4a48b9a68f59 req-79c03f86-7a63-4081-a3ad-ad723db323e4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=93eb4fb3-eb65-426f-8322-c188c5ab748b HTTP/1.1" status: 200 len: 217 time: 0.0636778 Mar 28 12:32:32.385626 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2d8ec602-8004-4b44-b723-68a9324847de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:32:32.410836 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a720b3-3ea4-464b-83be-4a48b9a68f59 req-7d5dfc66-7c91-4331-83be-a4f4a3a466ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:32:32.412205 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-34a720b3-3ea4-464b-83be-4a48b9a68f59 req-7d5dfc66-7c91-4331-83be-a4f4a3a466ce service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1be4e53a-e828-4ffd-9e59-081228833d0c HTTP/1.1" status: 200 len: 834 time: 0.0583658 Mar 28 12:32:32.485485 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a720b3-3ea4-464b-83be-4a48b9a68f59 req-d46eadb6-e137-4e67-bc89-7b8177f8328a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:32:32.486930 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-34a720b3-3ea4-464b-83be-4a48b9a68f59 req-d46eadb6-e137-4e67-bc89-7b8177f8328a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ba2bd6ad-9df7-49bd-8557-260df5856e9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0687389 Mar 28 12:32:32.591150 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device b8a5ea05-33f4-4989-afd4-659fbcc4d036 up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:32:32.617420 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-34a720b3-3ea4-464b-83be-4a48b9a68f59 req-e09ae18e-f071-43d4-8bdd-9d21216efc9a service neutron] 10.222.0.11 "GET /v2.0/networks/ba2bd6ad-9df7-49bd-8557-260df5856e9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245306 Mar 28 12:32:32.661274 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port b8a5ea05-33f4-4989-afd4-659fbcc4d036 triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:32:32.661635 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:32:32.747654 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-34a720b3-3ea4-464b-83be-4a48b9a68f59 req-83c1616a-6d0b-422c-9b67-5dab04b7d739 service neutron] 10.222.0.11 "GET /v2.0/networks/ba2bd6ad-9df7-49bd-8557-260df5856e9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241579 Mar 28 12:32:32.863802 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2783b31-f011-4b64-a45a-32d5114cebc1 req-0a932475-1321-4aea-bea5-17b3eaa597f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:32:32.865321 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-c2783b31-f011-4b64-a45a-32d5114cebc1 req-0a932475-1321-4aea-bea5-17b3eaa597f1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=bf61b35ded70454082616e376fe15d12&device_id=e372890b-0f62-4972-8077-10cad358024e HTTP/1.1" status: 200 len: 1096 time: 0.0757442 Mar 28 12:32:33.047438 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2783b31-f011-4b64-a45a-32d5114cebc1 req-646ee4fe-c21d-4e25-bad8-73734d7b274c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:32:33.048877 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-c2783b31-f011-4b64-a45a-32d5114cebc1 req-646ee4fe-c21d-4e25-bad8-73734d7b274c service neutron] 10.222.0.11 "GET /v2.0/networks?id=ba2bd6ad-9df7-49bd-8557-260df5856e9f HTTP/1.1" status: 200 len: 896 time: 0.1769676 Mar 28 12:32:33.061026 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b671613-c1ec-43c6-ab7c-ef5a67803392 req-f5418fbc-38af-4946-ae21-7c052ee84676 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:32:33.062354 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-5b671613-c1ec-43c6-ab7c-ef5a67803392 req-f5418fbc-38af-4946-ae21-7c052ee84676 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/ports?device_id=e372890b-0f62-4972-8077-10cad358024e HTTP/1.1" status: 200 len: 943 time: 0.1732302 Mar 28 12:32:33.138303 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-c2783b31-f011-4b64-a45a-32d5114cebc1 req-ff796b42-3a6b-4dad-85a5-248e405b20a8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=93eb4fb3-eb65-426f-8322-c188c5ab748b HTTP/1.1" status: 200 len: 217 time: 0.0750582 Mar 28 12:32:33.205671 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-5b671613-c1ec-43c6-ab7c-ef5a67803392 req-7274c872-22f1-47ff-83f9-d84eece2bf47 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/security-groups?id=2bc5fd52-71c8-4eb7-ab61-c50361f028b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923483 Mar 28 12:32:33.217880 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2783b31-f011-4b64-a45a-32d5114cebc1 req-49bd779c-4078-494a-9df6-fbd740f50e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:32:33.219331 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-c2783b31-f011-4b64-a45a-32d5114cebc1 req-49bd779c-4078-494a-9df6-fbd740f50e7c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1be4e53a-e828-4ffd-9e59-081228833d0c HTTP/1.1" status: 200 len: 834 time: 0.0747476 Mar 28 12:32:33.294625 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2783b31-f011-4b64-a45a-32d5114cebc1 req-5db96e1f-5043-42a8-9edb-c02e4c636d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:32:33.296150 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-c2783b31-f011-4b64-a45a-32d5114cebc1 req-5db96e1f-5043-42a8-9edb-c02e4c636d85 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ba2bd6ad-9df7-49bd-8557-260df5856e9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0697794 Mar 28 12:32:33.528212 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-c2783b31-f011-4b64-a45a-32d5114cebc1 req-354da37f-e359-4997-8973-b756f4f1695b service neutron] 10.222.0.11 "GET /v2.0/networks/ba2bd6ad-9df7-49bd-8557-260df5856e9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2249420 Mar 28 12:32:33.656395 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-c2783b31-f011-4b64-a45a-32d5114cebc1 req-046cb36b-3566-4e29-8720-35935580cb73 service neutron] 10.222.0.11 "GET /v2.0/networks/ba2bd6ad-9df7-49bd-8557-260df5856e9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209624 Mar 28 12:32:34.185593 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Device 93eb4fb3-eb65-426f-8322-c188c5ab748b details requested by agent hyperv_hv-neutron-8353 with host hv-neutron-8353 {{(pid=87872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 28 12:32:34.320476 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] For port 93eb4fb3-eb65-426f-8322-c188c5ab748b, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=93eb4fb3-eb65-426f-8322-c188c5ab748b,segment=NetworkSegment(e7cb9384-eccf-46c0-86bc-02e725068e51),segment_id=e7cb9384-eccf-46c0-86bc-02e725068e51)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:32:34.337177 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Returning: {'device': '93eb4fb3-eb65-426f-8322-c188c5ab748b', 'network_id': 'ba2bd6ad-9df7-49bd-8557-260df5856e9f', 'port_id': '93eb4fb3-eb65-426f-8322-c188c5ab748b', 'mac_address': 'fa:16:3e:9d:21:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1be4e53a-e828-4ffd-9e59-081228833d0c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 28 12:32:34.389681 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1230d1d4-15eb-4b2c-9208-45e5788ce75f req-5fb89137-4cf8-43f4-ae30-1f478e7078ae tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:32:34.391147 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-1230d1d4-15eb-4b2c-9208-45e5788ce75f req-5fb89137-4cf8-43f4-ae30-1f478e7078ae tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/ports?device_id=e372890b-0f62-4972-8077-10cad358024e HTTP/1.1" status: 200 len: 943 time: 0.0806632 Mar 28 12:32:34.393162 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:32:34.410003 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.notifiers.nova [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93eb4fb3-eb65-426f-8322-c188c5ab748b {{(pid=87872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 12:32:34.425530 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] For port 93eb4fb3-eb65-426f-8322-c188c5ab748b, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=93eb4fb3-eb65-426f-8322-c188c5ab748b,segment=NetworkSegment(e7cb9384-eccf-46c0-86bc-02e725068e51),segment_id=e7cb9384-eccf-46c0-86bc-02e725068e51)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:32:34.430261 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:32:34.439383 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-1230d1d4-15eb-4b2c-9208-45e5788ce75f req-e4e1590a-d5c0-4063-adb8-4e1d02ac5823 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/security-groups?id=2bc5fd52-71c8-4eb7-ab61-c50361f028b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421600 Mar 28 12:32:34.496188 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Pushing event updated for resources: {'Port': ['ID=93eb4fb3-eb65-426f-8322-c188c5ab748b,revision_number=4']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:32:34.632655 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] get_ports_and_sgs() called for port_ids ['93eb4fb3-eb65-426f-8322-c188c5ab748b'] {{(pid=87872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 12:32:34.809610 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-32f50ac0-713b-44fc-9245-a45feafaebf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:32:35.623439 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742e6343-14a3-4cb8-b725-583265e2531c req-1d1f8763-889c-4106-84b1-8e69ac4dc477 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:32:35.624907 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-742e6343-14a3-4cb8-b725-583265e2531c req-1d1f8763-889c-4106-84b1-8e69ac4dc477 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/ports?device_id=e372890b-0f62-4972-8077-10cad358024e HTTP/1.1" status: 200 len: 944 time: 0.0797639 Mar 28 12:32:35.671237 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-742e6343-14a3-4cb8-b725-583265e2531c req-83372360-808b-4bc7-be2f-a9b54ac4e315 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/security-groups?id=2bc5fd52-71c8-4eb7-ab61-c50361f028b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406730 Mar 28 12:32:35.799838 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:32:35.908412 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-ef3be119-c018-4979-be07-86cf959defc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:32:36.201240 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Device 93eb4fb3-eb65-426f-8322-c188c5ab748b up at agent hyperv_hv-neutron-8353 {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:32:36.270493 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Provisioning for port 93eb4fb3-eb65-426f-8322-c188c5ab748b completed by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:32:36.275713 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Provisioning complete for port 93eb4fb3-eb65-426f-8322-c188c5ab748b triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:32:36.276082 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:32:36.386564 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:32:36.416131 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e372890b-0f62-4972-8077-10cad358024e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93eb4fb3-eb65-426f-8322-c188c5ab748b'}] {{(pid=87872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 12:32:36.425942 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] For port 93eb4fb3-eb65-426f-8322-c188c5ab748b, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=93eb4fb3-eb65-426f-8322-c188c5ab748b,segment=NetworkSegment(e7cb9384-eccf-46c0-86bc-02e725068e51),segment_id=e7cb9384-eccf-46c0-86bc-02e725068e51)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:32:36.429763 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:32:36.466176 dv-neutron-835340-2-hyperv neutron-server[87872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e372890b-0f62-4972-8077-10cad358024e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93eb4fb3-eb65-426f-8322-c188c5ab748b', 'code': 200} Mar 28 12:32:36.499337 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Pushing event updated for resources: {'Port': ['ID=93eb4fb3-eb65-426f-8322-c188c5ab748b,revision_number=5']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:32:36.683057 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64575f75-c198-47b4-8178-138abe2a9d3f req-9dcd6e29-aea8-4eb6-bd8c-83051cec52f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:32:36.684427 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-64575f75-c198-47b4-8178-138abe2a9d3f req-9dcd6e29-aea8-4eb6-bd8c-83051cec52f6 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e372890b-0f62-4972-8077-10cad358024e HTTP/1.1" status: 200 len: 1098 time: 0.0680516 Mar 28 12:32:36.724552 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-64575f75-c198-47b4-8178-138abe2a9d3f req-bca921b3-d21b-4857-a471-8dd9919fe9b4 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=2bc5fd52-71c8-4eb7-ab61-c50361f028b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341191 Mar 28 12:32:36.855524 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd34e60d-467e-4291-8f31-6ff2618d49fb req-130b64b4-b53c-4cc8-9eaf-43126a554c78 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:32:36.856949 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-fd34e60d-467e-4291-8f31-6ff2618d49fb req-130b64b4-b53c-4cc8-9eaf-43126a554c78 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/ports?device_id=e372890b-0f62-4972-8077-10cad358024e HTTP/1.1" status: 200 len: 945 time: 0.0827131 Mar 28 12:32:36.900413 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-fd34e60d-467e-4291-8f31-6ff2618d49fb req-0d1ec3e1-84f0-4b07-aa10-7a543c48449c tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/security-groups?id=2bc5fd52-71c8-4eb7-ab61-c50361f028b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378118 Mar 28 12:32:37.569403 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-b7ccd3c7-0277-4f12-8e5c-e41478141af5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:32:38.086839 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cf4c48-4c87-40d2-9ddd-7f0a67c24860 req-6f434d6c-ec82-4ec7-8408-234d16196481 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:32:38.088849 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-07cf4c48-4c87-40d2-9ddd-7f0a67c24860 req-6f434d6c-ec82-4ec7-8408-234d16196481 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/ports?device_id=e372890b-0f62-4972-8077-10cad358024e HTTP/1.1" status: 200 len: 945 time: 0.0834222 Mar 28 12:32:38.131822 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-07cf4c48-4c87-40d2-9ddd-7f0a67c24860 req-ea916aa9-87e4-49de-919b-4d7a84eec7a9 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/security-groups?id=2bc5fd52-71c8-4eb7-ab61-c50361f028b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373120 Mar 28 12:32:38.310455 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e6f5a0-cf13-425d-b661-ab56a1711450 req-d2408fd0-6a49-4c83-b84f-b7c9173efdf7 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:32:38.311884 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-12e6f5a0-cf13-425d-b661-ab56a1711450 req-d2408fd0-6a49-4c83-b84f-b7c9173efdf7 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/ports?device_id=e372890b-0f62-4972-8077-10cad358024e HTTP/1.1" status: 200 len: 945 time: 0.0791955 Mar 28 12:32:38.355006 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-12e6f5a0-cf13-425d-b661-ab56a1711450 req-9916bccb-aecf-4e9e-ba8d-e113c658d070 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/security-groups?id=2bc5fd52-71c8-4eb7-ab61-c50361f028b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375586 Mar 28 12:32:38.377474 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 37086) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:32:38.449537 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6280b3e-5a75-4c08-ae28-a00772656bdf tempest-TestNetworkAdvancedServerOps-218286836 tempest-TestNetworkAdvancedServerOps-218286836-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:32:38.450923 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-a6280b3e-5a75-4c08-ae28-a00772656bdf tempest-TestNetworkAdvancedServerOps-218286836 tempest-TestNetworkAdvancedServerOps-218286836-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=e372890b-0f62-4972-8077-10cad358024e HTTP/1.1" status: 200 len: 1093 time: 0.0724914 Mar 28 12:32:38.453641 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 37090) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:32:38.458560 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-a573c6e3-4804-4cee-915f-0c73c5678cb9 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Request body: {'floatingip': {'floating_network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'port_id': '93eb4fb3-eb65-426f-8322-c188c5ab748b', 'tenant_id': 'bf61b35ded70454082616e376fe15d12', 'fixed_ip_address': '172.20.0.4'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:32:38.464975 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-a573c6e3-4804-4cee-915f-0c73c5678cb9 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:32:38.468781 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-a573c6e3-4804-4cee-915f-0c73c5678cb9 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Usage tracker for resource:floatingip and tenant:bf61b35ded70454082616e376fe15d12 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:32:38.471572 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-a573c6e3-4804-4cee-915f-0c73c5678cb9 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:32:38.477121 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-a573c6e3-4804-4cee-915f-0c73c5678cb9 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:32:38.487599 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-a573c6e3-4804-4cee-915f-0c73c5678cb9 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks [] for floatingip, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:32:38.623271 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-a573c6e3-4804-4cee-915f-0c73c5678cb9 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:32:38.758009 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.db_base_plugin_common [None req-a573c6e3-4804-4cee-915f-0c73c5678cb9 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Allocated IP 172.26.7.195 (ac2b1748-8f63-4b17-a9c7-07e79704aa5b/0b7ebf76-1dc7-431a-a0b4-b96bacf287c2/6c9ba2ad-cc6c-4efe-aa60-dcb1982e9cd9) {{(pid=87871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 12:32:38.902989 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-a573c6e3-4804-4cee-915f-0c73c5678cb9 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks [] for port, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:32:38.931230 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-a573c6e3-4804-4cee-915f-0c73c5678cb9 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:32:38.989621 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a573c6e3-4804-4cee-915f-0c73c5678cb9 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Network ac2b1748-8f63-4b17-a9c7-07e79704aa5b is already hosted by enough agents. {{(pid=87871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:32:38.992283 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-a573c6e3-4804-4cee-915f-0c73c5678cb9 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Resources bound (agent type, host, resource id): {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:32:38.999874 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a573c6e3-4804-4cee-915f-0c73c5678cb9 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Received port after_create {{(pid=87871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 12:32:39.038431 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a573c6e3-4804-4cee-915f-0c73c5678cb9 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Pushing event updated for resources: {'Port': ['ID=6c9ba2ad-cc6c-4efe-aa60-dcb1982e9cd9,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:32:39.518607 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-a573c6e3-4804-4cee-915f-0c73c5678cb9 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:32:39.590470 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-a573c6e3-4804-4cee-915f-0c73c5678cb9 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:32:39.794152 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-a573c6e3-4804-4cee-915f-0c73c5678cb9 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks [] for port, precommit_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:32:39.798602 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-a573c6e3-4804-4cee-915f-0c73c5678cb9 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2363241'] for port, after_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:32:39.910190 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a573c6e3-4804-4cee-915f-0c73c5678cb9 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Pushing event updated for resources: {'Port': ['ID=6c9ba2ad-cc6c-4efe-aa60-dcb1982e9cd9,revision_number=2']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:32:39.918454 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-a573c6e3-4804-4cee-915f-0c73c5678cb9 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-709520'] for floatingip, after_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:32:40.085238 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.db.l3_db [None req-a573c6e3-4804-4cee-915f-0c73c5678cb9 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Floating IP 577ac35c-74e5-49e3-95e0-d1ea0648377c associated. External IP: 172.26.7.195, port: 93eb4fb3-eb65-426f-8322-c188c5ab748b. Mar 28 12:32:40.431972 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a573c6e3-4804-4cee-915f-0c73c5678cb9 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Router 77581732-0225-4f77-ba42-60e8eb8f2c07 has already been hosted by L3 agent af79d429-529e-400b-a119-94d4bec03f3e {{(pid=87871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 12:32:40.607847 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a573c6e3-4804-4cee-915f-0c73c5678cb9 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 12:32:40.618764 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef1e572-d54c-4469-8785-cc366cc12d78 None None] Sync routers for ids ['77581732-0225-4f77-ba42-60e8eb8f2c07'] in dv-neutron-835340-2-hyperv {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 12:32:40.627584 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef1e572-d54c-4469-8785-cc366cc12d78 None None] Routers {'77581732-0225-4f77-ba42-60e8eb8f2c07'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:32:40.628206 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-4ef1e572-d54c-4469-8785-cc366cc12d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:32:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['77581732-0225-4f77-ba42-60e8eb8f2c07'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:32:40.632265 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-a573c6e3-4804-4cee-915f-0c73c5678cb9 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for floatingip, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:32:40.687363 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-a573c6e3-4804-4cee-915f-0c73c5678cb9 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2325408 Mar 28 12:32:40.687795 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e372890b-0f62-4972-8077-10cad358024e', 'tag': '93eb4fb3-eb65-426f-8322-c188c5ab748b'}] {{(pid=87871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 12:32:40.735563 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e372890b-0f62-4972-8077-10cad358024e', 'tag': '93eb4fb3-eb65-426f-8322-c188c5ab748b', 'status': 'completed', 'code': 200} Mar 28 12:32:40.812862 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvr_db [None req-4ef1e572-d54c-4469-8785-cc366cc12d78 None None] Set router 77581732-0225-4f77-ba42-60e8eb8f2c07 gateway port host: dv-neutron-835340-2-hyperv {{(pid=87872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:32:40.832340 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12d6a32-7355-4d57-a679-ede5a6c30e34 req-dd58f63e-730d-4113-a3c4-9ac3b7e7f371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:32:40.834200 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-b12d6a32-7355-4d57-a679-ede5a6c30e34 req-dd58f63e-730d-4113-a3c4-9ac3b7e7f371 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=bf61b35ded70454082616e376fe15d12&device_id=e372890b-0f62-4972-8077-10cad358024e HTTP/1.1" status: 200 len: 1098 time: 0.0767837 Mar 28 12:32:40.858222 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455a8d70-ace0-4c3d-b8bf-fc42410f6c73 req-5e677825-4c06-428e-9c86-840a54de06fd tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:32:40.859734 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-455a8d70-ace0-4c3d-b8bf-fc42410f6c73 req-5e677825-4c06-428e-9c86-840a54de06fd tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/ports?device_id=e372890b-0f62-4972-8077-10cad358024e HTTP/1.1" status: 200 len: 945 time: 0.0854487 Mar 28 12:32:40.907480 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-455a8d70-ace0-4c3d-b8bf-fc42410f6c73 req-9beaad9b-5f46-4123-9886-6d68b71b5a35 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/security-groups?id=2bc5fd52-71c8-4eb7-ab61-c50361f028b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416555 Mar 28 12:32:40.931728 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 37098) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:32:41.047127 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-3c622a3d-e2e0-4c41-bbea-1b1834913f0f tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/floatingips/577ac35c-74e5-49e3-95e0-d1ea0648377c HTTP/1.1" status: 200 len: 991 time: 0.1140373 Mar 28 12:32:41.094218 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12d6a32-7355-4d57-a679-ede5a6c30e34 req-3b856398-0a7e-4a21-96c8-c62eaeb0c346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:32:41.095704 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-b12d6a32-7355-4d57-a679-ede5a6c30e34 req-3b856398-0a7e-4a21-96c8-c62eaeb0c346 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ba2bd6ad-9df7-49bd-8557-260df5856e9f HTTP/1.1" status: 200 len: 896 time: 0.2557676 Mar 28 12:32:41.171407 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-4ef1e572-d54c-4469-8785-cc366cc12d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77581732-0225-4f77-ba42-60e8eb8f2c07', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1957354835', 'tenant_id': 'bf61b35ded70454082616e376fe15d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.120'}], 'enable_snat': True}, 'gw_port_id': '043f30de-9546-4359-a45b-b89430938ed1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:32:21Z', 'updated_at': '2022-03-28T12:32:26Z', 'revision_number': 4, 'project_id': 'bf61b35ded70454082616e376fe15d12', 'gw_port': {'id': '043f30de-9546-4359-a45b-b89430938ed1', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:48:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77581732-0225-4f77-ba42-60e8eb8f2c07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:32:22Z', 'updated_at': '2022-03-28T12:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_floatingips': [{'id': '577ac35c-74e5-49e3-95e0-d1ea0648377c', 'tenant_id': 'bf61b35ded70454082616e376fe15d12', 'floating_ip_address': '172.26.7.195', 'floating_network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'router_id': '77581732-0225-4f77-ba42-60e8eb8f2c07', 'port_id': '93eb4fb3-eb65-426f-8322-c188c5ab748b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1778, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba2bd6ad-9df7-49bd-8557-260df5856e9f', 'mac_address': 'fa:16:3e:9d:21:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e372890b-0f62-4972-8077-10cad358024e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T12:32:39Z', 'updated_at': '2022-03-28T12:32:39Z', 'revision_number': 0, 'project_id': 'bf61b35ded70454082616e376fe15d12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8a5ea05-33f4-4989-afd4-659fbcc4d036', 'name': '', 'network_id': 'ba2bd6ad-9df7-49bd-8557-260df5856e9f', 'tenant_id': 'bf61b35ded70454082616e376fe15d12', 'mac_address': 'fa:16:3e:e0:d0:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77581732-0225-4f77-ba42-60e8eb8f2c07', 'device_owner': 'network:router_interface', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': '1be4e53a-e828-4ffd-9e59-081228833d0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:32:25Z', 'updated_at': '2022-03-28T12:32:30Z', 'revision_number': 5, 'project_id': 'bf61b35ded70454082616e376fe15d12', 'subnets': [{'id': '1be4e53a-e828-4ffd-9e59-081228833d0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:32:41.175282 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef1e572-d54c-4469-8785-cc366cc12d78 None None] Checking router: 77581732-0225-4f77-ba42-60e8eb8f2c07 for host: dv-neutron-835340-2-hyperv {{(pid=87872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 12:32:41.183516 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef1e572-d54c-4469-8785-cc366cc12d78 None None] Routers {'77581732-0225-4f77-ba42-60e8eb8f2c07'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:32:41.184112 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-4ef1e572-d54c-4469-8785-cc366cc12d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:32:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['77581732-0225-4f77-ba42-60e8eb8f2c07'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:32:41.197939 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-b12d6a32-7355-4d57-a679-ede5a6c30e34 req-47f4a9da-a295-4416-94d5-f44694d1326e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=93eb4fb3-eb65-426f-8322-c188c5ab748b HTTP/1.1" status: 200 len: 999 time: 0.0963602 Mar 28 12:32:41.261223 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12d6a32-7355-4d57-a679-ede5a6c30e34 req-c5682201-36f3-4ad8-bc3c-4299ef4189c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:32:41.262686 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-b12d6a32-7355-4d57-a679-ede5a6c30e34 req-c5682201-36f3-4ad8-bc3c-4299ef4189c9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1be4e53a-e828-4ffd-9e59-081228833d0c HTTP/1.1" status: 200 len: 834 time: 0.0592141 Mar 28 12:32:41.343351 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12d6a32-7355-4d57-a679-ede5a6c30e34 req-7eed6344-f3fe-4a3e-80c4-0fa5a633b58d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:32:41.344762 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-b12d6a32-7355-4d57-a679-ede5a6c30e34 req-7eed6344-f3fe-4a3e-80c4-0fa5a633b58d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ba2bd6ad-9df7-49bd-8557-260df5856e9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0763781 Mar 28 12:32:41.367738 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvr_db [None req-4ef1e572-d54c-4469-8785-cc366cc12d78 None None] Set router 77581732-0225-4f77-ba42-60e8eb8f2c07 gateway port host: dv-neutron-835340-2-hyperv {{(pid=87872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:32:41.476967 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-b12d6a32-7355-4d57-a679-ede5a6c30e34 req-82ef5bce-a34c-4c6f-bce5-6d64fed4d063 service neutron] 10.222.0.11 "GET /v2.0/networks/ba2bd6ad-9df7-49bd-8557-260df5856e9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260927 Mar 28 12:32:41.608705 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-b12d6a32-7355-4d57-a679-ede5a6c30e34 req-9d9c1a8c-a8d6-484e-8063-d0107c12b660 service neutron] 10.222.0.11 "GET /v2.0/networks/ba2bd6ad-9df7-49bd-8557-260df5856e9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252384 Mar 28 12:32:41.747357 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-4ef1e572-d54c-4469-8785-cc366cc12d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77581732-0225-4f77-ba42-60e8eb8f2c07', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1957354835', 'tenant_id': 'bf61b35ded70454082616e376fe15d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.120'}], 'enable_snat': True}, 'gw_port_id': '043f30de-9546-4359-a45b-b89430938ed1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:32:21Z', 'updated_at': '2022-03-28T12:32:26Z', 'revision_number': 4, 'project_id': 'bf61b35ded70454082616e376fe15d12', 'gw_port': {'id': '043f30de-9546-4359-a45b-b89430938ed1', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:48:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77581732-0225-4f77-ba42-60e8eb8f2c07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:32:22Z', 'updated_at': '2022-03-28T12:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_floatingips': [{'id': '577ac35c-74e5-49e3-95e0-d1ea0648377c', 'tenant_id': 'bf61b35ded70454082616e376fe15d12', 'floating_ip_address': '172.26.7.195', 'floating_network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'router_id': '77581732-0225-4f77-ba42-60e8eb8f2c07', 'port_id': '93eb4fb3-eb65-426f-8322-c188c5ab748b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1778, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba2bd6ad-9df7-49bd-8557-260df5856e9f', 'mac_address': 'fa:16:3e:9d:21:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e372890b-0f62-4972-8077-10cad358024e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T12:32:39Z', 'updated_at': '2022-03-28T12:32:39Z', 'revision_number': 0, 'project_id': 'bf61b35ded70454082616e376fe15d12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8a5ea05-33f4-4989-afd4-659fbcc4d036', 'name': '', 'network_id': 'ba2bd6ad-9df7-49bd-8557-260df5856e9f', 'tenant_id': 'bf61b35ded70454082616e376fe15d12', 'mac_address': 'fa:16:3e:e0:d0:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77581732-0225-4f77-ba42-60e8eb8f2c07', 'device_owner': 'network:router_interface', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': '1be4e53a-e828-4ffd-9e59-081228833d0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:32:25Z', 'updated_at': '2022-03-28T12:32:30Z', 'revision_number': 5, 'project_id': 'bf61b35ded70454082616e376fe15d12', 'subnets': [{'id': '1be4e53a-e828-4ffd-9e59-081228833d0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:32:41.751228 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef1e572-d54c-4469-8785-cc366cc12d78 None None] The sync data for ids ['77581732-0225-4f77-ba42-60e8eb8f2c07'] in dv-neutron-835340-2-hyperv is: [{'id': '77581732-0225-4f77-ba42-60e8eb8f2c07', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1957354835', 'tenant_id': 'bf61b35ded70454082616e376fe15d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.120'}], 'enable_snat': True}, 'gw_port_id': '043f30de-9546-4359-a45b-b89430938ed1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:32:21Z', 'updated_at': '2022-03-28T12:32:26Z', 'revision_number': 4, 'project_id': 'bf61b35ded70454082616e376fe15d12', 'gw_port': {'id': '043f30de-9546-4359-a45b-b89430938ed1', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:48:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77581732-0225-4f77-ba42-60e8eb8f2c07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:32:22Z', 'updated_at': '2022-03-28T12:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_floatingips': [{'id': '577ac35c-74e5-49e3-95e0-d1ea0648377c', 'tenant_id': 'bf61b35ded70454082616e376fe15d12', 'floating_ip_address': '172.26.7.195', 'floating_network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'router_id': '77581732-0225-4f77-ba42-60e8eb8f2c07', 'port_id': '93eb4fb3-eb65-426f-8322-c188c5ab748b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1778, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba2bd6ad-9df7-49bd-8557-260df5856e9f', 'mac_address': 'fa:16:3e:9d:21:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e372890b-0f62-4972-8077-10cad358024e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T12:32:39Z', 'updated_at': '2022-03-28T12:32:39Z', 'revision_number': 0, 'project_id': 'bf61b35ded70454082616e376fe15d12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8a5ea05-33f4-4989-afd4-659fbcc4d036', 'name': '', 'network_id': 'ba2bd6ad-9df7-49bd-8557-260df5856e9f', 'tenant_id': 'bf61b35ded70454082616e376fe15d12', 'mac_address': 'fa:16:3e:e0:d0:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77581732-0225-4f77-ba42-60e8eb8f2c07', 'device_owner': 'network:router_interface', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': '1be4e53a-e828-4ffd-9e59-081228833d0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:32:25Z', 'updated_at': '2022-03-28T12:32:30Z', 'revision_number': 5, 'project_id': 'bf61b35ded70454082616e376fe15d12', 'subnets': [{'id': '1be4e53a-e828-4ffd-9e59-081228833d0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 12:32:41.940087 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f6a15c9-e0be-4346-8b04-6cb238469640 None None] New status for floating IP 577ac35c-74e5-49e3-95e0-d1ea0648377c: ACTIVE {{(pid=87873) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 12:32:42.050298 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 37102) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:32:42.159237 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-09f06980-a976-4599-b908-70f77a556679 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/floatingips/577ac35c-74e5-49e3-95e0-d1ea0648377c HTTP/1.1" status: 200 len: 991 time: 0.1075602 Mar 28 12:32:43.163106 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 37106) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:32:43.269858 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-2fe1bb0d-599e-4a9e-8cc0-e172ed17fcb6 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/floatingips/577ac35c-74e5-49e3-95e0-d1ea0648377c HTTP/1.1" status: 200 len: 993 time: 0.1053607 Mar 28 12:32:47.425422 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [req-de91c9a5-1558-42b9-9a58-cdce356add74 req-edd5346d-8893-47d4-ade0-8fb51ed53ccc service neutron] (87870) timed out ('10.222.0.11', 60758) {{(pid=87870) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 28 12:32:50.995515 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:32:52.466066 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.agents_db [None req-03fd49d8-b51b-41c1-8716-b8e265c93689 None None] Agent healthcheck: found 6 active agents {{(pid=87873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 12:33:02.378034 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-ed6183a9-fd7a-4eb1-a919-6329450490dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:04.792073 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-0a1d7a58-9007-40d0-aad6-1ac56c858b2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:05.599047 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-aed0a71d-e498-4d3d-8018-9b69cafb9528 req-da4304d1-2d02-419e-adfb-dabaddfe6d2b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e372890b-0f62-4972-8077-10cad358024e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0680711 Mar 28 12:33:05.738300 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed0a71d-e498-4d3d-8018-9b69cafb9528 req-c2b9d2b6-8827-4785-833c-16c412fcdc88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:33:05.739753 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-aed0a71d-e498-4d3d-8018-9b69cafb9528 req-c2b9d2b6-8827-4785-833c-16c412fcdc88 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=bf61b35ded70454082616e376fe15d12&device_id=e372890b-0f62-4972-8077-10cad358024e HTTP/1.1" status: 200 len: 1098 time: 0.0730352 Mar 28 12:33:05.802201 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:05.887403 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed0a71d-e498-4d3d-8018-9b69cafb9528 req-409c258b-81c2-441e-84de-3c2c2058a0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:33:05.888775 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-aed0a71d-e498-4d3d-8018-9b69cafb9528 req-409c258b-81c2-441e-84de-3c2c2058a0d7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ba2bd6ad-9df7-49bd-8557-260df5856e9f HTTP/1.1" status: 200 len: 896 time: 0.1315422 Mar 28 12:33:05.912047 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-ef3be119-c018-4979-be07-86cf959defc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:05.992793 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-aed0a71d-e498-4d3d-8018-9b69cafb9528 req-b0f86fc5-09bc-4f2f-8bf4-7e3dc3baea3c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=93eb4fb3-eb65-426f-8322-c188c5ab748b HTTP/1.1" status: 200 len: 1001 time: 0.0940034 Mar 28 12:33:06.056077 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed0a71d-e498-4d3d-8018-9b69cafb9528 req-4de9134e-208a-4bbf-921e-da25ec7d7b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:33:06.057444 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-aed0a71d-e498-4d3d-8018-9b69cafb9528 req-4de9134e-208a-4bbf-921e-da25ec7d7b1b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1be4e53a-e828-4ffd-9e59-081228833d0c HTTP/1.1" status: 200 len: 834 time: 0.0586295 Mar 28 12:33:06.129753 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed0a71d-e498-4d3d-8018-9b69cafb9528 req-834c5897-d9e6-4676-93ea-2a697705814e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:33:06.131183 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-aed0a71d-e498-4d3d-8018-9b69cafb9528 req-834c5897-d9e6-4676-93ea-2a697705814e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ba2bd6ad-9df7-49bd-8557-260df5856e9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0677133 Mar 28 12:33:06.261281 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-aed0a71d-e498-4d3d-8018-9b69cafb9528 req-abe25546-3def-405c-b89b-a3a2f77e804d service neutron] 10.222.0.11 "GET /v2.0/networks/ba2bd6ad-9df7-49bd-8557-260df5856e9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218154 Mar 28 12:33:06.392382 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-aed0a71d-e498-4d3d-8018-9b69cafb9528 req-0e5e0680-32b3-4462-bb78-694eedc6a9cb service neutron] 10.222.0.11 "GET /v2.0/networks/ba2bd6ad-9df7-49bd-8557-260df5856e9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228232 Mar 28 12:33:07.571316 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-b7ccd3c7-0277-4f12-8e5c-e41478141af5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:12.895334 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42a672f-8fb8-4f45-883f-eb52ec35fc05 req-802ad155-942c-48aa-811d-f3c11a156083 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:33:12.896782 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-f42a672f-8fb8-4f45-883f-eb52ec35fc05 req-802ad155-942c-48aa-811d-f3c11a156083 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/ports?device_id=e372890b-0f62-4972-8077-10cad358024e HTTP/1.1" status: 200 len: 945 time: 0.0832486 Mar 28 12:33:12.940936 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-f42a672f-8fb8-4f45-883f-eb52ec35fc05 req-be9b9b32-d2a6-429e-858c-64c728561d28 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/security-groups?id=2bc5fd52-71c8-4eb7-ab61-c50361f028b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380507 Mar 28 12:33:14.126299 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feefe1a2-b225-4c12-9750-8db52b52aa5f req-c40f6058-48d2-4a32-836f-7022720aa280 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:33:14.127674 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-feefe1a2-b225-4c12-9750-8db52b52aa5f req-c40f6058-48d2-4a32-836f-7022720aa280 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/ports?device_id=e372890b-0f62-4972-8077-10cad358024e HTTP/1.1" status: 200 len: 945 time: 0.0817423 Mar 28 12:33:14.176119 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-feefe1a2-b225-4c12-9750-8db52b52aa5f req-c3e4e95f-711c-485e-83df-f9fca1ebd6ff tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/security-groups?id=2bc5fd52-71c8-4eb7-ab61-c50361f028b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428011 Mar 28 12:33:14.199623 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 37128) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:33:14.304496 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-82f793cd-4dcf-4886-a264-cadb20108f1b tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/floatingips/577ac35c-74e5-49e3-95e0-d1ea0648377c HTTP/1.1" status: 200 len: 993 time: 0.1038022 Mar 28 12:33:15.929244 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1e46ed-fdf3-4d66-a075-a35b8e5b8a6e req-d8d73c9e-4d6e-4f23-8093-e947765a7dfb tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:33:15.930699 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-7d1e46ed-fdf3-4d66-a075-a35b8e5b8a6e req-d8d73c9e-4d6e-4f23-8093-e947765a7dfb tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/ports?device_id=e372890b-0f62-4972-8077-10cad358024e HTTP/1.1" status: 200 len: 945 time: 0.2475646 Mar 28 12:33:15.936101 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf44754-a254-42c3-a127-d859e54314dd req-5f21a558-ca8f-4db9-b78e-7fa2abde1c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:33:15.937436 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-7bf44754-a254-42c3-a127-d859e54314dd req-5f21a558-ca8f-4db9-b78e-7fa2abde1c9e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=bf61b35ded70454082616e376fe15d12&device_id=e372890b-0f62-4972-8077-10cad358024e HTTP/1.1" status: 200 len: 1098 time: 0.2228990 Mar 28 12:33:16.064001 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-7d1e46ed-fdf3-4d66-a075-a35b8e5b8a6e req-d9853a81-d8ea-4447-be94-df709ff912da tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/security-groups?id=2bc5fd52-71c8-4eb7-ab61-c50361f028b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1256216 Mar 28 12:33:16.094804 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf44754-a254-42c3-a127-d859e54314dd req-36b274f6-e0f1-4586-b3e5-a26a8d2a4aef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:33:16.096311 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-7bf44754-a254-42c3-a127-d859e54314dd req-36b274f6-e0f1-4586-b3e5-a26a8d2a4aef service neutron] 10.222.0.11 "GET /v2.0/networks?id=ba2bd6ad-9df7-49bd-8557-260df5856e9f HTTP/1.1" status: 200 len: 896 time: 0.1455712 Mar 28 12:33:16.197733 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-7bf44754-a254-42c3-a127-d859e54314dd req-91347634-e2b0-4ce5-a300-d9791767007b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=93eb4fb3-eb65-426f-8322-c188c5ab748b HTTP/1.1" status: 200 len: 1001 time: 0.0956197 Mar 28 12:33:16.257137 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf44754-a254-42c3-a127-d859e54314dd req-d7464f60-1413-4109-bae8-cf3d4cc1510b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:33:16.258464 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-7bf44754-a254-42c3-a127-d859e54314dd req-d7464f60-1413-4109-bae8-cf3d4cc1510b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1be4e53a-e828-4ffd-9e59-081228833d0c HTTP/1.1" status: 200 len: 834 time: 0.0553958 Mar 28 12:33:16.333401 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf44754-a254-42c3-a127-d859e54314dd req-59a9b365-1c49-441c-afa6-6d2ae97203cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:33:16.334828 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-7bf44754-a254-42c3-a127-d859e54314dd req-59a9b365-1c49-441c-afa6-6d2ae97203cc service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ba2bd6ad-9df7-49bd-8557-260df5856e9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0709987 Mar 28 12:33:16.461534 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-7bf44754-a254-42c3-a127-d859e54314dd req-c60f478a-478b-462a-8891-199ce725e23e service neutron] 10.222.0.11 "GET /v2.0/networks/ba2bd6ad-9df7-49bd-8557-260df5856e9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204150 Mar 28 12:33:16.594058 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-7bf44754-a254-42c3-a127-d859e54314dd req-62b07b67-43b0-4e7a-945e-279bd1e2c85c service neutron] 10.222.0.11 "GET /v2.0/networks/ba2bd6ad-9df7-49bd-8557-260df5856e9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269004 Mar 28 12:33:17.254055 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e18f3e2-7273-4f82-87fd-582c82a23762 req-dc475569-283f-4779-9929-9d69e95f3d0b tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:33:17.255530 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-4e18f3e2-7273-4f82-87fd-582c82a23762 req-dc475569-283f-4779-9929-9d69e95f3d0b tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/ports?device_id=e372890b-0f62-4972-8077-10cad358024e HTTP/1.1" status: 200 len: 945 time: 0.0800040 Mar 28 12:33:17.300029 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-4e18f3e2-7273-4f82-87fd-582c82a23762 req-8d579a67-c136-447a-bc13-38514fe1232c tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/security-groups?id=2bc5fd52-71c8-4eb7-ab61-c50361f028b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387306 Mar 28 12:33:18.479353 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0157001b-34e8-4ac4-9eae-6ad33f6acba4 req-b03e04cf-758f-4d5a-bfa9-70dcf3f3505a tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:33:18.481302 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-0157001b-34e8-4ac4-9eae-6ad33f6acba4 req-b03e04cf-758f-4d5a-bfa9-70dcf3f3505a tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/ports?device_id=e372890b-0f62-4972-8077-10cad358024e HTTP/1.1" status: 200 len: 945 time: 0.0779610 Mar 28 12:33:18.525250 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-0157001b-34e8-4ac4-9eae-6ad33f6acba4 req-3df519bb-4453-4c32-b72f-4118b12e408a tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/security-groups?id=2bc5fd52-71c8-4eb7-ab61-c50361f028b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384185 Mar 28 12:33:18.548256 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 37142) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:33:18.653792 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-dd4098b3-436f-4960-84f5-8293229fbb92 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/floatingips/577ac35c-74e5-49e3-95e0-d1ea0648377c HTTP/1.1" status: 200 len: 993 time: 0.1043591 Mar 28 12:33:18.916303 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 37150) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:33:19.117804 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-dc439719-21d6-49b9-92c7-94a128990129 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Deleting port 6c9ba2ad-cc6c-4efe-aa60-dcb1982e9cd9 {{(pid=87871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:33:19.118136 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-dc439719-21d6-49b9-92c7-94a128990129 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:19.280705 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-dc439719-21d6-49b9-92c7-94a128990129 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:19.281019 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-dc439719-21d6-49b9-92c7-94a128990129 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:19.401205 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-dc439719-21d6-49b9-92c7-94a128990129 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Calling delete_port for 6c9ba2ad-cc6c-4efe-aa60-dcb1982e9cd9 owned by network:floatingip {{(pid=87871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:33:19.659510 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-dc439719-21d6-49b9-92c7-94a128990129 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:19.706626 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc439719-21d6-49b9-92c7-94a128990129 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Pushing event deleted for resources: {'Port': ['ID=6c9ba2ad-cc6c-4efe-aa60-dcb1982e9cd9,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:33:19.738122 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc439719-21d6-49b9-92c7-94a128990129 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:33:19.738467 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc439719-21d6-49b9-92c7-94a128990129 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:33:19.738801 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc439719-21d6-49b9-92c7-94a128990129 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:33:19.739132 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc439719-21d6-49b9-92c7-94a128990129 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:33:19.739460 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc439719-21d6-49b9-92c7-94a128990129 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:33:19.739810 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc439719-21d6-49b9-92c7-94a128990129 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:33:19.740132 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc439719-21d6-49b9-92c7-94a128990129 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:33:19.740450 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc439719-21d6-49b9-92c7-94a128990129 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:33:19.740770 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc439719-21d6-49b9-92c7-94a128990129 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:33:19.741086 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc439719-21d6-49b9-92c7-94a128990129 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:33:19.741406 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc439719-21d6-49b9-92c7-94a128990129 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:33:19.741720 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc439719-21d6-49b9-92c7-94a128990129 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:33:19.809608 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-dc439719-21d6-49b9-92c7-94a128990129 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks [] for floatingip, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:19.809932 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.db.l3_db [None req-dc439719-21d6-49b9-92c7-94a128990129 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Floating IP 577ac35c-74e5-49e3-95e0-d1ea0648377c disassociated (deleted). External IP: 172.26.7.195, port: 93eb4fb3-eb65-426f-8322-c188c5ab748b. Mar 28 12:33:20.159783 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc439719-21d6-49b9-92c7-94a128990129 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Router 77581732-0225-4f77-ba42-60e8eb8f2c07 has already been hosted by L3 agent af79d429-529e-400b-a119-94d4bec03f3e {{(pid=87871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 12:33:20.337520 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc439719-21d6-49b9-92c7-94a128990129 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 12:33:20.348748 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-388fd0e8-f8da-46bf-9740-30303863e509 None None] Sync routers for ids ['77581732-0225-4f77-ba42-60e8eb8f2c07'] in dv-neutron-835340-2-hyperv {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 12:33:20.357265 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-dc439719-21d6-49b9-92c7-94a128990129 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for floatingip, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:20.358358 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-388fd0e8-f8da-46bf-9740-30303863e509 None None] Routers {'77581732-0225-4f77-ba42-60e8eb8f2c07'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:33:20.358959 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-388fd0e8-f8da-46bf-9740-30303863e509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:33:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['77581732-0225-4f77-ba42-60e8eb8f2c07'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:33:20.412045 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-dc439719-21d6-49b9-92c7-94a128990129 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "DELETE /v2.0/floatingips/577ac35c-74e5-49e3-95e0-d1ea0648377c HTTP/1.1" status: 204 len: 168 time: 1.4946532 Mar 28 12:33:20.412628 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e372890b-0f62-4972-8077-10cad358024e', 'tag': '93eb4fb3-eb65-426f-8322-c188c5ab748b'}] {{(pid=87871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 12:33:20.457707 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e372890b-0f62-4972-8077-10cad358024e', 'tag': '93eb4fb3-eb65-426f-8322-c188c5ab748b', 'status': 'completed', 'code': 200} Mar 28 12:33:20.546377 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvr_db [None req-388fd0e8-f8da-46bf-9740-30303863e509 None None] Set router 77581732-0225-4f77-ba42-60e8eb8f2c07 gateway port host: dv-neutron-835340-2-hyperv {{(pid=87872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:33:20.551144 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3499523f-3f48-47b8-a242-9738f64115d6 req-be7b9947-3511-4411-9001-453b04d04546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:33:20.552626 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-3499523f-3f48-47b8-a242-9738f64115d6 req-be7b9947-3511-4411-9001-453b04d04546 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=bf61b35ded70454082616e376fe15d12&device_id=e372890b-0f62-4972-8077-10cad358024e HTTP/1.1" status: 200 len: 1098 time: 0.0742481 Mar 28 12:33:20.696243 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3499523f-3f48-47b8-a242-9738f64115d6 req-94db2937-1d69-4f86-ae3d-b0da36baadf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:33:20.697626 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-3499523f-3f48-47b8-a242-9738f64115d6 req-94db2937-1d69-4f86-ae3d-b0da36baadf1 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ba2bd6ad-9df7-49bd-8557-260df5856e9f HTTP/1.1" status: 200 len: 896 time: 0.1348286 Mar 28 12:33:20.772861 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-3499523f-3f48-47b8-a242-9738f64115d6 req-a7cc230c-009e-4175-9b53-8ac83f0aa47f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=93eb4fb3-eb65-426f-8322-c188c5ab748b HTTP/1.1" status: 200 len: 217 time: 0.0681207 Mar 28 12:33:20.793791 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad0bd19-dc4f-4d3a-9e3b-9bdb426a7e17 req-e5d7a2f1-be99-4aeb-88dd-5cc1649e2879 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:33:20.796056 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-8ad0bd19-dc4f-4d3a-9e3b-9bdb426a7e17 req-e5d7a2f1-be99-4aeb-88dd-5cc1649e2879 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/ports?device_id=e372890b-0f62-4972-8077-10cad358024e HTTP/1.1" status: 200 len: 945 time: 0.0896277 Mar 28 12:33:20.840648 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3499523f-3f48-47b8-a242-9738f64115d6 req-066c411d-b796-494d-9b05-a3367dd55095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:33:20.842078 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-3499523f-3f48-47b8-a242-9738f64115d6 req-066c411d-b796-494d-9b05-a3367dd55095 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1be4e53a-e828-4ffd-9e59-081228833d0c HTTP/1.1" status: 200 len: 834 time: 0.0619414 Mar 28 12:33:20.845684 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-8ad0bd19-dc4f-4d3a-9e3b-9bdb426a7e17 req-dd956470-f7e7-4c7a-b9b8-7489ca4a41e8 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/security-groups?id=2bc5fd52-71c8-4eb7-ab61-c50361f028b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413208 Mar 28 12:33:20.885085 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-388fd0e8-f8da-46bf-9740-30303863e509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77581732-0225-4f77-ba42-60e8eb8f2c07', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1957354835', 'tenant_id': 'bf61b35ded70454082616e376fe15d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.120'}], 'enable_snat': True}, 'gw_port_id': '043f30de-9546-4359-a45b-b89430938ed1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:32:21Z', 'updated_at': '2022-03-28T12:32:26Z', 'revision_number': 4, 'project_id': 'bf61b35ded70454082616e376fe15d12', 'gw_port': {'id': '043f30de-9546-4359-a45b-b89430938ed1', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:48:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77581732-0225-4f77-ba42-60e8eb8f2c07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:32:22Z', 'updated_at': '2022-03-28T12:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_interfaces': [{'id': 'b8a5ea05-33f4-4989-afd4-659fbcc4d036', 'name': '', 'network_id': 'ba2bd6ad-9df7-49bd-8557-260df5856e9f', 'tenant_id': 'bf61b35ded70454082616e376fe15d12', 'mac_address': 'fa:16:3e:e0:d0:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77581732-0225-4f77-ba42-60e8eb8f2c07', 'device_owner': 'network:router_interface', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': '1be4e53a-e828-4ffd-9e59-081228833d0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:32:25Z', 'updated_at': '2022-03-28T12:32:30Z', 'revision_number': 5, 'project_id': 'bf61b35ded70454082616e376fe15d12', 'subnets': [{'id': '1be4e53a-e828-4ffd-9e59-081228833d0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:33:20.890096 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-388fd0e8-f8da-46bf-9740-30303863e509 None None] Checking router: 77581732-0225-4f77-ba42-60e8eb8f2c07 for host: dv-neutron-835340-2-hyperv {{(pid=87872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 12:33:20.898226 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-388fd0e8-f8da-46bf-9740-30303863e509 None None] Routers {'77581732-0225-4f77-ba42-60e8eb8f2c07'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:33:20.898812 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-388fd0e8-f8da-46bf-9740-30303863e509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:33:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['77581732-0225-4f77-ba42-60e8eb8f2c07'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:33:20.922463 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3499523f-3f48-47b8-a242-9738f64115d6 req-d9418023-e868-43e8-bbad-578747d61cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:33:20.924014 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-3499523f-3f48-47b8-a242-9738f64115d6 req-d9418023-e868-43e8-bbad-578747d61cf7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ba2bd6ad-9df7-49bd-8557-260df5856e9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0756135 Mar 28 12:33:21.066322 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:21.099072 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvr_db [None req-388fd0e8-f8da-46bf-9740-30303863e509 None None] Set router 77581732-0225-4f77-ba42-60e8eb8f2c07 gateway port host: dv-neutron-835340-2-hyperv {{(pid=87872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:33:21.172879 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-3499523f-3f48-47b8-a242-9738f64115d6 req-8ae4eb7a-f052-4751-b0ba-16eb76058e07 service neutron] 10.222.0.11 "GET /v2.0/networks/ba2bd6ad-9df7-49bd-8557-260df5856e9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2384160 Mar 28 12:33:21.301717 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-3499523f-3f48-47b8-a242-9738f64115d6 req-70874f80-1930-45d6-88dd-a2eb2474b7da service neutron] 10.222.0.11 "GET /v2.0/networks/ba2bd6ad-9df7-49bd-8557-260df5856e9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223300 Mar 28 12:33:21.409533 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-388fd0e8-f8da-46bf-9740-30303863e509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77581732-0225-4f77-ba42-60e8eb8f2c07', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1957354835', 'tenant_id': 'bf61b35ded70454082616e376fe15d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.120'}], 'enable_snat': True}, 'gw_port_id': '043f30de-9546-4359-a45b-b89430938ed1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:32:21Z', 'updated_at': '2022-03-28T12:32:26Z', 'revision_number': 4, 'project_id': 'bf61b35ded70454082616e376fe15d12', 'gw_port': {'id': '043f30de-9546-4359-a45b-b89430938ed1', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:48:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77581732-0225-4f77-ba42-60e8eb8f2c07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:32:22Z', 'updated_at': '2022-03-28T12:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_interfaces': [{'id': 'b8a5ea05-33f4-4989-afd4-659fbcc4d036', 'name': '', 'network_id': 'ba2bd6ad-9df7-49bd-8557-260df5856e9f', 'tenant_id': 'bf61b35ded70454082616e376fe15d12', 'mac_address': 'fa:16:3e:e0:d0:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77581732-0225-4f77-ba42-60e8eb8f2c07', 'device_owner': 'network:router_interface', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': '1be4e53a-e828-4ffd-9e59-081228833d0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:32:25Z', 'updated_at': '2022-03-28T12:32:30Z', 'revision_number': 5, 'project_id': 'bf61b35ded70454082616e376fe15d12', 'subnets': [{'id': '1be4e53a-e828-4ffd-9e59-081228833d0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:33:21.413364 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-388fd0e8-f8da-46bf-9740-30303863e509 None None] The sync data for ids ['77581732-0225-4f77-ba42-60e8eb8f2c07'] in dv-neutron-835340-2-hyperv is: [{'id': '77581732-0225-4f77-ba42-60e8eb8f2c07', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1957354835', 'tenant_id': 'bf61b35ded70454082616e376fe15d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.120'}], 'enable_snat': True}, 'gw_port_id': '043f30de-9546-4359-a45b-b89430938ed1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:32:21Z', 'updated_at': '2022-03-28T12:32:26Z', 'revision_number': 4, 'project_id': 'bf61b35ded70454082616e376fe15d12', 'gw_port': {'id': '043f30de-9546-4359-a45b-b89430938ed1', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:48:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77581732-0225-4f77-ba42-60e8eb8f2c07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:32:22Z', 'updated_at': '2022-03-28T12:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_interfaces': [{'id': 'b8a5ea05-33f4-4989-afd4-659fbcc4d036', 'name': '', 'network_id': 'ba2bd6ad-9df7-49bd-8557-260df5856e9f', 'tenant_id': 'bf61b35ded70454082616e376fe15d12', 'mac_address': 'fa:16:3e:e0:d0:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77581732-0225-4f77-ba42-60e8eb8f2c07', 'device_owner': 'network:router_interface', 'standard_attr_id': 1775, 'fixed_ips': [{'subnet_id': '1be4e53a-e828-4ffd-9e59-081228833d0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:32:25Z', 'updated_at': '2022-03-28T12:32:30Z', 'revision_number': 5, 'project_id': 'bf61b35ded70454082616e376fe15d12', 'subnets': [{'id': '1be4e53a-e828-4ffd-9e59-081228833d0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 12:33:21.623340 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c32c70c-ce4e-4a34-a8f2-82260189d7b7 None None] New status for floating IP 577ac35c-74e5-49e3-95e0-d1ea0648377c: DOWN {{(pid=87873) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 12:33:22.029607 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2cb52c-7baa-45e1-852e-419c99d42352 req-c07a6532-ba97-4eaa-b281-124468b54877 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:33:22.030195 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [req-0d2cb52c-7baa-45e1-852e-419c99d42352 req-c07a6532-ba97-4eaa-b281-124468b54877 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Synchronizing usage tracker for tenant:bf61b35ded70454082616e376fe15d12 on resource:port {{(pid=87871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:33:22.045312 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [req-0d2cb52c-7baa-45e1-852e-419c99d42352 req-c07a6532-ba97-4eaa-b281-124468b54877 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Unset dirty status for tenant:bf61b35ded70454082616e376fe15d12 on resource:port {{(pid=87871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:33:22.046419 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-0d2cb52c-7baa-45e1-852e-419c99d42352 req-c07a6532-ba97-4eaa-b281-124468b54877 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/ports?device_id=e372890b-0f62-4972-8077-10cad358024e HTTP/1.1" status: 200 len: 945 time: 0.0955493 Mar 28 12:33:22.089078 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-0d2cb52c-7baa-45e1-852e-419c99d42352 req-63e6bee5-4cec-44d1-82f3-d471045ab3f2 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/security-groups?id=2bc5fd52-71c8-4eb7-ab61-c50361f028b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369790 Mar 28 12:33:22.258420 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead30758-7a27-4910-9513-e774da4dd654 req-8117ebd2-4424-43c1-a318-537559d5a345 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:33:22.259839 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-ead30758-7a27-4910-9513-e774da4dd654 req-8117ebd2-4424-43c1-a318-537559d5a345 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.11 "GET /v2.0/ports?device_id=e372890b-0f62-4972-8077-10cad358024e HTTP/1.1" status: 200 len: 945 time: 0.0807290 Mar 28 12:33:22.327916 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [req-ead30758-7a27-4910-9513-e774da4dd654 req-4d11978e-c600-48f5-baa4-6aff203f3acc tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Deleting port 93eb4fb3-eb65-426f-8322-c188c5ab748b {{(pid=87871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:33:22.328165 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-ead30758-7a27-4910-9513-e774da4dd654 req-4d11978e-c600-48f5-baa4-6aff203f3acc tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:22.573514 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.db [req-ead30758-7a27-4910-9513-e774da4dd654 req-4d11978e-c600-48f5-baa4-6aff203f3acc tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] For port 93eb4fb3-eb65-426f-8322-c188c5ab748b, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=93eb4fb3-eb65-426f-8322-c188c5ab748b,segment=NetworkSegment(e7cb9384-eccf-46c0-86bc-02e725068e51),segment_id=e7cb9384-eccf-46c0-86bc-02e725068e51)] {{(pid=87871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:33:22.574456 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-ead30758-7a27-4910-9513-e774da4dd654 req-4d11978e-c600-48f5-baa4-6aff203f3acc tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:22.696431 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [req-ead30758-7a27-4910-9513-e774da4dd654 req-4d11978e-c600-48f5-baa4-6aff203f3acc tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Calling delete_port for 93eb4fb3-eb65-426f-8322-c188c5ab748b owned by compute:nova {{(pid=87871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:33:22.839121 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-ead30758-7a27-4910-9513-e774da4dd654 req-4d11978e-c600-48f5-baa4-6aff203f3acc tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:22.893087 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d11978e-c600-48f5-baa4-6aff203f3acc tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Pushing event deleted for resources: {'Port': ['ID=93eb4fb3-eb65-426f-8322-c188c5ab748b,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:33:22.962769 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.l3_dvrscheduler_db [req-ead30758-7a27-4910-9513-e774da4dd654 req-4d11978e-c600-48f5-baa4-6aff203f3acc tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] No DVR routers for this DVR port 93eb4fb3-eb65-426f-8322-c188c5ab748b on host hv-neutron-8353 {{(pid=87871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 12:33:22.965639 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-ead30758-7a27-4910-9513-e774da4dd654 req-4d11978e-c600-48f5-baa4-6aff203f3acc tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:22.968053 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e372890b-0f62-4972-8077-10cad358024e', 'name': 'network-vif-deleted', 'tag': '93eb4fb3-eb65-426f-8322-c188c5ab748b'}] {{(pid=87871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 12:33:22.983294 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-ead30758-7a27-4910-9513-e774da4dd654 req-4d11978e-c600-48f5-baa4-6aff203f3acc tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.11 "DELETE /v2.0/ports/93eb4fb3-eb65-426f-8322-c188c5ab748b HTTP/1.1" status: 204 len: 173 time: 0.7186058 Mar 28 12:33:23.022064 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e372890b-0f62-4972-8077-10cad358024e', 'name': 'network-vif-deleted', 'tag': '93eb4fb3-eb65-426f-8322-c188c5ab748b', 'status': 'completed', 'code': 200} Mar 28 12:33:23.257888 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [req-d950c47f-bf09-4eee-a235-d8f474bd9ffb req-d81a4da2-7060-439e-80ea-8b6a5ed2c57a tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Synchronizing usage tracker for tenant:bf61b35ded70454082616e376fe15d12 on resource:port {{(pid=87871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:33:23.277432 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [req-d950c47f-bf09-4eee-a235-d8f474bd9ffb req-d81a4da2-7060-439e-80ea-8b6a5ed2c57a tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Unset dirty status for tenant:bf61b35ded70454082616e376fe15d12 on resource:port {{(pid=87871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:33:23.278804 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-d950c47f-bf09-4eee-a235-d8f474bd9ffb req-d81a4da2-7060-439e-80ea-8b6a5ed2c57a tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "GET /v2.0/ports?device_id=e372890b-0f62-4972-8077-10cad358024e HTTP/1.1" status: 200 len: 210 time: 0.0681551 Mar 28 12:33:24.378426 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 37168) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:33:25.021250 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-92be246a-c043-4a08-884e-3d2cebe5b832 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-743394'] for router_interface, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:25.366826 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-92be246a-c043-4a08-884e-3d2cebe5b832 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Deleting port b8a5ea05-33f4-4989-afd4-659fbcc4d036 {{(pid=87871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:33:25.367161 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-92be246a-c043-4a08-884e-3d2cebe5b832 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:25.557436 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.db [None req-92be246a-c043-4a08-884e-3d2cebe5b832 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] For port b8a5ea05-33f4-4989-afd4-659fbcc4d036, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=b8a5ea05-33f4-4989-afd4-659fbcc4d036,segment=NetworkSegment(e7cb9384-eccf-46c0-86bc-02e725068e51),segment_id=e7cb9384-eccf-46c0-86bc-02e725068e51)] {{(pid=87871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:33:25.558653 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-92be246a-c043-4a08-884e-3d2cebe5b832 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:25.679676 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-92be246a-c043-4a08-884e-3d2cebe5b832 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Calling delete_port for b8a5ea05-33f4-4989-afd4-659fbcc4d036 owned by network:router_interface {{(pid=87871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:33:25.944167 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-92be246a-c043-4a08-884e-3d2cebe5b832 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:25.993365 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92be246a-c043-4a08-884e-3d2cebe5b832 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Pushing event deleted for resources: {'Port': ['ID=b8a5ea05-33f4-4989-afd4-659fbcc4d036,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:33:26.374672 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-92be246a-c043-4a08-884e-3d2cebe5b832 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-743246'] for router_interface, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:26.402216 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Device 93eb4fb3-eb65-426f-8322-c188c5ab748b no longer exists at agent hyperv_hv-neutron-8353 {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 12:33:26.436207 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] No Port match for: 93eb4fb3-eb65-426f-8322-c188c5ab748b {{(pid=87872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 12:33:26.436552 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Device 93eb4fb3-eb65-426f-8322-c188c5ab748b not bound to the agent host hv-neutron-8353 {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 12:33:26.739736 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92be246a-c043-4a08-884e-3d2cebe5b832 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Router 77581732-0225-4f77-ba42-60e8eb8f2c07 has already been hosted by L3 agent af79d429-529e-400b-a119-94d4bec03f3e {{(pid=87871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 12:33:26.913543 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92be246a-c043-4a08-884e-3d2cebe5b832 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 12:33:26.923710 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2448b235-40ff-45e6-a51f-f8ab23e08bb0 None None] Sync routers for ids ['77581732-0225-4f77-ba42-60e8eb8f2c07'] in dv-neutron-835340-2-hyperv {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 12:33:26.930251 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-92be246a-c043-4a08-884e-3d2cebe5b832 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "PUT /v2.0/routers/77581732-0225-4f77-ba42-60e8eb8f2c07/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5507596 Mar 28 12:33:26.932819 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 37172) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:33:26.933534 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2448b235-40ff-45e6-a51f-f8ab23e08bb0 None None] Routers {'77581732-0225-4f77-ba42-60e8eb8f2c07'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:33:26.934238 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-2448b235-40ff-45e6-a51f-f8ab23e08bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:33:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['77581732-0225-4f77-ba42-60e8eb8f2c07'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:33:27.001768 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae3b44b2-4494-4632-93fb-a89cbd7983aa tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Deleting subnet 1be4e53a-e828-4ffd-9e59-081228833d0c {{(pid=87871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 12:33:27.004624 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-ae3b44b2-4494-4632-93fb-a89cbd7983aa tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks [] for subnet, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:27.058759 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-ae3b44b2-4494-4632-93fb-a89cbd7983aa tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3436877'] for subnet, precommit_delete_associations {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:27.141726 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-ae3b44b2-4494-4632-93fb-a89cbd7983aa tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1919782'] for subnet, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:27.155999 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvr_db [None req-2448b235-40ff-45e6-a51f-f8ab23e08bb0 None None] Set router 77581732-0225-4f77-ba42-60e8eb8f2c07 gateway port host: dv-neutron-835340-2-hyperv {{(pid=87872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:33:27.216139 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-ae3b44b2-4494-4632-93fb-a89cbd7983aa tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1919805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2364079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26551417'] for subnet, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:27.255706 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3b44b2-4494-4632-93fb-a89cbd7983aa tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Pushing event deleted for resources: {'Subnet': ['ID=1be4e53a-e828-4ffd-9e59-081228833d0c,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:33:27.257530 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-ae3b44b2-4494-4632-93fb-a89cbd7983aa tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks [] for subnet, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:27.268090 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-ae3b44b2-4494-4632-93fb-a89cbd7983aa tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "DELETE /v2.0/subnets/1be4e53a-e828-4ffd-9e59-081228833d0c HTTP/1.1" status: 204 len: 168 time: 0.3320012 Mar 28 12:33:27.268349 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 37176) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:33:27.275105 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b5ccb8e-d9c7-4ab1-bee1-29c4408eb6a6 None None] Network ba2bd6ad-9df7-49bd-8557-260df5856e9f requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 12:33:27.451310 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-584f7022-ffb0-47d2-bf13-86dfba1f6928 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks [] for router, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:27.614589 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-2448b235-40ff-45e6-a51f-f8ab23e08bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77581732-0225-4f77-ba42-60e8eb8f2c07', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1957354835', 'tenant_id': 'bf61b35ded70454082616e376fe15d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.120'}], 'enable_snat': True}, 'gw_port_id': '043f30de-9546-4359-a45b-b89430938ed1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:32:21Z', 'updated_at': '2022-03-28T12:33:25Z', 'revision_number': 5, 'project_id': 'bf61b35ded70454082616e376fe15d12', 'gw_port': {'id': '043f30de-9546-4359-a45b-b89430938ed1', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:48:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77581732-0225-4f77-ba42-60e8eb8f2c07', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1772, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:32:22Z', 'updated_at': '2022-03-28T12:32:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv'}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:33:27.618603 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2448b235-40ff-45e6-a51f-f8ab23e08bb0 None None] Checking router: 77581732-0225-4f77-ba42-60e8eb8f2c07 for host: dv-neutron-835340-2-hyperv {{(pid=87872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 12:33:27.628145 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2448b235-40ff-45e6-a51f-f8ab23e08bb0 None None] Routers {'77581732-0225-4f77-ba42-60e8eb8f2c07'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:33:27.628764 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-2448b235-40ff-45e6-a51f-f8ab23e08bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:33:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['77581732-0225-4f77-ba42-60e8eb8f2c07'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:33:27.633529 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-584f7022-ffb0-47d2-bf13-86dfba1f6928 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:27.645056 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-584f7022-ffb0-47d2-bf13-86dfba1f6928 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Deleting port 043f30de-9546-4359-a45b-b89430938ed1 {{(pid=87871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:33:27.645433 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-584f7022-ffb0-47d2-bf13-86dfba1f6928 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:27.701819 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19f81459-09f5-43d2-ad77-6a92800f12cd None None] DHCP port deletion for ba2bd6ad-9df7-49bd-8557-260df5856e9f request from dv-neutron-835340-2-hyperv {{(pid=87872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 12:33:27.757752 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-19f81459-09f5-43d2-ad77-6a92800f12cd None None] Deleting port 49617f88-eb83-45d3-ae27-abb866bd2edd {{(pid=87872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:33:27.758124 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-19f81459-09f5-43d2-ad77-6a92800f12cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:27.904052 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvr_db [None req-2448b235-40ff-45e6-a51f-f8ab23e08bb0 None None] Set router 77581732-0225-4f77-ba42-60e8eb8f2c07 gateway port host: None {{(pid=87872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:33:27.953798 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.db [None req-584f7022-ffb0-47d2-bf13-86dfba1f6928 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] For port 043f30de-9546-4359-a45b-b89430938ed1, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=043f30de-9546-4359-a45b-b89430938ed1,segment=NetworkSegment(688afb86-c9bd-46e2-ba7d-3fe76fb1efff),segment_id=688afb86-c9bd-46e2-ba7d-3fe76fb1efff)] {{(pid=87871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:33:27.954376 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-584f7022-ffb0-47d2-bf13-86dfba1f6928 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:28.041005 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-2448b235-40ff-45e6-a51f-f8ab23e08bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77581732-0225-4f77-ba42-60e8eb8f2c07', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1957354835', 'tenant_id': 'bf61b35ded70454082616e376fe15d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:32:21Z', 'updated_at': '2022-03-28T12:33:27Z', 'revision_number': 6, 'project_id': 'bf61b35ded70454082616e376fe15d12', 'gw_port_host': None}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:33:28.078948 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-584f7022-ffb0-47d2-bf13-86dfba1f6928 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Calling delete_port for 043f30de-9546-4359-a45b-b89430938ed1 owned by network:router_gateway {{(pid=87871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:33:28.089546 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2448b235-40ff-45e6-a51f-f8ab23e08bb0 None None] The sync data for ids ['77581732-0225-4f77-ba42-60e8eb8f2c07'] in dv-neutron-835340-2-hyperv is: [{'id': '77581732-0225-4f77-ba42-60e8eb8f2c07', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1957354835', 'tenant_id': 'bf61b35ded70454082616e376fe15d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:32:21Z', 'updated_at': '2022-03-28T12:33:27Z', 'revision_number': 6, 'project_id': 'bf61b35ded70454082616e376fe15d12', 'gw_port_host': None}] {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 12:33:28.122293 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-19f81459-09f5-43d2-ad77-6a92800f12cd None None] For port 49617f88-eb83-45d3-ae27-abb866bd2edd, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=49617f88-eb83-45d3-ae27-abb866bd2edd,segment=NetworkSegment(e7cb9384-eccf-46c0-86bc-02e725068e51),segment_id=e7cb9384-eccf-46c0-86bc-02e725068e51)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:33:28.122564 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-19f81459-09f5-43d2-ad77-6a92800f12cd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:28.247557 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-19f81459-09f5-43d2-ad77-6a92800f12cd None None] Calling delete_port for 49617f88-eb83-45d3-ae27-abb866bd2edd owned by network:dhcp {{(pid=87872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:33:28.258852 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-584f7022-ffb0-47d2-bf13-86dfba1f6928 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:28.327163 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-19f81459-09f5-43d2-ad77-6a92800f12cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250'] for port, after_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:28.336767 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584f7022-ffb0-47d2-bf13-86dfba1f6928 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Pushing event deleted for resources: {'Port': ['ID=043f30de-9546-4359-a45b-b89430938ed1,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:33:28.407824 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-584f7022-ffb0-47d2-bf13-86dfba1f6928 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-709573'] for router_gateway, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:28.418981 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f81459-09f5-43d2-ad77-6a92800f12cd None None] Pushing event deleted for resources: {'Port': ['ID=49617f88-eb83-45d3-ae27-abb866bd2edd,revision_number=None']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:33:28.423712 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f81459-09f5-43d2-ad77-6a92800f12cd None None] No DVR routers for this DVR port 49617f88-eb83-45d3-ae27-abb866bd2edd on host dv-neutron-835340-2-hyperv {{(pid=87872) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 12:33:28.435857 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f81459-09f5-43d2-ad77-6a92800f12cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:33:28.436208 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f81459-09f5-43d2-ad77-6a92800f12cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:33:28.436543 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f81459-09f5-43d2-ad77-6a92800f12cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:33:28.436873 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f81459-09f5-43d2-ad77-6a92800f12cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:33:28.437199 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f81459-09f5-43d2-ad77-6a92800f12cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:33:28.437523 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f81459-09f5-43d2-ad77-6a92800f12cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:33:28.437843 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f81459-09f5-43d2-ad77-6a92800f12cd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:33:28.438161 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f81459-09f5-43d2-ad77-6a92800f12cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:33:28.438480 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f81459-09f5-43d2-ad77-6a92800f12cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:33:28.438798 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f81459-09f5-43d2-ad77-6a92800f12cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:33:28.439113 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f81459-09f5-43d2-ad77-6a92800f12cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:33:28.439427 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f81459-09f5-43d2-ad77-6a92800f12cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:33:28.589912 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-584f7022-ffb0-47d2-bf13-86dfba1f6928 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-745164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-260864'] for router, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:28.592377 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-584f7022-ffb0-47d2-bf13-86dfba1f6928 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:28.616253 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-584f7022-ffb0-47d2-bf13-86dfba1f6928 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-745021'] for router, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:28.616859 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-584f7022-ffb0-47d2-bf13-86dfba1f6928 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Fanout notify agent at l3_agent the message router_deleted on router 77581732-0225-4f77-ba42-60e8eb8f2c07 {{(pid=87871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 12:33:28.633073 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-584f7022-ffb0-47d2-bf13-86dfba1f6928 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks [] for router, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:28.637162 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-584f7022-ffb0-47d2-bf13-86dfba1f6928 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "DELETE /v2.0/routers/77581732-0225-4f77-ba42-60e8eb8f2c07 HTTP/1.1" status: 204 len: 168 time: 1.3649037 Mar 28 12:33:28.637868 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 37180) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:33:28.646562 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 043f30de-9546-4359-a45b-b89430938ed1 no longer exists at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 12:33:28.679986 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] No Port match for: 043f30de-9546-4359-a45b-b89430938ed1 {{(pid=87872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 12:33:28.680401 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 043f30de-9546-4359-a45b-b89430938ed1 not bound to the agent host dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 12:33:28.680774 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 49617f88-eb83-45d3-ae27-abb866bd2edd no longer exists at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 12:33:28.715605 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] No Port match for: 49617f88-eb83-45d3-ae27-abb866bd2edd {{(pid=87872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 12:33:28.715960 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 49617f88-eb83-45d3-ae27-abb866bd2edd not bound to the agent host dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 12:33:28.716548 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device b8a5ea05-33f4-4989-afd4-659fbcc4d036 no longer exists at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 12:33:28.763949 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] No Port match for: b8a5ea05-33f4-4989-afd4-659fbcc4d036 {{(pid=87872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 12:33:28.764295 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device b8a5ea05-33f4-4989-afd4-659fbcc4d036 not bound to the agent host dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 12:33:28.856462 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-0a79a5e9-5926-4dba-bc06-06eb88e87ce7 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588883'] for network, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:28.988338 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-0a79a5e9-5926-4dba-bc06-06eb88e87ce7 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930431', 'neutron.services.segments.db._delete_segments_for_network-8783496351308'] for network, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:29.013371 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-0a79a5e9-5926-4dba-bc06-06eb88e87ce7 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba2bd6ad-9df7-49bd-8557-260df5856e9f']}} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:33:29.025180 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-0a79a5e9-5926-4dba-bc06-06eb88e87ce7 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7cb9384-eccf-46c0-86bc-02e725068e51') {'for_net_delete': True} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:33:29.025487 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.services.segments.db [None req-0a79a5e9-5926-4dba-bc06-06eb88e87ce7 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7cb9384-eccf-46c0-86bc-02e725068e51') {} {{(pid=87870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:33:29.036519 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-0a79a5e9-5926-4dba-bc06-06eb88e87ce7 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783496353639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3591341'] for segment, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:29.052789 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-0a79a5e9-5926-4dba-bc06-06eb88e87ce7 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:29.059990 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a79a5e9-5926-4dba-bc06-06eb88e87ce7 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=87870) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 12:33:29.060412 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-0a79a5e9-5926-4dba-bc06-06eb88e87ce7 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1920481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2558260'] for segment, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:29.075422 dv-neutron-835340-2-hyperv neutron-server[87870]: Traceback (most recent call last): Mar 28 12:33:29.075422 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 12:33:29.075422 dv-neutron-835340-2-hyperv neutron-server[87870]: timer() Mar 28 12:33:29.075422 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 12:33:29.075422 dv-neutron-835340-2-hyperv neutron-server[87870]: cb(*args, **kw) Mar 28 12:33:29.075422 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 12:33:29.075422 dv-neutron-835340-2-hyperv neutron-server[87870]: return func(*args, **kwargs) Mar 28 12:33:29.075422 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 12:33:29.075422 dv-neutron-835340-2-hyperv neutron-server[87870]: self._notify() Mar 28 12:33:29.075422 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 12:33:29.075422 dv-neutron-835340-2-hyperv neutron-server[87870]: self.callback(batched_events) Mar 28 12:33:29.075422 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 12:33:29.075422 dv-neutron-835340-2-hyperv neutron-server[87870]: event.method(event) Mar 28 12:33:29.075422 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 12:33:29.075422 dv-neutron-835340-2-hyperv neutron-server[87870]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 12:33:29.075422 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 12:33:29.075422 dv-neutron-835340-2-hyperv neutron-server[87870]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 12:33:29.075422 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 12:33:29.075422 dv-neutron-835340-2-hyperv neutron-server[87870]: return f(self, *a, **k) Mar 28 12:33:29.075422 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 12:33:29.075422 dv-neutron-835340-2-hyperv neutron-server[87870]: return self._get(url).json() Mar 28 12:33:29.075422 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 12:33:29.075422 dv-neutron-835340-2-hyperv neutron-server[87870]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 12:33:29.075422 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 12:33:29.075422 dv-neutron-835340-2-hyperv neutron-server[87870]: return self.request(url, 'GET', **kwargs) Mar 28 12:33:29.075422 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 12:33:29.075422 dv-neutron-835340-2-hyperv neutron-server[87870]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 12:33:29.075422 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 12:33:29.075422 dv-neutron-835340-2-hyperv neutron-server[87870]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 12:33:29.075422 dv-neutron-835340-2-hyperv neutron-server[87870]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 12:33:29.075422 dv-neutron-835340-2-hyperv neutron-server[87870]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 12:33:29.075422 dv-neutron-835340-2-hyperv neutron-server[87870]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 12:33:29.156601 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-0a79a5e9-5926-4dba-bc06-06eb88e87ce7 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709602'] for network, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:29.173862 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-0a79a5e9-5926-4dba-bc06-06eb88e87ce7 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks [] for network, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:29.185957 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a79a5e9-5926-4dba-bc06-06eb88e87ce7 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Pushing event deleted for resources: {'Network': ['ID=ba2bd6ad-9df7-49bd-8557-260df5856e9f,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:33:29.194986 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a79a5e9-5926-4dba-bc06-06eb88e87ce7 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:33:29.195335 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a79a5e9-5926-4dba-bc06-06eb88e87ce7 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:33:29.195700 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a79a5e9-5926-4dba-bc06-06eb88e87ce7 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:33:29.196034 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a79a5e9-5926-4dba-bc06-06eb88e87ce7 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:33:29.196364 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a79a5e9-5926-4dba-bc06-06eb88e87ce7 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:33:29.196691 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a79a5e9-5926-4dba-bc06-06eb88e87ce7 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:33:29.197014 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a79a5e9-5926-4dba-bc06-06eb88e87ce7 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:33:29.197338 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a79a5e9-5926-4dba-bc06-06eb88e87ce7 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:33:29.197658 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a79a5e9-5926-4dba-bc06-06eb88e87ce7 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:33:29.197976 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a79a5e9-5926-4dba-bc06-06eb88e87ce7 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:33:29.198829 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a79a5e9-5926-4dba-bc06-06eb88e87ce7 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:33:29.199157 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a79a5e9-5926-4dba-bc06-06eb88e87ce7 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:33:29.202443 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-0a79a5e9-5926-4dba-bc06-06eb88e87ce7 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "DELETE /v2.0/networks/ba2bd6ad-9df7-49bd-8557-260df5856e9f HTTP/1.1" status: 204 len: 168 time: 0.5635226 Mar 28 12:33:29.205009 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 37184) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:33:29.271908 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-96ad67a6-e3c7-4d73-80da-dcf64141e204 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks [] for security_group, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:29.300788 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-96ad67a6-e3c7-4d73-80da-dcf64141e204 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:29.372072 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-96ad67a6-e3c7-4d73-80da-dcf64141e204 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:29.391189 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ad67a6-e3c7-4d73-80da-dcf64141e204 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bc5fd52-71c8-4eb7-ab61-c50361f028b9,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:33:29.402295 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-96ad67a6-e3c7-4d73-80da-dcf64141e204 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] Notify callbacks [] for security_group, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:29.403408 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-96ad67a6-e3c7-4d73-80da-dcf64141e204 tempest-TestNetworkAdvancedServerOps-735179436 tempest-TestNetworkAdvancedServerOps-735179436-project] 10.222.0.30 "DELETE /v2.0/security-groups/2bc5fd52-71c8-4eb7-ab61-c50361f028b9 HTTP/1.1" status: 204 len: 168 time: 0.1975489 Mar 28 12:33:29.464979 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.agents_db [None req-03fd49d8-b51b-41c1-8716-b8e265c93689 None None] Agent healthcheck: found 6 active agents {{(pid=87873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 12:33:29.708312 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 37194) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:33:29.867453 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-7ca6e4c3-e0e6-4420-95ec-129aa9ff192e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=bf61b35ded70454082616e376fe15d12&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1580124 Mar 28 12:33:29.869953 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 37200) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:33:29.925471 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-0ca632dd-4e07-4493-9f3e-e7aa1ef8a239 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:29.950742 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-0ca632dd-4e07-4493-9f3e-e7aa1ef8a239 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:30.001906 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-0ca632dd-4e07-4493-9f3e-e7aa1ef8a239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:30.020167 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca632dd-4e07-4493-9f3e-e7aa1ef8a239 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc6ee16e-d8a1-4904-99fa-84fdca7b533e,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:33:30.024452 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-0ca632dd-4e07-4493-9f3e-e7aa1ef8a239 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:30.025542 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-0ca632dd-4e07-4493-9f3e-e7aa1ef8a239 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/fc6ee16e-d8a1-4904-99fa-84fdca7b533e HTTP/1.1" status: 204 len: 168 time: 0.1540344 Mar 28 12:33:30.295661 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 37208) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:33:30.315622 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-661e411a-b43a-49c6-a4b2-28fe1fb7a93f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:30.329442 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-661e411a-b43a-49c6-a4b2-28fe1fb7a93f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:33:30.333174 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-661e411a-b43a-49c6-a4b2-28fe1fb7a93f admin admin] Usage tracker for resource:security_group_rule and tenant:8567360152b84ea49c2fb0edcc797520 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:33:30.335897 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-661e411a-b43a-49c6-a4b2-28fe1fb7a93f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:33:30.342014 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-661e411a-b43a-49c6-a4b2-28fe1fb7a93f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:33:30.423996 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-661e411a-b43a-49c6-a4b2-28fe1fb7a93f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:30.427362 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-661e411a-b43a-49c6-a4b2-28fe1fb7a93f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:30.474816 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-661e411a-b43a-49c6-a4b2-28fe1fb7a93f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8567360152b84ea49c2fb0edcc797520&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1780992 Mar 28 12:33:30.475680 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661e411a-b43a-49c6-a4b2-28fe1fb7a93f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f7cc42b-58b7-4a6a-80e9-40142488a31d,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:33:30.477509 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 37212) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:33:30.535210 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-04ce92ac-46f4-4f78-81f7-be6d7bf9f318 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:30.560314 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-04ce92ac-46f4-4f78-81f7-be6d7bf9f318 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:30.611068 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-04ce92ac-46f4-4f78-81f7-be6d7bf9f318 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:30.626930 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ce92ac-46f4-4f78-81f7-be6d7bf9f318 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f7cc42b-58b7-4a6a-80e9-40142488a31d,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:33:30.632745 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-04ce92ac-46f4-4f78-81f7-be6d7bf9f318 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:30.633834 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-04ce92ac-46f4-4f78-81f7-be6d7bf9f318 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0f7cc42b-58b7-4a6a-80e9-40142488a31d HTTP/1.1" status: 204 len: 168 time: 0.1552796 Mar 28 12:33:31.334774 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 37236) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:33:31.439345 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-d6db1883-82bd-4726-b306-0a5891e01182 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-688086857-network', 'tenant_id': '611bb780ca494fbc8b6c699d288a0e35'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:33:31.444132 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-d6db1883-82bd-4726-b306-0a5891e01182 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:33:31.447983 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-d6db1883-82bd-4726-b306-0a5891e01182 admin admin] Usage tracker for resource:network and tenant:611bb780ca494fbc8b6c699d288a0e35 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:33:31.451579 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-d6db1883-82bd-4726-b306-0a5891e01182 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:33:31.457744 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-d6db1883-82bd-4726-b306-0a5891e01182 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:33:31.467995 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6db1883-82bd-4726-b306-0a5891e01182 admin admin] Made reservation on behalf of 611bb780ca494fbc8b6c699d288a0e35 for: {'network': 1} {{(pid=87870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 12:33:31.470333 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-d6db1883-82bd-4726-b306-0a5891e01182 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for network, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:31.482242 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-d6db1883-82bd-4726-b306-0a5891e01182 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:31.497012 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-d6db1883-82bd-4726-b306-0a5891e01182 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:33:31.500866 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-d6db1883-82bd-4726-b306-0a5891e01182 admin admin] Usage tracker for resource:security_group_rule and tenant:611bb780ca494fbc8b6c699d288a0e35 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:33:31.503629 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-d6db1883-82bd-4726-b306-0a5891e01182 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:33:31.509193 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-d6db1883-82bd-4726-b306-0a5891e01182 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:33:31.588977 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-d6db1883-82bd-4726-b306-0a5891e01182 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:31.593129 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-d6db1883-82bd-4726-b306-0a5891e01182 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:31.629287 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6db1883-82bd-4726-b306-0a5891e01182 admin admin] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=87870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 12:33:31.634290 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6db1883-82bd-4726-b306-0a5891e01182 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4de3b402-4723-4728-ad99-1c95829e61d0,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:33:31.643974 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-d6db1883-82bd-4726-b306-0a5891e01182 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:31.644317 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.db.segments_db [None req-d6db1883-82bd-4726-b306-0a5891e01182 admin admin] Added segment 1ff2eb9a-5a02-412d-ac79-976daac1f37a of type vlan for network 82100c45-55ff-48f2-87d9-3e87334936ab Mar 28 12:33:31.671990 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-d6db1883-82bd-4726-b306-0a5891e01182 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783495836591'] for network, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:31.699768 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-d6db1883-82bd-4726-b306-0a5891e01182 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765'] for network, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:31.700695 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6db1883-82bd-4726-b306-0a5891e01182 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:33:31.701268 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-d6db1883-82bd-4726-b306-0a5891e01182 admin admin] Notify callbacks [] for network, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:31.807356 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6db1883-82bd-4726-b306-0a5891e01182 admin admin] Pushing event updated for resources: {'Network': ['ID=82100c45-55ff-48f2-87d9-3e87334936ab,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:33:31.813702 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-d6db1883-82bd-4726-b306-0a5891e01182 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.4751627 Mar 28 12:33:31.813995 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 37242) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:33:31.818873 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Network 82100c45-55ff-48f2-87d9-3e87334936ab details requested by agent ovs-agent-dv-neutron-835340-2-hyperv with host dv-neutron-835340-2-hyperv {{(pid=87872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 12:33:31.819379 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-a1354639-6f1d-4bf9-b424-a5853629e228 admin admin] Request body: {'subnet': {'network_id': '82100c45-55ff-48f2-87d9-3e87334936ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-688086857-subnet', 'tenant_id': '611bb780ca494fbc8b6c699d288a0e35', 'ip_version': 4}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:33:31.824208 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-a1354639-6f1d-4bf9-b424-a5853629e228 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:33:31.828146 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-a1354639-6f1d-4bf9-b424-a5853629e228 admin admin] Usage tracker for resource:subnet and tenant:611bb780ca494fbc8b6c699d288a0e35 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:33:31.831003 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-a1354639-6f1d-4bf9-b424-a5853629e228 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:33:31.836712 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-a1354639-6f1d-4bf9-b424-a5853629e228 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:33:31.849680 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1354639-6f1d-4bf9-b424-a5853629e228 admin admin] Made reservation on behalf of 611bb780ca494fbc8b6c699d288a0e35 for: {'subnet': 1} {{(pid=87870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 12:33:31.852495 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-a1354639-6f1d-4bf9-b424-a5853629e228 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2563571'] for subnet, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:32.053287 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-a1354639-6f1d-4bf9-b424-a5853629e228 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2561241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2563521'] for subnet, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:32.123879 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1354639-6f1d-4bf9-b424-a5853629e228 admin admin] Pushing event updated for resources: {'Subnet': ['ID=400457e7-d978-42e3-844f-be8339183739,revision_number=0']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:33:32.133433 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1354639-6f1d-4bf9-b424-a5853629e228 admin admin] Checking segment: {'id': '1ff2eb9a-5a02-412d-ac79-976daac1f37a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '82100c45-55ff-48f2-87d9-3e87334936ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 12:33:32.133782 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1354639-6f1d-4bf9-b424-a5853629e228 admin admin] Network hostable DHCP agents. Network: 82100c45-55ff-48f2-87d9-3e87334936ab, hostable agents: ['3cb85949-855b-4a40-b988-cd5705e511da'], hosted agents: [] {{(pid=87870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 12:33:32.153203 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1354639-6f1d-4bf9-b424-a5853629e228 admin admin] Network 82100c45-55ff-48f2-87d9-3e87334936ab is scheduled to be hosted by DHCP agent 3cb85949-855b-4a40-b988-cd5705e511da with binding_index 1 {{(pid=87870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 12:33:32.161511 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.base_scheduler [None req-a1354639-6f1d-4bf9-b424-a5853629e228 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-2-hyperv, 82100c45-55ff-48f2-87d9-3e87334936ab) {{(pid=87870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:33:32.165450 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1354639-6f1d-4bf9-b424-a5853629e228 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:33:32.166145 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-a1354639-6f1d-4bf9-b424-a5853629e228 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:32.170452 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92771a28-65b0-4e85-bd62-791568102890 None None] Network 82100c45-55ff-48f2-87d9-3e87334936ab requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 12:33:32.188536 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-a1354639-6f1d-4bf9-b424-a5853629e228 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3709242 Mar 28 12:33:32.188802 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 37246) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:33:32.193338 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-bdb625da-1cc5-4de2-a7e5-4d3055df1753 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-688086857-router', 'tenant_id': '611bb780ca494fbc8b6c699d288a0e35', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b'}}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:33:32.197806 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-bdb625da-1cc5-4de2-a7e5-4d3055df1753 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:33:32.202244 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-bdb625da-1cc5-4de2-a7e5-4d3055df1753 admin admin] Usage tracker for resource:router and tenant:611bb780ca494fbc8b6c699d288a0e35 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:33:32.205024 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-bdb625da-1cc5-4de2-a7e5-4d3055df1753 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:33:32.210612 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-bdb625da-1cc5-4de2-a7e5-4d3055df1753 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:33:32.221570 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-bdb625da-1cc5-4de2-a7e5-4d3055df1753 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-707665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-260886'] for router, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:32.222537 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-bdb625da-1cc5-4de2-a7e5-4d3055df1753 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-705660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709650', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-767110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260873'] for router, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:32.237227 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-bdb625da-1cc5-4de2-a7e5-4d3055df1753 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:32.390262 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-ff987f3f-8935-445b-8b69-cbb8dc7d5032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:32.393959 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e6eb53e-af4b-4151-9a64-396b2e1b6019 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1d3f2a9-8722-5ce5-bc40-181687d1ed3f-82100c45-55ff-48f2-87d9-3e87334936ab', 'network_id': '82100c45-55ff-48f2-87d9-3e87334936ab', 'tenant_id': '611bb780ca494fbc8b6c699d288a0e35', 'fixed_ips': [{'subnet_id': '400457e7-d978-42e3-844f-be8339183739'}]}} from dv-neutron-835340-2-hyperv. {{(pid=87872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 12:33:32.394760 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-3e6eb53e-af4b-4151-9a64-396b2e1b6019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:32.553209 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.db_base_plugin_common [None req-3e6eb53e-af4b-4151-9a64-396b2e1b6019 None None] Allocated IP 172.20.0.2 (82100c45-55ff-48f2-87d9-3e87334936ab/400457e7-d978-42e3-844f-be8339183739/6e188b2c-e739-42ae-8bbd-111697a49f61) {{(pid=87872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 12:33:32.609372 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-bdb625da-1cc5-4de2-a7e5-4d3055df1753 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-709632', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-707672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260923'] for router, precommit_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:32.763391 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-3e6eb53e-af4b-4151-9a64-396b2e1b6019 None None] Notify callbacks [] for port, precommit_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:32.773608 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-3e6eb53e-af4b-4151-9a64-396b2e1b6019 None None] Transition to ACTIVE for port object 6e188b2c-e739-42ae-8bbd-111697a49f61 will not be triggered until provisioned by entity L2. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:33:32.792970 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-3e6eb53e-af4b-4151-9a64-396b2e1b6019 None None] Transition to ACTIVE for port object 6e188b2c-e739-42ae-8bbd-111697a49f61 will not be triggered until provisioned by entity DHCP. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:33:32.799826 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-3e6eb53e-af4b-4151-9a64-396b2e1b6019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241'] for port, after_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:32.859833 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e6eb53e-af4b-4151-9a64-396b2e1b6019 None None] Network 82100c45-55ff-48f2-87d9-3e87334936ab is already hosted by enough agents. {{(pid=87872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:33:32.863209 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.base_scheduler [None req-3e6eb53e-af4b-4151-9a64-396b2e1b6019 None None] Resources bound (agent type, host, resource id): {{(pid=87872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:33:32.865770 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e6eb53e-af4b-4151-9a64-396b2e1b6019 None None] Received port after_create {{(pid=87872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 12:33:32.910044 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6eb53e-af4b-4151-9a64-396b2e1b6019 None None] Pushing event updated for resources: {'Port': ['ID=6e188b2c-e739-42ae-8bbd-111697a49f61,revision_number=1']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:33:32.921138 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-bdb625da-1cc5-4de2-a7e5-4d3055df1753 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:32.950916 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-bdb625da-1cc5-4de2-a7e5-4d3055df1753 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:32.968442 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-3e6eb53e-af4b-4151-9a64-396b2e1b6019 None None] Attempting to bind port 6e188b2c-e739-42ae-8bbd-111697a49f61 on host dv-neutron-835340-2-hyperv for vnic_type normal with profile {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 12:33:32.968802 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-3e6eb53e-af4b-4151-9a64-396b2e1b6019 None None] Attempting to bind port 6e188b2c-e739-42ae-8bbd-111697a49f61 by drivers openvswitch,hyperv on host dv-neutron-835340-2-hyperv at level 0 using segments [{'id': '1ff2eb9a-5a02-412d-ac79-976daac1f37a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '82100c45-55ff-48f2-87d9-3e87334936ab'}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 12:33:32.969164 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e6eb53e-af4b-4151-9a64-396b2e1b6019 None None] Attempting to bind port 6e188b2c-e739-42ae-8bbd-111697a49f61 on network 82100c45-55ff-48f2-87d9-3e87334936ab {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 12:33:32.974234 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e6eb53e-af4b-4151-9a64-396b2e1b6019 None None] Checking agent: {'id': '961a16fe-cbc8-4264-ac28-bbbd53f89caa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 46, 6), 'started_at': datetime.datetime(2022, 3, 28, 11, 46, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 12, 33, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 12:33:32.974602 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e6eb53e-af4b-4151-9a64-396b2e1b6019 None None] Checking segment: {'id': '1ff2eb9a-5a02-412d-ac79-976daac1f37a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '82100c45-55ff-48f2-87d9-3e87334936ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 12:33:32.974997 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-3e6eb53e-af4b-4151-9a64-396b2e1b6019 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:32.975382 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e6eb53e-af4b-4151-9a64-396b2e1b6019 None None] Bound using segment: {'id': '1ff2eb9a-5a02-412d-ac79-976daac1f37a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '82100c45-55ff-48f2-87d9-3e87334936ab'} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 12:33:32.975872 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-3e6eb53e-af4b-4151-9a64-396b2e1b6019 None None] Bound port: 6e188b2c-e739-42ae-8bbd-111697a49f61, host: dv-neutron-835340-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ff2eb9a-5a02-412d-ac79-976daac1f37a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '82100c45-55ff-48f2-87d9-3e87334936ab'}}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 12:33:32.976238 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-3e6eb53e-af4b-4151-9a64-396b2e1b6019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:33.066384 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-3e6eb53e-af4b-4151-9a64-396b2e1b6019 None None] For port 6e188b2c-e739-42ae-8bbd-111697a49f61, host dv-neutron-835340-2-hyperv, cleared binding levels {{(pid=87872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 12:33:33.069543 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-3e6eb53e-af4b-4151-9a64-396b2e1b6019 None None] For port 6e188b2c-e739-42ae-8bbd-111697a49f61, host dv-neutron-835340-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=6e188b2c-e739-42ae-8bbd-111697a49f61,segment=NetworkSegment(1ff2eb9a-5a02-412d-ac79-976daac1f37a),segment_id=1ff2eb9a-5a02-412d-ac79-976daac1f37a)] {{(pid=87872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 12:33:33.073613 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-3e6eb53e-af4b-4151-9a64-396b2e1b6019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:33.087812 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.db_base_plugin_common [None req-bdb625da-1cc5-4de2-a7e5-4d3055df1753 admin admin] Allocated IP 172.26.7.68 (ac2b1748-8f63-4b17-a9c7-07e79704aa5b/0b7ebf76-1dc7-431a-a0b4-b96bacf287c2/e35030e4-b6b8-46fa-9c65-cb3e4c2b7ae5) {{(pid=87870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 12:33:33.164727 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6eb53e-af4b-4151-9a64-396b2e1b6019 None None] Pushing event updated for resources: {'Port': ['ID=6e188b2c-e739-42ae-8bbd-111697a49f61,revision_number=2']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:33:33.247344 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-bdb625da-1cc5-4de2-a7e5-4d3055df1753 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:33.277146 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-bdb625da-1cc5-4de2-a7e5-4d3055df1753 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:33.345517 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdb625da-1cc5-4de2-a7e5-4d3055df1753 admin admin] Network ac2b1748-8f63-4b17-a9c7-07e79704aa5b is already hosted by enough agents. {{(pid=87870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:33:33.354675 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.base_scheduler [None req-bdb625da-1cc5-4de2-a7e5-4d3055df1753 admin admin] Resources bound (agent type, host, resource id): {{(pid=87870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:33:33.361529 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb625da-1cc5-4de2-a7e5-4d3055df1753 admin admin] Received port after_create {{(pid=87870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 12:33:33.391972 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb625da-1cc5-4de2-a7e5-4d3055df1753 admin admin] Pushing event updated for resources: {'Port': ['ID=e35030e4-b6b8-46fa-9c65-cb3e4c2b7ae5,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:33:33.773327 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-bdb625da-1cc5-4de2-a7e5-4d3055df1753 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:34.083405 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f0215ca-5541-4f10-92bb-43952b083146 None None] Network 82100c45-55ff-48f2-87d9-3e87334936ab requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 12:33:34.191620 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-b7ab2136-65fb-4aa3-b8ff-4c7f52d7ce54 None None] Provisioning for port 6e188b2c-e739-42ae-8bbd-111697a49f61 completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:33:34.222425 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-bdb625da-1cc5-4de2-a7e5-4d3055df1753 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709693'] for router, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:34.430442 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdb625da-1cc5-4de2-a7e5-4d3055df1753 admin admin] Router 2bb81afb-8676-4fee-adb4-40e8db299a61 is scheduled to L3 agent af79d429-529e-400b-a119-94d4bec03f3e with binding_index 1 {{(pid=87870) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 12:33:34.615343 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdb625da-1cc5-4de2-a7e5-4d3055df1753 admin admin] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 12:33:34.626490 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84202c14-beea-46aa-a52e-2b79fc20353b None None] Sync routers for ids ['2bb81afb-8676-4fee-adb4-40e8db299a61'] in dv-neutron-835340-2-hyperv {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 12:33:34.637949 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84202c14-beea-46aa-a52e-2b79fc20353b None None] Routers {'2bb81afb-8676-4fee-adb4-40e8db299a61'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:33:34.639093 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-84202c14-beea-46aa-a52e-2b79fc20353b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:33:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['2bb81afb-8676-4fee-adb4-40e8db299a61'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:33:34.642054 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-bdb625da-1cc5-4de2-a7e5-4d3055df1753 admin admin] Notify callbacks [] for router, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:34.643305 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-bdb625da-1cc5-4de2-a7e5-4d3055df1753 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.4537916 Mar 28 12:33:34.646068 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 37250) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:33:34.648874 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 6e188b2c-e739-42ae-8bbd-111697a49f61 up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:33:34.732112 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning for port 6e188b2c-e739-42ae-8bbd-111697a49f61 completed by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:33:34.737012 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port 6e188b2c-e739-42ae-8bbd-111697a49f61 triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:33:34.738232 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:34.803803 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-3ad92519-dd75-42e3-94ed-b7619064a57e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:34.880026 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvr_db [None req-84202c14-beea-46aa-a52e-2b79fc20353b None None] Set router 2bb81afb-8676-4fee-adb4-40e8db299a61 gateway port host: dv-neutron-835340-2-hyperv {{(pid=87873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:33:34.908956 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:34.941364 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] For port 6e188b2c-e739-42ae-8bbd-111697a49f61, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=6e188b2c-e739-42ae-8bbd-111697a49f61,segment=NetworkSegment(1ff2eb9a-5a02-412d-ac79-976daac1f37a),segment_id=1ff2eb9a-5a02-412d-ac79-976daac1f37a)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:33:34.946205 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:35.029487 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Pushing event updated for resources: {'Port': ['ID=6e188b2c-e739-42ae-8bbd-111697a49f61,revision_number=3']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:33:35.163343 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-84202c14-beea-46aa-a52e-2b79fc20353b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bb81afb-8676-4fee-adb4-40e8db299a61', 'name': 'tempest-TestShelveInstance-688086857-router', 'tenant_id': '611bb780ca494fbc8b6c699d288a0e35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.68'}], 'enable_snat': True}, 'gw_port_id': 'e35030e4-b6b8-46fa-9c65-cb3e4c2b7ae5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:33:32Z', 'updated_at': '2022-03-28T12:33:33Z', 'revision_number': 3, 'project_id': '611bb780ca494fbc8b6c699d288a0e35', 'gw_port': {'id': 'e35030e4-b6b8-46fa-9c65-cb3e4c2b7ae5', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ed:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bb81afb-8676-4fee-adb4-40e8db299a61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:33:32Z', 'updated_at': '2022-03-28T12:33:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv'}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:33:35.166979 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84202c14-beea-46aa-a52e-2b79fc20353b None None] Checking router: 2bb81afb-8676-4fee-adb4-40e8db299a61 for host: dv-neutron-835340-2-hyperv {{(pid=87873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 12:33:35.167316 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84202c14-beea-46aa-a52e-2b79fc20353b None None] Updating router 2bb81afb-8676-4fee-adb4-40e8db299a61 port e35030e4-b6b8-46fa-9c65-cb3e4c2b7ae5 binding host dv-neutron-835340-2-hyperv {{(pid=87873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 12:33:35.218630 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron_lib.callbacks.manager [None req-84202c14-beea-46aa-a52e-2b79fc20353b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:35.336735 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-fda26942-5230-40b9-a4cf-3790af181608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:35.579344 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron_lib.callbacks.manager [None req-84202c14-beea-46aa-a52e-2b79fc20353b None None] Notify callbacks [] for port, precommit_update {{(pid=87873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:35.590954 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.provisioning_blocks [None req-84202c14-beea-46aa-a52e-2b79fc20353b None None] Transition to ACTIVE for port object e35030e4-b6b8-46fa-9c65-cb3e4c2b7ae5 will not be triggered until provisioned by entity L2. {{(pid=87873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:33:35.597374 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron_lib.callbacks.manager [None req-84202c14-beea-46aa-a52e-2b79fc20353b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:35.651323 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.db_base_plugin_common [None req-fda26942-5230-40b9-a4cf-3790af181608 admin admin] Allocated IP 172.20.0.1 (82100c45-55ff-48f2-87d9-3e87334936ab/400457e7-d978-42e3-844f-be8339183739/0b425d8a-052d-4f86-8b32-5427265af5c8) {{(pid=87870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 12:33:35.675134 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b2435b-4aef-47cf-a9a6-fbe10ad5c4f9 None None] Pushing event updated for resources: {'Port': ['ID=e35030e4-b6b8-46fa-9c65-cb3e4c2b7ae5,revision_number=2']} {{(pid=87873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:33:35.679536 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.managers [None req-84202c14-beea-46aa-a52e-2b79fc20353b None None] Attempting to bind port e35030e4-b6b8-46fa-9c65-cb3e4c2b7ae5 on host dv-neutron-835340-2-hyperv for vnic_type normal with profile {{(pid=87873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 12:33:35.679886 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.managers [None req-84202c14-beea-46aa-a52e-2b79fc20353b None None] Attempting to bind port e35030e4-b6b8-46fa-9c65-cb3e4c2b7ae5 by drivers openvswitch,hyperv on host dv-neutron-835340-2-hyperv at level 0 using segments [{'id': '688afb86-c9bd-46e2-ba7d-3fe76fb1efff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b'}] {{(pid=87873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 12:33:35.680235 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84202c14-beea-46aa-a52e-2b79fc20353b None None] Attempting to bind port e35030e4-b6b8-46fa-9c65-cb3e4c2b7ae5 on network ac2b1748-8f63-4b17-a9c7-07e79704aa5b {{(pid=87873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 12:33:35.686950 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b2435b-4aef-47cf-a9a6-fbe10ad5c4f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:33:35.687288 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b2435b-4aef-47cf-a9a6-fbe10ad5c4f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:33:35.687661 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b2435b-4aef-47cf-a9a6-fbe10ad5c4f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:33:35.687973 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b2435b-4aef-47cf-a9a6-fbe10ad5c4f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:33:35.688290 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b2435b-4aef-47cf-a9a6-fbe10ad5c4f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:33:35.688610 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b2435b-4aef-47cf-a9a6-fbe10ad5c4f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:33:35.688927 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b2435b-4aef-47cf-a9a6-fbe10ad5c4f9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:33:35.689240 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b2435b-4aef-47cf-a9a6-fbe10ad5c4f9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:33:35.689573 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b2435b-4aef-47cf-a9a6-fbe10ad5c4f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:33:35.689861 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b2435b-4aef-47cf-a9a6-fbe10ad5c4f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:33:35.690181 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b2435b-4aef-47cf-a9a6-fbe10ad5c4f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:33:35.690479 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b2435b-4aef-47cf-a9a6-fbe10ad5c4f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:33:35.695415 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84202c14-beea-46aa-a52e-2b79fc20353b None None] Checking agent: {'id': '961a16fe-cbc8-4264-ac28-bbbd53f89caa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 46, 6), 'started_at': datetime.datetime(2022, 3, 28, 11, 46, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 12, 33, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 12:33:35.695797 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84202c14-beea-46aa-a52e-2b79fc20353b None None] Checking segment: {'id': '688afb86-c9bd-46e2-ba7d-3fe76fb1efff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 12:33:35.696193 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron_lib.callbacks.manager [None req-84202c14-beea-46aa-a52e-2b79fc20353b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:35.696558 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84202c14-beea-46aa-a52e-2b79fc20353b None None] Bound using segment: {'id': '688afb86-c9bd-46e2-ba7d-3fe76fb1efff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b'} {{(pid=87873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 12:33:35.697008 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.managers [None req-84202c14-beea-46aa-a52e-2b79fc20353b None None] Bound port: e35030e4-b6b8-46fa-9c65-cb3e4c2b7ae5, host: dv-neutron-835340-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '688afb86-c9bd-46e2-ba7d-3fe76fb1efff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b'}}] {{(pid=87873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 12:33:35.697363 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron_lib.callbacks.manager [None req-84202c14-beea-46aa-a52e-2b79fc20353b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:35.771284 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.db [None req-84202c14-beea-46aa-a52e-2b79fc20353b None None] For port e35030e4-b6b8-46fa-9c65-cb3e4c2b7ae5, host dv-neutron-835340-2-hyperv, cleared binding levels {{(pid=87873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 12:33:35.774325 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.db [None req-84202c14-beea-46aa-a52e-2b79fc20353b None None] For port e35030e4-b6b8-46fa-9c65-cb3e4c2b7ae5, host dv-neutron-835340-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=e35030e4-b6b8-46fa-9c65-cb3e4c2b7ae5,segment=NetworkSegment(688afb86-c9bd-46e2-ba7d-3fe76fb1efff),segment_id=688afb86-c9bd-46e2-ba7d-3fe76fb1efff)] {{(pid=87873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 12:33:35.780103 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron_lib.callbacks.manager [None req-84202c14-beea-46aa-a52e-2b79fc20353b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:35.805115 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-fda26942-5230-40b9-a4cf-3790af181608 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:35.816087 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:35.821660 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.provisioning_blocks [None req-fda26942-5230-40b9-a4cf-3790af181608 admin admin] Transition to ACTIVE for port object 0b425d8a-052d-4f86-8b32-5427265af5c8 will not be triggered until provisioned by entity DHCP. {{(pid=87870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:33:35.845885 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-fda26942-5230-40b9-a4cf-3790af181608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:35.876639 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84202c14-beea-46aa-a52e-2b79fc20353b None None] Routers {'2bb81afb-8676-4fee-adb4-40e8db299a61'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:33:35.877242 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-84202c14-beea-46aa-a52e-2b79fc20353b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:33:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['2bb81afb-8676-4fee-adb4-40e8db299a61'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:33:35.909174 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fda26942-5230-40b9-a4cf-3790af181608 admin admin] Network 82100c45-55ff-48f2-87d9-3e87334936ab is already hosted by enough agents. {{(pid=87870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:33:35.911993 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.base_scheduler [None req-fda26942-5230-40b9-a4cf-3790af181608 admin admin] Resources bound (agent type, host, resource id): {{(pid=87870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:33:35.917448 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-ef3be119-c018-4979-be07-86cf959defc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:35.920935 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda26942-5230-40b9-a4cf-3790af181608 admin admin] Received port after_create {{(pid=87870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 12:33:35.954780 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b2435b-4aef-47cf-a9a6-fbe10ad5c4f9 None None] Pushing event updated for resources: {'Port': ['ID=e35030e4-b6b8-46fa-9c65-cb3e4c2b7ae5,revision_number=3']} {{(pid=87873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:33:35.956478 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda26942-5230-40b9-a4cf-3790af181608 admin admin] Pushing event updated for resources: {'Port': ['ID=0b425d8a-052d-4f86-8b32-5427265af5c8,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:33:35.979886 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-fda26942-5230-40b9-a4cf-3790af181608 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-709483'] for router_interface, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:36.068265 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvr_db [None req-84202c14-beea-46aa-a52e-2b79fc20353b None None] Set router 2bb81afb-8676-4fee-adb4-40e8db299a61 gateway port host: dv-neutron-835340-2-hyperv {{(pid=87873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:33:36.160872 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-535be6ab-fa38-44e2-a150-2df2814a2829 None None] Provisioning for port 0b425d8a-052d-4f86-8b32-5427265af5c8 completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:33:36.165970 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-535be6ab-fa38-44e2-a150-2df2814a2829 None None] Provisioning complete for port 0b425d8a-052d-4f86-8b32-5427265af5c8 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:33:36.166328 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-535be6ab-fa38-44e2-a150-2df2814a2829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:36.221847 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-535be6ab-fa38-44e2-a150-2df2814a2829 None None] Port 0b425d8a-052d-4f86-8b32-5427265af5c8 cannot update to ACTIVE because it is not bound. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 12:33:36.251306 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-fda26942-5230-40b9-a4cf-3790af181608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:36.351536 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-84202c14-beea-46aa-a52e-2b79fc20353b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bb81afb-8676-4fee-adb4-40e8db299a61', 'name': 'tempest-TestShelveInstance-688086857-router', 'tenant_id': '611bb780ca494fbc8b6c699d288a0e35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.68'}], 'enable_snat': True}, 'gw_port_id': 'e35030e4-b6b8-46fa-9c65-cb3e4c2b7ae5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:33:32Z', 'updated_at': '2022-03-28T12:33:33Z', 'revision_number': 3, 'project_id': '611bb780ca494fbc8b6c699d288a0e35', 'gw_port': {'id': 'e35030e4-b6b8-46fa-9c65-cb3e4c2b7ae5', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ed:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bb81afb-8676-4fee-adb4-40e8db299a61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:33:32Z', 'updated_at': '2022-03-28T12:33:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv'}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:33:36.356240 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84202c14-beea-46aa-a52e-2b79fc20353b None None] The sync data for ids ['2bb81afb-8676-4fee-adb4-40e8db299a61'] in dv-neutron-835340-2-hyperv is: [{'id': '2bb81afb-8676-4fee-adb4-40e8db299a61', 'name': 'tempest-TestShelveInstance-688086857-router', 'tenant_id': '611bb780ca494fbc8b6c699d288a0e35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.68'}], 'enable_snat': True}, 'gw_port_id': 'e35030e4-b6b8-46fa-9c65-cb3e4c2b7ae5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:33:32Z', 'updated_at': '2022-03-28T12:33:33Z', 'revision_number': 3, 'project_id': '611bb780ca494fbc8b6c699d288a0e35', 'gw_port': {'id': 'e35030e4-b6b8-46fa-9c65-cb3e4c2b7ae5', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ed:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bb81afb-8676-4fee-adb4-40e8db299a61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:33:32Z', 'updated_at': '2022-03-28T12:33:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv'}] {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 12:33:36.473644 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-fda26942-5230-40b9-a4cf-3790af181608 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:36.478617 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-fda26942-5230-40b9-a4cf-3790af181608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2558288'] for port, after_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:36.610436 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda26942-5230-40b9-a4cf-3790af181608 admin admin] Pushing event updated for resources: {'Port': ['ID=0b425d8a-052d-4f86-8b32-5427265af5c8,revision_number=2']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:33:36.616607 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-fda26942-5230-40b9-a4cf-3790af181608 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-743372'] for router_interface, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:36.712553 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 6e188b2c-e739-42ae-8bbd-111697a49f61 up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:33:36.764850 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fda26942-5230-40b9-a4cf-3790af181608 admin admin] Network 82100c45-55ff-48f2-87d9-3e87334936ab is already hosted by enough agents. {{(pid=87870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:33:36.766347 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.base_scheduler [None req-fda26942-5230-40b9-a4cf-3790af181608 admin admin] Resources bound (agent type, host, resource id): {{(pid=87870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:33:36.782446 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port 6e188b2c-e739-42ae-8bbd-111697a49f61 triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:33:36.782814 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:36.925801 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device e35030e4-b6b8-46fa-9c65-cb3e4c2b7ae5 up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:33:37.008742 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fda26942-5230-40b9-a4cf-3790af181608 admin admin] Router 2bb81afb-8676-4fee-adb4-40e8db299a61 has already been hosted by L3 agent af79d429-529e-400b-a119-94d4bec03f3e {{(pid=87870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 12:33:37.009918 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning for port e35030e4-b6b8-46fa-9c65-cb3e4c2b7ae5 completed by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:33:37.017286 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port e35030e4-b6b8-46fa-9c65-cb3e4c2b7ae5 triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:33:37.017922 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:37.093135 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-3702d246-cae6-47d8-b846-bf9e303b4581 None None] Provisioning complete for port 0b425d8a-052d-4f86-8b32-5427265af5c8 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:33:37.093504 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-3702d246-cae6-47d8-b846-bf9e303b4581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:37.186894 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-3702d246-cae6-47d8-b846-bf9e303b4581 None None] Port 0b425d8a-052d-4f86-8b32-5427265af5c8 cannot update to ACTIVE because it is not bound. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 12:33:37.218662 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:37.235346 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] For port e35030e4-b6b8-46fa-9c65-cb3e4c2b7ae5, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=e35030e4-b6b8-46fa-9c65-cb3e4c2b7ae5,segment=NetworkSegment(688afb86-c9bd-46e2-ba7d-3fe76fb1efff),segment_id=688afb86-c9bd-46e2-ba7d-3fe76fb1efff)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:33:37.243194 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:37.303662 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fda26942-5230-40b9-a4cf-3790af181608 admin admin] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 12:33:37.312448 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Pushing event updated for resources: {'Port': ['ID=e35030e4-b6b8-46fa-9c65-cb3e4c2b7ae5,revision_number=4']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:33:37.312609 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-fda26942-5230-40b9-a4cf-3790af181608 admin admin] 10.222.0.30 "PUT /v2.0/routers/2bb81afb-8676-4fee-adb4-40e8db299a61/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6654663 Mar 28 12:33:37.574973 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-b7ccd3c7-0277-4f12-8e5c-e41478141af5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:37.811948 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 37268) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:33:37.817706 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-92cac42b-d19b-4cae-8a14-fa2035a1adcf admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1723043338-network', 'tenant_id': 'a8c07d0990fa47ceab1ca36b68b186a8'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:33:37.822522 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-92cac42b-d19b-4cae-8a14-fa2035a1adcf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:33:37.827246 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-92cac42b-d19b-4cae-8a14-fa2035a1adcf admin admin] Usage tracker for resource:network and tenant:a8c07d0990fa47ceab1ca36b68b186a8 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:33:37.830145 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-92cac42b-d19b-4cae-8a14-fa2035a1adcf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:33:37.835809 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-92cac42b-d19b-4cae-8a14-fa2035a1adcf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:33:37.847672 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92cac42b-d19b-4cae-8a14-fa2035a1adcf admin admin] Made reservation on behalf of a8c07d0990fa47ceab1ca36b68b186a8 for: {'network': 1} {{(pid=87870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 12:33:37.850204 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-92cac42b-d19b-4cae-8a14-fa2035a1adcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for network, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:37.864452 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-92cac42b-d19b-4cae-8a14-fa2035a1adcf admin admin] Notify callbacks [] for security_group, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:37.879173 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-92cac42b-d19b-4cae-8a14-fa2035a1adcf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:33:37.882897 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-92cac42b-d19b-4cae-8a14-fa2035a1adcf admin admin] Usage tracker for resource:security_group_rule and tenant:a8c07d0990fa47ceab1ca36b68b186a8 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:33:37.885613 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-92cac42b-d19b-4cae-8a14-fa2035a1adcf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:33:37.891723 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-92cac42b-d19b-4cae-8a14-fa2035a1adcf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:33:37.962511 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4472295-7eac-4b47-b5d6-bcdccb0a3158 None None] Sync routers for ids ['2bb81afb-8676-4fee-adb4-40e8db299a61'] in dv-neutron-835340-2-hyperv {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 12:33:37.972747 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4472295-7eac-4b47-b5d6-bcdccb0a3158 None None] Routers {'2bb81afb-8676-4fee-adb4-40e8db299a61'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:33:37.973353 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-c4472295-7eac-4b47-b5d6-bcdccb0a3158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:33:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['2bb81afb-8676-4fee-adb4-40e8db299a61'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:33:37.974721 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-92cac42b-d19b-4cae-8a14-fa2035a1adcf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:37.978985 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-92cac42b-d19b-4cae-8a14-fa2035a1adcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:38.012911 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92cac42b-d19b-4cae-8a14-fa2035a1adcf admin admin] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=87870) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 12:33:38.018847 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cac42b-d19b-4cae-8a14-fa2035a1adcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a68ffce-536f-4167-9036-7a607560ddca,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:33:38.027976 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-92cac42b-d19b-4cae-8a14-fa2035a1adcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:38.028312 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.db.segments_db [None req-92cac42b-d19b-4cae-8a14-fa2035a1adcf admin admin] Added segment 38583e6f-0d39-415a-9e1f-ffc0e9251fee of type vlan for network de9fcde5-df95-47b2-aea3-93694a659a23 Mar 28 12:33:38.056758 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-92cac42b-d19b-4cae-8a14-fa2035a1adcf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783495836591'] for network, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:38.086793 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-92cac42b-d19b-4cae-8a14-fa2035a1adcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765'] for network, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:38.087827 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92cac42b-d19b-4cae-8a14-fa2035a1adcf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:33:38.088423 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-92cac42b-d19b-4cae-8a14-fa2035a1adcf admin admin] Notify callbacks [] for network, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:38.155660 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvr_db [None req-c4472295-7eac-4b47-b5d6-bcdccb0a3158 None None] Set router 2bb81afb-8676-4fee-adb4-40e8db299a61 gateway port host: dv-neutron-835340-2-hyperv {{(pid=87872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:33:38.187865 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cac42b-d19b-4cae-8a14-fa2035a1adcf admin admin] Pushing event updated for resources: {'Network': ['ID=de9fcde5-df95-47b2-aea3-93694a659a23,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:33:38.193485 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-92cac42b-d19b-4cae-8a14-fa2035a1adcf admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3779023 Mar 28 12:33:38.193836 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 37272) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:33:38.198569 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Network de9fcde5-df95-47b2-aea3-93694a659a23 details requested by agent ovs-agent-dv-neutron-835340-2-hyperv with host dv-neutron-835340-2-hyperv {{(pid=87872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 12:33:38.199558 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-92d0f441-8839-4557-a745-3b3bd1212635 admin admin] Request body: {'subnet': {'network_id': 'de9fcde5-df95-47b2-aea3-93694a659a23', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1723043338-subnet', 'tenant_id': 'a8c07d0990fa47ceab1ca36b68b186a8', 'ip_version': 4}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:33:38.204339 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-92d0f441-8839-4557-a745-3b3bd1212635 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:33:38.208182 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-92d0f441-8839-4557-a745-3b3bd1212635 admin admin] Usage tracker for resource:subnet and tenant:a8c07d0990fa47ceab1ca36b68b186a8 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:33:38.210943 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-92d0f441-8839-4557-a745-3b3bd1212635 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:33:38.217497 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-92d0f441-8839-4557-a745-3b3bd1212635 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:33:38.231832 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92d0f441-8839-4557-a745-3b3bd1212635 admin admin] Made reservation on behalf of a8c07d0990fa47ceab1ca36b68b186a8 for: {'subnet': 1} {{(pid=87870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 12:33:38.234164 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-92d0f441-8839-4557-a745-3b3bd1212635 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2563571'] for subnet, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:38.444044 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-92d0f441-8839-4557-a745-3b3bd1212635 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2561241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2563521'] for subnet, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:38.515695 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d0f441-8839-4557-a745-3b3bd1212635 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8cddd6af-5506-48a6-8f43-9a44b9996fce,revision_number=0']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:33:38.524247 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d0f441-8839-4557-a745-3b3bd1212635 admin admin] Checking segment: {'id': '38583e6f-0d39-415a-9e1f-ffc0e9251fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'de9fcde5-df95-47b2-aea3-93694a659a23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 12:33:38.524595 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92d0f441-8839-4557-a745-3b3bd1212635 admin admin] Network hostable DHCP agents. Network: de9fcde5-df95-47b2-aea3-93694a659a23, hostable agents: ['3cb85949-855b-4a40-b988-cd5705e511da'], hosted agents: [] {{(pid=87870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 12:33:38.544660 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92d0f441-8839-4557-a745-3b3bd1212635 admin admin] Network de9fcde5-df95-47b2-aea3-93694a659a23 is scheduled to be hosted by DHCP agent 3cb85949-855b-4a40-b988-cd5705e511da with binding_index 1 {{(pid=87870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 12:33:38.554597 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.base_scheduler [None req-92d0f441-8839-4557-a745-3b3bd1212635 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-2-hyperv, de9fcde5-df95-47b2-aea3-93694a659a23) {{(pid=87870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:33:38.559639 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92d0f441-8839-4557-a745-3b3bd1212635 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:33:38.560323 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-92d0f441-8839-4557-a745-3b3bd1212635 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:38.565130 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcd99523-c81f-412a-b823-efc4220154ad None None] Network de9fcde5-df95-47b2-aea3-93694a659a23 requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 12:33:38.582242 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-92d0f441-8839-4557-a745-3b3bd1212635 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3872495 Mar 28 12:33:38.584963 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 37276) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:33:38.591082 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-1fce7321-3ad5-4479-baa3-afbe6a7bd75b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1723043338-router', 'tenant_id': 'a8c07d0990fa47ceab1ca36b68b186a8', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b'}}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:33:38.593070 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-c4472295-7eac-4b47-b5d6-bcdccb0a3158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bb81afb-8676-4fee-adb4-40e8db299a61', 'name': 'tempest-TestShelveInstance-688086857-router', 'tenant_id': '611bb780ca494fbc8b6c699d288a0e35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.68'}], 'enable_snat': True}, 'gw_port_id': 'e35030e4-b6b8-46fa-9c65-cb3e4c2b7ae5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:33:32Z', 'updated_at': '2022-03-28T12:33:36Z', 'revision_number': 4, 'project_id': '611bb780ca494fbc8b6c699d288a0e35', 'gw_port': {'id': 'e35030e4-b6b8-46fa-9c65-cb3e4c2b7ae5', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ed:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb81afb-8676-4fee-adb4-40e8db299a61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:33:32Z', 'updated_at': '2022-03-28T12:33:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_interfaces': [{'id': '0b425d8a-052d-4f86-8b32-5427265af5c8', 'name': '', 'network_id': '82100c45-55ff-48f2-87d9-3e87334936ab', 'tenant_id': '611bb780ca494fbc8b6c699d288a0e35', 'mac_address': 'fa:16:3e:14:f6:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bb81afb-8676-4fee-adb4-40e8db299a61', 'device_owner': 'network:router_interface', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '400457e7-d978-42e3-844f-be8339183739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:33:35Z', 'updated_at': '2022-03-28T12:33:36Z', 'revision_number': 2, 'project_id': '611bb780ca494fbc8b6c699d288a0e35', 'subnets': [{'id': '400457e7-d978-42e3-844f-be8339183739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:33:38.595829 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-1fce7321-3ad5-4479-baa3-afbe6a7bd75b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:33:38.599613 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-1fce7321-3ad5-4479-baa3-afbe6a7bd75b admin admin] Usage tracker for resource:router and tenant:a8c07d0990fa47ceab1ca36b68b186a8 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:33:38.601832 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4472295-7eac-4b47-b5d6-bcdccb0a3158 None None] Checking router: 2bb81afb-8676-4fee-adb4-40e8db299a61 for host: dv-neutron-835340-2-hyperv {{(pid=87872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 12:33:38.602184 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4472295-7eac-4b47-b5d6-bcdccb0a3158 None None] Updating router 2bb81afb-8676-4fee-adb4-40e8db299a61 port 0b425d8a-052d-4f86-8b32-5427265af5c8 binding host dv-neutron-835340-2-hyperv {{(pid=87872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 12:33:38.602741 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-1fce7321-3ad5-4479-baa3-afbe6a7bd75b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:33:38.615080 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-1fce7321-3ad5-4479-baa3-afbe6a7bd75b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:33:38.624541 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-1fce7321-3ad5-4479-baa3-afbe6a7bd75b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-707665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-260886'] for router, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:38.625551 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-1fce7321-3ad5-4479-baa3-afbe6a7bd75b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-705660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709650', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-767110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260873'] for router, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:38.641434 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-1fce7321-3ad5-4479-baa3-afbe6a7bd75b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:38.728711 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device e35030e4-b6b8-46fa-9c65-cb3e4c2b7ae5 up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:33:38.818607 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-c4472295-7eac-4b47-b5d6-bcdccb0a3158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:38.908010 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-1fce7321-3ad5-4479-baa3-afbe6a7bd75b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-709632', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-707672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260923'] for router, precommit_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:38.941199 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port e35030e4-b6b8-46fa-9c65-cb3e4c2b7ae5 triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:33:38.941574 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:39.130294 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deb5f1ab-acad-4204-9d18-e09adbfe7d09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1d3f2a9-8722-5ce5-bc40-181687d1ed3f-de9fcde5-df95-47b2-aea3-93694a659a23', 'network_id': 'de9fcde5-df95-47b2-aea3-93694a659a23', 'tenant_id': 'a8c07d0990fa47ceab1ca36b68b186a8', 'fixed_ips': [{'subnet_id': '8cddd6af-5506-48a6-8f43-9a44b9996fce'}]}} from dv-neutron-835340-2-hyperv. {{(pid=87872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 12:33:39.131120 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-deb5f1ab-acad-4204-9d18-e09adbfe7d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:39.320609 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-1fce7321-3ad5-4479-baa3-afbe6a7bd75b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:39.352799 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-1fce7321-3ad5-4479-baa3-afbe6a7bd75b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:39.458942 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.db_base_plugin_common [None req-deb5f1ab-acad-4204-9d18-e09adbfe7d09 None None] Allocated IP 172.20.0.2 (de9fcde5-df95-47b2-aea3-93694a659a23/8cddd6af-5506-48a6-8f43-9a44b9996fce/5fd5e974-3cc0-4087-9321-2d6bbdaa5ac5) {{(pid=87872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 12:33:39.486084 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.db_base_plugin_common [None req-1fce7321-3ad5-4479-baa3-afbe6a7bd75b admin admin] Allocated IP 172.26.7.114 (ac2b1748-8f63-4b17-a9c7-07e79704aa5b/0b7ebf76-1dc7-431a-a0b4-b96bacf287c2/ebe262b2-a318-4b21-b8f0-d4601a459d3e) {{(pid=87871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 12:33:39.626371 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-c4472295-7eac-4b47-b5d6-bcdccb0a3158 None None] Notify callbacks [] for port, precommit_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:39.635762 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-1fce7321-3ad5-4479-baa3-afbe6a7bd75b admin admin] Notify callbacks [] for port, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:39.647226 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-c4472295-7eac-4b47-b5d6-bcdccb0a3158 None None] Transition to ACTIVE for port object 0b425d8a-052d-4f86-8b32-5427265af5c8 will not be triggered until provisioned by entity L2. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:33:39.656223 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-c4472295-7eac-4b47-b5d6-bcdccb0a3158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:39.665175 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-1fce7321-3ad5-4479-baa3-afbe6a7bd75b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:39.725229 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fce7321-3ad5-4479-baa3-afbe6a7bd75b admin admin] Network ac2b1748-8f63-4b17-a9c7-07e79704aa5b is already hosted by enough agents. {{(pid=87871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:33:39.727965 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-1fce7321-3ad5-4479-baa3-afbe6a7bd75b admin admin] Resources bound (agent type, host, resource id): {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:33:39.737122 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fce7321-3ad5-4479-baa3-afbe6a7bd75b admin admin] Received port after_create {{(pid=87871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 12:33:39.772532 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fce7321-3ad5-4479-baa3-afbe6a7bd75b admin admin] Pushing event updated for resources: {'Port': ['ID=ebe262b2-a318-4b21-b8f0-d4601a459d3e,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:33:39.796135 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6bdd18-fef6-4b54-8e60-4f38603f3560 None None] Pushing event updated for resources: {'Port': ['ID=0b425d8a-052d-4f86-8b32-5427265af5c8,revision_number=3']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:33:39.962403 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-c4472295-7eac-4b47-b5d6-bcdccb0a3158 None None] Attempting to bind port 0b425d8a-052d-4f86-8b32-5427265af5c8 on host dv-neutron-835340-2-hyperv for vnic_type normal with profile {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 12:33:39.962750 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-c4472295-7eac-4b47-b5d6-bcdccb0a3158 None None] Attempting to bind port 0b425d8a-052d-4f86-8b32-5427265af5c8 by drivers openvswitch,hyperv on host dv-neutron-835340-2-hyperv at level 0 using segments [{'id': '1ff2eb9a-5a02-412d-ac79-976daac1f37a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '82100c45-55ff-48f2-87d9-3e87334936ab'}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 12:33:39.963111 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4472295-7eac-4b47-b5d6-bcdccb0a3158 None None] Attempting to bind port 0b425d8a-052d-4f86-8b32-5427265af5c8 on network 82100c45-55ff-48f2-87d9-3e87334936ab {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 12:33:39.968668 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-deb5f1ab-acad-4204-9d18-e09adbfe7d09 None None] Notify callbacks [] for port, precommit_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:39.974803 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4472295-7eac-4b47-b5d6-bcdccb0a3158 None None] Checking agent: {'id': '961a16fe-cbc8-4264-ac28-bbbd53f89caa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 46, 6), 'started_at': datetime.datetime(2022, 3, 28, 11, 46, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 12, 33, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 12:33:39.975172 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4472295-7eac-4b47-b5d6-bcdccb0a3158 None None] Checking segment: {'id': '1ff2eb9a-5a02-412d-ac79-976daac1f37a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '82100c45-55ff-48f2-87d9-3e87334936ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 12:33:39.975634 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-c4472295-7eac-4b47-b5d6-bcdccb0a3158 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:39.975978 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4472295-7eac-4b47-b5d6-bcdccb0a3158 None None] Bound using segment: {'id': '1ff2eb9a-5a02-412d-ac79-976daac1f37a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '82100c45-55ff-48f2-87d9-3e87334936ab'} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 12:33:39.976438 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-c4472295-7eac-4b47-b5d6-bcdccb0a3158 None None] Bound port: 0b425d8a-052d-4f86-8b32-5427265af5c8, host: dv-neutron-835340-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ff2eb9a-5a02-412d-ac79-976daac1f37a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '82100c45-55ff-48f2-87d9-3e87334936ab'}}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 12:33:39.976806 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-c4472295-7eac-4b47-b5d6-bcdccb0a3158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:39.995394 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-deb5f1ab-acad-4204-9d18-e09adbfe7d09 None None] Transition to ACTIVE for port object 5fd5e974-3cc0-4087-9321-2d6bbdaa5ac5 will not be triggered until provisioned by entity L2. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:33:40.054842 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-deb5f1ab-acad-4204-9d18-e09adbfe7d09 None None] Transition to ACTIVE for port object 5fd5e974-3cc0-4087-9321-2d6bbdaa5ac5 will not be triggered until provisioned by entity DHCP. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:33:40.082100 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-deb5f1ab-acad-4204-9d18-e09adbfe7d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241'] for port, after_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:40.153838 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deb5f1ab-acad-4204-9d18-e09adbfe7d09 None None] Network de9fcde5-df95-47b2-aea3-93694a659a23 is already hosted by enough agents. {{(pid=87872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:33:40.157961 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.base_scheduler [None req-deb5f1ab-acad-4204-9d18-e09adbfe7d09 None None] Resources bound (agent type, host, resource id): {{(pid=87872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:33:40.161686 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-c4472295-7eac-4b47-b5d6-bcdccb0a3158 None None] For port 0b425d8a-052d-4f86-8b32-5427265af5c8, host dv-neutron-835340-2-hyperv, cleared binding levels {{(pid=87872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 12:33:40.163738 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb5f1ab-acad-4204-9d18-e09adbfe7d09 None None] Received port after_create {{(pid=87872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 12:33:40.182294 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-1fce7321-3ad5-4479-baa3-afbe6a7bd75b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:40.211433 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-c4472295-7eac-4b47-b5d6-bcdccb0a3158 None None] For port 0b425d8a-052d-4f86-8b32-5427265af5c8, host dv-neutron-835340-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=0b425d8a-052d-4f86-8b32-5427265af5c8,segment=NetworkSegment(1ff2eb9a-5a02-412d-ac79-976daac1f37a),segment_id=1ff2eb9a-5a02-412d-ac79-976daac1f37a)] {{(pid=87872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 12:33:40.212390 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb5f1ab-acad-4204-9d18-e09adbfe7d09 None None] Pushing event updated for resources: {'Port': ['ID=5fd5e974-3cc0-4087-9321-2d6bbdaa5ac5,revision_number=1']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:33:40.220583 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-c4472295-7eac-4b47-b5d6-bcdccb0a3158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:40.369213 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-deb5f1ab-acad-4204-9d18-e09adbfe7d09 None None] Attempting to bind port 5fd5e974-3cc0-4087-9321-2d6bbdaa5ac5 on host dv-neutron-835340-2-hyperv for vnic_type normal with profile {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 12:33:40.369581 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-deb5f1ab-acad-4204-9d18-e09adbfe7d09 None None] Attempting to bind port 5fd5e974-3cc0-4087-9321-2d6bbdaa5ac5 by drivers openvswitch,hyperv on host dv-neutron-835340-2-hyperv at level 0 using segments [{'id': '38583e6f-0d39-415a-9e1f-ffc0e9251fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'de9fcde5-df95-47b2-aea3-93694a659a23'}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 12:33:40.370003 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb5f1ab-acad-4204-9d18-e09adbfe7d09 None None] Attempting to bind port 5fd5e974-3cc0-4087-9321-2d6bbdaa5ac5 on network de9fcde5-df95-47b2-aea3-93694a659a23 {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 12:33:40.388447 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb5f1ab-acad-4204-9d18-e09adbfe7d09 None None] Checking agent: {'id': '961a16fe-cbc8-4264-ac28-bbbd53f89caa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 46, 6), 'started_at': datetime.datetime(2022, 3, 28, 11, 46, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 12, 33, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 12:33:40.388818 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb5f1ab-acad-4204-9d18-e09adbfe7d09 None None] Checking segment: {'id': '38583e6f-0d39-415a-9e1f-ffc0e9251fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'de9fcde5-df95-47b2-aea3-93694a659a23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 12:33:40.389213 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-deb5f1ab-acad-4204-9d18-e09adbfe7d09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:40.389600 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb5f1ab-acad-4204-9d18-e09adbfe7d09 None None] Bound using segment: {'id': '38583e6f-0d39-415a-9e1f-ffc0e9251fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'de9fcde5-df95-47b2-aea3-93694a659a23'} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 12:33:40.390081 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-deb5f1ab-acad-4204-9d18-e09adbfe7d09 None None] Bound port: 5fd5e974-3cc0-4087-9321-2d6bbdaa5ac5, host: dv-neutron-835340-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38583e6f-0d39-415a-9e1f-ffc0e9251fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'de9fcde5-df95-47b2-aea3-93694a659a23'}}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 12:33:40.390452 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-deb5f1ab-acad-4204-9d18-e09adbfe7d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:40.409239 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4472295-7eac-4b47-b5d6-bcdccb0a3158 None None] Routers {'2bb81afb-8676-4fee-adb4-40e8db299a61'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:33:40.409875 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-c4472295-7eac-4b47-b5d6-bcdccb0a3158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:33:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['2bb81afb-8676-4fee-adb4-40e8db299a61'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:33:40.470313 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6bdd18-fef6-4b54-8e60-4f38603f3560 None None] Pushing event updated for resources: {'Port': ['ID=0b425d8a-052d-4f86-8b32-5427265af5c8,revision_number=4']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:33:40.641095 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-1fce7321-3ad5-4479-baa3-afbe6a7bd75b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709693'] for router, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:40.655918 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-deb5f1ab-acad-4204-9d18-e09adbfe7d09 None None] For port 5fd5e974-3cc0-4087-9321-2d6bbdaa5ac5, host dv-neutron-835340-2-hyperv, cleared binding levels {{(pid=87872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 12:33:40.674804 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvr_db [None req-c4472295-7eac-4b47-b5d6-bcdccb0a3158 None None] Set router 2bb81afb-8676-4fee-adb4-40e8db299a61 gateway port host: dv-neutron-835340-2-hyperv {{(pid=87872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:33:40.718623 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-deb5f1ab-acad-4204-9d18-e09adbfe7d09 None None] For port 5fd5e974-3cc0-4087-9321-2d6bbdaa5ac5, host dv-neutron-835340-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=5fd5e974-3cc0-4087-9321-2d6bbdaa5ac5,segment=NetworkSegment(38583e6f-0d39-415a-9e1f-ffc0e9251fee),segment_id=38583e6f-0d39-415a-9e1f-ffc0e9251fee)] {{(pid=87872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 12:33:40.732830 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-deb5f1ab-acad-4204-9d18-e09adbfe7d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:40.845018 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fce7321-3ad5-4479-baa3-afbe6a7bd75b admin admin] Router 2f722e72-4b3d-4ea3-8df7-45f9edb5c18f is scheduled to L3 agent af79d429-529e-400b-a119-94d4bec03f3e with binding_index 1 {{(pid=87871) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 12:33:40.920987 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb5f1ab-acad-4204-9d18-e09adbfe7d09 None None] Pushing event updated for resources: {'Port': ['ID=5fd5e974-3cc0-4087-9321-2d6bbdaa5ac5,revision_number=2']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:33:41.033409 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fce7321-3ad5-4479-baa3-afbe6a7bd75b admin admin] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 12:33:41.046865 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95df18ae-8eb9-4b85-bffb-1c6b65f7e484 None None] Sync routers for ids ['2f722e72-4b3d-4ea3-8df7-45f9edb5c18f'] in dv-neutron-835340-2-hyperv {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 12:33:41.056781 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95df18ae-8eb9-4b85-bffb-1c6b65f7e484 None None] Routers {'2f722e72-4b3d-4ea3-8df7-45f9edb5c18f'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:33:41.057559 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-95df18ae-8eb9-4b85-bffb-1c6b65f7e484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:33:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['2f722e72-4b3d-4ea3-8df7-45f9edb5c18f'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:33:41.061261 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-1fce7321-3ad5-4479-baa3-afbe6a7bd75b admin admin] Notify callbacks [] for router, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:41.065553 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-1fce7321-3ad5-4479-baa3-afbe6a7bd75b admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.4793816 Mar 28 12:33:41.068351 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 37280) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:33:41.132415 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-c4472295-7eac-4b47-b5d6-bcdccb0a3158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bb81afb-8676-4fee-adb4-40e8db299a61', 'name': 'tempest-TestShelveInstance-688086857-router', 'tenant_id': '611bb780ca494fbc8b6c699d288a0e35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.68'}], 'enable_snat': True}, 'gw_port_id': 'e35030e4-b6b8-46fa-9c65-cb3e4c2b7ae5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:33:32Z', 'updated_at': '2022-03-28T12:33:36Z', 'revision_number': 4, 'project_id': '611bb780ca494fbc8b6c699d288a0e35', 'gw_port': {'id': 'e35030e4-b6b8-46fa-9c65-cb3e4c2b7ae5', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ed:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb81afb-8676-4fee-adb4-40e8db299a61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:33:32Z', 'updated_at': '2022-03-28T12:33:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_interfaces': [{'id': '0b425d8a-052d-4f86-8b32-5427265af5c8', 'name': '', 'network_id': '82100c45-55ff-48f2-87d9-3e87334936ab', 'tenant_id': '611bb780ca494fbc8b6c699d288a0e35', 'mac_address': 'fa:16:3e:14:f6:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bb81afb-8676-4fee-adb4-40e8db299a61', 'device_owner': 'network:router_interface', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '400457e7-d978-42e3-844f-be8339183739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:33:35Z', 'updated_at': '2022-03-28T12:33:40Z', 'revision_number': 4, 'project_id': '611bb780ca494fbc8b6c699d288a0e35', 'subnets': [{'id': '400457e7-d978-42e3-844f-be8339183739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:33:41.137280 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4472295-7eac-4b47-b5d6-bcdccb0a3158 None None] The sync data for ids ['2bb81afb-8676-4fee-adb4-40e8db299a61'] in dv-neutron-835340-2-hyperv is: [{'id': '2bb81afb-8676-4fee-adb4-40e8db299a61', 'name': 'tempest-TestShelveInstance-688086857-router', 'tenant_id': '611bb780ca494fbc8b6c699d288a0e35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.68'}], 'enable_snat': True}, 'gw_port_id': 'e35030e4-b6b8-46fa-9c65-cb3e4c2b7ae5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:33:32Z', 'updated_at': '2022-03-28T12:33:36Z', 'revision_number': 4, 'project_id': '611bb780ca494fbc8b6c699d288a0e35', 'gw_port': {'id': 'e35030e4-b6b8-46fa-9c65-cb3e4c2b7ae5', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ed:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb81afb-8676-4fee-adb4-40e8db299a61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:33:32Z', 'updated_at': '2022-03-28T12:33:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_interfaces': [{'id': '0b425d8a-052d-4f86-8b32-5427265af5c8', 'name': '', 'network_id': '82100c45-55ff-48f2-87d9-3e87334936ab', 'tenant_id': '611bb780ca494fbc8b6c699d288a0e35', 'mac_address': 'fa:16:3e:14:f6:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bb81afb-8676-4fee-adb4-40e8db299a61', 'device_owner': 'network:router_interface', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '400457e7-d978-42e3-844f-be8339183739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:33:35Z', 'updated_at': '2022-03-28T12:33:40Z', 'revision_number': 4, 'project_id': '611bb780ca494fbc8b6c699d288a0e35', 'subnets': [{'id': '400457e7-d978-42e3-844f-be8339183739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 12:33:41.297783 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvr_db [None req-95df18ae-8eb9-4b85-bffb-1c6b65f7e484 None None] Set router 2f722e72-4b3d-4ea3-8df7-45f9edb5c18f gateway port host: dv-neutron-835340-2-hyperv {{(pid=87873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:33:41.643508 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-95df18ae-8eb9-4b85-bffb-1c6b65f7e484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f722e72-4b3d-4ea3-8df7-45f9edb5c18f', 'name': 'tempest-TestShelveInstance-1723043338-router', 'tenant_id': 'a8c07d0990fa47ceab1ca36b68b186a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.114'}], 'enable_snat': True}, 'gw_port_id': 'ebe262b2-a318-4b21-b8f0-d4601a459d3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:33:38Z', 'updated_at': '2022-03-28T12:33:39Z', 'revision_number': 3, 'project_id': 'a8c07d0990fa47ceab1ca36b68b186a8', 'gw_port': {'id': 'ebe262b2-a318-4b21-b8f0-d4601a459d3e', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:bd:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f722e72-4b3d-4ea3-8df7-45f9edb5c18f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:33:39Z', 'updated_at': '2022-03-28T12:33:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv'}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:33:41.648071 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95df18ae-8eb9-4b85-bffb-1c6b65f7e484 None None] Checking router: 2f722e72-4b3d-4ea3-8df7-45f9edb5c18f for host: dv-neutron-835340-2-hyperv {{(pid=87873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 12:33:41.648711 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95df18ae-8eb9-4b85-bffb-1c6b65f7e484 None None] Updating router 2f722e72-4b3d-4ea3-8df7-45f9edb5c18f port ebe262b2-a318-4b21-b8f0-d4601a459d3e binding host dv-neutron-835340-2-hyperv {{(pid=87873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 12:33:41.706843 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron_lib.callbacks.manager [None req-95df18ae-8eb9-4b85-bffb-1c6b65f7e484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:41.916274 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-f6bc57e1-482a-42ef-8b04-329afcac362d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:42.074587 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8aa9eea-a1c9-42ed-b57e-96a5a9149810 None None] Network de9fcde5-df95-47b2-aea3-93694a659a23 requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 12:33:42.083967 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron_lib.callbacks.manager [None req-95df18ae-8eb9-4b85-bffb-1c6b65f7e484 None None] Notify callbacks [] for port, precommit_update {{(pid=87873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:42.097044 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.provisioning_blocks [None req-95df18ae-8eb9-4b85-bffb-1c6b65f7e484 None None] Transition to ACTIVE for port object ebe262b2-a318-4b21-b8f0-d4601a459d3e will not be triggered until provisioned by entity L2. {{(pid=87873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:33:42.107873 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron_lib.callbacks.manager [None req-95df18ae-8eb9-4b85-bffb-1c6b65f7e484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:42.180313 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.managers [None req-95df18ae-8eb9-4b85-bffb-1c6b65f7e484 None None] Attempting to bind port ebe262b2-a318-4b21-b8f0-d4601a459d3e on host dv-neutron-835340-2-hyperv for vnic_type normal with profile {{(pid=87873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 12:33:42.180906 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.managers [None req-95df18ae-8eb9-4b85-bffb-1c6b65f7e484 None None] Attempting to bind port ebe262b2-a318-4b21-b8f0-d4601a459d3e by drivers openvswitch,hyperv on host dv-neutron-835340-2-hyperv at level 0 using segments [{'id': '688afb86-c9bd-46e2-ba7d-3fe76fb1efff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b'}] {{(pid=87873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 12:33:42.181448 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95df18ae-8eb9-4b85-bffb-1c6b65f7e484 None None] Attempting to bind port ebe262b2-a318-4b21-b8f0-d4601a459d3e on network ac2b1748-8f63-4b17-a9c7-07e79704aa5b {{(pid=87873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 12:33:42.198171 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95df18ae-8eb9-4b85-bffb-1c6b65f7e484 None None] Checking agent: {'id': '961a16fe-cbc8-4264-ac28-bbbd53f89caa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 46, 6), 'started_at': datetime.datetime(2022, 3, 28, 11, 46, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 12, 33, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 12:33:42.199327 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95df18ae-8eb9-4b85-bffb-1c6b65f7e484 None None] Checking segment: {'id': '688afb86-c9bd-46e2-ba7d-3fe76fb1efff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 12:33:42.199989 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron_lib.callbacks.manager [None req-95df18ae-8eb9-4b85-bffb-1c6b65f7e484 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:42.200532 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95df18ae-8eb9-4b85-bffb-1c6b65f7e484 None None] Bound using segment: {'id': '688afb86-c9bd-46e2-ba7d-3fe76fb1efff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b'} {{(pid=87873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 12:33:42.201154 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.managers [None req-95df18ae-8eb9-4b85-bffb-1c6b65f7e484 None None] Bound port: ebe262b2-a318-4b21-b8f0-d4601a459d3e, host: dv-neutron-835340-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '688afb86-c9bd-46e2-ba7d-3fe76fb1efff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b'}}] {{(pid=87873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 12:33:42.201698 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron_lib.callbacks.manager [None req-95df18ae-8eb9-4b85-bffb-1c6b65f7e484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:42.211513 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-7b8806db-da8d-44f1-a89a-a33a0cc7b18d None None] Provisioning for port 5fd5e974-3cc0-4087-9321-2d6bbdaa5ac5 completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:33:42.249160 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b264627-d019-4e15-8391-b4e4011442e3 None None] Pushing event updated for resources: {'Port': ['ID=ebe262b2-a318-4b21-b8f0-d4601a459d3e,revision_number=2']} {{(pid=87873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:33:42.297523 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.db [None req-95df18ae-8eb9-4b85-bffb-1c6b65f7e484 None None] For port ebe262b2-a318-4b21-b8f0-d4601a459d3e, host dv-neutron-835340-2-hyperv, cleared binding levels {{(pid=87873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 12:33:42.301690 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.db [None req-95df18ae-8eb9-4b85-bffb-1c6b65f7e484 None None] For port ebe262b2-a318-4b21-b8f0-d4601a459d3e, host dv-neutron-835340-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=ebe262b2-a318-4b21-b8f0-d4601a459d3e,segment=NetworkSegment(688afb86-c9bd-46e2-ba7d-3fe76fb1efff),segment_id=688afb86-c9bd-46e2-ba7d-3fe76fb1efff)] {{(pid=87873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 12:33:42.306815 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron_lib.callbacks.manager [None req-95df18ae-8eb9-4b85-bffb-1c6b65f7e484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:42.314423 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.db_base_plugin_common [None req-f6bc57e1-482a-42ef-8b04-329afcac362d admin admin] Allocated IP 172.20.0.1 (de9fcde5-df95-47b2-aea3-93694a659a23/8cddd6af-5506-48a6-8f43-9a44b9996fce/02a58490-022a-4b00-86e7-80d3eab34661) {{(pid=87870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 12:33:42.396824 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95df18ae-8eb9-4b85-bffb-1c6b65f7e484 None None] Routers {'2f722e72-4b3d-4ea3-8df7-45f9edb5c18f'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:33:42.397473 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-95df18ae-8eb9-4b85-bffb-1c6b65f7e484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:33:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['2f722e72-4b3d-4ea3-8df7-45f9edb5c18f'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:33:42.486850 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-f6bc57e1-482a-42ef-8b04-329afcac362d admin admin] Notify callbacks [] for port, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:42.496580 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b264627-d019-4e15-8391-b4e4011442e3 None None] Pushing event updated for resources: {'Port': ['ID=ebe262b2-a318-4b21-b8f0-d4601a459d3e,revision_number=3']} {{(pid=87873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:33:42.523031 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.provisioning_blocks [None req-f6bc57e1-482a-42ef-8b04-329afcac362d admin admin] Transition to ACTIVE for port object 02a58490-022a-4b00-86e7-80d3eab34661 will not be triggered until provisioned by entity DHCP. {{(pid=87870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:33:42.553904 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-f6bc57e1-482a-42ef-8b04-329afcac362d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:42.621512 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvr_db [None req-95df18ae-8eb9-4b85-bffb-1c6b65f7e484 None None] Set router 2f722e72-4b3d-4ea3-8df7-45f9edb5c18f gateway port host: dv-neutron-835340-2-hyperv {{(pid=87873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:33:42.626904 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6bc57e1-482a-42ef-8b04-329afcac362d admin admin] Network de9fcde5-df95-47b2-aea3-93694a659a23 is already hosted by enough agents. {{(pid=87870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:33:42.635500 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.base_scheduler [None req-f6bc57e1-482a-42ef-8b04-329afcac362d admin admin] Resources bound (agent type, host, resource id): {{(pid=87870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:33:42.637759 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6bc57e1-482a-42ef-8b04-329afcac362d admin admin] Received port after_create {{(pid=87870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 12:33:42.675078 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bc57e1-482a-42ef-8b04-329afcac362d admin admin] Pushing event updated for resources: {'Port': ['ID=02a58490-022a-4b00-86e7-80d3eab34661,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:33:42.701200 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-f6bc57e1-482a-42ef-8b04-329afcac362d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-709483'] for router_interface, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:42.750253 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 0b425d8a-052d-4f86-8b32-5427265af5c8 up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:33:42.845075 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning for port 0b425d8a-052d-4f86-8b32-5427265af5c8 completed by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:33:42.850701 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port 0b425d8a-052d-4f86-8b32-5427265af5c8 triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:33:42.851126 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:42.853571 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-f6bc57e1-482a-42ef-8b04-329afcac362d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:42.967264 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-9dda803d-6aba-4381-b8b1-43b77bf8df48 None None] Provisioning for port 02a58490-022a-4b00-86e7-80d3eab34661 completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:33:42.981072 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-9dda803d-6aba-4381-b8b1-43b77bf8df48 None None] Provisioning complete for port 02a58490-022a-4b00-86e7-80d3eab34661 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:33:42.981661 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-9dda803d-6aba-4381-b8b1-43b77bf8df48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:42.991754 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-95df18ae-8eb9-4b85-bffb-1c6b65f7e484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f722e72-4b3d-4ea3-8df7-45f9edb5c18f', 'name': 'tempest-TestShelveInstance-1723043338-router', 'tenant_id': 'a8c07d0990fa47ceab1ca36b68b186a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.114'}], 'enable_snat': True}, 'gw_port_id': 'ebe262b2-a318-4b21-b8f0-d4601a459d3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:33:38Z', 'updated_at': '2022-03-28T12:33:39Z', 'revision_number': 3, 'project_id': 'a8c07d0990fa47ceab1ca36b68b186a8', 'gw_port': {'id': 'ebe262b2-a318-4b21-b8f0-d4601a459d3e', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:bd:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f722e72-4b3d-4ea3-8df7-45f9edb5c18f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:33:39Z', 'updated_at': '2022-03-28T12:33:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv'}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:33:42.996149 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95df18ae-8eb9-4b85-bffb-1c6b65f7e484 None None] The sync data for ids ['2f722e72-4b3d-4ea3-8df7-45f9edb5c18f'] in dv-neutron-835340-2-hyperv is: [{'id': '2f722e72-4b3d-4ea3-8df7-45f9edb5c18f', 'name': 'tempest-TestShelveInstance-1723043338-router', 'tenant_id': 'a8c07d0990fa47ceab1ca36b68b186a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.114'}], 'enable_snat': True}, 'gw_port_id': 'ebe262b2-a318-4b21-b8f0-d4601a459d3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:33:38Z', 'updated_at': '2022-03-28T12:33:39Z', 'revision_number': 3, 'project_id': 'a8c07d0990fa47ceab1ca36b68b186a8', 'gw_port': {'id': 'ebe262b2-a318-4b21-b8f0-d4601a459d3e', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:bd:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f722e72-4b3d-4ea3-8df7-45f9edb5c18f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:33:39Z', 'updated_at': '2022-03-28T12:33:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv'}] {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 12:33:43.038225 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:43.071829 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-9dda803d-6aba-4381-b8b1-43b77bf8df48 None None] Port 02a58490-022a-4b00-86e7-80d3eab34661 cannot update to ACTIVE because it is not bound. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 12:33:43.086677 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] For port 0b425d8a-052d-4f86-8b32-5427265af5c8, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=0b425d8a-052d-4f86-8b32-5427265af5c8,segment=NetworkSegment(1ff2eb9a-5a02-412d-ac79-976daac1f37a),segment_id=1ff2eb9a-5a02-412d-ac79-976daac1f37a)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:33:43.091444 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:43.092368 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 5fd5e974-3cc0-4087-9321-2d6bbdaa5ac5 up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:33:43.132032 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-f6bc57e1-482a-42ef-8b04-329afcac362d admin admin] Notify callbacks [] for port, precommit_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:43.137257 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-f6bc57e1-482a-42ef-8b04-329afcac362d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2558288'] for port, after_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:43.211971 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Pushing event updated for resources: {'Port': ['ID=0b425d8a-052d-4f86-8b32-5427265af5c8,revision_number=5']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:33:43.233370 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning for port 5fd5e974-3cc0-4087-9321-2d6bbdaa5ac5 completed by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:33:43.239720 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port 5fd5e974-3cc0-4087-9321-2d6bbdaa5ac5 triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:33:43.240954 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:43.265457 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bc57e1-482a-42ef-8b04-329afcac362d admin admin] Pushing event updated for resources: {'Port': ['ID=02a58490-022a-4b00-86e7-80d3eab34661,revision_number=2']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:33:43.267916 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-f6bc57e1-482a-42ef-8b04-329afcac362d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-743372'] for router_interface, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:43.377991 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:43.414437 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] For port 5fd5e974-3cc0-4087-9321-2d6bbdaa5ac5, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=5fd5e974-3cc0-4087-9321-2d6bbdaa5ac5,segment=NetworkSegment(38583e6f-0d39-415a-9e1f-ffc0e9251fee),segment_id=38583e6f-0d39-415a-9e1f-ffc0e9251fee)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:33:43.415324 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6bc57e1-482a-42ef-8b04-329afcac362d admin admin] Network de9fcde5-df95-47b2-aea3-93694a659a23 is already hosted by enough agents. {{(pid=87870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:33:43.416659 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.base_scheduler [None req-f6bc57e1-482a-42ef-8b04-329afcac362d admin admin] Resources bound (agent type, host, resource id): {{(pid=87870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:33:43.428675 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:43.556939 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Pushing event updated for resources: {'Port': ['ID=5fd5e974-3cc0-4087-9321-2d6bbdaa5ac5,revision_number=3']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:33:43.641685 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6bc57e1-482a-42ef-8b04-329afcac362d admin admin] Router 2f722e72-4b3d-4ea3-8df7-45f9edb5c18f has already been hosted by L3 agent af79d429-529e-400b-a119-94d4bec03f3e {{(pid=87870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 12:33:43.707023 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-435137e2-42d1-4987-8f94-22f2890de9ca None None] Provisioning complete for port 02a58490-022a-4b00-86e7-80d3eab34661 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:33:43.707391 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-435137e2-42d1-4987-8f94-22f2890de9ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:43.763994 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-435137e2-42d1-4987-8f94-22f2890de9ca None None] Port 02a58490-022a-4b00-86e7-80d3eab34661 cannot update to ACTIVE because it is not bound. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 12:33:43.834949 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6bc57e1-482a-42ef-8b04-329afcac362d admin admin] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 12:33:43.851750 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-f6bc57e1-482a-42ef-8b04-329afcac362d admin admin] 10.222.0.30 "PUT /v2.0/routers/2f722e72-4b3d-4ea3-8df7-45f9edb5c18f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7745152 Mar 28 12:33:44.388721 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 37290) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:33:44.394101 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-31021cd9-3afb-4037-8f95-5e2f2507c3ce tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-820949233', 'description': 'tempest-secgroup-smoke-820949233 description', 'project_id': '611bb780ca494fbc8b6c699d288a0e35'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:33:44.400305 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-31021cd9-3afb-4037-8f95-5e2f2507c3ce tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:33:44.405071 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-31021cd9-3afb-4037-8f95-5e2f2507c3ce tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Usage tracker for resource:security_group and tenant:611bb780ca494fbc8b6c699d288a0e35 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:33:44.408052 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-31021cd9-3afb-4037-8f95-5e2f2507c3ce tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:33:44.413947 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-31021cd9-3afb-4037-8f95-5e2f2507c3ce tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:33:44.425503 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-31021cd9-3afb-4037-8f95-5e2f2507c3ce tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Notify callbacks [] for security_group, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:44.444743 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-31021cd9-3afb-4037-8f95-5e2f2507c3ce tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:33:44.448430 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-31021cd9-3afb-4037-8f95-5e2f2507c3ce tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Usage tracker for resource:security_group_rule and tenant:611bb780ca494fbc8b6c699d288a0e35 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:33:44.451418 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-31021cd9-3afb-4037-8f95-5e2f2507c3ce tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:33:44.457080 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-31021cd9-3afb-4037-8f95-5e2f2507c3ce tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:33:44.526519 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-31021cd9-3afb-4037-8f95-5e2f2507c3ce tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Notify callbacks [] for security_group, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:44.530888 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-31021cd9-3afb-4037-8f95-5e2f2507c3ce tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:44.549564 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb1e095-fec3-43c9-b986-e713ddcb2008 None None] Sync routers for ids ['2f722e72-4b3d-4ea3-8df7-45f9edb5c18f'] in dv-neutron-835340-2-hyperv {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 12:33:44.558839 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb1e095-fec3-43c9-b986-e713ddcb2008 None None] Routers {'2f722e72-4b3d-4ea3-8df7-45f9edb5c18f'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:33:44.559497 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-acb1e095-fec3-43c9-b986-e713ddcb2008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:33:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['2f722e72-4b3d-4ea3-8df7-45f9edb5c18f'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:33:44.572677 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31021cd9-3afb-4037-8f95-5e2f2507c3ce tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae4ed056-f6a4-421c-b8dd-e6fbc7c507d7,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:33:44.577010 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-31021cd9-3afb-4037-8f95-5e2f2507c3ce tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Notify callbacks [] for security_group, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:44.578349 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-31021cd9-3afb-4037-8f95-5e2f2507c3ce tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1886206 Mar 28 12:33:44.581685 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 37294) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:33:44.587235 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-7c84a073-4de1-4728-861a-b2343947226b tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Request body: {'security_group_rule': {'security_group_id': 'ae4ed056-f6a4-421c-b8dd-e6fbc7c507d7', 'project_id': '611bb780ca494fbc8b6c699d288a0e35', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:33:44.594598 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-7c84a073-4de1-4728-861a-b2343947226b tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:33:44.598582 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-7c84a073-4de1-4728-861a-b2343947226b tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Usage tracker for resource:security_group_rule and tenant:611bb780ca494fbc8b6c699d288a0e35 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:33:44.601674 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-7c84a073-4de1-4728-861a-b2343947226b tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:33:44.608807 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-7c84a073-4de1-4728-861a-b2343947226b tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:33:44.631978 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-7c84a073-4de1-4728-861a-b2343947226b tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:44.738056 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device ebe262b2-a318-4b21-b8f0-d4601a459d3e up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:33:44.789722 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvr_db [None req-acb1e095-fec3-43c9-b986-e713ddcb2008 None None] Set router 2f722e72-4b3d-4ea3-8df7-45f9edb5c18f gateway port host: dv-neutron-835340-2-hyperv {{(pid=87872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:33:44.798206 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-7c84a073-4de1-4728-861a-b2343947226b tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:44.801972 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-7c84a073-4de1-4728-861a-b2343947226b tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740322'] for security_group_rule, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:44.819617 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c84a073-4de1-4728-861a-b2343947226b tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b053762d-68fa-4ebe-9825-2f5f35f978d9,revision_number=0']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:33:44.841527 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-7c84a073-4de1-4728-861a-b2343947226b tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:44.845393 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-7c84a073-4de1-4728-861a-b2343947226b tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2600157 Mar 28 12:33:44.845582 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 37298) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:33:44.851135 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-0c613587-b90f-4607-9758-df8aa609db3f tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Request body: {'security_group_rule': {'security_group_id': 'ae4ed056-f6a4-421c-b8dd-e6fbc7c507d7', 'project_id': '611bb780ca494fbc8b6c699d288a0e35', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:33:44.857811 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-0c613587-b90f-4607-9758-df8aa609db3f tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:33:44.861790 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-0c613587-b90f-4607-9758-df8aa609db3f tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Usage tracker for resource:security_group_rule and tenant:611bb780ca494fbc8b6c699d288a0e35 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:33:44.864955 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-0c613587-b90f-4607-9758-df8aa609db3f tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:33:44.871686 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-0c613587-b90f-4607-9758-df8aa609db3f tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:33:44.888364 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-0c613587-b90f-4607-9758-df8aa609db3f tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:44.950030 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-0c613587-b90f-4607-9758-df8aa609db3f tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:44.954500 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-0c613587-b90f-4607-9758-df8aa609db3f tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740322'] for security_group_rule, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:44.963068 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning for port ebe262b2-a318-4b21-b8f0-d4601a459d3e completed by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:33:44.974196 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port ebe262b2-a318-4b21-b8f0-d4601a459d3e triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:33:44.974551 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:44.977562 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c613587-b90f-4607-9758-df8aa609db3f tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=845d6cf6-68f7-46cc-8708-8919efabdee4,revision_number=0']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:33:44.988114 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-0c613587-b90f-4607-9758-df8aa609db3f tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:44.989231 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-0c613587-b90f-4607-9758-df8aa609db3f tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1427228 Mar 28 12:33:44.992042 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 37302) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:33:44.997202 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-aea8df3b-e6a8-4464-b2ae-a5749f7b866b tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Request body: {'security_group_rule': {'security_group_id': 'ae4ed056-f6a4-421c-b8dd-e6fbc7c507d7', 'project_id': '611bb780ca494fbc8b6c699d288a0e35', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:33:45.003010 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-aea8df3b-e6a8-4464-b2ae-a5749f7b866b tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:33:45.006925 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-aea8df3b-e6a8-4464-b2ae-a5749f7b866b tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Usage tracker for resource:security_group_rule and tenant:611bb780ca494fbc8b6c699d288a0e35 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:33:45.009937 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-aea8df3b-e6a8-4464-b2ae-a5749f7b866b tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:33:45.015961 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-aea8df3b-e6a8-4464-b2ae-a5749f7b866b tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:33:45.033519 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-aea8df3b-e6a8-4464-b2ae-a5749f7b866b tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:45.098337 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-aea8df3b-e6a8-4464-b2ae-a5749f7b866b tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:45.102033 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-aea8df3b-e6a8-4464-b2ae-a5749f7b866b tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740322'] for security_group_rule, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:45.125960 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea8df3b-e6a8-4464-b2ae-a5749f7b866b tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f4732aa-a96b-42e3-92c2-a7a24dddfd65,revision_number=0']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:33:45.135813 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-aea8df3b-e6a8-4464-b2ae-a5749f7b866b tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:45.137630 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-aea8df3b-e6a8-4464-b2ae-a5749f7b866b tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1447139 Mar 28 12:33:45.140597 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 37306) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:33:45.146385 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-ba6599dd-ac00-4220-9140-de5791e4a116 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Request body: {'security_group_rule': {'security_group_id': 'ae4ed056-f6a4-421c-b8dd-e6fbc7c507d7', 'project_id': '611bb780ca494fbc8b6c699d288a0e35', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:33:45.152492 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-ba6599dd-ac00-4220-9140-de5791e4a116 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:33:45.156239 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-ba6599dd-ac00-4220-9140-de5791e4a116 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Usage tracker for resource:security_group_rule and tenant:611bb780ca494fbc8b6c699d288a0e35 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:33:45.159770 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-ba6599dd-ac00-4220-9140-de5791e4a116 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:33:45.165534 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-ba6599dd-ac00-4220-9140-de5791e4a116 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:33:45.181864 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-ba6599dd-ac00-4220-9140-de5791e4a116 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:45.214369 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:45.234609 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] For port ebe262b2-a318-4b21-b8f0-d4601a459d3e, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=ebe262b2-a318-4b21-b8f0-d4601a459d3e,segment=NetworkSegment(688afb86-c9bd-46e2-ba7d-3fe76fb1efff),segment_id=688afb86-c9bd-46e2-ba7d-3fe76fb1efff)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:33:45.241572 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:45.242413 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 5fd5e974-3cc0-4087-9321-2d6bbdaa5ac5 up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:33:45.248327 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-ba6599dd-ac00-4220-9140-de5791e4a116 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:45.252065 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-ba6599dd-ac00-4220-9140-de5791e4a116 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740322'] for security_group_rule, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:45.274859 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6599dd-ac00-4220-9140-de5791e4a116 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e781b877-b64d-4e79-bcb1-cda394e0a7f8,revision_number=0']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:33:45.285175 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-ba6599dd-ac00-4220-9140-de5791e4a116 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:45.286438 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-ba6599dd-ac00-4220-9140-de5791e4a116 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1441910 Mar 28 12:33:45.289040 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 37310) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:33:45.293963 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-1d60e225-6324-4a09-b349-459a51c3002c tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Request body: {'security_group_rule': {'security_group_id': 'ae4ed056-f6a4-421c-b8dd-e6fbc7c507d7', 'project_id': '611bb780ca494fbc8b6c699d288a0e35', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:33:45.299762 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-1d60e225-6324-4a09-b349-459a51c3002c tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:33:45.303618 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-1d60e225-6324-4a09-b349-459a51c3002c tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Usage tracker for resource:security_group_rule and tenant:611bb780ca494fbc8b6c699d288a0e35 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:33:45.306358 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-1d60e225-6324-4a09-b349-459a51c3002c tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:33:45.312535 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-1d60e225-6324-4a09-b349-459a51c3002c tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:33:45.323491 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.db.securitygroups_db [None req-1d60e225-6324-4a09-b349-459a51c3002c tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Project 611bb780ca494fbc8b6c699d288a0e35 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 12:33:45.326133 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-acb1e095-fec3-43c9-b986-e713ddcb2008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f722e72-4b3d-4ea3-8df7-45f9edb5c18f', 'name': 'tempest-TestShelveInstance-1723043338-router', 'tenant_id': 'a8c07d0990fa47ceab1ca36b68b186a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.114'}], 'enable_snat': True}, 'gw_port_id': 'ebe262b2-a318-4b21-b8f0-d4601a459d3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:33:38Z', 'updated_at': '2022-03-28T12:33:42Z', 'revision_number': 4, 'project_id': 'a8c07d0990fa47ceab1ca36b68b186a8', 'gw_port': {'id': 'ebe262b2-a318-4b21-b8f0-d4601a459d3e', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:bd:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f722e72-4b3d-4ea3-8df7-45f9edb5c18f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:33:39Z', 'updated_at': '2022-03-28T12:33:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_interfaces': [{'id': '02a58490-022a-4b00-86e7-80d3eab34661', 'name': '', 'network_id': 'de9fcde5-df95-47b2-aea3-93694a659a23', 'tenant_id': 'a8c07d0990fa47ceab1ca36b68b186a8', 'mac_address': 'fa:16:3e:a4:35:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f722e72-4b3d-4ea3-8df7-45f9edb5c18f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1807, 'fixed_ips': [{'subnet_id': '8cddd6af-5506-48a6-8f43-9a44b9996fce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:33:41Z', 'updated_at': '2022-03-28T12:33:42Z', 'revision_number': 2, 'project_id': 'a8c07d0990fa47ceab1ca36b68b186a8', 'subnets': [{'id': '8cddd6af-5506-48a6-8f43-9a44b9996fce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:33:45.330499 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-1d60e225-6324-4a09-b349-459a51c3002c tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:45.346515 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb1e095-fec3-43c9-b986-e713ddcb2008 None None] Checking router: 2f722e72-4b3d-4ea3-8df7-45f9edb5c18f for host: dv-neutron-835340-2-hyperv {{(pid=87872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 12:33:45.346870 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb1e095-fec3-43c9-b986-e713ddcb2008 None None] Updating router 2f722e72-4b3d-4ea3-8df7-45f9edb5c18f port 02a58490-022a-4b00-86e7-80d3eab34661 binding host dv-neutron-835340-2-hyperv {{(pid=87872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 12:33:45.400781 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-1d60e225-6324-4a09-b349-459a51c3002c tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:45.404759 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-1d60e225-6324-4a09-b349-459a51c3002c tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740322'] for security_group_rule, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:45.415275 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Pushing event updated for resources: {'Port': ['ID=ebe262b2-a318-4b21-b8f0-d4601a459d3e,revision_number=4']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:33:45.425552 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-acb1e095-fec3-43c9-b986-e713ddcb2008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:45.433661 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d60e225-6324-4a09-b349-459a51c3002c tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4337c836-bdbf-465e-9d73-fff339128241,revision_number=0']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:33:45.444522 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-1d60e225-6324-4a09-b349-459a51c3002c tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:45.448467 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-1d60e225-6324-4a09-b349-459a51c3002c tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1557667 Mar 28 12:33:45.449355 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 37314) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:33:45.454461 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-4535e313-48d0-47ef-8a50-6b934828d6c0 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Request body: {'security_group_rule': {'security_group_id': 'ae4ed056-f6a4-421c-b8dd-e6fbc7c507d7', 'project_id': '611bb780ca494fbc8b6c699d288a0e35', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:33:45.460638 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-4535e313-48d0-47ef-8a50-6b934828d6c0 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:33:45.466417 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-4535e313-48d0-47ef-8a50-6b934828d6c0 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Usage tracker for resource:security_group_rule and tenant:611bb780ca494fbc8b6c699d288a0e35 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:33:45.469588 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-4535e313-48d0-47ef-8a50-6b934828d6c0 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:33:45.475367 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-4535e313-48d0-47ef-8a50-6b934828d6c0 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:33:45.481832 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port 5fd5e974-3cc0-4087-9321-2d6bbdaa5ac5 triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:33:45.482410 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:45.486134 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.db.securitygroups_db [None req-4535e313-48d0-47ef-8a50-6b934828d6c0 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Project 611bb780ca494fbc8b6c699d288a0e35 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 12:33:45.493368 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-4535e313-48d0-47ef-8a50-6b934828d6c0 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:45.557699 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-4535e313-48d0-47ef-8a50-6b934828d6c0 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:45.561697 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-4535e313-48d0-47ef-8a50-6b934828d6c0 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740322'] for security_group_rule, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:45.588916 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4535e313-48d0-47ef-8a50-6b934828d6c0 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=614dbf36-e444-463a-8e4a-553f6600b46a,revision_number=0']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:33:45.596572 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-4535e313-48d0-47ef-8a50-6b934828d6c0 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:45.597456 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-4535e313-48d0-47ef-8a50-6b934828d6c0 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1469936 Mar 28 12:33:45.706951 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 0b425d8a-052d-4f86-8b32-5427265af5c8 up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:33:45.761168 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-97e6bb3f-7e19-4b1e-b711-8955cbad2652 req-4c4f227a-f527-45ad-bd3e-79229aa74855 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-820949233&fields=id&tenant_id=611bb780ca494fbc8b6c699d288a0e35 HTTP/1.1" status: 200 len: 267 time: 0.0403216 Mar 28 12:33:45.861420 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port 0b425d8a-052d-4f86-8b32-5427265af5c8 triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:33:45.861786 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:45.914866 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e6bb3f-7e19-4b1e-b711-8955cbad2652 req-d9a99ed3-11d5-43b8-a6d0-75d3886f75ad tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:33:45.916372 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-97e6bb3f-7e19-4b1e-b711-8955cbad2652 req-d9a99ed3-11d5-43b8-a6d0-75d3886f75ad tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] 10.222.0.30 "GET /v2.0/networks?id=82100c45-55ff-48f2-87d9-3e87334936ab HTTP/1.1" status: 200 len: 808 time: 0.1478913 Mar 28 12:33:45.932002 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-97e6bb3f-7e19-4b1e-b711-8955cbad2652 req-0533e6f8-5773-4cec-9ed2-389f37ee92de tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] 10.222.0.30 "GET /v2.0/quotas/611bb780ca494fbc8b6c699d288a0e35 HTTP/1.1" status: 200 len: 375 time: 0.0096684 Mar 28 12:33:46.017178 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-97e6bb3f-7e19-4b1e-b711-8955cbad2652 req-fc03611c-b2ff-4873-a04d-76102a9b617b tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=611bb780ca494fbc8b6c699d288a0e35&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0784607 Mar 28 12:33:46.063119 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-acb1e095-fec3-43c9-b986-e713ddcb2008 None None] Notify callbacks [] for port, precommit_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:46.087113 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-acb1e095-fec3-43c9-b986-e713ddcb2008 None None] Transition to ACTIVE for port object 02a58490-022a-4b00-86e7-80d3eab34661 will not be triggered until provisioned by entity L2. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:33:46.096754 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-acb1e095-fec3-43c9-b986-e713ddcb2008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:46.157211 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-97e6bb3f-7e19-4b1e-b711-8955cbad2652 req-69c26e82-369d-4d5b-8ec5-d0038fa3a1e5 service neutron] 10.222.0.30 "GET /v2.0/networks/82100c45-55ff-48f2-87d9-3e87334936ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286521 Mar 28 12:33:46.248928 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5549205d-974c-49c9-94b6-abd878bec55c None None] Pushing event updated for resources: {'Port': ['ID=02a58490-022a-4b00-86e7-80d3eab34661,revision_number=3']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:33:46.298992 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-97e6bb3f-7e19-4b1e-b711-8955cbad2652 req-0d4ac72e-5831-49d5-91d6-1bc326e050e6 service neutron] 10.222.0.30 "GET /v2.0/networks/82100c45-55ff-48f2-87d9-3e87334936ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355927 Mar 28 12:33:46.312314 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-acb1e095-fec3-43c9-b986-e713ddcb2008 None None] Attempting to bind port 02a58490-022a-4b00-86e7-80d3eab34661 on host dv-neutron-835340-2-hyperv for vnic_type normal with profile {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 12:33:46.312686 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-acb1e095-fec3-43c9-b986-e713ddcb2008 None None] Attempting to bind port 02a58490-022a-4b00-86e7-80d3eab34661 by drivers openvswitch,hyperv on host dv-neutron-835340-2-hyperv at level 0 using segments [{'id': '38583e6f-0d39-415a-9e1f-ffc0e9251fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'de9fcde5-df95-47b2-aea3-93694a659a23'}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 12:33:46.313049 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb1e095-fec3-43c9-b986-e713ddcb2008 None None] Attempting to bind port 02a58490-022a-4b00-86e7-80d3eab34661 on network de9fcde5-df95-47b2-aea3-93694a659a23 {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 12:33:46.318645 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb1e095-fec3-43c9-b986-e713ddcb2008 None None] Checking agent: {'id': '961a16fe-cbc8-4264-ac28-bbbd53f89caa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 46, 6), 'started_at': datetime.datetime(2022, 3, 28, 11, 46, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 12, 33, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 12:33:46.319018 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb1e095-fec3-43c9-b986-e713ddcb2008 None None] Checking segment: {'id': '38583e6f-0d39-415a-9e1f-ffc0e9251fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'de9fcde5-df95-47b2-aea3-93694a659a23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 12:33:46.319416 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-acb1e095-fec3-43c9-b986-e713ddcb2008 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:46.319837 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb1e095-fec3-43c9-b986-e713ddcb2008 None None] Bound using segment: {'id': '38583e6f-0d39-415a-9e1f-ffc0e9251fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'de9fcde5-df95-47b2-aea3-93694a659a23'} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 12:33:46.320487 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-acb1e095-fec3-43c9-b986-e713ddcb2008 None None] Bound port: 02a58490-022a-4b00-86e7-80d3eab34661, host: dv-neutron-835340-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38583e6f-0d39-415a-9e1f-ffc0e9251fee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'de9fcde5-df95-47b2-aea3-93694a659a23'}}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 12:33:46.320864 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-acb1e095-fec3-43c9-b986-e713ddcb2008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:46.421351 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-acb1e095-fec3-43c9-b986-e713ddcb2008 None None] For port 02a58490-022a-4b00-86e7-80d3eab34661, host dv-neutron-835340-2-hyperv, cleared binding levels {{(pid=87872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 12:33:46.427642 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-acb1e095-fec3-43c9-b986-e713ddcb2008 None None] For port 02a58490-022a-4b00-86e7-80d3eab34661, host dv-neutron-835340-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=02a58490-022a-4b00-86e7-80d3eab34661,segment=NetworkSegment(38583e6f-0d39-415a-9e1f-ffc0e9251fee),segment_id=38583e6f-0d39-415a-9e1f-ffc0e9251fee)] {{(pid=87872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 12:33:46.432863 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-acb1e095-fec3-43c9-b986-e713ddcb2008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:46.496619 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [req-efa1eca5-d2a0-43a4-a4b8-2339b6ea55c6 req-6ff3348d-3b17-40c3-8b2c-0efea8d3c129 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Synchronizing usage tracker for tenant:611bb780ca494fbc8b6c699d288a0e35 on resource:port {{(pid=87870) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:33:46.516302 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb1e095-fec3-43c9-b986-e713ddcb2008 None None] Routers {'2f722e72-4b3d-4ea3-8df7-45f9edb5c18f'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:33:46.517373 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-acb1e095-fec3-43c9-b986-e713ddcb2008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:33:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['2f722e72-4b3d-4ea3-8df7-45f9edb5c18f'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:33:46.517465 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [req-efa1eca5-d2a0-43a4-a4b8-2339b6ea55c6 req-6ff3348d-3b17-40c3-8b2c-0efea8d3c129 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Unset dirty status for tenant:611bb780ca494fbc8b6c699d288a0e35 on resource:port {{(pid=87870) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:33:46.522348 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-efa1eca5-d2a0-43a4-a4b8-2339b6ea55c6 req-6ff3348d-3b17-40c3-8b2c-0efea8d3c129 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] 10.222.0.30 "GET /v2.0/ports?device_id=650d4544-92ad-4860-b93a-c2da00d830e3 HTTP/1.1" status: 200 len: 210 time: 0.0744929 Mar 28 12:33:46.608438 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5549205d-974c-49c9-94b6-abd878bec55c None None] Pushing event updated for resources: {'Port': ['ID=02a58490-022a-4b00-86e7-80d3eab34661,revision_number=4']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:33:46.698370 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device ebe262b2-a318-4b21-b8f0-d4601a459d3e up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:33:46.809151 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvr_db [None req-acb1e095-fec3-43c9-b986-e713ddcb2008 None None] Set router 2f722e72-4b3d-4ea3-8df7-45f9edb5c18f gateway port host: dv-neutron-835340-2-hyperv {{(pid=87872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:33:46.890787 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port ebe262b2-a318-4b21-b8f0-d4601a459d3e triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:33:46.891155 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:47.236912 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-acb1e095-fec3-43c9-b986-e713ddcb2008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f722e72-4b3d-4ea3-8df7-45f9edb5c18f', 'name': 'tempest-TestShelveInstance-1723043338-router', 'tenant_id': 'a8c07d0990fa47ceab1ca36b68b186a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.114'}], 'enable_snat': True}, 'gw_port_id': 'ebe262b2-a318-4b21-b8f0-d4601a459d3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:33:38Z', 'updated_at': '2022-03-28T12:33:42Z', 'revision_number': 4, 'project_id': 'a8c07d0990fa47ceab1ca36b68b186a8', 'gw_port': {'id': 'ebe262b2-a318-4b21-b8f0-d4601a459d3e', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:bd:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f722e72-4b3d-4ea3-8df7-45f9edb5c18f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:33:39Z', 'updated_at': '2022-03-28T12:33:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_interfaces': [{'id': '02a58490-022a-4b00-86e7-80d3eab34661', 'name': '', 'network_id': 'de9fcde5-df95-47b2-aea3-93694a659a23', 'tenant_id': 'a8c07d0990fa47ceab1ca36b68b186a8', 'mac_address': 'fa:16:3e:a4:35:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f722e72-4b3d-4ea3-8df7-45f9edb5c18f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1807, 'fixed_ips': [{'subnet_id': '8cddd6af-5506-48a6-8f43-9a44b9996fce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:33:41Z', 'updated_at': '2022-03-28T12:33:46Z', 'revision_number': 4, 'project_id': 'a8c07d0990fa47ceab1ca36b68b186a8', 'subnets': [{'id': '8cddd6af-5506-48a6-8f43-9a44b9996fce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:33:47.240910 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb1e095-fec3-43c9-b986-e713ddcb2008 None None] The sync data for ids ['2f722e72-4b3d-4ea3-8df7-45f9edb5c18f'] in dv-neutron-835340-2-hyperv is: [{'id': '2f722e72-4b3d-4ea3-8df7-45f9edb5c18f', 'name': 'tempest-TestShelveInstance-1723043338-router', 'tenant_id': 'a8c07d0990fa47ceab1ca36b68b186a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.114'}], 'enable_snat': True}, 'gw_port_id': 'ebe262b2-a318-4b21-b8f0-d4601a459d3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:33:38Z', 'updated_at': '2022-03-28T12:33:42Z', 'revision_number': 4, 'project_id': 'a8c07d0990fa47ceab1ca36b68b186a8', 'gw_port': {'id': 'ebe262b2-a318-4b21-b8f0-d4601a459d3e', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:bd:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f722e72-4b3d-4ea3-8df7-45f9edb5c18f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:33:39Z', 'updated_at': '2022-03-28T12:33:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_interfaces': [{'id': '02a58490-022a-4b00-86e7-80d3eab34661', 'name': '', 'network_id': 'de9fcde5-df95-47b2-aea3-93694a659a23', 'tenant_id': 'a8c07d0990fa47ceab1ca36b68b186a8', 'mac_address': 'fa:16:3e:a4:35:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f722e72-4b3d-4ea3-8df7-45f9edb5c18f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1807, 'fixed_ips': [{'subnet_id': '8cddd6af-5506-48a6-8f43-9a44b9996fce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:33:41Z', 'updated_at': '2022-03-28T12:33:46Z', 'revision_number': 4, 'project_id': 'a8c07d0990fa47ceab1ca36b68b186a8', 'subnets': [{'id': '8cddd6af-5506-48a6-8f43-9a44b9996fce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 12:33:47.613973 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e6bb3f-7e19-4b1e-b711-8955cbad2652 req-36463b98-14d8-44d6-a787-3a0e65ffb812 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:33:47.615670 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-97e6bb3f-7e19-4b1e-b711-8955cbad2652 req-36463b98-14d8-44d6-a787-3a0e65ffb812 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] 10.222.0.11 "GET /v2.0/networks?id=82100c45-55ff-48f2-87d9-3e87334936ab HTTP/1.1" status: 200 len: 808 time: 0.1747203 Mar 28 12:33:47.691686 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-b1d428ea-b47a-4fb1-9fcf-cbf357736cf9 req-f51336a9-3c73-455d-9ed8-92d899451ff9 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] 10.222.0.30 "GET /v2.0/ports?device_id=650d4544-92ad-4860-b93a-c2da00d830e3 HTTP/1.1" status: 200 len: 210 time: 0.0493031 Mar 28 12:33:47.716181 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-97e6bb3f-7e19-4b1e-b711-8955cbad2652 req-d0d070b3-f74a-42d9-b3e4-274e70ad94bf tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=611bb780ca494fbc8b6c699d288a0e35 HTTP/1.1" status: 200 len: 379 time: 0.0921772 Mar 28 12:33:47.725579 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [req-97e6bb3f-7e19-4b1e-b711-8955cbad2652 req-ab9ab0e0-54c4-4523-b9ca-681ee24691f8 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Request body: {'port': {'device_id': '650d4544-92ad-4860-b93a-c2da00d830e3', 'network_id': '82100c45-55ff-48f2-87d9-3e87334936ab', 'admin_state_up': True, 'tenant_id': '611bb780ca494fbc8b6c699d288a0e35', 'security_groups': ['ae4ed056-f6a4-421c-b8dd-e6fbc7c507d7']}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:33:47.870540 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [req-97e6bb3f-7e19-4b1e-b711-8955cbad2652 req-ab9ab0e0-54c4-4523-b9ca-681ee24691f8 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:33:47.880300 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [req-97e6bb3f-7e19-4b1e-b711-8955cbad2652 req-ab9ab0e0-54c4-4523-b9ca-681ee24691f8 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:33:47.893328 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97e6bb3f-7e19-4b1e-b711-8955cbad2652 req-ab9ab0e0-54c4-4523-b9ca-681ee24691f8 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Made reservation on behalf of 611bb780ca494fbc8b6c699d288a0e35 for: {'port': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 12:33:47.897298 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-97e6bb3f-7e19-4b1e-b711-8955cbad2652 req-ab9ab0e0-54c4-4523-b9ca-681ee24691f8 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:48.176632 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.db_base_plugin_common [req-97e6bb3f-7e19-4b1e-b711-8955cbad2652 req-ab9ab0e0-54c4-4523-b9ca-681ee24691f8 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Allocated IP 172.20.0.8 (82100c45-55ff-48f2-87d9-3e87334936ab/400457e7-d978-42e3-844f-be8339183739/a26a4aec-bf9e-4522-8849-75a5659a7f14) {{(pid=87871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 12:33:48.364268 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-97e6bb3f-7e19-4b1e-b711-8955cbad2652 req-ab9ab0e0-54c4-4523-b9ca-681ee24691f8 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Notify callbacks [] for port, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:48.379061 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.provisioning_blocks [req-97e6bb3f-7e19-4b1e-b711-8955cbad2652 req-ab9ab0e0-54c4-4523-b9ca-681ee24691f8 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Transition to ACTIVE for port object a26a4aec-bf9e-4522-8849-75a5659a7f14 will not be triggered until provisioned by entity DHCP. {{(pid=87871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:33:48.402841 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-97e6bb3f-7e19-4b1e-b711-8955cbad2652 req-ab9ab0e0-54c4-4523-b9ca-681ee24691f8 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:48.469051 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97e6bb3f-7e19-4b1e-b711-8955cbad2652 req-ab9ab0e0-54c4-4523-b9ca-681ee24691f8 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Network 82100c45-55ff-48f2-87d9-3e87334936ab is already hosted by enough agents. {{(pid=87871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:33:48.472005 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [req-97e6bb3f-7e19-4b1e-b711-8955cbad2652 req-ab9ab0e0-54c4-4523-b9ca-681ee24691f8 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Resources bound (agent type, host, resource id): {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:33:48.480489 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.l3_dvrscheduler_db [req-97e6bb3f-7e19-4b1e-b711-8955cbad2652 req-ab9ab0e0-54c4-4523-b9ca-681ee24691f8 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Received port after_create {{(pid=87871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 12:33:48.517563 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9ab0e0-54c4-4523-b9ca-681ee24691f8 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Pushing event updated for resources: {'Port': ['ID=a26a4aec-bf9e-4522-8849-75a5659a7f14,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:33:48.549523 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e6bb3f-7e19-4b1e-b711-8955cbad2652 req-ab9ab0e0-54c4-4523-b9ca-681ee24691f8 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:33:48.550134 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-97e6bb3f-7e19-4b1e-b711-8955cbad2652 req-ab9ab0e0-54c4-4523-b9ca-681ee24691f8 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:48.577550 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-97e6bb3f-7e19-4b1e-b711-8955cbad2652 req-ab9ab0e0-54c4-4523-b9ca-681ee24691f8 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8562746 Mar 28 12:33:48.589550 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [req-97e6bb3f-7e19-4b1e-b711-8955cbad2652 req-1b00f324-8796-4ed4-8280-9f0e9d4f0275 service neutron] Request body: {'port': {'device_id': '650d4544-92ad-4860-b93a-c2da00d830e3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8353'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:33:48.662877 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 02a58490-022a-4b00-86e7-80d3eab34661 up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:33:48.717810 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-97e6bb3f-7e19-4b1e-b711-8955cbad2652 req-1b00f324-8796-4ed4-8280-9f0e9d4f0275 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:48.751430 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-9c3564e6-bb8b-42b2-a6eb-cf17cf76ff65 None None] Provisioning for port a26a4aec-bf9e-4522-8849-75a5659a7f14 completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:33:48.758587 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning for port 02a58490-022a-4b00-86e7-80d3eab34661 completed by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:33:48.762821 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-9c3564e6-bb8b-42b2-a6eb-cf17cf76ff65 None None] Provisioning complete for port a26a4aec-bf9e-4522-8849-75a5659a7f14 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:33:48.763426 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-9c3564e6-bb8b-42b2-a6eb-cf17cf76ff65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:48.796166 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port 02a58490-022a-4b00-86e7-80d3eab34661 triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:33:48.798055 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:48.926952 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-9c3564e6-bb8b-42b2-a6eb-cf17cf76ff65 None None] Port a26a4aec-bf9e-4522-8849-75a5659a7f14 cannot update to ACTIVE because it is not bound. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 12:33:48.930027 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0a1c1e-734c-4e85-acf0-29d83d301873 req-51eecf1e-7a09-4458-a819-a83cf4e4d779 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:33:48.931525 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-0b0a1c1e-734c-4e85-acf0-29d83d301873 req-51eecf1e-7a09-4458-a819-a83cf4e4d779 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] 10.222.0.30 "GET /v2.0/ports?device_id=650d4544-92ad-4860-b93a-c2da00d830e3 HTTP/1.1" status: 200 len: 931 time: 0.0957072 Mar 28 12:33:48.979100 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [req-0b0a1c1e-734c-4e85-acf0-29d83d301873 req-dbcd7703-f636-4220-a941-ad40aa8e8d2d tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Synchronizing usage tracker for tenant:611bb780ca494fbc8b6c699d288a0e35 on resource:security_group {{(pid=87870) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:33:48.995936 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:48.997734 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [req-0b0a1c1e-734c-4e85-acf0-29d83d301873 req-dbcd7703-f636-4220-a941-ad40aa8e8d2d tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Unset dirty status for tenant:611bb780ca494fbc8b6c699d288a0e35 on resource:security_group {{(pid=87870) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:33:48.998943 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-0b0a1c1e-734c-4e85-acf0-29d83d301873 req-dbcd7703-f636-4220-a941-ad40aa8e8d2d tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] 10.222.0.30 "GET /v2.0/security-groups?id=ae4ed056-f6a4-421c-b8dd-e6fbc7c507d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602059 Mar 28 12:33:49.038074 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] For port 02a58490-022a-4b00-86e7-80d3eab34661, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=02a58490-022a-4b00-86e7-80d3eab34661,segment=NetworkSegment(38583e6f-0d39-415a-9e1f-ffc0e9251fee),segment_id=38583e6f-0d39-415a-9e1f-ffc0e9251fee)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:33:49.041893 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:49.114784 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Pushing event updated for resources: {'Port': ['ID=02a58490-022a-4b00-86e7-80d3eab34661,revision_number=5']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:33:49.120648 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.notifiers.nova [req-97e6bb3f-7e19-4b1e-b711-8955cbad2652 req-1b00f324-8796-4ed4-8280-9f0e9d4f0275 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a26a4aec-bf9e-4522-8849-75a5659a7f14 {{(pid=87871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 12:33:49.128654 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-97e6bb3f-7e19-4b1e-b711-8955cbad2652 req-1b00f324-8796-4ed4-8280-9f0e9d4f0275 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:49.144351 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.provisioning_blocks [req-97e6bb3f-7e19-4b1e-b711-8955cbad2652 req-1b00f324-8796-4ed4-8280-9f0e9d4f0275 service neutron] Transition to ACTIVE for port object a26a4aec-bf9e-4522-8849-75a5659a7f14 will not be triggered until provisioned by entity L2. {{(pid=87871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:33:49.147704 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-97e6bb3f-7e19-4b1e-b711-8955cbad2652 req-1b00f324-8796-4ed4-8280-9f0e9d4f0275 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2363241'] for port, after_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:49.280880 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b00f324-8796-4ed4-8280-9f0e9d4f0275 service neutron] Pushing event updated for resources: {'Port': ['ID=a26a4aec-bf9e-4522-8849-75a5659a7f14,revision_number=2']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:33:49.385301 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.managers [req-97e6bb3f-7e19-4b1e-b711-8955cbad2652 req-1b00f324-8796-4ed4-8280-9f0e9d4f0275 service neutron] Attempting to bind port a26a4aec-bf9e-4522-8849-75a5659a7f14 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 12:33:49.385630 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.managers [req-97e6bb3f-7e19-4b1e-b711-8955cbad2652 req-1b00f324-8796-4ed4-8280-9f0e9d4f0275 service neutron] Attempting to bind port a26a4aec-bf9e-4522-8849-75a5659a7f14 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '1ff2eb9a-5a02-412d-ac79-976daac1f37a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '82100c45-55ff-48f2-87d9-3e87334936ab'}] {{(pid=87871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 12:33:49.386467 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e6bb3f-7e19-4b1e-b711-8955cbad2652 req-1b00f324-8796-4ed4-8280-9f0e9d4f0275 service neutron] Attempting to bind port a26a4aec-bf9e-4522-8849-75a5659a7f14 on network 82100c45-55ff-48f2-87d9-3e87334936ab {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 12:33:49.391012 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e6bb3f-7e19-4b1e-b711-8955cbad2652 req-1b00f324-8796-4ed4-8280-9f0e9d4f0275 service neutron] Port a26a4aec-bf9e-4522-8849-75a5659a7f14 on network 82100c45-55ff-48f2-87d9-3e87334936ab not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 12:33:49.391326 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e6bb3f-7e19-4b1e-b711-8955cbad2652 req-1b00f324-8796-4ed4-8280-9f0e9d4f0275 service neutron] Attempting to bind port a26a4aec-bf9e-4522-8849-75a5659a7f14 on network 82100c45-55ff-48f2-87d9-3e87334936ab {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 12:33:49.396520 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e6bb3f-7e19-4b1e-b711-8955cbad2652 req-1b00f324-8796-4ed4-8280-9f0e9d4f0275 service neutron] Checking agent: {'id': '01dfae6e-0e91-4100-b27f-ff8156eac7d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8353', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 52, 20), 'started_at': datetime.datetime(2022, 3, 28, 11, 52, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 12, 33, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 12:33:49.396822 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e6bb3f-7e19-4b1e-b711-8955cbad2652 req-1b00f324-8796-4ed4-8280-9f0e9d4f0275 service neutron] Checking segment: {'id': '1ff2eb9a-5a02-412d-ac79-976daac1f37a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '82100c45-55ff-48f2-87d9-3e87334936ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 12:33:49.397196 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97e6bb3f-7e19-4b1e-b711-8955cbad2652 req-1b00f324-8796-4ed4-8280-9f0e9d4f0275 service neutron] Bound using segment: {'id': '1ff2eb9a-5a02-412d-ac79-976daac1f37a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '82100c45-55ff-48f2-87d9-3e87334936ab'} {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 12:33:49.397616 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.managers [req-97e6bb3f-7e19-4b1e-b711-8955cbad2652 req-1b00f324-8796-4ed4-8280-9f0e9d4f0275 service neutron] Bound port: a26a4aec-bf9e-4522-8849-75a5659a7f14, host: hv-neutron-8353, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ff2eb9a-5a02-412d-ac79-976daac1f37a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '82100c45-55ff-48f2-87d9-3e87334936ab'}}] {{(pid=87871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 12:33:49.397961 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-97e6bb3f-7e19-4b1e-b711-8955cbad2652 req-1b00f324-8796-4ed4-8280-9f0e9d4f0275 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:49.490250 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.db [req-97e6bb3f-7e19-4b1e-b711-8955cbad2652 req-1b00f324-8796-4ed4-8280-9f0e9d4f0275 service neutron] For port a26a4aec-bf9e-4522-8849-75a5659a7f14, host hv-neutron-8353, cleared binding levels {{(pid=87871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 12:33:49.493113 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.db [req-97e6bb3f-7e19-4b1e-b711-8955cbad2652 req-1b00f324-8796-4ed4-8280-9f0e9d4f0275 service neutron] For port a26a4aec-bf9e-4522-8849-75a5659a7f14, host hv-neutron-8353, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=a26a4aec-bf9e-4522-8849-75a5659a7f14,segment=NetworkSegment(1ff2eb9a-5a02-412d-ac79-976daac1f37a),segment_id=1ff2eb9a-5a02-412d-ac79-976daac1f37a)] {{(pid=87871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 12:33:49.497964 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-97e6bb3f-7e19-4b1e-b711-8955cbad2652 req-1b00f324-8796-4ed4-8280-9f0e9d4f0275 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2363241'] for port, after_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:49.550695 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e6bb3f-7e19-4b1e-b711-8955cbad2652 req-1b00f324-8796-4ed4-8280-9f0e9d4f0275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:33:49.551302 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-97e6bb3f-7e19-4b1e-b711-8955cbad2652 req-1b00f324-8796-4ed4-8280-9f0e9d4f0275 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:49.552749 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-97e6bb3f-7e19-4b1e-b711-8955cbad2652 req-1b00f324-8796-4ed4-8280-9f0e9d4f0275 service neutron] 10.222.0.11 "PUT /v2.0/ports/a26a4aec-bf9e-4522-8849-75a5659a7f14 HTTP/1.1" status: 200 len: 1093 time: 0.9678035 Mar 28 12:33:49.553199 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '650d4544-92ad-4860-b93a-c2da00d830e3', 'tag': 'a26a4aec-bf9e-4522-8849-75a5659a7f14'}] {{(pid=87871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 12:33:49.587867 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b00f324-8796-4ed4-8280-9f0e9d4f0275 service neutron] Pushing event updated for resources: {'Port': ['ID=a26a4aec-bf9e-4522-8849-75a5659a7f14,revision_number=3']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:33:49.669943 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e6bb3f-7e19-4b1e-b711-8955cbad2652 req-b569d99c-6f13-4df9-839a-9248f390bab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:33:49.672099 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-97e6bb3f-7e19-4b1e-b711-8955cbad2652 req-b569d99c-6f13-4df9-839a-9248f390bab6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=611bb780ca494fbc8b6c699d288a0e35&device_id=650d4544-92ad-4860-b93a-c2da00d830e3 HTTP/1.1" status: 200 len: 1096 time: 0.0796063 Mar 28 12:33:49.673385 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '650d4544-92ad-4860-b93a-c2da00d830e3', 'tag': 'a26a4aec-bf9e-4522-8849-75a5659a7f14', 'status': 'completed', 'code': 200} Mar 28 12:33:49.743985 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-97e6bb3f-7e19-4b1e-b711-8955cbad2652 req-945617ab-5072-41e3-9219-252afb61a30c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a26a4aec-bf9e-4522-8849-75a5659a7f14 HTTP/1.1" status: 200 len: 217 time: 0.0622375 Mar 28 12:33:49.808070 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e6bb3f-7e19-4b1e-b711-8955cbad2652 req-163dfa89-9d1f-4f85-810f-c42f341f6c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:33:49.809474 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-97e6bb3f-7e19-4b1e-b711-8955cbad2652 req-163dfa89-9d1f-4f85-810f-c42f341f6c50 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=400457e7-d978-42e3-844f-be8339183739 HTTP/1.1" status: 200 len: 847 time: 0.0599296 Mar 28 12:33:49.883655 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e6bb3f-7e19-4b1e-b711-8955cbad2652 req-b045582b-24e1-47fb-ae0f-1592d5ed1de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:33:49.885107 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-97e6bb3f-7e19-4b1e-b711-8955cbad2652 req-b045582b-24e1-47fb-ae0f-1592d5ed1de4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=82100c45-55ff-48f2-87d9-3e87334936ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698915 Mar 28 12:33:50.128796 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-97e6bb3f-7e19-4b1e-b711-8955cbad2652 req-c8617439-0fd4-41f8-827b-ce2a0821d6d8 service neutron] 10.222.0.11 "GET /v2.0/networks/82100c45-55ff-48f2-87d9-3e87334936ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2358589 Mar 28 12:33:50.268743 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-97e6bb3f-7e19-4b1e-b711-8955cbad2652 req-2366f4e4-05e0-407c-9b40-646c71f77fc8 service neutron] 10.222.0.11 "GET /v2.0/networks/82100c45-55ff-48f2-87d9-3e87334936ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337714 Mar 28 12:33:50.343566 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8759511c-c2b0-4110-bdba-0d6cd1f854fc req-0e1fb011-8f5b-4a9c-95e1-6583a234430a tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:33:50.344927 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-8759511c-c2b0-4110-bdba-0d6cd1f854fc req-0e1fb011-8f5b-4a9c-95e1-6583a234430a tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] 10.222.0.30 "GET /v2.0/ports?device_id=650d4544-92ad-4860-b93a-c2da00d830e3 HTTP/1.1" status: 200 len: 943 time: 0.0827663 Mar 28 12:33:50.386828 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3136e5-21ae-42e2-9e43-a3c74e8701a7 req-ea424c63-de53-49c5-8923-7e8c1c41d407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:33:50.388693 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-2f3136e5-21ae-42e2-9e43-a3c74e8701a7 req-ea424c63-de53-49c5-8923-7e8c1c41d407 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=611bb780ca494fbc8b6c699d288a0e35&device_id=650d4544-92ad-4860-b93a-c2da00d830e3 HTTP/1.1" status: 200 len: 1096 time: 0.0772574 Mar 28 12:33:50.389475 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-8759511c-c2b0-4110-bdba-0d6cd1f854fc req-ef2c52a1-8ca4-4fa1-b422-efa56c399ee4 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] 10.222.0.30 "GET /v2.0/security-groups?id=ae4ed056-f6a4-421c-b8dd-e6fbc7c507d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390015 Mar 28 12:33:50.522741 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3136e5-21ae-42e2-9e43-a3c74e8701a7 req-e2e57fea-63fd-45db-b1b4-406f038fced6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:33:50.524171 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-2f3136e5-21ae-42e2-9e43-a3c74e8701a7 req-e2e57fea-63fd-45db-b1b4-406f038fced6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=82100c45-55ff-48f2-87d9-3e87334936ab HTTP/1.1" status: 200 len: 908 time: 0.1282225 Mar 28 12:33:50.591288 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-2f3136e5-21ae-42e2-9e43-a3c74e8701a7 req-b742de9a-46e2-488c-b8ee-c2c8b10f90b8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a26a4aec-bf9e-4522-8849-75a5659a7f14 HTTP/1.1" status: 200 len: 217 time: 0.0605285 Mar 28 12:33:50.629836 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 02a58490-022a-4b00-86e7-80d3eab34661 up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:33:50.660722 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3136e5-21ae-42e2-9e43-a3c74e8701a7 req-4ff27e8a-a744-4909-99e2-34d00f91a11d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:33:50.662173 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-2f3136e5-21ae-42e2-9e43-a3c74e8701a7 req-4ff27e8a-a744-4909-99e2-34d00f91a11d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=400457e7-d978-42e3-844f-be8339183739 HTTP/1.1" status: 200 len: 847 time: 0.0647471 Mar 28 12:33:50.696852 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port 02a58490-022a-4b00-86e7-80d3eab34661 triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:33:50.697227 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:50.736545 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3136e5-21ae-42e2-9e43-a3c74e8701a7 req-ef0ae577-ffb3-4783-b452-58fb01beeb84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:33:50.738246 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-2f3136e5-21ae-42e2-9e43-a3c74e8701a7 req-ef0ae577-ffb3-4783-b452-58fb01beeb84 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=82100c45-55ff-48f2-87d9-3e87334936ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0689924 Mar 28 12:33:50.869217 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-2f3136e5-21ae-42e2-9e43-a3c74e8701a7 req-d5f97ea0-b731-4dc0-a95d-61dc58d25763 service neutron] 10.222.0.11 "GET /v2.0/networks/82100c45-55ff-48f2-87d9-3e87334936ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243219 Mar 28 12:33:51.001260 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-2f3136e5-21ae-42e2-9e43-a3c74e8701a7 req-00d72920-7552-497b-a004-3b564d27820a service neutron] 10.222.0.11 "GET /v2.0/networks/82100c45-55ff-48f2-87d9-3e87334936ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252396 Mar 28 12:33:51.024725 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:51.574659 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388026a3-ee64-4263-a7c9-fa623357aea3 req-0e0b052c-91a7-4fed-8e4a-99293fa25df5 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:33:51.575347 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [req-388026a3-ee64-4263-a7c9-fa623357aea3 req-0e0b052c-91a7-4fed-8e4a-99293fa25df5 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Synchronizing usage tracker for tenant:611bb780ca494fbc8b6c699d288a0e35 on resource:port {{(pid=87871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:33:51.590802 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [req-388026a3-ee64-4263-a7c9-fa623357aea3 req-0e0b052c-91a7-4fed-8e4a-99293fa25df5 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Unset dirty status for tenant:611bb780ca494fbc8b6c699d288a0e35 on resource:port {{(pid=87871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:33:51.591987 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-388026a3-ee64-4263-a7c9-fa623357aea3 req-0e0b052c-91a7-4fed-8e4a-99293fa25df5 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] 10.222.0.30 "GET /v2.0/ports?device_id=650d4544-92ad-4860-b93a-c2da00d830e3 HTTP/1.1" status: 200 len: 943 time: 0.0987787 Mar 28 12:33:51.635076 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-388026a3-ee64-4263-a7c9-fa623357aea3 req-b76dae6b-8c6a-4de5-ad34-4b8abb31d302 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] 10.222.0.30 "GET /v2.0/security-groups?id=ae4ed056-f6a4-421c-b8dd-e6fbc7c507d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373237 Mar 28 12:33:52.479238 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Device a26a4aec-bf9e-4522-8849-75a5659a7f14 details requested by agent hyperv_hv-neutron-8353 with host hv-neutron-8353 {{(pid=87872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 28 12:33:52.610029 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] For port a26a4aec-bf9e-4522-8849-75a5659a7f14, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=a26a4aec-bf9e-4522-8849-75a5659a7f14,segment=NetworkSegment(1ff2eb9a-5a02-412d-ac79-976daac1f37a),segment_id=1ff2eb9a-5a02-412d-ac79-976daac1f37a)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:33:52.623560 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Returning: {'device': 'a26a4aec-bf9e-4522-8849-75a5659a7f14', 'network_id': '82100c45-55ff-48f2-87d9-3e87334936ab', 'port_id': 'a26a4aec-bf9e-4522-8849-75a5659a7f14', 'mac_address': 'fa:16:3e:f2:69:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '400457e7-d978-42e3-844f-be8339183739', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 28 12:33:52.685226 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:52.702075 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.notifiers.nova [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a26a4aec-bf9e-4522-8849-75a5659a7f14 {{(pid=87872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 12:33:52.717579 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] For port a26a4aec-bf9e-4522-8849-75a5659a7f14, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=a26a4aec-bf9e-4522-8849-75a5659a7f14,segment=NetworkSegment(1ff2eb9a-5a02-412d-ac79-976daac1f37a),segment_id=1ff2eb9a-5a02-412d-ac79-976daac1f37a)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:33:52.721257 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:52.793648 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Pushing event updated for resources: {'Port': ['ID=a26a4aec-bf9e-4522-8849-75a5659a7f14,revision_number=4']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:33:52.823270 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31b135c-b658-4bef-8d39-28318a5b6e03 req-30a5713e-b499-41e6-a074-54b2d6042621 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:33:52.826811 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-a31b135c-b658-4bef-8d39-28318a5b6e03 req-30a5713e-b499-41e6-a074-54b2d6042621 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] 10.222.0.30 "GET /v2.0/ports?device_id=650d4544-92ad-4860-b93a-c2da00d830e3 HTTP/1.1" status: 200 len: 944 time: 0.0863214 Mar 28 12:33:52.871609 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-a31b135c-b658-4bef-8d39-28318a5b6e03 req-da4a8e0b-b449-4200-83c6-94d5c5c8a3b8 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] 10.222.0.30 "GET /v2.0/security-groups?id=ae4ed056-f6a4-421c-b8dd-e6fbc7c507d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402915 Mar 28 12:33:52.923794 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] get_ports_and_sgs() called for port_ids ['a26a4aec-bf9e-4522-8849-75a5659a7f14'] {{(pid=87872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 12:33:54.059568 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2491b27f-7151-4dc3-b668-b94e1667c847 req-347762dd-01c6-41fd-ac9f-ee76f615bd26 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:33:54.061206 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-2491b27f-7151-4dc3-b668-b94e1667c847 req-347762dd-01c6-41fd-ac9f-ee76f615bd26 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] 10.222.0.30 "GET /v2.0/ports?device_id=650d4544-92ad-4860-b93a-c2da00d830e3 HTTP/1.1" status: 200 len: 944 time: 0.0805569 Mar 28 12:33:54.106196 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-2491b27f-7151-4dc3-b668-b94e1667c847 req-d858addb-2c4e-4646-a17b-4037f50762d0 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] 10.222.0.30 "GET /v2.0/security-groups?id=ae4ed056-f6a4-421c-b8dd-e6fbc7c507d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389752 Mar 28 12:33:54.494930 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Device a26a4aec-bf9e-4522-8849-75a5659a7f14 up at agent hyperv_hv-neutron-8353 {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:33:54.563802 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Provisioning for port a26a4aec-bf9e-4522-8849-75a5659a7f14 completed by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:33:54.568326 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Provisioning complete for port a26a4aec-bf9e-4522-8849-75a5659a7f14 triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:33:54.568697 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:54.685065 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:54.711127 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '650d4544-92ad-4860-b93a-c2da00d830e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a26a4aec-bf9e-4522-8849-75a5659a7f14'}] {{(pid=87872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 12:33:54.721512 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] For port a26a4aec-bf9e-4522-8849-75a5659a7f14, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=a26a4aec-bf9e-4522-8849-75a5659a7f14,segment=NetworkSegment(1ff2eb9a-5a02-412d-ac79-976daac1f37a),segment_id=1ff2eb9a-5a02-412d-ac79-976daac1f37a)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:33:54.725444 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:54.765276 dv-neutron-835340-2-hyperv neutron-server[87872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '650d4544-92ad-4860-b93a-c2da00d830e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a26a4aec-bf9e-4522-8849-75a5659a7f14', 'code': 200} Mar 28 12:33:54.796909 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Pushing event updated for resources: {'Port': ['ID=a26a4aec-bf9e-4522-8849-75a5659a7f14,revision_number=5']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:33:54.982145 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9783aea9-689a-4e0d-88e4-c9c28fcdd763 req-7a530212-b612-4685-a640-7d0b151aeca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:33:54.983614 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-9783aea9-689a-4e0d-88e4-c9c28fcdd763 req-7a530212-b612-4685-a640-7d0b151aeca0 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=650d4544-92ad-4860-b93a-c2da00d830e3 HTTP/1.1" status: 200 len: 1098 time: 0.0716155 Mar 28 12:33:55.024545 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-9783aea9-689a-4e0d-88e4-c9c28fcdd763 req-1d6309e0-6f44-4015-8b5c-499fc54bea2d service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=ae4ed056-f6a4-421c-b8dd-e6fbc7c507d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348828 Mar 28 12:33:55.289076 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbd0ece-84f9-4223-92d2-bf1586d4baee req-d79c196f-96a6-4b24-9ef5-b50712b4d022 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:33:55.290412 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-6cbd0ece-84f9-4223-92d2-bf1586d4baee req-d79c196f-96a6-4b24-9ef5-b50712b4d022 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] 10.222.0.30 "GET /v2.0/ports?device_id=650d4544-92ad-4860-b93a-c2da00d830e3 HTTP/1.1" status: 200 len: 945 time: 0.0790448 Mar 28 12:33:55.337636 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-6cbd0ece-84f9-4223-92d2-bf1586d4baee req-cf9339a6-4165-48e8-8ccd-a0a9226932ce tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] 10.222.0.30 "GET /v2.0/security-groups?id=ae4ed056-f6a4-421c-b8dd-e6fbc7c507d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406673 Mar 28 12:33:56.522051 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579e90a6-029c-4599-b9ae-5dbe77155c1e req-10f251f9-d80f-4c96-b26e-6d5b30409bc0 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:33:56.523513 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-579e90a6-029c-4599-b9ae-5dbe77155c1e req-10f251f9-d80f-4c96-b26e-6d5b30409bc0 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] 10.222.0.30 "GET /v2.0/ports?device_id=650d4544-92ad-4860-b93a-c2da00d830e3 HTTP/1.1" status: 200 len: 945 time: 0.0821285 Mar 28 12:33:56.566828 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-579e90a6-029c-4599-b9ae-5dbe77155c1e req-0866a499-efc8-4402-98ab-de71a186193a tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] 10.222.0.30 "GET /v2.0/security-groups?id=ae4ed056-f6a4-421c-b8dd-e6fbc7c507d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375426 Mar 28 12:33:56.747800 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7c34d0-3ac6-4e65-a9f3-8c6d11642b8a req-cfddc56b-c41d-4127-b5dd-add88345c216 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:33:56.749237 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-4d7c34d0-3ac6-4e65-a9f3-8c6d11642b8a req-cfddc56b-c41d-4127-b5dd-add88345c216 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] 10.222.0.30 "GET /v2.0/ports?device_id=650d4544-92ad-4860-b93a-c2da00d830e3 HTTP/1.1" status: 200 len: 945 time: 0.0796537 Mar 28 12:33:56.792788 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-4d7c34d0-3ac6-4e65-a9f3-8c6d11642b8a req-d4e22e76-549d-43e4-8cec-23e24b7ab1e2 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] 10.222.0.30 "GET /v2.0/security-groups?id=ae4ed056-f6a4-421c-b8dd-e6fbc7c507d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374982 Mar 28 12:33:56.815951 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 37368) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:33:56.985978 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-500f2e81-414a-4044-b89a-a7163dd2b643 tempest-TestShelveInstance-637349369 tempest-TestShelveInstance-637349369-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:33:56.987715 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-500f2e81-414a-4044-b89a-a7163dd2b643 tempest-TestShelveInstance-637349369 tempest-TestShelveInstance-637349369-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=650d4544-92ad-4860-b93a-c2da00d830e3 HTTP/1.1" status: 200 len: 1093 time: 0.1707947 Mar 28 12:33:56.990708 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 37374) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:33:56.995598 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-496b1d2b-73d5-4d4a-ba4c-6b3533526c72 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Request body: {'floatingip': {'floating_network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'port_id': 'a26a4aec-bf9e-4522-8849-75a5659a7f14', 'tenant_id': '611bb780ca494fbc8b6c699d288a0e35', 'fixed_ip_address': '172.20.0.8'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:33:57.001396 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-496b1d2b-73d5-4d4a-ba4c-6b3533526c72 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:33:57.005077 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-496b1d2b-73d5-4d4a-ba4c-6b3533526c72 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Usage tracker for resource:floatingip and tenant:611bb780ca494fbc8b6c699d288a0e35 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:33:57.007865 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-496b1d2b-73d5-4d4a-ba4c-6b3533526c72 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:33:57.015621 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-496b1d2b-73d5-4d4a-ba4c-6b3533526c72 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:33:57.029867 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-496b1d2b-73d5-4d4a-ba4c-6b3533526c72 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Notify callbacks [] for floatingip, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:57.163549 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-496b1d2b-73d5-4d4a-ba4c-6b3533526c72 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:57.393702 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.db_base_plugin_common [None req-496b1d2b-73d5-4d4a-ba4c-6b3533526c72 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Allocated IP 172.26.7.8 (ac2b1748-8f63-4b17-a9c7-07e79704aa5b/0b7ebf76-1dc7-431a-a0b4-b96bacf287c2/ef14fa22-9a0c-41c3-92b7-84e7bc4ac211) {{(pid=87871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 12:33:57.540160 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-496b1d2b-73d5-4d4a-ba4c-6b3533526c72 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Notify callbacks [] for port, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:57.570373 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-496b1d2b-73d5-4d4a-ba4c-6b3533526c72 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:57.633719 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-496b1d2b-73d5-4d4a-ba4c-6b3533526c72 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Network ac2b1748-8f63-4b17-a9c7-07e79704aa5b is already hosted by enough agents. {{(pid=87871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:33:57.636447 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-496b1d2b-73d5-4d4a-ba4c-6b3533526c72 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Resources bound (agent type, host, resource id): {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:33:57.644480 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-496b1d2b-73d5-4d4a-ba4c-6b3533526c72 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Received port after_create {{(pid=87871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 12:33:57.685864 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496b1d2b-73d5-4d4a-ba4c-6b3533526c72 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Pushing event updated for resources: {'Port': ['ID=ef14fa22-9a0c-41c3-92b7-84e7bc4ac211,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:33:58.054214 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-496b1d2b-73d5-4d4a-ba4c-6b3533526c72 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:58.128572 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-496b1d2b-73d5-4d4a-ba4c-6b3533526c72 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:58.332807 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-496b1d2b-73d5-4d4a-ba4c-6b3533526c72 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Notify callbacks [] for port, precommit_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:58.337163 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-496b1d2b-73d5-4d4a-ba4c-6b3533526c72 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2363241'] for port, after_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:58.447211 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496b1d2b-73d5-4d4a-ba4c-6b3533526c72 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Pushing event updated for resources: {'Port': ['ID=ef14fa22-9a0c-41c3-92b7-84e7bc4ac211,revision_number=2']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:33:58.457265 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-496b1d2b-73d5-4d4a-ba4c-6b3533526c72 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-709520'] for floatingip, after_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:58.629474 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.db.l3_db [None req-496b1d2b-73d5-4d4a-ba4c-6b3533526c72 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Floating IP 0b8035be-d962-4d98-9d8d-d0e531dfe85b associated. External IP: 172.26.7.8, port: a26a4aec-bf9e-4522-8849-75a5659a7f14. Mar 28 12:33:59.082540 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-496b1d2b-73d5-4d4a-ba4c-6b3533526c72 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Router 2bb81afb-8676-4fee-adb4-40e8db299a61 has already been hosted by L3 agent af79d429-529e-400b-a119-94d4bec03f3e {{(pid=87871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 12:33:59.256353 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-496b1d2b-73d5-4d4a-ba4c-6b3533526c72 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 12:33:59.266489 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef378801-3ff7-4d28-a0c1-fc13a6c6756b None None] Sync routers for ids ['2bb81afb-8676-4fee-adb4-40e8db299a61'] in dv-neutron-835340-2-hyperv {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 12:33:59.275499 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef378801-3ff7-4d28-a0c1-fc13a6c6756b None None] Routers {'2bb81afb-8676-4fee-adb4-40e8db299a61'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:33:59.276090 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-ef378801-3ff7-4d28-a0c1-fc13a6c6756b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:33:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['2bb81afb-8676-4fee-adb4-40e8db299a61'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:33:59.280964 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-496b1d2b-73d5-4d4a-ba4c-6b3533526c72 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for floatingip, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:33:59.340369 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-496b1d2b-73d5-4d4a-ba4c-6b3533526c72 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 2.3485625 Mar 28 12:33:59.340936 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '650d4544-92ad-4860-b93a-c2da00d830e3', 'tag': 'a26a4aec-bf9e-4522-8849-75a5659a7f14'}] {{(pid=87871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 12:33:59.386495 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '650d4544-92ad-4860-b93a-c2da00d830e3', 'tag': 'a26a4aec-bf9e-4522-8849-75a5659a7f14', 'status': 'completed', 'code': 200} Mar 28 12:33:59.454199 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvr_db [None req-ef378801-3ff7-4d28-a0c1-fc13a6c6756b None None] Set router 2bb81afb-8676-4fee-adb4-40e8db299a61 gateway port host: dv-neutron-835340-2-hyperv {{(pid=87873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:33:59.476804 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe201f93-30ac-4a26-9b15-73c4cc41ab5d req-79b323bd-f403-4f3c-b7b8-42a4a5355454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:33:59.478257 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-fe201f93-30ac-4a26-9b15-73c4cc41ab5d req-79b323bd-f403-4f3c-b7b8-42a4a5355454 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=611bb780ca494fbc8b6c699d288a0e35&device_id=650d4544-92ad-4860-b93a-c2da00d830e3 HTTP/1.1" status: 200 len: 1098 time: 0.0702350 Mar 28 12:33:59.615227 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe201f93-30ac-4a26-9b15-73c4cc41ab5d req-c34967f8-16aa-4ca1-8b48-fd8de2b65cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:33:59.616608 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-fe201f93-30ac-4a26-9b15-73c4cc41ab5d req-c34967f8-16aa-4ca1-8b48-fd8de2b65cf3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=82100c45-55ff-48f2-87d9-3e87334936ab HTTP/1.1" status: 200 len: 908 time: 0.1326008 Mar 28 12:33:59.718591 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-fe201f93-30ac-4a26-9b15-73c4cc41ab5d req-ce6f2e50-b0cf-4aab-8438-d7f8da7b29fe service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a26a4aec-bf9e-4522-8849-75a5659a7f14 HTTP/1.1" status: 200 len: 997 time: 0.0966120 Mar 28 12:33:59.780003 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe201f93-30ac-4a26-9b15-73c4cc41ab5d req-2efde326-fb67-4b3c-8167-7f453434034c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:33:59.781419 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-fe201f93-30ac-4a26-9b15-73c4cc41ab5d req-2efde326-fb67-4b3c-8167-7f453434034c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=400457e7-d978-42e3-844f-be8339183739 HTTP/1.1" status: 200 len: 847 time: 0.0567658 Mar 28 12:33:59.829209 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-ef378801-3ff7-4d28-a0c1-fc13a6c6756b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bb81afb-8676-4fee-adb4-40e8db299a61', 'name': 'tempest-TestShelveInstance-688086857-router', 'tenant_id': '611bb780ca494fbc8b6c699d288a0e35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.68'}], 'enable_snat': True}, 'gw_port_id': 'e35030e4-b6b8-46fa-9c65-cb3e4c2b7ae5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:33:32Z', 'updated_at': '2022-03-28T12:33:36Z', 'revision_number': 4, 'project_id': '611bb780ca494fbc8b6c699d288a0e35', 'gw_port': {'id': 'e35030e4-b6b8-46fa-9c65-cb3e4c2b7ae5', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ed:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb81afb-8676-4fee-adb4-40e8db299a61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:33:32Z', 'updated_at': '2022-03-28T12:33:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_floatingips': [{'id': '0b8035be-d962-4d98-9d8d-d0e531dfe85b', 'tenant_id': '611bb780ca494fbc8b6c699d288a0e35', 'floating_ip_address': '172.26.7.8', 'floating_network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'router_id': '2bb81afb-8676-4fee-adb4-40e8db299a61', 'port_id': 'a26a4aec-bf9e-4522-8849-75a5659a7f14', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1819, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82100c45-55ff-48f2-87d9-3e87334936ab', 'mac_address': 'fa:16:3e:f2:69:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '650d4544-92ad-4860-b93a-c2da00d830e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T12:33:57Z', 'updated_at': '2022-03-28T12:33:57Z', 'revision_number': 0, 'project_id': '611bb780ca494fbc8b6c699d288a0e35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b425d8a-052d-4f86-8b32-5427265af5c8', 'name': '', 'network_id': '82100c45-55ff-48f2-87d9-3e87334936ab', 'tenant_id': '611bb780ca494fbc8b6c699d288a0e35', 'mac_address': 'fa:16:3e:14:f6:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb81afb-8676-4fee-adb4-40e8db299a61', 'device_owner': 'network:router_interface', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '400457e7-d978-42e3-844f-be8339183739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:33:35Z', 'updated_at': '2022-03-28T12:33:43Z', 'revision_number': 5, 'project_id': '611bb780ca494fbc8b6c699d288a0e35', 'subnets': [{'id': '400457e7-d978-42e3-844f-be8339183739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:33:59.833382 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef378801-3ff7-4d28-a0c1-fc13a6c6756b None None] Checking router: 2bb81afb-8676-4fee-adb4-40e8db299a61 for host: dv-neutron-835340-2-hyperv {{(pid=87873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 12:33:59.843092 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef378801-3ff7-4d28-a0c1-fc13a6c6756b None None] Routers {'2bb81afb-8676-4fee-adb4-40e8db299a61'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:33:59.843809 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-ef378801-3ff7-4d28-a0c1-fc13a6c6756b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:33:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['2bb81afb-8676-4fee-adb4-40e8db299a61'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:33:59.861298 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe201f93-30ac-4a26-9b15-73c4cc41ab5d req-e962ab38-3844-450f-802f-b1310467f91b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:33:59.863017 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-fe201f93-30ac-4a26-9b15-73c4cc41ab5d req-e962ab38-3844-450f-802f-b1310467f91b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=82100c45-55ff-48f2-87d9-3e87334936ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0750370 Mar 28 12:33:59.993676 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-fe201f93-30ac-4a26-9b15-73c4cc41ab5d req-4e4b356e-bff3-4928-82e0-a98eba4ab4b9 service neutron] 10.222.0.11 "GET /v2.0/networks/82100c45-55ff-48f2-87d9-3e87334936ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247704 Mar 28 12:34:00.022391 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvr_db [None req-ef378801-3ff7-4d28-a0c1-fc13a6c6756b None None] Set router 2bb81afb-8676-4fee-adb4-40e8db299a61 gateway port host: dv-neutron-835340-2-hyperv {{(pid=87873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:34:00.124870 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-fe201f93-30ac-4a26-9b15-73c4cc41ab5d req-febbcac2-d566-4076-ae23-c960ec73c564 service neutron] 10.222.0.11 "GET /v2.0/networks/82100c45-55ff-48f2-87d9-3e87334936ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250808 Mar 28 12:34:00.356257 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-ef378801-3ff7-4d28-a0c1-fc13a6c6756b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bb81afb-8676-4fee-adb4-40e8db299a61', 'name': 'tempest-TestShelveInstance-688086857-router', 'tenant_id': '611bb780ca494fbc8b6c699d288a0e35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.68'}], 'enable_snat': True}, 'gw_port_id': 'e35030e4-b6b8-46fa-9c65-cb3e4c2b7ae5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:33:32Z', 'updated_at': '2022-03-28T12:33:36Z', 'revision_number': 4, 'project_id': '611bb780ca494fbc8b6c699d288a0e35', 'gw_port': {'id': 'e35030e4-b6b8-46fa-9c65-cb3e4c2b7ae5', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ed:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb81afb-8676-4fee-adb4-40e8db299a61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:33:32Z', 'updated_at': '2022-03-28T12:33:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_floatingips': [{'id': '0b8035be-d962-4d98-9d8d-d0e531dfe85b', 'tenant_id': '611bb780ca494fbc8b6c699d288a0e35', 'floating_ip_address': '172.26.7.8', 'floating_network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'router_id': '2bb81afb-8676-4fee-adb4-40e8db299a61', 'port_id': 'a26a4aec-bf9e-4522-8849-75a5659a7f14', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1819, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82100c45-55ff-48f2-87d9-3e87334936ab', 'mac_address': 'fa:16:3e:f2:69:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '650d4544-92ad-4860-b93a-c2da00d830e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T12:33:57Z', 'updated_at': '2022-03-28T12:33:57Z', 'revision_number': 0, 'project_id': '611bb780ca494fbc8b6c699d288a0e35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b425d8a-052d-4f86-8b32-5427265af5c8', 'name': '', 'network_id': '82100c45-55ff-48f2-87d9-3e87334936ab', 'tenant_id': '611bb780ca494fbc8b6c699d288a0e35', 'mac_address': 'fa:16:3e:14:f6:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb81afb-8676-4fee-adb4-40e8db299a61', 'device_owner': 'network:router_interface', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '400457e7-d978-42e3-844f-be8339183739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:33:35Z', 'updated_at': '2022-03-28T12:33:43Z', 'revision_number': 5, 'project_id': '611bb780ca494fbc8b6c699d288a0e35', 'subnets': [{'id': '400457e7-d978-42e3-844f-be8339183739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:34:00.359981 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef378801-3ff7-4d28-a0c1-fc13a6c6756b None None] The sync data for ids ['2bb81afb-8676-4fee-adb4-40e8db299a61'] in dv-neutron-835340-2-hyperv is: [{'id': '2bb81afb-8676-4fee-adb4-40e8db299a61', 'name': 'tempest-TestShelveInstance-688086857-router', 'tenant_id': '611bb780ca494fbc8b6c699d288a0e35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.68'}], 'enable_snat': True}, 'gw_port_id': 'e35030e4-b6b8-46fa-9c65-cb3e4c2b7ae5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:33:32Z', 'updated_at': '2022-03-28T12:33:36Z', 'revision_number': 4, 'project_id': '611bb780ca494fbc8b6c699d288a0e35', 'gw_port': {'id': 'e35030e4-b6b8-46fa-9c65-cb3e4c2b7ae5', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ed:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb81afb-8676-4fee-adb4-40e8db299a61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:33:32Z', 'updated_at': '2022-03-28T12:33:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_floatingips': [{'id': '0b8035be-d962-4d98-9d8d-d0e531dfe85b', 'tenant_id': '611bb780ca494fbc8b6c699d288a0e35', 'floating_ip_address': '172.26.7.8', 'floating_network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'router_id': '2bb81afb-8676-4fee-adb4-40e8db299a61', 'port_id': 'a26a4aec-bf9e-4522-8849-75a5659a7f14', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1819, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82100c45-55ff-48f2-87d9-3e87334936ab', 'mac_address': 'fa:16:3e:f2:69:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '650d4544-92ad-4860-b93a-c2da00d830e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T12:33:57Z', 'updated_at': '2022-03-28T12:33:57Z', 'revision_number': 0, 'project_id': '611bb780ca494fbc8b6c699d288a0e35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b425d8a-052d-4f86-8b32-5427265af5c8', 'name': '', 'network_id': '82100c45-55ff-48f2-87d9-3e87334936ab', 'tenant_id': '611bb780ca494fbc8b6c699d288a0e35', 'mac_address': 'fa:16:3e:14:f6:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb81afb-8676-4fee-adb4-40e8db299a61', 'device_owner': 'network:router_interface', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '400457e7-d978-42e3-844f-be8339183739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:33:35Z', 'updated_at': '2022-03-28T12:33:43Z', 'revision_number': 5, 'project_id': '611bb780ca494fbc8b6c699d288a0e35', 'subnets': [{'id': '400457e7-d978-42e3-844f-be8339183739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 12:34:00.538673 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c63fa303-f019-47e5-9493-d018539c2982 None None] New status for floating IP 0b8035be-d962-4d98-9d8d-d0e531dfe85b: ACTIVE {{(pid=87872) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 12:34:02.382494 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-6a14449d-543f-43a1-b723-f2f2ef634db9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:34:04.796657 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-e0a72d34-0719-4cfa-be49-0a7b723fa285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:34:05.402397 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-2745ebe4-7c84-423c-b9c0-52ab0241c6a1 req-a8bed80d-d19b-4fb4-bd1a-54181c0f0cea service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=650d4544-92ad-4860-b93a-c2da00d830e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0691185 Mar 28 12:34:05.544330 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2745ebe4-7c84-423c-b9c0-52ab0241c6a1 req-aa715a69-d946-4414-99f3-4e9d6bed74a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:34:05.545787 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-2745ebe4-7c84-423c-b9c0-52ab0241c6a1 req-aa715a69-d946-4414-99f3-4e9d6bed74a8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=611bb780ca494fbc8b6c699d288a0e35&device_id=650d4544-92ad-4860-b93a-c2da00d830e3 HTTP/1.1" status: 200 len: 1098 time: 0.0730462 Mar 28 12:34:05.795142 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2745ebe4-7c84-423c-b9c0-52ab0241c6a1 req-f3a31156-c631-4aa9-aaff-2638fcc2f423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:34:05.796600 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-2745ebe4-7c84-423c-b9c0-52ab0241c6a1 req-f3a31156-c631-4aa9-aaff-2638fcc2f423 service neutron] 10.222.0.11 "GET /v2.0/networks?id=82100c45-55ff-48f2-87d9-3e87334936ab HTTP/1.1" status: 200 len: 908 time: 0.2324443 Mar 28 12:34:05.809349 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:34:05.904597 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-2745ebe4-7c84-423c-b9c0-52ab0241c6a1 req-ea250314-4de9-42e9-9543-a697abade21e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a26a4aec-bf9e-4522-8849-75a5659a7f14 HTTP/1.1" status: 200 len: 999 time: 0.0960057 Mar 28 12:34:05.917118 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-ef3be119-c018-4979-be07-86cf959defc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:34:05.967025 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2745ebe4-7c84-423c-b9c0-52ab0241c6a1 req-a43fa9bd-9b1d-4907-94e7-0fdec02dd042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:34:05.968471 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-2745ebe4-7c84-423c-b9c0-52ab0241c6a1 req-a43fa9bd-9b1d-4907-94e7-0fdec02dd042 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=400457e7-d978-42e3-844f-be8339183739 HTTP/1.1" status: 200 len: 847 time: 0.0584176 Mar 28 12:34:06.053412 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2745ebe4-7c84-423c-b9c0-52ab0241c6a1 req-727a661b-ce73-47a3-8630-fb4a546499e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:34:06.054742 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-2745ebe4-7c84-423c-b9c0-52ab0241c6a1 req-727a661b-ce73-47a3-8630-fb4a546499e4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=82100c45-55ff-48f2-87d9-3e87334936ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0708110 Mar 28 12:34:06.185341 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-2745ebe4-7c84-423c-b9c0-52ab0241c6a1 req-e967df61-be8a-480c-b430-8cc2cde6276a service neutron] 10.222.0.11 "GET /v2.0/networks/82100c45-55ff-48f2-87d9-3e87334936ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249201 Mar 28 12:34:06.316065 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-2745ebe4-7c84-423c-b9c0-52ab0241c6a1 req-bdef10a9-1a49-4419-a496-f7ef5415c77f service neutron] 10.222.0.11 "GET /v2.0/networks/82100c45-55ff-48f2-87d9-3e87334936ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245818 Mar 28 12:34:06.464284 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.agents_db [None req-03fd49d8-b51b-41c1-8716-b8e265c93689 None None] Agent healthcheck: found 6 active agents {{(pid=87873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 12:34:07.579051 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-b7ccd3c7-0277-4f12-8e5c-e41478141af5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:34:21.023219 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:34:32.385675 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-9df3d505-3663-4826-8dc3-f3af05e48973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:34:34.800940 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-d2f4a056-744f-4f3c-acf6-4f73a434c079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:34:35.813743 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:34:35.918637 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-ef3be119-c018-4979-be07-86cf959defc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:34:37.578028 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-b7ccd3c7-0277-4f12-8e5c-e41478141af5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:34:43.463669 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.agents_db [None req-03fd49d8-b51b-41c1-8716-b8e265c93689 None None] Agent healthcheck: found 6 active agents {{(pid=87873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 12:34:51.039593 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:35:02.387448 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-8b31a52e-c1f8-4234-a7ef-d5c921d950d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:35:04.801699 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-779e3d82-b275-4611-b73e-423b9a552a72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:35:05.816598 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:35:05.921203 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-ef3be119-c018-4979-be07-86cf959defc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:35:07.401186 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-65765781-7725-4d09-ba3c-fedf265927e5 req-1c39e390-bbdc-4ae1-becf-b6067879d4e5 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=650d4544-92ad-4860-b93a-c2da00d830e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0726025 Mar 28 12:35:07.535003 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65765781-7725-4d09-ba3c-fedf265927e5 req-b268f5fb-2345-46bf-a233-0765f1f41bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:35:07.536460 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-65765781-7725-4d09-ba3c-fedf265927e5 req-b268f5fb-2345-46bf-a233-0765f1f41bbf service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=611bb780ca494fbc8b6c699d288a0e35&device_id=650d4544-92ad-4860-b93a-c2da00d830e3 HTTP/1.1" status: 200 len: 1098 time: 0.0700521 Mar 28 12:35:07.581491 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-b7ccd3c7-0277-4f12-8e5c-e41478141af5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:35:07.694910 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65765781-7725-4d09-ba3c-fedf265927e5 req-1521f713-3d0b-4cc9-9e43-9483deef6b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:35:07.696277 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-65765781-7725-4d09-ba3c-fedf265927e5 req-1521f713-3d0b-4cc9-9e43-9483deef6b04 service neutron] 10.222.0.11 "GET /v2.0/networks?id=82100c45-55ff-48f2-87d9-3e87334936ab HTTP/1.1" status: 200 len: 908 time: 0.1415470 Mar 28 12:35:07.801119 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-65765781-7725-4d09-ba3c-fedf265927e5 req-876d8037-c16b-4dac-9bc9-9b7e729f0d00 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a26a4aec-bf9e-4522-8849-75a5659a7f14 HTTP/1.1" status: 200 len: 999 time: 0.0984066 Mar 28 12:35:07.865806 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65765781-7725-4d09-ba3c-fedf265927e5 req-6ea73a81-d55d-430f-9d3f-0c0845515cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:35:07.867207 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-65765781-7725-4d09-ba3c-fedf265927e5 req-6ea73a81-d55d-430f-9d3f-0c0845515cb3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=400457e7-d978-42e3-844f-be8339183739 HTTP/1.1" status: 200 len: 847 time: 0.0600381 Mar 28 12:35:07.944122 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65765781-7725-4d09-ba3c-fedf265927e5 req-d4f08904-7a56-42f9-b017-947c9ecec77f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:35:07.945598 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-65765781-7725-4d09-ba3c-fedf265927e5 req-d4f08904-7a56-42f9-b017-947c9ecec77f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=82100c45-55ff-48f2-87d9-3e87334936ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0725241 Mar 28 12:35:08.073802 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-65765781-7725-4d09-ba3c-fedf265927e5 req-279c1624-52a2-473e-a6fc-7323724a8f29 service neutron] 10.222.0.11 "GET /v2.0/networks/82100c45-55ff-48f2-87d9-3e87334936ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217675 Mar 28 12:35:08.201045 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-65765781-7725-4d09-ba3c-fedf265927e5 req-6bf87ca9-73d1-49d7-974b-eb19b6b5aa0e service neutron] 10.222.0.11 "GET /v2.0/networks/82100c45-55ff-48f2-87d9-3e87334936ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215339 Mar 28 12:35:11.665283 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [req-2304c385-1746-45bf-a107-0adfdc141624 req-ecd3045a-0b23-4ce0-9743-8b41036b3044 service neutron] (87870) timed out ('10.222.0.30', 33266) {{(pid=87870) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 28 12:35:20.463019 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.agents_db [None req-03fd49d8-b51b-41c1-8716-b8e265c93689 None None] Agent healthcheck: found 6 active agents {{(pid=87873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 12:35:21.039357 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:35:32.388727 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-10710ecf-39dd-4c2b-81fe-cfb8d219eb5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:35:34.803705 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-15f4627b-3363-47f9-9902-4074d592bf8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:35:35.818653 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:35:35.924430 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-ef3be119-c018-4979-be07-86cf959defc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:35:37.583498 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-b7ccd3c7-0277-4f12-8e5c-e41478141af5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:35:51.043196 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:35:55.478540 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff89e067-281c-41f4-bcab-4de7c617282e req-f3d773ac-182c-4963-9b33-25f01e457252 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:35:55.480027 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-ff89e067-281c-41f4-bcab-4de7c617282e req-f3d773ac-182c-4963-9b33-25f01e457252 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] 10.222.0.30 "GET /v2.0/ports?device_id=650d4544-92ad-4860-b93a-c2da00d830e3 HTTP/1.1" status: 200 len: 945 time: 0.0793738 Mar 28 12:35:55.527762 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-ff89e067-281c-41f4-bcab-4de7c617282e req-ec8de536-f1c2-455d-885f-6ec1c5261890 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] 10.222.0.30 "GET /v2.0/security-groups?id=ae4ed056-f6a4-421c-b8dd-e6fbc7c507d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409770 Mar 28 12:35:56.710636 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5326de59-ab6e-42da-a536-4d249563c3e2 req-237204ad-2ee7-461a-a062-af2c0f4d1b3b tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:35:56.712103 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-5326de59-ab6e-42da-a536-4d249563c3e2 req-237204ad-2ee7-461a-a062-af2c0f4d1b3b tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] 10.222.0.30 "GET /v2.0/ports?device_id=650d4544-92ad-4860-b93a-c2da00d830e3 HTTP/1.1" status: 200 len: 945 time: 0.0795026 Mar 28 12:35:56.758361 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-5326de59-ab6e-42da-a536-4d249563c3e2 req-5d30b11b-08f2-4e80-9234-03bec8d5de80 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] 10.222.0.30 "GET /v2.0/security-groups?id=ae4ed056-f6a4-421c-b8dd-e6fbc7c507d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407140 Mar 28 12:35:57.462459 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.agents_db [None req-03fd49d8-b51b-41c1-8716-b8e265c93689 None None] Agent healthcheck: found 6 active agents {{(pid=87873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 12:35:57.950570 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7368be-9002-4c69-b59c-97c464c65ddf req-2d4954ae-4adf-4508-a12c-5516320d6a5c tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:35:57.952024 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-cd7368be-9002-4c69-b59c-97c464c65ddf req-2d4954ae-4adf-4508-a12c-5516320d6a5c tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] 10.222.0.30 "GET /v2.0/ports?device_id=650d4544-92ad-4860-b93a-c2da00d830e3 HTTP/1.1" status: 200 len: 945 time: 0.0793536 Mar 28 12:35:57.995906 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-cd7368be-9002-4c69-b59c-97c464c65ddf req-8775dbae-75e9-49d2-ad82-1688150713da tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] 10.222.0.30 "GET /v2.0/security-groups?id=ae4ed056-f6a4-421c-b8dd-e6fbc7c507d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379272 Mar 28 12:35:59.182066 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d85d97-5abf-4569-bfa4-df7db25fb220 req-84a093f6-b8c7-4665-bf1b-2681aa03c778 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:35:59.183411 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-94d85d97-5abf-4569-bfa4-df7db25fb220 req-84a093f6-b8c7-4665-bf1b-2681aa03c778 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] 10.222.0.30 "GET /v2.0/ports?device_id=650d4544-92ad-4860-b93a-c2da00d830e3 HTTP/1.1" status: 200 len: 945 time: 0.0782495 Mar 28 12:35:59.227954 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-94d85d97-5abf-4569-bfa4-df7db25fb220 req-56bf5566-5b21-46f7-a33a-c33706135b99 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] 10.222.0.30 "GET /v2.0/security-groups?id=ae4ed056-f6a4-421c-b8dd-e6fbc7c507d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379128 Mar 28 12:36:00.414614 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4fc68a-a722-4f43-bba8-594ab0c047a0 req-d4b44740-1f09-4189-9c44-b2795c8b6a97 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:36:00.416079 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-bb4fc68a-a722-4f43-bba8-594ab0c047a0 req-d4b44740-1f09-4189-9c44-b2795c8b6a97 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] 10.222.0.30 "GET /v2.0/ports?device_id=650d4544-92ad-4860-b93a-c2da00d830e3 HTTP/1.1" status: 200 len: 945 time: 0.0825255 Mar 28 12:36:00.459990 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-bb4fc68a-a722-4f43-bba8-594ab0c047a0 req-46790326-0473-4fdb-94bb-8751a9da3b32 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] 10.222.0.30 "GET /v2.0/security-groups?id=ae4ed056-f6a4-421c-b8dd-e6fbc7c507d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383832 Mar 28 12:36:01.743557 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4af6809-7e56-411c-82bb-5f247b84f4be req-e363e68e-3795-43e9-93dd-0f30c1b7ef7e tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:36:01.744895 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-a4af6809-7e56-411c-82bb-5f247b84f4be req-e363e68e-3795-43e9-93dd-0f30c1b7ef7e tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] 10.222.0.30 "GET /v2.0/ports?device_id=650d4544-92ad-4860-b93a-c2da00d830e3 HTTP/1.1" status: 200 len: 945 time: 0.1810048 Mar 28 12:36:01.788163 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-a4af6809-7e56-411c-82bb-5f247b84f4be req-af56c19d-7022-4205-bf9b-8633e84048f5 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] 10.222.0.30 "GET /v2.0/security-groups?id=ae4ed056-f6a4-421c-b8dd-e6fbc7c507d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367823 Mar 28 12:36:02.391761 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-dbe7c2a3-edec-473a-bbec-11aea3397ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:36:02.973227 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc57365-bdfc-40f3-beff-f4f161ad4f40 req-42562586-ca16-433c-a6f2-df25bfa69244 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:36:02.974694 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-4cc57365-bdfc-40f3-beff-f4f161ad4f40 req-42562586-ca16-433c-a6f2-df25bfa69244 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] 10.222.0.30 "GET /v2.0/ports?device_id=650d4544-92ad-4860-b93a-c2da00d830e3 HTTP/1.1" status: 200 len: 945 time: 0.0799608 Mar 28 12:36:03.017943 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-4cc57365-bdfc-40f3-beff-f4f161ad4f40 req-90ec642e-7cad-4211-95dd-f775aaf293ef tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] 10.222.0.30 "GET /v2.0/security-groups?id=ae4ed056-f6a4-421c-b8dd-e6fbc7c507d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376689 Mar 28 12:36:04.200391 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baa8984-d4ab-4183-829e-131ae5c95a4e req-4e308a18-0772-4d4a-88f6-21f243f14ce3 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:36:04.201854 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-2baa8984-d4ab-4183-829e-131ae5c95a4e req-4e308a18-0772-4d4a-88f6-21f243f14ce3 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] 10.222.0.30 "GET /v2.0/ports?device_id=650d4544-92ad-4860-b93a-c2da00d830e3 HTTP/1.1" status: 200 len: 945 time: 0.0800097 Mar 28 12:36:04.245458 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-2baa8984-d4ab-4183-829e-131ae5c95a4e req-6de9533f-afe7-4951-a8b7-43493ee5695b tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] 10.222.0.30 "GET /v2.0/security-groups?id=ae4ed056-f6a4-421c-b8dd-e6fbc7c507d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371733 Mar 28 12:36:04.804738 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-25c7eac2-fac7-495b-9cbb-dcafc06ce79b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:36:05.428773 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3f4cf4-480f-44cb-8679-4b8555a8cc6f req-5204589e-4136-4a6c-b84c-d49ba069809e tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:36:05.430224 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-9f3f4cf4-480f-44cb-8679-4b8555a8cc6f req-5204589e-4136-4a6c-b84c-d49ba069809e tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] 10.222.0.30 "GET /v2.0/ports?device_id=650d4544-92ad-4860-b93a-c2da00d830e3 HTTP/1.1" status: 200 len: 945 time: 0.0827420 Mar 28 12:36:05.474163 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-9f3f4cf4-480f-44cb-8679-4b8555a8cc6f req-5fc3efc6-f014-4b1b-83d0-563c9611d07e tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] 10.222.0.30 "GET /v2.0/security-groups?id=ae4ed056-f6a4-421c-b8dd-e6fbc7c507d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382907 Mar 28 12:36:05.821353 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:36:05.926362 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-ef3be119-c018-4979-be07-86cf959defc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:36:06.662865 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b771131-eca7-4225-9e83-3f8647f75c74 req-1e3f8612-6e30-4748-8940-e45715a38fcc tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:36:06.664333 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-9b771131-eca7-4225-9e83-3f8647f75c74 req-1e3f8612-6e30-4748-8940-e45715a38fcc tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] 10.222.0.30 "GET /v2.0/ports?device_id=650d4544-92ad-4860-b93a-c2da00d830e3 HTTP/1.1" status: 200 len: 945 time: 0.0841107 Mar 28 12:36:06.708897 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-9b771131-eca7-4225-9e83-3f8647f75c74 req-acc1d81d-cfd8-46e6-806a-6db07319e7d6 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] 10.222.0.30 "GET /v2.0/security-groups?id=ae4ed056-f6a4-421c-b8dd-e6fbc7c507d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389094 Mar 28 12:36:07.169669 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Device a26a4aec-bf9e-4522-8849-75a5659a7f14 details requested by agent hyperv_hv-neutron-8353 with host hv-neutron-8353 {{(pid=87872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 28 12:36:07.302166 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] For port a26a4aec-bf9e-4522-8849-75a5659a7f14, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=a26a4aec-bf9e-4522-8849-75a5659a7f14,segment=NetworkSegment(1ff2eb9a-5a02-412d-ac79-976daac1f37a),segment_id=1ff2eb9a-5a02-412d-ac79-976daac1f37a)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:36:07.315487 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Returning: {'device': 'a26a4aec-bf9e-4522-8849-75a5659a7f14', 'network_id': '82100c45-55ff-48f2-87d9-3e87334936ab', 'port_id': 'a26a4aec-bf9e-4522-8849-75a5659a7f14', 'mac_address': 'fa:16:3e:f2:69:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '400457e7-d978-42e3-844f-be8339183739', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 28 12:36:07.368900 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:36:07.385415 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.notifiers.nova [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a26a4aec-bf9e-4522-8849-75a5659a7f14 {{(pid=87872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 12:36:07.400525 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] For port a26a4aec-bf9e-4522-8849-75a5659a7f14, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=a26a4aec-bf9e-4522-8849-75a5659a7f14,segment=NetworkSegment(1ff2eb9a-5a02-412d-ac79-976daac1f37a),segment_id=1ff2eb9a-5a02-412d-ac79-976daac1f37a)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:36:07.404306 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:36:07.474618 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Pushing event updated for resources: {'Port': ['ID=a26a4aec-bf9e-4522-8849-75a5659a7f14,revision_number=6']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:36:07.482401 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] get_ports_and_sgs() called for port_ids ['a26a4aec-bf9e-4522-8849-75a5659a7f14'] {{(pid=87872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 12:36:07.507131 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:36:07.507495 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:36:07.507833 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:36:07.508166 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:36:07.508496 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:36:07.508824 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:36:07.509151 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:36:07.509475 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:36:07.509799 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:36:07.510119 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:36:07.510436 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:36:07.510755 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:36:07.603160 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-b7ccd3c7-0277-4f12-8e5c-e41478141af5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:36:07.894795 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a4eeda-ca5b-4fa2-8e19-a22114c52635 req-bbe9da0d-19e3-4ecb-ac1a-11d130b40d20 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:36:07.896308 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-d1a4eeda-ca5b-4fa2-8e19-a22114c52635 req-bbe9da0d-19e3-4ecb-ac1a-11d130b40d20 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] 10.222.0.30 "GET /v2.0/ports?device_id=650d4544-92ad-4860-b93a-c2da00d830e3 HTTP/1.1" status: 200 len: 944 time: 0.0804434 Mar 28 12:36:07.946037 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-d1a4eeda-ca5b-4fa2-8e19-a22114c52635 req-b976a414-eed0-4fd7-993a-bd202e1bad03 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] 10.222.0.30 "GET /v2.0/security-groups?id=ae4ed056-f6a4-421c-b8dd-e6fbc7c507d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428436 Mar 28 12:36:08.464670 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d4519b-b429-42f9-91a4-04f859a83ed0 req-f94c69c7-5987-4f18-ad19-54333234a867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:36:08.466127 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-35d4519b-b429-42f9-91a4-04f859a83ed0 req-f94c69c7-5987-4f18-ad19-54333234a867 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=611bb780ca494fbc8b6c699d288a0e35&device_id=650d4544-92ad-4860-b93a-c2da00d830e3 HTTP/1.1" status: 200 len: 1097 time: 0.0723336 Mar 28 12:36:08.622094 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d4519b-b429-42f9-91a4-04f859a83ed0 req-1573703d-d655-4288-9b63-1b4ef3e4eaa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:36:08.623640 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-35d4519b-b429-42f9-91a4-04f859a83ed0 req-1573703d-d655-4288-9b63-1b4ef3e4eaa8 service neutron] 10.222.0.11 "GET /v2.0/networks?id=82100c45-55ff-48f2-87d9-3e87334936ab HTTP/1.1" status: 200 len: 908 time: 0.1394162 Mar 28 12:36:08.737377 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-35d4519b-b429-42f9-91a4-04f859a83ed0 req-e9ca33fd-eb3a-4ee0-bb6e-34fe7aec9a05 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a26a4aec-bf9e-4522-8849-75a5659a7f14 HTTP/1.1" status: 200 len: 998 time: 0.1076689 Mar 28 12:36:08.806916 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d4519b-b429-42f9-91a4-04f859a83ed0 req-6c5034e5-f8f9-4af2-bbd6-17362e173133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:36:08.808628 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-35d4519b-b429-42f9-91a4-04f859a83ed0 req-6c5034e5-f8f9-4af2-bbd6-17362e173133 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=400457e7-d978-42e3-844f-be8339183739 HTTP/1.1" status: 200 len: 847 time: 0.0657601 Mar 28 12:36:08.896016 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d4519b-b429-42f9-91a4-04f859a83ed0 req-019024cd-6453-4147-83d8-e5b6ab8b313b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:36:08.897482 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-35d4519b-b429-42f9-91a4-04f859a83ed0 req-019024cd-6453-4147-83d8-e5b6ab8b313b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=82100c45-55ff-48f2-87d9-3e87334936ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0811803 Mar 28 12:36:08.908809 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [req-35d4519b-b429-42f9-91a4-04f859a83ed0 req-0546e1f7-489f-4084-8080-d812e5ed247f service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=87871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 12:36:08.909966 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-35d4519b-b429-42f9-91a4-04f859a83ed0 req-0546e1f7-489f-4084-8080-d812e5ed247f service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061996 Mar 28 12:36:09.121716 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-35d4519b-b429-42f9-91a4-04f859a83ed0 req-a9f4b49d-18d5-4a65-8182-b5c4483df197 service neutron] 10.222.0.11 "GET /v2.0/networks/82100c45-55ff-48f2-87d9-3e87334936ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2048905 Mar 28 12:36:09.181011 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Device a26a4aec-bf9e-4522-8849-75a5659a7f14 up at agent hyperv_hv-neutron-8353 {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:36:09.277291 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Provisioning complete for port a26a4aec-bf9e-4522-8849-75a5659a7f14 triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:36:09.277907 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:36:09.316663 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08be6c2-c730-4e2a-9a63-7827fc9490ca req-f140552e-c97c-45c0-ad73-386a1db5be91 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:36:09.323665 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-c08be6c2-c730-4e2a-9a63-7827fc9490ca req-f140552e-c97c-45c0-ad73-386a1db5be91 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] 10.222.0.30 "GET /v2.0/ports?device_id=650d4544-92ad-4860-b93a-c2da00d830e3 HTTP/1.1" status: 200 len: 944 time: 0.2545159 Mar 28 12:36:09.355849 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-35d4519b-b429-42f9-91a4-04f859a83ed0 req-05ba6c97-bf8c-47c1-9f79-797d4d31ad63 service neutron] 10.222.0.11 "GET /v2.0/networks/82100c45-55ff-48f2-87d9-3e87334936ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2272170 Mar 28 12:36:09.399655 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-c08be6c2-c730-4e2a-9a63-7827fc9490ca req-69b0e9a7-cb3f-4499-823c-2bc82753a91f tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] 10.222.0.30 "GET /v2.0/security-groups?id=ae4ed056-f6a4-421c-b8dd-e6fbc7c507d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738413 Mar 28 12:36:09.420119 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:36:09.453910 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '650d4544-92ad-4860-b93a-c2da00d830e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a26a4aec-bf9e-4522-8849-75a5659a7f14'}] {{(pid=87872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 12:36:09.472763 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] For port a26a4aec-bf9e-4522-8849-75a5659a7f14, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=a26a4aec-bf9e-4522-8849-75a5659a7f14,segment=NetworkSegment(1ff2eb9a-5a02-412d-ac79-976daac1f37a),segment_id=1ff2eb9a-5a02-412d-ac79-976daac1f37a)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:36:09.477510 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:36:09.580333 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Pushing event updated for resources: {'Port': ['ID=a26a4aec-bf9e-4522-8849-75a5659a7f14,revision_number=7']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:36:10.596541 dv-neutron-835340-2-hyperv neutron-server[87872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '650d4544-92ad-4860-b93a-c2da00d830e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a26a4aec-bf9e-4522-8849-75a5659a7f14', 'code': 200} Mar 28 12:36:10.597230 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817bd996-f435-455c-a5a6-67952500a862 req-e17e9929-0102-480e-af13-3340f0a60b54 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:36:10.599571 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-817bd996-f435-455c-a5a6-67952500a862 req-e17e9929-0102-480e-af13-3340f0a60b54 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] 10.222.0.30 "GET /v2.0/ports?device_id=650d4544-92ad-4860-b93a-c2da00d830e3 HTTP/1.1" status: 200 len: 945 time: 0.0967896 Mar 28 12:36:10.649860 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-817bd996-f435-455c-a5a6-67952500a862 req-bf5bd15d-cd7c-4827-a464-fc4856f97753 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] 10.222.0.30 "GET /v2.0/security-groups?id=ae4ed056-f6a4-421c-b8dd-e6fbc7c507d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455489 Mar 28 12:36:11.855605 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9e1ef7-5e71-4821-9b25-3d3503513a0a req-154010ec-2670-48f8-9544-6e11c5bb09da tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:36:11.862671 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-7f9e1ef7-5e71-4821-9b25-3d3503513a0a req-154010ec-2670-48f8-9544-6e11c5bb09da tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] 10.222.0.30 "GET /v2.0/ports?device_id=650d4544-92ad-4860-b93a-c2da00d830e3 HTTP/1.1" status: 200 len: 945 time: 0.1008148 Mar 28 12:36:11.933488 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-7f9e1ef7-5e71-4821-9b25-3d3503513a0a req-0597c7bc-cc94-467a-922f-c888957a8e28 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] 10.222.0.30 "GET /v2.0/security-groups?id=ae4ed056-f6a4-421c-b8dd-e6fbc7c507d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673687 Mar 28 12:36:13.134426 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc676933-6c8e-4079-bd90-1ccb13ca8725 req-bcd0de8f-1870-4e32-aaef-c9fbbfaa5c3d tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:36:13.135903 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-fc676933-6c8e-4079-bd90-1ccb13ca8725 req-bcd0de8f-1870-4e32-aaef-c9fbbfaa5c3d tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] 10.222.0.30 "GET /v2.0/ports?device_id=650d4544-92ad-4860-b93a-c2da00d830e3 HTTP/1.1" status: 200 len: 945 time: 0.0928130 Mar 28 12:36:13.192014 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-fc676933-6c8e-4079-bd90-1ccb13ca8725 req-7825bbfb-0122-41b3-9492-e783b7785c4e tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] 10.222.0.30 "GET /v2.0/security-groups?id=ae4ed056-f6a4-421c-b8dd-e6fbc7c507d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489945 Mar 28 12:36:14.378089 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ff049c-762e-410d-80ed-5be0a66c4cab req-57512c1d-329c-426f-885a-c8f969c586e0 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:36:14.379639 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-a7ff049c-762e-410d-80ed-5be0a66c4cab req-57512c1d-329c-426f-885a-c8f969c586e0 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] 10.222.0.30 "GET /v2.0/ports?device_id=650d4544-92ad-4860-b93a-c2da00d830e3 HTTP/1.1" status: 200 len: 945 time: 0.0869019 Mar 28 12:36:14.429435 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-a7ff049c-762e-410d-80ed-5be0a66c4cab req-ee5fb085-abf6-4da7-a88c-bb8bb0ef6d0a tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] 10.222.0.30 "GET /v2.0/security-groups?id=ae4ed056-f6a4-421c-b8dd-e6fbc7c507d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419421 Mar 28 12:36:15.631261 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44569608-70b4-4d04-accc-4b9fa82153fe req-edd121c9-94e1-484e-b40e-2a53ed913701 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:36:15.636585 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-44569608-70b4-4d04-accc-4b9fa82153fe req-edd121c9-94e1-484e-b40e-2a53ed913701 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] 10.222.0.30 "GET /v2.0/ports?device_id=650d4544-92ad-4860-b93a-c2da00d830e3 HTTP/1.1" status: 200 len: 945 time: 0.0946155 Mar 28 12:36:15.683647 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-44569608-70b4-4d04-accc-4b9fa82153fe req-33ebe81d-69d2-4adc-a709-e98b0979355e tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] 10.222.0.30 "GET /v2.0/security-groups?id=ae4ed056-f6a4-421c-b8dd-e6fbc7c507d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461991 Mar 28 12:36:16.886229 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0d6200-da8f-476b-944b-1b6c8a690b80 req-1faa9790-5680-46bb-af2e-66783b759044 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:36:16.887765 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-2e0d6200-da8f-476b-944b-1b6c8a690b80 req-1faa9790-5680-46bb-af2e-66783b759044 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] 10.222.0.30 "GET /v2.0/ports?device_id=650d4544-92ad-4860-b93a-c2da00d830e3 HTTP/1.1" status: 200 len: 945 time: 0.0871892 Mar 28 12:36:16.933352 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-2e0d6200-da8f-476b-944b-1b6c8a690b80 req-f9c0c268-e2ae-4e13-a944-f7d2b8c08704 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] 10.222.0.30 "GET /v2.0/security-groups?id=ae4ed056-f6a4-421c-b8dd-e6fbc7c507d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386820 Mar 28 12:36:17.624128 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9ecdab-ad27-474f-9ba3-70f3e11bb0c0 req-c4a55287-f5d2-49d9-8430-ce12519581b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:36:17.625625 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-de9ecdab-ad27-474f-9ba3-70f3e11bb0c0 req-c4a55287-f5d2-49d9-8430-ce12519581b6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=611bb780ca494fbc8b6c699d288a0e35&device_id=650d4544-92ad-4860-b93a-c2da00d830e3 HTTP/1.1" status: 200 len: 1098 time: 0.0695658 Mar 28 12:36:17.762821 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9ecdab-ad27-474f-9ba3-70f3e11bb0c0 req-de5afe7c-5fa2-4af4-9b7e-9f36237ba6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:36:17.764250 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-de9ecdab-ad27-474f-9ba3-70f3e11bb0c0 req-de5afe7c-5fa2-4af4-9b7e-9f36237ba6ad service neutron] 10.222.0.11 "GET /v2.0/networks?id=82100c45-55ff-48f2-87d9-3e87334936ab HTTP/1.1" status: 200 len: 908 time: 0.1332104 Mar 28 12:36:17.864948 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-de9ecdab-ad27-474f-9ba3-70f3e11bb0c0 req-9e71b8ea-9b07-4172-bdb7-b0cb385c439d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a26a4aec-bf9e-4522-8849-75a5659a7f14 HTTP/1.1" status: 200 len: 999 time: 0.0945177 Mar 28 12:36:17.924867 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9ecdab-ad27-474f-9ba3-70f3e11bb0c0 req-42724b8e-3e68-4208-bdb0-2bd68f721a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:36:17.926132 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-de9ecdab-ad27-474f-9ba3-70f3e11bb0c0 req-42724b8e-3e68-4208-bdb0-2bd68f721a77 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=400457e7-d978-42e3-844f-be8339183739 HTTP/1.1" status: 200 len: 847 time: 0.0552776 Mar 28 12:36:18.156660 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9ecdab-ad27-474f-9ba3-70f3e11bb0c0 req-d763d22f-9481-4733-9186-1b954917c898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:36:18.158104 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-de9ecdab-ad27-474f-9ba3-70f3e11bb0c0 req-d763d22f-9481-4733-9186-1b954917c898 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=82100c45-55ff-48f2-87d9-3e87334936ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2266738 Mar 28 12:36:18.169835 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f44d1d-b34b-4c4c-ad86-7e1b183b1069 req-02ea5121-bb53-49fc-a3ec-75884a700440 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:36:18.171663 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-40f44d1d-b34b-4c4c-ad86-7e1b183b1069 req-02ea5121-bb53-49fc-a3ec-75884a700440 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] 10.222.0.30 "GET /v2.0/ports?device_id=650d4544-92ad-4860-b93a-c2da00d830e3 HTTP/1.1" status: 200 len: 945 time: 0.1007640 Mar 28 12:36:18.298928 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-40f44d1d-b34b-4c4c-ad86-7e1b183b1069 req-2757f1df-c967-4ec8-ae7e-aefa7e98a83a tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] 10.222.0.30 "GET /v2.0/security-groups?id=ae4ed056-f6a4-421c-b8dd-e6fbc7c507d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1093633 Mar 28 12:36:18.328095 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-de9ecdab-ad27-474f-9ba3-70f3e11bb0c0 req-e1b077c2-6e6c-4a35-8036-3c234930eaf8 service neutron] 10.222.0.11 "GET /v2.0/networks/82100c45-55ff-48f2-87d9-3e87334936ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554587 Mar 28 12:36:18.454826 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-de9ecdab-ad27-474f-9ba3-70f3e11bb0c0 req-18768a83-71ef-408f-b6f7-efbe46366534 service neutron] 10.222.0.11 "GET /v2.0/networks/82100c45-55ff-48f2-87d9-3e87334936ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210141 Mar 28 12:36:19.482540 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412b5511-297b-4639-9176-58db86925270 req-fca0eb6e-e789-48c2-a3ad-8d360f7a73cc tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:36:19.484731 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-412b5511-297b-4639-9176-58db86925270 req-fca0eb6e-e789-48c2-a3ad-8d360f7a73cc tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] 10.222.0.30 "GET /v2.0/ports?device_id=650d4544-92ad-4860-b93a-c2da00d830e3 HTTP/1.1" status: 200 len: 945 time: 0.0824027 Mar 28 12:36:19.527255 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-412b5511-297b-4639-9176-58db86925270 req-1d6314c7-89a4-43bc-a38d-d353fe088520 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] 10.222.0.30 "GET /v2.0/security-groups?id=ae4ed056-f6a4-421c-b8dd-e6fbc7c507d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368311 Mar 28 12:36:20.720079 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3865d4d4-84ac-424d-8600-c7f738bf8eb2 req-40df08c1-9eda-48f5-be70-e7c212ebfe44 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:36:20.726524 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-3865d4d4-84ac-424d-8600-c7f738bf8eb2 req-40df08c1-9eda-48f5-be70-e7c212ebfe44 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] 10.222.0.30 "GET /v2.0/ports?device_id=650d4544-92ad-4860-b93a-c2da00d830e3 HTTP/1.1" status: 200 len: 945 time: 0.0803018 Mar 28 12:36:20.766491 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-3865d4d4-84ac-424d-8600-c7f738bf8eb2 req-f74271d2-6d68-440e-abbd-bf411753672e tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] 10.222.0.30 "GET /v2.0/security-groups?id=ae4ed056-f6a4-421c-b8dd-e6fbc7c507d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392995 Mar 28 12:36:21.054147 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:36:21.126110 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15052e1-aaf7-4e37-aa24-951630f1cec2 req-b4aa197a-edf7-4351-aac1-94d5aac45cbc tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:36:21.127500 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-a15052e1-aaf7-4e37-aa24-951630f1cec2 req-b4aa197a-edf7-4351-aac1-94d5aac45cbc tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] 10.222.0.30 "GET /v2.0/ports?device_id=650d4544-92ad-4860-b93a-c2da00d830e3 HTTP/1.1" status: 200 len: 945 time: 0.0891249 Mar 28 12:36:21.170779 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-a15052e1-aaf7-4e37-aa24-951630f1cec2 req-e499d844-5ff2-499a-9539-107465b67172 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] 10.222.0.30 "GET /v2.0/security-groups?id=ae4ed056-f6a4-421c-b8dd-e6fbc7c507d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377483 Mar 28 12:36:21.212319 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Device a26a4aec-bf9e-4522-8849-75a5659a7f14 no longer exists at agent hyperv_hv-neutron-8353 {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 12:36:21.288367 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 37552) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:36:21.329630 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:36:21.356399 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '650d4544-92ad-4860-b93a-c2da00d830e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a26a4aec-bf9e-4522-8849-75a5659a7f14'}] {{(pid=87872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 12:36:21.366685 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] For port a26a4aec-bf9e-4522-8849-75a5659a7f14, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=a26a4aec-bf9e-4522-8849-75a5659a7f14,segment=NetworkSegment(1ff2eb9a-5a02-412d-ac79-976daac1f37a),segment_id=1ff2eb9a-5a02-412d-ac79-976daac1f37a)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:36:21.370927 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:36:21.400550 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-f50aefec-fe94-4950-9a02-ea5fe28a551c req-fbabb993-0dfa-4b7b-a130-59d3008de271 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=650d4544-92ad-4860-b93a-c2da00d830e3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1110451 Mar 28 12:36:21.408843 dv-neutron-835340-2-hyperv neutron-server[87872]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '650d4544-92ad-4860-b93a-c2da00d830e3', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a26a4aec-bf9e-4522-8849-75a5659a7f14', 'code': 422} returned with failed status Mar 28 12:36:21.440090 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Pushing event updated for resources: {'Port': ['ID=a26a4aec-bf9e-4522-8849-75a5659a7f14,revision_number=8']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:36:22.396371 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d71a000-1358-4ada-ad8b-98df2633c705 req-0765571b-c706-49e8-b1ff-7f8f14bf4b86 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:36:22.397679 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-8d71a000-1358-4ada-ad8b-98df2633c705 req-0765571b-c706-49e8-b1ff-7f8f14bf4b86 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] 10.222.0.30 "GET /v2.0/ports?device_id=650d4544-92ad-4860-b93a-c2da00d830e3 HTTP/1.1" status: 200 len: 943 time: 0.1245098 Mar 28 12:36:22.454821 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-8d71a000-1358-4ada-ad8b-98df2633c705 req-ab1504d5-03f7-447b-baa3-f805222f290d tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] 10.222.0.30 "GET /v2.0/security-groups?id=ae4ed056-f6a4-421c-b8dd-e6fbc7c507d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512605 Mar 28 12:36:22.461227 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50aefec-fe94-4950-9a02-ea5fe28a551c req-3a0b8641-a450-4d9d-bb6b-ea22fd0dd552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:36:22.462601 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-f50aefec-fe94-4950-9a02-ea5fe28a551c req-3a0b8641-a450-4d9d-bb6b-ea22fd0dd552 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=650d4544-92ad-4860-b93a-c2da00d830e3&tenant_id=611bb780ca494fbc8b6c699d288a0e35 HTTP/1.1" status: 200 len: 1096 time: 0.1170034 Mar 28 12:36:22.554236 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50aefec-fe94-4950-9a02-ea5fe28a551c req-c8c6775d-564f-485a-8a1c-2323d8396453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:36:22.555931 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-f50aefec-fe94-4950-9a02-ea5fe28a551c req-c8c6775d-564f-485a-8a1c-2323d8396453 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=611bb780ca494fbc8b6c699d288a0e35&device_id=650d4544-92ad-4860-b93a-c2da00d830e3 HTTP/1.1" status: 200 len: 1096 time: 0.0722144 Mar 28 12:36:22.683868 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50aefec-fe94-4950-9a02-ea5fe28a551c req-6cbbb64b-0c10-4adb-b992-1275b575e60a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:36:22.685276 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-f50aefec-fe94-4950-9a02-ea5fe28a551c req-6cbbb64b-0c10-4adb-b992-1275b575e60a service neutron] 10.222.0.11 "GET /v2.0/networks?id=82100c45-55ff-48f2-87d9-3e87334936ab HTTP/1.1" status: 200 len: 908 time: 0.1243672 Mar 28 12:36:22.784521 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-f50aefec-fe94-4950-9a02-ea5fe28a551c req-8813b868-d88c-43bd-96a6-9dd65eb1b8db service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a26a4aec-bf9e-4522-8849-75a5659a7f14 HTTP/1.1" status: 200 len: 997 time: 0.0934932 Mar 28 12:36:22.845121 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50aefec-fe94-4950-9a02-ea5fe28a551c req-6ad18f9a-38da-4398-843a-f27e8a7b4461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:36:22.846091 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-f50aefec-fe94-4950-9a02-ea5fe28a551c req-6ad18f9a-38da-4398-843a-f27e8a7b4461 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=400457e7-d978-42e3-844f-be8339183739 HTTP/1.1" status: 200 len: 847 time: 0.0560193 Mar 28 12:36:22.919004 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50aefec-fe94-4950-9a02-ea5fe28a551c req-9889c809-dca0-418c-8277-255254faa218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:36:22.920358 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-f50aefec-fe94-4950-9a02-ea5fe28a551c req-9889c809-dca0-418c-8277-255254faa218 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=82100c45-55ff-48f2-87d9-3e87334936ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0685396 Mar 28 12:36:23.047824 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-f50aefec-fe94-4950-9a02-ea5fe28a551c req-57401bb2-738a-4448-b052-e919e81dbfe8 service neutron] 10.222.0.11 "GET /v2.0/networks/82100c45-55ff-48f2-87d9-3e87334936ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209095 Mar 28 12:36:23.178231 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-f50aefec-fe94-4950-9a02-ea5fe28a551c req-7f5e18e3-bc80-4d29-9fff-250d38ee5e1f service neutron] 10.222.0.11 "GET /v2.0/networks/82100c45-55ff-48f2-87d9-3e87334936ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241772 Mar 28 12:36:23.658847 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1660f060-0900-41a8-a195-a49fd60d5e99 req-7bc8003d-33ac-4e85-8a88-9aa0f632fbde tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:36:23.666553 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-1660f060-0900-41a8-a195-a49fd60d5e99 req-7bc8003d-33ac-4e85-8a88-9aa0f632fbde tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] 10.222.0.30 "GET /v2.0/ports?device_id=650d4544-92ad-4860-b93a-c2da00d830e3 HTTP/1.1" status: 200 len: 943 time: 0.1023767 Mar 28 12:36:23.724259 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-1660f060-0900-41a8-a195-a49fd60d5e99 req-41ac7013-916c-4a8b-b01b-863147a4e62f tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] 10.222.0.30 "GET /v2.0/security-groups?id=ae4ed056-f6a4-421c-b8dd-e6fbc7c507d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545001 Mar 28 12:36:25.029564 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f418e8-4cdf-4dc2-9354-e397eda06c38 req-0c282746-5783-433f-afb4-76de9f3f8147 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:36:25.031493 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-68f418e8-4cdf-4dc2-9354-e397eda06c38 req-0c282746-5783-433f-afb4-76de9f3f8147 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] 10.222.0.30 "GET /v2.0/ports?device_id=650d4544-92ad-4860-b93a-c2da00d830e3 HTTP/1.1" status: 200 len: 943 time: 0.2008157 Mar 28 12:36:25.078528 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-68f418e8-4cdf-4dc2-9354-e397eda06c38 req-5b0656b0-5cfb-441a-b0a9-69c0299e5d65 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] 10.222.0.30 "GET /v2.0/security-groups?id=ae4ed056-f6a4-421c-b8dd-e6fbc7c507d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412738 Mar 28 12:36:26.339031 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ef95ac-ec85-40fc-919e-89ca0dfc0401 req-0db313ce-03e5-4e84-9e4e-c0e98451eaf5 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:36:26.341517 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-78ef95ac-ec85-40fc-919e-89ca0dfc0401 req-0db313ce-03e5-4e84-9e4e-c0e98451eaf5 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] 10.222.0.30 "GET /v2.0/ports?device_id=650d4544-92ad-4860-b93a-c2da00d830e3 HTTP/1.1" status: 200 len: 943 time: 0.1495378 Mar 28 12:36:26.389659 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-78ef95ac-ec85-40fc-919e-89ca0dfc0401 req-1aba0672-8f34-4bf7-9a42-a96ac1ac8fa3 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] 10.222.0.30 "GET /v2.0/security-groups?id=ae4ed056-f6a4-421c-b8dd-e6fbc7c507d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409224 Mar 28 12:36:27.700262 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39fdafd-9c69-430e-8d4d-9480ee7f338a req-103cb931-042f-4236-9105-ec38539e7d81 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:36:27.701773 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-e39fdafd-9c69-430e-8d4d-9480ee7f338a req-103cb931-042f-4236-9105-ec38539e7d81 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] 10.222.0.30 "GET /v2.0/ports?device_id=650d4544-92ad-4860-b93a-c2da00d830e3 HTTP/1.1" status: 200 len: 943 time: 0.1722589 Mar 28 12:36:27.751141 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-e39fdafd-9c69-430e-8d4d-9480ee7f338a req-b4fa3750-776a-430c-b89f-dd51f1ae00c4 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] 10.222.0.30 "GET /v2.0/security-groups?id=ae4ed056-f6a4-421c-b8dd-e6fbc7c507d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406885 Mar 28 12:36:28.961253 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db202981-13df-466e-8af0-9147ae574819 req-2291404b-e03e-4df6-8288-2eda176408a6 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:36:28.963052 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-db202981-13df-466e-8af0-9147ae574819 req-2291404b-e03e-4df6-8288-2eda176408a6 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] 10.222.0.30 "GET /v2.0/ports?device_id=650d4544-92ad-4860-b93a-c2da00d830e3 HTTP/1.1" status: 200 len: 943 time: 0.0894933 Mar 28 12:36:29.011146 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-db202981-13df-466e-8af0-9147ae574819 req-91fcfc93-0ad3-4e49-9822-df73e173e00f tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] 10.222.0.30 "GET /v2.0/security-groups?id=ae4ed056-f6a4-421c-b8dd-e6fbc7c507d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418057 Mar 28 12:36:30.216495 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11533bc-3e85-4e60-9692-d20e05ecba8b req-432c1b18-b5a1-439b-bcf1-e1cf9f83388e tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:36:30.218559 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-d11533bc-3e85-4e60-9692-d20e05ecba8b req-432c1b18-b5a1-439b-bcf1-e1cf9f83388e tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] 10.222.0.30 "GET /v2.0/ports?device_id=650d4544-92ad-4860-b93a-c2da00d830e3 HTTP/1.1" status: 200 len: 943 time: 0.0949817 Mar 28 12:36:30.265545 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-d11533bc-3e85-4e60-9692-d20e05ecba8b req-d7df7b02-5d02-400c-81f1-43a08f25c361 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] 10.222.0.30 "GET /v2.0/security-groups?id=ae4ed056-f6a4-421c-b8dd-e6fbc7c507d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401375 Mar 28 12:36:31.450770 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e7398f-994e-4943-8efe-950e1fdadd04 req-c7f28775-2724-44ea-9a67-545a1cd8bd1d tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:36:31.453300 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-75e7398f-994e-4943-8efe-950e1fdadd04 req-c7f28775-2724-44ea-9a67-545a1cd8bd1d tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] 10.222.0.30 "GET /v2.0/ports?device_id=650d4544-92ad-4860-b93a-c2da00d830e3 HTTP/1.1" status: 200 len: 943 time: 0.0833962 Mar 28 12:36:31.500149 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-75e7398f-994e-4943-8efe-950e1fdadd04 req-841327dc-791c-4f8e-b539-21ee250858c4 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] 10.222.0.30 "GET /v2.0/security-groups?id=ae4ed056-f6a4-421c-b8dd-e6fbc7c507d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416882 Mar 28 12:36:32.393830 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-87ee8534-dac1-4dc5-8578-7c813fd48813 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:36:32.687498 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf35fa8b-efe6-4537-80a7-b7c17cdfa14c req-d34ada32-f8e7-4676-8178-59dffd8b7dee tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:36:32.689156 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-bf35fa8b-efe6-4537-80a7-b7c17cdfa14c req-d34ada32-f8e7-4676-8178-59dffd8b7dee tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] 10.222.0.30 "GET /v2.0/ports?device_id=650d4544-92ad-4860-b93a-c2da00d830e3 HTTP/1.1" status: 200 len: 943 time: 0.0842025 Mar 28 12:36:32.731704 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-bf35fa8b-efe6-4537-80a7-b7c17cdfa14c req-fb614aef-a2ce-4d3b-80bc-5e4fdf004e38 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] 10.222.0.30 "GET /v2.0/security-groups?id=ae4ed056-f6a4-421c-b8dd-e6fbc7c507d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371134 Mar 28 12:36:33.917229 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3d2f78-6541-4ef2-a00e-d8101d3d074e req-00a96df6-6b2b-42a9-a13b-0021efbb4e1f tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:36:33.918649 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-2f3d2f78-6541-4ef2-a00e-d8101d3d074e req-00a96df6-6b2b-42a9-a13b-0021efbb4e1f tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] 10.222.0.30 "GET /v2.0/ports?device_id=650d4544-92ad-4860-b93a-c2da00d830e3 HTTP/1.1" status: 200 len: 943 time: 0.0816476 Mar 28 12:36:33.963119 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-2f3d2f78-6541-4ef2-a00e-d8101d3d074e req-e39dc766-4a1e-4447-bcca-980d1f78002e tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] 10.222.0.30 "GET /v2.0/security-groups?id=ae4ed056-f6a4-421c-b8dd-e6fbc7c507d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381424 Mar 28 12:36:34.462177 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.agents_db [None req-03fd49d8-b51b-41c1-8716-b8e265c93689 None None] Agent healthcheck: found 6 active agents {{(pid=87873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 12:36:34.805599 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-0f079f92-1807-4cee-b231-b032c3f7f243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:36:35.145438 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d277ab-2761-438b-b296-81a4876a3be1 req-922dd91e-840c-4d2e-ae6e-033be05ea363 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:36:35.146870 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-12d277ab-2761-438b-b296-81a4876a3be1 req-922dd91e-840c-4d2e-ae6e-033be05ea363 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] 10.222.0.30 "GET /v2.0/ports?device_id=650d4544-92ad-4860-b93a-c2da00d830e3 HTTP/1.1" status: 200 len: 943 time: 0.0793698 Mar 28 12:36:35.192752 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-12d277ab-2761-438b-b296-81a4876a3be1 req-1a84133f-a67d-4dc1-a58f-f8de181d1549 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] 10.222.0.30 "GET /v2.0/security-groups?id=ae4ed056-f6a4-421c-b8dd-e6fbc7c507d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403666 Mar 28 12:36:35.290801 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Device a26a4aec-bf9e-4522-8849-75a5659a7f14 details requested by agent hyperv_hv-neutron-8353 with host hv-neutron-8353 {{(pid=87872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 28 12:36:35.456245 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] For port a26a4aec-bf9e-4522-8849-75a5659a7f14, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=a26a4aec-bf9e-4522-8849-75a5659a7f14,segment=NetworkSegment(1ff2eb9a-5a02-412d-ac79-976daac1f37a),segment_id=1ff2eb9a-5a02-412d-ac79-976daac1f37a)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:36:35.469737 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Returning: {'device': 'a26a4aec-bf9e-4522-8849-75a5659a7f14', 'network_id': '82100c45-55ff-48f2-87d9-3e87334936ab', 'port_id': 'a26a4aec-bf9e-4522-8849-75a5659a7f14', 'mac_address': 'fa:16:3e:f2:69:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '400457e7-d978-42e3-844f-be8339183739', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 28 12:36:35.527894 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:36:35.544462 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.notifiers.nova [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a26a4aec-bf9e-4522-8849-75a5659a7f14 {{(pid=87872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 12:36:35.560005 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] For port a26a4aec-bf9e-4522-8849-75a5659a7f14, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=a26a4aec-bf9e-4522-8849-75a5659a7f14,segment=NetworkSegment(1ff2eb9a-5a02-412d-ac79-976daac1f37a),segment_id=1ff2eb9a-5a02-412d-ac79-976daac1f37a)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:36:35.564212 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:36:35.628888 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Pushing event updated for resources: {'Port': ['ID=a26a4aec-bf9e-4522-8849-75a5659a7f14,revision_number=9']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:36:35.760427 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] get_ports_and_sgs() called for port_ids ['a26a4aec-bf9e-4522-8849-75a5659a7f14'] {{(pid=87872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 12:36:35.848817 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:36:35.940070 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-ef3be119-c018-4979-be07-86cf959defc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:36:36.466163 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b509e0-40ad-41c1-bb99-2393b4a65b89 req-3e6adb29-7f0f-4cc5-bb8d-c00e6455fcbb tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:36:36.467629 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-44b509e0-40ad-41c1-bb99-2393b4a65b89 req-3e6adb29-7f0f-4cc5-bb8d-c00e6455fcbb tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] 10.222.0.30 "GET /v2.0/ports?device_id=650d4544-92ad-4860-b93a-c2da00d830e3 HTTP/1.1" status: 200 len: 944 time: 0.1703746 Mar 28 12:36:36.510839 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-44b509e0-40ad-41c1-bb99-2393b4a65b89 req-8b81fead-4d89-4c93-aebe-f9329415dc93 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] 10.222.0.30 "GET /v2.0/security-groups?id=ae4ed056-f6a4-421c-b8dd-e6fbc7c507d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366015 Mar 28 12:36:37.303814 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Device a26a4aec-bf9e-4522-8849-75a5659a7f14 up at agent hyperv_hv-neutron-8353 {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:36:37.369405 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Provisioning complete for port a26a4aec-bf9e-4522-8849-75a5659a7f14 triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:36:37.369763 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:36:37.481064 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:36:37.507385 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '650d4544-92ad-4860-b93a-c2da00d830e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a26a4aec-bf9e-4522-8849-75a5659a7f14'}] {{(pid=87872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 12:36:37.516618 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] For port a26a4aec-bf9e-4522-8849-75a5659a7f14, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=a26a4aec-bf9e-4522-8849-75a5659a7f14,segment=NetworkSegment(1ff2eb9a-5a02-412d-ac79-976daac1f37a),segment_id=1ff2eb9a-5a02-412d-ac79-976daac1f37a)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:36:37.520750 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:36:37.557472 dv-neutron-835340-2-hyperv neutron-server[87872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '650d4544-92ad-4860-b93a-c2da00d830e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a26a4aec-bf9e-4522-8849-75a5659a7f14', 'code': 200} Mar 28 12:36:37.599736 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Pushing event updated for resources: {'Port': ['ID=a26a4aec-bf9e-4522-8849-75a5659a7f14,revision_number=10']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:36:37.602559 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-b7ccd3c7-0277-4f12-8e5c-e41478141af5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:36:37.720006 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d25d13d-9741-404b-9ac6-b6141b333f54 req-fbbcc9c4-e647-4b44-8057-f8aee74115f6 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:36:37.721660 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-9d25d13d-9741-404b-9ac6-b6141b333f54 req-fbbcc9c4-e647-4b44-8057-f8aee74115f6 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] 10.222.0.30 "GET /v2.0/ports?device_id=650d4544-92ad-4860-b93a-c2da00d830e3 HTTP/1.1" status: 200 len: 946 time: 0.0879576 Mar 28 12:36:37.768525 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-9d25d13d-9741-404b-9ac6-b6141b333f54 req-cca14783-67c9-4ba5-aa55-1a46cbcd63fd tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] 10.222.0.30 "GET /v2.0/security-groups?id=ae4ed056-f6a4-421c-b8dd-e6fbc7c507d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411918 Mar 28 12:36:37.791822 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0768e3b7-af63-4b18-a2d1-44428e2766c8 req-12bad4c5-1d71-4f84-a8e2-72fe96f3ac8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:36:37.793271 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-0768e3b7-af63-4b18-a2d1-44428e2766c8 req-12bad4c5-1d71-4f84-a8e2-72fe96f3ac8b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=650d4544-92ad-4860-b93a-c2da00d830e3 HTTP/1.1" status: 200 len: 1099 time: 0.0711894 Mar 28 12:36:37.833766 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-0768e3b7-af63-4b18-a2d1-44428e2766c8 req-3f4fa210-acc7-47a0-9bea-c989f24bbb52 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=ae4ed056-f6a4-421c-b8dd-e6fbc7c507d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347376 Mar 28 12:36:38.961163 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5a5868-4026-4e6f-8725-43e8bab20be1 req-e1eb658d-092d-47e1-b4f4-127e392c8031 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:36:38.962612 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-9d5a5868-4026-4e6f-8725-43e8bab20be1 req-e1eb658d-092d-47e1-b4f4-127e392c8031 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] 10.222.0.30 "GET /v2.0/ports?device_id=650d4544-92ad-4860-b93a-c2da00d830e3 HTTP/1.1" status: 200 len: 946 time: 0.0832107 Mar 28 12:36:39.008839 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-9d5a5868-4026-4e6f-8725-43e8bab20be1 req-530821bf-d98f-412e-af25-e7ba928b0162 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] 10.222.0.30 "GET /v2.0/security-groups?id=ae4ed056-f6a4-421c-b8dd-e6fbc7c507d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406501 Mar 28 12:36:40.196015 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebea390-574f-46f0-ae62-3b26361edef2 req-862d6736-79a9-4ef2-bdab-d974dcb71230 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:36:40.197367 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-aebea390-574f-46f0-ae62-3b26361edef2 req-862d6736-79a9-4ef2-bdab-d974dcb71230 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] 10.222.0.30 "GET /v2.0/ports?device_id=650d4544-92ad-4860-b93a-c2da00d830e3 HTTP/1.1" status: 200 len: 946 time: 0.0781884 Mar 28 12:36:40.241291 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-aebea390-574f-46f0-ae62-3b26361edef2 req-fd4d1f82-2483-480d-aed5-a34604c1f30a tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] 10.222.0.30 "GET /v2.0/security-groups?id=ae4ed056-f6a4-421c-b8dd-e6fbc7c507d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383866 Mar 28 12:36:51.070082 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:37:02.395775 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-d1aabe44-c36f-456f-b81a-2e7e44855f81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:37:04.809526 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-09be7d2b-dabe-4c5b-bfde-7aeb5f772017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:37:05.821440 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:37:05.932519 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-ef3be119-c018-4979-be07-86cf959defc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:37:07.590769 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-b7ccd3c7-0277-4f12-8e5c-e41478141af5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:37:08.427748 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-fe3a9be1-ea8c-4c50-a19f-e6a7b41b0d31 req-c38c66ff-8c09-4c52-b987-6aaea5f8f3c8 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=650d4544-92ad-4860-b93a-c2da00d830e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1116312 Mar 28 12:37:08.579847 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3a9be1-ea8c-4c50-a19f-e6a7b41b0d31 req-45cb9688-002e-4160-8714-c4577e4f521f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:37:08.581209 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-fe3a9be1-ea8c-4c50-a19f-e6a7b41b0d31 req-45cb9688-002e-4160-8714-c4577e4f521f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=611bb780ca494fbc8b6c699d288a0e35&device_id=650d4544-92ad-4860-b93a-c2da00d830e3 HTTP/1.1" status: 200 len: 1099 time: 0.0720675 Mar 28 12:37:08.722472 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3a9be1-ea8c-4c50-a19f-e6a7b41b0d31 req-074cd490-dd53-4e22-992e-1e12752d32f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:37:08.723908 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-fe3a9be1-ea8c-4c50-a19f-e6a7b41b0d31 req-074cd490-dd53-4e22-992e-1e12752d32f9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=82100c45-55ff-48f2-87d9-3e87334936ab HTTP/1.1" status: 200 len: 908 time: 0.1238678 Mar 28 12:37:08.826074 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-fe3a9be1-ea8c-4c50-a19f-e6a7b41b0d31 req-8b70e44e-873c-4995-a527-6ce123929d9f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a26a4aec-bf9e-4522-8849-75a5659a7f14 HTTP/1.1" status: 200 len: 999 time: 0.0957725 Mar 28 12:37:08.886848 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3a9be1-ea8c-4c50-a19f-e6a7b41b0d31 req-7a2dda7c-9c84-4e38-b400-618919ca04ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:37:08.888262 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-fe3a9be1-ea8c-4c50-a19f-e6a7b41b0d31 req-7a2dda7c-9c84-4e38-b400-618919ca04ed service neutron] 10.222.0.11 "GET /v2.0/subnets?id=400457e7-d978-42e3-844f-be8339183739 HTTP/1.1" status: 200 len: 847 time: 0.0565739 Mar 28 12:37:08.960018 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3a9be1-ea8c-4c50-a19f-e6a7b41b0d31 req-c718d473-6cfa-4371-b4a9-8f039c423019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:37:08.961404 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-fe3a9be1-ea8c-4c50-a19f-e6a7b41b0d31 req-c718d473-6cfa-4371-b4a9-8f039c423019 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=82100c45-55ff-48f2-87d9-3e87334936ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0669122 Mar 28 12:37:09.088931 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-fe3a9be1-ea8c-4c50-a19f-e6a7b41b0d31 req-4de9d3c4-a9be-4f61-9ebc-e8dba0a0577f service neutron] 10.222.0.11 "GET /v2.0/networks/82100c45-55ff-48f2-87d9-3e87334936ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205010 Mar 28 12:37:09.217064 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-fe3a9be1-ea8c-4c50-a19f-e6a7b41b0d31 req-2de04bd4-9c3d-44c8-bf7c-f8d3d2b9ed94 service neutron] 10.222.0.11 "GET /v2.0/networks/82100c45-55ff-48f2-87d9-3e87334936ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217415 Mar 28 12:37:11.461895 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.agents_db [None req-03fd49d8-b51b-41c1-8716-b8e265c93689 None None] Agent healthcheck: found 6 active agents {{(pid=87873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 12:37:21.067431 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:37:32.398136 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-8d28cd8b-d972-4e3d-829e-4ade3c1dd06d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:37:34.810730 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-17e74997-dc65-4635-914d-a90203472154 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:37:35.824073 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:37:35.935940 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-ef3be119-c018-4979-be07-86cf959defc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:37:37.596028 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-b7ccd3c7-0277-4f12-8e5c-e41478141af5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:37:48.461373 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.agents_db [None req-03fd49d8-b51b-41c1-8716-b8e265c93689 None None] Agent healthcheck: found 6 active agents {{(pid=87873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 12:37:51.082323 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:37:51.133787 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 37686) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:37:51.428729 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-48059b68-1972-4ca2-a4e2-593ca5e1ee26 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Deleting port ef14fa22-9a0c-41c3-92b7-84e7bc4ac211 {{(pid=87871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:37:51.428976 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-48059b68-1972-4ca2-a4e2-593ca5e1ee26 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:37:51.597071 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-48059b68-1972-4ca2-a4e2-593ca5e1ee26 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:37:51.597396 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-48059b68-1972-4ca2-a4e2-593ca5e1ee26 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:37:51.716014 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-48059b68-1972-4ca2-a4e2-593ca5e1ee26 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Calling delete_port for ef14fa22-9a0c-41c3-92b7-84e7bc4ac211 owned by network:floatingip {{(pid=87871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:37:51.866203 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-48059b68-1972-4ca2-a4e2-593ca5e1ee26 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:37:51.913749 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48059b68-1972-4ca2-a4e2-593ca5e1ee26 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Pushing event deleted for resources: {'Port': ['ID=ef14fa22-9a0c-41c3-92b7-84e7bc4ac211,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:37:51.982222 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48059b68-1972-4ca2-a4e2-593ca5e1ee26 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:37:51.982468 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48059b68-1972-4ca2-a4e2-593ca5e1ee26 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:37:51.982812 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48059b68-1972-4ca2-a4e2-593ca5e1ee26 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:37:51.983141 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48059b68-1972-4ca2-a4e2-593ca5e1ee26 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:37:51.983486 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48059b68-1972-4ca2-a4e2-593ca5e1ee26 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:37:51.983817 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48059b68-1972-4ca2-a4e2-593ca5e1ee26 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:37:51.984142 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48059b68-1972-4ca2-a4e2-593ca5e1ee26 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:37:51.984461 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48059b68-1972-4ca2-a4e2-593ca5e1ee26 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:37:51.984781 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48059b68-1972-4ca2-a4e2-593ca5e1ee26 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:37:51.985700 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48059b68-1972-4ca2-a4e2-593ca5e1ee26 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:37:51.985700 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48059b68-1972-4ca2-a4e2-593ca5e1ee26 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:37:51.986247 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48059b68-1972-4ca2-a4e2-593ca5e1ee26 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:37:52.014360 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-48059b68-1972-4ca2-a4e2-593ca5e1ee26 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Notify callbacks [] for floatingip, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:37:52.014684 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.db.l3_db [None req-48059b68-1972-4ca2-a4e2-593ca5e1ee26 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Floating IP 0b8035be-d962-4d98-9d8d-d0e531dfe85b disassociated (deleted). External IP: 172.26.7.8, port: a26a4aec-bf9e-4522-8849-75a5659a7f14. Mar 28 12:37:52.363956 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48059b68-1972-4ca2-a4e2-593ca5e1ee26 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Router 2bb81afb-8676-4fee-adb4-40e8db299a61 has already been hosted by L3 agent af79d429-529e-400b-a119-94d4bec03f3e {{(pid=87871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 12:37:52.539355 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48059b68-1972-4ca2-a4e2-593ca5e1ee26 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 12:37:52.549420 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-008dba89-bb8f-47c7-b3fe-e7d6bc6305f0 None None] Sync routers for ids ['2bb81afb-8676-4fee-adb4-40e8db299a61'] in dv-neutron-835340-2-hyperv {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 12:37:52.559438 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008dba89-bb8f-47c7-b3fe-e7d6bc6305f0 None None] Routers {'2bb81afb-8676-4fee-adb4-40e8db299a61'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:37:52.559767 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-48059b68-1972-4ca2-a4e2-593ca5e1ee26 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for floatingip, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:37:52.560065 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-008dba89-bb8f-47c7-b3fe-e7d6bc6305f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:37:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['2bb81afb-8676-4fee-adb4-40e8db299a61'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:37:52.616408 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-48059b68-1972-4ca2-a4e2-593ca5e1ee26 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] 10.222.0.30 "DELETE /v2.0/floatingips/0b8035be-d962-4d98-9d8d-d0e531dfe85b HTTP/1.1" status: 204 len: 168 time: 1.4814482 Mar 28 12:37:52.616982 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '650d4544-92ad-4860-b93a-c2da00d830e3', 'tag': 'a26a4aec-bf9e-4522-8849-75a5659a7f14'}] {{(pid=87871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 12:37:52.665495 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '650d4544-92ad-4860-b93a-c2da00d830e3', 'tag': 'a26a4aec-bf9e-4522-8849-75a5659a7f14', 'status': 'completed', 'code': 200} Mar 28 12:37:52.777745 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvr_db [None req-008dba89-bb8f-47c7-b3fe-e7d6bc6305f0 None None] Set router 2bb81afb-8676-4fee-adb4-40e8db299a61 gateway port host: dv-neutron-835340-2-hyperv {{(pid=87873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:37:52.894611 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869bc676-d677-45b4-9b0a-bb5a76c692cf req-17e693df-86f9-41c4-b446-622db480048c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:37:52.896201 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-869bc676-d677-45b4-9b0a-bb5a76c692cf req-17e693df-86f9-41c4-b446-622db480048c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=611bb780ca494fbc8b6c699d288a0e35&device_id=650d4544-92ad-4860-b93a-c2da00d830e3 HTTP/1.1" status: 200 len: 1099 time: 0.2105763 Mar 28 12:37:53.029604 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bd4618-9e8e-4b47-8872-944e476a3370 req-c1531752-2e37-4f6e-a708-8a441133f79a tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:37:53.031115 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-24bd4618-9e8e-4b47-8872-944e476a3370 req-c1531752-2e37-4f6e-a708-8a441133f79a tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] 10.222.0.30 "GET /v2.0/ports?device_id=650d4544-92ad-4860-b93a-c2da00d830e3 HTTP/1.1" status: 200 len: 946 time: 0.0935180 Mar 28 12:37:53.035059 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869bc676-d677-45b4-9b0a-bb5a76c692cf req-51687f32-5ed8-4aff-9287-74081460757c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:37:53.036630 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-869bc676-d677-45b4-9b0a-bb5a76c692cf req-51687f32-5ed8-4aff-9287-74081460757c service neutron] 10.222.0.11 "GET /v2.0/networks?id=82100c45-55ff-48f2-87d9-3e87334936ab HTTP/1.1" status: 200 len: 908 time: 0.1340156 Mar 28 12:37:53.077085 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-24bd4618-9e8e-4b47-8872-944e476a3370 req-fbd2b765-a127-43a9-8f45-9a3e92b84be3 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] 10.222.0.30 "GET /v2.0/security-groups?id=ae4ed056-f6a4-421c-b8dd-e6fbc7c507d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397260 Mar 28 12:37:53.106402 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-869bc676-d677-45b4-9b0a-bb5a76c692cf req-6cb43495-1716-4b08-88a0-90626a99ccb1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a26a4aec-bf9e-4522-8849-75a5659a7f14 HTTP/1.1" status: 200 len: 217 time: 0.0635724 Mar 28 12:37:53.121131 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-008dba89-bb8f-47c7-b3fe-e7d6bc6305f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bb81afb-8676-4fee-adb4-40e8db299a61', 'name': 'tempest-TestShelveInstance-688086857-router', 'tenant_id': '611bb780ca494fbc8b6c699d288a0e35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.68'}], 'enable_snat': True}, 'gw_port_id': 'e35030e4-b6b8-46fa-9c65-cb3e4c2b7ae5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:33:32Z', 'updated_at': '2022-03-28T12:33:36Z', 'revision_number': 4, 'project_id': '611bb780ca494fbc8b6c699d288a0e35', 'gw_port': {'id': 'e35030e4-b6b8-46fa-9c65-cb3e4c2b7ae5', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ed:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb81afb-8676-4fee-adb4-40e8db299a61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:33:32Z', 'updated_at': '2022-03-28T12:33:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_interfaces': [{'id': '0b425d8a-052d-4f86-8b32-5427265af5c8', 'name': '', 'network_id': '82100c45-55ff-48f2-87d9-3e87334936ab', 'tenant_id': '611bb780ca494fbc8b6c699d288a0e35', 'mac_address': 'fa:16:3e:14:f6:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb81afb-8676-4fee-adb4-40e8db299a61', 'device_owner': 'network:router_interface', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '400457e7-d978-42e3-844f-be8339183739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:33:35Z', 'updated_at': '2022-03-28T12:33:43Z', 'revision_number': 5, 'project_id': '611bb780ca494fbc8b6c699d288a0e35', 'subnets': [{'id': '400457e7-d978-42e3-844f-be8339183739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:37:53.124887 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-008dba89-bb8f-47c7-b3fe-e7d6bc6305f0 None None] Checking router: 2bb81afb-8676-4fee-adb4-40e8db299a61 for host: dv-neutron-835340-2-hyperv {{(pid=87873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 12:37:53.133600 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008dba89-bb8f-47c7-b3fe-e7d6bc6305f0 None None] Routers {'2bb81afb-8676-4fee-adb4-40e8db299a61'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:37:53.134180 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-008dba89-bb8f-47c7-b3fe-e7d6bc6305f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:37:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['2bb81afb-8676-4fee-adb4-40e8db299a61'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:37:53.167556 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869bc676-d677-45b4-9b0a-bb5a76c692cf req-4851ee8d-e644-446f-90af-786754cd2e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:37:53.168962 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-869bc676-d677-45b4-9b0a-bb5a76c692cf req-4851ee8d-e644-446f-90af-786754cd2e84 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=400457e7-d978-42e3-844f-be8339183739 HTTP/1.1" status: 200 len: 847 time: 0.0562234 Mar 28 12:37:53.242130 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869bc676-d677-45b4-9b0a-bb5a76c692cf req-77182fbc-e8ae-44cf-9086-157dfa4afe4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:37:53.243620 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-869bc676-d677-45b4-9b0a-bb5a76c692cf req-77182fbc-e8ae-44cf-9086-157dfa4afe4b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=82100c45-55ff-48f2-87d9-3e87334936ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0686672 Mar 28 12:37:53.310362 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvr_db [None req-008dba89-bb8f-47c7-b3fe-e7d6bc6305f0 None None] Set router 2bb81afb-8676-4fee-adb4-40e8db299a61 gateway port host: dv-neutron-835340-2-hyperv {{(pid=87873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:37:53.376284 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-869bc676-d677-45b4-9b0a-bb5a76c692cf req-3d1167bf-f14e-4860-8356-eabfebfe2648 service neutron] 10.222.0.11 "GET /v2.0/networks/82100c45-55ff-48f2-87d9-3e87334936ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246357 Mar 28 12:37:53.506884 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-869bc676-d677-45b4-9b0a-bb5a76c692cf req-1c045d22-f17e-4c9a-bf3a-ba069f44aec5 service neutron] 10.222.0.11 "GET /v2.0/networks/82100c45-55ff-48f2-87d9-3e87334936ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246006 Mar 28 12:37:53.616319 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-008dba89-bb8f-47c7-b3fe-e7d6bc6305f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bb81afb-8676-4fee-adb4-40e8db299a61', 'name': 'tempest-TestShelveInstance-688086857-router', 'tenant_id': '611bb780ca494fbc8b6c699d288a0e35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.68'}], 'enable_snat': True}, 'gw_port_id': 'e35030e4-b6b8-46fa-9c65-cb3e4c2b7ae5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:33:32Z', 'updated_at': '2022-03-28T12:33:36Z', 'revision_number': 4, 'project_id': '611bb780ca494fbc8b6c699d288a0e35', 'gw_port': {'id': 'e35030e4-b6b8-46fa-9c65-cb3e4c2b7ae5', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ed:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb81afb-8676-4fee-adb4-40e8db299a61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:33:32Z', 'updated_at': '2022-03-28T12:33:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_interfaces': [{'id': '0b425d8a-052d-4f86-8b32-5427265af5c8', 'name': '', 'network_id': '82100c45-55ff-48f2-87d9-3e87334936ab', 'tenant_id': '611bb780ca494fbc8b6c699d288a0e35', 'mac_address': 'fa:16:3e:14:f6:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb81afb-8676-4fee-adb4-40e8db299a61', 'device_owner': 'network:router_interface', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '400457e7-d978-42e3-844f-be8339183739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:33:35Z', 'updated_at': '2022-03-28T12:33:43Z', 'revision_number': 5, 'project_id': '611bb780ca494fbc8b6c699d288a0e35', 'subnets': [{'id': '400457e7-d978-42e3-844f-be8339183739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:37:53.620126 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-008dba89-bb8f-47c7-b3fe-e7d6bc6305f0 None None] The sync data for ids ['2bb81afb-8676-4fee-adb4-40e8db299a61'] in dv-neutron-835340-2-hyperv is: [{'id': '2bb81afb-8676-4fee-adb4-40e8db299a61', 'name': 'tempest-TestShelveInstance-688086857-router', 'tenant_id': '611bb780ca494fbc8b6c699d288a0e35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.68'}], 'enable_snat': True}, 'gw_port_id': 'e35030e4-b6b8-46fa-9c65-cb3e4c2b7ae5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:33:32Z', 'updated_at': '2022-03-28T12:33:36Z', 'revision_number': 4, 'project_id': '611bb780ca494fbc8b6c699d288a0e35', 'gw_port': {'id': 'e35030e4-b6b8-46fa-9c65-cb3e4c2b7ae5', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ed:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb81afb-8676-4fee-adb4-40e8db299a61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:33:32Z', 'updated_at': '2022-03-28T12:33:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_interfaces': [{'id': '0b425d8a-052d-4f86-8b32-5427265af5c8', 'name': '', 'network_id': '82100c45-55ff-48f2-87d9-3e87334936ab', 'tenant_id': '611bb780ca494fbc8b6c699d288a0e35', 'mac_address': 'fa:16:3e:14:f6:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb81afb-8676-4fee-adb4-40e8db299a61', 'device_owner': 'network:router_interface', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '400457e7-d978-42e3-844f-be8339183739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:33:35Z', 'updated_at': '2022-03-28T12:33:43Z', 'revision_number': 5, 'project_id': '611bb780ca494fbc8b6c699d288a0e35', 'subnets': [{'id': '400457e7-d978-42e3-844f-be8339183739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 12:37:53.820411 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b6c6c8e-84b0-44cd-a77f-7fada21e3af3 None None] New status for floating IP 0b8035be-d962-4d98-9d8d-d0e531dfe85b: DOWN {{(pid=87872) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 12:37:54.312454 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4863a7-3ec9-49c8-b33b-d47cd318b8c0 req-6067e1a2-4e6b-48a4-b878-759ae1de4db0 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:37:54.313729 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [req-2a4863a7-3ec9-49c8-b33b-d47cd318b8c0 req-6067e1a2-4e6b-48a4-b878-759ae1de4db0 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Synchronizing usage tracker for tenant:611bb780ca494fbc8b6c699d288a0e35 on resource:port {{(pid=87871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:37:54.324840 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe7e477-2f92-4f18-8229-d389be4de00a req-ef28e45d-689c-4dd7-984a-3e1382793dfd tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:37:54.325484 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [req-efe7e477-2f92-4f18-8229-d389be4de00a req-ef28e45d-689c-4dd7-984a-3e1382793dfd tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Synchronizing usage tracker for tenant:611bb780ca494fbc8b6c699d288a0e35 on resource:port {{(pid=87871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:37:54.345703 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [req-2a4863a7-3ec9-49c8-b33b-d47cd318b8c0 req-6067e1a2-4e6b-48a4-b878-759ae1de4db0 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Unset dirty status for tenant:611bb780ca494fbc8b6c699d288a0e35 on resource:port {{(pid=87871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:37:54.346826 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-2a4863a7-3ec9-49c8-b33b-d47cd318b8c0 req-6067e1a2-4e6b-48a4-b878-759ae1de4db0 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] 10.222.0.11 "GET /v2.0/ports?device_id=650d4544-92ad-4860-b93a-c2da00d830e3 HTTP/1.1" status: 200 len: 946 time: 0.1733930 Mar 28 12:37:54.347782 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [req-efe7e477-2f92-4f18-8229-d389be4de00a req-ef28e45d-689c-4dd7-984a-3e1382793dfd tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Unset dirty status for tenant:611bb780ca494fbc8b6c699d288a0e35 on resource:port {{(pid=87871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:37:54.348759 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-efe7e477-2f92-4f18-8229-d389be4de00a req-ef28e45d-689c-4dd7-984a-3e1382793dfd tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] 10.222.0.30 "GET /v2.0/ports?device_id=650d4544-92ad-4860-b93a-c2da00d830e3 HTTP/1.1" status: 200 len: 946 time: 0.1411083 Mar 28 12:37:54.448492 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [req-2a4863a7-3ec9-49c8-b33b-d47cd318b8c0 req-c3e45467-591f-42d8-835b-f72c25da4211 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Deleting port a26a4aec-bf9e-4522-8849-75a5659a7f14 {{(pid=87871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:37:54.449153 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-2a4863a7-3ec9-49c8-b33b-d47cd318b8c0 req-c3e45467-591f-42d8-835b-f72c25da4211 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:37:54.475187 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-efe7e477-2f92-4f18-8229-d389be4de00a req-4e80b61f-b70d-424f-a65a-7079900e22f5 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] 10.222.0.30 "GET /v2.0/security-groups?id=ae4ed056-f6a4-421c-b8dd-e6fbc7c507d7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0927017 Mar 28 12:37:54.694905 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.db [req-2a4863a7-3ec9-49c8-b33b-d47cd318b8c0 req-c3e45467-591f-42d8-835b-f72c25da4211 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] For port a26a4aec-bf9e-4522-8849-75a5659a7f14, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=a26a4aec-bf9e-4522-8849-75a5659a7f14,segment=NetworkSegment(1ff2eb9a-5a02-412d-ac79-976daac1f37a),segment_id=1ff2eb9a-5a02-412d-ac79-976daac1f37a)] {{(pid=87871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:37:54.695254 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-2a4863a7-3ec9-49c8-b33b-d47cd318b8c0 req-c3e45467-591f-42d8-835b-f72c25da4211 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:37:54.816564 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [req-2a4863a7-3ec9-49c8-b33b-d47cd318b8c0 req-c3e45467-591f-42d8-835b-f72c25da4211 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Calling delete_port for a26a4aec-bf9e-4522-8849-75a5659a7f14 owned by compute:nova {{(pid=87871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:37:54.959617 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-2a4863a7-3ec9-49c8-b33b-d47cd318b8c0 req-c3e45467-591f-42d8-835b-f72c25da4211 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:37:55.007709 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e45467-591f-42d8-835b-f72c25da4211 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Pushing event deleted for resources: {'Port': ['ID=a26a4aec-bf9e-4522-8849-75a5659a7f14,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:37:55.084275 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a4863a7-3ec9-49c8-b33b-d47cd318b8c0 req-c3e45467-591f-42d8-835b-f72c25da4211 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] No DVR routers for this DVR port a26a4aec-bf9e-4522-8849-75a5659a7f14 on host hv-neutron-8353 {{(pid=87871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 12:37:55.086564 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-2a4863a7-3ec9-49c8-b33b-d47cd318b8c0 req-c3e45467-591f-42d8-835b-f72c25da4211 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:37:55.088956 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '650d4544-92ad-4860-b93a-c2da00d830e3', 'name': 'network-vif-deleted', 'tag': 'a26a4aec-bf9e-4522-8849-75a5659a7f14'}] {{(pid=87871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 12:37:55.104187 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-2a4863a7-3ec9-49c8-b33b-d47cd318b8c0 req-c3e45467-591f-42d8-835b-f72c25da4211 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] 10.222.0.11 "DELETE /v2.0/ports/a26a4aec-bf9e-4522-8849-75a5659a7f14 HTTP/1.1" status: 204 len: 173 time: 0.7526054 Mar 28 12:37:55.134536 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '650d4544-92ad-4860-b93a-c2da00d830e3', 'name': 'network-vif-deleted', 'tag': 'a26a4aec-bf9e-4522-8849-75a5659a7f14', 'status': 'completed', 'code': 200} Mar 28 12:37:55.638910 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [req-36780d8a-bf76-4842-a192-ebd4c0f38457 req-9c4ddb8d-2da3-43e0-af04-3201b4c36c4f tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Synchronizing usage tracker for tenant:611bb780ca494fbc8b6c699d288a0e35 on resource:port {{(pid=87871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:37:55.654218 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [req-36780d8a-bf76-4842-a192-ebd4c0f38457 req-9c4ddb8d-2da3-43e0-af04-3201b4c36c4f tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Unset dirty status for tenant:611bb780ca494fbc8b6c699d288a0e35 on resource:port {{(pid=87871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:37:55.655589 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-36780d8a-bf76-4842-a192-ebd4c0f38457 req-9c4ddb8d-2da3-43e0-af04-3201b4c36c4f tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] 10.222.0.30 "GET /v2.0/ports?device_id=650d4544-92ad-4860-b93a-c2da00d830e3 HTTP/1.1" status: 200 len: 210 time: 0.0592704 Mar 28 12:37:56.749899 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 37708) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:37:56.819827 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-bbf39042-b0bb-47e6-b5e0-1466c68cac0b tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Notify callbacks [] for security_group, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:37:56.944622 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-bbf39042-b0bb-47e6-b5e0-1466c68cac0b tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:37:57.008110 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-bbf39042-b0bb-47e6-b5e0-1466c68cac0b tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:37:57.026242 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf39042-b0bb-47e6-b5e0-1466c68cac0b tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae4ed056-f6a4-421c-b8dd-e6fbc7c507d7,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:37:57.037639 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-bbf39042-b0bb-47e6-b5e0-1466c68cac0b tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Notify callbacks [] for security_group, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:37:57.039977 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-bbf39042-b0bb-47e6-b5e0-1466c68cac0b tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] 10.222.0.30 "DELETE /v2.0/security-groups/ae4ed056-f6a4-421c-b8dd-e6fbc7c507d7 HTTP/1.1" status: 204 len: 168 time: 0.2879291 Mar 28 12:37:57.415806 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 37716) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:37:57.420966 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-155482a3-b592-4f61-b62f-bf17be0428e8 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1916641755', 'description': 'tempest-secgroup-smoke-1916641755 description', 'project_id': '611bb780ca494fbc8b6c699d288a0e35'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:37:57.427491 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-155482a3-b592-4f61-b62f-bf17be0428e8 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:37:57.431607 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-155482a3-b592-4f61-b62f-bf17be0428e8 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Usage tracker for resource:security_group and tenant:611bb780ca494fbc8b6c699d288a0e35 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:37:57.434410 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-155482a3-b592-4f61-b62f-bf17be0428e8 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:37:57.440758 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-155482a3-b592-4f61-b62f-bf17be0428e8 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:37:57.450274 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-155482a3-b592-4f61-b62f-bf17be0428e8 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Notify callbacks [] for security_group, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:37:57.470347 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-155482a3-b592-4f61-b62f-bf17be0428e8 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:37:57.474098 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-155482a3-b592-4f61-b62f-bf17be0428e8 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Usage tracker for resource:security_group_rule and tenant:611bb780ca494fbc8b6c699d288a0e35 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:37:57.476855 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-155482a3-b592-4f61-b62f-bf17be0428e8 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:37:57.482425 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-155482a3-b592-4f61-b62f-bf17be0428e8 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:37:57.551719 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-155482a3-b592-4f61-b62f-bf17be0428e8 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Notify callbacks [] for security_group, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:37:57.555443 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-155482a3-b592-4f61-b62f-bf17be0428e8 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:37:57.599161 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155482a3-b592-4f61-b62f-bf17be0428e8 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d93fc39f-a3e1-4167-b2a8-d41fc056b127,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:37:57.605045 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-155482a3-b592-4f61-b62f-bf17be0428e8 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Notify callbacks [] for security_group, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:37:57.607896 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-155482a3-b592-4f61-b62f-bf17be0428e8 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1910486 Mar 28 12:37:57.609116 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 37720) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:37:57.615352 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-8d2d0a97-f081-421b-9a4b-160d3ced3c80 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Request body: {'security_group_rule': {'security_group_id': 'd93fc39f-a3e1-4167-b2a8-d41fc056b127', 'project_id': '611bb780ca494fbc8b6c699d288a0e35', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:37:57.621121 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-8d2d0a97-f081-421b-9a4b-160d3ced3c80 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:37:57.625000 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-8d2d0a97-f081-421b-9a4b-160d3ced3c80 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Usage tracker for resource:security_group_rule and tenant:611bb780ca494fbc8b6c699d288a0e35 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:37:57.628786 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-8d2d0a97-f081-421b-9a4b-160d3ced3c80 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:37:57.634266 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-8d2d0a97-f081-421b-9a4b-160d3ced3c80 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:37:57.651243 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-8d2d0a97-f081-421b-9a4b-160d3ced3c80 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:37:57.671575 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Device a26a4aec-bf9e-4522-8849-75a5659a7f14 no longer exists at agent hyperv_hv-neutron-8353 {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 12:37:57.706037 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] No Port match for: a26a4aec-bf9e-4522-8849-75a5659a7f14 {{(pid=87872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 12:37:57.706535 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Device a26a4aec-bf9e-4522-8849-75a5659a7f14 not bound to the agent host hv-neutron-8353 {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 12:37:57.715231 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-8d2d0a97-f081-421b-9a4b-160d3ced3c80 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:37:57.718600 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-8d2d0a97-f081-421b-9a4b-160d3ced3c80 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740322'] for security_group_rule, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:37:57.739043 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2d0a97-f081-421b-9a4b-160d3ced3c80 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35839733-12a5-4758-bca2-01a93fe22832,revision_number=0']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:37:57.749357 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-8d2d0a97-f081-421b-9a4b-160d3ced3c80 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:37:57.751135 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-8d2d0a97-f081-421b-9a4b-160d3ced3c80 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1405115 Mar 28 12:37:57.754134 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 37724) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:37:57.758899 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-764ebf7d-5b47-4e29-8acc-2968db616aac tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Request body: {'security_group_rule': {'security_group_id': 'd93fc39f-a3e1-4167-b2a8-d41fc056b127', 'project_id': '611bb780ca494fbc8b6c699d288a0e35', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:37:57.764626 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-764ebf7d-5b47-4e29-8acc-2968db616aac tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:37:57.768866 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-764ebf7d-5b47-4e29-8acc-2968db616aac tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Usage tracker for resource:security_group_rule and tenant:611bb780ca494fbc8b6c699d288a0e35 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:37:57.771623 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-764ebf7d-5b47-4e29-8acc-2968db616aac tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:37:57.777181 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-764ebf7d-5b47-4e29-8acc-2968db616aac tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:37:57.794660 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-764ebf7d-5b47-4e29-8acc-2968db616aac tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:37:57.857042 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-764ebf7d-5b47-4e29-8acc-2968db616aac tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:37:57.861203 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-764ebf7d-5b47-4e29-8acc-2968db616aac tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740322'] for security_group_rule, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:37:57.883965 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764ebf7d-5b47-4e29-8acc-2968db616aac tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51719784-4067-4939-b9a8-e1722a195b09,revision_number=0']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:37:57.892534 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-764ebf7d-5b47-4e29-8acc-2968db616aac tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:37:57.893675 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-764ebf7d-5b47-4e29-8acc-2968db616aac tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1386442 Mar 28 12:37:57.896321 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 37728) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:37:57.901335 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-e5e6e6e1-4445-4072-b1b5-25c2a78733b8 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Request body: {'security_group_rule': {'security_group_id': 'd93fc39f-a3e1-4167-b2a8-d41fc056b127', 'project_id': '611bb780ca494fbc8b6c699d288a0e35', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:37:57.907528 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-e5e6e6e1-4445-4072-b1b5-25c2a78733b8 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:37:57.911195 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-e5e6e6e1-4445-4072-b1b5-25c2a78733b8 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Usage tracker for resource:security_group_rule and tenant:611bb780ca494fbc8b6c699d288a0e35 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:37:57.914045 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-e5e6e6e1-4445-4072-b1b5-25c2a78733b8 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:37:57.919540 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-e5e6e6e1-4445-4072-b1b5-25c2a78733b8 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:37:57.935014 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-e5e6e6e1-4445-4072-b1b5-25c2a78733b8 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:37:57.997078 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-e5e6e6e1-4445-4072-b1b5-25c2a78733b8 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:37:58.000313 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-e5e6e6e1-4445-4072-b1b5-25c2a78733b8 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740322'] for security_group_rule, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:37:58.023084 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e6e6e1-4445-4072-b1b5-25c2a78733b8 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65ebe1a0-656f-4cdc-87a0-10a71e4fac37,revision_number=0']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:37:58.032415 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-e5e6e6e1-4445-4072-b1b5-25c2a78733b8 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:37:58.033569 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-e5e6e6e1-4445-4072-b1b5-25c2a78733b8 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1363547 Mar 28 12:37:58.036242 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 37732) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:37:58.040981 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-9cc8b7a5-7434-4c7b-996e-476b3d2380ca tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Request body: {'security_group_rule': {'security_group_id': 'd93fc39f-a3e1-4167-b2a8-d41fc056b127', 'project_id': '611bb780ca494fbc8b6c699d288a0e35', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:37:58.046546 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-9cc8b7a5-7434-4c7b-996e-476b3d2380ca tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:37:58.050461 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-9cc8b7a5-7434-4c7b-996e-476b3d2380ca tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Usage tracker for resource:security_group_rule and tenant:611bb780ca494fbc8b6c699d288a0e35 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:37:58.053231 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-9cc8b7a5-7434-4c7b-996e-476b3d2380ca tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:37:58.058757 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-9cc8b7a5-7434-4c7b-996e-476b3d2380ca tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:37:58.074094 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-9cc8b7a5-7434-4c7b-996e-476b3d2380ca tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:37:58.136347 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-9cc8b7a5-7434-4c7b-996e-476b3d2380ca tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:37:58.139765 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-9cc8b7a5-7434-4c7b-996e-476b3d2380ca tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740322'] for security_group_rule, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:37:58.162876 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc8b7a5-7434-4c7b-996e-476b3d2380ca tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ceafb4b-2eca-4ceb-bd0e-c38e4c60cd6f,revision_number=0']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:37:58.171868 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-9cc8b7a5-7434-4c7b-996e-476b3d2380ca tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:37:58.173034 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-9cc8b7a5-7434-4c7b-996e-476b3d2380ca tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1359086 Mar 28 12:37:58.175931 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 37736) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:37:58.180668 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-79bfc01a-7964-4aa8-a13f-2742171d2d74 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Request body: {'security_group_rule': {'security_group_id': 'd93fc39f-a3e1-4167-b2a8-d41fc056b127', 'project_id': '611bb780ca494fbc8b6c699d288a0e35', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:37:58.186172 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-79bfc01a-7964-4aa8-a13f-2742171d2d74 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:37:58.190047 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-79bfc01a-7964-4aa8-a13f-2742171d2d74 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Usage tracker for resource:security_group_rule and tenant:611bb780ca494fbc8b6c699d288a0e35 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:37:58.192877 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-79bfc01a-7964-4aa8-a13f-2742171d2d74 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:37:58.198417 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-79bfc01a-7964-4aa8-a13f-2742171d2d74 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:37:58.208980 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.db.securitygroups_db [None req-79bfc01a-7964-4aa8-a13f-2742171d2d74 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Project 611bb780ca494fbc8b6c699d288a0e35 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 12:37:58.215094 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-79bfc01a-7964-4aa8-a13f-2742171d2d74 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:37:58.276787 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-79bfc01a-7964-4aa8-a13f-2742171d2d74 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:37:58.279996 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-79bfc01a-7964-4aa8-a13f-2742171d2d74 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740322'] for security_group_rule, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:37:58.302051 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bfc01a-7964-4aa8-a13f-2742171d2d74 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5dd1dc21-e560-4200-90bb-86c097b531e9,revision_number=0']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:37:58.311030 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-79bfc01a-7964-4aa8-a13f-2742171d2d74 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:37:58.312272 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-79bfc01a-7964-4aa8-a13f-2742171d2d74 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1354351 Mar 28 12:37:58.315432 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 37740) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:37:58.320195 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-1bf33ce4-eb20-460f-b043-962b297c2e58 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Request body: {'security_group_rule': {'security_group_id': 'd93fc39f-a3e1-4167-b2a8-d41fc056b127', 'project_id': '611bb780ca494fbc8b6c699d288a0e35', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:37:58.325717 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-1bf33ce4-eb20-460f-b043-962b297c2e58 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:37:58.330093 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-1bf33ce4-eb20-460f-b043-962b297c2e58 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Usage tracker for resource:security_group_rule and tenant:611bb780ca494fbc8b6c699d288a0e35 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:37:58.332888 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-1bf33ce4-eb20-460f-b043-962b297c2e58 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:37:58.338434 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-1bf33ce4-eb20-460f-b043-962b297c2e58 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:37:58.351265 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.db.securitygroups_db [None req-1bf33ce4-eb20-460f-b043-962b297c2e58 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Project 611bb780ca494fbc8b6c699d288a0e35 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 12:37:58.357687 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-1bf33ce4-eb20-460f-b043-962b297c2e58 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:37:58.424827 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-1bf33ce4-eb20-460f-b043-962b297c2e58 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:37:58.429253 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-1bf33ce4-eb20-460f-b043-962b297c2e58 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740322'] for security_group_rule, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:37:58.451723 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf33ce4-eb20-460f-b043-962b297c2e58 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6701b293-c460-4f4c-8643-2c765c627932,revision_number=0']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:37:58.461085 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-1bf33ce4-eb20-460f-b043-962b297c2e58 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:37:58.462229 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-1bf33ce4-eb20-460f-b043-962b297c2e58 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1458912 Mar 28 12:38:02.402053 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-173dea28-2474-4c2f-a66c-65351e2d6d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:38:04.815861 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-72c879c1-0ba1-4a59-a658-2c74f571ac8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:38:05.828314 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:38:05.939186 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-ef3be119-c018-4979-be07-86cf959defc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:38:07.605183 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-b7ccd3c7-0277-4f12-8e5c-e41478141af5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:38:12.318033 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [req-53cf34e4-9180-4e70-aaf6-7dc19d971dee req-3cf92628-5ac2-4294-9376-d1d16a8d9c65 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Synchronizing usage tracker for tenant:611bb780ca494fbc8b6c699d288a0e35 on resource:security_group {{(pid=87871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:38:12.332777 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [req-53cf34e4-9180-4e70-aaf6-7dc19d971dee req-3cf92628-5ac2-4294-9376-d1d16a8d9c65 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Unset dirty status for tenant:611bb780ca494fbc8b6c699d288a0e35 on resource:security_group {{(pid=87871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:38:12.333967 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-53cf34e4-9180-4e70-aaf6-7dc19d971dee req-3cf92628-5ac2-4294-9376-d1d16a8d9c65 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1916641755&fields=id&tenant_id=611bb780ca494fbc8b6c699d288a0e35 HTTP/1.1" status: 200 len: 267 time: 0.0551364 Mar 28 12:38:12.487399 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cf34e4-9180-4e70-aaf6-7dc19d971dee req-42803781-dbe2-4c86-b1f9-e51cf518f7ba tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:38:12.488844 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-53cf34e4-9180-4e70-aaf6-7dc19d971dee req-42803781-dbe2-4c86-b1f9-e51cf518f7ba tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] 10.222.0.30 "GET /v2.0/networks?id=82100c45-55ff-48f2-87d9-3e87334936ab HTTP/1.1" status: 200 len: 808 time: 0.1483850 Mar 28 12:38:12.503126 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-53cf34e4-9180-4e70-aaf6-7dc19d971dee req-4c305e90-7228-4964-9658-ac52b93abad2 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] 10.222.0.30 "GET /v2.0/quotas/611bb780ca494fbc8b6c699d288a0e35 HTTP/1.1" status: 200 len: 375 time: 0.0088525 Mar 28 12:38:12.586127 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-53cf34e4-9180-4e70-aaf6-7dc19d971dee req-6f0864c7-5059-4cb1-9a75-e3061aa83d80 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=611bb780ca494fbc8b6c699d288a0e35&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0781486 Mar 28 12:38:12.763631 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-53cf34e4-9180-4e70-aaf6-7dc19d971dee req-526593bc-9ef6-4bdf-98d8-37599042c4f4 service neutron] 10.222.0.30 "GET /v2.0/networks/82100c45-55ff-48f2-87d9-3e87334936ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654055 Mar 28 12:38:12.893639 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-53cf34e4-9180-4e70-aaf6-7dc19d971dee req-d38826c5-63e9-4a6b-b7be-c07a2c0b22c7 service neutron] 10.222.0.30 "GET /v2.0/networks/82100c45-55ff-48f2-87d9-3e87334936ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234136 Mar 28 12:38:13.260082 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-ca8cb47f-9903-4c84-aed3-2b9ca681a8fc req-de1861e6-d5d1-472f-92b9-0515633465d7 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] 10.222.0.30 "GET /v2.0/ports?device_id=e6571975-4e6c-4831-abe2-0bcf085e4f1e HTTP/1.1" status: 200 len: 210 time: 0.0434966 Mar 28 12:38:14.241449 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cf34e4-9180-4e70-aaf6-7dc19d971dee req-d4a90555-a6df-4ee3-81c6-9954255ad446 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:38:14.242873 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-53cf34e4-9180-4e70-aaf6-7dc19d971dee req-d4a90555-a6df-4ee3-81c6-9954255ad446 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] 10.222.0.11 "GET /v2.0/networks?id=82100c45-55ff-48f2-87d9-3e87334936ab HTTP/1.1" status: 200 len: 808 time: 0.1446135 Mar 28 12:38:14.289864 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-53cf34e4-9180-4e70-aaf6-7dc19d971dee req-94dd3567-107f-472e-87be-1b15ac624d2a tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=611bb780ca494fbc8b6c699d288a0e35 HTTP/1.1" status: 200 len: 380 time: 0.0392184 Mar 28 12:38:14.301261 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [req-53cf34e4-9180-4e70-aaf6-7dc19d971dee req-c60b7901-41eb-4e9c-ac5c-eab4eaf1edff tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Request body: {'port': {'device_id': 'e6571975-4e6c-4831-abe2-0bcf085e4f1e', 'network_id': '82100c45-55ff-48f2-87d9-3e87334936ab', 'admin_state_up': True, 'tenant_id': '611bb780ca494fbc8b6c699d288a0e35', 'security_groups': ['d93fc39f-a3e1-4167-b2a8-d41fc056b127']}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:38:14.445375 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-21b4f385-3aa3-489b-9f04-de7521c3dd78 req-462ab866-7531-4169-82f9-d819ab613303 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] 10.222.0.30 "GET /v2.0/ports?device_id=e6571975-4e6c-4831-abe2-0bcf085e4f1e HTTP/1.1" status: 200 len: 210 time: 0.0595059 Mar 28 12:38:14.482256 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [req-53cf34e4-9180-4e70-aaf6-7dc19d971dee req-c60b7901-41eb-4e9c-ac5c-eab4eaf1edff tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:38:14.492655 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [req-53cf34e4-9180-4e70-aaf6-7dc19d971dee req-c60b7901-41eb-4e9c-ac5c-eab4eaf1edff tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:38:14.502239 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53cf34e4-9180-4e70-aaf6-7dc19d971dee req-c60b7901-41eb-4e9c-ac5c-eab4eaf1edff tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Made reservation on behalf of 611bb780ca494fbc8b6c699d288a0e35 for: {'port': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 12:38:14.505628 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-53cf34e4-9180-4e70-aaf6-7dc19d971dee req-c60b7901-41eb-4e9c-ac5c-eab4eaf1edff tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:38:14.667633 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.db_base_plugin_common [req-53cf34e4-9180-4e70-aaf6-7dc19d971dee req-c60b7901-41eb-4e9c-ac5c-eab4eaf1edff tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Allocated IP 172.20.0.4 (82100c45-55ff-48f2-87d9-3e87334936ab/400457e7-d978-42e3-844f-be8339183739/2e5e9e63-7dee-4629-b13f-7169fb51dae1) {{(pid=87871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 12:38:14.970167 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-53cf34e4-9180-4e70-aaf6-7dc19d971dee req-c60b7901-41eb-4e9c-ac5c-eab4eaf1edff tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Notify callbacks [] for port, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:38:14.985634 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.provisioning_blocks [req-53cf34e4-9180-4e70-aaf6-7dc19d971dee req-c60b7901-41eb-4e9c-ac5c-eab4eaf1edff tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Transition to ACTIVE for port object 2e5e9e63-7dee-4629-b13f-7169fb51dae1 will not be triggered until provisioned by entity DHCP. {{(pid=87871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:38:15.009657 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-53cf34e4-9180-4e70-aaf6-7dc19d971dee req-c60b7901-41eb-4e9c-ac5c-eab4eaf1edff tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:38:15.077182 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53cf34e4-9180-4e70-aaf6-7dc19d971dee req-c60b7901-41eb-4e9c-ac5c-eab4eaf1edff tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Network 82100c45-55ff-48f2-87d9-3e87334936ab is already hosted by enough agents. {{(pid=87871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:38:15.080753 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [req-53cf34e4-9180-4e70-aaf6-7dc19d971dee req-c60b7901-41eb-4e9c-ac5c-eab4eaf1edff tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Resources bound (agent type, host, resource id): {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:38:15.089573 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.l3_dvrscheduler_db [req-53cf34e4-9180-4e70-aaf6-7dc19d971dee req-c60b7901-41eb-4e9c-ac5c-eab4eaf1edff tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Received port after_create {{(pid=87871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 12:38:15.126992 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60b7901-41eb-4e9c-ac5c-eab4eaf1edff tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Pushing event updated for resources: {'Port': ['ID=2e5e9e63-7dee-4629-b13f-7169fb51dae1,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:38:15.158345 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cf34e4-9180-4e70-aaf6-7dc19d971dee req-c60b7901-41eb-4e9c-ac5c-eab4eaf1edff tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:38:15.158978 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-53cf34e4-9180-4e70-aaf6-7dc19d971dee req-c60b7901-41eb-4e9c-ac5c-eab4eaf1edff tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:38:15.186876 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-53cf34e4-9180-4e70-aaf6-7dc19d971dee req-c60b7901-41eb-4e9c-ac5c-eab4eaf1edff tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8898575 Mar 28 12:38:15.197810 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [req-53cf34e4-9180-4e70-aaf6-7dc19d971dee req-4cf33192-125b-4c55-86b1-a8db8db76979 service neutron] Request body: {'port': {'device_id': 'e6571975-4e6c-4831-abe2-0bcf085e4f1e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8353'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:38:15.312822 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-661d893a-9ae7-47ce-b8db-ee44b069e853 None None] Provisioning for port 2e5e9e63-7dee-4629-b13f-7169fb51dae1 completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:38:15.316826 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-53cf34e4-9180-4e70-aaf6-7dc19d971dee req-4cf33192-125b-4c55-86b1-a8db8db76979 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:38:15.318711 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-661d893a-9ae7-47ce-b8db-ee44b069e853 None None] Provisioning complete for port 2e5e9e63-7dee-4629-b13f-7169fb51dae1 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:38:15.319075 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-661d893a-9ae7-47ce-b8db-ee44b069e853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:38:15.372616 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-661d893a-9ae7-47ce-b8db-ee44b069e853 None None] Port 2e5e9e63-7dee-4629-b13f-7169fb51dae1 cannot update to ACTIVE because it is not bound. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 12:38:15.643025 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad66daa-a918-4ef7-99d0-53e171566205 req-5a9046b8-165b-4a42-8196-0ff84b2bba33 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:38:15.644488 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-9ad66daa-a918-4ef7-99d0-53e171566205 req-5a9046b8-165b-4a42-8196-0ff84b2bba33 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] 10.222.0.30 "GET /v2.0/ports?device_id=e6571975-4e6c-4831-abe2-0bcf085e4f1e HTTP/1.1" status: 200 len: 931 time: 0.0861731 Mar 28 12:38:15.679180 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.notifiers.nova [req-53cf34e4-9180-4e70-aaf6-7dc19d971dee req-4cf33192-125b-4c55-86b1-a8db8db76979 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e5e9e63-7dee-4629-b13f-7169fb51dae1 {{(pid=87871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 12:38:15.687079 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-53cf34e4-9180-4e70-aaf6-7dc19d971dee req-4cf33192-125b-4c55-86b1-a8db8db76979 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:38:15.693435 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-9ad66daa-a918-4ef7-99d0-53e171566205 req-28e13148-cc12-4663-8a0e-24f6fe6ce0cf tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] 10.222.0.30 "GET /v2.0/security-groups?id=d93fc39f-a3e1-4167-b2a8-d41fc056b127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432403 Mar 28 12:38:15.705117 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.provisioning_blocks [req-53cf34e4-9180-4e70-aaf6-7dc19d971dee req-4cf33192-125b-4c55-86b1-a8db8db76979 service neutron] Transition to ACTIVE for port object 2e5e9e63-7dee-4629-b13f-7169fb51dae1 will not be triggered until provisioned by entity L2. {{(pid=87871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:38:15.716067 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-53cf34e4-9180-4e70-aaf6-7dc19d971dee req-4cf33192-125b-4c55-86b1-a8db8db76979 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2363241'] for port, after_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:38:15.886995 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf33192-125b-4c55-86b1-a8db8db76979 service neutron] Pushing event updated for resources: {'Port': ['ID=2e5e9e63-7dee-4629-b13f-7169fb51dae1,revision_number=2']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:38:15.960557 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.managers [req-53cf34e4-9180-4e70-aaf6-7dc19d971dee req-4cf33192-125b-4c55-86b1-a8db8db76979 service neutron] Attempting to bind port 2e5e9e63-7dee-4629-b13f-7169fb51dae1 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 12:38:15.960889 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.managers [req-53cf34e4-9180-4e70-aaf6-7dc19d971dee req-4cf33192-125b-4c55-86b1-a8db8db76979 service neutron] Attempting to bind port 2e5e9e63-7dee-4629-b13f-7169fb51dae1 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '1ff2eb9a-5a02-412d-ac79-976daac1f37a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '82100c45-55ff-48f2-87d9-3e87334936ab'}] {{(pid=87871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 12:38:15.961213 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53cf34e4-9180-4e70-aaf6-7dc19d971dee req-4cf33192-125b-4c55-86b1-a8db8db76979 service neutron] Attempting to bind port 2e5e9e63-7dee-4629-b13f-7169fb51dae1 on network 82100c45-55ff-48f2-87d9-3e87334936ab {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 12:38:15.966206 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53cf34e4-9180-4e70-aaf6-7dc19d971dee req-4cf33192-125b-4c55-86b1-a8db8db76979 service neutron] Port 2e5e9e63-7dee-4629-b13f-7169fb51dae1 on network 82100c45-55ff-48f2-87d9-3e87334936ab not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 12:38:15.966527 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53cf34e4-9180-4e70-aaf6-7dc19d971dee req-4cf33192-125b-4c55-86b1-a8db8db76979 service neutron] Attempting to bind port 2e5e9e63-7dee-4629-b13f-7169fb51dae1 on network 82100c45-55ff-48f2-87d9-3e87334936ab {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 12:38:15.972693 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53cf34e4-9180-4e70-aaf6-7dc19d971dee req-4cf33192-125b-4c55-86b1-a8db8db76979 service neutron] Checking agent: {'id': '01dfae6e-0e91-4100-b27f-ff8156eac7d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8353', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 52, 20), 'started_at': datetime.datetime(2022, 3, 28, 11, 52, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 12, 37, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 12:38:15.973028 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53cf34e4-9180-4e70-aaf6-7dc19d971dee req-4cf33192-125b-4c55-86b1-a8db8db76979 service neutron] Checking segment: {'id': '1ff2eb9a-5a02-412d-ac79-976daac1f37a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '82100c45-55ff-48f2-87d9-3e87334936ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 12:38:15.973411 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53cf34e4-9180-4e70-aaf6-7dc19d971dee req-4cf33192-125b-4c55-86b1-a8db8db76979 service neutron] Bound using segment: {'id': '1ff2eb9a-5a02-412d-ac79-976daac1f37a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '82100c45-55ff-48f2-87d9-3e87334936ab'} {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 12:38:15.973835 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.managers [req-53cf34e4-9180-4e70-aaf6-7dc19d971dee req-4cf33192-125b-4c55-86b1-a8db8db76979 service neutron] Bound port: 2e5e9e63-7dee-4629-b13f-7169fb51dae1, host: hv-neutron-8353, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ff2eb9a-5a02-412d-ac79-976daac1f37a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '82100c45-55ff-48f2-87d9-3e87334936ab'}}] {{(pid=87871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 12:38:15.974180 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-53cf34e4-9180-4e70-aaf6-7dc19d971dee req-4cf33192-125b-4c55-86b1-a8db8db76979 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:38:16.066989 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.db [req-53cf34e4-9180-4e70-aaf6-7dc19d971dee req-4cf33192-125b-4c55-86b1-a8db8db76979 service neutron] For port 2e5e9e63-7dee-4629-b13f-7169fb51dae1, host hv-neutron-8353, cleared binding levels {{(pid=87871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 12:38:16.069864 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.db [req-53cf34e4-9180-4e70-aaf6-7dc19d971dee req-4cf33192-125b-4c55-86b1-a8db8db76979 service neutron] For port 2e5e9e63-7dee-4629-b13f-7169fb51dae1, host hv-neutron-8353, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=2e5e9e63-7dee-4629-b13f-7169fb51dae1,segment=NetworkSegment(1ff2eb9a-5a02-412d-ac79-976daac1f37a),segment_id=1ff2eb9a-5a02-412d-ac79-976daac1f37a)] {{(pid=87871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 12:38:16.074049 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-53cf34e4-9180-4e70-aaf6-7dc19d971dee req-4cf33192-125b-4c55-86b1-a8db8db76979 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2363241'] for port, after_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:38:16.130189 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cf34e4-9180-4e70-aaf6-7dc19d971dee req-4cf33192-125b-4c55-86b1-a8db8db76979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:38:16.130785 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-53cf34e4-9180-4e70-aaf6-7dc19d971dee req-4cf33192-125b-4c55-86b1-a8db8db76979 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:38:16.132146 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-53cf34e4-9180-4e70-aaf6-7dc19d971dee req-4cf33192-125b-4c55-86b1-a8db8db76979 service neutron] 10.222.0.11 "PUT /v2.0/ports/2e5e9e63-7dee-4629-b13f-7169fb51dae1 HTTP/1.1" status: 200 len: 1093 time: 0.9387393 Mar 28 12:38:16.132589 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6571975-4e6c-4831-abe2-0bcf085e4f1e', 'tag': '2e5e9e63-7dee-4629-b13f-7169fb51dae1'}] {{(pid=87871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 12:38:16.158994 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf33192-125b-4c55-86b1-a8db8db76979 service neutron] Pushing event updated for resources: {'Port': ['ID=2e5e9e63-7dee-4629-b13f-7169fb51dae1,revision_number=3']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:38:16.213614 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6571975-4e6c-4831-abe2-0bcf085e4f1e', 'tag': '2e5e9e63-7dee-4629-b13f-7169fb51dae1', 'status': 'completed', 'code': 200} Mar 28 12:38:16.255730 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cf34e4-9180-4e70-aaf6-7dc19d971dee req-bfb8e9b5-081c-4114-875f-06426d43a318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:38:16.257222 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-53cf34e4-9180-4e70-aaf6-7dc19d971dee req-bfb8e9b5-081c-4114-875f-06426d43a318 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=611bb780ca494fbc8b6c699d288a0e35&device_id=e6571975-4e6c-4831-abe2-0bcf085e4f1e HTTP/1.1" status: 200 len: 1096 time: 0.0788066 Mar 28 12:38:16.329002 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-53cf34e4-9180-4e70-aaf6-7dc19d971dee req-999484e3-831f-4f9d-9258-3b0f9c9987f4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2e5e9e63-7dee-4629-b13f-7169fb51dae1 HTTP/1.1" status: 200 len: 217 time: 0.0641553 Mar 28 12:38:16.387919 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cf34e4-9180-4e70-aaf6-7dc19d971dee req-4e12e38d-20d9-4b28-a1f4-02411f0d9723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:38:16.389309 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-53cf34e4-9180-4e70-aaf6-7dc19d971dee req-4e12e38d-20d9-4b28-a1f4-02411f0d9723 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=400457e7-d978-42e3-844f-be8339183739 HTTP/1.1" status: 200 len: 847 time: 0.0557086 Mar 28 12:38:16.466040 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cf34e4-9180-4e70-aaf6-7dc19d971dee req-c4c9906b-1e27-421d-a0a7-18db1c597b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:38:16.467504 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-53cf34e4-9180-4e70-aaf6-7dc19d971dee req-c4c9906b-1e27-421d-a0a7-18db1c597b04 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=82100c45-55ff-48f2-87d9-3e87334936ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0724995 Mar 28 12:38:16.597068 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-53cf34e4-9180-4e70-aaf6-7dc19d971dee req-189e4625-8e3b-481a-9e93-f33e727a8c1e service neutron] 10.222.0.11 "GET /v2.0/networks/82100c45-55ff-48f2-87d9-3e87334936ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234229 Mar 28 12:38:16.727905 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-53cf34e4-9180-4e70-aaf6-7dc19d971dee req-ccfd9e89-9698-49f3-b8b1-6fe532458548 service neutron] 10.222.0.11 "GET /v2.0/networks/82100c45-55ff-48f2-87d9-3e87334936ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250648 Mar 28 12:38:16.850110 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37179dcf-63c0-4e03-ad17-24e55d0e2a29 req-04c78fe6-3f1f-47b8-a81c-4ed0cc180717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:38:16.851614 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-37179dcf-63c0-4e03-ad17-24e55d0e2a29 req-04c78fe6-3f1f-47b8-a81c-4ed0cc180717 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=611bb780ca494fbc8b6c699d288a0e35&device_id=e6571975-4e6c-4831-abe2-0bcf085e4f1e HTTP/1.1" status: 200 len: 1096 time: 0.0762959 Mar 28 12:38:16.888631 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09171182-8d03-422a-8749-1676d8af3b09 req-cef2979f-b9c5-4521-b111-2ba7ab2f389a tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:38:16.890100 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-09171182-8d03-422a-8749-1676d8af3b09 req-cef2979f-b9c5-4521-b111-2ba7ab2f389a tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] 10.222.0.30 "GET /v2.0/ports?device_id=e6571975-4e6c-4831-abe2-0bcf085e4f1e HTTP/1.1" status: 200 len: 943 time: 0.0810697 Mar 28 12:38:16.934512 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-09171182-8d03-422a-8749-1676d8af3b09 req-4643de3c-cacf-4211-b0f4-561a890722a6 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] 10.222.0.30 "GET /v2.0/security-groups?id=d93fc39f-a3e1-4167-b2a8-d41fc056b127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378373 Mar 28 12:38:17.083170 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37179dcf-63c0-4e03-ad17-24e55d0e2a29 req-8b478213-9644-4dea-ad21-889c2bd15c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:38:17.083170 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-37179dcf-63c0-4e03-ad17-24e55d0e2a29 req-8b478213-9644-4dea-ad21-889c2bd15c54 service neutron] 10.222.0.11 "GET /v2.0/networks?id=82100c45-55ff-48f2-87d9-3e87334936ab HTTP/1.1" status: 200 len: 908 time: 0.2236471 Mar 28 12:38:17.152032 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-37179dcf-63c0-4e03-ad17-24e55d0e2a29 req-c1f5f644-8054-4935-8bb2-e1b766c23f4e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2e5e9e63-7dee-4629-b13f-7169fb51dae1 HTTP/1.1" status: 200 len: 217 time: 0.0634434 Mar 28 12:38:17.212252 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37179dcf-63c0-4e03-ad17-24e55d0e2a29 req-e8316607-d760-4c91-ab71-db4ab43fec25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:38:17.213541 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-37179dcf-63c0-4e03-ad17-24e55d0e2a29 req-e8316607-d760-4c91-ab71-db4ab43fec25 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=400457e7-d978-42e3-844f-be8339183739 HTTP/1.1" status: 200 len: 847 time: 0.0556502 Mar 28 12:38:17.287612 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37179dcf-63c0-4e03-ad17-24e55d0e2a29 req-3969f107-1de6-4e81-9ee7-9eecb4a0d1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:38:17.289016 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-37179dcf-63c0-4e03-ad17-24e55d0e2a29 req-3969f107-1de6-4e81-9ee7-9eecb4a0d1f8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=82100c45-55ff-48f2-87d9-3e87334936ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0685406 Mar 28 12:38:17.418780 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-37179dcf-63c0-4e03-ad17-24e55d0e2a29 req-b0a92553-60d3-491b-ac87-9e6d463bcafd service neutron] 10.222.0.11 "GET /v2.0/networks/82100c45-55ff-48f2-87d9-3e87334936ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227021 Mar 28 12:38:17.548265 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-37179dcf-63c0-4e03-ad17-24e55d0e2a29 req-1bc126b0-048b-4ea5-a701-5f44dd621890 service neutron] 10.222.0.11 "GET /v2.0/networks/82100c45-55ff-48f2-87d9-3e87334936ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234405 Mar 28 12:38:18.124490 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3db9e69-9b28-451f-812b-8857789d26cf req-06674e7c-bcfd-483b-a542-061e7afd27c4 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:38:18.125088 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [req-f3db9e69-9b28-451f-812b-8857789d26cf req-06674e7c-bcfd-483b-a542-061e7afd27c4 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Synchronizing usage tracker for tenant:611bb780ca494fbc8b6c699d288a0e35 on resource:port {{(pid=87871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:38:18.140243 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [req-f3db9e69-9b28-451f-812b-8857789d26cf req-06674e7c-bcfd-483b-a542-061e7afd27c4 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Unset dirty status for tenant:611bb780ca494fbc8b6c699d288a0e35 on resource:port {{(pid=87871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:38:18.142056 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-f3db9e69-9b28-451f-812b-8857789d26cf req-06674e7c-bcfd-483b-a542-061e7afd27c4 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] 10.222.0.30 "GET /v2.0/ports?device_id=e6571975-4e6c-4831-abe2-0bcf085e4f1e HTTP/1.1" status: 200 len: 943 time: 0.1006157 Mar 28 12:38:18.186059 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-f3db9e69-9b28-451f-812b-8857789d26cf req-8d7c7bcd-bb44-452d-b2c5-919166c287b4 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] 10.222.0.30 "GET /v2.0/security-groups?id=d93fc39f-a3e1-4167-b2a8-d41fc056b127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383821 Mar 28 12:38:19.374135 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26005f6-c1df-4534-b4d4-559bf190ce65 req-74560202-c82a-4987-8c59-318867329c8f tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:38:19.376136 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-f26005f6-c1df-4534-b4d4-559bf190ce65 req-74560202-c82a-4987-8c59-318867329c8f tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] 10.222.0.30 "GET /v2.0/ports?device_id=e6571975-4e6c-4831-abe2-0bcf085e4f1e HTTP/1.1" status: 200 len: 943 time: 0.0825787 Mar 28 12:38:19.419307 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-f26005f6-c1df-4534-b4d4-559bf190ce65 req-4dbe8c91-feea-4760-8674-a4beb82237a9 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] 10.222.0.30 "GET /v2.0/security-groups?id=d93fc39f-a3e1-4167-b2a8-d41fc056b127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373161 Mar 28 12:38:20.602086 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da399ee3-3ae3-4b91-84cc-4302f9949dd2 req-079fd509-8b6e-4d95-a35c-d690809bd220 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:38:20.603508 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-da399ee3-3ae3-4b91-84cc-4302f9949dd2 req-079fd509-8b6e-4d95-a35c-d690809bd220 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] 10.222.0.30 "GET /v2.0/ports?device_id=e6571975-4e6c-4831-abe2-0bcf085e4f1e HTTP/1.1" status: 200 len: 943 time: 0.0804441 Mar 28 12:38:20.647121 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-da399ee3-3ae3-4b91-84cc-4302f9949dd2 req-10125f97-1a36-4740-8ed0-a1a1b37c2094 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] 10.222.0.30 "GET /v2.0/security-groups?id=d93fc39f-a3e1-4167-b2a8-d41fc056b127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377843 Mar 28 12:38:21.075970 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:38:21.826914 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3435c3f-b08f-4fb7-b405-7ea1387557d6 req-aa90526c-4e2a-41a9-a6f1-3ce14ce7b40b tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:38:21.828396 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-e3435c3f-b08f-4fb7-b405-7ea1387557d6 req-aa90526c-4e2a-41a9-a6f1-3ce14ce7b40b tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] 10.222.0.30 "GET /v2.0/ports?device_id=e6571975-4e6c-4831-abe2-0bcf085e4f1e HTTP/1.1" status: 200 len: 943 time: 0.0792389 Mar 28 12:38:21.875146 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-e3435c3f-b08f-4fb7-b405-7ea1387557d6 req-d29ca9bc-562c-4cc8-9be7-3ac4d9b5fb2f tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] 10.222.0.30 "GET /v2.0/security-groups?id=d93fc39f-a3e1-4167-b2a8-d41fc056b127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410008 Mar 28 12:38:23.057173 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73bcb4c-acab-4439-9965-788cd23ee0a3 req-4e2fe856-1b2d-43d1-846f-2b4018c89579 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:38:23.058596 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-f73bcb4c-acab-4439-9965-788cd23ee0a3 req-4e2fe856-1b2d-43d1-846f-2b4018c89579 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] 10.222.0.30 "GET /v2.0/ports?device_id=e6571975-4e6c-4831-abe2-0bcf085e4f1e HTTP/1.1" status: 200 len: 943 time: 0.0793867 Mar 28 12:38:23.102934 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-f73bcb4c-acab-4439-9965-788cd23ee0a3 req-f6c85fb3-42cc-489e-92e6-e016f1701b26 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] 10.222.0.30 "GET /v2.0/security-groups?id=d93fc39f-a3e1-4167-b2a8-d41fc056b127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386736 Mar 28 12:38:24.285249 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070d2483-2a93-4e2f-b027-92bacbd34567 req-52c7380d-8f37-49e5-877f-286eb2edaecb tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:38:24.286835 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-070d2483-2a93-4e2f-b027-92bacbd34567 req-52c7380d-8f37-49e5-877f-286eb2edaecb tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] 10.222.0.30 "GET /v2.0/ports?device_id=e6571975-4e6c-4831-abe2-0bcf085e4f1e HTTP/1.1" status: 200 len: 943 time: 0.0789695 Mar 28 12:38:24.330650 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-070d2483-2a93-4e2f-b027-92bacbd34567 req-56f22f4f-ad0e-4a96-8f12-a3e009dc1415 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] 10.222.0.30 "GET /v2.0/security-groups?id=d93fc39f-a3e1-4167-b2a8-d41fc056b127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377097 Mar 28 12:38:25.461010 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.agents_db [None req-03fd49d8-b51b-41c1-8716-b8e265c93689 None None] Agent healthcheck: found 6 active agents {{(pid=87873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 12:38:25.518530 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a933b5b-b3f1-41ad-81e2-2d92eaeca2d7 req-f4509ddb-18c4-4f4c-ac5a-4a7be4b18bb9 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:38:25.519985 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-3a933b5b-b3f1-41ad-81e2-2d92eaeca2d7 req-f4509ddb-18c4-4f4c-ac5a-4a7be4b18bb9 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] 10.222.0.30 "GET /v2.0/ports?device_id=e6571975-4e6c-4831-abe2-0bcf085e4f1e HTTP/1.1" status: 200 len: 943 time: 0.0836451 Mar 28 12:38:25.565171 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-3a933b5b-b3f1-41ad-81e2-2d92eaeca2d7 req-4132dbc9-d38d-4993-aad0-fcc5571b6085 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] 10.222.0.30 "GET /v2.0/security-groups?id=d93fc39f-a3e1-4167-b2a8-d41fc056b127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388331 Mar 28 12:38:25.837432 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Device 2e5e9e63-7dee-4629-b13f-7169fb51dae1 details requested by agent hyperv_hv-neutron-8353 with host hv-neutron-8353 {{(pid=87872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 28 12:38:26.001389 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] For port 2e5e9e63-7dee-4629-b13f-7169fb51dae1, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=2e5e9e63-7dee-4629-b13f-7169fb51dae1,segment=NetworkSegment(1ff2eb9a-5a02-412d-ac79-976daac1f37a),segment_id=1ff2eb9a-5a02-412d-ac79-976daac1f37a)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:38:26.014355 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Returning: {'device': '2e5e9e63-7dee-4629-b13f-7169fb51dae1', 'network_id': '82100c45-55ff-48f2-87d9-3e87334936ab', 'port_id': '2e5e9e63-7dee-4629-b13f-7169fb51dae1', 'mac_address': 'fa:16:3e:6d:f2:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '400457e7-d978-42e3-844f-be8339183739', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 28 12:38:26.068467 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:38:26.085317 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.notifiers.nova [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e5e9e63-7dee-4629-b13f-7169fb51dae1 {{(pid=87872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 12:38:26.101350 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] For port 2e5e9e63-7dee-4629-b13f-7169fb51dae1, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=2e5e9e63-7dee-4629-b13f-7169fb51dae1,segment=NetworkSegment(1ff2eb9a-5a02-412d-ac79-976daac1f37a),segment_id=1ff2eb9a-5a02-412d-ac79-976daac1f37a)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:38:26.105709 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:38:26.173203 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Pushing event updated for resources: {'Port': ['ID=2e5e9e63-7dee-4629-b13f-7169fb51dae1,revision_number=4']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:38:26.180330 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:38:26.180669 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:38:26.181006 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:38:26.181333 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:38:26.181656 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:38:26.181980 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:38:26.182301 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:38:26.182621 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:38:26.182938 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:38:26.183251 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:38:26.183597 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:38:26.183913 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:38:26.350092 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] get_ports_and_sgs() called for port_ids ['2e5e9e63-7dee-4629-b13f-7169fb51dae1'] {{(pid=87872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 12:38:26.750046 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd05df8-e434-41a6-a49c-58812756b392 req-66385395-b584-40e4-b367-1a7bca22ed45 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:38:26.751498 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-6fd05df8-e434-41a6-a49c-58812756b392 req-66385395-b584-40e4-b367-1a7bca22ed45 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] 10.222.0.30 "GET /v2.0/ports?device_id=e6571975-4e6c-4831-abe2-0bcf085e4f1e HTTP/1.1" status: 200 len: 944 time: 0.0817080 Mar 28 12:38:26.794666 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-6fd05df8-e434-41a6-a49c-58812756b392 req-b2bfda9f-0689-48d3-9f36-e3f1fac37df4 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] 10.222.0.30 "GET /v2.0/security-groups?id=d93fc39f-a3e1-4167-b2a8-d41fc056b127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370958 Mar 28 12:38:27.864110 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Device 2e5e9e63-7dee-4629-b13f-7169fb51dae1 up at agent hyperv_hv-neutron-8353 {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:38:27.936864 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Provisioning for port 2e5e9e63-7dee-4629-b13f-7169fb51dae1 completed by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:38:27.941815 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Provisioning complete for port 2e5e9e63-7dee-4629-b13f-7169fb51dae1 triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:38:27.942187 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:38:27.983716 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9601b52d-adf5-4bc5-8034-ea6a3f83ad50 req-d43d16a2-f865-4baa-a7dd-fa47390e9f82 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:38:27.985209 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-9601b52d-adf5-4bc5-8034-ea6a3f83ad50 req-d43d16a2-f865-4baa-a7dd-fa47390e9f82 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] 10.222.0.30 "GET /v2.0/ports?device_id=e6571975-4e6c-4831-abe2-0bcf085e4f1e HTTP/1.1" status: 200 len: 944 time: 0.0851486 Mar 28 12:38:28.030994 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-9601b52d-adf5-4bc5-8034-ea6a3f83ad50 req-d3ad6a0a-3aeb-4600-9c5b-9f18c191da98 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] 10.222.0.30 "GET /v2.0/security-groups?id=d93fc39f-a3e1-4167-b2a8-d41fc056b127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391769 Mar 28 12:38:28.058787 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:38:28.086066 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6571975-4e6c-4831-abe2-0bcf085e4f1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e5e9e63-7dee-4629-b13f-7169fb51dae1'}] {{(pid=87872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 12:38:28.096008 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] For port 2e5e9e63-7dee-4629-b13f-7169fb51dae1, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=2e5e9e63-7dee-4629-b13f-7169fb51dae1,segment=NetworkSegment(1ff2eb9a-5a02-412d-ac79-976daac1f37a),segment_id=1ff2eb9a-5a02-412d-ac79-976daac1f37a)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:38:28.099549 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:38:28.134257 dv-neutron-835340-2-hyperv neutron-server[87872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6571975-4e6c-4831-abe2-0bcf085e4f1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e5e9e63-7dee-4629-b13f-7169fb51dae1', 'code': 200} Mar 28 12:38:28.178712 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Pushing event updated for resources: {'Port': ['ID=2e5e9e63-7dee-4629-b13f-7169fb51dae1,revision_number=5']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:38:28.399520 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b14af7d-a826-4dbb-8205-0aba970af055 req-5bb4f26e-9b36-4970-b566-b5db1516c19e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:38:28.400880 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-3b14af7d-a826-4dbb-8205-0aba970af055 req-5bb4f26e-9b36-4970-b566-b5db1516c19e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e6571975-4e6c-4831-abe2-0bcf085e4f1e HTTP/1.1" status: 200 len: 1098 time: 0.0715818 Mar 28 12:38:28.441445 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-3b14af7d-a826-4dbb-8205-0aba970af055 req-30a4ab00-15a9-43de-af37-97c7fe1fe096 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=d93fc39f-a3e1-4167-b2a8-d41fc056b127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339305 Mar 28 12:38:29.230480 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5b713f-e05d-48f4-be4c-5a7ba1db7a5b req-029dd15b-6c02-4ab9-972a-e343c0d934e8 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:38:29.231920 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-ba5b713f-e05d-48f4-be4c-5a7ba1db7a5b req-029dd15b-6c02-4ab9-972a-e343c0d934e8 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] 10.222.0.30 "GET /v2.0/ports?device_id=e6571975-4e6c-4831-abe2-0bcf085e4f1e HTTP/1.1" status: 200 len: 945 time: 0.0813439 Mar 28 12:38:29.281992 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-ba5b713f-e05d-48f4-be4c-5a7ba1db7a5b req-7e074cf8-1281-4bc4-88f3-517ef2ef5636 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] 10.222.0.30 "GET /v2.0/security-groups?id=d93fc39f-a3e1-4167-b2a8-d41fc056b127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433927 Mar 28 12:38:30.468448 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66f8bdb-06ce-4518-9842-df6eecd91443 req-95d72e95-b90f-41bc-970f-81923f1441d7 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:38:30.469905 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-c66f8bdb-06ce-4518-9842-df6eecd91443 req-95d72e95-b90f-41bc-970f-81923f1441d7 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] 10.222.0.30 "GET /v2.0/ports?device_id=e6571975-4e6c-4831-abe2-0bcf085e4f1e HTTP/1.1" status: 200 len: 945 time: 0.0794671 Mar 28 12:38:30.514296 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-c66f8bdb-06ce-4518-9842-df6eecd91443 req-9a71aff1-80ca-4fbb-a361-865323d4fd5c tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] 10.222.0.30 "GET /v2.0/security-groups?id=d93fc39f-a3e1-4167-b2a8-d41fc056b127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381258 Mar 28 12:38:30.696681 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d71d6f-0f29-482d-ae94-67025a6c19e9 req-3f3b94a6-5f32-4025-9ca3-8f40449108e2 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:38:30.698017 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-87d71d6f-0f29-482d-ae94-67025a6c19e9 req-3f3b94a6-5f32-4025-9ca3-8f40449108e2 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] 10.222.0.30 "GET /v2.0/ports?device_id=e6571975-4e6c-4831-abe2-0bcf085e4f1e HTTP/1.1" status: 200 len: 945 time: 0.0794680 Mar 28 12:38:30.742047 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-87d71d6f-0f29-482d-ae94-67025a6c19e9 req-ec775311-3063-445d-b217-2b72d2c2378c tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] 10.222.0.30 "GET /v2.0/security-groups?id=d93fc39f-a3e1-4167-b2a8-d41fc056b127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383179 Mar 28 12:38:30.764231 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 37918) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:38:30.837039 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e00ba55-8a22-45f2-9797-a165460dde90 tempest-TestShelveInstance-637349369 tempest-TestShelveInstance-637349369-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:38:30.838519 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-3e00ba55-8a22-45f2-9797-a165460dde90 tempest-TestShelveInstance-637349369 tempest-TestShelveInstance-637349369-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=e6571975-4e6c-4831-abe2-0bcf085e4f1e HTTP/1.1" status: 200 len: 1093 time: 0.0733445 Mar 28 12:38:30.841236 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 37922) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:38:30.846704 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-be616496-0aa1-4e9c-8f59-94511e2bbd7b tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Request body: {'floatingip': {'floating_network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'port_id': '2e5e9e63-7dee-4629-b13f-7169fb51dae1', 'tenant_id': '611bb780ca494fbc8b6c699d288a0e35', 'fixed_ip_address': '172.20.0.4'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:38:30.852808 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-be616496-0aa1-4e9c-8f59-94511e2bbd7b tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:38:30.856577 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-be616496-0aa1-4e9c-8f59-94511e2bbd7b tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Usage tracker for resource:floatingip and tenant:611bb780ca494fbc8b6c699d288a0e35 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:38:30.859331 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-be616496-0aa1-4e9c-8f59-94511e2bbd7b tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:38:30.865320 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-be616496-0aa1-4e9c-8f59-94511e2bbd7b tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:38:30.875834 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-be616496-0aa1-4e9c-8f59-94511e2bbd7b tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Notify callbacks [] for floatingip, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:38:31.009871 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-be616496-0aa1-4e9c-8f59-94511e2bbd7b tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:38:31.140846 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.db_base_plugin_common [None req-be616496-0aa1-4e9c-8f59-94511e2bbd7b tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Allocated IP 172.26.7.66 (ac2b1748-8f63-4b17-a9c7-07e79704aa5b/0b7ebf76-1dc7-431a-a0b4-b96bacf287c2/a4b360a8-a43f-46b2-b4e1-9b3853c2368e) {{(pid=87871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 12:38:31.289140 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-be616496-0aa1-4e9c-8f59-94511e2bbd7b tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Notify callbacks [] for port, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:38:31.317252 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-be616496-0aa1-4e9c-8f59-94511e2bbd7b tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:38:31.379266 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be616496-0aa1-4e9c-8f59-94511e2bbd7b tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Network ac2b1748-8f63-4b17-a9c7-07e79704aa5b is already hosted by enough agents. {{(pid=87871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:38:31.381909 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-be616496-0aa1-4e9c-8f59-94511e2bbd7b tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Resources bound (agent type, host, resource id): {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:38:31.384354 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be616496-0aa1-4e9c-8f59-94511e2bbd7b tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Received port after_create {{(pid=87871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 12:38:31.430348 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be616496-0aa1-4e9c-8f59-94511e2bbd7b tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Pushing event updated for resources: {'Port': ['ID=a4b360a8-a43f-46b2-b4e1-9b3853c2368e,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:38:31.893534 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-be616496-0aa1-4e9c-8f59-94511e2bbd7b tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:38:31.965609 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-be616496-0aa1-4e9c-8f59-94511e2bbd7b tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:38:32.165016 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-be616496-0aa1-4e9c-8f59-94511e2bbd7b tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Notify callbacks [] for port, precommit_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:38:32.169204 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-be616496-0aa1-4e9c-8f59-94511e2bbd7b tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2363241'] for port, after_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:38:32.275996 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be616496-0aa1-4e9c-8f59-94511e2bbd7b tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Pushing event updated for resources: {'Port': ['ID=a4b360a8-a43f-46b2-b4e1-9b3853c2368e,revision_number=2']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:38:32.287531 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-be616496-0aa1-4e9c-8f59-94511e2bbd7b tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-709520'] for floatingip, after_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:38:32.404894 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-71f22cca-d6d1-4309-b67d-6ef461ab7668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:38:32.464458 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.db.l3_db [None req-be616496-0aa1-4e9c-8f59-94511e2bbd7b tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Floating IP ff3f1c85-9f07-4b38-89b4-c7206b8c94a2 associated. External IP: 172.26.7.66, port: 2e5e9e63-7dee-4629-b13f-7169fb51dae1. Mar 28 12:38:32.809489 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be616496-0aa1-4e9c-8f59-94511e2bbd7b tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Router 2bb81afb-8676-4fee-adb4-40e8db299a61 has already been hosted by L3 agent af79d429-529e-400b-a119-94d4bec03f3e {{(pid=87871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 12:38:33.099055 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be616496-0aa1-4e9c-8f59-94511e2bbd7b tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 12:38:33.108228 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-519fc064-654e-424a-a70d-b39a3c972237 None None] Sync routers for ids ['2bb81afb-8676-4fee-adb4-40e8db299a61'] in dv-neutron-835340-2-hyperv {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 12:38:33.117720 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-519fc064-654e-424a-a70d-b39a3c972237 None None] Routers {'2bb81afb-8676-4fee-adb4-40e8db299a61'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:38:33.118393 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-519fc064-654e-424a-a70d-b39a3c972237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:38:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['2bb81afb-8676-4fee-adb4-40e8db299a61'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:38:33.123323 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-be616496-0aa1-4e9c-8f59-94511e2bbd7b tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for floatingip, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:38:33.177573 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-be616496-0aa1-4e9c-8f59-94511e2bbd7b tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3353398 Mar 28 12:38:33.178250 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6571975-4e6c-4831-abe2-0bcf085e4f1e', 'tag': '2e5e9e63-7dee-4629-b13f-7169fb51dae1'}] {{(pid=87871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 12:38:33.230486 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6571975-4e6c-4831-abe2-0bcf085e4f1e', 'tag': '2e5e9e63-7dee-4629-b13f-7169fb51dae1', 'status': 'completed', 'code': 200} Mar 28 12:38:33.294533 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvr_db [None req-519fc064-654e-424a-a70d-b39a3c972237 None None] Set router 2bb81afb-8676-4fee-adb4-40e8db299a61 gateway port host: dv-neutron-835340-2-hyperv {{(pid=87873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:38:33.324371 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50910c4a-2bd2-4ac1-bb6a-07e494ef3614 req-74a405fc-c976-4310-891c-cdd90818030b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:38:33.325825 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-50910c4a-2bd2-4ac1-bb6a-07e494ef3614 req-74a405fc-c976-4310-891c-cdd90818030b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=611bb780ca494fbc8b6c699d288a0e35&device_id=e6571975-4e6c-4831-abe2-0bcf085e4f1e HTTP/1.1" status: 200 len: 1098 time: 0.0729623 Mar 28 12:38:33.457969 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50910c4a-2bd2-4ac1-bb6a-07e494ef3614 req-9cc11342-a748-495f-87b1-5300aac90ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:38:33.459312 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-50910c4a-2bd2-4ac1-bb6a-07e494ef3614 req-9cc11342-a748-495f-87b1-5300aac90ab3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=82100c45-55ff-48f2-87d9-3e87334936ab HTTP/1.1" status: 200 len: 908 time: 0.1277137 Mar 28 12:38:33.561538 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-50910c4a-2bd2-4ac1-bb6a-07e494ef3614 req-f16710a2-4d19-486f-8a18-e43280d47d1d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2e5e9e63-7dee-4629-b13f-7169fb51dae1 HTTP/1.1" status: 200 len: 998 time: 0.0959554 Mar 28 12:38:33.621715 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50910c4a-2bd2-4ac1-bb6a-07e494ef3614 req-d4413a5c-5aba-4dd5-b7df-be32a0e123ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:38:33.623156 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-50910c4a-2bd2-4ac1-bb6a-07e494ef3614 req-d4413a5c-5aba-4dd5-b7df-be32a0e123ad service neutron] 10.222.0.11 "GET /v2.0/subnets?id=400457e7-d978-42e3-844f-be8339183739 HTTP/1.1" status: 200 len: 847 time: 0.0566015 Mar 28 12:38:33.660550 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-519fc064-654e-424a-a70d-b39a3c972237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bb81afb-8676-4fee-adb4-40e8db299a61', 'name': 'tempest-TestShelveInstance-688086857-router', 'tenant_id': '611bb780ca494fbc8b6c699d288a0e35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.68'}], 'enable_snat': True}, 'gw_port_id': 'e35030e4-b6b8-46fa-9c65-cb3e4c2b7ae5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:33:32Z', 'updated_at': '2022-03-28T12:33:36Z', 'revision_number': 4, 'project_id': '611bb780ca494fbc8b6c699d288a0e35', 'gw_port': {'id': 'e35030e4-b6b8-46fa-9c65-cb3e4c2b7ae5', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ed:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb81afb-8676-4fee-adb4-40e8db299a61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:33:32Z', 'updated_at': '2022-03-28T12:33:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_floatingips': [{'id': 'ff3f1c85-9f07-4b38-89b4-c7206b8c94a2', 'tenant_id': '611bb780ca494fbc8b6c699d288a0e35', 'floating_ip_address': '172.26.7.66', 'floating_network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'router_id': '2bb81afb-8676-4fee-adb4-40e8db299a61', 'port_id': '2e5e9e63-7dee-4629-b13f-7169fb51dae1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1831, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82100c45-55ff-48f2-87d9-3e87334936ab', 'mac_address': 'fa:16:3e:6d:f2:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6571975-4e6c-4831-abe2-0bcf085e4f1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T12:38:31Z', 'updated_at': '2022-03-28T12:38:31Z', 'revision_number': 0, 'project_id': '611bb780ca494fbc8b6c699d288a0e35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b425d8a-052d-4f86-8b32-5427265af5c8', 'name': '', 'network_id': '82100c45-55ff-48f2-87d9-3e87334936ab', 'tenant_id': '611bb780ca494fbc8b6c699d288a0e35', 'mac_address': 'fa:16:3e:14:f6:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb81afb-8676-4fee-adb4-40e8db299a61', 'device_owner': 'network:router_interface', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '400457e7-d978-42e3-844f-be8339183739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:33:35Z', 'updated_at': '2022-03-28T12:33:43Z', 'revision_number': 5, 'project_id': '611bb780ca494fbc8b6c699d288a0e35', 'subnets': [{'id': '400457e7-d978-42e3-844f-be8339183739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:38:33.664192 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-519fc064-654e-424a-a70d-b39a3c972237 None None] Checking router: 2bb81afb-8676-4fee-adb4-40e8db299a61 for host: dv-neutron-835340-2-hyperv {{(pid=87873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 12:38:33.672185 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-519fc064-654e-424a-a70d-b39a3c972237 None None] Routers {'2bb81afb-8676-4fee-adb4-40e8db299a61'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:38:33.672763 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-519fc064-654e-424a-a70d-b39a3c972237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:38:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['2bb81afb-8676-4fee-adb4-40e8db299a61'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:38:33.696358 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50910c4a-2bd2-4ac1-bb6a-07e494ef3614 req-0a175d02-f552-4f4d-b8b1-778391cbba2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:38:33.697816 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-50910c4a-2bd2-4ac1-bb6a-07e494ef3614 req-0a175d02-f552-4f4d-b8b1-778391cbba2a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=82100c45-55ff-48f2-87d9-3e87334936ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0689015 Mar 28 12:38:33.835431 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-50910c4a-2bd2-4ac1-bb6a-07e494ef3614 req-274afb4b-6218-4042-ae1b-ad555c4d18cd service neutron] 10.222.0.11 "GET /v2.0/networks/82100c45-55ff-48f2-87d9-3e87334936ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289117 Mar 28 12:38:33.850433 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvr_db [None req-519fc064-654e-424a-a70d-b39a3c972237 None None] Set router 2bb81afb-8676-4fee-adb4-40e8db299a61 gateway port host: dv-neutron-835340-2-hyperv {{(pid=87873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:38:33.967751 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-50910c4a-2bd2-4ac1-bb6a-07e494ef3614 req-83e3d751-1f30-4cbf-b21a-b274e76801f6 service neutron] 10.222.0.11 "GET /v2.0/networks/82100c45-55ff-48f2-87d9-3e87334936ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271009 Mar 28 12:38:34.187563 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-519fc064-654e-424a-a70d-b39a3c972237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bb81afb-8676-4fee-adb4-40e8db299a61', 'name': 'tempest-TestShelveInstance-688086857-router', 'tenant_id': '611bb780ca494fbc8b6c699d288a0e35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.68'}], 'enable_snat': True}, 'gw_port_id': 'e35030e4-b6b8-46fa-9c65-cb3e4c2b7ae5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:33:32Z', 'updated_at': '2022-03-28T12:33:36Z', 'revision_number': 4, 'project_id': '611bb780ca494fbc8b6c699d288a0e35', 'gw_port': {'id': 'e35030e4-b6b8-46fa-9c65-cb3e4c2b7ae5', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ed:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb81afb-8676-4fee-adb4-40e8db299a61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:33:32Z', 'updated_at': '2022-03-28T12:33:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_floatingips': [{'id': 'ff3f1c85-9f07-4b38-89b4-c7206b8c94a2', 'tenant_id': '611bb780ca494fbc8b6c699d288a0e35', 'floating_ip_address': '172.26.7.66', 'floating_network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'router_id': '2bb81afb-8676-4fee-adb4-40e8db299a61', 'port_id': '2e5e9e63-7dee-4629-b13f-7169fb51dae1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1831, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82100c45-55ff-48f2-87d9-3e87334936ab', 'mac_address': 'fa:16:3e:6d:f2:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6571975-4e6c-4831-abe2-0bcf085e4f1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T12:38:31Z', 'updated_at': '2022-03-28T12:38:31Z', 'revision_number': 0, 'project_id': '611bb780ca494fbc8b6c699d288a0e35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b425d8a-052d-4f86-8b32-5427265af5c8', 'name': '', 'network_id': '82100c45-55ff-48f2-87d9-3e87334936ab', 'tenant_id': '611bb780ca494fbc8b6c699d288a0e35', 'mac_address': 'fa:16:3e:14:f6:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb81afb-8676-4fee-adb4-40e8db299a61', 'device_owner': 'network:router_interface', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '400457e7-d978-42e3-844f-be8339183739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:33:35Z', 'updated_at': '2022-03-28T12:33:43Z', 'revision_number': 5, 'project_id': '611bb780ca494fbc8b6c699d288a0e35', 'subnets': [{'id': '400457e7-d978-42e3-844f-be8339183739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:38:34.191838 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-519fc064-654e-424a-a70d-b39a3c972237 None None] The sync data for ids ['2bb81afb-8676-4fee-adb4-40e8db299a61'] in dv-neutron-835340-2-hyperv is: [{'id': '2bb81afb-8676-4fee-adb4-40e8db299a61', 'name': 'tempest-TestShelveInstance-688086857-router', 'tenant_id': '611bb780ca494fbc8b6c699d288a0e35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.68'}], 'enable_snat': True}, 'gw_port_id': 'e35030e4-b6b8-46fa-9c65-cb3e4c2b7ae5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:33:32Z', 'updated_at': '2022-03-28T12:33:36Z', 'revision_number': 4, 'project_id': '611bb780ca494fbc8b6c699d288a0e35', 'gw_port': {'id': 'e35030e4-b6b8-46fa-9c65-cb3e4c2b7ae5', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ed:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb81afb-8676-4fee-adb4-40e8db299a61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:33:32Z', 'updated_at': '2022-03-28T12:33:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_floatingips': [{'id': 'ff3f1c85-9f07-4b38-89b4-c7206b8c94a2', 'tenant_id': '611bb780ca494fbc8b6c699d288a0e35', 'floating_ip_address': '172.26.7.66', 'floating_network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'router_id': '2bb81afb-8676-4fee-adb4-40e8db299a61', 'port_id': '2e5e9e63-7dee-4629-b13f-7169fb51dae1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1831, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '82100c45-55ff-48f2-87d9-3e87334936ab', 'mac_address': 'fa:16:3e:6d:f2:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6571975-4e6c-4831-abe2-0bcf085e4f1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T12:38:31Z', 'updated_at': '2022-03-28T12:38:31Z', 'revision_number': 0, 'project_id': '611bb780ca494fbc8b6c699d288a0e35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b425d8a-052d-4f86-8b32-5427265af5c8', 'name': '', 'network_id': '82100c45-55ff-48f2-87d9-3e87334936ab', 'tenant_id': '611bb780ca494fbc8b6c699d288a0e35', 'mac_address': 'fa:16:3e:14:f6:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb81afb-8676-4fee-adb4-40e8db299a61', 'device_owner': 'network:router_interface', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '400457e7-d978-42e3-844f-be8339183739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:33:35Z', 'updated_at': '2022-03-28T12:33:43Z', 'revision_number': 5, 'project_id': '611bb780ca494fbc8b6c699d288a0e35', 'subnets': [{'id': '400457e7-d978-42e3-844f-be8339183739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 12:38:34.390746 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd2793f-7c93-49fd-9e70-478ad73dcae6 None None] New status for floating IP ff3f1c85-9f07-4b38-89b4-c7206b8c94a2: ACTIVE {{(pid=87872) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 12:38:34.807801 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-5681e010-ab29-4c27-8faa-444659df8df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:38:35.822564 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:38:35.941564 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-ef3be119-c018-4979-be07-86cf959defc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:38:37.600321 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-b7ccd3c7-0277-4f12-8e5c-e41478141af5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:38:51.102437 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:39:02.406455 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-588a7383-f6ed-4693-8fd8-be48cb393506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:39:02.459069 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.agents_db [None req-03fd49d8-b51b-41c1-8716-b8e265c93689 None None] Agent healthcheck: found 6 active agents {{(pid=87873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 12:39:04.810931 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-4c3d9456-1a9b-485b-921f-a940169a4d71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:39:05.825505 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:39:05.944230 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-ef3be119-c018-4979-be07-86cf959defc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:39:07.603230 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-b7ccd3c7-0277-4f12-8e5c-e41478141af5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:39:09.384792 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-72b4ee63-8de1-48f3-ad0a-5835fbe99b00 req-25b9bc6b-574f-4933-a2b6-318ef00ed2af service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e6571975-4e6c-4831-abe2-0bcf085e4f1e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0716715 Mar 28 12:39:09.518368 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b4ee63-8de1-48f3-ad0a-5835fbe99b00 req-3e52e785-6fbf-423b-89f9-7f71b18d1968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:39:09.519981 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-72b4ee63-8de1-48f3-ad0a-5835fbe99b00 req-3e52e785-6fbf-423b-89f9-7f71b18d1968 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=611bb780ca494fbc8b6c699d288a0e35&device_id=e6571975-4e6c-4831-abe2-0bcf085e4f1e HTTP/1.1" status: 200 len: 1098 time: 0.0699487 Mar 28 12:39:09.660995 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b4ee63-8de1-48f3-ad0a-5835fbe99b00 req-3af6d3ab-a326-4e36-8656-c68e73f8ddb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:39:09.662316 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-72b4ee63-8de1-48f3-ad0a-5835fbe99b00 req-3af6d3ab-a326-4e36-8656-c68e73f8ddb8 service neutron] 10.222.0.11 "GET /v2.0/networks?id=82100c45-55ff-48f2-87d9-3e87334936ab HTTP/1.1" status: 200 len: 908 time: 0.1245606 Mar 28 12:39:09.768479 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-72b4ee63-8de1-48f3-ad0a-5835fbe99b00 req-3eed1312-4044-4007-b64e-9545da0da0ba service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2e5e9e63-7dee-4629-b13f-7169fb51dae1 HTTP/1.1" status: 200 len: 1000 time: 0.1003420 Mar 28 12:39:09.830631 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b4ee63-8de1-48f3-ad0a-5835fbe99b00 req-7937911a-359c-42ff-a2c8-5e0bebd34297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:39:09.832459 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-72b4ee63-8de1-48f3-ad0a-5835fbe99b00 req-7937911a-359c-42ff-a2c8-5e0bebd34297 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=400457e7-d978-42e3-844f-be8339183739 HTTP/1.1" status: 200 len: 847 time: 0.0577717 Mar 28 12:39:09.908296 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b4ee63-8de1-48f3-ad0a-5835fbe99b00 req-a75e4a12-e6af-4e14-a21a-7eba00ec4984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:39:09.910491 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-72b4ee63-8de1-48f3-ad0a-5835fbe99b00 req-a75e4a12-e6af-4e14-a21a-7eba00ec4984 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=82100c45-55ff-48f2-87d9-3e87334936ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0718930 Mar 28 12:39:10.142812 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-72b4ee63-8de1-48f3-ad0a-5835fbe99b00 req-b34277bc-a92d-4d03-ba71-61cba8c29bb3 service neutron] 10.222.0.11 "GET /v2.0/networks/82100c45-55ff-48f2-87d9-3e87334936ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2267497 Mar 28 12:39:10.273362 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-72b4ee63-8de1-48f3-ad0a-5835fbe99b00 req-2c6c93ae-ca4a-4f10-938c-0da421904b01 service neutron] 10.222.0.11 "GET /v2.0/networks/82100c45-55ff-48f2-87d9-3e87334936ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222343 Mar 28 12:39:21.094651 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:39:32.408542 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-74a8daa9-53ca-41fe-a2b0-8a5f3c18ff9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:39:34.812916 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-8b0e7d10-7e7e-483a-a73a-73daa7de1c3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:39:35.828107 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:39:35.946802 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-ef3be119-c018-4979-be07-86cf959defc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:39:37.605765 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-b7ccd3c7-0277-4f12-8e5c-e41478141af5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:39:39.458275 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.agents_db [None req-03fd49d8-b51b-41c1-8716-b8e265c93689 None None] Agent healthcheck: found 6 active agents {{(pid=87873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 12:39:51.098794 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:40:02.409601 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-88519524-bae2-49b8-9110-16823cc77b38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:40:04.814354 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-489f23d4-35a5-4ce9-b018-a6b38abb2462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:40:05.829808 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:40:05.951307 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-ef3be119-c018-4979-be07-86cf959defc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:40:07.609614 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-b7ccd3c7-0277-4f12-8e5c-e41478141af5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:40:11.378109 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-ad67e9ee-9fd2-4807-ac04-516f935fdc95 req-fa249f20-7605-4bdf-b3c3-b7d9e1349305 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e6571975-4e6c-4831-abe2-0bcf085e4f1e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0693727 Mar 28 12:40:11.514271 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad67e9ee-9fd2-4807-ac04-516f935fdc95 req-e052f7e6-b7fc-4012-8f95-3cde5d42159c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:40:11.515725 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-ad67e9ee-9fd2-4807-ac04-516f935fdc95 req-e052f7e6-b7fc-4012-8f95-3cde5d42159c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=611bb780ca494fbc8b6c699d288a0e35&device_id=e6571975-4e6c-4831-abe2-0bcf085e4f1e HTTP/1.1" status: 200 len: 1098 time: 0.0732472 Mar 28 12:40:11.655966 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad67e9ee-9fd2-4807-ac04-516f935fdc95 req-348768cb-4999-4024-b6f4-f66a903a0da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:40:11.657267 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-ad67e9ee-9fd2-4807-ac04-516f935fdc95 req-348768cb-4999-4024-b6f4-f66a903a0da9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=82100c45-55ff-48f2-87d9-3e87334936ab HTTP/1.1" status: 200 len: 908 time: 0.1229868 Mar 28 12:40:11.758281 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-ad67e9ee-9fd2-4807-ac04-516f935fdc95 req-e135efd7-83ea-40db-9671-c345f63b74d8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2e5e9e63-7dee-4629-b13f-7169fb51dae1 HTTP/1.1" status: 200 len: 1000 time: 0.0944567 Mar 28 12:40:11.819646 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad67e9ee-9fd2-4807-ac04-516f935fdc95 req-fdddc759-7275-4f4d-b6ed-bfe2a3d9d9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:40:11.821036 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-ad67e9ee-9fd2-4807-ac04-516f935fdc95 req-fdddc759-7275-4f4d-b6ed-bfe2a3d9d9d3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=400457e7-d978-42e3-844f-be8339183739 HTTP/1.1" status: 200 len: 847 time: 0.0567510 Mar 28 12:40:11.898450 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad67e9ee-9fd2-4807-ac04-516f935fdc95 req-a4412bc1-44e4-42f3-902c-dee4336cc19e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:40:11.899911 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-ad67e9ee-9fd2-4807-ac04-516f935fdc95 req-a4412bc1-44e4-42f3-902c-dee4336cc19e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=82100c45-55ff-48f2-87d9-3e87334936ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0735872 Mar 28 12:40:12.030580 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-ad67e9ee-9fd2-4807-ac04-516f935fdc95 req-5f3bfec4-2487-4657-a771-3589453729d1 service neutron] 10.222.0.11 "GET /v2.0/networks/82100c45-55ff-48f2-87d9-3e87334936ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244135 Mar 28 12:40:12.158277 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-ad67e9ee-9fd2-4807-ac04-516f935fdc95 req-e98ac775-40a1-4d23-8a13-0b794b894458 service neutron] 10.222.0.11 "GET /v2.0/networks/82100c45-55ff-48f2-87d9-3e87334936ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219101 Mar 28 12:40:16.457274 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.agents_db [None req-03fd49d8-b51b-41c1-8716-b8e265c93689 None None] Agent healthcheck: found 6 active agents {{(pid=87873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 12:40:21.099038 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:40:28.076547 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cb7d87-b82a-4901-938b-53c576dfa7c8 req-bccb1c63-7c4d-4357-bd67-6f310a15a7de tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:40:28.077981 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-04cb7d87-b82a-4901-938b-53c576dfa7c8 req-bccb1c63-7c4d-4357-bd67-6f310a15a7de tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] 10.222.0.30 "GET /v2.0/ports?device_id=e6571975-4e6c-4831-abe2-0bcf085e4f1e HTTP/1.1" status: 200 len: 945 time: 0.0867567 Mar 28 12:40:28.124266 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-04cb7d87-b82a-4901-938b-53c576dfa7c8 req-4f81b112-6c7d-4f8f-b9b2-b3c01bcedc9a tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] 10.222.0.30 "GET /v2.0/security-groups?id=d93fc39f-a3e1-4167-b2a8-d41fc056b127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396600 Mar 28 12:40:29.319725 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1101bc-b64c-40f5-8e0b-27333952522a req-ccd4b0b1-bffe-46c0-b0cc-95a33f9fa950 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:40:29.321090 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-bf1101bc-b64c-40f5-8e0b-27333952522a req-ccd4b0b1-bffe-46c0-b0cc-95a33f9fa950 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] 10.222.0.30 "GET /v2.0/ports?device_id=e6571975-4e6c-4831-abe2-0bcf085e4f1e HTTP/1.1" status: 200 len: 945 time: 0.0819852 Mar 28 12:40:29.364741 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-bf1101bc-b64c-40f5-8e0b-27333952522a req-c08a0493-e3aa-4dcd-9cac-30e241300fe4 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] 10.222.0.30 "GET /v2.0/security-groups?id=d93fc39f-a3e1-4167-b2a8-d41fc056b127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374854 Mar 28 12:40:30.554370 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c35368b-b247-4676-b050-b0ae6aa31bb8 req-4369e276-00d1-4040-b218-742cb9010a2c tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:40:30.555841 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-6c35368b-b247-4676-b050-b0ae6aa31bb8 req-4369e276-00d1-4040-b218-742cb9010a2c tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] 10.222.0.30 "GET /v2.0/ports?device_id=e6571975-4e6c-4831-abe2-0bcf085e4f1e HTTP/1.1" status: 200 len: 945 time: 0.0824170 Mar 28 12:40:30.598137 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-6c35368b-b247-4676-b050-b0ae6aa31bb8 req-93eb0ad6-dd79-416a-a2a1-d4677cf7f59c tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] 10.222.0.30 "GET /v2.0/security-groups?id=d93fc39f-a3e1-4167-b2a8-d41fc056b127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367498 Mar 28 12:40:31.780800 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c48d312-6308-4121-9b6c-fecc3021086b req-5728e220-3a1b-4e6f-ba4a-aaf2ed0c2351 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:40:31.782220 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-5c48d312-6308-4121-9b6c-fecc3021086b req-5728e220-3a1b-4e6f-ba4a-aaf2ed0c2351 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] 10.222.0.30 "GET /v2.0/ports?device_id=e6571975-4e6c-4831-abe2-0bcf085e4f1e HTTP/1.1" status: 200 len: 945 time: 0.0808702 Mar 28 12:40:31.826475 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-5c48d312-6308-4121-9b6c-fecc3021086b req-c93b6d20-809f-40fb-85ca-f31bcd17947a tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] 10.222.0.30 "GET /v2.0/security-groups?id=d93fc39f-a3e1-4167-b2a8-d41fc056b127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383384 Mar 28 12:40:32.418504 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-dc14ff49-5923-4ede-a064-cd98ea4a5727 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:40:33.023490 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4879db0f-ef89-4f47-b8f9-35407f6f9f26 req-31394f68-856c-4c89-9a67-79b693b3b3f6 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:40:33.024864 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-4879db0f-ef89-4f47-b8f9-35407f6f9f26 req-31394f68-856c-4c89-9a67-79b693b3b3f6 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] 10.222.0.30 "GET /v2.0/ports?device_id=e6571975-4e6c-4831-abe2-0bcf085e4f1e HTTP/1.1" status: 200 len: 945 time: 0.0802231 Mar 28 12:40:33.070266 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-4879db0f-ef89-4f47-b8f9-35407f6f9f26 req-b760a959-fae2-474d-aa69-d0577bd82d19 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] 10.222.0.30 "GET /v2.0/security-groups?id=d93fc39f-a3e1-4167-b2a8-d41fc056b127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398896 Mar 28 12:40:34.251072 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4834e80e-89f4-49ec-81f2-c14864d3d0c4 req-7e04706e-5aa3-40ef-8ab7-02fae9abc40d tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:40:34.252512 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-4834e80e-89f4-49ec-81f2-c14864d3d0c4 req-7e04706e-5aa3-40ef-8ab7-02fae9abc40d tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] 10.222.0.30 "GET /v2.0/ports?device_id=e6571975-4e6c-4831-abe2-0bcf085e4f1e HTTP/1.1" status: 200 len: 945 time: 0.0784948 Mar 28 12:40:34.295567 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-4834e80e-89f4-49ec-81f2-c14864d3d0c4 req-d1702c4e-8480-4620-86e3-d680c840a988 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] 10.222.0.30 "GET /v2.0/security-groups?id=d93fc39f-a3e1-4167-b2a8-d41fc056b127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369289 Mar 28 12:40:34.815666 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-c80f3c12-9ba4-4c16-8b13-c9cc6df46901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:40:35.478679 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226f0b3b-d46c-4b1f-bbfa-15bc0cacf54d req-d1d4ecd5-9a83-4063-8f1b-343f671b8eb7 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:40:35.480156 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-226f0b3b-d46c-4b1f-bbfa-15bc0cacf54d req-d1d4ecd5-9a83-4063-8f1b-343f671b8eb7 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] 10.222.0.30 "GET /v2.0/ports?device_id=e6571975-4e6c-4831-abe2-0bcf085e4f1e HTTP/1.1" status: 200 len: 945 time: 0.0817544 Mar 28 12:40:35.523200 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-226f0b3b-d46c-4b1f-bbfa-15bc0cacf54d req-d827c4a5-d05a-4efb-adbe-b78128cec9f5 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] 10.222.0.30 "GET /v2.0/security-groups?id=d93fc39f-a3e1-4167-b2a8-d41fc056b127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375156 Mar 28 12:40:35.832270 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:40:35.951999 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-ef3be119-c018-4979-be07-86cf959defc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:40:36.709626 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e9ccbb-b274-48e0-a95b-3243f53ea847 req-c6f119e9-1804-448c-9459-0e2a77a010b8 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:40:36.711066 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-a0e9ccbb-b274-48e0-a95b-3243f53ea847 req-c6f119e9-1804-448c-9459-0e2a77a010b8 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] 10.222.0.30 "GET /v2.0/ports?device_id=e6571975-4e6c-4831-abe2-0bcf085e4f1e HTTP/1.1" status: 200 len: 945 time: 0.0827117 Mar 28 12:40:36.753660 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-a0e9ccbb-b274-48e0-a95b-3243f53ea847 req-c775ad48-22eb-4e79-9338-bf73bc7dcd6c tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] 10.222.0.30 "GET /v2.0/security-groups?id=d93fc39f-a3e1-4167-b2a8-d41fc056b127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369976 Mar 28 12:40:37.623922 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-b7ccd3c7-0277-4f12-8e5c-e41478141af5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:40:37.940447 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bbcc1a-3c87-48b9-b426-480179d4de30 req-fc216b01-db41-4f42-a5ee-1bd7485e3819 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:40:37.941859 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-b6bbcc1a-3c87-48b9-b426-480179d4de30 req-fc216b01-db41-4f42-a5ee-1bd7485e3819 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] 10.222.0.30 "GET /v2.0/ports?device_id=e6571975-4e6c-4831-abe2-0bcf085e4f1e HTTP/1.1" status: 200 len: 945 time: 0.0817246 Mar 28 12:40:37.984806 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-b6bbcc1a-3c87-48b9-b426-480179d4de30 req-6565d709-8f1f-4461-a3a8-fa82e265bb02 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] 10.222.0.30 "GET /v2.0/security-groups?id=d93fc39f-a3e1-4167-b2a8-d41fc056b127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372310 Mar 28 12:40:38.155578 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b29248a-f582-4e56-a1c1-f53e524e4450 req-24123886-a545-4e12-b7e4-d04f537f3057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:40:38.156931 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-6b29248a-f582-4e56-a1c1-f53e524e4450 req-24123886-a545-4e12-b7e4-d04f537f3057 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=611bb780ca494fbc8b6c699d288a0e35&device_id=e6571975-4e6c-4831-abe2-0bcf085e4f1e HTTP/1.1" status: 200 len: 1098 time: 0.0692251 Mar 28 12:40:38.283706 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b29248a-f582-4e56-a1c1-f53e524e4450 req-3bd87ec0-744b-4fcc-9e03-74b44b3f328d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:40:38.285145 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-6b29248a-f582-4e56-a1c1-f53e524e4450 req-3bd87ec0-744b-4fcc-9e03-74b44b3f328d service neutron] 10.222.0.11 "GET /v2.0/networks?id=82100c45-55ff-48f2-87d9-3e87334936ab HTTP/1.1" status: 200 len: 908 time: 0.1220293 Mar 28 12:40:38.481811 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-6b29248a-f582-4e56-a1c1-f53e524e4450 req-d1f65410-56c5-40bf-b605-9bf4c33a4cfe service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2e5e9e63-7dee-4629-b13f-7169fb51dae1 HTTP/1.1" status: 200 len: 1000 time: 0.1907005 Mar 28 12:40:38.549695 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b29248a-f582-4e56-a1c1-f53e524e4450 req-3de700c0-5709-491d-9e60-c6aeda1be178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:40:38.551142 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-6b29248a-f582-4e56-a1c1-f53e524e4450 req-3de700c0-5709-491d-9e60-c6aeda1be178 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=400457e7-d978-42e3-844f-be8339183739 HTTP/1.1" status: 200 len: 847 time: 0.0637403 Mar 28 12:40:38.624088 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b29248a-f582-4e56-a1c1-f53e524e4450 req-27579d85-734a-40c8-ba5b-47ec060693dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:40:38.625518 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-6b29248a-f582-4e56-a1c1-f53e524e4450 req-27579d85-734a-40c8-ba5b-47ec060693dd service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=82100c45-55ff-48f2-87d9-3e87334936ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0688877 Mar 28 12:40:38.755797 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-6b29248a-f582-4e56-a1c1-f53e524e4450 req-ed463dab-e0d0-4573-84e3-4bd00a1ca860 service neutron] 10.222.0.11 "GET /v2.0/networks/82100c45-55ff-48f2-87d9-3e87334936ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236427 Mar 28 12:40:38.884768 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-6b29248a-f582-4e56-a1c1-f53e524e4450 req-b8448c68-6ca0-451e-aa7c-969127497c02 service neutron] 10.222.0.11 "GET /v2.0/networks/82100c45-55ff-48f2-87d9-3e87334936ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239851 Mar 28 12:40:39.168968 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c897ec0-ec95-42f6-a91d-845f8689ec66 req-f59a2542-1d71-44ac-bb3f-c07cb3bd03d3 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:40:39.170407 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-5c897ec0-ec95-42f6-a91d-845f8689ec66 req-f59a2542-1d71-44ac-bb3f-c07cb3bd03d3 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] 10.222.0.30 "GET /v2.0/ports?device_id=e6571975-4e6c-4831-abe2-0bcf085e4f1e HTTP/1.1" status: 200 len: 945 time: 0.0834596 Mar 28 12:40:39.214140 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-5c897ec0-ec95-42f6-a91d-845f8689ec66 req-644d082c-e973-4b02-a74f-8085886b076f tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] 10.222.0.30 "GET /v2.0/security-groups?id=d93fc39f-a3e1-4167-b2a8-d41fc056b127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381024 Mar 28 12:40:40.401825 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb39d689-0dab-4fb0-a4a4-207c5ae7c09f req-5771871f-f5ff-4ca3-b755-0f99ab134959 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:40:40.403328 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-eb39d689-0dab-4fb0-a4a4-207c5ae7c09f req-5771871f-f5ff-4ca3-b755-0f99ab134959 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] 10.222.0.30 "GET /v2.0/ports?device_id=e6571975-4e6c-4831-abe2-0bcf085e4f1e HTTP/1.1" status: 200 len: 945 time: 0.0801184 Mar 28 12:40:40.449147 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-eb39d689-0dab-4fb0-a4a4-207c5ae7c09f req-103be9b1-75d5-440f-9e23-187bcbf76df8 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] 10.222.0.30 "GET /v2.0/security-groups?id=d93fc39f-a3e1-4167-b2a8-d41fc056b127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401981 Mar 28 12:40:41.629665 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65dee38-5ddb-4114-8f67-73e6d100d83d req-f449146e-1d1a-45ff-ad6e-dee212fc379e tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:40:41.631203 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-f65dee38-5ddb-4114-8f67-73e6d100d83d req-f449146e-1d1a-45ff-ad6e-dee212fc379e tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] 10.222.0.30 "GET /v2.0/ports?device_id=e6571975-4e6c-4831-abe2-0bcf085e4f1e HTTP/1.1" status: 200 len: 945 time: 0.0778198 Mar 28 12:40:41.674422 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-f65dee38-5ddb-4114-8f67-73e6d100d83d req-2a3a18f8-4d85-44df-9212-72ba28706381 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] 10.222.0.30 "GET /v2.0/security-groups?id=d93fc39f-a3e1-4167-b2a8-d41fc056b127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375946 Mar 28 12:40:41.996640 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-e13156d3-89d4-4906-963b-737ea1b298ef req-d5456dc7-1a2e-4a71-ba6f-6029421982b2 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e6571975-4e6c-4831-abe2-0bcf085e4f1e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1133924 Mar 28 12:40:42.017466 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64507e47-d249-4e89-bd83-2bbd86d9b08d req-324a58e5-ffb9-4601-9dd3-0bef11c91462 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:40:42.018889 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-64507e47-d249-4e89-bd83-2bbd86d9b08d req-324a58e5-ffb9-4601-9dd3-0bef11c91462 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] 10.222.0.30 "GET /v2.0/ports?device_id=e6571975-4e6c-4831-abe2-0bcf085e4f1e HTTP/1.1" status: 200 len: 945 time: 0.0820651 Mar 28 12:40:42.063535 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-64507e47-d249-4e89-bd83-2bbd86d9b08d req-2d4e3199-4be2-47ec-a7aa-5fc14410438e tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] 10.222.0.30 "GET /v2.0/security-groups?id=d93fc39f-a3e1-4167-b2a8-d41fc056b127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387142 Mar 28 12:40:42.444827 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Device 2e5e9e63-7dee-4629-b13f-7169fb51dae1 no longer exists at agent hyperv_hv-neutron-8353 {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 12:40:42.584514 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:40:42.610407 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6571975-4e6c-4831-abe2-0bcf085e4f1e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e5e9e63-7dee-4629-b13f-7169fb51dae1'}] {{(pid=87872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 12:40:42.621092 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] For port 2e5e9e63-7dee-4629-b13f-7169fb51dae1, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=2e5e9e63-7dee-4629-b13f-7169fb51dae1,segment=NetworkSegment(1ff2eb9a-5a02-412d-ac79-976daac1f37a),segment_id=1ff2eb9a-5a02-412d-ac79-976daac1f37a)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:40:42.625579 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:40:42.661504 dv-neutron-835340-2-hyperv neutron-server[87872]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e6571975-4e6c-4831-abe2-0bcf085e4f1e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '2e5e9e63-7dee-4629-b13f-7169fb51dae1', 'code': 422} returned with failed status Mar 28 12:40:42.692262 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Pushing event updated for resources: {'Port': ['ID=2e5e9e63-7dee-4629-b13f-7169fb51dae1,revision_number=6']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:40:42.699300 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:40:42.699614 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:40:42.699954 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:40:42.700289 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:40:42.700618 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:40:42.700948 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:40:42.701273 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:40:42.701598 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:40:42.701922 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:40:42.702245 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:40:42.702567 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:40:42.702887 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:40:43.245942 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a962dc-bf77-4b92-93d2-5f7e71c864c1 req-5f4eac5d-16fa-41a0-9a7a-5960170a2821 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:40:43.247375 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-82a962dc-bf77-4b92-93d2-5f7e71c864c1 req-5f4eac5d-16fa-41a0-9a7a-5960170a2821 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] 10.222.0.30 "GET /v2.0/ports?device_id=e6571975-4e6c-4831-abe2-0bcf085e4f1e HTTP/1.1" status: 200 len: 943 time: 0.0783131 Mar 28 12:40:43.294851 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-82a962dc-bf77-4b92-93d2-5f7e71c864c1 req-b8c951cb-92fa-4f13-bcaf-aa8c19269b49 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] 10.222.0.30 "GET /v2.0/security-groups?id=d93fc39f-a3e1-4167-b2a8-d41fc056b127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417924 Mar 28 12:40:44.476249 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bf8148-1a3f-4e34-a390-6aa80ba6674e req-153d68e9-390b-44d0-adcd-e38674e2ad44 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:40:44.477698 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-a7bf8148-1a3f-4e34-a390-6aa80ba6674e req-153d68e9-390b-44d0-adcd-e38674e2ad44 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] 10.222.0.30 "GET /v2.0/ports?device_id=e6571975-4e6c-4831-abe2-0bcf085e4f1e HTTP/1.1" status: 200 len: 943 time: 0.0789371 Mar 28 12:40:44.520521 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-a7bf8148-1a3f-4e34-a390-6aa80ba6674e req-35d8dd2b-153d-4165-a4ba-d4cdf6ab535e tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] 10.222.0.30 "GET /v2.0/security-groups?id=d93fc39f-a3e1-4167-b2a8-d41fc056b127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367947 Mar 28 12:40:45.699954 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf274b70-b8c9-4f17-9c5a-d422f36c09a9 req-78db6f53-395a-4cbd-b517-6588bfb66342 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:40:45.701385 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-bf274b70-b8c9-4f17-9c5a-d422f36c09a9 req-78db6f53-395a-4cbd-b517-6588bfb66342 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] 10.222.0.30 "GET /v2.0/ports?device_id=e6571975-4e6c-4831-abe2-0bcf085e4f1e HTTP/1.1" status: 200 len: 943 time: 0.0796816 Mar 28 12:40:45.744879 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-bf274b70-b8c9-4f17-9c5a-d422f36c09a9 req-63ad471d-bcf5-411c-bef6-779a4fb62165 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] 10.222.0.30 "GET /v2.0/security-groups?id=d93fc39f-a3e1-4167-b2a8-d41fc056b127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378363 Mar 28 12:40:46.930695 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abacddb-cd9e-42b1-a47a-6118f318c3c9 req-f2c19599-80c8-4315-acc3-c388e6e926b7 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:40:46.932273 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-2abacddb-cd9e-42b1-a47a-6118f318c3c9 req-f2c19599-80c8-4315-acc3-c388e6e926b7 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] 10.222.0.30 "GET /v2.0/ports?device_id=e6571975-4e6c-4831-abe2-0bcf085e4f1e HTTP/1.1" status: 200 len: 943 time: 0.0823159 Mar 28 12:40:46.978022 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-2abacddb-cd9e-42b1-a47a-6118f318c3c9 req-e14c0614-b1d1-4959-a7d5-4238154bfd27 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] 10.222.0.30 "GET /v2.0/security-groups?id=d93fc39f-a3e1-4167-b2a8-d41fc056b127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400169 Mar 28 12:40:48.167326 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0785524d-9679-4da6-9e85-312cc4b12408 req-5d946607-08b7-40dc-a58d-a5fa2c587796 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:40:48.168688 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-0785524d-9679-4da6-9e85-312cc4b12408 req-5d946607-08b7-40dc-a58d-a5fa2c587796 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] 10.222.0.30 "GET /v2.0/ports?device_id=e6571975-4e6c-4831-abe2-0bcf085e4f1e HTTP/1.1" status: 200 len: 943 time: 0.0850427 Mar 28 12:40:48.211487 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-0785524d-9679-4da6-9e85-312cc4b12408 req-4cd3acae-ab0a-4357-935b-b6b7ec351511 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] 10.222.0.30 "GET /v2.0/security-groups?id=d93fc39f-a3e1-4167-b2a8-d41fc056b127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371423 Mar 28 12:40:48.404660 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13156d3-89d4-4906-963b-737ea1b298ef req-4c5f2d33-5e09-4e7c-a81a-d39ad8c1e3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:40:48.406064 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-e13156d3-89d4-4906-963b-737ea1b298ef req-4c5f2d33-5e09-4e7c-a81a-d39ad8c1e3e0 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e6571975-4e6c-4831-abe2-0bcf085e4f1e&tenant_id=611bb780ca494fbc8b6c699d288a0e35 HTTP/1.1" status: 200 len: 1096 time: 0.0688310 Mar 28 12:40:48.498486 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13156d3-89d4-4906-963b-737ea1b298ef req-62d09be2-d031-484e-b645-94553628bb47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:40:48.499943 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-e13156d3-89d4-4906-963b-737ea1b298ef req-62d09be2-d031-484e-b645-94553628bb47 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=611bb780ca494fbc8b6c699d288a0e35&device_id=e6571975-4e6c-4831-abe2-0bcf085e4f1e HTTP/1.1" status: 200 len: 1096 time: 0.0722320 Mar 28 12:40:48.626539 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13156d3-89d4-4906-963b-737ea1b298ef req-22ee83f4-c271-4f71-a9d7-8548a4d765f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:40:48.627966 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-e13156d3-89d4-4906-963b-737ea1b298ef req-22ee83f4-c271-4f71-a9d7-8548a4d765f5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=82100c45-55ff-48f2-87d9-3e87334936ab HTTP/1.1" status: 200 len: 908 time: 0.1222100 Mar 28 12:40:48.727918 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-e13156d3-89d4-4906-963b-737ea1b298ef req-15efc4ed-6843-4851-a01f-df817997ba29 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2e5e9e63-7dee-4629-b13f-7169fb51dae1 HTTP/1.1" status: 200 len: 998 time: 0.0942135 Mar 28 12:40:48.787405 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13156d3-89d4-4906-963b-737ea1b298ef req-8710d82a-fa67-4668-a35c-e5d300507743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:40:48.788819 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-e13156d3-89d4-4906-963b-737ea1b298ef req-8710d82a-fa67-4668-a35c-e5d300507743 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=400457e7-d978-42e3-844f-be8339183739 HTTP/1.1" status: 200 len: 847 time: 0.0558379 Mar 28 12:40:48.861795 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13156d3-89d4-4906-963b-737ea1b298ef req-9b7b012b-b054-40d4-a1db-e696c4c7ecbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:40:48.863238 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-e13156d3-89d4-4906-963b-737ea1b298ef req-9b7b012b-b054-40d4-a1db-e696c4c7ecbc service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=82100c45-55ff-48f2-87d9-3e87334936ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0687416 Mar 28 12:40:49.085726 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-e13156d3-89d4-4906-963b-737ea1b298ef req-7ce54891-75a8-4f97-ac36-4d1f4acaa8d0 service neutron] 10.222.0.11 "GET /v2.0/networks/82100c45-55ff-48f2-87d9-3e87334936ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2163351 Mar 28 12:40:49.215059 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-e13156d3-89d4-4906-963b-737ea1b298ef req-f471fc73-8b5d-4322-ad98-f4986df5994d service neutron] 10.222.0.11 "GET /v2.0/networks/82100c45-55ff-48f2-87d9-3e87334936ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234970 Mar 28 12:40:49.394108 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b67dbab-5187-47a3-8d3a-a8027583c2a8 req-b2e014bc-c216-495d-ab93-d30c48dc02b0 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:40:49.396190 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-9b67dbab-5187-47a3-8d3a-a8027583c2a8 req-b2e014bc-c216-495d-ab93-d30c48dc02b0 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] 10.222.0.30 "GET /v2.0/ports?device_id=e6571975-4e6c-4831-abe2-0bcf085e4f1e HTTP/1.1" status: 200 len: 943 time: 0.0802593 Mar 28 12:40:49.443585 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-9b67dbab-5187-47a3-8d3a-a8027583c2a8 req-be7d0ee7-e1c8-4ac1-81d0-540560f28fcd tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] 10.222.0.30 "GET /v2.0/security-groups?id=d93fc39f-a3e1-4167-b2a8-d41fc056b127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401506 Mar 28 12:40:50.627264 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269617c2-bd62-4581-818e-f41eeb961a20 req-d281d49e-4380-41d7-bead-2bb68f67e662 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:40:50.628718 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-269617c2-bd62-4581-818e-f41eeb961a20 req-d281d49e-4380-41d7-bead-2bb68f67e662 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] 10.222.0.30 "GET /v2.0/ports?device_id=e6571975-4e6c-4831-abe2-0bcf085e4f1e HTTP/1.1" status: 200 len: 943 time: 0.0818980 Mar 28 12:40:50.671867 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-269617c2-bd62-4581-818e-f41eeb961a20 req-784aab12-1132-41e2-9d70-315a149bb715 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] 10.222.0.30 "GET /v2.0/security-groups?id=d93fc39f-a3e1-4167-b2a8-d41fc056b127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373948 Mar 28 12:40:51.114490 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:40:51.854453 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc82177d-d0f2-4303-8810-610942a4c2cd req-59b93778-d421-48d1-b28b-c48abf61b713 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:40:51.855926 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-cc82177d-d0f2-4303-8810-610942a4c2cd req-59b93778-d421-48d1-b28b-c48abf61b713 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] 10.222.0.30 "GET /v2.0/ports?device_id=e6571975-4e6c-4831-abe2-0bcf085e4f1e HTTP/1.1" status: 200 len: 943 time: 0.0793135 Mar 28 12:40:51.899609 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-cc82177d-d0f2-4303-8810-610942a4c2cd req-6d91e3c2-3e78-4b02-8043-54f5dfd4ced8 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] 10.222.0.30 "GET /v2.0/security-groups?id=d93fc39f-a3e1-4167-b2a8-d41fc056b127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377188 Mar 28 12:40:53.079011 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a362ad-8b95-40ce-aa54-d495f5607768 req-61e4dad0-db3c-45dd-a0af-982a700dc61a tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:40:53.080355 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-16a362ad-8b95-40ce-aa54-d495f5607768 req-61e4dad0-db3c-45dd-a0af-982a700dc61a tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] 10.222.0.30 "GET /v2.0/ports?device_id=e6571975-4e6c-4831-abe2-0bcf085e4f1e HTTP/1.1" status: 200 len: 943 time: 0.0780747 Mar 28 12:40:53.126931 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-16a362ad-8b95-40ce-aa54-d495f5607768 req-8475c153-aa76-462d-b0ef-a58834261c18 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] 10.222.0.30 "GET /v2.0/security-groups?id=d93fc39f-a3e1-4167-b2a8-d41fc056b127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409698 Mar 28 12:40:53.455820 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.agents_db [None req-03fd49d8-b51b-41c1-8716-b8e265c93689 None None] Agent healthcheck: found 6 active agents {{(pid=87873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 12:40:54.400787 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee24a78-97d7-4934-95f1-7b5e88521294 req-364d7a31-c4ab-4d9e-9ca7-3e485126fa26 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:40:54.402231 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-aee24a78-97d7-4934-95f1-7b5e88521294 req-364d7a31-c4ab-4d9e-9ca7-3e485126fa26 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] 10.222.0.30 "GET /v2.0/ports?device_id=e6571975-4e6c-4831-abe2-0bcf085e4f1e HTTP/1.1" status: 200 len: 943 time: 0.1679511 Mar 28 12:40:54.445238 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-aee24a78-97d7-4934-95f1-7b5e88521294 req-16b70655-e392-460e-b8c2-1f1d7d8b691b tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] 10.222.0.30 "GET /v2.0/security-groups?id=d93fc39f-a3e1-4167-b2a8-d41fc056b127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373282 Mar 28 12:40:55.625995 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46b427f-453b-4935-a68d-bb6ecafed657 req-35af4d4c-22e2-4e6c-9fc7-07607f3150b2 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:40:55.627627 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-d46b427f-453b-4935-a68d-bb6ecafed657 req-35af4d4c-22e2-4e6c-9fc7-07607f3150b2 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] 10.222.0.30 "GET /v2.0/ports?device_id=e6571975-4e6c-4831-abe2-0bcf085e4f1e HTTP/1.1" status: 200 len: 943 time: 0.0786924 Mar 28 12:40:55.672880 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-d46b427f-453b-4935-a68d-bb6ecafed657 req-67797913-3e6d-4b3a-9e55-b8f4c189c3d3 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] 10.222.0.30 "GET /v2.0/security-groups?id=d93fc39f-a3e1-4167-b2a8-d41fc056b127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384891 Mar 28 12:40:56.854165 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e3a490-d24d-4b70-b178-7735195f08ba req-534ff1df-66b4-4172-8d29-d00499984c50 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:40:56.855777 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-a5e3a490-d24d-4b70-b178-7735195f08ba req-534ff1df-66b4-4172-8d29-d00499984c50 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] 10.222.0.30 "GET /v2.0/ports?device_id=e6571975-4e6c-4831-abe2-0bcf085e4f1e HTTP/1.1" status: 200 len: 943 time: 0.0797837 Mar 28 12:40:56.903062 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-a5e3a490-d24d-4b70-b178-7735195f08ba req-7c8afe0f-31df-4d4b-a6a6-b3b6c62cb7d2 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] 10.222.0.30 "GET /v2.0/security-groups?id=d93fc39f-a3e1-4167-b2a8-d41fc056b127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415370 Mar 28 12:40:58.086884 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f2aa03-b8c3-4c82-8cf0-35078f9feb9e req-8fb09467-093b-4f05-9840-5ce43b253e05 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:40:58.088363 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-50f2aa03-b8c3-4c82-8cf0-35078f9feb9e req-8fb09467-093b-4f05-9840-5ce43b253e05 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] 10.222.0.30 "GET /v2.0/ports?device_id=e6571975-4e6c-4831-abe2-0bcf085e4f1e HTTP/1.1" status: 200 len: 943 time: 0.0829673 Mar 28 12:40:58.131543 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-50f2aa03-b8c3-4c82-8cf0-35078f9feb9e req-7fc33031-5de6-4db1-8f57-914ec7271150 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] 10.222.0.30 "GET /v2.0/security-groups?id=d93fc39f-a3e1-4167-b2a8-d41fc056b127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373855 Mar 28 12:40:58.500033 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Device 2e5e9e63-7dee-4629-b13f-7169fb51dae1 details requested by agent hyperv_hv-neutron-8353 with host hv-neutron-8353 {{(pid=87872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 28 12:40:58.631275 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] For port 2e5e9e63-7dee-4629-b13f-7169fb51dae1, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=2e5e9e63-7dee-4629-b13f-7169fb51dae1,segment=NetworkSegment(1ff2eb9a-5a02-412d-ac79-976daac1f37a),segment_id=1ff2eb9a-5a02-412d-ac79-976daac1f37a)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:40:58.643997 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Returning: {'device': '2e5e9e63-7dee-4629-b13f-7169fb51dae1', 'network_id': '82100c45-55ff-48f2-87d9-3e87334936ab', 'port_id': '2e5e9e63-7dee-4629-b13f-7169fb51dae1', 'mac_address': 'fa:16:3e:6d:f2:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '400457e7-d978-42e3-844f-be8339183739', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 28 12:40:58.702306 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:40:58.718449 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.notifiers.nova [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e5e9e63-7dee-4629-b13f-7169fb51dae1 {{(pid=87872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 12:40:58.733267 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] For port 2e5e9e63-7dee-4629-b13f-7169fb51dae1, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=2e5e9e63-7dee-4629-b13f-7169fb51dae1,segment=NetworkSegment(1ff2eb9a-5a02-412d-ac79-976daac1f37a),segment_id=1ff2eb9a-5a02-412d-ac79-976daac1f37a)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:40:58.737707 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:40:58.803481 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Pushing event updated for resources: {'Port': ['ID=2e5e9e63-7dee-4629-b13f-7169fb51dae1,revision_number=7']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:40:58.945872 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] get_ports_and_sgs() called for port_ids ['2e5e9e63-7dee-4629-b13f-7169fb51dae1'] {{(pid=87872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 12:40:59.317863 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84e0e6f-0d29-43a8-adfa-3abedcd94a13 req-2fb139aa-4bc4-451b-8b8e-fb2b9a01dc8f tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:40:59.319287 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-c84e0e6f-0d29-43a8-adfa-3abedcd94a13 req-2fb139aa-4bc4-451b-8b8e-fb2b9a01dc8f tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] 10.222.0.30 "GET /v2.0/ports?device_id=e6571975-4e6c-4831-abe2-0bcf085e4f1e HTTP/1.1" status: 200 len: 944 time: 0.0797789 Mar 28 12:40:59.362490 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-c84e0e6f-0d29-43a8-adfa-3abedcd94a13 req-91556b36-6211-4618-b81d-35321b42588d tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] 10.222.0.30 "GET /v2.0/security-groups?id=d93fc39f-a3e1-4167-b2a8-d41fc056b127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376775 Mar 28 12:41:00.507552 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Device 2e5e9e63-7dee-4629-b13f-7169fb51dae1 up at agent hyperv_hv-neutron-8353 {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:41:00.544893 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1918faa-0035-4823-abf6-6acf38f2aed6 req-dfaa65c8-09e5-40e7-8b85-02ca648f0223 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:41:00.546494 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-a1918faa-0035-4823-abf6-6acf38f2aed6 req-dfaa65c8-09e5-40e7-8b85-02ca648f0223 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] 10.222.0.30 "GET /v2.0/ports?device_id=e6571975-4e6c-4831-abe2-0bcf085e4f1e HTTP/1.1" status: 200 len: 944 time: 0.0808182 Mar 28 12:41:00.575721 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Provisioning complete for port 2e5e9e63-7dee-4629-b13f-7169fb51dae1 triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:41:00.576091 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:41:00.593954 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-a1918faa-0035-4823-abf6-6acf38f2aed6 req-4e9bba87-2e43-4f1c-ac12-01e5e34ce209 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] 10.222.0.30 "GET /v2.0/security-groups?id=d93fc39f-a3e1-4167-b2a8-d41fc056b127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407143 Mar 28 12:41:00.692381 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:41:00.718496 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6571975-4e6c-4831-abe2-0bcf085e4f1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e5e9e63-7dee-4629-b13f-7169fb51dae1'}] {{(pid=87872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 12:41:00.728099 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] For port 2e5e9e63-7dee-4629-b13f-7169fb51dae1, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=2e5e9e63-7dee-4629-b13f-7169fb51dae1,segment=NetworkSegment(1ff2eb9a-5a02-412d-ac79-976daac1f37a),segment_id=1ff2eb9a-5a02-412d-ac79-976daac1f37a)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:41:00.733193 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:41:00.769357 dv-neutron-835340-2-hyperv neutron-server[87872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6571975-4e6c-4831-abe2-0bcf085e4f1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e5e9e63-7dee-4629-b13f-7169fb51dae1', 'code': 200} Mar 28 12:41:00.808829 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Pushing event updated for resources: {'Port': ['ID=2e5e9e63-7dee-4629-b13f-7169fb51dae1,revision_number=8']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:41:01.033076 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275e6339-0f90-4673-834d-967669d3c12e req-ecd2945a-bfbc-4829-b90b-8291c516cdac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:41:01.034503 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-275e6339-0f90-4673-834d-967669d3c12e req-ecd2945a-bfbc-4829-b90b-8291c516cdac service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e6571975-4e6c-4831-abe2-0bcf085e4f1e HTTP/1.1" status: 200 len: 1098 time: 0.0721784 Mar 28 12:41:01.073926 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-275e6339-0f90-4673-834d-967669d3c12e req-0ac56f59-1045-4b5c-b405-3aa0a421b3e1 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=d93fc39f-a3e1-4167-b2a8-d41fc056b127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339036 Mar 28 12:41:01.781040 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5284a803-358f-4110-8c68-5c4b86f3fabf req-b08df037-87d9-47ef-af7d-56c2bdd21e85 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:41:01.782464 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-5284a803-358f-4110-8c68-5c4b86f3fabf req-b08df037-87d9-47ef-af7d-56c2bdd21e85 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] 10.222.0.30 "GET /v2.0/ports?device_id=e6571975-4e6c-4831-abe2-0bcf085e4f1e HTTP/1.1" status: 200 len: 945 time: 0.0825989 Mar 28 12:41:01.825972 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-5284a803-358f-4110-8c68-5c4b86f3fabf req-b79921bb-523b-4d17-9cd5-8502f7784f59 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] 10.222.0.30 "GET /v2.0/security-groups?id=d93fc39f-a3e1-4167-b2a8-d41fc056b127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370076 Mar 28 12:41:02.411002 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-5da83bf0-b532-4398-af77-ea85b88f93d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:41:03.016794 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f68e489-fbf9-49e8-89cb-3484dffc93ba req-fa0aa803-934b-4dac-ad5f-94991ae44e0d tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:41:03.018231 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-0f68e489-fbf9-49e8-89cb-3484dffc93ba req-fa0aa803-934b-4dac-ad5f-94991ae44e0d tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] 10.222.0.30 "GET /v2.0/ports?device_id=e6571975-4e6c-4831-abe2-0bcf085e4f1e HTTP/1.1" status: 200 len: 945 time: 0.0847538 Mar 28 12:41:03.063667 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-0f68e489-fbf9-49e8-89cb-3484dffc93ba req-d699b173-5b25-4e45-9790-945a5c29ff23 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] 10.222.0.30 "GET /v2.0/security-groups?id=d93fc39f-a3e1-4167-b2a8-d41fc056b127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393374 Mar 28 12:41:04.818429 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-91194c56-fc55-413e-afef-3cd9a38b9d0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:41:05.834828 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:41:05.953602 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-ef3be119-c018-4979-be07-86cf959defc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:41:07.614648 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-b7ccd3c7-0277-4f12-8e5c-e41478141af5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:41:11.377760 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-b0c02288-ed99-4b00-9313-e02e25eb8a17 req-ebc943cb-184d-46fd-9dde-7a9b840cad8e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e6571975-4e6c-4831-abe2-0bcf085e4f1e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0675337 Mar 28 12:41:11.515065 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c02288-ed99-4b00-9313-e02e25eb8a17 req-208f6f43-cdac-432a-8e92-16972c636ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:41:11.516503 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-b0c02288-ed99-4b00-9313-e02e25eb8a17 req-208f6f43-cdac-432a-8e92-16972c636ec2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=611bb780ca494fbc8b6c699d288a0e35&device_id=e6571975-4e6c-4831-abe2-0bcf085e4f1e HTTP/1.1" status: 200 len: 1098 time: 0.0728385 Mar 28 12:41:11.658811 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c02288-ed99-4b00-9313-e02e25eb8a17 req-fe652beb-5428-44dc-97f2-d08b8c9302a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:41:11.660591 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-b0c02288-ed99-4b00-9313-e02e25eb8a17 req-fe652beb-5428-44dc-97f2-d08b8c9302a2 service neutron] 10.222.0.11 "GET /v2.0/networks?id=82100c45-55ff-48f2-87d9-3e87334936ab HTTP/1.1" status: 200 len: 908 time: 0.1252804 Mar 28 12:41:11.757770 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-b0c02288-ed99-4b00-9313-e02e25eb8a17 req-6e04eee0-5a0a-44d3-9592-a3ee114475c4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2e5e9e63-7dee-4629-b13f-7169fb51dae1 HTTP/1.1" status: 200 len: 1000 time: 0.0923288 Mar 28 12:41:11.821113 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c02288-ed99-4b00-9313-e02e25eb8a17 req-c2e547d3-a40a-4d8b-8fa9-66d46c6eec8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:41:11.822511 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-b0c02288-ed99-4b00-9313-e02e25eb8a17 req-c2e547d3-a40a-4d8b-8fa9-66d46c6eec8d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=400457e7-d978-42e3-844f-be8339183739 HTTP/1.1" status: 200 len: 847 time: 0.0595675 Mar 28 12:41:11.896138 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c02288-ed99-4b00-9313-e02e25eb8a17 req-b25a46de-ab08-4970-b4e1-3d0e031a08de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:41:11.897590 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-b0c02288-ed99-4b00-9313-e02e25eb8a17 req-b25a46de-ab08-4970-b4e1-3d0e031a08de service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=82100c45-55ff-48f2-87d9-3e87334936ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0693047 Mar 28 12:41:12.031899 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-b0c02288-ed99-4b00-9313-e02e25eb8a17 req-d206690b-33d8-46ea-ba3d-bd757df61fa7 service neutron] 10.222.0.11 "GET /v2.0/networks/82100c45-55ff-48f2-87d9-3e87334936ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262629 Mar 28 12:41:12.172682 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-b0c02288-ed99-4b00-9313-e02e25eb8a17 req-34d13ee9-b416-4063-b9a0-3ef82776997f service neutron] 10.222.0.11 "GET /v2.0/networks/82100c45-55ff-48f2-87d9-3e87334936ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348507 Mar 28 12:41:21.113860 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:41:30.456141 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.agents_db [None req-03fd49d8-b51b-41c1-8716-b8e265c93689 None None] Agent healthcheck: found 6 active agents {{(pid=87873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 12:41:32.414364 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-f5d12d9c-fef4-41ad-bb19-2fb6e2c9cd49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:41:34.821375 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-46f880db-986b-440c-a135-694667217cda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:41:35.843242 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:41:35.959810 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-ef3be119-c018-4979-be07-86cf959defc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:41:37.614851 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-b7ccd3c7-0277-4f12-8e5c-e41478141af5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:41:51.102970 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:02.414176 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-818f3ed1-7812-4a5b-8f08-f0602bfcadf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:04.823397 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-eab31cc6-2d33-44fb-b55e-aee96b1327a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:05.837917 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:05.959863 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-ef3be119-c018-4979-be07-86cf959defc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:07.454843 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.agents_db [None req-03fd49d8-b51b-41c1-8716-b8e265c93689 None None] Agent healthcheck: found 6 active agents {{(pid=87873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 12:42:07.616506 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-b7ccd3c7-0277-4f12-8e5c-e41478141af5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:11.423818 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-5f427af7-9732-42cf-9889-41ef82a6b4f4 req-73bb91d2-b6e3-4ddd-8b52-4e6b5a7469d8 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e6571975-4e6c-4831-abe2-0bcf085e4f1e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1228099 Mar 28 12:42:11.559173 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f427af7-9732-42cf-9889-41ef82a6b4f4 req-8874b4dd-4659-4ec9-aaab-292cbdea6afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:42:11.560549 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-5f427af7-9732-42cf-9889-41ef82a6b4f4 req-8874b4dd-4659-4ec9-aaab-292cbdea6afb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=611bb780ca494fbc8b6c699d288a0e35&device_id=e6571975-4e6c-4831-abe2-0bcf085e4f1e HTTP/1.1" status: 200 len: 1098 time: 0.0704281 Mar 28 12:42:11.702262 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f427af7-9732-42cf-9889-41ef82a6b4f4 req-af4c0bda-a991-4aaa-b940-9616c28055bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:42:11.703710 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-5f427af7-9732-42cf-9889-41ef82a6b4f4 req-af4c0bda-a991-4aaa-b940-9616c28055bb service neutron] 10.222.0.11 "GET /v2.0/networks?id=82100c45-55ff-48f2-87d9-3e87334936ab HTTP/1.1" status: 200 len: 908 time: 0.1250181 Mar 28 12:42:11.899765 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-5f427af7-9732-42cf-9889-41ef82a6b4f4 req-4445c951-ec08-4e74-a522-b6b7714f12e4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2e5e9e63-7dee-4629-b13f-7169fb51dae1 HTTP/1.1" status: 200 len: 1000 time: 0.1899722 Mar 28 12:42:11.961637 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f427af7-9732-42cf-9889-41ef82a6b4f4 req-ec85d928-fb4e-4092-9485-30c49806939b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:42:11.962993 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-5f427af7-9732-42cf-9889-41ef82a6b4f4 req-ec85d928-fb4e-4092-9485-30c49806939b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=400457e7-d978-42e3-844f-be8339183739 HTTP/1.1" status: 200 len: 847 time: 0.0577660 Mar 28 12:42:12.034811 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f427af7-9732-42cf-9889-41ef82a6b4f4 req-35ccceb3-e342-4c66-8058-a9463f17576a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:42:12.036269 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-5f427af7-9732-42cf-9889-41ef82a6b4f4 req-35ccceb3-e342-4c66-8058-a9463f17576a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=82100c45-55ff-48f2-87d9-3e87334936ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0677769 Mar 28 12:42:12.166239 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-5f427af7-9732-42cf-9889-41ef82a6b4f4 req-a2c00564-3e43-45bf-8348-91fe10c9eb2e service neutron] 10.222.0.11 "GET /v2.0/networks/82100c45-55ff-48f2-87d9-3e87334936ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235938 Mar 28 12:42:12.293974 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-5f427af7-9732-42cf-9889-41ef82a6b4f4 req-78cba09d-cb83-4c51-9909-a3292246de1f service neutron] 10.222.0.11 "GET /v2.0/networks/82100c45-55ff-48f2-87d9-3e87334936ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222579 Mar 28 12:42:18.566975 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 38080) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:42:18.768393 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-32fbeff6-29ed-46c2-8bd3-2fb2719695b4 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Deleting port a4b360a8-a43f-46b2-b4e1-9b3853c2368e {{(pid=87871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:42:18.768727 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-32fbeff6-29ed-46c2-8bd3-2fb2719695b4 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:18.932025 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-32fbeff6-29ed-46c2-8bd3-2fb2719695b4 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:18.932348 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-32fbeff6-29ed-46c2-8bd3-2fb2719695b4 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:19.049768 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-32fbeff6-29ed-46c2-8bd3-2fb2719695b4 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Calling delete_port for a4b360a8-a43f-46b2-b4e1-9b3853c2368e owned by network:floatingip {{(pid=87871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:42:19.197330 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-32fbeff6-29ed-46c2-8bd3-2fb2719695b4 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:19.247119 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fbeff6-29ed-46c2-8bd3-2fb2719695b4 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Pushing event deleted for resources: {'Port': ['ID=a4b360a8-a43f-46b2-b4e1-9b3853c2368e,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:42:19.289870 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fbeff6-29ed-46c2-8bd3-2fb2719695b4 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:42:19.290209 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fbeff6-29ed-46c2-8bd3-2fb2719695b4 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:42:19.290550 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fbeff6-29ed-46c2-8bd3-2fb2719695b4 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:42:19.290877 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fbeff6-29ed-46c2-8bd3-2fb2719695b4 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:42:19.291201 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fbeff6-29ed-46c2-8bd3-2fb2719695b4 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:42:19.291561 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fbeff6-29ed-46c2-8bd3-2fb2719695b4 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:42:19.291890 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fbeff6-29ed-46c2-8bd3-2fb2719695b4 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:42:19.292209 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fbeff6-29ed-46c2-8bd3-2fb2719695b4 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:42:19.292531 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fbeff6-29ed-46c2-8bd3-2fb2719695b4 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:42:19.292847 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fbeff6-29ed-46c2-8bd3-2fb2719695b4 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:42:19.293163 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fbeff6-29ed-46c2-8bd3-2fb2719695b4 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:42:19.293476 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32fbeff6-29ed-46c2-8bd3-2fb2719695b4 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:42:19.346727 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-32fbeff6-29ed-46c2-8bd3-2fb2719695b4 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Notify callbacks [] for floatingip, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:19.347050 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.db.l3_db [None req-32fbeff6-29ed-46c2-8bd3-2fb2719695b4 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Floating IP ff3f1c85-9f07-4b38-89b4-c7206b8c94a2 disassociated (deleted). External IP: 172.26.7.66, port: 2e5e9e63-7dee-4629-b13f-7169fb51dae1. Mar 28 12:42:19.793369 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32fbeff6-29ed-46c2-8bd3-2fb2719695b4 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Router 2bb81afb-8676-4fee-adb4-40e8db299a61 has already been hosted by L3 agent af79d429-529e-400b-a119-94d4bec03f3e {{(pid=87871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 12:42:19.967210 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32fbeff6-29ed-46c2-8bd3-2fb2719695b4 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 12:42:19.976744 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d34da9c-96bd-45bf-917f-8b38df2e05f5 None None] Sync routers for ids ['2bb81afb-8676-4fee-adb4-40e8db299a61'] in dv-neutron-835340-2-hyperv {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 12:42:19.986621 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d34da9c-96bd-45bf-917f-8b38df2e05f5 None None] Routers {'2bb81afb-8676-4fee-adb4-40e8db299a61'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:42:19.986782 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-32fbeff6-29ed-46c2-8bd3-2fb2719695b4 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for floatingip, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:19.987271 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-8d34da9c-96bd-45bf-917f-8b38df2e05f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:42:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['2bb81afb-8676-4fee-adb4-40e8db299a61'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:42:20.046172 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-32fbeff6-29ed-46c2-8bd3-2fb2719695b4 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] 10.222.0.30 "DELETE /v2.0/floatingips/ff3f1c85-9f07-4b38-89b4-c7206b8c94a2 HTTP/1.1" status: 204 len: 168 time: 1.4779847 Mar 28 12:42:20.046763 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6571975-4e6c-4831-abe2-0bcf085e4f1e', 'tag': '2e5e9e63-7dee-4629-b13f-7169fb51dae1'}] {{(pid=87871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 12:42:20.173022 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6571975-4e6c-4831-abe2-0bcf085e4f1e', 'tag': '2e5e9e63-7dee-4629-b13f-7169fb51dae1', 'status': 'completed', 'code': 200} Mar 28 12:42:20.192610 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvr_db [None req-8d34da9c-96bd-45bf-917f-8b38df2e05f5 None None] Set router 2bb81afb-8676-4fee-adb4-40e8db299a61 gateway port host: dv-neutron-835340-2-hyperv {{(pid=87873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:42:20.270761 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2612260-72be-4604-8a4b-bb58f885eafb req-e397fded-7e2f-4c8f-bc16-f621652a8fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:42:20.271649 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-b2612260-72be-4604-8a4b-bb58f885eafb req-e397fded-7e2f-4c8f-bc16-f621652a8fcb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=611bb780ca494fbc8b6c699d288a0e35&device_id=e6571975-4e6c-4831-abe2-0bcf085e4f1e HTTP/1.1" status: 200 len: 1098 time: 0.0748994 Mar 28 12:42:20.413121 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2612260-72be-4604-8a4b-bb58f885eafb req-9d2d67f1-5661-40bc-b12e-33340f8293ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:42:20.414600 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-b2612260-72be-4604-8a4b-bb58f885eafb req-9d2d67f1-5661-40bc-b12e-33340f8293ab service neutron] 10.222.0.11 "GET /v2.0/networks?id=82100c45-55ff-48f2-87d9-3e87334936ab HTTP/1.1" status: 200 len: 908 time: 0.1324677 Mar 28 12:42:20.487188 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-b2612260-72be-4604-8a4b-bb58f885eafb req-f739bcb9-18b2-499b-beae-cf8c3a14e51d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2e5e9e63-7dee-4629-b13f-7169fb51dae1 HTTP/1.1" status: 200 len: 217 time: 0.0662994 Mar 28 12:42:20.489529 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8da2097-607e-4c1a-b160-98a831495c1f req-8ae63036-e5ab-4698-9ec6-056d0dcd01cf tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:42:20.491085 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-a8da2097-607e-4c1a-b160-98a831495c1f req-8ae63036-e5ab-4698-9ec6-056d0dcd01cf tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] 10.222.0.30 "GET /v2.0/ports?device_id=e6571975-4e6c-4831-abe2-0bcf085e4f1e HTTP/1.1" status: 200 len: 945 time: 0.1313946 Mar 28 12:42:20.520013 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-8d34da9c-96bd-45bf-917f-8b38df2e05f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bb81afb-8676-4fee-adb4-40e8db299a61', 'name': 'tempest-TestShelveInstance-688086857-router', 'tenant_id': '611bb780ca494fbc8b6c699d288a0e35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.68'}], 'enable_snat': True}, 'gw_port_id': 'e35030e4-b6b8-46fa-9c65-cb3e4c2b7ae5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:33:32Z', 'updated_at': '2022-03-28T12:33:36Z', 'revision_number': 4, 'project_id': '611bb780ca494fbc8b6c699d288a0e35', 'gw_port': {'id': 'e35030e4-b6b8-46fa-9c65-cb3e4c2b7ae5', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ed:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb81afb-8676-4fee-adb4-40e8db299a61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:33:32Z', 'updated_at': '2022-03-28T12:33:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_interfaces': [{'id': '0b425d8a-052d-4f86-8b32-5427265af5c8', 'name': '', 'network_id': '82100c45-55ff-48f2-87d9-3e87334936ab', 'tenant_id': '611bb780ca494fbc8b6c699d288a0e35', 'mac_address': 'fa:16:3e:14:f6:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb81afb-8676-4fee-adb4-40e8db299a61', 'device_owner': 'network:router_interface', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '400457e7-d978-42e3-844f-be8339183739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:33:35Z', 'updated_at': '2022-03-28T12:33:43Z', 'revision_number': 5, 'project_id': '611bb780ca494fbc8b6c699d288a0e35', 'subnets': [{'id': '400457e7-d978-42e3-844f-be8339183739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:42:20.524977 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d34da9c-96bd-45bf-917f-8b38df2e05f5 None None] Checking router: 2bb81afb-8676-4fee-adb4-40e8db299a61 for host: dv-neutron-835340-2-hyperv {{(pid=87873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 12:42:20.533517 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d34da9c-96bd-45bf-917f-8b38df2e05f5 None None] Routers {'2bb81afb-8676-4fee-adb4-40e8db299a61'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:42:20.534097 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-8d34da9c-96bd-45bf-917f-8b38df2e05f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:42:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['2bb81afb-8676-4fee-adb4-40e8db299a61'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:42:20.536571 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-a8da2097-607e-4c1a-b160-98a831495c1f req-cb0f935c-12b8-4155-a1f6-f3fe8630abe7 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] 10.222.0.30 "GET /v2.0/security-groups?id=d93fc39f-a3e1-4167-b2a8-d41fc056b127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391116 Mar 28 12:42:20.549905 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2612260-72be-4604-8a4b-bb58f885eafb req-a8e6a2fd-6330-4241-8180-fe7837c2a654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:42:20.551405 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-b2612260-72be-4604-8a4b-bb58f885eafb req-a8e6a2fd-6330-4241-8180-fe7837c2a654 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=400457e7-d978-42e3-844f-be8339183739 HTTP/1.1" status: 200 len: 847 time: 0.0587575 Mar 28 12:42:20.630466 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2612260-72be-4604-8a4b-bb58f885eafb req-0422f495-015d-4c24-86ab-ff6f53a5cd6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:42:20.631859 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-b2612260-72be-4604-8a4b-bb58f885eafb req-0422f495-015d-4c24-86ab-ff6f53a5cd6b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=82100c45-55ff-48f2-87d9-3e87334936ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0741563 Mar 28 12:42:20.709449 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvr_db [None req-8d34da9c-96bd-45bf-917f-8b38df2e05f5 None None] Set router 2bb81afb-8676-4fee-adb4-40e8db299a61 gateway port host: dv-neutron-835340-2-hyperv {{(pid=87873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:42:20.763595 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-b2612260-72be-4604-8a4b-bb58f885eafb req-e99b6348-4ea7-4b19-b0eb-4bd87bd450ec service neutron] 10.222.0.11 "GET /v2.0/networks/82100c45-55ff-48f2-87d9-3e87334936ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244483 Mar 28 12:42:20.893747 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-b2612260-72be-4604-8a4b-bb58f885eafb req-db3e0473-32e8-48ef-8040-ba6362debc28 service neutron] 10.222.0.11 "GET /v2.0/networks/82100c45-55ff-48f2-87d9-3e87334936ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245537 Mar 28 12:42:21.013398 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-8d34da9c-96bd-45bf-917f-8b38df2e05f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bb81afb-8676-4fee-adb4-40e8db299a61', 'name': 'tempest-TestShelveInstance-688086857-router', 'tenant_id': '611bb780ca494fbc8b6c699d288a0e35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.68'}], 'enable_snat': True}, 'gw_port_id': 'e35030e4-b6b8-46fa-9c65-cb3e4c2b7ae5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:33:32Z', 'updated_at': '2022-03-28T12:33:36Z', 'revision_number': 4, 'project_id': '611bb780ca494fbc8b6c699d288a0e35', 'gw_port': {'id': 'e35030e4-b6b8-46fa-9c65-cb3e4c2b7ae5', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ed:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb81afb-8676-4fee-adb4-40e8db299a61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:33:32Z', 'updated_at': '2022-03-28T12:33:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_interfaces': [{'id': '0b425d8a-052d-4f86-8b32-5427265af5c8', 'name': '', 'network_id': '82100c45-55ff-48f2-87d9-3e87334936ab', 'tenant_id': '611bb780ca494fbc8b6c699d288a0e35', 'mac_address': 'fa:16:3e:14:f6:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb81afb-8676-4fee-adb4-40e8db299a61', 'device_owner': 'network:router_interface', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '400457e7-d978-42e3-844f-be8339183739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:33:35Z', 'updated_at': '2022-03-28T12:33:43Z', 'revision_number': 5, 'project_id': '611bb780ca494fbc8b6c699d288a0e35', 'subnets': [{'id': '400457e7-d978-42e3-844f-be8339183739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:42:21.017260 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d34da9c-96bd-45bf-917f-8b38df2e05f5 None None] The sync data for ids ['2bb81afb-8676-4fee-adb4-40e8db299a61'] in dv-neutron-835340-2-hyperv is: [{'id': '2bb81afb-8676-4fee-adb4-40e8db299a61', 'name': 'tempest-TestShelveInstance-688086857-router', 'tenant_id': '611bb780ca494fbc8b6c699d288a0e35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.68'}], 'enable_snat': True}, 'gw_port_id': 'e35030e4-b6b8-46fa-9c65-cb3e4c2b7ae5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:33:32Z', 'updated_at': '2022-03-28T12:33:36Z', 'revision_number': 4, 'project_id': '611bb780ca494fbc8b6c699d288a0e35', 'gw_port': {'id': 'e35030e4-b6b8-46fa-9c65-cb3e4c2b7ae5', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ed:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb81afb-8676-4fee-adb4-40e8db299a61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:33:32Z', 'updated_at': '2022-03-28T12:33:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_interfaces': [{'id': '0b425d8a-052d-4f86-8b32-5427265af5c8', 'name': '', 'network_id': '82100c45-55ff-48f2-87d9-3e87334936ab', 'tenant_id': '611bb780ca494fbc8b6c699d288a0e35', 'mac_address': 'fa:16:3e:14:f6:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb81afb-8676-4fee-adb4-40e8db299a61', 'device_owner': 'network:router_interface', 'standard_attr_id': 1795, 'fixed_ips': [{'subnet_id': '400457e7-d978-42e3-844f-be8339183739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:33:35Z', 'updated_at': '2022-03-28T12:33:43Z', 'revision_number': 5, 'project_id': '611bb780ca494fbc8b6c699d288a0e35', 'subnets': [{'id': '400457e7-d978-42e3-844f-be8339183739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 12:42:21.122188 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:21.227645 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a29c1f0-8ebc-45da-829e-7bf17e30d501 None None] New status for floating IP ff3f1c85-9f07-4b38-89b4-c7206b8c94a2: DOWN {{(pid=87872) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 12:42:21.810303 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465c162c-16fe-4d5a-8f3e-cc38c55b2afa req-1970238b-e3f1-4ae0-8e19-1f452bb78423 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:42:21.810908 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [req-465c162c-16fe-4d5a-8f3e-cc38c55b2afa req-1970238b-e3f1-4ae0-8e19-1f452bb78423 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Synchronizing usage tracker for tenant:611bb780ca494fbc8b6c699d288a0e35 on resource:port {{(pid=87871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:42:21.833412 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [req-465c162c-16fe-4d5a-8f3e-cc38c55b2afa req-1970238b-e3f1-4ae0-8e19-1f452bb78423 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Unset dirty status for tenant:611bb780ca494fbc8b6c699d288a0e35 on resource:port {{(pid=87871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:42:21.834475 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-465c162c-16fe-4d5a-8f3e-cc38c55b2afa req-1970238b-e3f1-4ae0-8e19-1f452bb78423 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] 10.222.0.30 "GET /v2.0/ports?device_id=e6571975-4e6c-4831-abe2-0bcf085e4f1e HTTP/1.1" status: 200 len: 945 time: 0.1862454 Mar 28 12:42:21.876366 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613897b5-a571-46b7-80c8-9df90e6d79bb req-e32e4e77-ca42-4b45-8094-513b3317ba7d tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:42:21.877746 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-613897b5-a571-46b7-80c8-9df90e6d79bb req-e32e4e77-ca42-4b45-8094-513b3317ba7d tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] 10.222.0.11 "GET /v2.0/ports?device_id=e6571975-4e6c-4831-abe2-0bcf085e4f1e HTTP/1.1" status: 200 len: 945 time: 0.1310096 Mar 28 12:42:21.935809 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-465c162c-16fe-4d5a-8f3e-cc38c55b2afa req-56d563f4-4952-42ef-87aa-15db9c7a0d09 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] 10.222.0.30 "GET /v2.0/security-groups?id=d93fc39f-a3e1-4167-b2a8-d41fc056b127&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953429 Mar 28 12:42:21.958551 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [req-613897b5-a571-46b7-80c8-9df90e6d79bb req-ad7e200d-bf91-4457-abc7-053968dd4041 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Deleting port 2e5e9e63-7dee-4629-b13f-7169fb51dae1 {{(pid=87871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:42:21.958896 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-613897b5-a571-46b7-80c8-9df90e6d79bb req-ad7e200d-bf91-4457-abc7-053968dd4041 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:22.317053 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.db [req-613897b5-a571-46b7-80c8-9df90e6d79bb req-ad7e200d-bf91-4457-abc7-053968dd4041 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] For port 2e5e9e63-7dee-4629-b13f-7169fb51dae1, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=2e5e9e63-7dee-4629-b13f-7169fb51dae1,segment=NetworkSegment(1ff2eb9a-5a02-412d-ac79-976daac1f37a),segment_id=1ff2eb9a-5a02-412d-ac79-976daac1f37a)] {{(pid=87871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:42:22.317653 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-613897b5-a571-46b7-80c8-9df90e6d79bb req-ad7e200d-bf91-4457-abc7-053968dd4041 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:22.441907 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [req-613897b5-a571-46b7-80c8-9df90e6d79bb req-ad7e200d-bf91-4457-abc7-053968dd4041 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Calling delete_port for 2e5e9e63-7dee-4629-b13f-7169fb51dae1 owned by compute:nova {{(pid=87871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:42:22.588532 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-613897b5-a571-46b7-80c8-9df90e6d79bb req-ad7e200d-bf91-4457-abc7-053968dd4041 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:22.638447 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7e200d-bf91-4457-abc7-053968dd4041 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Pushing event deleted for resources: {'Port': ['ID=2e5e9e63-7dee-4629-b13f-7169fb51dae1,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:42:22.714771 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.l3_dvrscheduler_db [req-613897b5-a571-46b7-80c8-9df90e6d79bb req-ad7e200d-bf91-4457-abc7-053968dd4041 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] No DVR routers for this DVR port 2e5e9e63-7dee-4629-b13f-7169fb51dae1 on host hv-neutron-8353 {{(pid=87871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 12:42:22.717193 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-613897b5-a571-46b7-80c8-9df90e6d79bb req-ad7e200d-bf91-4457-abc7-053968dd4041 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:22.719792 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6571975-4e6c-4831-abe2-0bcf085e4f1e', 'name': 'network-vif-deleted', 'tag': '2e5e9e63-7dee-4629-b13f-7169fb51dae1'}] {{(pid=87871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 12:42:22.734719 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-613897b5-a571-46b7-80c8-9df90e6d79bb req-ad7e200d-bf91-4457-abc7-053968dd4041 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] 10.222.0.11 "DELETE /v2.0/ports/2e5e9e63-7dee-4629-b13f-7169fb51dae1 HTTP/1.1" status: 204 len: 173 time: 0.8474514 Mar 28 12:42:22.768831 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6571975-4e6c-4831-abe2-0bcf085e4f1e', 'name': 'network-vif-deleted', 'tag': '2e5e9e63-7dee-4629-b13f-7169fb51dae1', 'status': 'completed', 'code': 200} Mar 28 12:42:23.094291 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [req-d408fd49-57e9-45dd-a0c4-4a52dabe7618 req-d31a2165-dd71-4d75-863e-3b5159b04063 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Synchronizing usage tracker for tenant:611bb780ca494fbc8b6c699d288a0e35 on resource:port {{(pid=87871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:42:23.121400 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [req-d408fd49-57e9-45dd-a0c4-4a52dabe7618 req-d31a2165-dd71-4d75-863e-3b5159b04063 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Unset dirty status for tenant:611bb780ca494fbc8b6c699d288a0e35 on resource:port {{(pid=87871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:42:23.122589 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-d408fd49-57e9-45dd-a0c4-4a52dabe7618 req-d31a2165-dd71-4d75-863e-3b5159b04063 tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] 10.222.0.30 "GET /v2.0/ports?device_id=e6571975-4e6c-4831-abe2-0bcf085e4f1e HTTP/1.1" status: 200 len: 210 time: 0.0769751 Mar 28 12:42:24.221764 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 38104) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:42:24.294228 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-4ac6d266-5177-414f-a7fc-d584060496db tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Notify callbacks [] for security_group, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:24.323928 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-4ac6d266-5177-414f-a7fc-d584060496db tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:24.396653 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-4ac6d266-5177-414f-a7fc-d584060496db tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:24.415681 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac6d266-5177-414f-a7fc-d584060496db tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d93fc39f-a3e1-4167-b2a8-d41fc056b127,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:42:24.431101 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-4ac6d266-5177-414f-a7fc-d584060496db tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] Notify callbacks [] for security_group, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:24.434817 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-4ac6d266-5177-414f-a7fc-d584060496db tempest-TestShelveInstance-1171125190 tempest-TestShelveInstance-1171125190-project] 10.222.0.30 "DELETE /v2.0/security-groups/d93fc39f-a3e1-4167-b2a8-d41fc056b127 HTTP/1.1" status: 204 len: 168 time: 0.2095580 Mar 28 12:42:24.482071 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 38110) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:42:25.154160 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-f5a2c2c0-a294-4a2c-bbd1-4e48c71ba91e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-743394'] for router_interface, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:25.498716 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-f5a2c2c0-a294-4a2c-bbd1-4e48c71ba91e admin admin] Deleting port 0b425d8a-052d-4f86-8b32-5427265af5c8 {{(pid=87870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:42:25.499379 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-f5a2c2c0-a294-4a2c-bbd1-4e48c71ba91e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:25.771357 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.db [None req-f5a2c2c0-a294-4a2c-bbd1-4e48c71ba91e admin admin] For port 0b425d8a-052d-4f86-8b32-5427265af5c8, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=0b425d8a-052d-4f86-8b32-5427265af5c8,segment=NetworkSegment(1ff2eb9a-5a02-412d-ac79-976daac1f37a),segment_id=1ff2eb9a-5a02-412d-ac79-976daac1f37a)] {{(pid=87870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:42:25.771778 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-f5a2c2c0-a294-4a2c-bbd1-4e48c71ba91e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:25.902759 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-f5a2c2c0-a294-4a2c-bbd1-4e48c71ba91e admin admin] Calling delete_port for 0b425d8a-052d-4f86-8b32-5427265af5c8 owned by network:router_interface {{(pid=87870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:42:26.220434 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-f5a2c2c0-a294-4a2c-bbd1-4e48c71ba91e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:26.267992 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a2c2c0-a294-4a2c-bbd1-4e48c71ba91e admin admin] Pushing event deleted for resources: {'Port': ['ID=0b425d8a-052d-4f86-8b32-5427265af5c8,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:42:26.338113 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a2c2c0-a294-4a2c-bbd1-4e48c71ba91e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:42:26.338637 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a2c2c0-a294-4a2c-bbd1-4e48c71ba91e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:42:26.338770 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a2c2c0-a294-4a2c-bbd1-4e48c71ba91e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:42:26.339094 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a2c2c0-a294-4a2c-bbd1-4e48c71ba91e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:42:26.339413 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a2c2c0-a294-4a2c-bbd1-4e48c71ba91e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:42:26.339755 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a2c2c0-a294-4a2c-bbd1-4e48c71ba91e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:42:26.340074 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a2c2c0-a294-4a2c-bbd1-4e48c71ba91e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:42:26.340386 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a2c2c0-a294-4a2c-bbd1-4e48c71ba91e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:42:26.340698 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a2c2c0-a294-4a2c-bbd1-4e48c71ba91e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:42:26.341005 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a2c2c0-a294-4a2c-bbd1-4e48c71ba91e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:42:26.341314 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a2c2c0-a294-4a2c-bbd1-4e48c71ba91e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:42:26.341622 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a2c2c0-a294-4a2c-bbd1-4e48c71ba91e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:42:26.544662 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-f5a2c2c0-a294-4a2c-bbd1-4e48c71ba91e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-743246'] for router_interface, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:26.872195 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Device 2e5e9e63-7dee-4629-b13f-7169fb51dae1 no longer exists at agent hyperv_hv-neutron-8353 {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 12:42:26.900692 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5a2c2c0-a294-4a2c-bbd1-4e48c71ba91e admin admin] Router 2bb81afb-8676-4fee-adb4-40e8db299a61 has already been hosted by L3 agent af79d429-529e-400b-a119-94d4bec03f3e {{(pid=87870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 12:42:26.906655 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] No Port match for: 2e5e9e63-7dee-4629-b13f-7169fb51dae1 {{(pid=87872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 12:42:26.907009 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Device 2e5e9e63-7dee-4629-b13f-7169fb51dae1 not bound to the agent host hv-neutron-8353 {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 12:42:27.183039 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5a2c2c0-a294-4a2c-bbd1-4e48c71ba91e admin admin] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 12:42:27.191489 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-821f53ee-53b8-407d-9193-8fc9e0272a64 None None] Sync routers for ids ['2bb81afb-8676-4fee-adb4-40e8db299a61'] in dv-neutron-835340-2-hyperv {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 12:42:27.201870 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-821f53ee-53b8-407d-9193-8fc9e0272a64 None None] Routers {'2bb81afb-8676-4fee-adb4-40e8db299a61'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:42:27.202440 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-821f53ee-53b8-407d-9193-8fc9e0272a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:42:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['2bb81afb-8676-4fee-adb4-40e8db299a61'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:42:27.204023 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-f5a2c2c0-a294-4a2c-bbd1-4e48c71ba91e admin admin] 10.222.0.30 "PUT /v2.0/routers/2bb81afb-8676-4fee-adb4-40e8db299a61/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7181394 Mar 28 12:42:27.206450 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 38116) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:42:27.384873 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-10c8adac-96ad-4050-99a9-5ef953ab75a7 admin admin] Notify callbacks [] for router, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:27.386533 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvr_db [None req-821f53ee-53b8-407d-9193-8fc9e0272a64 None None] Set router 2bb81afb-8676-4fee-adb4-40e8db299a61 gateway port host: dv-neutron-835340-2-hyperv {{(pid=87873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:42:27.567648 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-10c8adac-96ad-4050-99a9-5ef953ab75a7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:27.578770 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-10c8adac-96ad-4050-99a9-5ef953ab75a7 admin admin] Deleting port e35030e4-b6b8-46fa-9c65-cb3e4c2b7ae5 {{(pid=87870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:42:27.579157 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-10c8adac-96ad-4050-99a9-5ef953ab75a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:27.705451 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-821f53ee-53b8-407d-9193-8fc9e0272a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bb81afb-8676-4fee-adb4-40e8db299a61', 'name': 'tempest-TestShelveInstance-688086857-router', 'tenant_id': '611bb780ca494fbc8b6c699d288a0e35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.68'}], 'enable_snat': True}, 'gw_port_id': 'e35030e4-b6b8-46fa-9c65-cb3e4c2b7ae5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:33:32Z', 'updated_at': '2022-03-28T12:42:26Z', 'revision_number': 5, 'project_id': '611bb780ca494fbc8b6c699d288a0e35', 'gw_port': {'id': 'e35030e4-b6b8-46fa-9c65-cb3e4c2b7ae5', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:ed:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bb81afb-8676-4fee-adb4-40e8db299a61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1794, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:33:32Z', 'updated_at': '2022-03-28T12:33:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv'}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:42:27.709154 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-821f53ee-53b8-407d-9193-8fc9e0272a64 None None] Checking router: 2bb81afb-8676-4fee-adb4-40e8db299a61 for host: dv-neutron-835340-2-hyperv {{(pid=87873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 12:42:27.717399 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-821f53ee-53b8-407d-9193-8fc9e0272a64 None None] Routers {'2bb81afb-8676-4fee-adb4-40e8db299a61'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:42:27.718012 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-821f53ee-53b8-407d-9193-8fc9e0272a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:42:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['2bb81afb-8676-4fee-adb4-40e8db299a61'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:42:27.759128 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.db [None req-10c8adac-96ad-4050-99a9-5ef953ab75a7 admin admin] For port e35030e4-b6b8-46fa-9c65-cb3e4c2b7ae5, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=e35030e4-b6b8-46fa-9c65-cb3e4c2b7ae5,segment=NetworkSegment(688afb86-c9bd-46e2-ba7d-3fe76fb1efff),segment_id=688afb86-c9bd-46e2-ba7d-3fe76fb1efff)] {{(pid=87870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:42:27.759494 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-10c8adac-96ad-4050-99a9-5ef953ab75a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:27.873979 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvr_db [None req-821f53ee-53b8-407d-9193-8fc9e0272a64 None None] Set router 2bb81afb-8676-4fee-adb4-40e8db299a61 gateway port host: None {{(pid=87873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:42:27.892429 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-10c8adac-96ad-4050-99a9-5ef953ab75a7 admin admin] Calling delete_port for e35030e4-b6b8-46fa-9c65-cb3e4c2b7ae5 owned by network:router_gateway {{(pid=87870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:42:27.977926 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-821f53ee-53b8-407d-9193-8fc9e0272a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bb81afb-8676-4fee-adb4-40e8db299a61', 'name': 'tempest-TestShelveInstance-688086857-router', 'tenant_id': '611bb780ca494fbc8b6c699d288a0e35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:33:32Z', 'updated_at': '2022-03-28T12:42:27Z', 'revision_number': 6, 'project_id': '611bb780ca494fbc8b6c699d288a0e35', 'gw_port_host': None}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:42:27.982093 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-821f53ee-53b8-407d-9193-8fc9e0272a64 None None] The sync data for ids ['2bb81afb-8676-4fee-adb4-40e8db299a61'] in dv-neutron-835340-2-hyperv is: [{'id': '2bb81afb-8676-4fee-adb4-40e8db299a61', 'name': 'tempest-TestShelveInstance-688086857-router', 'tenant_id': '611bb780ca494fbc8b6c699d288a0e35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:33:32Z', 'updated_at': '2022-03-28T12:42:27Z', 'revision_number': 6, 'project_id': '611bb780ca494fbc8b6c699d288a0e35', 'gw_port_host': None}] {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 12:42:28.067337 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-10c8adac-96ad-4050-99a9-5ef953ab75a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:28.118247 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c8adac-96ad-4050-99a9-5ef953ab75a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=e35030e4-b6b8-46fa-9c65-cb3e4c2b7ae5,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:42:28.206448 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-10c8adac-96ad-4050-99a9-5ef953ab75a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-709573'] for router_gateway, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:28.383516 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-10c8adac-96ad-4050-99a9-5ef953ab75a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-745164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-260864'] for router, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:28.385922 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-10c8adac-96ad-4050-99a9-5ef953ab75a7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:28.410338 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-10c8adac-96ad-4050-99a9-5ef953ab75a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-745021'] for router, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:28.410858 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10c8adac-96ad-4050-99a9-5ef953ab75a7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2bb81afb-8676-4fee-adb4-40e8db299a61 {{(pid=87870) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 12:42:28.424235 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-10c8adac-96ad-4050-99a9-5ef953ab75a7 admin admin] Notify callbacks [] for router, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:28.425346 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-10c8adac-96ad-4050-99a9-5ef953ab75a7 admin admin] 10.222.0.30 "DELETE /v2.0/routers/2bb81afb-8676-4fee-adb4-40e8db299a61 HTTP/1.1" status: 204 len: 168 time: 1.2177441 Mar 28 12:42:28.427869 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 38120) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:42:28.587928 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7a28e3b-9645-456f-b1c4-64a80595801f admin admin] Deleting subnet 400457e7-d978-42e3-844f-be8339183739 {{(pid=87870) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 12:42:28.590665 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c7a28e3b-9645-456f-b1c4-64a80595801f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:28.638379 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c7a28e3b-9645-456f-b1c4-64a80595801f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3591354'] for subnet, precommit_delete_associations {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:28.714113 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c7a28e3b-9645-456f-b1c4-64a80595801f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1919782'] for subnet, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:28.785497 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c7a28e3b-9645-456f-b1c4-64a80595801f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1919805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2561174', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2563528'] for subnet, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:28.824070 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a28e3b-9645-456f-b1c4-64a80595801f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=400457e7-d978-42e3-844f-be8339183739,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:42:28.826112 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c7a28e3b-9645-456f-b1c4-64a80595801f admin admin] Notify callbacks [] for subnet, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:28.830335 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2754670-47d2-4644-9f2b-6f8136f8b210 None None] Network 82100c45-55ff-48f2-87d9-3e87334936ab requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 12:42:28.835971 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 38124) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:42:28.836414 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-c7a28e3b-9645-456f-b1c4-64a80595801f admin admin] 10.222.0.30 "DELETE /v2.0/subnets/400457e7-d978-42e3-844f-be8339183739 HTTP/1.1" status: 204 len: 168 time: 0.4071968 Mar 28 12:42:28.893507 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device e35030e4-b6b8-46fa-9c65-cb3e4c2b7ae5 no longer exists at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 12:42:28.973134 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-830d26d0-a8b8-4d2f-bcb5-30ef7cb37d46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588883'] for network, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:28.984873 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-830d26d0-a8b8-4d2f-bcb5-30ef7cb37d46 admin admin] Deleting port 6e188b2c-e739-42ae-8bbd-111697a49f61 {{(pid=87871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:42:28.985470 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-830d26d0-a8b8-4d2f-bcb5-30ef7cb37d46 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:29.011260 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] No Port match for: e35030e4-b6b8-46fa-9c65-cb3e4c2b7ae5 {{(pid=87872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 12:42:29.011642 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device e35030e4-b6b8-46fa-9c65-cb3e4c2b7ae5 not bound to the agent host dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 12:42:29.012072 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 0b425d8a-052d-4f86-8b32-5427265af5c8 no longer exists at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 12:42:29.058219 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] No Port match for: 0b425d8a-052d-4f86-8b32-5427265af5c8 {{(pid=87872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 12:42:29.059334 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 0b425d8a-052d-4f86-8b32-5427265af5c8 not bound to the agent host dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 12:42:29.201734 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.db [None req-830d26d0-a8b8-4d2f-bcb5-30ef7cb37d46 admin admin] For port 6e188b2c-e739-42ae-8bbd-111697a49f61, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=6e188b2c-e739-42ae-8bbd-111697a49f61,segment=NetworkSegment(1ff2eb9a-5a02-412d-ac79-976daac1f37a),segment_id=1ff2eb9a-5a02-412d-ac79-976daac1f37a)] {{(pid=87871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:42:29.202086 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-830d26d0-a8b8-4d2f-bcb5-30ef7cb37d46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:29.244738 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3963bf6b-6155-4150-a09d-a941be382800 None None] DHCP port deletion for 82100c45-55ff-48f2-87d9-3e87334936ab request from dv-neutron-835340-2-hyperv {{(pid=87872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 12:42:29.248964 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-3963bf6b-6155-4150-a09d-a941be382800 None None] Deleting port 6e188b2c-e739-42ae-8bbd-111697a49f61 {{(pid=87872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:42:29.249362 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-3963bf6b-6155-4150-a09d-a941be382800 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:29.330319 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-830d26d0-a8b8-4d2f-bcb5-30ef7cb37d46 admin admin] Calling delete_port for 6e188b2c-e739-42ae-8bbd-111697a49f61 owned by network:dhcp {{(pid=87871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:42:29.405171 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-830d26d0-a8b8-4d2f-bcb5-30ef7cb37d46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:29.451556 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-3963bf6b-6155-4150-a09d-a941be382800 None None] For port 6e188b2c-e739-42ae-8bbd-111697a49f61, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=6e188b2c-e739-42ae-8bbd-111697a49f61,segment=NetworkSegment(1ff2eb9a-5a02-412d-ac79-976daac1f37a),segment_id=1ff2eb9a-5a02-412d-ac79-976daac1f37a)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:42:29.451849 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-3963bf6b-6155-4150-a09d-a941be382800 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:29.454515 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830d26d0-a8b8-4d2f-bcb5-30ef7cb37d46 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e188b2c-e739-42ae-8bbd-111697a49f61,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:42:29.458195 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-830d26d0-a8b8-4d2f-bcb5-30ef7cb37d46 admin admin] No DVR routers for this DVR port 6e188b2c-e739-42ae-8bbd-111697a49f61 on host dv-neutron-835340-2-hyperv {{(pid=87871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 12:42:29.572240 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-3963bf6b-6155-4150-a09d-a941be382800 None None] Calling delete_port for 6e188b2c-e739-42ae-8bbd-111697a49f61 owned by network:dhcp {{(pid=87872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:42:29.645624 dv-neutron-835340-2-hyperv neutron-server[87872]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 12:42:29.645624 dv-neutron-835340-2-hyperv neutron-server[87872]: util.warn( Mar 28 12:42:29.645624 dv-neutron-835340-2-hyperv neutron-server[87872]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 12:42:29.645624 dv-neutron-835340-2-hyperv neutron-server[87872]: util.warn( Mar 28 12:42:29.645624 dv-neutron-835340-2-hyperv neutron-server[87872]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 12:42:29.645624 dv-neutron-835340-2-hyperv neutron-server[87872]: util.warn( Mar 28 12:42:29.645624 dv-neutron-835340-2-hyperv neutron-server[87872]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 12:42:29.645624 dv-neutron-835340-2-hyperv neutron-server[87872]: util.warn( Mar 28 12:42:29.645624 dv-neutron-835340-2-hyperv neutron-server[87872]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 12:42:29.645624 dv-neutron-835340-2-hyperv neutron-server[87872]: util.warn( Mar 28 12:42:29.645624 dv-neutron-835340-2-hyperv neutron-server[87872]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 12:42:29.645624 dv-neutron-835340-2-hyperv neutron-server[87872]: util.warn( Mar 28 12:42:29.645624 dv-neutron-835340-2-hyperv neutron-server[87872]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 12:42:29.645624 dv-neutron-835340-2-hyperv neutron-server[87872]: util.warn( Mar 28 12:42:29.645624 dv-neutron-835340-2-hyperv neutron-server[87872]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 12:42:29.645624 dv-neutron-835340-2-hyperv neutron-server[87872]: util.warn( Mar 28 12:42:29.645624 dv-neutron-835340-2-hyperv neutron-server[87872]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 12:42:29.645624 dv-neutron-835340-2-hyperv neutron-server[87872]: util.warn( Mar 28 12:42:29.645624 dv-neutron-835340-2-hyperv neutron-server[87872]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 12:42:29.645624 dv-neutron-835340-2-hyperv neutron-server[87872]: util.warn( Mar 28 12:42:29.645624 dv-neutron-835340-2-hyperv neutron-server[87872]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 12:42:29.645624 dv-neutron-835340-2-hyperv neutron-server[87872]: util.warn( Mar 28 12:42:29.645624 dv-neutron-835340-2-hyperv neutron-server[87872]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 12:42:29.645624 dv-neutron-835340-2-hyperv neutron-server[87872]: util.warn( Mar 28 12:42:29.645624 dv-neutron-835340-2-hyperv neutron-server[87872]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 12:42:29.645624 dv-neutron-835340-2-hyperv neutron-server[87872]: util.warn( Mar 28 12:42:29.645624 dv-neutron-835340-2-hyperv neutron-server[87872]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 12:42:29.645624 dv-neutron-835340-2-hyperv neutron-server[87872]: util.warn( Mar 28 12:42:29.645624 dv-neutron-835340-2-hyperv neutron-server[87872]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 12:42:29.645624 dv-neutron-835340-2-hyperv neutron-server[87872]: util.warn( Mar 28 12:42:29.645624 dv-neutron-835340-2-hyperv neutron-server[87872]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 12:42:29.645624 dv-neutron-835340-2-hyperv neutron-server[87872]: util.warn( Mar 28 12:42:29.645624 dv-neutron-835340-2-hyperv neutron-server[87872]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 12:42:29.645624 dv-neutron-835340-2-hyperv neutron-server[87872]: util.warn( Mar 28 12:42:29.645624 dv-neutron-835340-2-hyperv neutron-server[87872]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 12:42:29.645624 dv-neutron-835340-2-hyperv neutron-server[87872]: util.warn( Mar 28 12:42:29.645624 dv-neutron-835340-2-hyperv neutron-server[87872]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 12:42:29.645624 dv-neutron-835340-2-hyperv neutron-server[87872]: util.warn( Mar 28 12:42:29.645624 dv-neutron-835340-2-hyperv neutron-server[87872]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 12:42:29.645624 dv-neutron-835340-2-hyperv neutron-server[87872]: util.warn( Mar 28 12:42:29.645624 dv-neutron-835340-2-hyperv neutron-server[87872]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 12:42:29.645624 dv-neutron-835340-2-hyperv neutron-server[87872]: util.warn( Mar 28 12:42:29.645624 dv-neutron-835340-2-hyperv neutron-server[87872]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 12:42:29.645624 dv-neutron-835340-2-hyperv neutron-server[87872]: util.warn( Mar 28 12:42:29.645624 dv-neutron-835340-2-hyperv neutron-server[87872]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 12:42:29.645624 dv-neutron-835340-2-hyperv neutron-server[87872]: util.warn( Mar 28 12:42:29.645624 dv-neutron-835340-2-hyperv neutron-server[87872]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 12:42:29.645624 dv-neutron-835340-2-hyperv neutron-server[87872]: util.warn( Mar 28 12:42:29.645624 dv-neutron-835340-2-hyperv neutron-server[87872]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 12:42:29.645624 dv-neutron-835340-2-hyperv neutron-server[87872]: util.warn( Mar 28 12:42:29.645624 dv-neutron-835340-2-hyperv neutron-server[87872]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 12:42:29.645624 dv-neutron-835340-2-hyperv neutron-server[87872]: util.warn( Mar 28 12:42:29.645624 dv-neutron-835340-2-hyperv neutron-server[87872]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 12:42:29.645624 dv-neutron-835340-2-hyperv neutron-server[87872]: util.warn( Mar 28 12:42:29.645624 dv-neutron-835340-2-hyperv neutron-server[87872]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 28 12:42:29.645624 dv-neutron-835340-2-hyperv neutron-server[87872]: util.warn( Mar 28 12:42:29.654425 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.db.api [None req-3963bf6b-6155-4150-a09d-a941be382800 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87872) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 12:42:29.654783 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG oslo_db.api [None req-3963bf6b-6155-4150-a09d-a941be382800 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 12:42:29.673180 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-830d26d0-a8b8-4d2f-bcb5-30ef7cb37d46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930431', 'neutron.services.segments.db._delete_segments_for_network-8783496351308'] for network, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:29.698194 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.segments.db [None req-830d26d0-a8b8-4d2f-bcb5-30ef7cb37d46 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82100c45-55ff-48f2-87d9-3e87334936ab']}} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:42:29.709858 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.segments.db [None req-830d26d0-a8b8-4d2f-bcb5-30ef7cb37d46 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ff2eb9a-5a02-412d-ac79-976daac1f37a') {'for_net_delete': True} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:42:29.710714 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.segments.db [None req-830d26d0-a8b8-4d2f-bcb5-30ef7cb37d46 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ff2eb9a-5a02-412d-ac79-976daac1f37a') {} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:42:29.721850 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-830d26d0-a8b8-4d2f-bcb5-30ef7cb37d46 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783496353639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3436890'] for segment, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:29.737513 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-830d26d0-a8b8-4d2f-bcb5-30ef7cb37d46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:29.743841 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-830d26d0-a8b8-4d2f-bcb5-30ef7cb37d46 admin admin] Releasing vlan 62 on physical network physnet1 to pool {{(pid=87871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 12:42:29.744221 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-830d26d0-a8b8-4d2f-bcb5-30ef7cb37d46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1920481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2363149'] for segment, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:29.757761 dv-neutron-835340-2-hyperv neutron-server[87871]: Traceback (most recent call last): Mar 28 12:42:29.757761 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 12:42:29.757761 dv-neutron-835340-2-hyperv neutron-server[87871]: timer() Mar 28 12:42:29.757761 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 12:42:29.757761 dv-neutron-835340-2-hyperv neutron-server[87871]: cb(*args, **kw) Mar 28 12:42:29.757761 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 12:42:29.757761 dv-neutron-835340-2-hyperv neutron-server[87871]: return func(*args, **kwargs) Mar 28 12:42:29.757761 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 12:42:29.757761 dv-neutron-835340-2-hyperv neutron-server[87871]: self._notify() Mar 28 12:42:29.757761 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 12:42:29.757761 dv-neutron-835340-2-hyperv neutron-server[87871]: self.callback(batched_events) Mar 28 12:42:29.757761 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 12:42:29.757761 dv-neutron-835340-2-hyperv neutron-server[87871]: event.method(event) Mar 28 12:42:29.757761 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 12:42:29.757761 dv-neutron-835340-2-hyperv neutron-server[87871]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 12:42:29.757761 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 12:42:29.757761 dv-neutron-835340-2-hyperv neutron-server[87871]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 12:42:29.757761 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 12:42:29.757761 dv-neutron-835340-2-hyperv neutron-server[87871]: return f(self, *a, **k) Mar 28 12:42:29.757761 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 12:42:29.757761 dv-neutron-835340-2-hyperv neutron-server[87871]: return self._get(url).json() Mar 28 12:42:29.757761 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 12:42:29.757761 dv-neutron-835340-2-hyperv neutron-server[87871]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 12:42:29.757761 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 12:42:29.757761 dv-neutron-835340-2-hyperv neutron-server[87871]: return self.request(url, 'GET', **kwargs) Mar 28 12:42:29.757761 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 12:42:29.757761 dv-neutron-835340-2-hyperv neutron-server[87871]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 12:42:29.757761 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 12:42:29.757761 dv-neutron-835340-2-hyperv neutron-server[87871]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 12:42:29.757761 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 12:42:29.757761 dv-neutron-835340-2-hyperv neutron-server[87871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 12:42:29.757761 dv-neutron-835340-2-hyperv neutron-server[87871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 12:42:29.832388 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-830d26d0-a8b8-4d2f-bcb5-30ef7cb37d46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709602'] for network, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:29.848387 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-830d26d0-a8b8-4d2f-bcb5-30ef7cb37d46 admin admin] Notify callbacks [] for network, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:29.858492 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830d26d0-a8b8-4d2f-bcb5-30ef7cb37d46 admin admin] Pushing event deleted for resources: {'Network': ['ID=82100c45-55ff-48f2-87d9-3e87334936ab,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:42:29.865769 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-830d26d0-a8b8-4d2f-bcb5-30ef7cb37d46 admin admin] 10.222.0.30 "DELETE /v2.0/networks/82100c45-55ff-48f2-87d9-3e87334936ab HTTP/1.1" status: 204 len: 168 time: 1.0287595 Mar 28 12:42:29.868713 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 38128) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:42:30.156118 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-3963bf6b-6155-4150-a09d-a941be382800 None None] Deleting port 6e188b2c-e739-42ae-8bbd-111697a49f61 {{(pid=87872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:42:30.156670 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-3963bf6b-6155-4150-a09d-a941be382800 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:30.220676 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-3963bf6b-6155-4150-a09d-a941be382800 None None] The port '6e188b2c-e739-42ae-8bbd-111697a49f61' was deleted {{(pid=87872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 12:42:30.398216 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-fa19da4b-5d9e-49e1-b552-2a81cdf65e73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-743394'] for router_interface, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:30.734318 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-fa19da4b-5d9e-49e1-b552-2a81cdf65e73 admin admin] Deleting port 02a58490-022a-4b00-86e7-80d3eab34661 {{(pid=87871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:42:30.734650 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-fa19da4b-5d9e-49e1-b552-2a81cdf65e73 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:30.880917 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 6e188b2c-e739-42ae-8bbd-111697a49f61 no longer exists at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 12:42:30.906260 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.db [None req-fa19da4b-5d9e-49e1-b552-2a81cdf65e73 admin admin] For port 02a58490-022a-4b00-86e7-80d3eab34661, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=02a58490-022a-4b00-86e7-80d3eab34661,segment=NetworkSegment(38583e6f-0d39-415a-9e1f-ffc0e9251fee),segment_id=38583e6f-0d39-415a-9e1f-ffc0e9251fee)] {{(pid=87871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:42:30.906808 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-fa19da4b-5d9e-49e1-b552-2a81cdf65e73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:30.917385 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] No Port match for: 6e188b2c-e739-42ae-8bbd-111697a49f61 {{(pid=87872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 12:42:30.917729 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 6e188b2c-e739-42ae-8bbd-111697a49f61 not bound to the agent host dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 12:42:31.134624 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-fa19da4b-5d9e-49e1-b552-2a81cdf65e73 admin admin] Calling delete_port for 02a58490-022a-4b00-86e7-80d3eab34661 owned by network:router_interface {{(pid=87871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:42:31.305840 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-fa19da4b-5d9e-49e1-b552-2a81cdf65e73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:31.355678 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa19da4b-5d9e-49e1-b552-2a81cdf65e73 admin admin] Pushing event deleted for resources: {'Port': ['ID=02a58490-022a-4b00-86e7-80d3eab34661,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:42:31.618113 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-fa19da4b-5d9e-49e1-b552-2a81cdf65e73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-743246'] for router_interface, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:31.974479 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa19da4b-5d9e-49e1-b552-2a81cdf65e73 admin admin] Router 2f722e72-4b3d-4ea3-8df7-45f9edb5c18f has already been hosted by L3 agent af79d429-529e-400b-a119-94d4bec03f3e {{(pid=87871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 12:42:32.152085 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa19da4b-5d9e-49e1-b552-2a81cdf65e73 admin admin] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 12:42:32.160620 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-fa19da4b-5d9e-49e1-b552-2a81cdf65e73 admin admin] 10.222.0.30 "PUT /v2.0/routers/2f722e72-4b3d-4ea3-8df7-45f9edb5c18f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2909672 Mar 28 12:42:32.160853 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33abf27d-1049-4836-a375-3f98cae8227b None None] Sync routers for ids ['2f722e72-4b3d-4ea3-8df7-45f9edb5c18f'] in dv-neutron-835340-2-hyperv {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 12:42:32.163053 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 38132) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:42:32.171127 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33abf27d-1049-4836-a375-3f98cae8227b None None] Routers {'2f722e72-4b3d-4ea3-8df7-45f9edb5c18f'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:42:32.171753 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-33abf27d-1049-4836-a375-3f98cae8227b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:42:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['2f722e72-4b3d-4ea3-8df7-45f9edb5c18f'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:42:32.336275 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-b70ecf76-0c90-4ae2-bacf-476eeb64ca7c admin admin] Notify callbacks [] for router, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:32.341858 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvr_db [None req-33abf27d-1049-4836-a375-3f98cae8227b None None] Set router 2f722e72-4b3d-4ea3-8df7-45f9edb5c18f gateway port host: dv-neutron-835340-2-hyperv {{(pid=87872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:42:32.489889 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-4b866ba0-47f7-419b-8c13-dba2b08ce6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:32.625914 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-b70ecf76-0c90-4ae2-bacf-476eeb64ca7c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:32.636706 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-b70ecf76-0c90-4ae2-bacf-476eeb64ca7c admin admin] Deleting port ebe262b2-a318-4b21-b8f0-d4601a459d3e {{(pid=87871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:42:32.637123 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-b70ecf76-0c90-4ae2-bacf-476eeb64ca7c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:32.641558 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-33abf27d-1049-4836-a375-3f98cae8227b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f722e72-4b3d-4ea3-8df7-45f9edb5c18f', 'name': 'tempest-TestShelveInstance-1723043338-router', 'tenant_id': 'a8c07d0990fa47ceab1ca36b68b186a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.114'}], 'enable_snat': True}, 'gw_port_id': 'ebe262b2-a318-4b21-b8f0-d4601a459d3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:33:38Z', 'updated_at': '2022-03-28T12:42:31Z', 'revision_number': 5, 'project_id': 'a8c07d0990fa47ceab1ca36b68b186a8', 'gw_port': {'id': 'ebe262b2-a318-4b21-b8f0-d4601a459d3e', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:bd:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f722e72-4b3d-4ea3-8df7-45f9edb5c18f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:33:39Z', 'updated_at': '2022-03-28T12:33:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv'}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:42:32.645340 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33abf27d-1049-4836-a375-3f98cae8227b None None] Checking router: 2f722e72-4b3d-4ea3-8df7-45f9edb5c18f for host: dv-neutron-835340-2-hyperv {{(pid=87872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 12:42:32.654473 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33abf27d-1049-4836-a375-3f98cae8227b None None] Routers {'2f722e72-4b3d-4ea3-8df7-45f9edb5c18f'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:42:32.655056 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-33abf27d-1049-4836-a375-3f98cae8227b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:42:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['2f722e72-4b3d-4ea3-8df7-45f9edb5c18f'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:42:32.812775 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.db [None req-b70ecf76-0c90-4ae2-bacf-476eeb64ca7c admin admin] For port ebe262b2-a318-4b21-b8f0-d4601a459d3e, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=ebe262b2-a318-4b21-b8f0-d4601a459d3e,segment=NetworkSegment(688afb86-c9bd-46e2-ba7d-3fe76fb1efff),segment_id=688afb86-c9bd-46e2-ba7d-3fe76fb1efff)] {{(pid=87871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:42:32.813042 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-b70ecf76-0c90-4ae2-bacf-476eeb64ca7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:32.841555 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvr_db [None req-33abf27d-1049-4836-a375-3f98cae8227b None None] Set router 2f722e72-4b3d-4ea3-8df7-45f9edb5c18f gateway port host: None {{(pid=87872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:42:32.947212 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-b70ecf76-0c90-4ae2-bacf-476eeb64ca7c admin admin] Calling delete_port for ebe262b2-a318-4b21-b8f0-d4601a459d3e owned by network:router_gateway {{(pid=87871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:42:32.949981 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-33abf27d-1049-4836-a375-3f98cae8227b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f722e72-4b3d-4ea3-8df7-45f9edb5c18f', 'name': 'tempest-TestShelveInstance-1723043338-router', 'tenant_id': 'a8c07d0990fa47ceab1ca36b68b186a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:33:38Z', 'updated_at': '2022-03-28T12:42:32Z', 'revision_number': 6, 'project_id': 'a8c07d0990fa47ceab1ca36b68b186a8', 'gw_port_host': None}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:42:32.954148 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33abf27d-1049-4836-a375-3f98cae8227b None None] The sync data for ids ['2f722e72-4b3d-4ea3-8df7-45f9edb5c18f'] in dv-neutron-835340-2-hyperv is: [{'id': '2f722e72-4b3d-4ea3-8df7-45f9edb5c18f', 'name': 'tempest-TestShelveInstance-1723043338-router', 'tenant_id': 'a8c07d0990fa47ceab1ca36b68b186a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:33:38Z', 'updated_at': '2022-03-28T12:42:32Z', 'revision_number': 6, 'project_id': 'a8c07d0990fa47ceab1ca36b68b186a8', 'gw_port_host': None}] {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 12:42:33.114662 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-b70ecf76-0c90-4ae2-bacf-476eeb64ca7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:33.162942 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70ecf76-0c90-4ae2-bacf-476eeb64ca7c admin admin] Pushing event deleted for resources: {'Port': ['ID=ebe262b2-a318-4b21-b8f0-d4601a459d3e,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:42:33.261528 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-b70ecf76-0c90-4ae2-bacf-476eeb64ca7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-709573'] for router_gateway, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:33.465136 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-b70ecf76-0c90-4ae2-bacf-476eeb64ca7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-745164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-260864'] for router, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:33.467342 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-b70ecf76-0c90-4ae2-bacf-476eeb64ca7c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:33.494255 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-b70ecf76-0c90-4ae2-bacf-476eeb64ca7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-745021'] for router, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:33.494908 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b70ecf76-0c90-4ae2-bacf-476eeb64ca7c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2f722e72-4b3d-4ea3-8df7-45f9edb5c18f {{(pid=87871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 12:42:33.508497 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-b70ecf76-0c90-4ae2-bacf-476eeb64ca7c admin admin] Notify callbacks [] for router, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:33.509703 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-b70ecf76-0c90-4ae2-bacf-476eeb64ca7c admin admin] 10.222.0.30 "DELETE /v2.0/routers/2f722e72-4b3d-4ea3-8df7-45f9edb5c18f HTTP/1.1" status: 204 len: 168 time: 1.3450012 Mar 28 12:42:33.512260 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 38136) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:42:33.574247 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.db_base_plugin_v2 [None req-81ab6f47-6dfc-4152-9c5a-8f9086d9e89e admin admin] Deleting subnet 8cddd6af-5506-48a6-8f43-9a44b9996fce {{(pid=87871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 12:42:33.577405 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-81ab6f47-6dfc-4152-9c5a-8f9086d9e89e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:33.633460 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-81ab6f47-6dfc-4152-9c5a-8f9086d9e89e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3436877'] for subnet, precommit_delete_associations {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:33.722447 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-81ab6f47-6dfc-4152-9c5a-8f9086d9e89e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1919782'] for subnet, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:33.799617 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-81ab6f47-6dfc-4152-9c5a-8f9086d9e89e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1919805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2364079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26551417'] for subnet, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:33.851718 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ab6f47-6dfc-4152-9c5a-8f9086d9e89e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8cddd6af-5506-48a6-8f43-9a44b9996fce,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:42:33.855763 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-81ab6f47-6dfc-4152-9c5a-8f9086d9e89e admin admin] Notify callbacks [] for subnet, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:33.862184 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d71603d-7c4f-4aec-b830-1c0283a61881 None None] Network de9fcde5-df95-47b2-aea3-93694a659a23 requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 12:42:33.862820 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-81ab6f47-6dfc-4152-9c5a-8f9086d9e89e admin admin] 10.222.0.30 "DELETE /v2.0/subnets/8cddd6af-5506-48a6-8f43-9a44b9996fce HTTP/1.1" status: 204 len: 168 time: 0.3495648 Mar 28 12:42:33.865156 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 38140) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:42:34.101259 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-3864e116-22b9-48ca-990f-517e87773612 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588883'] for network, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:34.112114 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-3864e116-22b9-48ca-990f-517e87773612 admin admin] Deleting port 5fd5e974-3cc0-4087-9321-2d6bbdaa5ac5 {{(pid=87871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:42:34.112114 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-3864e116-22b9-48ca-990f-517e87773612 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:34.121247 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4f346bd-8446-494e-854f-137f8451ae0d None None] DHCP port deletion for de9fcde5-df95-47b2-aea3-93694a659a23 request from dv-neutron-835340-2-hyperv {{(pid=87872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 12:42:34.127462 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-f4f346bd-8446-494e-854f-137f8451ae0d None None] Deleting port 5fd5e974-3cc0-4087-9321-2d6bbdaa5ac5 {{(pid=87872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:42:34.127937 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-f4f346bd-8446-494e-854f-137f8451ae0d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:34.317315 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.db [None req-3864e116-22b9-48ca-990f-517e87773612 admin admin] For port 5fd5e974-3cc0-4087-9321-2d6bbdaa5ac5, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=5fd5e974-3cc0-4087-9321-2d6bbdaa5ac5,segment=NetworkSegment(38583e6f-0d39-415a-9e1f-ffc0e9251fee),segment_id=38583e6f-0d39-415a-9e1f-ffc0e9251fee)] {{(pid=87871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:42:34.317857 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-3864e116-22b9-48ca-990f-517e87773612 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:34.363619 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-f4f346bd-8446-494e-854f-137f8451ae0d None None] For port 5fd5e974-3cc0-4087-9321-2d6bbdaa5ac5, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=5fd5e974-3cc0-4087-9321-2d6bbdaa5ac5,segment=NetworkSegment(38583e6f-0d39-415a-9e1f-ffc0e9251fee),segment_id=38583e6f-0d39-415a-9e1f-ffc0e9251fee)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:42:34.364001 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-f4f346bd-8446-494e-854f-137f8451ae0d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:34.444193 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-3864e116-22b9-48ca-990f-517e87773612 admin admin] Calling delete_port for 5fd5e974-3cc0-4087-9321-2d6bbdaa5ac5 owned by network:dhcp {{(pid=87871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:42:34.500086 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-f4f346bd-8446-494e-854f-137f8451ae0d None None] Calling delete_port for 5fd5e974-3cc0-4087-9321-2d6bbdaa5ac5 owned by network:dhcp {{(pid=87872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:42:34.518914 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-3864e116-22b9-48ca-990f-517e87773612 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:34.568675 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3864e116-22b9-48ca-990f-517e87773612 admin admin] Pushing event deleted for resources: {'Port': ['ID=5fd5e974-3cc0-4087-9321-2d6bbdaa5ac5,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:42:34.572493 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3864e116-22b9-48ca-990f-517e87773612 admin admin] No DVR routers for this DVR port 5fd5e974-3cc0-4087-9321-2d6bbdaa5ac5 on host dv-neutron-835340-2-hyperv {{(pid=87871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 12:42:34.578020 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.db.api [None req-f4f346bd-8446-494e-854f-137f8451ae0d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87872) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 12:42:34.578388 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG oslo_db.api [None req-f4f346bd-8446-494e-854f-137f8451ae0d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 12:42:34.685974 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-3864e116-22b9-48ca-990f-517e87773612 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930431', 'neutron.services.segments.db._delete_segments_for_network-8783496351308'] for network, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:34.710542 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.segments.db [None req-3864e116-22b9-48ca-990f-517e87773612 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de9fcde5-df95-47b2-aea3-93694a659a23']}} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:42:34.722227 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.segments.db [None req-3864e116-22b9-48ca-990f-517e87773612 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38583e6f-0d39-415a-9e1f-ffc0e9251fee') {'for_net_delete': True} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:42:34.722536 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.segments.db [None req-3864e116-22b9-48ca-990f-517e87773612 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38583e6f-0d39-415a-9e1f-ffc0e9251fee') {} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:42:34.734086 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-3864e116-22b9-48ca-990f-517e87773612 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783496353639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3436890'] for segment, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:34.750069 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-3864e116-22b9-48ca-990f-517e87773612 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:34.755963 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3864e116-22b9-48ca-990f-517e87773612 admin admin] Releasing vlan 84 on physical network physnet1 to pool {{(pid=87871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 12:42:34.756343 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-3864e116-22b9-48ca-990f-517e87773612 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1920481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2363149'] for segment, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:34.769050 dv-neutron-835340-2-hyperv neutron-server[87871]: Traceback (most recent call last): Mar 28 12:42:34.769050 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 12:42:34.769050 dv-neutron-835340-2-hyperv neutron-server[87871]: timer() Mar 28 12:42:34.769050 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 12:42:34.769050 dv-neutron-835340-2-hyperv neutron-server[87871]: cb(*args, **kw) Mar 28 12:42:34.769050 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 12:42:34.769050 dv-neutron-835340-2-hyperv neutron-server[87871]: return func(*args, **kwargs) Mar 28 12:42:34.769050 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 12:42:34.769050 dv-neutron-835340-2-hyperv neutron-server[87871]: self._notify() Mar 28 12:42:34.769050 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 12:42:34.769050 dv-neutron-835340-2-hyperv neutron-server[87871]: self.callback(batched_events) Mar 28 12:42:34.769050 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 12:42:34.769050 dv-neutron-835340-2-hyperv neutron-server[87871]: event.method(event) Mar 28 12:42:34.769050 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 12:42:34.769050 dv-neutron-835340-2-hyperv neutron-server[87871]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 12:42:34.769050 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 12:42:34.769050 dv-neutron-835340-2-hyperv neutron-server[87871]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 12:42:34.769050 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 12:42:34.769050 dv-neutron-835340-2-hyperv neutron-server[87871]: return f(self, *a, **k) Mar 28 12:42:34.769050 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 12:42:34.769050 dv-neutron-835340-2-hyperv neutron-server[87871]: return self._get(url).json() Mar 28 12:42:34.769050 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 12:42:34.769050 dv-neutron-835340-2-hyperv neutron-server[87871]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 12:42:34.769050 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 12:42:34.769050 dv-neutron-835340-2-hyperv neutron-server[87871]: return self.request(url, 'GET', **kwargs) Mar 28 12:42:34.769050 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 12:42:34.769050 dv-neutron-835340-2-hyperv neutron-server[87871]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 12:42:34.769050 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 12:42:34.769050 dv-neutron-835340-2-hyperv neutron-server[87871]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 12:42:34.769050 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 12:42:34.769050 dv-neutron-835340-2-hyperv neutron-server[87871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 12:42:34.769050 dv-neutron-835340-2-hyperv neutron-server[87871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 12:42:34.825319 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-d2ee8889-71fd-4027-863c-f2b79d1064e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:34.848653 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-3864e116-22b9-48ca-990f-517e87773612 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709602'] for network, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:34.868023 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-3864e116-22b9-48ca-990f-517e87773612 admin admin] Notify callbacks [] for network, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:34.874146 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3864e116-22b9-48ca-990f-517e87773612 admin admin] Pushing event deleted for resources: {'Network': ['ID=de9fcde5-df95-47b2-aea3-93694a659a23,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:42:34.883505 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-3864e116-22b9-48ca-990f-517e87773612 admin admin] 10.222.0.30 "DELETE /v2.0/networks/de9fcde5-df95-47b2-aea3-93694a659a23 HTTP/1.1" status: 204 len: 168 time: 1.0145180 Mar 28 12:42:34.899312 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 02a58490-022a-4b00-86e7-80d3eab34661 no longer exists at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 12:42:34.934838 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] No Port match for: 02a58490-022a-4b00-86e7-80d3eab34661 {{(pid=87872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 12:42:34.935235 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 02a58490-022a-4b00-86e7-80d3eab34661 not bound to the agent host dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 12:42:34.935807 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device ebe262b2-a318-4b21-b8f0-d4601a459d3e no longer exists at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 12:42:34.972562 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] No Port match for: ebe262b2-a318-4b21-b8f0-d4601a459d3e {{(pid=87872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 12:42:34.972905 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device ebe262b2-a318-4b21-b8f0-d4601a459d3e not bound to the agent host dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 12:42:34.973319 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 5fd5e974-3cc0-4087-9321-2d6bbdaa5ac5 no longer exists at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 12:42:34.996913 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 38146) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:42:35.011250 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] No Port match for: 5fd5e974-3cc0-4087-9321-2d6bbdaa5ac5 {{(pid=87872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 12:42:35.011617 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 5fd5e974-3cc0-4087-9321-2d6bbdaa5ac5 not bound to the agent host dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 12:42:35.045754 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-63332d4a-d6c9-4ea5-aedb-a7b61128483e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=611bb780ca494fbc8b6c699d288a0e35&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0477004 Mar 28 12:42:35.048231 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 38150) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:42:35.079261 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-f4f346bd-8446-494e-854f-137f8451ae0d None None] Deleting port 5fd5e974-3cc0-4087-9321-2d6bbdaa5ac5 {{(pid=87872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:42:35.079638 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-f4f346bd-8446-494e-854f-137f8451ae0d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:35.105007 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-3f0c9b92-6c64-472b-82ca-65edd8591691 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:35.129947 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-3f0c9b92-6c64-472b-82ca-65edd8591691 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:35.146019 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-f4f346bd-8446-494e-854f-137f8451ae0d None None] The port '5fd5e974-3cc0-4087-9321-2d6bbdaa5ac5' was deleted {{(pid=87872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 12:42:35.187393 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-3f0c9b92-6c64-472b-82ca-65edd8591691 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:35.205142 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0c9b92-6c64-472b-82ca-65edd8591691 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4de3b402-4723-4728-ad99-1c95829e61d0,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:42:35.213195 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-3f0c9b92-6c64-472b-82ca-65edd8591691 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:35.214323 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-3f0c9b92-6c64-472b-82ca-65edd8591691 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4de3b402-4723-4728-ad99-1c95829e61d0 HTTP/1.1" status: 204 len: 168 time: 0.1652110 Mar 28 12:42:35.564988 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 38158) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:42:35.613166 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-e3116272-22b8-4fb8-b97d-181171a41935 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a8c07d0990fa47ceab1ca36b68b186a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0469699 Mar 28 12:42:35.615393 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 38162) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:42:35.671258 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-b2b33971-ee76-4b0e-a97e-f2105cb9c1b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:35.697175 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-b2b33971-ee76-4b0e-a97e-f2105cb9c1b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:35.748579 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-b2b33971-ee76-4b0e-a97e-f2105cb9c1b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:35.764292 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b33971-ee76-4b0e-a97e-f2105cb9c1b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a68ffce-536f-4167-9036-7a607560ddca,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:42:35.769029 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-b2b33971-ee76-4b0e-a97e-f2105cb9c1b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:35.770047 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-b2b33971-ee76-4b0e-a97e-f2105cb9c1b6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4a68ffce-536f-4167-9036-7a607560ddca HTTP/1.1" status: 204 len: 168 time: 0.1537697 Mar 28 12:42:35.841081 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:35.963689 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-ef3be119-c018-4979-be07-86cf959defc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:36.526885 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 38186) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:42:36.636809 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-022c42d7-97d0-4772-8a98-54a9ef96d45b admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-498421062-network', 'tenant_id': '6687cdc7d725481099dcbcdc68d79199'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:42:36.641679 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-022c42d7-97d0-4772-8a98-54a9ef96d45b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:42:36.645480 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-022c42d7-97d0-4772-8a98-54a9ef96d45b admin admin] Usage tracker for resource:network and tenant:6687cdc7d725481099dcbcdc68d79199 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:42:36.648352 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-022c42d7-97d0-4772-8a98-54a9ef96d45b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:42:36.654394 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-022c42d7-97d0-4772-8a98-54a9ef96d45b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:42:36.664338 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-022c42d7-97d0-4772-8a98-54a9ef96d45b admin admin] Made reservation on behalf of 6687cdc7d725481099dcbcdc68d79199 for: {'network': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 12:42:36.666463 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-022c42d7-97d0-4772-8a98-54a9ef96d45b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for network, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:36.682168 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-022c42d7-97d0-4772-8a98-54a9ef96d45b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:36.696829 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-022c42d7-97d0-4772-8a98-54a9ef96d45b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:42:36.700571 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-022c42d7-97d0-4772-8a98-54a9ef96d45b admin admin] Usage tracker for resource:security_group_rule and tenant:6687cdc7d725481099dcbcdc68d79199 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:42:36.703302 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-022c42d7-97d0-4772-8a98-54a9ef96d45b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:42:36.708901 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-022c42d7-97d0-4772-8a98-54a9ef96d45b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:42:36.793759 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-022c42d7-97d0-4772-8a98-54a9ef96d45b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:36.797801 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-022c42d7-97d0-4772-8a98-54a9ef96d45b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:36.828292 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-022c42d7-97d0-4772-8a98-54a9ef96d45b admin admin] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=87871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 12:42:36.836815 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022c42d7-97d0-4772-8a98-54a9ef96d45b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7138b0c0-4638-4f15-81ee-c4d157d23da4,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:42:36.842405 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-022c42d7-97d0-4772-8a98-54a9ef96d45b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:36.842749 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.db.segments_db [None req-022c42d7-97d0-4772-8a98-54a9ef96d45b admin admin] Added segment 96f33943-708e-433e-a39a-d41cd1bacc9e of type vlan for network cd203d72-3134-4387-a5fd-0ae842e96a38 Mar 28 12:42:36.869419 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-022c42d7-97d0-4772-8a98-54a9ef96d45b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783495836591'] for network, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:36.897284 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-022c42d7-97d0-4772-8a98-54a9ef96d45b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765'] for network, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:36.898332 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-022c42d7-97d0-4772-8a98-54a9ef96d45b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:42:36.898918 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-022c42d7-97d0-4772-8a98-54a9ef96d45b admin admin] Notify callbacks [] for network, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:36.996045 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-022c42d7-97d0-4772-8a98-54a9ef96d45b admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4680367 Mar 28 12:42:36.998777 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 38192) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:42:37.005760 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-328a32a1-fa58-45ee-a4fd-ddfe61ed782b admin admin] Request body: {'subnet': {'network_id': 'cd203d72-3134-4387-a5fd-0ae842e96a38', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-498421062-subnet', 'tenant_id': '6687cdc7d725481099dcbcdc68d79199', 'ip_version': 4}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:42:37.009612 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022c42d7-97d0-4772-8a98-54a9ef96d45b admin admin] Pushing event updated for resources: {'Network': ['ID=cd203d72-3134-4387-a5fd-0ae842e96a38,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:42:37.013112 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-328a32a1-fa58-45ee-a4fd-ddfe61ed782b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:42:37.016964 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-328a32a1-fa58-45ee-a4fd-ddfe61ed782b admin admin] Usage tracker for resource:subnet and tenant:6687cdc7d725481099dcbcdc68d79199 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:42:37.019155 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Network cd203d72-3134-4387-a5fd-0ae842e96a38 details requested by agent ovs-agent-dv-neutron-835340-2-hyperv with host dv-neutron-835340-2-hyperv {{(pid=87872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 12:42:37.019821 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-328a32a1-fa58-45ee-a4fd-ddfe61ed782b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:42:37.025618 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-328a32a1-fa58-45ee-a4fd-ddfe61ed782b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:42:37.035851 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-328a32a1-fa58-45ee-a4fd-ddfe61ed782b admin admin] Made reservation on behalf of 6687cdc7d725481099dcbcdc68d79199 for: {'subnet': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 12:42:37.038589 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-328a32a1-fa58-45ee-a4fd-ddfe61ed782b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26551362'] for subnet, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:37.240947 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-328a32a1-fa58-45ee-a4fd-ddfe61ed782b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2364128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26551408'] for subnet, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:37.411999 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328a32a1-fa58-45ee-a4fd-ddfe61ed782b admin admin] Pushing event updated for resources: {'Subnet': ['ID=52aaa934-efe2-4c88-8e92-642c92607c95,revision_number=0']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:42:37.420858 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-328a32a1-fa58-45ee-a4fd-ddfe61ed782b admin admin] Checking segment: {'id': '96f33943-708e-433e-a39a-d41cd1bacc9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'cd203d72-3134-4387-a5fd-0ae842e96a38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 12:42:37.421214 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-328a32a1-fa58-45ee-a4fd-ddfe61ed782b admin admin] Network hostable DHCP agents. Network: cd203d72-3134-4387-a5fd-0ae842e96a38, hostable agents: ['3cb85949-855b-4a40-b988-cd5705e511da'], hosted agents: [] {{(pid=87871) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 12:42:37.439758 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-328a32a1-fa58-45ee-a4fd-ddfe61ed782b admin admin] Network cd203d72-3134-4387-a5fd-0ae842e96a38 is scheduled to be hosted by DHCP agent 3cb85949-855b-4a40-b988-cd5705e511da with binding_index 1 {{(pid=87871) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 12:42:37.448443 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-328a32a1-fa58-45ee-a4fd-ddfe61ed782b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-2-hyperv, cd203d72-3134-4387-a5fd-0ae842e96a38) {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:42:37.452269 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-328a32a1-fa58-45ee-a4fd-ddfe61ed782b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:42:37.452844 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-328a32a1-fa58-45ee-a4fd-ddfe61ed782b admin admin] Notify callbacks [] for subnet, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:37.458224 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c793ce2-aec3-4947-a203-7b83955928e5 None None] Network cd203d72-3134-4387-a5fd-0ae842e96a38 requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 12:42:37.472572 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-328a32a1-fa58-45ee-a4fd-ddfe61ed782b admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4728100 Mar 28 12:42:37.475215 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 38196) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:42:37.480742 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-ac15ea42-7fbe-439b-a342-89476e2529e9 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-498421062-router', 'tenant_id': '6687cdc7d725481099dcbcdc68d79199', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b'}}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:42:37.485517 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-ac15ea42-7fbe-439b-a342-89476e2529e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:42:37.489334 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-ac15ea42-7fbe-439b-a342-89476e2529e9 admin admin] Usage tracker for resource:router and tenant:6687cdc7d725481099dcbcdc68d79199 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:42:37.492735 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-ac15ea42-7fbe-439b-a342-89476e2529e9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:42:37.498329 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-ac15ea42-7fbe-439b-a342-89476e2529e9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:42:37.508750 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-ac15ea42-7fbe-439b-a342-89476e2529e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-707665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-260886'] for router, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:37.509774 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-ac15ea42-7fbe-439b-a342-89476e2529e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-705660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709650', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-767110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260873'] for router, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:37.525092 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-ac15ea42-7fbe-439b-a342-89476e2529e9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:37.673196 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-b7ccd3c7-0277-4f12-8e5c-e41478141af5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:37.723408 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5a5acfb-489f-4c40-bd07-dbf749c3d148 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1d3f2a9-8722-5ce5-bc40-181687d1ed3f-cd203d72-3134-4387-a5fd-0ae842e96a38', 'network_id': 'cd203d72-3134-4387-a5fd-0ae842e96a38', 'tenant_id': '6687cdc7d725481099dcbcdc68d79199', 'fixed_ips': [{'subnet_id': '52aaa934-efe2-4c88-8e92-642c92607c95'}]}} from dv-neutron-835340-2-hyperv. {{(pid=87872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 12:42:37.724300 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-f5a5acfb-489f-4c40-bd07-dbf749c3d148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:37.795902 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-ac15ea42-7fbe-439b-a342-89476e2529e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-709632', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-707672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260923'] for router, precommit_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:37.885494 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.db_base_plugin_common [None req-f5a5acfb-489f-4c40-bd07-dbf749c3d148 None None] Allocated IP 172.20.0.2 (cd203d72-3134-4387-a5fd-0ae842e96a38/52aaa934-efe2-4c88-8e92-642c92607c95/751e72da-c739-4718-8530-a5a6842f4ed0) {{(pid=87872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 12:42:38.090871 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-f5a5acfb-489f-4c40-bd07-dbf749c3d148 None None] Notify callbacks [] for port, precommit_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:38.101068 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-f5a5acfb-489f-4c40-bd07-dbf749c3d148 None None] Transition to ACTIVE for port object 751e72da-c739-4718-8530-a5a6842f4ed0 will not be triggered until provisioned by entity L2. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:42:38.109022 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-ac15ea42-7fbe-439b-a342-89476e2529e9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:38.119862 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-f5a5acfb-489f-4c40-bd07-dbf749c3d148 None None] Transition to ACTIVE for port object 751e72da-c739-4718-8530-a5a6842f4ed0 will not be triggered until provisioned by entity DHCP. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:42:38.125282 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-f5a5acfb-489f-4c40-bd07-dbf749c3d148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241'] for port, after_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:38.139702 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-ac15ea42-7fbe-439b-a342-89476e2529e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:38.187757 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5a5acfb-489f-4c40-bd07-dbf749c3d148 None None] Network cd203d72-3134-4387-a5fd-0ae842e96a38 is already hosted by enough agents. {{(pid=87872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:42:38.195147 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.base_scheduler [None req-f5a5acfb-489f-4c40-bd07-dbf749c3d148 None None] Resources bound (agent type, host, resource id): {{(pid=87872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:42:38.199784 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a5acfb-489f-4c40-bd07-dbf749c3d148 None None] Received port after_create {{(pid=87872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 12:42:38.205507 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a5acfb-489f-4c40-bd07-dbf749c3d148 None None] Pushing event updated for resources: {'Port': ['ID=751e72da-c739-4718-8530-a5a6842f4ed0,revision_number=1']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:42:38.246214 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a5acfb-489f-4c40-bd07-dbf749c3d148 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:42:38.246560 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a5acfb-489f-4c40-bd07-dbf749c3d148 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:42:38.246893 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a5acfb-489f-4c40-bd07-dbf749c3d148 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:42:38.247225 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a5acfb-489f-4c40-bd07-dbf749c3d148 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:42:38.247576 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a5acfb-489f-4c40-bd07-dbf749c3d148 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:42:38.247908 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a5acfb-489f-4c40-bd07-dbf749c3d148 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:42:38.248230 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a5acfb-489f-4c40-bd07-dbf749c3d148 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:42:38.248553 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a5acfb-489f-4c40-bd07-dbf749c3d148 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:42:38.248876 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a5acfb-489f-4c40-bd07-dbf749c3d148 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:42:38.249196 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a5acfb-489f-4c40-bd07-dbf749c3d148 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:42:38.249515 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a5acfb-489f-4c40-bd07-dbf749c3d148 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:42:38.249830 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5a5acfb-489f-4c40-bd07-dbf749c3d148 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:42:38.277943 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.db_base_plugin_common [None req-ac15ea42-7fbe-439b-a342-89476e2529e9 admin admin] Allocated IP 172.26.7.54 (ac2b1748-8f63-4b17-a9c7-07e79704aa5b/0b7ebf76-1dc7-431a-a0b4-b96bacf287c2/28b728c2-3571-467d-9322-4f3e39c27efa) {{(pid=87871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 12:42:38.305914 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-f5a5acfb-489f-4c40-bd07-dbf749c3d148 None None] Attempting to bind port 751e72da-c739-4718-8530-a5a6842f4ed0 on host dv-neutron-835340-2-hyperv for vnic_type normal with profile {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 12:42:38.306269 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-f5a5acfb-489f-4c40-bd07-dbf749c3d148 None None] Attempting to bind port 751e72da-c739-4718-8530-a5a6842f4ed0 by drivers openvswitch,hyperv on host dv-neutron-835340-2-hyperv at level 0 using segments [{'id': '96f33943-708e-433e-a39a-d41cd1bacc9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'cd203d72-3134-4387-a5fd-0ae842e96a38'}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 12:42:38.306622 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a5acfb-489f-4c40-bd07-dbf749c3d148 None None] Attempting to bind port 751e72da-c739-4718-8530-a5a6842f4ed0 on network cd203d72-3134-4387-a5fd-0ae842e96a38 {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 12:42:38.311846 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a5acfb-489f-4c40-bd07-dbf749c3d148 None None] Checking agent: {'id': '961a16fe-cbc8-4264-ac28-bbbd53f89caa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 46, 6), 'started_at': datetime.datetime(2022, 3, 28, 11, 46, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 12, 42, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 12:42:38.312203 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a5acfb-489f-4c40-bd07-dbf749c3d148 None None] Checking segment: {'id': '96f33943-708e-433e-a39a-d41cd1bacc9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'cd203d72-3134-4387-a5fd-0ae842e96a38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 12:42:38.312590 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-f5a5acfb-489f-4c40-bd07-dbf749c3d148 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:38.312989 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a5acfb-489f-4c40-bd07-dbf749c3d148 None None] Bound using segment: {'id': '96f33943-708e-433e-a39a-d41cd1bacc9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'cd203d72-3134-4387-a5fd-0ae842e96a38'} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 12:42:38.313429 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-f5a5acfb-489f-4c40-bd07-dbf749c3d148 None None] Bound port: 751e72da-c739-4718-8530-a5a6842f4ed0, host: dv-neutron-835340-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96f33943-708e-433e-a39a-d41cd1bacc9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'cd203d72-3134-4387-a5fd-0ae842e96a38'}}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 12:42:38.313788 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-f5a5acfb-489f-4c40-bd07-dbf749c3d148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:38.402010 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-f5a5acfb-489f-4c40-bd07-dbf749c3d148 None None] For port 751e72da-c739-4718-8530-a5a6842f4ed0, host dv-neutron-835340-2-hyperv, cleared binding levels {{(pid=87872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 12:42:38.405125 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-f5a5acfb-489f-4c40-bd07-dbf749c3d148 None None] For port 751e72da-c739-4718-8530-a5a6842f4ed0, host dv-neutron-835340-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=751e72da-c739-4718-8530-a5a6842f4ed0,segment=NetworkSegment(96f33943-708e-433e-a39a-d41cd1bacc9e),segment_id=96f33943-708e-433e-a39a-d41cd1bacc9e)] {{(pid=87872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 12:42:38.409685 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-f5a5acfb-489f-4c40-bd07-dbf749c3d148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:38.430098 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-ac15ea42-7fbe-439b-a342-89476e2529e9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:38.459191 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-ac15ea42-7fbe-439b-a342-89476e2529e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:38.496353 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a5acfb-489f-4c40-bd07-dbf749c3d148 None None] Pushing event updated for resources: {'Port': ['ID=751e72da-c739-4718-8530-a5a6842f4ed0,revision_number=2']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:42:38.521332 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac15ea42-7fbe-439b-a342-89476e2529e9 admin admin] Network ac2b1748-8f63-4b17-a9c7-07e79704aa5b is already hosted by enough agents. {{(pid=87871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:42:38.524151 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-ac15ea42-7fbe-439b-a342-89476e2529e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:42:38.531732 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac15ea42-7fbe-439b-a342-89476e2529e9 admin admin] Received port after_create {{(pid=87871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 12:42:38.571354 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac15ea42-7fbe-439b-a342-89476e2529e9 admin admin] Pushing event updated for resources: {'Port': ['ID=28b728c2-3571-467d-9322-4f3e39c27efa,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:42:38.921054 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 751e72da-c739-4718-8530-a5a6842f4ed0 up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:42:38.988192 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning for port 751e72da-c739-4718-8530-a5a6842f4ed0 completed by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:42:39.074591 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-ac15ea42-7fbe-439b-a342-89476e2529e9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:39.421782 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-ac15ea42-7fbe-439b-a342-89476e2529e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709693'] for router, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:39.449894 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64586abd-483c-479a-9168-f32f4e99bb2c None None] Network cd203d72-3134-4387-a5fd-0ae842e96a38 requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 12:42:39.535728 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-f069df49-afd5-46cb-9351-79c61683d906 None None] Provisioning for port 751e72da-c739-4718-8530-a5a6842f4ed0 completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:42:39.548954 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-f069df49-afd5-46cb-9351-79c61683d906 None None] Provisioning complete for port 751e72da-c739-4718-8530-a5a6842f4ed0 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:42:39.549321 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-f069df49-afd5-46cb-9351-79c61683d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:39.628638 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac15ea42-7fbe-439b-a342-89476e2529e9 admin admin] Router 77981112-a9c2-4c97-a2f1-ddce274944ea is scheduled to L3 agent af79d429-529e-400b-a119-94d4bec03f3e with binding_index 1 {{(pid=87871) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 12:42:39.763654 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-f069df49-afd5-46cb-9351-79c61683d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:39.803802 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-f069df49-afd5-46cb-9351-79c61683d906 None None] For port 751e72da-c739-4718-8530-a5a6842f4ed0, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=751e72da-c739-4718-8530-a5a6842f4ed0,segment=NetworkSegment(96f33943-708e-433e-a39a-d41cd1bacc9e),segment_id=96f33943-708e-433e-a39a-d41cd1bacc9e)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:42:39.808533 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac15ea42-7fbe-439b-a342-89476e2529e9 admin admin] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 12:42:39.812500 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-f069df49-afd5-46cb-9351-79c61683d906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:39.825360 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-971515ef-13b0-4032-a941-a0af6c6f641a None None] Sync routers for ids ['77981112-a9c2-4c97-a2f1-ddce274944ea'] in dv-neutron-835340-2-hyperv {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 12:42:39.835829 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-971515ef-13b0-4032-a941-a0af6c6f641a None None] Routers {'77981112-a9c2-4c97-a2f1-ddce274944ea'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:42:39.836672 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-971515ef-13b0-4032-a941-a0af6c6f641a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:42:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['77981112-a9c2-4c97-a2f1-ddce274944ea'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:42:39.840081 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-ac15ea42-7fbe-439b-a342-89476e2529e9 admin admin] Notify callbacks [] for router, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:39.844184 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-ac15ea42-7fbe-439b-a342-89476e2529e9 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.3648331 Mar 28 12:42:39.844420 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 38200) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:42:39.886580 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f069df49-afd5-46cb-9351-79c61683d906 None None] Pushing event updated for resources: {'Port': ['ID=751e72da-c739-4718-8530-a5a6842f4ed0,revision_number=3']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:42:40.028495 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvr_db [None req-971515ef-13b0-4032-a941-a0af6c6f641a None None] Set router 77981112-a9c2-4c97-a2f1-ddce274944ea gateway port host: dv-neutron-835340-2-hyperv {{(pid=87873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:42:40.137126 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-0c48193f-7670-4a0d-8efa-4a6e3d5b3b60 None None] Provisioning complete for port 751e72da-c739-4718-8530-a5a6842f4ed0 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:42:40.137533 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-0c48193f-7670-4a0d-8efa-4a6e3d5b3b60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:40.314787 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-971515ef-13b0-4032-a941-a0af6c6f641a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77981112-a9c2-4c97-a2f1-ddce274944ea', 'name': 'tempest-TestSnapshotPattern-498421062-router', 'tenant_id': '6687cdc7d725481099dcbcdc68d79199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.54'}], 'enable_snat': True}, 'gw_port_id': '28b728c2-3571-467d-9322-4f3e39c27efa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:42:37Z', 'updated_at': '2022-03-28T12:42:38Z', 'revision_number': 3, 'project_id': '6687cdc7d725481099dcbcdc68d79199', 'gw_port': {'id': '28b728c2-3571-467d-9322-4f3e39c27efa', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:03:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77981112-a9c2-4c97-a2f1-ddce274944ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:42:38Z', 'updated_at': '2022-03-28T12:42:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv'}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:42:40.318720 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-971515ef-13b0-4032-a941-a0af6c6f641a None None] Checking router: 77981112-a9c2-4c97-a2f1-ddce274944ea for host: dv-neutron-835340-2-hyperv {{(pid=87873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 12:42:40.319061 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-971515ef-13b0-4032-a941-a0af6c6f641a None None] Updating router 77981112-a9c2-4c97-a2f1-ddce274944ea port 28b728c2-3571-467d-9322-4f3e39c27efa binding host dv-neutron-835340-2-hyperv {{(pid=87873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 12:42:40.374215 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron_lib.callbacks.manager [None req-971515ef-13b0-4032-a941-a0af6c6f641a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:40.659518 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-2e5a0cf4-21f5-471e-ba4d-dd4ac3c7b9b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:40.718519 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron_lib.callbacks.manager [None req-971515ef-13b0-4032-a941-a0af6c6f641a None None] Notify callbacks [] for port, precommit_update {{(pid=87873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:40.729852 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.provisioning_blocks [None req-971515ef-13b0-4032-a941-a0af6c6f641a None None] Transition to ACTIVE for port object 28b728c2-3571-467d-9322-4f3e39c27efa will not be triggered until provisioned by entity L2. {{(pid=87873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:42:40.736570 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron_lib.callbacks.manager [None req-971515ef-13b0-4032-a941-a0af6c6f641a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:40.815402 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.managers [None req-971515ef-13b0-4032-a941-a0af6c6f641a None None] Attempting to bind port 28b728c2-3571-467d-9322-4f3e39c27efa on host dv-neutron-835340-2-hyperv for vnic_type normal with profile {{(pid=87873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 12:42:40.815780 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.managers [None req-971515ef-13b0-4032-a941-a0af6c6f641a None None] Attempting to bind port 28b728c2-3571-467d-9322-4f3e39c27efa by drivers openvswitch,hyperv on host dv-neutron-835340-2-hyperv at level 0 using segments [{'id': '688afb86-c9bd-46e2-ba7d-3fe76fb1efff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b'}] {{(pid=87873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 12:42:40.816129 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-971515ef-13b0-4032-a941-a0af6c6f641a None None] Attempting to bind port 28b728c2-3571-467d-9322-4f3e39c27efa on network ac2b1748-8f63-4b17-a9c7-07e79704aa5b {{(pid=87873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 12:42:40.819907 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3e8fd2-8fb7-4e86-bab5-3dced2c0dcae None None] Pushing event updated for resources: {'Port': ['ID=28b728c2-3571-467d-9322-4f3e39c27efa,revision_number=2']} {{(pid=87873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:42:40.824629 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-971515ef-13b0-4032-a941-a0af6c6f641a None None] Checking agent: {'id': '961a16fe-cbc8-4264-ac28-bbbd53f89caa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 46, 6), 'started_at': datetime.datetime(2022, 3, 28, 11, 46, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 12, 42, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 12:42:40.824992 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-971515ef-13b0-4032-a941-a0af6c6f641a None None] Checking segment: {'id': '688afb86-c9bd-46e2-ba7d-3fe76fb1efff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 12:42:40.825373 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron_lib.callbacks.manager [None req-971515ef-13b0-4032-a941-a0af6c6f641a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:40.825941 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-971515ef-13b0-4032-a941-a0af6c6f641a None None] Bound using segment: {'id': '688afb86-c9bd-46e2-ba7d-3fe76fb1efff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b'} {{(pid=87873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 12:42:40.826174 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.managers [None req-971515ef-13b0-4032-a941-a0af6c6f641a None None] Bound port: 28b728c2-3571-467d-9322-4f3e39c27efa, host: dv-neutron-835340-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '688afb86-c9bd-46e2-ba7d-3fe76fb1efff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b'}}] {{(pid=87873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 12:42:40.826530 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron_lib.callbacks.manager [None req-971515ef-13b0-4032-a941-a0af6c6f641a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:40.857323 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3e8fd2-8fb7-4e86-bab5-3dced2c0dcae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:42:40.857666 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3e8fd2-8fb7-4e86-bab5-3dced2c0dcae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:42:40.857993 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3e8fd2-8fb7-4e86-bab5-3dced2c0dcae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:42:40.858314 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3e8fd2-8fb7-4e86-bab5-3dced2c0dcae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:42:40.858635 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3e8fd2-8fb7-4e86-bab5-3dced2c0dcae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:42:40.858953 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3e8fd2-8fb7-4e86-bab5-3dced2c0dcae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:42:40.859265 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3e8fd2-8fb7-4e86-bab5-3dced2c0dcae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:42:40.859602 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3e8fd2-8fb7-4e86-bab5-3dced2c0dcae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:42:40.859917 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3e8fd2-8fb7-4e86-bab5-3dced2c0dcae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:42:40.860471 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3e8fd2-8fb7-4e86-bab5-3dced2c0dcae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:42:40.860944 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3e8fd2-8fb7-4e86-bab5-3dced2c0dcae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:42:40.861758 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc3e8fd2-8fb7-4e86-bab5-3dced2c0dcae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87873) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:42:40.867938 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.db_base_plugin_common [None req-2e5a0cf4-21f5-471e-ba4d-dd4ac3c7b9b5 admin admin] Allocated IP 172.20.0.1 (cd203d72-3134-4387-a5fd-0ae842e96a38/52aaa934-efe2-4c88-8e92-642c92607c95/1aa67788-abc4-4030-a230-a4d7b88fb9e8) {{(pid=87871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 12:42:40.899491 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 751e72da-c739-4718-8530-a5a6842f4ed0 up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:42:40.911207 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.db [None req-971515ef-13b0-4032-a941-a0af6c6f641a None None] For port 28b728c2-3571-467d-9322-4f3e39c27efa, host dv-neutron-835340-2-hyperv, cleared binding levels {{(pid=87873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 12:42:40.915023 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.db [None req-971515ef-13b0-4032-a941-a0af6c6f641a None None] For port 28b728c2-3571-467d-9322-4f3e39c27efa, host dv-neutron-835340-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=28b728c2-3571-467d-9322-4f3e39c27efa,segment=NetworkSegment(688afb86-c9bd-46e2-ba7d-3fe76fb1efff),segment_id=688afb86-c9bd-46e2-ba7d-3fe76fb1efff)] {{(pid=87873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 12:42:40.920421 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron_lib.callbacks.manager [None req-971515ef-13b0-4032-a941-a0af6c6f641a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:40.970029 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port 751e72da-c739-4718-8530-a5a6842f4ed0 triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:42:40.970888 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:41.003315 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-971515ef-13b0-4032-a941-a0af6c6f641a None None] Routers {'77981112-a9c2-4c97-a2f1-ddce274944ea'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:42:41.003949 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-971515ef-13b0-4032-a941-a0af6c6f641a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:42:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['77981112-a9c2-4c97-a2f1-ddce274944ea'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:42:41.019383 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-2e5a0cf4-21f5-471e-ba4d-dd4ac3c7b9b5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:41.035244 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.provisioning_blocks [None req-2e5a0cf4-21f5-471e-ba4d-dd4ac3c7b9b5 admin admin] Transition to ACTIVE for port object 1aa67788-abc4-4030-a230-a4d7b88fb9e8 will not be triggered until provisioned by entity DHCP. {{(pid=87871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:42:41.061345 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-2e5a0cf4-21f5-471e-ba4d-dd4ac3c7b9b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:41.072501 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3e8fd2-8fb7-4e86-bab5-3dced2c0dcae None None] Pushing event updated for resources: {'Port': ['ID=28b728c2-3571-467d-9322-4f3e39c27efa,revision_number=3']} {{(pid=87873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:42:41.126836 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e5a0cf4-21f5-471e-ba4d-dd4ac3c7b9b5 admin admin] Network cd203d72-3134-4387-a5fd-0ae842e96a38 is already hosted by enough agents. {{(pid=87871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:42:41.129548 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-2e5a0cf4-21f5-471e-ba4d-dd4ac3c7b9b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:42:41.138224 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5a0cf4-21f5-471e-ba4d-dd4ac3c7b9b5 admin admin] Received port after_create {{(pid=87871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 12:42:41.179379 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5a0cf4-21f5-471e-ba4d-dd4ac3c7b9b5 admin admin] Pushing event updated for resources: {'Port': ['ID=1aa67788-abc4-4030-a230-a4d7b88fb9e8,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:42:41.198461 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvr_db [None req-971515ef-13b0-4032-a941-a0af6c6f641a None None] Set router 77981112-a9c2-4c97-a2f1-ddce274944ea gateway port host: dv-neutron-835340-2-hyperv {{(pid=87873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:42:41.198908 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-2e5a0cf4-21f5-471e-ba4d-dd4ac3c7b9b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-709483'] for router_interface, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:41.402303 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-fd277ed5-4329-4fa0-91ee-1d89e8b95e0b None None] Provisioning for port 1aa67788-abc4-4030-a230-a4d7b88fb9e8 completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:42:41.407821 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-fd277ed5-4329-4fa0-91ee-1d89e8b95e0b None None] Provisioning complete for port 1aa67788-abc4-4030-a230-a4d7b88fb9e8 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:42:41.408258 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-fd277ed5-4329-4fa0-91ee-1d89e8b95e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:41.465020 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-fd277ed5-4329-4fa0-91ee-1d89e8b95e0b None None] Port 1aa67788-abc4-4030-a230-a4d7b88fb9e8 cannot update to ACTIVE because it is not bound. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 12:42:41.472563 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-2e5a0cf4-21f5-471e-ba4d-dd4ac3c7b9b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:41.503900 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-971515ef-13b0-4032-a941-a0af6c6f641a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77981112-a9c2-4c97-a2f1-ddce274944ea', 'name': 'tempest-TestSnapshotPattern-498421062-router', 'tenant_id': '6687cdc7d725481099dcbcdc68d79199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.54'}], 'enable_snat': True}, 'gw_port_id': '28b728c2-3571-467d-9322-4f3e39c27efa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:42:37Z', 'updated_at': '2022-03-28T12:42:38Z', 'revision_number': 3, 'project_id': '6687cdc7d725481099dcbcdc68d79199', 'gw_port': {'id': '28b728c2-3571-467d-9322-4f3e39c27efa', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:03:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77981112-a9c2-4c97-a2f1-ddce274944ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:42:38Z', 'updated_at': '2022-03-28T12:42:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv'}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:42:41.508533 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-971515ef-13b0-4032-a941-a0af6c6f641a None None] The sync data for ids ['77981112-a9c2-4c97-a2f1-ddce274944ea'] in dv-neutron-835340-2-hyperv is: [{'id': '77981112-a9c2-4c97-a2f1-ddce274944ea', 'name': 'tempest-TestSnapshotPattern-498421062-router', 'tenant_id': '6687cdc7d725481099dcbcdc68d79199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.54'}], 'enable_snat': True}, 'gw_port_id': '28b728c2-3571-467d-9322-4f3e39c27efa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:42:37Z', 'updated_at': '2022-03-28T12:42:38Z', 'revision_number': 3, 'project_id': '6687cdc7d725481099dcbcdc68d79199', 'gw_port': {'id': '28b728c2-3571-467d-9322-4f3e39c27efa', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:03:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77981112-a9c2-4c97-a2f1-ddce274944ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:42:38Z', 'updated_at': '2022-03-28T12:42:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv'}] {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 12:42:41.710890 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-2e5a0cf4-21f5-471e-ba4d-dd4ac3c7b9b5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:41.719290 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-2e5a0cf4-21f5-471e-ba4d-dd4ac3c7b9b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2363241'] for port, after_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:41.828994 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-2e5a0cf4-21f5-471e-ba4d-dd4ac3c7b9b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-743372'] for router_interface, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:41.836039 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5a0cf4-21f5-471e-ba4d-dd4ac3c7b9b5 admin admin] Pushing event updated for resources: {'Port': ['ID=1aa67788-abc4-4030-a230-a4d7b88fb9e8,revision_number=2']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:42:42.099601 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e5a0cf4-21f5-471e-ba4d-dd4ac3c7b9b5 admin admin] Network cd203d72-3134-4387-a5fd-0ae842e96a38 is already hosted by enough agents. {{(pid=87871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:42:42.100963 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-2e5a0cf4-21f5-471e-ba4d-dd4ac3c7b9b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:42:42.305167 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e5a0cf4-21f5-471e-ba4d-dd4ac3c7b9b5 admin admin] Router 77981112-a9c2-4c97-a2f1-ddce274944ea has already been hosted by L3 agent af79d429-529e-400b-a119-94d4bec03f3e {{(pid=87871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 12:42:42.390250 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-0f0dbb89-cd69-47fa-bd9e-6af1b0ebe43e None None] Provisioning complete for port 1aa67788-abc4-4030-a230-a4d7b88fb9e8 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:42:42.390756 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-0f0dbb89-cd69-47fa-bd9e-6af1b0ebe43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:42.476742 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-0f0dbb89-cd69-47fa-bd9e-6af1b0ebe43e None None] Port 1aa67788-abc4-4030-a230-a4d7b88fb9e8 cannot update to ACTIVE because it is not bound. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 12:42:42.488926 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e5a0cf4-21f5-471e-ba4d-dd4ac3c7b9b5 admin admin] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 12:42:42.498892 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-2e5a0cf4-21f5-471e-ba4d-dd4ac3c7b9b5 admin admin] 10.222.0.30 "PUT /v2.0/routers/77981112-a9c2-4c97-a2f1-ddce274944ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6530838 Mar 28 12:42:42.924165 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 28b728c2-3571-467d-9322-4f3e39c27efa up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:42:42.998770 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning for port 28b728c2-3571-467d-9322-4f3e39c27efa completed by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:42:43.003772 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port 28b728c2-3571-467d-9322-4f3e39c27efa triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:42:43.004152 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:43.020920 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 38218) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:42:43.027174 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-9bbd79d2-b9d3-4eac-85d1-d484b559a7fd admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1811692826-network', 'tenant_id': '3f7bfe032cd04effad692e60159f2e44'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:42:43.032180 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-9bbd79d2-b9d3-4eac-85d1-d484b559a7fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:42:43.040696 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-9bbd79d2-b9d3-4eac-85d1-d484b559a7fd admin admin] Usage tracker for resource:network and tenant:3f7bfe032cd04effad692e60159f2e44 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:42:43.043862 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-9bbd79d2-b9d3-4eac-85d1-d484b559a7fd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:42:43.051061 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-9bbd79d2-b9d3-4eac-85d1-d484b559a7fd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:42:43.063605 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ca8e77b-e188-441c-b9a0-c0aa568e5088 None None] Sync routers for ids ['77981112-a9c2-4c97-a2f1-ddce274944ea'] in dv-neutron-835340-2-hyperv {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 12:42:43.064515 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bbd79d2-b9d3-4eac-85d1-d484b559a7fd admin admin] Made reservation on behalf of 3f7bfe032cd04effad692e60159f2e44 for: {'network': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 12:42:43.066822 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-9bbd79d2-b9d3-4eac-85d1-d484b559a7fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for network, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:43.078573 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca8e77b-e188-441c-b9a0-c0aa568e5088 None None] Routers {'77981112-a9c2-4c97-a2f1-ddce274944ea'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:42:43.079173 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-5ca8e77b-e188-441c-b9a0-c0aa568e5088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:42:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['77981112-a9c2-4c97-a2f1-ddce274944ea'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:42:43.080335 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-9bbd79d2-b9d3-4eac-85d1-d484b559a7fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:43.094956 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-9bbd79d2-b9d3-4eac-85d1-d484b559a7fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:42:43.098675 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-9bbd79d2-b9d3-4eac-85d1-d484b559a7fd admin admin] Usage tracker for resource:security_group_rule and tenant:3f7bfe032cd04effad692e60159f2e44 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:42:43.101951 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-9bbd79d2-b9d3-4eac-85d1-d484b559a7fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:42:43.108989 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-9bbd79d2-b9d3-4eac-85d1-d484b559a7fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:42:43.196125 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-9bbd79d2-b9d3-4eac-85d1-d484b559a7fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:43.199995 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-9bbd79d2-b9d3-4eac-85d1-d484b559a7fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:43.215582 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:43.232706 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bbd79d2-b9d3-4eac-85d1-d484b559a7fd admin admin] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=87871) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 28 12:42:43.238235 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbd79d2-b9d3-4eac-85d1-d484b559a7fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85ce193b-ef80-478e-9862-d4dfe4ade1f0,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:42:43.246341 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-9bbd79d2-b9d3-4eac-85d1-d484b559a7fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:43.246759 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.db.segments_db [None req-9bbd79d2-b9d3-4eac-85d1-d484b559a7fd admin admin] Added segment a43ee7f6-b88b-4c8d-9b0d-dd1fe4f19dd9 of type vlan for network 56613982-a91d-4e0c-a588-61b2f46c9987 Mar 28 12:42:43.274175 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-9bbd79d2-b9d3-4eac-85d1-d484b559a7fd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783495836591'] for network, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:43.295279 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] For port 28b728c2-3571-467d-9322-4f3e39c27efa, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=28b728c2-3571-467d-9322-4f3e39c27efa,segment=NetworkSegment(688afb86-c9bd-46e2-ba7d-3fe76fb1efff),segment_id=688afb86-c9bd-46e2-ba7d-3fe76fb1efff)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:42:43.303311 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-9bbd79d2-b9d3-4eac-85d1-d484b559a7fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765'] for network, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:43.305093 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bbd79d2-b9d3-4eac-85d1-d484b559a7fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:42:43.305280 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:43.305619 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-9bbd79d2-b9d3-4eac-85d1-d484b559a7fd admin admin] Notify callbacks [] for network, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:43.363378 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvr_db [None req-5ca8e77b-e188-441c-b9a0-c0aa568e5088 None None] Set router 77981112-a9c2-4c97-a2f1-ddce274944ea gateway port host: dv-neutron-835340-2-hyperv {{(pid=87872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:42:43.409942 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-9bbd79d2-b9d3-4eac-85d1-d484b559a7fd admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3874693 Mar 28 12:42:43.412740 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 38222) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:42:43.418695 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-c4ce4892-c477-4b45-9c54-0934caa7b331 admin admin] Request body: {'subnet': {'network_id': '56613982-a91d-4e0c-a588-61b2f46c9987', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1811692826-subnet', 'tenant_id': '3f7bfe032cd04effad692e60159f2e44', 'ip_version': 4}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:42:43.423578 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-c4ce4892-c477-4b45-9c54-0934caa7b331 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:42:43.425412 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbd79d2-b9d3-4eac-85d1-d484b559a7fd admin admin] Pushing event updated for resources: {'Network': ['ID=56613982-a91d-4e0c-a588-61b2f46c9987,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:42:43.427719 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-c4ce4892-c477-4b45-9c54-0934caa7b331 admin admin] Usage tracker for resource:subnet and tenant:3f7bfe032cd04effad692e60159f2e44 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:42:43.431329 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-c4ce4892-c477-4b45-9c54-0934caa7b331 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:42:43.437907 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-c4ce4892-c477-4b45-9c54-0934caa7b331 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:42:43.446043 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Network 56613982-a91d-4e0c-a588-61b2f46c9987 details requested by agent ovs-agent-dv-neutron-835340-2-hyperv with host dv-neutron-835340-2-hyperv {{(pid=87872) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 28 12:42:43.448011 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4ce4892-c477-4b45-9c54-0934caa7b331 admin admin] Made reservation on behalf of 3f7bfe032cd04effad692e60159f2e44 for: {'subnet': 1} {{(pid=87870) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 12:42:43.450258 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c4ce4892-c477-4b45-9c54-0934caa7b331 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2563571'] for subnet, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:43.518455 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Pushing event updated for resources: {'Port': ['ID=28b728c2-3571-467d-9322-4f3e39c27efa,revision_number=4']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:42:43.658630 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c4ce4892-c477-4b45-9c54-0934caa7b331 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2561241', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2563521'] for subnet, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:43.729167 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ce4892-c477-4b45-9c54-0934caa7b331 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b77eca6f-f578-4e79-baad-9cd70e1e81a6,revision_number=0']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:42:43.739452 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ce4892-c477-4b45-9c54-0934caa7b331 admin admin] Checking segment: {'id': 'a43ee7f6-b88b-4c8d-9b0d-dd1fe4f19dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '56613982-a91d-4e0c-a588-61b2f46c9987'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87870) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 12:42:43.739824 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4ce4892-c477-4b45-9c54-0934caa7b331 admin admin] Network hostable DHCP agents. Network: 56613982-a91d-4e0c-a588-61b2f46c9987, hostable agents: ['3cb85949-855b-4a40-b988-cd5705e511da'], hosted agents: [] {{(pid=87870) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 28 12:42:43.757713 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4ce4892-c477-4b45-9c54-0934caa7b331 admin admin] Network 56613982-a91d-4e0c-a588-61b2f46c9987 is scheduled to be hosted by DHCP agent 3cb85949-855b-4a40-b988-cd5705e511da with binding_index 1 {{(pid=87870) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 28 12:42:43.767095 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.base_scheduler [None req-c4ce4892-c477-4b45-9c54-0934caa7b331 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-835340-2-hyperv, 56613982-a91d-4e0c-a588-61b2f46c9987) {{(pid=87870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:42:43.771092 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4ce4892-c477-4b45-9c54-0934caa7b331 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:42:43.771638 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-c4ce4892-c477-4b45-9c54-0934caa7b331 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:43.778962 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96dba757-0f8f-456f-9b83-50f65a3362d1 None None] Network 56613982-a91d-4e0c-a588-61b2f46c9987 requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 12:42:43.797645 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 38226) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:42:43.802995 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-d5071f2f-2eed-4b73-84a4-44bb42ef607d admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1811692826-router', 'tenant_id': '3f7bfe032cd04effad692e60159f2e44', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b'}}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:42:43.807667 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-c4ce4892-c477-4b45-9c54-0934caa7b331 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3929501 Mar 28 12:42:43.808381 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-d5071f2f-2eed-4b73-84a4-44bb42ef607d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:42:43.812231 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-d5071f2f-2eed-4b73-84a4-44bb42ef607d admin admin] Usage tracker for resource:router and tenant:3f7bfe032cd04effad692e60159f2e44 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:42:43.815314 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-d5071f2f-2eed-4b73-84a4-44bb42ef607d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:42:43.821031 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-d5071f2f-2eed-4b73-84a4-44bb42ef607d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:42:43.833308 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-d5071f2f-2eed-4b73-84a4-44bb42ef607d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-707665', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-260886'] for router, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:43.834614 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-d5071f2f-2eed-4b73-84a4-44bb42ef607d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-705660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-709650', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-767110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-260873'] for router, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:43.852736 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-d5071f2f-2eed-4b73-84a4-44bb42ef607d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:43.886048 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-5ca8e77b-e188-441c-b9a0-c0aa568e5088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77981112-a9c2-4c97-a2f1-ddce274944ea', 'name': 'tempest-TestSnapshotPattern-498421062-router', 'tenant_id': '6687cdc7d725481099dcbcdc68d79199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.54'}], 'enable_snat': True}, 'gw_port_id': '28b728c2-3571-467d-9322-4f3e39c27efa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:42:37Z', 'updated_at': '2022-03-28T12:42:41Z', 'revision_number': 4, 'project_id': '6687cdc7d725481099dcbcdc68d79199', 'gw_port': {'id': '28b728c2-3571-467d-9322-4f3e39c27efa', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:03:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77981112-a9c2-4c97-a2f1-ddce274944ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:42:38Z', 'updated_at': '2022-03-28T12:42:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_interfaces': [{'id': '1aa67788-abc4-4030-a230-a4d7b88fb9e8', 'name': '', 'network_id': 'cd203d72-3134-4387-a5fd-0ae842e96a38', 'tenant_id': '6687cdc7d725481099dcbcdc68d79199', 'mac_address': 'fa:16:3e:1a:19:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77981112-a9c2-4c97-a2f1-ddce274944ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': '52aaa934-efe2-4c88-8e92-642c92607c95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:42:40Z', 'updated_at': '2022-03-28T12:42:41Z', 'revision_number': 2, 'project_id': '6687cdc7d725481099dcbcdc68d79199', 'subnets': [{'id': '52aaa934-efe2-4c88-8e92-642c92607c95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:42:43.894257 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ca8e77b-e188-441c-b9a0-c0aa568e5088 None None] Checking router: 77981112-a9c2-4c97-a2f1-ddce274944ea for host: dv-neutron-835340-2-hyperv {{(pid=87872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 12:42:43.894611 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ca8e77b-e188-441c-b9a0-c0aa568e5088 None None] Updating router 77981112-a9c2-4c97-a2f1-ddce274944ea port 1aa67788-abc4-4030-a230-a4d7b88fb9e8 binding host dv-neutron-835340-2-hyperv {{(pid=87872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 12:42:44.000322 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-5ca8e77b-e188-441c-b9a0-c0aa568e5088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:44.112412 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a61562fc-0245-4a8d-987e-6939a5ea28a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe1d3f2a9-8722-5ce5-bc40-181687d1ed3f-56613982-a91d-4e0c-a588-61b2f46c9987', 'network_id': '56613982-a91d-4e0c-a588-61b2f46c9987', 'tenant_id': '3f7bfe032cd04effad692e60159f2e44', 'fixed_ips': [{'subnet_id': 'b77eca6f-f578-4e79-baad-9cd70e1e81a6'}]}} from dv-neutron-835340-2-hyperv. {{(pid=87872) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 28 12:42:44.113237 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-a61562fc-0245-4a8d-987e-6939a5ea28a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:44.121432 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-d5071f2f-2eed-4b73-84a4-44bb42ef607d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-709632', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-707672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-260923'] for router, precommit_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:44.430650 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-d5071f2f-2eed-4b73-84a4-44bb42ef607d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:44.453950 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.agents_db [None req-03fd49d8-b51b-41c1-8716-b8e265c93689 None None] Agent healthcheck: found 6 active agents {{(pid=87873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 12:42:44.459521 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-d5071f2f-2eed-4b73-84a4-44bb42ef607d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:44.469610 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.db_base_plugin_common [None req-a61562fc-0245-4a8d-987e-6939a5ea28a1 None None] Allocated IP 172.20.0.2 (56613982-a91d-4e0c-a588-61b2f46c9987/b77eca6f-f578-4e79-baad-9cd70e1e81a6/5653605b-bdbc-43fd-866d-641a3d56ca7b) {{(pid=87872) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 12:42:44.659838 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-5ca8e77b-e188-441c-b9a0-c0aa568e5088 None None] Notify callbacks [] for port, precommit_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:44.693978 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-5ca8e77b-e188-441c-b9a0-c0aa568e5088 None None] Transition to ACTIVE for port object 1aa67788-abc4-4030-a230-a4d7b88fb9e8 will not be triggered until provisioned by entity L2. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:42:44.712584 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.db_base_plugin_common [None req-d5071f2f-2eed-4b73-84a4-44bb42ef607d admin admin] Allocated IP 172.26.7.31 (ac2b1748-8f63-4b17-a9c7-07e79704aa5b/0b7ebf76-1dc7-431a-a0b4-b96bacf287c2/dc2a3a4f-5aff-4e67-abf4-734d4ca9eaf6) {{(pid=87871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 12:42:44.731244 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-5ca8e77b-e188-441c-b9a0-c0aa568e5088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:44.873882 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-d5071f2f-2eed-4b73-84a4-44bb42ef607d admin admin] Notify callbacks [] for port, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:44.910235 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-d5071f2f-2eed-4b73-84a4-44bb42ef607d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:44.915661 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6386c833-1c9a-47af-9af7-15b6780f3c83 None None] Pushing event updated for resources: {'Port': ['ID=1aa67788-abc4-4030-a230-a4d7b88fb9e8,revision_number=3']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:42:44.925565 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-a61562fc-0245-4a8d-987e-6939a5ea28a1 None None] Notify callbacks [] for port, precommit_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:44.931291 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 28b728c2-3571-467d-9322-4f3e39c27efa up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:42:44.999508 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5071f2f-2eed-4b73-84a4-44bb42ef607d admin admin] Network ac2b1748-8f63-4b17-a9c7-07e79704aa5b is already hosted by enough agents. {{(pid=87871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:42:45.000550 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [None req-d5071f2f-2eed-4b73-84a4-44bb42ef607d admin admin] Resources bound (agent type, host, resource id): {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:42:45.011058 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5071f2f-2eed-4b73-84a4-44bb42ef607d admin admin] Received port after_create {{(pid=87871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 12:42:45.011247 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-a61562fc-0245-4a8d-987e-6939a5ea28a1 None None] Transition to ACTIVE for port object 5653605b-bdbc-43fd-866d-641a3d56ca7b will not be triggered until provisioned by entity L2. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:42:45.051585 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5071f2f-2eed-4b73-84a4-44bb42ef607d admin admin] Pushing event updated for resources: {'Port': ['ID=dc2a3a4f-5aff-4e67-abf4-734d4ca9eaf6,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:42:45.054648 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-a61562fc-0245-4a8d-987e-6939a5ea28a1 None None] Transition to ACTIVE for port object 5653605b-bdbc-43fd-866d-641a3d56ca7b will not be triggered until provisioned by entity DHCP. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:42:45.064995 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-5ca8e77b-e188-441c-b9a0-c0aa568e5088 None None] Attempting to bind port 1aa67788-abc4-4030-a230-a4d7b88fb9e8 on host dv-neutron-835340-2-hyperv for vnic_type normal with profile {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 12:42:45.065361 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-5ca8e77b-e188-441c-b9a0-c0aa568e5088 None None] Attempting to bind port 1aa67788-abc4-4030-a230-a4d7b88fb9e8 by drivers openvswitch,hyperv on host dv-neutron-835340-2-hyperv at level 0 using segments [{'id': '96f33943-708e-433e-a39a-d41cd1bacc9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'cd203d72-3134-4387-a5fd-0ae842e96a38'}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 12:42:45.065717 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ca8e77b-e188-441c-b9a0-c0aa568e5088 None None] Attempting to bind port 1aa67788-abc4-4030-a230-a4d7b88fb9e8 on network cd203d72-3134-4387-a5fd-0ae842e96a38 {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 12:42:45.071405 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-a61562fc-0245-4a8d-987e-6939a5ea28a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241'] for port, after_create {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:45.113436 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ca8e77b-e188-441c-b9a0-c0aa568e5088 None None] Checking agent: {'id': '961a16fe-cbc8-4264-ac28-bbbd53f89caa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 46, 6), 'started_at': datetime.datetime(2022, 3, 28, 11, 46, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 12, 42, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 12:42:45.113803 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ca8e77b-e188-441c-b9a0-c0aa568e5088 None None] Checking segment: {'id': '96f33943-708e-433e-a39a-d41cd1bacc9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'cd203d72-3134-4387-a5fd-0ae842e96a38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 12:42:45.114195 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-5ca8e77b-e188-441c-b9a0-c0aa568e5088 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:45.114572 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ca8e77b-e188-441c-b9a0-c0aa568e5088 None None] Bound using segment: {'id': '96f33943-708e-433e-a39a-d41cd1bacc9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'cd203d72-3134-4387-a5fd-0ae842e96a38'} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 12:42:45.115041 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-5ca8e77b-e188-441c-b9a0-c0aa568e5088 None None] Bound port: 1aa67788-abc4-4030-a230-a4d7b88fb9e8, host: dv-neutron-835340-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96f33943-708e-433e-a39a-d41cd1bacc9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'cd203d72-3134-4387-a5fd-0ae842e96a38'}}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 12:42:45.115406 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-5ca8e77b-e188-441c-b9a0-c0aa568e5088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:45.163636 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a61562fc-0245-4a8d-987e-6939a5ea28a1 None None] Network 56613982-a91d-4e0c-a588-61b2f46c9987 is already hosted by enough agents. {{(pid=87872) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:42:45.189427 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.scheduler.base_scheduler [None req-a61562fc-0245-4a8d-987e-6939a5ea28a1 None None] Resources bound (agent type, host, resource id): {{(pid=87872) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:42:45.191859 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a61562fc-0245-4a8d-987e-6939a5ea28a1 None None] Received port after_create {{(pid=87872) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 12:42:45.258064 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61562fc-0245-4a8d-987e-6939a5ea28a1 None None] Pushing event updated for resources: {'Port': ['ID=5653605b-bdbc-43fd-866d-641a3d56ca7b,revision_number=1']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:42:45.261225 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port 28b728c2-3571-467d-9322-4f3e39c27efa triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:42:45.261578 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:45.401520 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-a61562fc-0245-4a8d-987e-6939a5ea28a1 None None] Attempting to bind port 5653605b-bdbc-43fd-866d-641a3d56ca7b on host dv-neutron-835340-2-hyperv for vnic_type normal with profile {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 12:42:45.401887 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-a61562fc-0245-4a8d-987e-6939a5ea28a1 None None] Attempting to bind port 5653605b-bdbc-43fd-866d-641a3d56ca7b by drivers openvswitch,hyperv on host dv-neutron-835340-2-hyperv at level 0 using segments [{'id': 'a43ee7f6-b88b-4c8d-9b0d-dd1fe4f19dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '56613982-a91d-4e0c-a588-61b2f46c9987'}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 12:42:45.402247 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a61562fc-0245-4a8d-987e-6939a5ea28a1 None None] Attempting to bind port 5653605b-bdbc-43fd-866d-641a3d56ca7b on network 56613982-a91d-4e0c-a588-61b2f46c9987 {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 12:42:45.404618 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-5ca8e77b-e188-441c-b9a0-c0aa568e5088 None None] For port 1aa67788-abc4-4030-a230-a4d7b88fb9e8, host dv-neutron-835340-2-hyperv, cleared binding levels {{(pid=87872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 12:42:45.415825 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-5ca8e77b-e188-441c-b9a0-c0aa568e5088 None None] For port 1aa67788-abc4-4030-a230-a4d7b88fb9e8, host dv-neutron-835340-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=1aa67788-abc4-4030-a230-a4d7b88fb9e8,segment=NetworkSegment(96f33943-708e-433e-a39a-d41cd1bacc9e),segment_id=96f33943-708e-433e-a39a-d41cd1bacc9e)] {{(pid=87872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 12:42:45.420158 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a61562fc-0245-4a8d-987e-6939a5ea28a1 None None] Checking agent: {'id': '961a16fe-cbc8-4264-ac28-bbbd53f89caa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 46, 6), 'started_at': datetime.datetime(2022, 3, 28, 11, 46, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 12, 42, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 12:42:45.420533 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a61562fc-0245-4a8d-987e-6939a5ea28a1 None None] Checking segment: {'id': 'a43ee7f6-b88b-4c8d-9b0d-dd1fe4f19dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '56613982-a91d-4e0c-a588-61b2f46c9987'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 12:42:45.420927 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-a61562fc-0245-4a8d-987e-6939a5ea28a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:45.421317 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a61562fc-0245-4a8d-987e-6939a5ea28a1 None None] Bound using segment: {'id': 'a43ee7f6-b88b-4c8d-9b0d-dd1fe4f19dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '56613982-a91d-4e0c-a588-61b2f46c9987'} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 12:42:45.421779 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-a61562fc-0245-4a8d-987e-6939a5ea28a1 None None] Bound port: 5653605b-bdbc-43fd-866d-641a3d56ca7b, host: dv-neutron-835340-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a43ee7f6-b88b-4c8d-9b0d-dd1fe4f19dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '56613982-a91d-4e0c-a588-61b2f46c9987'}}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 12:42:45.422149 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-a61562fc-0245-4a8d-987e-6939a5ea28a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:45.430859 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-d5071f2f-2eed-4b73-84a4-44bb42ef607d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:45.435272 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-5ca8e77b-e188-441c-b9a0-c0aa568e5088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:45.619119 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca8e77b-e188-441c-b9a0-c0aa568e5088 None None] Routers {'77981112-a9c2-4c97-a2f1-ddce274944ea'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:42:45.619781 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-5ca8e77b-e188-441c-b9a0-c0aa568e5088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:42:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['77981112-a9c2-4c97-a2f1-ddce274944ea'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:42:45.695209 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6386c833-1c9a-47af-9af7-15b6780f3c83 None None] Pushing event updated for resources: {'Port': ['ID=1aa67788-abc4-4030-a230-a4d7b88fb9e8,revision_number=4']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:42:45.721828 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-a61562fc-0245-4a8d-987e-6939a5ea28a1 None None] For port 5653605b-bdbc-43fd-866d-641a3d56ca7b, host dv-neutron-835340-2-hyperv, cleared binding levels {{(pid=87872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 12:42:45.727224 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-a61562fc-0245-4a8d-987e-6939a5ea28a1 None None] For port 5653605b-bdbc-43fd-866d-641a3d56ca7b, host dv-neutron-835340-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=5653605b-bdbc-43fd-866d-641a3d56ca7b,segment=NetworkSegment(a43ee7f6-b88b-4c8d-9b0d-dd1fe4f19dd9),segment_id=a43ee7f6-b88b-4c8d-9b0d-dd1fe4f19dd9)] {{(pid=87872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 12:42:45.736981 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-a61562fc-0245-4a8d-987e-6939a5ea28a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:45.786044 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-d5071f2f-2eed-4b73-84a4-44bb42ef607d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-707655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-709693'] for router, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:45.954553 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvr_db [None req-5ca8e77b-e188-441c-b9a0-c0aa568e5088 None None] Set router 77981112-a9c2-4c97-a2f1-ddce274944ea gateway port host: dv-neutron-835340-2-hyperv {{(pid=87872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:42:45.997061 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5071f2f-2eed-4b73-84a4-44bb42ef607d admin admin] Router 8a724860-9ed3-4ba4-bdae-ea45c6fa7141 is scheduled to L3 agent af79d429-529e-400b-a119-94d4bec03f3e with binding_index 1 {{(pid=87871) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 28 12:42:46.002914 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61562fc-0245-4a8d-987e-6939a5ea28a1 None None] Pushing event updated for resources: {'Port': ['ID=5653605b-bdbc-43fd-866d-641a3d56ca7b,revision_number=2']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:42:46.308582 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-5ca8e77b-e188-441c-b9a0-c0aa568e5088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77981112-a9c2-4c97-a2f1-ddce274944ea', 'name': 'tempest-TestSnapshotPattern-498421062-router', 'tenant_id': '6687cdc7d725481099dcbcdc68d79199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.54'}], 'enable_snat': True}, 'gw_port_id': '28b728c2-3571-467d-9322-4f3e39c27efa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:42:37Z', 'updated_at': '2022-03-28T12:42:41Z', 'revision_number': 4, 'project_id': '6687cdc7d725481099dcbcdc68d79199', 'gw_port': {'id': '28b728c2-3571-467d-9322-4f3e39c27efa', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:03:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77981112-a9c2-4c97-a2f1-ddce274944ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:42:38Z', 'updated_at': '2022-03-28T12:42:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_interfaces': [{'id': '1aa67788-abc4-4030-a230-a4d7b88fb9e8', 'name': '', 'network_id': 'cd203d72-3134-4387-a5fd-0ae842e96a38', 'tenant_id': '6687cdc7d725481099dcbcdc68d79199', 'mac_address': 'fa:16:3e:1a:19:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77981112-a9c2-4c97-a2f1-ddce274944ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': '52aaa934-efe2-4c88-8e92-642c92607c95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:42:40Z', 'updated_at': '2022-03-28T12:42:45Z', 'revision_number': 4, 'project_id': '6687cdc7d725481099dcbcdc68d79199', 'subnets': [{'id': '52aaa934-efe2-4c88-8e92-642c92607c95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:42:46.312862 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ca8e77b-e188-441c-b9a0-c0aa568e5088 None None] The sync data for ids ['77981112-a9c2-4c97-a2f1-ddce274944ea'] in dv-neutron-835340-2-hyperv is: [{'id': '77981112-a9c2-4c97-a2f1-ddce274944ea', 'name': 'tempest-TestSnapshotPattern-498421062-router', 'tenant_id': '6687cdc7d725481099dcbcdc68d79199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.54'}], 'enable_snat': True}, 'gw_port_id': '28b728c2-3571-467d-9322-4f3e39c27efa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:42:37Z', 'updated_at': '2022-03-28T12:42:41Z', 'revision_number': 4, 'project_id': '6687cdc7d725481099dcbcdc68d79199', 'gw_port': {'id': '28b728c2-3571-467d-9322-4f3e39c27efa', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:03:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77981112-a9c2-4c97-a2f1-ddce274944ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:42:38Z', 'updated_at': '2022-03-28T12:42:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_interfaces': [{'id': '1aa67788-abc4-4030-a230-a4d7b88fb9e8', 'name': '', 'network_id': 'cd203d72-3134-4387-a5fd-0ae842e96a38', 'tenant_id': '6687cdc7d725481099dcbcdc68d79199', 'mac_address': 'fa:16:3e:1a:19:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77981112-a9c2-4c97-a2f1-ddce274944ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': '52aaa934-efe2-4c88-8e92-642c92607c95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:42:40Z', 'updated_at': '2022-03-28T12:42:45Z', 'revision_number': 4, 'project_id': '6687cdc7d725481099dcbcdc68d79199', 'subnets': [{'id': '52aaa934-efe2-4c88-8e92-642c92607c95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 12:42:46.326668 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5071f2f-2eed-4b73-84a4-44bb42ef607d admin admin] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 12:42:46.336058 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0849612-25c7-40a4-9f34-915e1a782adc None None] Sync routers for ids ['8a724860-9ed3-4ba4-bdae-ea45c6fa7141'] in dv-neutron-835340-2-hyperv {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 12:42:46.345073 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0849612-25c7-40a4-9f34-915e1a782adc None None] Routers {'8a724860-9ed3-4ba4-bdae-ea45c6fa7141'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:42:46.346098 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-e0849612-25c7-40a4-9f34-915e1a782adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:42:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['8a724860-9ed3-4ba4-bdae-ea45c6fa7141'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:42:46.355462 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-d5071f2f-2eed-4b73-84a4-44bb42ef607d admin admin] Notify callbacks [] for router, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:46.356790 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-d5071f2f-2eed-4b73-84a4-44bb42ef607d admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.5580997 Mar 28 12:42:46.359665 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 38230) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:42:46.557197 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvr_db [None req-e0849612-25c7-40a4-9f34-915e1a782adc None None] Set router 8a724860-9ed3-4ba4-bdae-ea45c6fa7141 gateway port host: dv-neutron-835340-2-hyperv {{(pid=87873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:42:46.982978 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-e0849612-25c7-40a4-9f34-915e1a782adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a724860-9ed3-4ba4-bdae-ea45c6fa7141', 'name': 'tempest-TestSnapshotPattern-1811692826-router', 'tenant_id': '3f7bfe032cd04effad692e60159f2e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.31'}], 'enable_snat': True}, 'gw_port_id': 'dc2a3a4f-5aff-4e67-abf4-734d4ca9eaf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:42:43Z', 'updated_at': '2022-03-28T12:42:45Z', 'revision_number': 3, 'project_id': '3f7bfe032cd04effad692e60159f2e44', 'gw_port': {'id': 'dc2a3a4f-5aff-4e67-abf4-734d4ca9eaf6', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:86:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a724860-9ed3-4ba4-bdae-ea45c6fa7141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:42:44Z', 'updated_at': '2022-03-28T12:42:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv'}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:42:46.987815 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0849612-25c7-40a4-9f34-915e1a782adc None None] Checking router: 8a724860-9ed3-4ba4-bdae-ea45c6fa7141 for host: dv-neutron-835340-2-hyperv {{(pid=87873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 12:42:46.988385 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0849612-25c7-40a4-9f34-915e1a782adc None None] Updating router 8a724860-9ed3-4ba4-bdae-ea45c6fa7141 port dc2a3a4f-5aff-4e67-abf4-734d4ca9eaf6 binding host dv-neutron-835340-2-hyperv {{(pid=87873) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 12:42:47.027315 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 1aa67788-abc4-4030-a230-a4d7b88fb9e8 up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:42:47.062106 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron_lib.callbacks.manager [None req-e0849612-25c7-40a4-9f34-915e1a782adc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:47.080153 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f097731d-6eea-4342-8a06-eedf043d174a None None] Network 56613982-a91d-4e0c-a588-61b2f46c9987 requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 12:42:47.212266 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-a685ec7e-b186-480d-9b59-5b715d4aec08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:47.260309 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning for port 1aa67788-abc4-4030-a230-a4d7b88fb9e8 completed by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:42:47.264536 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-cf303e4d-2456-4547-8d9e-667fd24692a6 None None] Provisioning for port 5653605b-bdbc-43fd-866d-641a3d56ca7b completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:42:47.292646 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port 1aa67788-abc4-4030-a230-a4d7b88fb9e8 triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:42:47.293391 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:47.466351 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.db_base_plugin_common [None req-a685ec7e-b186-480d-9b59-5b715d4aec08 admin admin] Allocated IP 172.20.0.1 (56613982-a91d-4e0c-a588-61b2f46c9987/b77eca6f-f578-4e79-baad-9cd70e1e81a6/547b3828-c242-409c-914a-c938989e88c9) {{(pid=87870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 12:42:47.482058 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron_lib.callbacks.manager [None req-e0849612-25c7-40a4-9f34-915e1a782adc None None] Notify callbacks [] for port, precommit_update {{(pid=87873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:47.498436 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.provisioning_blocks [None req-e0849612-25c7-40a4-9f34-915e1a782adc None None] Transition to ACTIVE for port object dc2a3a4f-5aff-4e67-abf4-734d4ca9eaf6 will not be triggered until provisioned by entity L2. {{(pid=87873) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:42:47.505716 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron_lib.callbacks.manager [None req-e0849612-25c7-40a4-9f34-915e1a782adc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:47.518200 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:47.559397 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] For port 1aa67788-abc4-4030-a230-a4d7b88fb9e8, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=1aa67788-abc4-4030-a230-a4d7b88fb9e8,segment=NetworkSegment(96f33943-708e-433e-a39a-d41cd1bacc9e),segment_id=96f33943-708e-433e-a39a-d41cd1bacc9e)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:42:47.568542 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:47.569842 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 5653605b-bdbc-43fd-866d-641a3d56ca7b up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:42:47.598050 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.managers [None req-e0849612-25c7-40a4-9f34-915e1a782adc None None] Attempting to bind port dc2a3a4f-5aff-4e67-abf4-734d4ca9eaf6 on host dv-neutron-835340-2-hyperv for vnic_type normal with profile {{(pid=87873) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 12:42:47.598571 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.managers [None req-e0849612-25c7-40a4-9f34-915e1a782adc None None] Attempting to bind port dc2a3a4f-5aff-4e67-abf4-734d4ca9eaf6 by drivers openvswitch,hyperv on host dv-neutron-835340-2-hyperv at level 0 using segments [{'id': '688afb86-c9bd-46e2-ba7d-3fe76fb1efff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b'}] {{(pid=87873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 12:42:47.600162 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0849612-25c7-40a4-9f34-915e1a782adc None None] Attempting to bind port dc2a3a4f-5aff-4e67-abf4-734d4ca9eaf6 on network ac2b1748-8f63-4b17-a9c7-07e79704aa5b {{(pid=87873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 12:42:47.611527 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13da78cd-6ce4-4d58-a785-09bfd93460f3 None None] Pushing event updated for resources: {'Port': ['ID=dc2a3a4f-5aff-4e67-abf4-734d4ca9eaf6,revision_number=2']} {{(pid=87873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:42:47.623146 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0849612-25c7-40a4-9f34-915e1a782adc None None] Checking agent: {'id': '961a16fe-cbc8-4264-ac28-bbbd53f89caa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 46, 6), 'started_at': datetime.datetime(2022, 3, 28, 11, 46, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 12, 42, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 12:42:47.623663 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0849612-25c7-40a4-9f34-915e1a782adc None None] Checking segment: {'id': '688afb86-c9bd-46e2-ba7d-3fe76fb1efff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87873) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 12:42:47.624186 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron_lib.callbacks.manager [None req-e0849612-25c7-40a4-9f34-915e1a782adc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:47.624671 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0849612-25c7-40a4-9f34-915e1a782adc None None] Bound using segment: {'id': '688afb86-c9bd-46e2-ba7d-3fe76fb1efff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b'} {{(pid=87873) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 12:42:47.625243 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.managers [None req-e0849612-25c7-40a4-9f34-915e1a782adc None None] Bound port: dc2a3a4f-5aff-4e67-abf4-734d4ca9eaf6, host: dv-neutron-835340-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '688afb86-c9bd-46e2-ba7d-3fe76fb1efff', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b'}}] {{(pid=87873) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 12:42:47.625708 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron_lib.callbacks.manager [None req-e0849612-25c7-40a4-9f34-915e1a782adc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:47.709588 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Pushing event updated for resources: {'Port': ['ID=1aa67788-abc4-4030-a230-a4d7b88fb9e8,revision_number=5']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:42:47.728382 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.db [None req-e0849612-25c7-40a4-9f34-915e1a782adc None None] For port dc2a3a4f-5aff-4e67-abf4-734d4ca9eaf6, host dv-neutron-835340-2-hyperv, cleared binding levels {{(pid=87873) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 12:42:47.732045 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.plugins.ml2.db [None req-e0849612-25c7-40a4-9f34-915e1a782adc None None] For port dc2a3a4f-5aff-4e67-abf4-734d4ca9eaf6, host dv-neutron-835340-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=dc2a3a4f-5aff-4e67-abf4-734d4ca9eaf6,segment=NetworkSegment(688afb86-c9bd-46e2-ba7d-3fe76fb1efff),segment_id=688afb86-c9bd-46e2-ba7d-3fe76fb1efff)] {{(pid=87873) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 12:42:47.733537 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning for port 5653605b-bdbc-43fd-866d-641a3d56ca7b completed by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:42:47.740205 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron_lib.callbacks.manager [None req-e0849612-25c7-40a4-9f34-915e1a782adc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87873) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:47.744820 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port 5653605b-bdbc-43fd-866d-641a3d56ca7b triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:42:47.745191 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:47.781144 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-a685ec7e-b186-480d-9b59-5b715d4aec08 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:47.803958 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.provisioning_blocks [None req-a685ec7e-b186-480d-9b59-5b715d4aec08 admin admin] Transition to ACTIVE for port object 547b3828-c242-409c-914a-c938989e88c9 will not be triggered until provisioned by entity DHCP. {{(pid=87870) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:42:47.831402 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0849612-25c7-40a4-9f34-915e1a782adc None None] Routers {'8a724860-9ed3-4ba4-bdae-ea45c6fa7141'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:42:47.833026 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-e0849612-25c7-40a4-9f34-915e1a782adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:42:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['8a724860-9ed3-4ba4-bdae-ea45c6fa7141'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:42:47.845251 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-a685ec7e-b186-480d-9b59-5b715d4aec08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:47.928053 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:47.928888 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a685ec7e-b186-480d-9b59-5b715d4aec08 admin admin] Network 56613982-a91d-4e0c-a588-61b2f46c9987 is already hosted by enough agents. {{(pid=87870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:42:47.932195 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.base_scheduler [None req-a685ec7e-b186-480d-9b59-5b715d4aec08 admin admin] Resources bound (agent type, host, resource id): {{(pid=87870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:42:47.937324 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a685ec7e-b186-480d-9b59-5b715d4aec08 admin admin] Received port after_create {{(pid=87870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 12:42:47.972904 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] For port 5653605b-bdbc-43fd-866d-641a3d56ca7b, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=5653605b-bdbc-43fd-866d-641a3d56ca7b,segment=NetworkSegment(a43ee7f6-b88b-4c8d-9b0d-dd1fe4f19dd9),segment_id=a43ee7f6-b88b-4c8d-9b0d-dd1fe4f19dd9)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:42:47.987124 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:48.003268 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a685ec7e-b186-480d-9b59-5b715d4aec08 admin admin] Pushing event updated for resources: {'Port': ['ID=547b3828-c242-409c-914a-c938989e88c9,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:42:48.013923 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-a685ec7e-b186-480d-9b59-5b715d4aec08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-709483'] for router_interface, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:48.049519 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13da78cd-6ce4-4d58-a785-09bfd93460f3 None None] Pushing event updated for resources: {'Port': ['ID=dc2a3a4f-5aff-4e67-abf4-734d4ca9eaf6,revision_number=3']} {{(pid=87873) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:42:48.067134 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Pushing event updated for resources: {'Port': ['ID=5653605b-bdbc-43fd-866d-641a3d56ca7b,revision_number=3']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:42:48.099730 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvr_db [None req-e0849612-25c7-40a4-9f34-915e1a782adc None None] Set router 8a724860-9ed3-4ba4-bdae-ea45c6fa7141 gateway port host: dv-neutron-835340-2-hyperv {{(pid=87873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:42:48.102590 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-02a26e5f-8c02-4875-a16b-0fccbdfe3942 None None] Provisioning complete for port 5653605b-bdbc-43fd-866d-641a3d56ca7b triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:42:48.102970 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-02a26e5f-8c02-4875-a16b-0fccbdfe3942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:48.314351 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-a685ec7e-b186-480d-9b59-5b715d4aec08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:48.371081 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-b82b6589-876a-4e0a-a0a0-f410fdc67858 None None] Provisioning for port 547b3828-c242-409c-914a-c938989e88c9 completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:42:48.376422 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-b82b6589-876a-4e0a-a0a0-f410fdc67858 None None] Provisioning complete for port 547b3828-c242-409c-914a-c938989e88c9 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:42:48.376796 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-b82b6589-876a-4e0a-a0a0-f410fdc67858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:48.398697 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-e0849612-25c7-40a4-9f34-915e1a782adc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a724860-9ed3-4ba4-bdae-ea45c6fa7141', 'name': 'tempest-TestSnapshotPattern-1811692826-router', 'tenant_id': '3f7bfe032cd04effad692e60159f2e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.31'}], 'enable_snat': True}, 'gw_port_id': 'dc2a3a4f-5aff-4e67-abf4-734d4ca9eaf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:42:43Z', 'updated_at': '2022-03-28T12:42:45Z', 'revision_number': 3, 'project_id': '3f7bfe032cd04effad692e60159f2e44', 'gw_port': {'id': 'dc2a3a4f-5aff-4e67-abf4-734d4ca9eaf6', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:86:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a724860-9ed3-4ba4-bdae-ea45c6fa7141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:42:44Z', 'updated_at': '2022-03-28T12:42:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv'}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:42:48.403002 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0849612-25c7-40a4-9f34-915e1a782adc None None] The sync data for ids ['8a724860-9ed3-4ba4-bdae-ea45c6fa7141'] in dv-neutron-835340-2-hyperv is: [{'id': '8a724860-9ed3-4ba4-bdae-ea45c6fa7141', 'name': 'tempest-TestSnapshotPattern-1811692826-router', 'tenant_id': '3f7bfe032cd04effad692e60159f2e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.31'}], 'enable_snat': True}, 'gw_port_id': 'dc2a3a4f-5aff-4e67-abf4-734d4ca9eaf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:42:43Z', 'updated_at': '2022-03-28T12:42:45Z', 'revision_number': 3, 'project_id': '3f7bfe032cd04effad692e60159f2e44', 'gw_port': {'id': 'dc2a3a4f-5aff-4e67-abf4-734d4ca9eaf6', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:86:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a724860-9ed3-4ba4-bdae-ea45c6fa7141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:42:44Z', 'updated_at': '2022-03-28T12:42:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv'}] {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 12:42:48.442623 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-b82b6589-876a-4e0a-a0a0-f410fdc67858 None None] Port 547b3828-c242-409c-914a-c938989e88c9 cannot update to ACTIVE because it is not bound. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 12:42:48.544142 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-a685ec7e-b186-480d-9b59-5b715d4aec08 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:48.548622 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-a685ec7e-b186-480d-9b59-5b715d4aec08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2558288'] for port, after_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:48.664526 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a685ec7e-b186-480d-9b59-5b715d4aec08 admin admin] Pushing event updated for resources: {'Port': ['ID=547b3828-c242-409c-914a-c938989e88c9,revision_number=2']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:42:48.666864 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-a685ec7e-b186-480d-9b59-5b715d4aec08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538771', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-743372'] for router_interface, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:48.805466 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a685ec7e-b186-480d-9b59-5b715d4aec08 admin admin] Network 56613982-a91d-4e0c-a588-61b2f46c9987 is already hosted by enough agents. {{(pid=87870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:42:48.806589 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.base_scheduler [None req-a685ec7e-b186-480d-9b59-5b715d4aec08 admin admin] Resources bound (agent type, host, resource id): {{(pid=87870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:42:49.008684 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device dc2a3a4f-5aff-4e67-abf4-734d4ca9eaf6 up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:42:49.016082 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a685ec7e-b186-480d-9b59-5b715d4aec08 admin admin] Router 8a724860-9ed3-4ba4-bdae-ea45c6fa7141 has already been hosted by L3 agent af79d429-529e-400b-a119-94d4bec03f3e {{(pid=87870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 12:42:49.083693 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-7fead28f-b56e-4304-9dd8-eea22dad7cf5 None None] Provisioning complete for port 547b3828-c242-409c-914a-c938989e88c9 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:42:49.084205 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-7fead28f-b56e-4304-9dd8-eea22dad7cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:49.137714 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning for port dc2a3a4f-5aff-4e67-abf4-734d4ca9eaf6 completed by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:42:49.145844 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-7fead28f-b56e-4304-9dd8-eea22dad7cf5 None None] Port 547b3828-c242-409c-914a-c938989e88c9 cannot update to ACTIVE because it is not bound. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 12:42:49.148189 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port dc2a3a4f-5aff-4e67-abf4-734d4ca9eaf6 triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:42:49.148669 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:49.212056 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a685ec7e-b186-480d-9b59-5b715d4aec08 admin admin] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 12:42:49.222009 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-a685ec7e-b186-480d-9b59-5b715d4aec08 admin admin] 10.222.0.30 "PUT /v2.0/routers/8a724860-9ed3-4ba4-bdae-ea45c6fa7141/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8607390 Mar 28 12:42:49.315743 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:49.332197 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] For port dc2a3a4f-5aff-4e67-abf4-734d4ca9eaf6, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=dc2a3a4f-5aff-4e67-abf4-734d4ca9eaf6,segment=NetworkSegment(688afb86-c9bd-46e2-ba7d-3fe76fb1efff),segment_id=688afb86-c9bd-46e2-ba7d-3fe76fb1efff)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:42:49.336404 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:49.337170 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 1aa67788-abc4-4030-a230-a4d7b88fb9e8 up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:42:49.454034 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Pushing event updated for resources: {'Port': ['ID=dc2a3a4f-5aff-4e67-abf4-734d4ca9eaf6,revision_number=4']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:42:49.465773 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port 1aa67788-abc4-4030-a230-a4d7b88fb9e8 triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:42:49.466150 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:49.586318 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 5653605b-bdbc-43fd-866d-641a3d56ca7b up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:42:49.656263 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port 5653605b-bdbc-43fd-866d-641a3d56ca7b triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:42:49.656500 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:49.681463 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 38242) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:42:49.686900 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-35a822f3-90cb-432c-badf-6148f865b46f tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-457559111', 'description': 'tempest-secgroup-smoke-457559111 description', 'project_id': '6687cdc7d725481099dcbcdc68d79199'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:42:49.693503 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-35a822f3-90cb-432c-badf-6148f865b46f tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:42:49.699823 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-35a822f3-90cb-432c-badf-6148f865b46f tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Usage tracker for resource:security_group and tenant:6687cdc7d725481099dcbcdc68d79199 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:42:49.702667 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-35a822f3-90cb-432c-badf-6148f865b46f tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:42:49.708801 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-35a822f3-90cb-432c-badf-6148f865b46f tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:42:49.720135 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-35a822f3-90cb-432c-badf-6148f865b46f tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Notify callbacks [] for security_group, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:49.744143 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-35a822f3-90cb-432c-badf-6148f865b46f tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:42:49.747880 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-35a822f3-90cb-432c-badf-6148f865b46f tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Usage tracker for resource:security_group_rule and tenant:6687cdc7d725481099dcbcdc68d79199 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:42:49.750624 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-35a822f3-90cb-432c-badf-6148f865b46f tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:42:49.756592 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-35a822f3-90cb-432c-badf-6148f865b46f tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:42:49.840644 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-35a822f3-90cb-432c-badf-6148f865b46f tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Notify callbacks [] for security_group, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:49.844343 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-35a822f3-90cb-432c-badf-6148f865b46f tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:49.886400 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a822f3-90cb-432c-badf-6148f865b46f tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Pushing event updated for resources: {'SecurityGroup': ['ID=198ea9c5-972f-48f8-9df3-4db0245e123a,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:42:49.889455 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-35a822f3-90cb-432c-badf-6148f865b46f tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Notify callbacks [] for security_group, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:49.890626 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-35a822f3-90cb-432c-badf-6148f865b46f tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2081547 Mar 28 12:42:49.893611 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 38246) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:42:49.898541 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [None req-0703ff12-4c85-4c79-8964-1a7f4e14b999 tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Request body: {'security_group_rule': {'security_group_id': '198ea9c5-972f-48f8-9df3-4db0245e123a', 'project_id': '6687cdc7d725481099dcbcdc68d79199', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:42:49.904378 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-0703ff12-4c85-4c79-8964-1a7f4e14b999 tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:42:49.908034 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-0703ff12-4c85-4c79-8964-1a7f4e14b999 tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Usage tracker for resource:security_group_rule and tenant:6687cdc7d725481099dcbcdc68d79199 is out of sync, need to count used quota {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:42:49.910769 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [None req-0703ff12-4c85-4c79-8964-1a7f4e14b999 tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87871) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:42:49.916959 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [None req-0703ff12-4c85-4c79-8964-1a7f4e14b999 tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:42:49.934360 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-0703ff12-4c85-4c79-8964-1a7f4e14b999 tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:49.941971 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab01456-147c-4bee-824c-21a601e0f637 None None] Sync routers for ids ['8a724860-9ed3-4ba4-bdae-ea45c6fa7141'] in dv-neutron-835340-2-hyperv {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 12:42:49.951316 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab01456-147c-4bee-824c-21a601e0f637 None None] Routers {'8a724860-9ed3-4ba4-bdae-ea45c6fa7141'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:42:49.951994 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-eab01456-147c-4bee-824c-21a601e0f637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:42:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['8a724860-9ed3-4ba4-bdae-ea45c6fa7141'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:42:49.996339 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-0703ff12-4c85-4c79-8964-1a7f4e14b999 tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:50.000617 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-0703ff12-4c85-4c79-8964-1a7f4e14b999 tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740322'] for security_group_rule, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:50.022804 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0703ff12-4c85-4c79-8964-1a7f4e14b999 tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41d5f083-392e-46fe-ac3a-2700fb20bb0b,revision_number=0']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:42:50.034148 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-0703ff12-4c85-4c79-8964-1a7f4e14b999 tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:50.035348 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-0703ff12-4c85-4c79-8964-1a7f4e14b999 tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1408482 Mar 28 12:42:50.038812 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 38250) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:42:50.044168 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-751375f5-a58a-43e7-8ab0-b4def77560f3 tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Request body: {'security_group_rule': {'security_group_id': '198ea9c5-972f-48f8-9df3-4db0245e123a', 'project_id': '6687cdc7d725481099dcbcdc68d79199', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:42:50.049973 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-751375f5-a58a-43e7-8ab0-b4def77560f3 tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:42:50.053879 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-751375f5-a58a-43e7-8ab0-b4def77560f3 tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Usage tracker for resource:security_group_rule and tenant:6687cdc7d725481099dcbcdc68d79199 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:42:50.056706 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-751375f5-a58a-43e7-8ab0-b4def77560f3 tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:42:50.062400 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-751375f5-a58a-43e7-8ab0-b4def77560f3 tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:42:50.079935 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-751375f5-a58a-43e7-8ab0-b4def77560f3 tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:50.130070 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvr_db [None req-eab01456-147c-4bee-824c-21a601e0f637 None None] Set router 8a724860-9ed3-4ba4-bdae-ea45c6fa7141 gateway port host: dv-neutron-835340-2-hyperv {{(pid=87872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:42:50.148313 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-751375f5-a58a-43e7-8ab0-b4def77560f3 tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:50.151921 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-751375f5-a58a-43e7-8ab0-b4def77560f3 tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740322'] for security_group_rule, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:50.183560 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751375f5-a58a-43e7-8ab0-b4def77560f3 tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2a0b797-7552-4509-8331-95e7c0d7c8ca,revision_number=0']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:42:50.193057 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-751375f5-a58a-43e7-8ab0-b4def77560f3 tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:50.194818 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-751375f5-a58a-43e7-8ab0-b4def77560f3 tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1544743 Mar 28 12:42:50.197688 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 38254) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:42:50.202609 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-b783b18d-5b67-4e06-a67a-c31a5e99554a tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Request body: {'security_group_rule': {'security_group_id': '198ea9c5-972f-48f8-9df3-4db0245e123a', 'project_id': '6687cdc7d725481099dcbcdc68d79199', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:42:50.208400 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-b783b18d-5b67-4e06-a67a-c31a5e99554a tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:42:50.212978 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-b783b18d-5b67-4e06-a67a-c31a5e99554a tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Usage tracker for resource:security_group_rule and tenant:6687cdc7d725481099dcbcdc68d79199 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:42:50.215812 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-b783b18d-5b67-4e06-a67a-c31a5e99554a tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:42:50.221430 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-b783b18d-5b67-4e06-a67a-c31a5e99554a tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:42:50.348099 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-b783b18d-5b67-4e06-a67a-c31a5e99554a tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:50.414687 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-b783b18d-5b67-4e06-a67a-c31a5e99554a tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:50.418770 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-b783b18d-5b67-4e06-a67a-c31a5e99554a tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740322'] for security_group_rule, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:50.442102 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b783b18d-5b67-4e06-a67a-c31a5e99554a tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f069583-e57f-4dab-aabb-069001268eb8,revision_number=0']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:42:50.448830 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-eab01456-147c-4bee-824c-21a601e0f637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a724860-9ed3-4ba4-bdae-ea45c6fa7141', 'name': 'tempest-TestSnapshotPattern-1811692826-router', 'tenant_id': '3f7bfe032cd04effad692e60159f2e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.31'}], 'enable_snat': True}, 'gw_port_id': 'dc2a3a4f-5aff-4e67-abf4-734d4ca9eaf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:42:43Z', 'updated_at': '2022-03-28T12:42:48Z', 'revision_number': 4, 'project_id': '3f7bfe032cd04effad692e60159f2e44', 'gw_port': {'id': 'dc2a3a4f-5aff-4e67-abf4-734d4ca9eaf6', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:86:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a724860-9ed3-4ba4-bdae-ea45c6fa7141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:42:44Z', 'updated_at': '2022-03-28T12:42:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_interfaces': [{'id': '547b3828-c242-409c-914a-c938989e88c9', 'name': '', 'network_id': '56613982-a91d-4e0c-a588-61b2f46c9987', 'tenant_id': '3f7bfe032cd04effad692e60159f2e44', 'mac_address': 'fa:16:3e:52:dc:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a724860-9ed3-4ba4-bdae-ea45c6fa7141', 'device_owner': 'network:router_interface', 'standard_attr_id': 1855, 'fixed_ips': [{'subnet_id': 'b77eca6f-f578-4e79-baad-9cd70e1e81a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:42:47Z', 'updated_at': '2022-03-28T12:42:48Z', 'revision_number': 2, 'project_id': '3f7bfe032cd04effad692e60159f2e44', 'subnets': [{'id': 'b77eca6f-f578-4e79-baad-9cd70e1e81a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:42:50.452913 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab01456-147c-4bee-824c-21a601e0f637 None None] Checking router: 8a724860-9ed3-4ba4-bdae-ea45c6fa7141 for host: dv-neutron-835340-2-hyperv {{(pid=87872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 12:42:50.453147 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-b783b18d-5b67-4e06-a67a-c31a5e99554a tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:50.453273 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab01456-147c-4bee-824c-21a601e0f637 None None] Updating router 8a724860-9ed3-4ba4-bdae-ea45c6fa7141 port 547b3828-c242-409c-914a-c938989e88c9 binding host dv-neutron-835340-2-hyperv {{(pid=87872) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 28 12:42:50.454321 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-b783b18d-5b67-4e06-a67a-c31a5e99554a tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2557003 Mar 28 12:42:50.456972 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 38258) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:42:50.462195 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-3b452d14-5ccd-456d-a4e6-394fe4f3125e tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Request body: {'security_group_rule': {'security_group_id': '198ea9c5-972f-48f8-9df3-4db0245e123a', 'project_id': '6687cdc7d725481099dcbcdc68d79199', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:42:50.468037 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-3b452d14-5ccd-456d-a4e6-394fe4f3125e tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:42:50.471793 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-3b452d14-5ccd-456d-a4e6-394fe4f3125e tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Usage tracker for resource:security_group_rule and tenant:6687cdc7d725481099dcbcdc68d79199 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:42:50.474570 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-3b452d14-5ccd-456d-a4e6-394fe4f3125e tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:42:50.480174 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-3b452d14-5ccd-456d-a4e6-394fe4f3125e tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:42:50.499363 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-3b452d14-5ccd-456d-a4e6-394fe4f3125e tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:50.510202 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-eab01456-147c-4bee-824c-21a601e0f637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:50.562822 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-3b452d14-5ccd-456d-a4e6-394fe4f3125e tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:50.566660 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-3b452d14-5ccd-456d-a4e6-394fe4f3125e tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740322'] for security_group_rule, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:50.593697 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b452d14-5ccd-456d-a4e6-394fe4f3125e tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=104dbf3b-4386-418b-aaeb-e095e9f847b7,revision_number=0']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:42:50.602137 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-3b452d14-5ccd-456d-a4e6-394fe4f3125e tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:50.603603 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-3b452d14-5ccd-456d-a4e6-394fe4f3125e tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1456814 Mar 28 12:42:50.606185 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 38262) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:42:50.611723 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-7eff008b-0949-48a2-be87-1e105023e51c tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Request body: {'security_group_rule': {'security_group_id': '198ea9c5-972f-48f8-9df3-4db0245e123a', 'project_id': '6687cdc7d725481099dcbcdc68d79199', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:42:50.617966 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-7eff008b-0949-48a2-be87-1e105023e51c tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:42:50.621930 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-7eff008b-0949-48a2-be87-1e105023e51c tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Usage tracker for resource:security_group_rule and tenant:6687cdc7d725481099dcbcdc68d79199 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:42:50.624856 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-7eff008b-0949-48a2-be87-1e105023e51c tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:42:50.630302 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-7eff008b-0949-48a2-be87-1e105023e51c tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:42:50.642088 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.db.securitygroups_db [None req-7eff008b-0949-48a2-be87-1e105023e51c tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Project 6687cdc7d725481099dcbcdc68d79199 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 12:42:50.649423 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-7eff008b-0949-48a2-be87-1e105023e51c tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:50.715894 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-7eff008b-0949-48a2-be87-1e105023e51c tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:50.719267 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-7eff008b-0949-48a2-be87-1e105023e51c tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740322'] for security_group_rule, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:50.742584 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eff008b-0949-48a2-be87-1e105023e51c tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43199b09-b3a8-4c59-9ae0-edb1fe7445c7,revision_number=0']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:42:50.754008 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-7eff008b-0949-48a2-be87-1e105023e51c tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:50.758287 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-7eff008b-0949-48a2-be87-1e105023e51c tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1481223 Mar 28 12:42:50.758516 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 38266) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:42:50.763489 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-d241337b-55ff-40c6-a7dd-88b1d7d9e772 tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Request body: {'security_group_rule': {'security_group_id': '198ea9c5-972f-48f8-9df3-4db0245e123a', 'project_id': '6687cdc7d725481099dcbcdc68d79199', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:42:50.769206 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-d241337b-55ff-40c6-a7dd-88b1d7d9e772 tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:42:50.773983 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-d241337b-55ff-40c6-a7dd-88b1d7d9e772 tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Usage tracker for resource:security_group_rule and tenant:6687cdc7d725481099dcbcdc68d79199 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:42:50.776900 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-d241337b-55ff-40c6-a7dd-88b1d7d9e772 tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:42:50.783043 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-d241337b-55ff-40c6-a7dd-88b1d7d9e772 tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:42:50.795393 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.db.securitygroups_db [None req-d241337b-55ff-40c6-a7dd-88b1d7d9e772 tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Project 6687cdc7d725481099dcbcdc68d79199 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 28 12:42:50.803148 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-d241337b-55ff-40c6-a7dd-88b1d7d9e772 tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:50.868601 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-eab01456-147c-4bee-824c-21a601e0f637 None None] Notify callbacks [] for port, precommit_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:50.884706 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-eab01456-147c-4bee-824c-21a601e0f637 None None] Transition to ACTIVE for port object 547b3828-c242-409c-914a-c938989e88c9 will not be triggered until provisioned by entity L2. {{(pid=87872) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:42:50.886290 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-d241337b-55ff-40c6-a7dd-88b1d7d9e772 tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:50.891990 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-d241337b-55ff-40c6-a7dd-88b1d7d9e772 tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-740322'] for security_group_rule, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:50.896603 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-eab01456-147c-4bee-824c-21a601e0f637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:50.918820 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d241337b-55ff-40c6-a7dd-88b1d7d9e772 tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=682e5ad3-26dc-497e-bcdc-5c63e6ea26e5,revision_number=0']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:42:50.931799 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-d241337b-55ff-40c6-a7dd-88b1d7d9e772 tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:50.941903 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-d241337b-55ff-40c6-a7dd-88b1d7d9e772 tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1738086 Mar 28 12:42:50.956127 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device dc2a3a4f-5aff-4e67-abf4-734d4ca9eaf6 up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:42:51.124691 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [req-b868a3c8-cadd-4b81-830c-ad3e425042b3 req-877098bf-e17f-4203-846b-e416880309ba tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Synchronizing usage tracker for tenant:6687cdc7d725481099dcbcdc68d79199 on resource:security_group {{(pid=87871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:42:51.144353 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [req-b868a3c8-cadd-4b81-830c-ad3e425042b3 req-877098bf-e17f-4203-846b-e416880309ba tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Unset dirty status for tenant:6687cdc7d725481099dcbcdc68d79199 on resource:security_group {{(pid=87871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:42:51.145964 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-b868a3c8-cadd-4b81-830c-ad3e425042b3 req-877098bf-e17f-4203-846b-e416880309ba tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-457559111&fields=id&tenant_id=6687cdc7d725481099dcbcdc68d79199 HTTP/1.1" status: 200 len: 267 time: 0.0692065 Mar 28 12:42:51.185530 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f97643-4253-403b-a453-daa642962afd None None] Pushing event updated for resources: {'Port': ['ID=547b3828-c242-409c-914a-c938989e88c9,revision_number=3']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:42:51.227535 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:51.260080 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-eab01456-147c-4bee-824c-21a601e0f637 None None] Attempting to bind port 547b3828-c242-409c-914a-c938989e88c9 on host dv-neutron-835340-2-hyperv for vnic_type normal with profile {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 12:42:51.260446 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-eab01456-147c-4bee-824c-21a601e0f637 None None] Attempting to bind port 547b3828-c242-409c-914a-c938989e88c9 by drivers openvswitch,hyperv on host dv-neutron-835340-2-hyperv at level 0 using segments [{'id': 'a43ee7f6-b88b-4c8d-9b0d-dd1fe4f19dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '56613982-a91d-4e0c-a588-61b2f46c9987'}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 12:42:51.260804 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab01456-147c-4bee-824c-21a601e0f637 None None] Attempting to bind port 547b3828-c242-409c-914a-c938989e88c9 on network 56613982-a91d-4e0c-a588-61b2f46c9987 {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 12:42:51.262785 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port dc2a3a4f-5aff-4e67-abf4-734d4ca9eaf6 triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:42:51.263147 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:51.305073 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab01456-147c-4bee-824c-21a601e0f637 None None] Checking agent: {'id': '961a16fe-cbc8-4264-ac28-bbbd53f89caa', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-835340-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 46, 6), 'started_at': datetime.datetime(2022, 3, 28, 11, 46, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 12, 42, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-835340-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 12:42:51.305445 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab01456-147c-4bee-824c-21a601e0f637 None None] Checking segment: {'id': 'a43ee7f6-b88b-4c8d-9b0d-dd1fe4f19dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '56613982-a91d-4e0c-a588-61b2f46c9987'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87872) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 12:42:51.305846 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-eab01456-147c-4bee-824c-21a601e0f637 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:51.306290 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab01456-147c-4bee-824c-21a601e0f637 None None] Bound using segment: {'id': 'a43ee7f6-b88b-4c8d-9b0d-dd1fe4f19dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '56613982-a91d-4e0c-a588-61b2f46c9987'} {{(pid=87872) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 12:42:51.306697 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.managers [None req-eab01456-147c-4bee-824c-21a601e0f637 None None] Bound port: 547b3828-c242-409c-914a-c938989e88c9, host: dv-neutron-835340-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a43ee7f6-b88b-4c8d-9b0d-dd1fe4f19dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '56613982-a91d-4e0c-a588-61b2f46c9987'}}] {{(pid=87872) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 12:42:51.307085 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-eab01456-147c-4bee-824c-21a601e0f637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:51.309672 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b868a3c8-cadd-4b81-830c-ad3e425042b3 req-18617625-a0c3-45a9-8b7f-b4d7102253ac tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:42:51.310487 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [req-b868a3c8-cadd-4b81-830c-ad3e425042b3 req-18617625-a0c3-45a9-8b7f-b4d7102253ac tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Synchronizing usage tracker for tenant:6687cdc7d725481099dcbcdc68d79199 on resource:network {{(pid=87871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:42:51.327791 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [req-b868a3c8-cadd-4b81-830c-ad3e425042b3 req-18617625-a0c3-45a9-8b7f-b4d7102253ac tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Unset dirty status for tenant:6687cdc7d725481099dcbcdc68d79199 on resource:network {{(pid=87871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:42:51.329158 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-b868a3c8-cadd-4b81-830c-ad3e425042b3 req-18617625-a0c3-45a9-8b7f-b4d7102253ac tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] 10.222.0.30 "GET /v2.0/networks?id=cd203d72-3134-4387-a5fd-0ae842e96a38 HTTP/1.1" status: 200 len: 809 time: 0.1749585 Mar 28 12:42:51.344264 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-b868a3c8-cadd-4b81-830c-ad3e425042b3 req-a377b7dd-13c7-4d81-8794-15a439cac88d tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] 10.222.0.30 "GET /v2.0/quotas/6687cdc7d725481099dcbcdc68d79199 HTTP/1.1" status: 200 len: 375 time: 0.0091386 Mar 28 12:42:51.428105 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [req-b868a3c8-cadd-4b81-830c-ad3e425042b3 req-e7e8d6cb-220b-4331-ab92-39c0da1f8fd4 tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Synchronizing usage tracker for tenant:6687cdc7d725481099dcbcdc68d79199 on resource:port {{(pid=87871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:42:51.445185 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [req-b868a3c8-cadd-4b81-830c-ad3e425042b3 req-e7e8d6cb-220b-4331-ab92-39c0da1f8fd4 tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Unset dirty status for tenant:6687cdc7d725481099dcbcdc68d79199 on resource:port {{(pid=87871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:42:51.446574 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-b868a3c8-cadd-4b81-830c-ad3e425042b3 req-e7e8d6cb-220b-4331-ab92-39c0da1f8fd4 tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=6687cdc7d725481099dcbcdc68d79199&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0970125 Mar 28 12:42:51.463204 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [req-b868a3c8-cadd-4b81-830c-ad3e425042b3 req-751ec01d-3bee-408b-8e4c-7b678f86a403 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=87871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 12:42:51.464202 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-b868a3c8-cadd-4b81-830c-ad3e425042b3 req-751ec01d-3bee-408b-8e4c-7b678f86a403 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058777 Mar 28 12:42:51.473785 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-eab01456-147c-4bee-824c-21a601e0f637 None None] For port 547b3828-c242-409c-914a-c938989e88c9, host dv-neutron-835340-2-hyperv, cleared binding levels {{(pid=87872) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 12:42:51.486240 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-eab01456-147c-4bee-824c-21a601e0f637 None None] For port 547b3828-c242-409c-914a-c938989e88c9, host dv-neutron-835340-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=547b3828-c242-409c-914a-c938989e88c9,segment=NetworkSegment(a43ee7f6-b88b-4c8d-9b0d-dd1fe4f19dd9),segment_id=a43ee7f6-b88b-4c8d-9b0d-dd1fe4f19dd9)] {{(pid=87872) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 12:42:51.490285 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-eab01456-147c-4bee-824c-21a601e0f637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:51.570935 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab01456-147c-4bee-824c-21a601e0f637 None None] Routers {'8a724860-9ed3-4ba4-bdae-ea45c6fa7141'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:42:51.571598 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-eab01456-147c-4bee-824c-21a601e0f637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:42:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['8a724860-9ed3-4ba4-bdae-ea45c6fa7141'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:42:51.607574 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-b868a3c8-cadd-4b81-830c-ad3e425042b3 req-ecdbf4b7-beac-4629-8d81-09d4d2b2f403 service neutron] 10.222.0.30 "GET /v2.0/networks/cd203d72-3134-4387-a5fd-0ae842e96a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373544 Mar 28 12:42:51.634035 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f97643-4253-403b-a453-daa642962afd None None] Pushing event updated for resources: {'Port': ['ID=547b3828-c242-409c-914a-c938989e88c9,revision_number=4']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:42:51.752365 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-b868a3c8-cadd-4b81-830c-ad3e425042b3 req-01e577b8-ef0f-41b7-b7f8-7cda499ffcb5 service neutron] 10.222.0.30 "GET /v2.0/networks/cd203d72-3134-4387-a5fd-0ae842e96a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386406 Mar 28 12:42:51.758174 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvr_db [None req-eab01456-147c-4bee-824c-21a601e0f637 None None] Set router 8a724860-9ed3-4ba4-bdae-ea45c6fa7141 gateway port host: dv-neutron-835340-2-hyperv {{(pid=87872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:42:51.957766 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-ee23504a-d165-4ecb-b1e9-3a6ba7fd93ee req-ccf0650a-a284-4c9a-b64c-959c1886097c tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c30fe30-4ecf-4a47-bfb5-420a3346f599 HTTP/1.1" status: 200 len: 210 time: 0.0537624 Mar 28 12:42:52.085250 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-eab01456-147c-4bee-824c-21a601e0f637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a724860-9ed3-4ba4-bdae-ea45c6fa7141', 'name': 'tempest-TestSnapshotPattern-1811692826-router', 'tenant_id': '3f7bfe032cd04effad692e60159f2e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.31'}], 'enable_snat': True}, 'gw_port_id': 'dc2a3a4f-5aff-4e67-abf4-734d4ca9eaf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:42:43Z', 'updated_at': '2022-03-28T12:42:48Z', 'revision_number': 4, 'project_id': '3f7bfe032cd04effad692e60159f2e44', 'gw_port': {'id': 'dc2a3a4f-5aff-4e67-abf4-734d4ca9eaf6', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:86:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a724860-9ed3-4ba4-bdae-ea45c6fa7141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:42:44Z', 'updated_at': '2022-03-28T12:42:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_interfaces': [{'id': '547b3828-c242-409c-914a-c938989e88c9', 'name': '', 'network_id': '56613982-a91d-4e0c-a588-61b2f46c9987', 'tenant_id': '3f7bfe032cd04effad692e60159f2e44', 'mac_address': 'fa:16:3e:52:dc:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a724860-9ed3-4ba4-bdae-ea45c6fa7141', 'device_owner': 'network:router_interface', 'standard_attr_id': 1855, 'fixed_ips': [{'subnet_id': 'b77eca6f-f578-4e79-baad-9cd70e1e81a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:42:47Z', 'updated_at': '2022-03-28T12:42:51Z', 'revision_number': 4, 'project_id': '3f7bfe032cd04effad692e60159f2e44', 'subnets': [{'id': 'b77eca6f-f578-4e79-baad-9cd70e1e81a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:42:52.089205 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab01456-147c-4bee-824c-21a601e0f637 None None] The sync data for ids ['8a724860-9ed3-4ba4-bdae-ea45c6fa7141'] in dv-neutron-835340-2-hyperv is: [{'id': '8a724860-9ed3-4ba4-bdae-ea45c6fa7141', 'name': 'tempest-TestSnapshotPattern-1811692826-router', 'tenant_id': '3f7bfe032cd04effad692e60159f2e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.31'}], 'enable_snat': True}, 'gw_port_id': 'dc2a3a4f-5aff-4e67-abf4-734d4ca9eaf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:42:43Z', 'updated_at': '2022-03-28T12:42:48Z', 'revision_number': 4, 'project_id': '3f7bfe032cd04effad692e60159f2e44', 'gw_port': {'id': 'dc2a3a4f-5aff-4e67-abf4-734d4ca9eaf6', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:86:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a724860-9ed3-4ba4-bdae-ea45c6fa7141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:42:44Z', 'updated_at': '2022-03-28T12:42:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_interfaces': [{'id': '547b3828-c242-409c-914a-c938989e88c9', 'name': '', 'network_id': '56613982-a91d-4e0c-a588-61b2f46c9987', 'tenant_id': '3f7bfe032cd04effad692e60159f2e44', 'mac_address': 'fa:16:3e:52:dc:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a724860-9ed3-4ba4-bdae-ea45c6fa7141', 'device_owner': 'network:router_interface', 'standard_attr_id': 1855, 'fixed_ips': [{'subnet_id': 'b77eca6f-f578-4e79-baad-9cd70e1e81a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:42:47Z', 'updated_at': '2022-03-28T12:42:51Z', 'revision_number': 4, 'project_id': '3f7bfe032cd04effad692e60159f2e44', 'subnets': [{'id': 'b77eca6f-f578-4e79-baad-9cd70e1e81a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 12:42:52.918214 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 547b3828-c242-409c-914a-c938989e88c9 up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:42:52.992408 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning for port 547b3828-c242-409c-914a-c938989e88c9 completed by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:42:52.998291 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port 547b3828-c242-409c-914a-c938989e88c9 triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:42:52.998806 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:53.132980 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:53.140268 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-312d8771-23b8-415c-a28d-0f5c6fcc1e1b req-20c45f20-86a4-498d-ad60-58df22aa3f09 tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c30fe30-4ecf-4a47-bfb5-420a3346f599 HTTP/1.1" status: 200 len: 210 time: 0.0686600 Mar 28 12:42:53.181786 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] For port 547b3828-c242-409c-914a-c938989e88c9, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=547b3828-c242-409c-914a-c938989e88c9,segment=NetworkSegment(a43ee7f6-b88b-4c8d-9b0d-dd1fe4f19dd9),segment_id=a43ee7f6-b88b-4c8d-9b0d-dd1fe4f19dd9)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:42:53.187179 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:53.262634 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Pushing event updated for resources: {'Port': ['ID=547b3828-c242-409c-914a-c938989e88c9,revision_number=5']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:42:53.295163 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b868a3c8-cadd-4b81-830c-ad3e425042b3 req-12744b2e-f7cf-4602-9f7a-7677b630dfbe tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:42:53.296848 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-b868a3c8-cadd-4b81-830c-ad3e425042b3 req-12744b2e-f7cf-4602-9f7a-7677b630dfbe tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] 10.222.0.11 "GET /v2.0/networks?id=cd203d72-3134-4387-a5fd-0ae842e96a38 HTTP/1.1" status: 200 len: 809 time: 0.1875153 Mar 28 12:42:53.354870 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-b868a3c8-cadd-4b81-830c-ad3e425042b3 req-2b71a78a-2810-4d6c-a3e5-abde2042feff tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6687cdc7d725481099dcbcdc68d79199 HTTP/1.1" status: 200 len: 379 time: 0.0449769 Mar 28 12:42:53.363561 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [req-b868a3c8-cadd-4b81-830c-ad3e425042b3 req-5977c44c-00b5-488d-81a0-2618bc8e2062 tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Request body: {'port': {'device_id': '0c30fe30-4ecf-4a47-bfb5-420a3346f599', 'network_id': 'cd203d72-3134-4387-a5fd-0ae842e96a38', 'admin_state_up': True, 'tenant_id': '6687cdc7d725481099dcbcdc68d79199', 'security_groups': ['198ea9c5-972f-48f8-9df3-4db0245e123a']}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:42:53.499218 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [req-b868a3c8-cadd-4b81-830c-ad3e425042b3 req-5977c44c-00b5-488d-81a0-2618bc8e2062 tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:42:53.508518 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [req-b868a3c8-cadd-4b81-830c-ad3e425042b3 req-5977c44c-00b5-488d-81a0-2618bc8e2062 tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:42:53.517765 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b868a3c8-cadd-4b81-830c-ad3e425042b3 req-5977c44c-00b5-488d-81a0-2618bc8e2062 tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Made reservation on behalf of 6687cdc7d725481099dcbcdc68d79199 for: {'port': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 12:42:53.521434 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-b868a3c8-cadd-4b81-830c-ad3e425042b3 req-5977c44c-00b5-488d-81a0-2618bc8e2062 tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:53.679529 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.db_base_plugin_common [req-b868a3c8-cadd-4b81-830c-ad3e425042b3 req-5977c44c-00b5-488d-81a0-2618bc8e2062 tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Allocated IP 172.20.0.10 (cd203d72-3134-4387-a5fd-0ae842e96a38/52aaa934-efe2-4c88-8e92-642c92607c95/713eefce-045a-4436-8f3d-03624a7af1b3) {{(pid=87871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 12:42:53.960794 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-b868a3c8-cadd-4b81-830c-ad3e425042b3 req-5977c44c-00b5-488d-81a0-2618bc8e2062 tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Notify callbacks [] for port, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:53.975968 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.provisioning_blocks [req-b868a3c8-cadd-4b81-830c-ad3e425042b3 req-5977c44c-00b5-488d-81a0-2618bc8e2062 tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Transition to ACTIVE for port object 713eefce-045a-4436-8f3d-03624a7af1b3 will not be triggered until provisioned by entity DHCP. {{(pid=87871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:42:53.999171 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-b868a3c8-cadd-4b81-830c-ad3e425042b3 req-5977c44c-00b5-488d-81a0-2618bc8e2062 tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:54.061647 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b868a3c8-cadd-4b81-830c-ad3e425042b3 req-5977c44c-00b5-488d-81a0-2618bc8e2062 tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Network cd203d72-3134-4387-a5fd-0ae842e96a38 is already hosted by enough agents. {{(pid=87871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:42:54.064471 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [req-b868a3c8-cadd-4b81-830c-ad3e425042b3 req-5977c44c-00b5-488d-81a0-2618bc8e2062 tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Resources bound (agent type, host, resource id): {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:42:54.073396 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.l3_dvrscheduler_db [req-b868a3c8-cadd-4b81-830c-ad3e425042b3 req-5977c44c-00b5-488d-81a0-2618bc8e2062 tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Received port after_create {{(pid=87871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 12:42:54.114374 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5977c44c-00b5-488d-81a0-2618bc8e2062 tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Pushing event updated for resources: {'Port': ['ID=713eefce-045a-4436-8f3d-03624a7af1b3,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:42:54.145975 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b868a3c8-cadd-4b81-830c-ad3e425042b3 req-5977c44c-00b5-488d-81a0-2618bc8e2062 tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:42:54.146594 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-b868a3c8-cadd-4b81-830c-ad3e425042b3 req-5977c44c-00b5-488d-81a0-2618bc8e2062 tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:54.172859 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-b868a3c8-cadd-4b81-830c-ad3e425042b3 req-5977c44c-00b5-488d-81a0-2618bc8e2062 tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8130915 Mar 28 12:42:54.184297 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [req-b868a3c8-cadd-4b81-830c-ad3e425042b3 req-c9676540-3e5a-4c54-900d-07044088159f service neutron] Request body: {'port': {'device_id': '0c30fe30-4ecf-4a47-bfb5-420a3346f599', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8353'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:42:54.277897 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-862a4bf4-22bd-4058-9aaa-600da7faca1a None None] Provisioning for port 713eefce-045a-4436-8f3d-03624a7af1b3 completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:42:54.284137 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-862a4bf4-22bd-4058-9aaa-600da7faca1a None None] Provisioning complete for port 713eefce-045a-4436-8f3d-03624a7af1b3 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:42:54.285082 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-862a4bf4-22bd-4058-9aaa-600da7faca1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:54.301383 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-b868a3c8-cadd-4b81-830c-ad3e425042b3 req-c9676540-3e5a-4c54-900d-07044088159f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:54.337578 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e238e70-27a6-4b0b-ae2c-0dc5814eb149 req-e1e7c622-5069-43b7-9dca-08f03b47838c tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:42:54.338919 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-7e238e70-27a6-4b0b-ae2c-0dc5814eb149 req-e1e7c622-5069-43b7-9dca-08f03b47838c tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c30fe30-4ecf-4a47-bfb5-420a3346f599 HTTP/1.1" status: 200 len: 932 time: 0.0826306 Mar 28 12:42:54.343617 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-862a4bf4-22bd-4058-9aaa-600da7faca1a None None] Port 713eefce-045a-4436-8f3d-03624a7af1b3 cannot update to ACTIVE because it is not bound. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 12:42:54.387505 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-7e238e70-27a6-4b0b-ae2c-0dc5814eb149 req-15d42626-4168-43c2-9199-01d161c12058 tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] 10.222.0.30 "GET /v2.0/security-groups?id=198ea9c5-972f-48f8-9df3-4db0245e123a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392969 Mar 28 12:42:54.640811 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.notifiers.nova [req-b868a3c8-cadd-4b81-830c-ad3e425042b3 req-c9676540-3e5a-4c54-900d-07044088159f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 713eefce-045a-4436-8f3d-03624a7af1b3 {{(pid=87871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 12:42:54.648523 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-b868a3c8-cadd-4b81-830c-ad3e425042b3 req-c9676540-3e5a-4c54-900d-07044088159f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:54.662110 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.provisioning_blocks [req-b868a3c8-cadd-4b81-830c-ad3e425042b3 req-c9676540-3e5a-4c54-900d-07044088159f service neutron] Transition to ACTIVE for port object 713eefce-045a-4436-8f3d-03624a7af1b3 will not be triggered until provisioned by entity L2. {{(pid=87871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:42:54.665774 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-b868a3c8-cadd-4b81-830c-ad3e425042b3 req-c9676540-3e5a-4c54-900d-07044088159f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2363241'] for port, after_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:54.819649 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9676540-3e5a-4c54-900d-07044088159f service neutron] Pushing event updated for resources: {'Port': ['ID=713eefce-045a-4436-8f3d-03624a7af1b3,revision_number=2']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:42:54.901535 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 547b3828-c242-409c-914a-c938989e88c9 up at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:42:54.906164 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.managers [req-b868a3c8-cadd-4b81-830c-ad3e425042b3 req-c9676540-3e5a-4c54-900d-07044088159f service neutron] Attempting to bind port 713eefce-045a-4436-8f3d-03624a7af1b3 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 12:42:54.906575 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.managers [req-b868a3c8-cadd-4b81-830c-ad3e425042b3 req-c9676540-3e5a-4c54-900d-07044088159f service neutron] Attempting to bind port 713eefce-045a-4436-8f3d-03624a7af1b3 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '96f33943-708e-433e-a39a-d41cd1bacc9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'cd203d72-3134-4387-a5fd-0ae842e96a38'}] {{(pid=87871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 12:42:54.906960 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b868a3c8-cadd-4b81-830c-ad3e425042b3 req-c9676540-3e5a-4c54-900d-07044088159f service neutron] Attempting to bind port 713eefce-045a-4436-8f3d-03624a7af1b3 on network cd203d72-3134-4387-a5fd-0ae842e96a38 {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 12:42:54.911611 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b868a3c8-cadd-4b81-830c-ad3e425042b3 req-c9676540-3e5a-4c54-900d-07044088159f service neutron] Port 713eefce-045a-4436-8f3d-03624a7af1b3 on network cd203d72-3134-4387-a5fd-0ae842e96a38 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 12:42:54.911993 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b868a3c8-cadd-4b81-830c-ad3e425042b3 req-c9676540-3e5a-4c54-900d-07044088159f service neutron] Attempting to bind port 713eefce-045a-4436-8f3d-03624a7af1b3 on network cd203d72-3134-4387-a5fd-0ae842e96a38 {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 12:42:54.917430 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b868a3c8-cadd-4b81-830c-ad3e425042b3 req-c9676540-3e5a-4c54-900d-07044088159f service neutron] Checking agent: {'id': '01dfae6e-0e91-4100-b27f-ff8156eac7d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8353', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 52, 20), 'started_at': datetime.datetime(2022, 3, 28, 11, 52, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 12, 42, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 12:42:54.917791 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b868a3c8-cadd-4b81-830c-ad3e425042b3 req-c9676540-3e5a-4c54-900d-07044088159f service neutron] Checking segment: {'id': '96f33943-708e-433e-a39a-d41cd1bacc9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'cd203d72-3134-4387-a5fd-0ae842e96a38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 12:42:54.918164 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b868a3c8-cadd-4b81-830c-ad3e425042b3 req-c9676540-3e5a-4c54-900d-07044088159f service neutron] Bound using segment: {'id': '96f33943-708e-433e-a39a-d41cd1bacc9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'cd203d72-3134-4387-a5fd-0ae842e96a38'} {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 12:42:54.918584 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.managers [req-b868a3c8-cadd-4b81-830c-ad3e425042b3 req-c9676540-3e5a-4c54-900d-07044088159f service neutron] Bound port: 713eefce-045a-4436-8f3d-03624a7af1b3, host: hv-neutron-8353, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96f33943-708e-433e-a39a-d41cd1bacc9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'cd203d72-3134-4387-a5fd-0ae842e96a38'}}] {{(pid=87871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 12:42:54.918925 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-b868a3c8-cadd-4b81-830c-ad3e425042b3 req-c9676540-3e5a-4c54-900d-07044088159f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:54.981360 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Provisioning complete for port 547b3828-c242-409c-914a-c938989e88c9 triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:42:54.981675 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:55.007101 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.db [req-b868a3c8-cadd-4b81-830c-ad3e425042b3 req-c9676540-3e5a-4c54-900d-07044088159f service neutron] For port 713eefce-045a-4436-8f3d-03624a7af1b3, host hv-neutron-8353, cleared binding levels {{(pid=87871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 12:42:55.010180 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.db [req-b868a3c8-cadd-4b81-830c-ad3e425042b3 req-c9676540-3e5a-4c54-900d-07044088159f service neutron] For port 713eefce-045a-4436-8f3d-03624a7af1b3, host hv-neutron-8353, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=713eefce-045a-4436-8f3d-03624a7af1b3,segment=NetworkSegment(96f33943-708e-433e-a39a-d41cd1bacc9e),segment_id=96f33943-708e-433e-a39a-d41cd1bacc9e)] {{(pid=87871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 12:42:55.014665 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-b868a3c8-cadd-4b81-830c-ad3e425042b3 req-c9676540-3e5a-4c54-900d-07044088159f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2363241'] for port, after_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:55.073228 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b868a3c8-cadd-4b81-830c-ad3e425042b3 req-c9676540-3e5a-4c54-900d-07044088159f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:42:55.073870 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-b868a3c8-cadd-4b81-830c-ad3e425042b3 req-c9676540-3e5a-4c54-900d-07044088159f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:55.075369 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-b868a3c8-cadd-4b81-830c-ad3e425042b3 req-c9676540-3e5a-4c54-900d-07044088159f service neutron] 10.222.0.11 "PUT /v2.0/ports/713eefce-045a-4436-8f3d-03624a7af1b3 HTTP/1.1" status: 200 len: 1094 time: 0.8954315 Mar 28 12:42:55.075683 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c30fe30-4ecf-4a47-bfb5-420a3346f599', 'tag': '713eefce-045a-4436-8f3d-03624a7af1b3'}] {{(pid=87871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 12:42:55.106034 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9676540-3e5a-4c54-900d-07044088159f service neutron] Pushing event updated for resources: {'Port': ['ID=713eefce-045a-4436-8f3d-03624a7af1b3,revision_number=3']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:42:55.166440 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c30fe30-4ecf-4a47-bfb5-420a3346f599', 'tag': '713eefce-045a-4436-8f3d-03624a7af1b3', 'status': 'completed', 'code': 200} Mar 28 12:42:55.197340 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b868a3c8-cadd-4b81-830c-ad3e425042b3 req-aa91252e-8894-43f0-8e9e-5326a121314f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:42:55.198822 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-b868a3c8-cadd-4b81-830c-ad3e425042b3 req-aa91252e-8894-43f0-8e9e-5326a121314f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6687cdc7d725481099dcbcdc68d79199&device_id=0c30fe30-4ecf-4a47-bfb5-420a3346f599 HTTP/1.1" status: 200 len: 1097 time: 0.0816145 Mar 28 12:42:55.270226 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-b868a3c8-cadd-4b81-830c-ad3e425042b3 req-c6b98f36-2466-4233-b925-f58682c76eb6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=713eefce-045a-4436-8f3d-03624a7af1b3 HTTP/1.1" status: 200 len: 217 time: 0.0648234 Mar 28 12:42:55.330725 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b868a3c8-cadd-4b81-830c-ad3e425042b3 req-3ea66625-aca3-417a-9ca4-2c30246d831a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:42:55.332172 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-b868a3c8-cadd-4b81-830c-ad3e425042b3 req-3ea66625-aca3-417a-9ca4-2c30246d831a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=52aaa934-efe2-4c88-8e92-642c92607c95 HTTP/1.1" status: 200 len: 848 time: 0.0562496 Mar 28 12:42:55.410657 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b868a3c8-cadd-4b81-830c-ad3e425042b3 req-2d7a92e5-8ba7-4eb5-979b-bd037c02cba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:42:55.412030 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-b868a3c8-cadd-4b81-830c-ad3e425042b3 req-2d7a92e5-8ba7-4eb5-979b-bd037c02cba3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=cd203d72-3134-4387-a5fd-0ae842e96a38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0738602 Mar 28 12:42:55.542392 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-b868a3c8-cadd-4b81-830c-ad3e425042b3 req-8b5611c4-a5fa-4be7-bc35-648beac17d27 service neutron] 10.222.0.11 "GET /v2.0/networks/cd203d72-3134-4387-a5fd-0ae842e96a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244161 Mar 28 12:42:55.578998 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04ebdda-1ac8-4a23-9f08-12852b680ab8 req-06f78a95-a642-4a41-8025-52d79bb076fe tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:42:55.580481 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-f04ebdda-1ac8-4a23-9f08-12852b680ab8 req-06f78a95-a642-4a41-8025-52d79bb076fe tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c30fe30-4ecf-4a47-bfb5-420a3346f599 HTTP/1.1" status: 200 len: 944 time: 0.0836480 Mar 28 12:42:55.624434 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-f04ebdda-1ac8-4a23-9f08-12852b680ab8 req-715ad670-ce1d-478a-a443-fb372b7c5457 tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] 10.222.0.30 "GET /v2.0/security-groups?id=198ea9c5-972f-48f8-9df3-4db0245e123a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379393 Mar 28 12:42:55.768841 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-b868a3c8-cadd-4b81-830c-ad3e425042b3 req-99a21524-0efb-4bc7-8779-62a38736e18a service neutron] 10.222.0.11 "GET /v2.0/networks/cd203d72-3134-4387-a5fd-0ae842e96a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2211361 Mar 28 12:42:55.885899 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccaadff-083f-401a-87a2-be0575c67675 req-67829157-97fa-4073-b6b1-1150267ab13a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:42:55.887350 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-6ccaadff-083f-401a-87a2-be0575c67675 req-67829157-97fa-4073-b6b1-1150267ab13a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6687cdc7d725481099dcbcdc68d79199&device_id=0c30fe30-4ecf-4a47-bfb5-420a3346f599 HTTP/1.1" status: 200 len: 1097 time: 0.0710213 Mar 28 12:42:56.014513 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccaadff-083f-401a-87a2-be0575c67675 req-6d37b89b-ed10-4a2e-80aa-0a86c2cd4502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:42:56.015961 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-6ccaadff-083f-401a-87a2-be0575c67675 req-6d37b89b-ed10-4a2e-80aa-0a86c2cd4502 service neutron] 10.222.0.11 "GET /v2.0/networks?id=cd203d72-3134-4387-a5fd-0ae842e96a38 HTTP/1.1" status: 200 len: 909 time: 0.1224577 Mar 28 12:42:56.086161 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-6ccaadff-083f-401a-87a2-be0575c67675 req-4516f78e-48d7-49c1-9bbc-ab42995fe752 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=713eefce-045a-4436-8f3d-03624a7af1b3 HTTP/1.1" status: 200 len: 217 time: 0.0638146 Mar 28 12:42:56.148180 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccaadff-083f-401a-87a2-be0575c67675 req-9529d60a-18fa-42f0-89bb-7d75b632de72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:42:56.149591 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-6ccaadff-083f-401a-87a2-be0575c67675 req-9529d60a-18fa-42f0-89bb-7d75b632de72 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=52aaa934-efe2-4c88-8e92-642c92607c95 HTTP/1.1" status: 200 len: 848 time: 0.0572569 Mar 28 12:42:56.228193 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccaadff-083f-401a-87a2-be0575c67675 req-fc167939-1007-493e-8be4-fca4065bee97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:42:56.229641 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-6ccaadff-083f-401a-87a2-be0575c67675 req-fc167939-1007-493e-8be4-fca4065bee97 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=cd203d72-3134-4387-a5fd-0ae842e96a38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0736451 Mar 28 12:42:56.357603 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-6ccaadff-083f-401a-87a2-be0575c67675 req-36649dc2-a1b1-46cc-ab9a-2ec2cea1fa6e service neutron] 10.222.0.11 "GET /v2.0/networks/cd203d72-3134-4387-a5fd-0ae842e96a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214244 Mar 28 12:42:56.486776 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-6ccaadff-083f-401a-87a2-be0575c67675 req-d13494c2-3bba-4a23-9c80-f0916983271a service neutron] 10.222.0.11 "GET /v2.0/networks/cd203d72-3134-4387-a5fd-0ae842e96a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223848 Mar 28 12:42:56.811690 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cb554a-cfd2-49f0-b21c-64f04643432b req-b5a9d00c-5f47-48a5-a0f8-939cfcb7273a tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:42:56.812368 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [req-b5cb554a-cfd2-49f0-b21c-64f04643432b req-b5a9d00c-5f47-48a5-a0f8-939cfcb7273a tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Synchronizing usage tracker for tenant:6687cdc7d725481099dcbcdc68d79199 on resource:port {{(pid=87871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:42:56.828372 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [req-b5cb554a-cfd2-49f0-b21c-64f04643432b req-b5a9d00c-5f47-48a5-a0f8-939cfcb7273a tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Unset dirty status for tenant:6687cdc7d725481099dcbcdc68d79199 on resource:port {{(pid=87871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:42:56.829594 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-b5cb554a-cfd2-49f0-b21c-64f04643432b req-b5a9d00c-5f47-48a5-a0f8-939cfcb7273a tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c30fe30-4ecf-4a47-bfb5-420a3346f599 HTTP/1.1" status: 200 len: 944 time: 0.0953491 Mar 28 12:42:56.878429 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-b5cb554a-cfd2-49f0-b21c-64f04643432b req-c154c62b-de4b-4b9a-817b-1f7848034ff3 tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] 10.222.0.30 "GET /v2.0/security-groups?id=198ea9c5-972f-48f8-9df3-4db0245e123a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417571 Mar 28 12:42:58.061494 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a1d16f-7db8-42ce-bba5-1b573e2873dc req-ab1d1f02-9825-4772-ab1b-4653e99ff18d tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:42:58.062934 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-d8a1d16f-7db8-42ce-bba5-1b573e2873dc req-ab1d1f02-9825-4772-ab1b-4653e99ff18d tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c30fe30-4ecf-4a47-bfb5-420a3346f599 HTTP/1.1" status: 200 len: 944 time: 0.0789776 Mar 28 12:42:58.105643 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-d8a1d16f-7db8-42ce-bba5-1b573e2873dc req-74ed4717-ae59-4188-a43a-80feca2230ce tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] 10.222.0.30 "GET /v2.0/security-groups?id=198ea9c5-972f-48f8-9df3-4db0245e123a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371032 Mar 28 12:42:59.011606 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Device 713eefce-045a-4436-8f3d-03624a7af1b3 details requested by agent hyperv_hv-neutron-8353 with host hv-neutron-8353 {{(pid=87872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 28 12:42:59.145076 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] For port 713eefce-045a-4436-8f3d-03624a7af1b3, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=713eefce-045a-4436-8f3d-03624a7af1b3,segment=NetworkSegment(96f33943-708e-433e-a39a-d41cd1bacc9e),segment_id=96f33943-708e-433e-a39a-d41cd1bacc9e)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:42:59.158935 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Returning: {'device': '713eefce-045a-4436-8f3d-03624a7af1b3', 'network_id': 'cd203d72-3134-4387-a5fd-0ae842e96a38', 'port_id': '713eefce-045a-4436-8f3d-03624a7af1b3', 'mac_address': 'fa:16:3e:2b:82:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52aaa934-efe2-4c88-8e92-642c92607c95', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 28 12:42:59.218721 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:59.235781 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.notifiers.nova [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 713eefce-045a-4436-8f3d-03624a7af1b3 {{(pid=87872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 12:42:59.251100 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] For port 713eefce-045a-4436-8f3d-03624a7af1b3, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=713eefce-045a-4436-8f3d-03624a7af1b3,segment=NetworkSegment(96f33943-708e-433e-a39a-d41cd1bacc9e),segment_id=96f33943-708e-433e-a39a-d41cd1bacc9e)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:42:59.254979 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:42:59.293585 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc9f0be-7aa1-4e3b-9ba2-fe7b490cbeba req-ef668bdd-1256-4992-9e84-73141735ca43 tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:42:59.295040 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-bfc9f0be-7aa1-4e3b-9ba2-fe7b490cbeba req-ef668bdd-1256-4992-9e84-73141735ca43 tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c30fe30-4ecf-4a47-bfb5-420a3346f599 HTTP/1.1" status: 200 len: 944 time: 0.0833099 Mar 28 12:42:59.323158 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Pushing event updated for resources: {'Port': ['ID=713eefce-045a-4436-8f3d-03624a7af1b3,revision_number=4']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:42:59.339620 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-bfc9f0be-7aa1-4e3b-9ba2-fe7b490cbeba req-a89fe0a6-f5d6-45d6-ad4a-8ab109492c29 tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] 10.222.0.30 "GET /v2.0/security-groups?id=198ea9c5-972f-48f8-9df3-4db0245e123a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385253 Mar 28 12:42:59.473186 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] get_ports_and_sgs() called for port_ids ['713eefce-045a-4436-8f3d-03624a7af1b3'] {{(pid=87872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 12:43:00.522633 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f4d74f-c060-4006-88b8-5ab657356f0d req-4612f11c-f79f-41d3-9505-c7139cc04eb7 tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:43:00.524295 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-d0f4d74f-c060-4006-88b8-5ab657356f0d req-4612f11c-f79f-41d3-9505-c7139cc04eb7 tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c30fe30-4ecf-4a47-bfb5-420a3346f599 HTTP/1.1" status: 200 len: 945 time: 0.0830455 Mar 28 12:43:00.566960 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-d0f4d74f-c060-4006-88b8-5ab657356f0d req-23156ffb-0ddf-4ef9-bdd2-9376c7a001af tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] 10.222.0.30 "GET /v2.0/security-groups?id=198ea9c5-972f-48f8-9df3-4db0245e123a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371640 Mar 28 12:43:01.027108 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Device 713eefce-045a-4436-8f3d-03624a7af1b3 up at agent hyperv_hv-neutron-8353 {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:43:01.092178 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Provisioning for port 713eefce-045a-4436-8f3d-03624a7af1b3 completed by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:43:01.096959 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Provisioning complete for port 713eefce-045a-4436-8f3d-03624a7af1b3 triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:43:01.097330 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:43:01.212745 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:43:01.239507 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c30fe30-4ecf-4a47-bfb5-420a3346f599', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '713eefce-045a-4436-8f3d-03624a7af1b3'}] {{(pid=87872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 12:43:01.249712 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] For port 713eefce-045a-4436-8f3d-03624a7af1b3, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=713eefce-045a-4436-8f3d-03624a7af1b3,segment=NetworkSegment(96f33943-708e-433e-a39a-d41cd1bacc9e),segment_id=96f33943-708e-433e-a39a-d41cd1bacc9e)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:43:01.253931 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:43:01.325776 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Pushing event updated for resources: {'Port': ['ID=713eefce-045a-4436-8f3d-03624a7af1b3,revision_number=5']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:43:01.338780 dv-neutron-835340-2-hyperv neutron-server[87872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c30fe30-4ecf-4a47-bfb5-420a3346f599', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '713eefce-045a-4436-8f3d-03624a7af1b3', 'code': 200} Mar 28 12:43:01.560195 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfbf363-7964-44ab-aaef-a7161fbf9bae req-b816bbb1-3eb8-40d5-8a91-0389b6352a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:43:01.561623 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-cdfbf363-7964-44ab-aaef-a7161fbf9bae req-b816bbb1-3eb8-40d5-8a91-0389b6352a3b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=0c30fe30-4ecf-4a47-bfb5-420a3346f599 HTTP/1.1" status: 200 len: 1099 time: 0.0677676 Mar 28 12:43:01.604981 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-cdfbf363-7964-44ab-aaef-a7161fbf9bae req-bad14969-09c9-4eea-acd0-5d0cbcb3757c service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=198ea9c5-972f-48f8-9df3-4db0245e123a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376074 Mar 28 12:43:01.755391 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfad1d1-a7ef-40b0-8e53-4370477fab53 req-31cbb1e9-686a-4544-a97a-018b080f4859 tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:43:01.757615 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-fbfad1d1-a7ef-40b0-8e53-4370477fab53 req-31cbb1e9-686a-4544-a97a-018b080f4859 tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c30fe30-4ecf-4a47-bfb5-420a3346f599 HTTP/1.1" status: 200 len: 946 time: 0.0841773 Mar 28 12:43:01.800436 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-fbfad1d1-a7ef-40b0-8e53-4370477fab53 req-10fecf26-609d-4150-932a-02f2eae8ad38 tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] 10.222.0.30 "GET /v2.0/security-groups?id=198ea9c5-972f-48f8-9df3-4db0245e123a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369630 Mar 28 12:43:02.414192 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-544681f3-c3dd-45fe-88f7-a507e57c918f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:43:02.989227 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7f9216-0908-488f-9e03-f746d8ae949b req-aa78faa1-e98d-4726-a247-a789c906cd15 tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:43:02.991711 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-8c7f9216-0908-488f-9e03-f746d8ae949b req-aa78faa1-e98d-4726-a247-a789c906cd15 tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c30fe30-4ecf-4a47-bfb5-420a3346f599 HTTP/1.1" status: 200 len: 946 time: 0.0815289 Mar 28 12:43:03.034240 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-8c7f9216-0908-488f-9e03-f746d8ae949b req-079d41d0-eff5-4dd5-8535-1103af47bc5c tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] 10.222.0.30 "GET /v2.0/security-groups?id=198ea9c5-972f-48f8-9df3-4db0245e123a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373361 Mar 28 12:43:03.215254 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3694066-655f-474b-9865-a5a30e07235f req-413f8e44-8348-4e68-8abb-c9c4bc4ee27b tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:43:03.216728 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-d3694066-655f-474b-9865-a5a30e07235f req-413f8e44-8348-4e68-8abb-c9c4bc4ee27b tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c30fe30-4ecf-4a47-bfb5-420a3346f599 HTTP/1.1" status: 200 len: 946 time: 0.0795710 Mar 28 12:43:03.260472 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-d3694066-655f-474b-9865-a5a30e07235f req-4408da85-5043-49fc-8236-62c0f39ce076 tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] 10.222.0.30 "GET /v2.0/security-groups?id=198ea9c5-972f-48f8-9df3-4db0245e123a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382311 Mar 28 12:43:03.282868 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 38326) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:43:03.452493 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7511cffa-11bd-4433-a0f7-91d978d3a934 tempest-TestSnapshotPattern-298561485 tempest-TestSnapshotPattern-298561485-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:43:03.453192 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-7511cffa-11bd-4433-a0f7-91d978d3a934 tempest-TestSnapshotPattern-298561485 tempest-TestSnapshotPattern-298561485-project-admin] Synchronizing usage tracker for tenant:3f7bfe032cd04effad692e60159f2e44 on resource:port {{(pid=87870) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:43:03.469469 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-7511cffa-11bd-4433-a0f7-91d978d3a934 tempest-TestSnapshotPattern-298561485 tempest-TestSnapshotPattern-298561485-project-admin] Unset dirty status for tenant:3f7bfe032cd04effad692e60159f2e44 on resource:port {{(pid=87870) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:43:03.470608 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-7511cffa-11bd-4433-a0f7-91d978d3a934 tempest-TestSnapshotPattern-298561485 tempest-TestSnapshotPattern-298561485-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=0c30fe30-4ecf-4a47-bfb5-420a3346f599 HTTP/1.1" status: 200 len: 1094 time: 0.1866918 Mar 28 12:43:03.473566 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 38332) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:43:03.478339 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-0fa9cbe8-9802-4ffc-bc4d-ee41106b4e13 tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Request body: {'floatingip': {'floating_network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'port_id': '713eefce-045a-4436-8f3d-03624a7af1b3', 'tenant_id': '6687cdc7d725481099dcbcdc68d79199', 'fixed_ip_address': '172.20.0.10'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:43:03.484322 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-0fa9cbe8-9802-4ffc-bc4d-ee41106b4e13 tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:43:03.488255 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-0fa9cbe8-9802-4ffc-bc4d-ee41106b4e13 tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Usage tracker for resource:floatingip and tenant:6687cdc7d725481099dcbcdc68d79199 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:43:03.490983 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-0fa9cbe8-9802-4ffc-bc4d-ee41106b4e13 tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:43:03.496695 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-0fa9cbe8-9802-4ffc-bc4d-ee41106b4e13 tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:43:03.507077 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-0fa9cbe8-9802-4ffc-bc4d-ee41106b4e13 tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Notify callbacks [] for floatingip, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:43:03.643250 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-0fa9cbe8-9802-4ffc-bc4d-ee41106b4e13 tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:43:03.782296 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.db_base_plugin_common [None req-0fa9cbe8-9802-4ffc-bc4d-ee41106b4e13 tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Allocated IP 172.26.7.37 (ac2b1748-8f63-4b17-a9c7-07e79704aa5b/0b7ebf76-1dc7-431a-a0b4-b96bacf287c2/e9430fcf-7f62-458d-8634-5166eaf31e6f) {{(pid=87870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 12:43:03.929374 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-0fa9cbe8-9802-4ffc-bc4d-ee41106b4e13 tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Notify callbacks [] for port, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:43:03.958405 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-0fa9cbe8-9802-4ffc-bc4d-ee41106b4e13 tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:43:04.018142 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fa9cbe8-9802-4ffc-bc4d-ee41106b4e13 tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Network ac2b1748-8f63-4b17-a9c7-07e79704aa5b is already hosted by enough agents. {{(pid=87870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:43:04.020949 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.base_scheduler [None req-0fa9cbe8-9802-4ffc-bc4d-ee41106b4e13 tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Resources bound (agent type, host, resource id): {{(pid=87870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:43:04.024699 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fa9cbe8-9802-4ffc-bc4d-ee41106b4e13 tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Received port after_create {{(pid=87870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 12:43:04.074949 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa9cbe8-9802-4ffc-bc4d-ee41106b4e13 tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Pushing event updated for resources: {'Port': ['ID=e9430fcf-7f62-458d-8634-5166eaf31e6f,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:43:04.521346 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-0fa9cbe8-9802-4ffc-bc4d-ee41106b4e13 tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:43:04.592096 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-0fa9cbe8-9802-4ffc-bc4d-ee41106b4e13 tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:43:04.792213 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-0fa9cbe8-9802-4ffc-bc4d-ee41106b4e13 tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Notify callbacks [] for port, precommit_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:43:04.796487 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-0fa9cbe8-9802-4ffc-bc4d-ee41106b4e13 tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2558288'] for port, after_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:43:04.832925 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-e6738559-f393-4f1a-9ef3-4578a9f735cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:43:04.908520 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa9cbe8-9802-4ffc-bc4d-ee41106b4e13 tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Pushing event updated for resources: {'Port': ['ID=e9430fcf-7f62-458d-8634-5166eaf31e6f,revision_number=2']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:43:04.915039 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-0fa9cbe8-9802-4ffc-bc4d-ee41106b4e13 tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-709520'] for floatingip, after_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:43:05.078796 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.db.l3_db [None req-0fa9cbe8-9802-4ffc-bc4d-ee41106b4e13 tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Floating IP 6f681916-70d5-45d5-97dc-569db8ba27d5 associated. External IP: 172.26.7.37, port: 713eefce-045a-4436-8f3d-03624a7af1b3. Mar 28 12:43:05.415958 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fa9cbe8-9802-4ffc-bc4d-ee41106b4e13 tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Router 77981112-a9c2-4c97-a2f1-ddce274944ea has already been hosted by L3 agent af79d429-529e-400b-a119-94d4bec03f3e {{(pid=87870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 12:43:05.689666 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fa9cbe8-9802-4ffc-bc4d-ee41106b4e13 tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 12:43:05.702449 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4410ac04-72dc-4d52-b338-6e998a90d1aa None None] Sync routers for ids ['77981112-a9c2-4c97-a2f1-ddce274944ea'] in dv-neutron-835340-2-hyperv {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 12:43:05.714474 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-0fa9cbe8-9802-4ffc-bc4d-ee41106b4e13 tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for floatingip, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:43:05.715062 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4410ac04-72dc-4d52-b338-6e998a90d1aa None None] Routers {'77981112-a9c2-4c97-a2f1-ddce274944ea'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:43:05.715709 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-4410ac04-72dc-4d52-b338-6e998a90d1aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:43:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['77981112-a9c2-4c97-a2f1-ddce274944ea'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:43:05.769533 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-0fa9cbe8-9802-4ffc-bc4d-ee41106b4e13 tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2949283 Mar 28 12:43:05.770204 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c30fe30-4ecf-4a47-bfb5-420a3346f599', 'tag': '713eefce-045a-4436-8f3d-03624a7af1b3'}] {{(pid=87870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 12:43:05.854311 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:43:05.867404 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c30fe30-4ecf-4a47-bfb5-420a3346f599', 'tag': '713eefce-045a-4436-8f3d-03624a7af1b3', 'status': 'completed', 'code': 200} Mar 28 12:43:05.926346 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvr_db [None req-4410ac04-72dc-4d52-b338-6e998a90d1aa None None] Set router 77981112-a9c2-4c97-a2f1-ddce274944ea gateway port host: dv-neutron-835340-2-hyperv {{(pid=87873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:43:05.963362 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2df6f2e-b84f-48d9-8be3-8197dfee70cf req-b265bde7-9b1d-45d6-b89f-e23880dbd548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:43:05.964971 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-b2df6f2e-b84f-48d9-8be3-8197dfee70cf req-b265bde7-9b1d-45d6-b89f-e23880dbd548 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6687cdc7d725481099dcbcdc68d79199&device_id=0c30fe30-4ecf-4a47-bfb5-420a3346f599 HTTP/1.1" status: 200 len: 1099 time: 0.0754247 Mar 28 12:43:05.967293 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-ef3be119-c018-4979-be07-86cf959defc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:43:06.100505 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2df6f2e-b84f-48d9-8be3-8197dfee70cf req-e24b0084-9980-401b-977e-26dfb76cac8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:43:06.101927 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-b2df6f2e-b84f-48d9-8be3-8197dfee70cf req-e24b0084-9980-401b-977e-26dfb76cac8d service neutron] 10.222.0.11 "GET /v2.0/networks?id=cd203d72-3134-4387-a5fd-0ae842e96a38 HTTP/1.1" status: 200 len: 909 time: 0.1314561 Mar 28 12:43:06.202531 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-b2df6f2e-b84f-48d9-8be3-8197dfee70cf req-ce573da3-f90f-4a1d-a64f-5ae24d1883b9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=713eefce-045a-4436-8f3d-03624a7af1b3 HTTP/1.1" status: 200 len: 999 time: 0.0946801 Mar 28 12:43:06.264752 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2df6f2e-b84f-48d9-8be3-8197dfee70cf req-80272255-be61-4e57-9160-cf9ec3aef33e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:43:06.266447 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-b2df6f2e-b84f-48d9-8be3-8197dfee70cf req-80272255-be61-4e57-9160-cf9ec3aef33e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=52aaa934-efe2-4c88-8e92-642c92607c95 HTTP/1.1" status: 200 len: 848 time: 0.0575371 Mar 28 12:43:06.270563 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-4410ac04-72dc-4d52-b338-6e998a90d1aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77981112-a9c2-4c97-a2f1-ddce274944ea', 'name': 'tempest-TestSnapshotPattern-498421062-router', 'tenant_id': '6687cdc7d725481099dcbcdc68d79199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.54'}], 'enable_snat': True}, 'gw_port_id': '28b728c2-3571-467d-9322-4f3e39c27efa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:42:37Z', 'updated_at': '2022-03-28T12:42:41Z', 'revision_number': 4, 'project_id': '6687cdc7d725481099dcbcdc68d79199', 'gw_port': {'id': '28b728c2-3571-467d-9322-4f3e39c27efa', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:03:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77981112-a9c2-4c97-a2f1-ddce274944ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:42:38Z', 'updated_at': '2022-03-28T12:42:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_floatingips': [{'id': '6f681916-70d5-45d5-97dc-569db8ba27d5', 'tenant_id': '6687cdc7d725481099dcbcdc68d79199', 'floating_ip_address': '172.26.7.37', 'floating_network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'router_id': '77981112-a9c2-4c97-a2f1-ddce274944ea', 'port_id': '713eefce-045a-4436-8f3d-03624a7af1b3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1867, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd203d72-3134-4387-a5fd-0ae842e96a38', 'mac_address': 'fa:16:3e:2b:82:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c30fe30-4ecf-4a47-bfb5-420a3346f599', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T12:43:04Z', 'updated_at': '2022-03-28T12:43:04Z', 'revision_number': 0, 'project_id': '6687cdc7d725481099dcbcdc68d79199', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1aa67788-abc4-4030-a230-a4d7b88fb9e8', 'name': '', 'network_id': 'cd203d72-3134-4387-a5fd-0ae842e96a38', 'tenant_id': '6687cdc7d725481099dcbcdc68d79199', 'mac_address': 'fa:16:3e:1a:19:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77981112-a9c2-4c97-a2f1-ddce274944ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': '52aaa934-efe2-4c88-8e92-642c92607c95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:42:40Z', 'updated_at': '2022-03-28T12:42:47Z', 'revision_number': 5, 'project_id': '6687cdc7d725481099dcbcdc68d79199', 'subnets': [{'id': '52aaa934-efe2-4c88-8e92-642c92607c95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:43:06.274811 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4410ac04-72dc-4d52-b338-6e998a90d1aa None None] Checking router: 77981112-a9c2-4c97-a2f1-ddce274944ea for host: dv-neutron-835340-2-hyperv {{(pid=87873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 12:43:06.282755 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4410ac04-72dc-4d52-b338-6e998a90d1aa None None] Routers {'77981112-a9c2-4c97-a2f1-ddce274944ea'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:43:06.283329 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-4410ac04-72dc-4d52-b338-6e998a90d1aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:43:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['77981112-a9c2-4c97-a2f1-ddce274944ea'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:43:06.340379 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2df6f2e-b84f-48d9-8be3-8197dfee70cf req-d29b12d7-6853-4b02-9ee6-9a986b15ceaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:43:06.341851 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-b2df6f2e-b84f-48d9-8be3-8197dfee70cf req-d29b12d7-6853-4b02-9ee6-9a986b15ceaf service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=cd203d72-3134-4387-a5fd-0ae842e96a38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0687735 Mar 28 12:43:06.462166 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvr_db [None req-4410ac04-72dc-4d52-b338-6e998a90d1aa None None] Set router 77981112-a9c2-4c97-a2f1-ddce274944ea gateway port host: dv-neutron-835340-2-hyperv {{(pid=87873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:43:06.578759 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-b2df6f2e-b84f-48d9-8be3-8197dfee70cf req-2482b708-d165-45b3-acf8-bdc1b7b97ac1 service neutron] 10.222.0.11 "GET /v2.0/networks/cd203d72-3134-4387-a5fd-0ae842e96a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2310123 Mar 28 12:43:06.713563 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-b2df6f2e-b84f-48d9-8be3-8197dfee70cf req-80cd392c-e0fa-4ae3-8bd2-b1372d4adfaa service neutron] 10.222.0.11 "GET /v2.0/networks/cd203d72-3134-4387-a5fd-0ae842e96a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279800 Mar 28 12:43:06.808554 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-4410ac04-72dc-4d52-b338-6e998a90d1aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77981112-a9c2-4c97-a2f1-ddce274944ea', 'name': 'tempest-TestSnapshotPattern-498421062-router', 'tenant_id': '6687cdc7d725481099dcbcdc68d79199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.54'}], 'enable_snat': True}, 'gw_port_id': '28b728c2-3571-467d-9322-4f3e39c27efa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:42:37Z', 'updated_at': '2022-03-28T12:42:41Z', 'revision_number': 4, 'project_id': '6687cdc7d725481099dcbcdc68d79199', 'gw_port': {'id': '28b728c2-3571-467d-9322-4f3e39c27efa', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:03:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77981112-a9c2-4c97-a2f1-ddce274944ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:42:38Z', 'updated_at': '2022-03-28T12:42:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_floatingips': [{'id': '6f681916-70d5-45d5-97dc-569db8ba27d5', 'tenant_id': '6687cdc7d725481099dcbcdc68d79199', 'floating_ip_address': '172.26.7.37', 'floating_network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'router_id': '77981112-a9c2-4c97-a2f1-ddce274944ea', 'port_id': '713eefce-045a-4436-8f3d-03624a7af1b3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1867, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd203d72-3134-4387-a5fd-0ae842e96a38', 'mac_address': 'fa:16:3e:2b:82:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c30fe30-4ecf-4a47-bfb5-420a3346f599', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T12:43:04Z', 'updated_at': '2022-03-28T12:43:04Z', 'revision_number': 0, 'project_id': '6687cdc7d725481099dcbcdc68d79199', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1aa67788-abc4-4030-a230-a4d7b88fb9e8', 'name': '', 'network_id': 'cd203d72-3134-4387-a5fd-0ae842e96a38', 'tenant_id': '6687cdc7d725481099dcbcdc68d79199', 'mac_address': 'fa:16:3e:1a:19:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77981112-a9c2-4c97-a2f1-ddce274944ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': '52aaa934-efe2-4c88-8e92-642c92607c95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:42:40Z', 'updated_at': '2022-03-28T12:42:47Z', 'revision_number': 5, 'project_id': '6687cdc7d725481099dcbcdc68d79199', 'subnets': [{'id': '52aaa934-efe2-4c88-8e92-642c92607c95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:43:06.812638 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4410ac04-72dc-4d52-b338-6e998a90d1aa None None] The sync data for ids ['77981112-a9c2-4c97-a2f1-ddce274944ea'] in dv-neutron-835340-2-hyperv is: [{'id': '77981112-a9c2-4c97-a2f1-ddce274944ea', 'name': 'tempest-TestSnapshotPattern-498421062-router', 'tenant_id': '6687cdc7d725481099dcbcdc68d79199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.54'}], 'enable_snat': True}, 'gw_port_id': '28b728c2-3571-467d-9322-4f3e39c27efa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:42:37Z', 'updated_at': '2022-03-28T12:42:41Z', 'revision_number': 4, 'project_id': '6687cdc7d725481099dcbcdc68d79199', 'gw_port': {'id': '28b728c2-3571-467d-9322-4f3e39c27efa', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:03:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77981112-a9c2-4c97-a2f1-ddce274944ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:42:38Z', 'updated_at': '2022-03-28T12:42:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_floatingips': [{'id': '6f681916-70d5-45d5-97dc-569db8ba27d5', 'tenant_id': '6687cdc7d725481099dcbcdc68d79199', 'floating_ip_address': '172.26.7.37', 'floating_network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'router_id': '77981112-a9c2-4c97-a2f1-ddce274944ea', 'port_id': '713eefce-045a-4436-8f3d-03624a7af1b3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1867, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd203d72-3134-4387-a5fd-0ae842e96a38', 'mac_address': 'fa:16:3e:2b:82:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c30fe30-4ecf-4a47-bfb5-420a3346f599', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T12:43:04Z', 'updated_at': '2022-03-28T12:43:04Z', 'revision_number': 0, 'project_id': '6687cdc7d725481099dcbcdc68d79199', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1aa67788-abc4-4030-a230-a4d7b88fb9e8', 'name': '', 'network_id': 'cd203d72-3134-4387-a5fd-0ae842e96a38', 'tenant_id': '6687cdc7d725481099dcbcdc68d79199', 'mac_address': 'fa:16:3e:1a:19:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77981112-a9c2-4c97-a2f1-ddce274944ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': '52aaa934-efe2-4c88-8e92-642c92607c95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:42:40Z', 'updated_at': '2022-03-28T12:42:47Z', 'revision_number': 5, 'project_id': '6687cdc7d725481099dcbcdc68d79199', 'subnets': [{'id': '52aaa934-efe2-4c88-8e92-642c92607c95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 12:43:06.998508 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a1f9aa2-deaa-4e43-abc5-acd37c43ac02 None None] New status for floating IP 6f681916-70d5-45d5-97dc-569db8ba27d5: ACTIVE {{(pid=87872) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 12:43:07.621881 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-b7ccd3c7-0277-4f12-8e5c-e41478141af5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:43:13.366704 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-1ea343f9-e4fe-4997-ba53-f2f63a9a5d6f req-9decd294-3cee-4034-a3d8-e057e8a6eca9 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=0c30fe30-4ecf-4a47-bfb5-420a3346f599&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0678220 Mar 28 12:43:13.509381 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea343f9-e4fe-4997-ba53-f2f63a9a5d6f req-531991b8-bd6f-43c0-a27c-e62c373364d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:43:13.510818 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-1ea343f9-e4fe-4997-ba53-f2f63a9a5d6f req-531991b8-bd6f-43c0-a27c-e62c373364d7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6687cdc7d725481099dcbcdc68d79199&device_id=0c30fe30-4ecf-4a47-bfb5-420a3346f599 HTTP/1.1" status: 200 len: 1099 time: 0.0705364 Mar 28 12:43:13.652943 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea343f9-e4fe-4997-ba53-f2f63a9a5d6f req-d3ec4537-f80e-499a-a744-8c573ae629c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:43:13.654286 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-1ea343f9-e4fe-4997-ba53-f2f63a9a5d6f req-d3ec4537-f80e-499a-a744-8c573ae629c0 service neutron] 10.222.0.11 "GET /v2.0/networks?id=cd203d72-3134-4387-a5fd-0ae842e96a38 HTTP/1.1" status: 200 len: 909 time: 0.1243219 Mar 28 12:43:13.758195 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-1ea343f9-e4fe-4997-ba53-f2f63a9a5d6f req-0804a6cb-9e69-4dea-8811-48d8b937ee67 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=713eefce-045a-4436-8f3d-03624a7af1b3 HTTP/1.1" status: 200 len: 1001 time: 0.0944717 Mar 28 12:43:13.829926 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea343f9-e4fe-4997-ba53-f2f63a9a5d6f req-182bf498-05b1-4980-84c2-9757eea20719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:43:13.831324 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-1ea343f9-e4fe-4997-ba53-f2f63a9a5d6f req-182bf498-05b1-4980-84c2-9757eea20719 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=52aaa934-efe2-4c88-8e92-642c92607c95 HTTP/1.1" status: 200 len: 848 time: 0.0584047 Mar 28 12:43:13.906312 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea343f9-e4fe-4997-ba53-f2f63a9a5d6f req-c4e1c15b-9309-4dd4-9e42-06571cc6ec12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:43:13.907726 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-1ea343f9-e4fe-4997-ba53-f2f63a9a5d6f req-c4e1c15b-9309-4dd4-9e42-06571cc6ec12 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=cd203d72-3134-4387-a5fd-0ae842e96a38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0694678 Mar 28 12:43:14.039949 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-1ea343f9-e4fe-4997-ba53-f2f63a9a5d6f req-7a9ba1af-ce81-45fd-ac5d-0d3326d4f922 service neutron] 10.222.0.11 "GET /v2.0/networks/cd203d72-3134-4387-a5fd-0ae842e96a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232014 Mar 28 12:43:14.175452 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-1ea343f9-e4fe-4997-ba53-f2f63a9a5d6f req-d587c088-4208-4271-82b3-5aab7b01f76c service neutron] 10.222.0.11 "GET /v2.0/networks/cd203d72-3134-4387-a5fd-0ae842e96a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238692 Mar 28 12:43:21.133552 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:43:21.452512 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.agents_db [None req-03fd49d8-b51b-41c1-8716-b8e265c93689 None None] Agent healthcheck: found 6 active agents {{(pid=87873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 12:43:32.415505 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-17b90fa1-b9c8-457e-b291-ef8bf54ec2cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:43:34.826061 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-d6e92610-1154-42fc-9480-69ad239e113b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:43:35.849172 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:43:35.969483 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-ef3be119-c018-4979-be07-86cf959defc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:43:37.625330 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-b7ccd3c7-0277-4f12-8e5c-e41478141af5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:43:51.150803 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:43:58.450864 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.agents_db [None req-03fd49d8-b51b-41c1-8716-b8e265c93689 None None] Agent healthcheck: found 6 active agents {{(pid=87873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 12:44:02.420400 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-63a1fca0-1f53-44ff-8188-976f9327c719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:44:04.827339 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-5be6fc96-da23-4167-900f-4d277eb03e62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:44:05.851963 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:44:05.971789 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-ef3be119-c018-4979-be07-86cf959defc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:44:07.627237 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-b7ccd3c7-0277-4f12-8e5c-e41478141af5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:44:13.369417 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-4847b661-a241-4d43-83f1-1756b4ab0aeb req-5405f12a-c7b4-46f4-bcc8-33b54318b816 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=0c30fe30-4ecf-4a47-bfb5-420a3346f599&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0723455 Mar 28 12:44:13.503786 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4847b661-a241-4d43-83f1-1756b4ab0aeb req-3b17be72-e5f2-486a-b404-d830e0f84444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:44:13.505223 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-4847b661-a241-4d43-83f1-1756b4ab0aeb req-3b17be72-e5f2-486a-b404-d830e0f84444 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6687cdc7d725481099dcbcdc68d79199&device_id=0c30fe30-4ecf-4a47-bfb5-420a3346f599 HTTP/1.1" status: 200 len: 1099 time: 0.0697696 Mar 28 12:44:13.645056 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4847b661-a241-4d43-83f1-1756b4ab0aeb req-7db22e57-1b2d-4c72-b2e7-eeb9f95a937f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:44:13.646902 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-4847b661-a241-4d43-83f1-1756b4ab0aeb req-7db22e57-1b2d-4c72-b2e7-eeb9f95a937f service neutron] 10.222.0.11 "GET /v2.0/networks?id=cd203d72-3134-4387-a5fd-0ae842e96a38 HTTP/1.1" status: 200 len: 909 time: 0.1236639 Mar 28 12:44:13.749912 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-4847b661-a241-4d43-83f1-1756b4ab0aeb req-2d92504e-a237-41c1-a8ff-439b024438b7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=713eefce-045a-4436-8f3d-03624a7af1b3 HTTP/1.1" status: 200 len: 1001 time: 0.0974815 Mar 28 12:44:13.810701 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4847b661-a241-4d43-83f1-1756b4ab0aeb req-e5eee677-3623-4dc6-8dc4-d32b3500634c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:44:13.812118 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-4847b661-a241-4d43-83f1-1756b4ab0aeb req-e5eee677-3623-4dc6-8dc4-d32b3500634c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=52aaa934-efe2-4c88-8e92-642c92607c95 HTTP/1.1" status: 200 len: 848 time: 0.0566649 Mar 28 12:44:13.979573 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4847b661-a241-4d43-83f1-1756b4ab0aeb req-73c076fd-846f-48de-a84b-073bef2ccf4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:44:13.981024 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-4847b661-a241-4d43-83f1-1756b4ab0aeb req-73c076fd-846f-48de-a84b-073bef2ccf4e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=cd203d72-3134-4387-a5fd-0ae842e96a38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1635699 Mar 28 12:44:14.110922 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-4847b661-a241-4d43-83f1-1756b4ab0aeb req-2eeacd15-594e-48a8-9602-dfb1b83ec5fc service neutron] 10.222.0.11 "GET /v2.0/networks/cd203d72-3134-4387-a5fd-0ae842e96a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236141 Mar 28 12:44:14.238877 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-4847b661-a241-4d43-83f1-1756b4ab0aeb req-d0daa560-35b4-4ad5-9f76-e84ce0456662 service neutron] 10.222.0.11 "GET /v2.0/networks/cd203d72-3134-4387-a5fd-0ae842e96a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223683 Mar 28 12:44:21.150349 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:44:32.421626 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-ecb00dc6-d4aa-4aba-ac61-d1dc1ccbe40d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:44:34.828731 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-9d834e5b-bb53-47c8-b6f4-27a54517a295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:44:35.450638 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.agents_db [None req-03fd49d8-b51b-41c1-8716-b8e265c93689 None None] Agent healthcheck: found 6 active agents {{(pid=87873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 12:44:35.854361 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:44:35.972836 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-ef3be119-c018-4979-be07-86cf959defc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:44:37.629625 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-b7ccd3c7-0277-4f12-8e5c-e41478141af5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:44:51.146789 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:45:02.424311 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-02aaa5dc-4a27-4d83-b6c9-0dd77f98d916 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:45:04.831411 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-26f80dea-7ebd-4698-aaec-28fb40552437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:45:05.757792 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Device 713eefce-045a-4436-8f3d-03624a7af1b3 details requested by agent hyperv_hv-neutron-8353 with host hv-neutron-8353 {{(pid=87872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 28 12:45:05.896327 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:45:05.917501 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] For port 713eefce-045a-4436-8f3d-03624a7af1b3, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=713eefce-045a-4436-8f3d-03624a7af1b3,segment=NetworkSegment(96f33943-708e-433e-a39a-d41cd1bacc9e),segment_id=96f33943-708e-433e-a39a-d41cd1bacc9e)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:45:05.931722 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Returning: {'device': '713eefce-045a-4436-8f3d-03624a7af1b3', 'network_id': 'cd203d72-3134-4387-a5fd-0ae842e96a38', 'port_id': '713eefce-045a-4436-8f3d-03624a7af1b3', 'mac_address': 'fa:16:3e:2b:82:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52aaa934-efe2-4c88-8e92-642c92607c95', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 28 12:45:06.000533 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-ef3be119-c018-4979-be07-86cf959defc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:45:06.005588 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:45:06.027214 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.notifiers.nova [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 713eefce-045a-4436-8f3d-03624a7af1b3 {{(pid=87872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 12:45:06.045630 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] For port 713eefce-045a-4436-8f3d-03624a7af1b3, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=713eefce-045a-4436-8f3d-03624a7af1b3,segment=NetworkSegment(96f33943-708e-433e-a39a-d41cd1bacc9e),segment_id=96f33943-708e-433e-a39a-d41cd1bacc9e)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:45:06.050078 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:45:06.127428 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] get_ports_and_sgs() called for port_ids ['713eefce-045a-4436-8f3d-03624a7af1b3'] {{(pid=87872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 12:45:06.171214 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Pushing event updated for resources: {'Port': ['ID=713eefce-045a-4436-8f3d-03624a7af1b3,revision_number=6']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:45:06.190251 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:45:06.190596 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:45:06.190939 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:45:06.191272 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:45:06.191631 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:45:06.191976 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:45:06.192428 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:45:06.193707 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:45:06.194430 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:45:06.195383 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:45:06.195758 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:45:06.196084 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:45:07.637464 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-b7ccd3c7-0277-4f12-8e5c-e41478141af5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:45:07.768019 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Device 713eefce-045a-4436-8f3d-03624a7af1b3 up at agent hyperv_hv-neutron-8353 {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:45:07.856783 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Provisioning complete for port 713eefce-045a-4436-8f3d-03624a7af1b3 triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:45:07.857510 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:45:07.992950 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:45:08.026285 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c30fe30-4ecf-4a47-bfb5-420a3346f599', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '713eefce-045a-4436-8f3d-03624a7af1b3'}] {{(pid=87872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 12:45:08.038359 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] For port 713eefce-045a-4436-8f3d-03624a7af1b3, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=713eefce-045a-4436-8f3d-03624a7af1b3,segment=NetworkSegment(96f33943-708e-433e-a39a-d41cd1bacc9e),segment_id=96f33943-708e-433e-a39a-d41cd1bacc9e)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:45:08.045857 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:45:08.085047 dv-neutron-835340-2-hyperv neutron-server[87872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c30fe30-4ecf-4a47-bfb5-420a3346f599', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '713eefce-045a-4436-8f3d-03624a7af1b3', 'code': 200} Mar 28 12:45:08.129309 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Pushing event updated for resources: {'Port': ['ID=713eefce-045a-4436-8f3d-03624a7af1b3,revision_number=7']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:45:12.450254 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.agents_db [None req-03fd49d8-b51b-41c1-8716-b8e265c93689 None None] Agent healthcheck: found 6 active agents {{(pid=87873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 12:45:14.433844 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4c0881-5288-4b20-bc36-0de0be2d669b req-c121c7c4-8a6b-486d-bcdd-b151850314e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:45:14.435307 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-de4c0881-5288-4b20-bc36-0de0be2d669b req-c121c7c4-8a6b-486d-bcdd-b151850314e3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6687cdc7d725481099dcbcdc68d79199&device_id=0c30fe30-4ecf-4a47-bfb5-420a3346f599 HTTP/1.1" status: 200 len: 1099 time: 0.0778859 Mar 28 12:45:14.590844 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4c0881-5288-4b20-bc36-0de0be2d669b req-5a576ae6-a7ed-46cb-a5f9-de5df26fe3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:45:14.592320 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-de4c0881-5288-4b20-bc36-0de0be2d669b req-5a576ae6-a7ed-46cb-a5f9-de5df26fe3d5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=cd203d72-3134-4387-a5fd-0ae842e96a38 HTTP/1.1" status: 200 len: 909 time: 0.1328518 Mar 28 12:45:14.695816 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-de4c0881-5288-4b20-bc36-0de0be2d669b req-a8049001-3950-4d58-a509-26c33e305f6b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=713eefce-045a-4436-8f3d-03624a7af1b3 HTTP/1.1" status: 200 len: 1001 time: 0.0978987 Mar 28 12:45:14.760576 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4c0881-5288-4b20-bc36-0de0be2d669b req-ae6f5824-52aa-4a8a-8570-ea544700c20c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:45:14.761955 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-de4c0881-5288-4b20-bc36-0de0be2d669b req-ae6f5824-52aa-4a8a-8570-ea544700c20c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=52aaa934-efe2-4c88-8e92-642c92607c95 HTTP/1.1" status: 200 len: 848 time: 0.0571985 Mar 28 12:45:14.843794 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4c0881-5288-4b20-bc36-0de0be2d669b req-32a54966-09fb-4786-b0af-e79f36f3bf7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:45:14.845241 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-de4c0881-5288-4b20-bc36-0de0be2d669b req-32a54966-09fb-4786-b0af-e79f36f3bf7f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=cd203d72-3134-4387-a5fd-0ae842e96a38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0767472 Mar 28 12:45:15.025081 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-de4c0881-5288-4b20-bc36-0de0be2d669b req-4e9a4b9a-0419-443d-ae23-663a4f5202fe service neutron] 10.222.0.11 "GET /v2.0/networks/cd203d72-3134-4387-a5fd-0ae842e96a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294954 Mar 28 12:45:15.155968 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-de4c0881-5288-4b20-bc36-0de0be2d669b req-8b952588-7c5f-4307-9935-b4b8e112ff82 service neutron] 10.222.0.11 "GET /v2.0/networks/cd203d72-3134-4387-a5fd-0ae842e96a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257021 Mar 28 12:45:15.331559 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-240ee5c1-b18e-4bb6-bd30-ad25eea3465d req-72036c5e-bc6c-4c67-b6c1-4421f9b9d98d tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-457559111&fields=id&tenant_id=6687cdc7d725481099dcbcdc68d79199 HTTP/1.1" status: 200 len: 267 time: 0.0423524 Mar 28 12:45:15.478691 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240ee5c1-b18e-4bb6-bd30-ad25eea3465d req-b6ccf44f-561d-4e98-8c90-b2ce99c08c0c tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:45:15.480143 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-240ee5c1-b18e-4bb6-bd30-ad25eea3465d req-b6ccf44f-561d-4e98-8c90-b2ce99c08c0c tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] 10.222.0.30 "GET /v2.0/networks?id=cd203d72-3134-4387-a5fd-0ae842e96a38 HTTP/1.1" status: 200 len: 809 time: 0.1420703 Mar 28 12:45:15.495084 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-240ee5c1-b18e-4bb6-bd30-ad25eea3465d req-5e9e5634-3094-4576-a734-8c036464cafd tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] 10.222.0.30 "GET /v2.0/quotas/6687cdc7d725481099dcbcdc68d79199 HTTP/1.1" status: 200 len: 375 time: 0.0093818 Mar 28 12:45:15.579411 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-240ee5c1-b18e-4bb6-bd30-ad25eea3465d req-913f9f39-bcd5-4ec6-adb3-1150672b9b1a tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=6687cdc7d725481099dcbcdc68d79199&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0793505 Mar 28 12:45:15.716324 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [req-240ee5c1-b18e-4bb6-bd30-ad25eea3465d req-549bcb7c-947f-4e4e-a805-9fd704d1d946 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=87870) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 12:45:15.717287 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-240ee5c1-b18e-4bb6-bd30-ad25eea3465d req-549bcb7c-947f-4e4e-a805-9fd704d1d946 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1269517 Mar 28 12:45:15.846197 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-240ee5c1-b18e-4bb6-bd30-ad25eea3465d req-eda562d7-7697-4a1f-a989-7fd5a59984ca service neutron] 10.222.0.30 "GET /v2.0/networks/cd203d72-3134-4387-a5fd-0ae842e96a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229494 Mar 28 12:45:15.975566 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-240ee5c1-b18e-4bb6-bd30-ad25eea3465d req-f9769a38-f2bf-4725-b46f-c0c8517f6b3d service neutron] 10.222.0.30 "GET /v2.0/networks/cd203d72-3134-4387-a5fd-0ae842e96a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232173 Mar 28 12:45:16.157299 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-a818c7db-a976-4fbe-aa54-0bc395e964f8 req-a27b81ee-e56f-445b-88f2-ce9c22c9b961 tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff5fe22f-de28-426c-a6ff-7439d0a36084 HTTP/1.1" status: 200 len: 210 time: 0.0437636 Mar 28 12:45:17.328800 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-e0b11deb-5fd8-4db0-afa6-644a8870d544 req-59e63b1c-6a4b-415b-8767-66a5072671db tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff5fe22f-de28-426c-a6ff-7439d0a36084 HTTP/1.1" status: 200 len: 210 time: 0.0592935 Mar 28 12:45:17.363498 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240ee5c1-b18e-4bb6-bd30-ad25eea3465d req-3ed14261-b4d8-4d7f-8351-4584e891e57f tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:45:17.364898 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-240ee5c1-b18e-4bb6-bd30-ad25eea3465d req-3ed14261-b4d8-4d7f-8351-4584e891e57f tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] 10.222.0.11 "GET /v2.0/networks?id=cd203d72-3134-4387-a5fd-0ae842e96a38 HTTP/1.1" status: 200 len: 809 time: 0.1527870 Mar 28 12:45:17.412159 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-240ee5c1-b18e-4bb6-bd30-ad25eea3465d req-446290e6-8649-44fc-bfc5-1c22ab079264 tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6687cdc7d725481099dcbcdc68d79199 HTTP/1.1" status: 200 len: 379 time: 0.0393360 Mar 28 12:45:17.424952 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [req-240ee5c1-b18e-4bb6-bd30-ad25eea3465d req-0ae96846-20ab-4fbb-ac42-f1fd92ee2162 tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Request body: {'port': {'device_id': 'ff5fe22f-de28-426c-a6ff-7439d0a36084', 'network_id': 'cd203d72-3134-4387-a5fd-0ae842e96a38', 'admin_state_up': True, 'tenant_id': '6687cdc7d725481099dcbcdc68d79199', 'security_groups': ['198ea9c5-972f-48f8-9df3-4db0245e123a']}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:45:17.561744 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [req-240ee5c1-b18e-4bb6-bd30-ad25eea3465d req-0ae96846-20ab-4fbb-ac42-f1fd92ee2162 tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:45:17.570961 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.quota.driver [req-240ee5c1-b18e-4bb6-bd30-ad25eea3465d req-0ae96846-20ab-4fbb-ac42-f1fd92ee2162 tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87871) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:45:17.580881 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-240ee5c1-b18e-4bb6-bd30-ad25eea3465d req-0ae96846-20ab-4fbb-ac42-f1fd92ee2162 tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Made reservation on behalf of 6687cdc7d725481099dcbcdc68d79199 for: {'port': 1} {{(pid=87871) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 28 12:45:17.584393 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-240ee5c1-b18e-4bb6-bd30-ad25eea3465d req-0ae96846-20ab-4fbb-ac42-f1fd92ee2162 tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:45:17.755316 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.db_base_plugin_common [req-240ee5c1-b18e-4bb6-bd30-ad25eea3465d req-0ae96846-20ab-4fbb-ac42-f1fd92ee2162 tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Allocated IP 172.20.0.12 (cd203d72-3134-4387-a5fd-0ae842e96a38/52aaa934-efe2-4c88-8e92-642c92607c95/d42d02a5-0608-4696-a942-28d9e6276885) {{(pid=87871) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 12:45:18.113191 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-240ee5c1-b18e-4bb6-bd30-ad25eea3465d req-0ae96846-20ab-4fbb-ac42-f1fd92ee2162 tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Notify callbacks [] for port, precommit_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:45:18.139325 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.provisioning_blocks [req-240ee5c1-b18e-4bb6-bd30-ad25eea3465d req-0ae96846-20ab-4fbb-ac42-f1fd92ee2162 tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Transition to ACTIVE for port object d42d02a5-0608-4696-a942-28d9e6276885 will not be triggered until provisioned by entity DHCP. {{(pid=87871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:45:18.173496 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-240ee5c1-b18e-4bb6-bd30-ad25eea3465d req-0ae96846-20ab-4fbb-ac42-f1fd92ee2162 tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_create {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:45:18.246089 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-240ee5c1-b18e-4bb6-bd30-ad25eea3465d req-0ae96846-20ab-4fbb-ac42-f1fd92ee2162 tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Network cd203d72-3134-4387-a5fd-0ae842e96a38 is already hosted by enough agents. {{(pid=87871) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:45:18.249656 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.base_scheduler [req-240ee5c1-b18e-4bb6-bd30-ad25eea3465d req-0ae96846-20ab-4fbb-ac42-f1fd92ee2162 tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Resources bound (agent type, host, resource id): {{(pid=87871) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:45:18.252502 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.l3_dvrscheduler_db [req-240ee5c1-b18e-4bb6-bd30-ad25eea3465d req-0ae96846-20ab-4fbb-ac42-f1fd92ee2162 tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Received port after_create {{(pid=87871) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 12:45:18.318998 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae96846-20ab-4fbb-ac42-f1fd92ee2162 tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Pushing event updated for resources: {'Port': ['ID=d42d02a5-0608-4696-a942-28d9e6276885,revision_number=1']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:45:18.337637 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240ee5c1-b18e-4bb6-bd30-ad25eea3465d req-0ae96846-20ab-4fbb-ac42-f1fd92ee2162 tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:45:18.338288 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-240ee5c1-b18e-4bb6-bd30-ad25eea3465d req-0ae96846-20ab-4fbb-ac42-f1fd92ee2162 tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:45:18.344453 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae96846-20ab-4fbb-ac42-f1fd92ee2162 tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:45:18.344807 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae96846-20ab-4fbb-ac42-f1fd92ee2162 tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:45:18.345139 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae96846-20ab-4fbb-ac42-f1fd92ee2162 tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:45:18.345463 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae96846-20ab-4fbb-ac42-f1fd92ee2162 tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:45:18.345818 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae96846-20ab-4fbb-ac42-f1fd92ee2162 tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:45:18.346148 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae96846-20ab-4fbb-ac42-f1fd92ee2162 tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:45:18.346484 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae96846-20ab-4fbb-ac42-f1fd92ee2162 tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:45:18.346803 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae96846-20ab-4fbb-ac42-f1fd92ee2162 tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:45:18.347128 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae96846-20ab-4fbb-ac42-f1fd92ee2162 tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:45:18.347435 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae96846-20ab-4fbb-ac42-f1fd92ee2162 tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:45:18.347799 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae96846-20ab-4fbb-ac42-f1fd92ee2162 tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:45:18.348132 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae96846-20ab-4fbb-ac42-f1fd92ee2162 tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:45:18.403258 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-240ee5c1-b18e-4bb6-bd30-ad25eea3465d req-0ae96846-20ab-4fbb-ac42-f1fd92ee2162 tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9820812 Mar 28 12:45:18.563544 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8682b068-f6e8-49fb-a4f3-f5861d792938 req-b75d3eed-eb2e-4975-881a-bc9d93fbd6e5 tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:45:18.564269 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [req-8682b068-f6e8-49fb-a4f3-f5861d792938 req-b75d3eed-eb2e-4975-881a-bc9d93fbd6e5 tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Synchronizing usage tracker for tenant:6687cdc7d725481099dcbcdc68d79199 on resource:port {{(pid=87871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:45:18.591972 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [req-8682b068-f6e8-49fb-a4f3-f5861d792938 req-b75d3eed-eb2e-4975-881a-bc9d93fbd6e5 tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Unset dirty status for tenant:6687cdc7d725481099dcbcdc68d79199 on resource:port {{(pid=87871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:45:18.593114 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-1841188b-3f57-4364-97a9-e781d726d3b9 None None] Provisioning for port d42d02a5-0608-4696-a942-28d9e6276885 completed by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:45:18.593975 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-8682b068-f6e8-49fb-a4f3-f5861d792938 req-b75d3eed-eb2e-4975-881a-bc9d93fbd6e5 tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff5fe22f-de28-426c-a6ff-7439d0a36084 HTTP/1.1" status: 200 len: 932 time: 0.1179252 Mar 28 12:45:18.605486 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-1841188b-3f57-4364-97a9-e781d726d3b9 None None] Provisioning complete for port d42d02a5-0608-4696-a942-28d9e6276885 triggered by entity DHCP. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:45:18.606076 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-1841188b-3f57-4364-97a9-e781d726d3b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:45:18.661907 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-8682b068-f6e8-49fb-a4f3-f5861d792938 req-4621f746-7564-41bc-9837-bf99bb2e9c61 tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] 10.222.0.30 "GET /v2.0/security-groups?id=198ea9c5-972f-48f8-9df3-4db0245e123a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604894 Mar 28 12:45:18.669811 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-1841188b-3f57-4364-97a9-e781d726d3b9 None None] Port d42d02a5-0608-4696-a942-28d9e6276885 cannot update to ACTIVE because it is not bound. {{(pid=87872) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 28 12:45:19.856592 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Device 713eefce-045a-4436-8f3d-03624a7af1b3 no longer exists at agent hyperv_hv-neutron-8353 {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 12:45:19.910646 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e10c90-9f07-46dc-942e-d7e2574430d5 req-20a2607b-7498-482d-a393-189887527b10 tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:45:19.912988 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-30e10c90-9f07-46dc-942e-d7e2574430d5 req-20a2607b-7498-482d-a393-189887527b10 tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff5fe22f-de28-426c-a6ff-7439d0a36084 HTTP/1.1" status: 200 len: 932 time: 0.1510630 Mar 28 12:45:19.969432 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-30e10c90-9f07-46dc-942e-d7e2574430d5 req-e347cf94-1155-42b3-9522-1d37ed133d3a tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] 10.222.0.30 "GET /v2.0/security-groups?id=198ea9c5-972f-48f8-9df3-4db0245e123a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494106 Mar 28 12:45:19.986410 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:45:20.019127 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c30fe30-4ecf-4a47-bfb5-420a3346f599', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '713eefce-045a-4436-8f3d-03624a7af1b3'}] {{(pid=87872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 12:45:20.029902 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] For port 713eefce-045a-4436-8f3d-03624a7af1b3, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=713eefce-045a-4436-8f3d-03624a7af1b3,segment=NetworkSegment(96f33943-708e-433e-a39a-d41cd1bacc9e),segment_id=96f33943-708e-433e-a39a-d41cd1bacc9e)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:45:20.034631 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:45:20.083299 dv-neutron-835340-2-hyperv neutron-server[87872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c30fe30-4ecf-4a47-bfb5-420a3346f599', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '713eefce-045a-4436-8f3d-03624a7af1b3', 'code': 200} Mar 28 12:45:20.117179 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Pushing event updated for resources: {'Port': ['ID=713eefce-045a-4436-8f3d-03624a7af1b3,revision_number=8']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:45:21.152271 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:45:21.176662 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0f7e3e-d88a-4810-914d-14dee0189dfd req-71ba363f-0200-452d-9b03-b688d0c807e5 tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:45:21.178130 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-ed0f7e3e-d88a-4810-914d-14dee0189dfd req-71ba363f-0200-452d-9b03-b688d0c807e5 tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff5fe22f-de28-426c-a6ff-7439d0a36084 HTTP/1.1" status: 200 len: 932 time: 0.0922697 Mar 28 12:45:21.229118 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-ed0f7e3e-d88a-4810-914d-14dee0189dfd req-c30a691e-af8a-439c-8ac5-c2539cef4a10 tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] 10.222.0.30 "GET /v2.0/security-groups?id=198ea9c5-972f-48f8-9df3-4db0245e123a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436068 Mar 28 12:45:22.448870 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419cfd98-3b09-41e1-940e-fdb5569c621e req-a5f3606b-2020-4586-b0e0-8d720c8c8611 tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:45:22.450345 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-419cfd98-3b09-41e1-940e-fdb5569c621e req-a5f3606b-2020-4586-b0e0-8d720c8c8611 tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff5fe22f-de28-426c-a6ff-7439d0a36084 HTTP/1.1" status: 200 len: 932 time: 0.0978417 Mar 28 12:45:22.500784 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-419cfd98-3b09-41e1-940e-fdb5569c621e req-0fa4d8ae-5d42-46ce-b7cc-0ec9b6a68328 tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] 10.222.0.30 "GET /v2.0/security-groups?id=198ea9c5-972f-48f8-9df3-4db0245e123a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445068 Mar 28 12:45:23.701092 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3b3d3c-969f-47db-914e-077f8dc0dea3 req-2e6a01fa-1695-4ea8-bcb2-1a2f9847889c tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:45:23.702590 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-fc3b3d3c-969f-47db-914e-077f8dc0dea3 req-2e6a01fa-1695-4ea8-bcb2-1a2f9847889c tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff5fe22f-de28-426c-a6ff-7439d0a36084 HTTP/1.1" status: 200 len: 932 time: 0.0866699 Mar 28 12:45:23.755801 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-fc3b3d3c-969f-47db-914e-077f8dc0dea3 req-77563112-1c69-43d4-810c-cc4e7206daa9 tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] 10.222.0.30 "GET /v2.0/security-groups?id=198ea9c5-972f-48f8-9df3-4db0245e123a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458820 Mar 28 12:45:24.948214 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ab8daf-d987-4564-ae53-798d917c833d req-eb620636-e290-49df-94ca-cb746d1fbbef tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:45:24.949686 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-82ab8daf-d987-4564-ae53-798d917c833d req-eb620636-e290-49df-94ca-cb746d1fbbef tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff5fe22f-de28-426c-a6ff-7439d0a36084 HTTP/1.1" status: 200 len: 932 time: 0.0837379 Mar 28 12:45:24.994897 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-82ab8daf-d987-4564-ae53-798d917c833d req-9238aa3a-6399-472a-bd47-88c4e672c8a2 tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] 10.222.0.30 "GET /v2.0/security-groups?id=198ea9c5-972f-48f8-9df3-4db0245e123a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394659 Mar 28 12:45:25.405435 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.v2.base [req-240ee5c1-b18e-4bb6-bd30-ad25eea3465d req-14085131-5c72-4693-acb7-2e4037eb29b6 service neutron] Request body: {'port': {'device_id': 'ff5fe22f-de28-426c-a6ff-7439d0a36084', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8353'}} {{(pid=87871) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:45:25.515202 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-240ee5c1-b18e-4bb6-bd30-ad25eea3465d req-14085131-5c72-4693-acb7-2e4037eb29b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:45:25.848045 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.notifiers.nova [req-240ee5c1-b18e-4bb6-bd30-ad25eea3465d req-14085131-5c72-4693-acb7-2e4037eb29b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d42d02a5-0608-4696-a942-28d9e6276885 {{(pid=87871) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 12:45:25.856212 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-240ee5c1-b18e-4bb6-bd30-ad25eea3465d req-14085131-5c72-4693-acb7-2e4037eb29b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:45:25.870987 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.provisioning_blocks [req-240ee5c1-b18e-4bb6-bd30-ad25eea3465d req-14085131-5c72-4693-acb7-2e4037eb29b6 service neutron] Transition to ACTIVE for port object d42d02a5-0608-4696-a942-28d9e6276885 will not be triggered until provisioned by entity L2. {{(pid=87871) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 28 12:45:25.874226 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-240ee5c1-b18e-4bb6-bd30-ad25eea3465d req-14085131-5c72-4693-acb7-2e4037eb29b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2363241'] for port, after_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:45:26.003041 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14085131-5c72-4693-acb7-2e4037eb29b6 service neutron] Pushing event updated for resources: {'Port': ['ID=d42d02a5-0608-4696-a942-28d9e6276885,revision_number=2']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:45:26.112231 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.managers [req-240ee5c1-b18e-4bb6-bd30-ad25eea3465d req-14085131-5c72-4693-acb7-2e4037eb29b6 service neutron] Attempting to bind port d42d02a5-0608-4696-a942-28d9e6276885 on host hv-neutron-8353 for vnic_type normal with profile {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 28 12:45:26.112503 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.managers [req-240ee5c1-b18e-4bb6-bd30-ad25eea3465d req-14085131-5c72-4693-acb7-2e4037eb29b6 service neutron] Attempting to bind port d42d02a5-0608-4696-a942-28d9e6276885 by drivers openvswitch,hyperv on host hv-neutron-8353 at level 0 using segments [{'id': '96f33943-708e-433e-a39a-d41cd1bacc9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'cd203d72-3134-4387-a5fd-0ae842e96a38'}] {{(pid=87871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 28 12:45:26.112832 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-240ee5c1-b18e-4bb6-bd30-ad25eea3465d req-14085131-5c72-4693-acb7-2e4037eb29b6 service neutron] Attempting to bind port d42d02a5-0608-4696-a942-28d9e6276885 on network cd203d72-3134-4387-a5fd-0ae842e96a38 {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 12:45:26.117455 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-240ee5c1-b18e-4bb6-bd30-ad25eea3465d req-14085131-5c72-4693-acb7-2e4037eb29b6 service neutron] Port d42d02a5-0608-4696-a942-28d9e6276885 on network cd203d72-3134-4387-a5fd-0ae842e96a38 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8353 {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 28 12:45:26.117767 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-240ee5c1-b18e-4bb6-bd30-ad25eea3465d req-14085131-5c72-4693-acb7-2e4037eb29b6 service neutron] Attempting to bind port d42d02a5-0608-4696-a942-28d9e6276885 on network cd203d72-3134-4387-a5fd-0ae842e96a38 {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 28 12:45:26.124692 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-240ee5c1-b18e-4bb6-bd30-ad25eea3465d req-14085131-5c72-4693-acb7-2e4037eb29b6 service neutron] Checking agent: {'id': '01dfae6e-0e91-4100-b27f-ff8156eac7d0', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8353', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 28, 11, 52, 20), 'started_at': datetime.datetime(2022, 3, 28, 11, 52, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 28, 12, 45, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 28 12:45:26.125060 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-240ee5c1-b18e-4bb6-bd30-ad25eea3465d req-14085131-5c72-4693-acb7-2e4037eb29b6 service neutron] Checking segment: {'id': '96f33943-708e-433e-a39a-d41cd1bacc9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'cd203d72-3134-4387-a5fd-0ae842e96a38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87871) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 28 12:45:26.125392 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-240ee5c1-b18e-4bb6-bd30-ad25eea3465d req-14085131-5c72-4693-acb7-2e4037eb29b6 service neutron] Bound using segment: {'id': '96f33943-708e-433e-a39a-d41cd1bacc9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'cd203d72-3134-4387-a5fd-0ae842e96a38'} {{(pid=87871) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 28 12:45:26.125811 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.managers [req-240ee5c1-b18e-4bb6-bd30-ad25eea3465d req-14085131-5c72-4693-acb7-2e4037eb29b6 service neutron] Bound port: d42d02a5-0608-4696-a942-28d9e6276885, host: hv-neutron-8353, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96f33943-708e-433e-a39a-d41cd1bacc9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'cd203d72-3134-4387-a5fd-0ae842e96a38'}}] {{(pid=87871) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 28 12:45:26.126149 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-240ee5c1-b18e-4bb6-bd30-ad25eea3465d req-14085131-5c72-4693-acb7-2e4037eb29b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:45:26.185634 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20985c8e-fdec-447c-9067-39c01db0d531 req-beea26b0-d6a1-4918-8cc9-deafe07d8ecf tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:45:26.187322 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-20985c8e-fdec-447c-9067-39c01db0d531 req-beea26b0-d6a1-4918-8cc9-deafe07d8ecf tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff5fe22f-de28-426c-a6ff-7439d0a36084 HTTP/1.1" status: 200 len: 944 time: 0.0851529 Mar 28 12:45:26.221767 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.db [req-240ee5c1-b18e-4bb6-bd30-ad25eea3465d req-14085131-5c72-4693-acb7-2e4037eb29b6 service neutron] For port d42d02a5-0608-4696-a942-28d9e6276885, host hv-neutron-8353, cleared binding levels {{(pid=87871) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 28 12:45:26.224688 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.db [req-240ee5c1-b18e-4bb6-bd30-ad25eea3465d req-14085131-5c72-4693-acb7-2e4037eb29b6 service neutron] For port d42d02a5-0608-4696-a942-28d9e6276885, host hv-neutron-8353, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=d42d02a5-0608-4696-a942-28d9e6276885,segment=NetworkSegment(96f33943-708e-433e-a39a-d41cd1bacc9e),segment_id=96f33943-708e-433e-a39a-d41cd1bacc9e)] {{(pid=87871) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 28 12:45:26.229616 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-240ee5c1-b18e-4bb6-bd30-ad25eea3465d req-14085131-5c72-4693-acb7-2e4037eb29b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2363241'] for port, after_update {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:45:26.231172 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-20985c8e-fdec-447c-9067-39c01db0d531 req-93ebfcd5-591f-4bfd-9739-7cd525028361 tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] 10.222.0.30 "GET /v2.0/security-groups?id=198ea9c5-972f-48f8-9df3-4db0245e123a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384395 Mar 28 12:45:26.285992 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240ee5c1-b18e-4bb6-bd30-ad25eea3465d req-14085131-5c72-4693-acb7-2e4037eb29b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:45:26.286622 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-240ee5c1-b18e-4bb6-bd30-ad25eea3465d req-14085131-5c72-4693-acb7-2e4037eb29b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:45:26.288031 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-240ee5c1-b18e-4bb6-bd30-ad25eea3465d req-14085131-5c72-4693-acb7-2e4037eb29b6 service neutron] 10.222.0.11 "PUT /v2.0/ports/d42d02a5-0608-4696-a942-28d9e6276885 HTTP/1.1" status: 200 len: 1094 time: 0.8880229 Mar 28 12:45:26.288555 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff5fe22f-de28-426c-a6ff-7439d0a36084', 'tag': 'd42d02a5-0608-4696-a942-28d9e6276885'}] {{(pid=87871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 12:45:26.313895 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14085131-5c72-4693-acb7-2e4037eb29b6 service neutron] Pushing event updated for resources: {'Port': ['ID=d42d02a5-0608-4696-a942-28d9e6276885,revision_number=3']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:45:26.374894 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff5fe22f-de28-426c-a6ff-7439d0a36084', 'tag': 'd42d02a5-0608-4696-a942-28d9e6276885', 'status': 'completed', 'code': 200} Mar 28 12:45:26.417653 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240ee5c1-b18e-4bb6-bd30-ad25eea3465d req-a82b426e-5cce-4c33-8aa8-bbb3201e7563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:45:26.419093 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-240ee5c1-b18e-4bb6-bd30-ad25eea3465d req-a82b426e-5cce-4c33-8aa8-bbb3201e7563 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6687cdc7d725481099dcbcdc68d79199&device_id=ff5fe22f-de28-426c-a6ff-7439d0a36084 HTTP/1.1" status: 200 len: 1097 time: 0.0775819 Mar 28 12:45:26.492945 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-240ee5c1-b18e-4bb6-bd30-ad25eea3465d req-fb697044-f349-4884-b277-371bff2a773f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d42d02a5-0608-4696-a942-28d9e6276885 HTTP/1.1" status: 200 len: 217 time: 0.0673103 Mar 28 12:45:26.558788 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240ee5c1-b18e-4bb6-bd30-ad25eea3465d req-3a7d4661-f800-4b4a-a996-ff1476c374b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:45:26.560136 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-240ee5c1-b18e-4bb6-bd30-ad25eea3465d req-3a7d4661-f800-4b4a-a996-ff1476c374b5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=52aaa934-efe2-4c88-8e92-642c92607c95 HTTP/1.1" status: 200 len: 848 time: 0.0619116 Mar 28 12:45:26.635835 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240ee5c1-b18e-4bb6-bd30-ad25eea3465d req-2e2155bd-14f3-47a4-9d93-a2737eeb130e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:45:26.637203 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-240ee5c1-b18e-4bb6-bd30-ad25eea3465d req-2e2155bd-14f3-47a4-9d93-a2737eeb130e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=cd203d72-3134-4387-a5fd-0ae842e96a38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0709586 Mar 28 12:45:26.856962 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-240ee5c1-b18e-4bb6-bd30-ad25eea3465d req-3863f858-7433-45e4-96eb-051770e9a0bd service neutron] 10.222.0.11 "GET /v2.0/networks/cd203d72-3134-4387-a5fd-0ae842e96a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2137680 Mar 28 12:45:26.986041 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-240ee5c1-b18e-4bb6-bd30-ad25eea3465d req-749abf89-174f-477a-b72a-b680d38b1f5d service neutron] 10.222.0.11 "GET /v2.0/networks/cd203d72-3134-4387-a5fd-0ae842e96a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227796 Mar 28 12:45:27.092302 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ff9125-2cee-4ddf-844d-e5c8c6fb3045 req-78ae2cc5-16b6-4a14-a01b-b1e3cc4a78d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:45:27.093719 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-34ff9125-2cee-4ddf-844d-e5c8c6fb3045 req-78ae2cc5-16b6-4a14-a01b-b1e3cc4a78d6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6687cdc7d725481099dcbcdc68d79199&device_id=ff5fe22f-de28-426c-a6ff-7439d0a36084 HTTP/1.1" status: 200 len: 1097 time: 0.0682795 Mar 28 12:45:27.224693 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ff9125-2cee-4ddf-844d-e5c8c6fb3045 req-d9e29912-75fd-47c1-b92e-25bfe48137b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:45:27.226132 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-34ff9125-2cee-4ddf-844d-e5c8c6fb3045 req-d9e29912-75fd-47c1-b92e-25bfe48137b7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=cd203d72-3134-4387-a5fd-0ae842e96a38 HTTP/1.1" status: 200 len: 909 time: 0.1260221 Mar 28 12:45:27.297670 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-34ff9125-2cee-4ddf-844d-e5c8c6fb3045 req-8ff20520-d70e-481f-b653-32488803ed4c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d42d02a5-0608-4696-a942-28d9e6276885 HTTP/1.1" status: 200 len: 217 time: 0.0641296 Mar 28 12:45:27.361722 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ff9125-2cee-4ddf-844d-e5c8c6fb3045 req-ae64e497-4e49-45e6-9d1b-a7ce7f04a7da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:45:27.363164 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-34ff9125-2cee-4ddf-844d-e5c8c6fb3045 req-ae64e497-4e49-45e6-9d1b-a7ce7f04a7da service neutron] 10.222.0.11 "GET /v2.0/subnets?id=52aaa934-efe2-4c88-8e92-642c92607c95 HTTP/1.1" status: 200 len: 848 time: 0.0588536 Mar 28 12:45:27.420786 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111844d0-4821-401a-9bd7-d9d925d11a09 req-ebb22b2f-0288-45d0-88b4-67e5981caf06 tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:45:27.422284 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-111844d0-4821-401a-9bd7-d9d925d11a09 req-ebb22b2f-0288-45d0-88b4-67e5981caf06 tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff5fe22f-de28-426c-a6ff-7439d0a36084 HTTP/1.1" status: 200 len: 944 time: 0.0823686 Mar 28 12:45:27.448625 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ff9125-2cee-4ddf-844d-e5c8c6fb3045 req-ffc99402-14bc-4fc8-9230-c25cb73a6a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:45:27.450090 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-34ff9125-2cee-4ddf-844d-e5c8c6fb3045 req-ffc99402-14bc-4fc8-9230-c25cb73a6a8a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=cd203d72-3134-4387-a5fd-0ae842e96a38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0798347 Mar 28 12:45:27.471197 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-111844d0-4821-401a-9bd7-d9d925d11a09 req-fd95ae13-81dc-41dc-a642-9fed95162a9f tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] 10.222.0.30 "GET /v2.0/security-groups?id=198ea9c5-972f-48f8-9df3-4db0245e123a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433788 Mar 28 12:45:27.582831 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-34ff9125-2cee-4ddf-844d-e5c8c6fb3045 req-57bf8b22-b0a0-4a8d-8b1f-655808743bc8 service neutron] 10.222.0.11 "GET /v2.0/networks/cd203d72-3134-4387-a5fd-0ae842e96a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254938 Mar 28 12:45:27.714467 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-34ff9125-2cee-4ddf-844d-e5c8c6fb3045 req-de6268e9-4556-4c2c-b91a-0ca9a3c0e7ab service neutron] 10.222.0.11 "GET /v2.0/networks/cd203d72-3134-4387-a5fd-0ae842e96a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248434 Mar 28 12:45:28.653996 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5b86f3-3e77-43e9-b893-a15953f9952e req-b016b739-c857-4e6a-83f3-16e55fd662f2 tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:45:28.655328 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-ff5b86f3-3e77-43e9-b893-a15953f9952e req-b016b739-c857-4e6a-83f3-16e55fd662f2 tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff5fe22f-de28-426c-a6ff-7439d0a36084 HTTP/1.1" status: 200 len: 944 time: 0.0783682 Mar 28 12:45:28.698888 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-ff5b86f3-3e77-43e9-b893-a15953f9952e req-f4b9b970-fc59-4afe-9576-82e5f68d64f9 tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] 10.222.0.30 "GET /v2.0/security-groups?id=198ea9c5-972f-48f8-9df3-4db0245e123a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376863 Mar 28 12:45:29.871721 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Device d42d02a5-0608-4696-a942-28d9e6276885 details requested by agent hyperv_hv-neutron-8353 with host hv-neutron-8353 {{(pid=87872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 28 12:45:29.880955 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95447501-c8d5-4d51-8b8a-9e8d90c7356c req-d304172f-ac4d-4680-abb0-b1d03f5dbbbd tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:45:29.882404 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-95447501-c8d5-4d51-8b8a-9e8d90c7356c req-d304172f-ac4d-4680-abb0-b1d03f5dbbbd tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff5fe22f-de28-426c-a6ff-7439d0a36084 HTTP/1.1" status: 200 len: 944 time: 0.0796573 Mar 28 12:45:29.926407 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-95447501-c8d5-4d51-8b8a-9e8d90c7356c req-08203ba0-6d17-44ca-bb01-86b3c9068adf tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] 10.222.0.30 "GET /v2.0/security-groups?id=198ea9c5-972f-48f8-9df3-4db0245e123a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374525 Mar 28 12:45:30.003521 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] For port d42d02a5-0608-4696-a942-28d9e6276885, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=d42d02a5-0608-4696-a942-28d9e6276885,segment=NetworkSegment(96f33943-708e-433e-a39a-d41cd1bacc9e),segment_id=96f33943-708e-433e-a39a-d41cd1bacc9e)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:45:30.016753 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Returning: {'device': 'd42d02a5-0608-4696-a942-28d9e6276885', 'network_id': 'cd203d72-3134-4387-a5fd-0ae842e96a38', 'port_id': 'd42d02a5-0608-4696-a942-28d9e6276885', 'mac_address': 'fa:16:3e:9b:6c:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52aaa934-efe2-4c88-8e92-642c92607c95', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 28 12:45:30.075210 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:45:30.091512 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.notifiers.nova [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d42d02a5-0608-4696-a942-28d9e6276885 {{(pid=87872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 12:45:30.106763 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] For port d42d02a5-0608-4696-a942-28d9e6276885, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=d42d02a5-0608-4696-a942-28d9e6276885,segment=NetworkSegment(96f33943-708e-433e-a39a-d41cd1bacc9e),segment_id=96f33943-708e-433e-a39a-d41cd1bacc9e)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:45:30.110801 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:45:30.177914 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Pushing event updated for resources: {'Port': ['ID=d42d02a5-0608-4696-a942-28d9e6276885,revision_number=4']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:45:30.335644 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] get_ports_and_sgs() called for port_ids ['d42d02a5-0608-4696-a942-28d9e6276885'] {{(pid=87872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 12:45:31.115758 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d15d3b1-b311-41a7-a82c-6a3ed7f862e3 req-64ee3b73-38bf-4dd4-bbb7-f9043efc3c88 tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:45:31.117100 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-2d15d3b1-b311-41a7-a82c-6a3ed7f862e3 req-64ee3b73-38bf-4dd4-bbb7-f9043efc3c88 tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff5fe22f-de28-426c-a6ff-7439d0a36084 HTTP/1.1" status: 200 len: 945 time: 0.0828071 Mar 28 12:45:31.161628 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-2d15d3b1-b311-41a7-a82c-6a3ed7f862e3 req-7e5dfe69-f535-459a-9449-8efdb194c519 tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] 10.222.0.30 "GET /v2.0/security-groups?id=198ea9c5-972f-48f8-9df3-4db0245e123a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381367 Mar 28 12:45:31.898467 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Device d42d02a5-0608-4696-a942-28d9e6276885 up at agent hyperv_hv-neutron-8353 {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:45:31.963968 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Provisioning for port d42d02a5-0608-4696-a942-28d9e6276885 completed by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 28 12:45:31.968582 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Provisioning complete for port d42d02a5-0608-4696-a942-28d9e6276885 triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:45:31.968951 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:45:32.082619 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:45:32.108998 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff5fe22f-de28-426c-a6ff-7439d0a36084', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd42d02a5-0608-4696-a942-28d9e6276885'}] {{(pid=87872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 12:45:32.119073 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] For port d42d02a5-0608-4696-a942-28d9e6276885, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=d42d02a5-0608-4696-a942-28d9e6276885,segment=NetworkSegment(96f33943-708e-433e-a39a-d41cd1bacc9e),segment_id=96f33943-708e-433e-a39a-d41cd1bacc9e)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:45:32.123678 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:45:32.162787 dv-neutron-835340-2-hyperv neutron-server[87872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff5fe22f-de28-426c-a6ff-7439d0a36084', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd42d02a5-0608-4696-a942-28d9e6276885', 'code': 200} Mar 28 12:45:32.195293 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Pushing event updated for resources: {'Port': ['ID=d42d02a5-0608-4696-a942-28d9e6276885,revision_number=5']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:45:32.396733 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1829f9-b976-4bae-8156-3da567abb697 req-d94d2b5c-244a-4ea1-b9c0-97f424298b89 tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:45:32.398059 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-6a1829f9-b976-4bae-8156-3da567abb697 req-d94d2b5c-244a-4ea1-b9c0-97f424298b89 tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff5fe22f-de28-426c-a6ff-7439d0a36084 HTTP/1.1" status: 200 len: 946 time: 0.1270823 Mar 28 12:45:32.425843 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-e2d06a0b-d08e-45c5-9f40-6f09a9a3307e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:45:32.452438 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f732015-2f46-40bf-b7d2-1a9bc174db41 req-eb9b711d-b323-4ada-af8c-e235202309b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:45:32.453883 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-2f732015-2f46-40bf-b7d2-1a9bc174db41 req-eb9b711d-b323-4ada-af8c-e235202309b1 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ff5fe22f-de28-426c-a6ff-7439d0a36084 HTTP/1.1" status: 200 len: 1099 time: 0.1228259 Mar 28 12:45:32.458226 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-6a1829f9-b976-4bae-8156-3da567abb697 req-e1b4dd37-c327-450f-8430-8ed8e5f86173 tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] 10.222.0.30 "GET /v2.0/security-groups?id=198ea9c5-972f-48f8-9df3-4db0245e123a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532830 Mar 28 12:45:32.493985 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-2f732015-2f46-40bf-b7d2-1a9bc174db41 req-fa6ca244-4b95-4672-9fbd-224ea1d66c07 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=198ea9c5-972f-48f8-9df3-4db0245e123a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342600 Mar 28 12:45:33.651710 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd12388-a939-44ce-956d-880a0bc50bc4 req-9ab3aee9-1b72-4201-8786-2452bea13744 tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:45:33.653142 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-5dd12388-a939-44ce-956d-880a0bc50bc4 req-9ab3aee9-1b72-4201-8786-2452bea13744 tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff5fe22f-de28-426c-a6ff-7439d0a36084 HTTP/1.1" status: 200 len: 946 time: 0.0862570 Mar 28 12:45:33.697160 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-5dd12388-a939-44ce-956d-880a0bc50bc4 req-bd7e87fc-cca4-4dc3-a3bd-a54acdfed45e tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] 10.222.0.30 "GET /v2.0/security-groups?id=198ea9c5-972f-48f8-9df3-4db0245e123a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384393 Mar 28 12:45:34.834445 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-130b48a7-6868-4fef-b27e-89496bd07ea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:45:34.886021 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f90efa5-385e-486a-855e-2198095d7ba1 req-631390b8-ed25-4dba-b82b-2ad7e2de4dde tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:45:34.887454 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-4f90efa5-385e-486a-855e-2198095d7ba1 req-631390b8-ed25-4dba-b82b-2ad7e2de4dde tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff5fe22f-de28-426c-a6ff-7439d0a36084 HTTP/1.1" status: 200 len: 946 time: 0.0862269 Mar 28 12:45:34.930760 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-4f90efa5-385e-486a-855e-2198095d7ba1 req-d5eb0f97-b487-438c-87ea-b7389ba4c32d tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] 10.222.0.30 "GET /v2.0/security-groups?id=198ea9c5-972f-48f8-9df3-4db0245e123a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377064 Mar 28 12:45:35.257585 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c150f5e-7fca-487a-ae1f-432302b8a124 req-3b0adf92-e399-4bd1-9f60-b2dbce8413ea tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:45:35.259584 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-1c150f5e-7fca-487a-ae1f-432302b8a124 req-3b0adf92-e399-4bd1-9f60-b2dbce8413ea tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff5fe22f-de28-426c-a6ff-7439d0a36084 HTTP/1.1" status: 200 len: 946 time: 0.0823197 Mar 28 12:45:35.302500 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-1c150f5e-7fca-487a-ae1f-432302b8a124 req-7d9f59ab-67c6-4e80-9c72-dcea90f65352 tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] 10.222.0.30 "GET /v2.0/security-groups?id=198ea9c5-972f-48f8-9df3-4db0245e123a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374546 Mar 28 12:45:35.324442 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 38608) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:45:35.401058 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf7d2f9c-cb32-4acb-909d-084ce2bfb950 tempest-TestSnapshotPattern-298561485 tempest-TestSnapshotPattern-298561485-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:45:35.402565 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-bf7d2f9c-cb32-4acb-909d-084ce2bfb950 tempest-TestSnapshotPattern-298561485 tempest-TestSnapshotPattern-298561485-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=ff5fe22f-de28-426c-a6ff-7439d0a36084 HTTP/1.1" status: 200 len: 1094 time: 0.0771992 Mar 28 12:45:35.405315 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 38612) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:45:35.409993 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.v2.base [None req-6ed67c86-140e-4e46-a0bb-47a105bf6506 tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Request body: {'floatingip': {'floating_network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'port_id': 'd42d02a5-0608-4696-a942-28d9e6276885', 'tenant_id': '6687cdc7d725481099dcbcdc68d79199', 'fixed_ip_address': '172.20.0.12'}} {{(pid=87870) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 28 12:45:35.415941 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-6ed67c86-140e-4e46-a0bb-47a105bf6506 tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 28 12:45:35.419694 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-6ed67c86-140e-4e46-a0bb-47a105bf6506 tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Usage tracker for resource:floatingip and tenant:6687cdc7d725481099dcbcdc68d79199 is out of sync, need to count used quota {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 28 12:45:35.422435 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [None req-6ed67c86-140e-4e46-a0bb-47a105bf6506 tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87870) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 28 12:45:35.427961 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.quota.driver [None req-6ed67c86-140e-4e46-a0bb-47a105bf6506 tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87870) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 28 12:45:35.437762 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-6ed67c86-140e-4e46-a0bb-47a105bf6506 tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Notify callbacks [] for floatingip, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:45:35.665153 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-6ed67c86-140e-4e46-a0bb-47a105bf6506 tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:45:35.796628 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.db_base_plugin_common [None req-6ed67c86-140e-4e46-a0bb-47a105bf6506 tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Allocated IP 172.26.7.206 (ac2b1748-8f63-4b17-a9c7-07e79704aa5b/0b7ebf76-1dc7-431a-a0b4-b96bacf287c2/6fbd3acf-5f7b-4ee1-b970-724d8d5848fc) {{(pid=87870) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 28 12:45:35.860349 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:45:35.946108 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-6ed67c86-140e-4e46-a0bb-47a105bf6506 tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Notify callbacks [] for port, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:45:35.974232 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-6ed67c86-140e-4e46-a0bb-47a105bf6506 tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783495848241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:45:35.980927 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-ef3be119-c018-4979-be07-86cf959defc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:45:36.041841 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ed67c86-140e-4e46-a0bb-47a105bf6506 tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Network ac2b1748-8f63-4b17-a9c7-07e79704aa5b is already hosted by enough agents. {{(pid=87870) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 28 12:45:36.048996 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.base_scheduler [None req-6ed67c86-140e-4e46-a0bb-47a105bf6506 tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Resources bound (agent type, host, resource id): {{(pid=87870) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 28 12:45:36.051581 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed67c86-140e-4e46-a0bb-47a105bf6506 tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Received port after_create {{(pid=87870) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 28 12:45:36.087055 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed67c86-140e-4e46-a0bb-47a105bf6506 tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Pushing event updated for resources: {'Port': ['ID=6fbd3acf-5f7b-4ee1-b970-724d8d5848fc,revision_number=1']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:45:36.103830 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed67c86-140e-4e46-a0bb-47a105bf6506 tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:45:36.104174 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed67c86-140e-4e46-a0bb-47a105bf6506 tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:45:36.104510 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed67c86-140e-4e46-a0bb-47a105bf6506 tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:45:36.104840 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed67c86-140e-4e46-a0bb-47a105bf6506 tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:45:36.105166 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed67c86-140e-4e46-a0bb-47a105bf6506 tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:45:36.105496 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed67c86-140e-4e46-a0bb-47a105bf6506 tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:45:36.105820 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed67c86-140e-4e46-a0bb-47a105bf6506 tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:45:36.106149 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed67c86-140e-4e46-a0bb-47a105bf6506 tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:45:36.106471 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed67c86-140e-4e46-a0bb-47a105bf6506 tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:45:36.106789 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed67c86-140e-4e46-a0bb-47a105bf6506 tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:45:36.107105 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed67c86-140e-4e46-a0bb-47a105bf6506 tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:45:36.107420 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed67c86-140e-4e46-a0bb-47a105bf6506 tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:45:36.503399 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-6ed67c86-140e-4e46-a0bb-47a105bf6506 tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:45:36.585441 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-6ed67c86-140e-4e46-a0bb-47a105bf6506 tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:45:36.823877 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-6ed67c86-140e-4e46-a0bb-47a105bf6506 tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Notify callbacks [] for port, precommit_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:45:36.829399 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-6ed67c86-140e-4e46-a0bb-47a105bf6506 tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2558288'] for port, after_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:45:36.947841 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed67c86-140e-4e46-a0bb-47a105bf6506 tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Pushing event updated for resources: {'Port': ['ID=6fbd3acf-5f7b-4ee1-b970-724d8d5848fc,revision_number=2']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:45:36.959429 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-6ed67c86-140e-4e46-a0bb-47a105bf6506 tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-709520'] for floatingip, after_update {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:45:37.132521 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.db.l3_db [None req-6ed67c86-140e-4e46-a0bb-47a105bf6506 tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Floating IP e0c8154d-92af-453f-999d-fdef26a981cf associated. External IP: 172.26.7.206, port: d42d02a5-0608-4696-a942-28d9e6276885. Mar 28 12:45:37.581738 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ed67c86-140e-4e46-a0bb-47a105bf6506 tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Router 77981112-a9c2-4c97-a2f1-ddce274944ea has already been hosted by L3 agent af79d429-529e-400b-a119-94d4bec03f3e {{(pid=87870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 12:45:37.633762 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-b7ccd3c7-0277-4f12-8e5c-e41478141af5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:45:37.757871 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ed67c86-140e-4e46-a0bb-47a105bf6506 tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 12:45:37.767978 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c9c891d-0a27-4c31-bb72-00971581c0a7 None None] Sync routers for ids ['77981112-a9c2-4c97-a2f1-ddce274944ea'] in dv-neutron-835340-2-hyperv {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 12:45:37.777439 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9c891d-0a27-4c31-bb72-00971581c0a7 None None] Routers {'77981112-a9c2-4c97-a2f1-ddce274944ea'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:45:37.778031 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-2c9c891d-0a27-4c31-bb72-00971581c0a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:45:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['77981112-a9c2-4c97-a2f1-ddce274944ea'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:45:37.783212 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-6ed67c86-140e-4e46-a0bb-47a105bf6506 tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for floatingip, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:45:37.858970 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-6ed67c86-140e-4e46-a0bb-47a105bf6506 tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4369140 Mar 28 12:45:37.858970 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff5fe22f-de28-426c-a6ff-7439d0a36084', 'tag': 'd42d02a5-0608-4696-a942-28d9e6276885'}] {{(pid=87870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 12:45:37.887368 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff5fe22f-de28-426c-a6ff-7439d0a36084', 'tag': 'd42d02a5-0608-4696-a942-28d9e6276885', 'status': 'completed', 'code': 200} Mar 28 12:45:37.953396 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvr_db [None req-2c9c891d-0a27-4c31-bb72-00971581c0a7 None None] Set router 77981112-a9c2-4c97-a2f1-ddce274944ea gateway port host: dv-neutron-835340-2-hyperv {{(pid=87873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:45:37.987140 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d271b68-6ba6-4e06-83f3-37acfa3ca78a req-3f0c6d22-87bb-40ba-a153-3285f91a1dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:45:37.988638 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-9d271b68-6ba6-4e06-83f3-37acfa3ca78a req-3f0c6d22-87bb-40ba-a153-3285f91a1dfa service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6687cdc7d725481099dcbcdc68d79199&device_id=ff5fe22f-de28-426c-a6ff-7439d0a36084 HTTP/1.1" status: 200 len: 1099 time: 0.0718758 Mar 28 12:45:38.122035 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d271b68-6ba6-4e06-83f3-37acfa3ca78a req-a574c7a6-06a0-40f8-a110-6d648fe59ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:45:38.123572 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-9d271b68-6ba6-4e06-83f3-37acfa3ca78a req-a574c7a6-06a0-40f8-a110-6d648fe59ccf service neutron] 10.222.0.11 "GET /v2.0/networks?id=cd203d72-3134-4387-a5fd-0ae842e96a38 HTTP/1.1" status: 200 len: 909 time: 0.1289985 Mar 28 12:45:38.227271 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-9d271b68-6ba6-4e06-83f3-37acfa3ca78a req-c85dec42-abe2-4285-9563-e4d7fc7afe70 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d42d02a5-0608-4696-a942-28d9e6276885 HTTP/1.1" status: 200 len: 1000 time: 0.0965736 Mar 28 12:45:38.290997 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d271b68-6ba6-4e06-83f3-37acfa3ca78a req-8acb6489-eb6b-4725-b299-7693feefdfe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:45:38.292440 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-9d271b68-6ba6-4e06-83f3-37acfa3ca78a req-8acb6489-eb6b-4725-b299-7693feefdfe9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=52aaa934-efe2-4c88-8e92-642c92607c95 HTTP/1.1" status: 200 len: 848 time: 0.0600004 Mar 28 12:45:38.326457 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-2c9c891d-0a27-4c31-bb72-00971581c0a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77981112-a9c2-4c97-a2f1-ddce274944ea', 'name': 'tempest-TestSnapshotPattern-498421062-router', 'tenant_id': '6687cdc7d725481099dcbcdc68d79199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.54'}], 'enable_snat': True}, 'gw_port_id': '28b728c2-3571-467d-9322-4f3e39c27efa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:42:37Z', 'updated_at': '2022-03-28T12:42:41Z', 'revision_number': 4, 'project_id': '6687cdc7d725481099dcbcdc68d79199', 'gw_port': {'id': '28b728c2-3571-467d-9322-4f3e39c27efa', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:03:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77981112-a9c2-4c97-a2f1-ddce274944ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:42:38Z', 'updated_at': '2022-03-28T12:42:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_floatingips': [{'id': '6f681916-70d5-45d5-97dc-569db8ba27d5', 'tenant_id': '6687cdc7d725481099dcbcdc68d79199', 'floating_ip_address': '172.26.7.37', 'floating_network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'router_id': '77981112-a9c2-4c97-a2f1-ddce274944ea', 'port_id': '713eefce-045a-4436-8f3d-03624a7af1b3', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1867, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd203d72-3134-4387-a5fd-0ae842e96a38', 'mac_address': 'fa:16:3e:2b:82:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c30fe30-4ecf-4a47-bfb5-420a3346f599', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T12:43:04Z', 'updated_at': '2022-03-28T12:43:07Z', 'revision_number': 1, 'project_id': '6687cdc7d725481099dcbcdc68d79199', 'fixed_ip_address_scope': None}, {'id': 'e0c8154d-92af-453f-999d-fdef26a981cf', 'tenant_id': '6687cdc7d725481099dcbcdc68d79199', 'floating_ip_address': '172.26.7.206', 'floating_network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'router_id': '77981112-a9c2-4c97-a2f1-ddce274944ea', 'port_id': 'd42d02a5-0608-4696-a942-28d9e6276885', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1870, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd203d72-3134-4387-a5fd-0ae842e96a38', 'mac_address': 'fa:16:3e:9b:6c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff5fe22f-de28-426c-a6ff-7439d0a36084', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T12:45:36Z', 'updated_at': '2022-03-28T12:45:36Z', 'revision_number': 0, 'project_id': '6687cdc7d725481099dcbcdc68d79199', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1aa67788-abc4-4030-a230-a4d7b88fb9e8', 'name': '', 'network_id': 'cd203d72-3134-4387-a5fd-0ae842e96a38', 'tenant_id': '6687cdc7d725481099dcbcdc68d79199', 'mac_address': 'fa:16:3e:1a:19:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77981112-a9c2-4c97-a2f1-ddce274944ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': '52aaa934-efe2-4c88-8e92-642c92607c95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:42:40Z', 'updated_at': '2022-03-28T12:42:47Z', 'revision_number': 5, 'project_id': '6687cdc7d725481099dcbcdc68d79199', 'subnets': [{'id': '52aaa934-efe2-4c88-8e92-642c92607c95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:45:38.330258 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c9c891d-0a27-4c31-bb72-00971581c0a7 None None] Checking router: 77981112-a9c2-4c97-a2f1-ddce274944ea for host: dv-neutron-835340-2-hyperv {{(pid=87873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 12:45:38.339303 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9c891d-0a27-4c31-bb72-00971581c0a7 None None] Routers {'77981112-a9c2-4c97-a2f1-ddce274944ea'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:45:38.339985 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-2c9c891d-0a27-4c31-bb72-00971581c0a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:45:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['77981112-a9c2-4c97-a2f1-ddce274944ea'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:45:38.365923 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d271b68-6ba6-4e06-83f3-37acfa3ca78a req-63b5f256-3acc-48ea-a6d9-8cc11222cf9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:45:38.367375 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-9d271b68-6ba6-4e06-83f3-37acfa3ca78a req-63b5f256-3acc-48ea-a6d9-8cc11222cf9b service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=cd203d72-3134-4387-a5fd-0ae842e96a38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0693583 Mar 28 12:45:38.520189 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvr_db [None req-2c9c891d-0a27-4c31-bb72-00971581c0a7 None None] Set router 77981112-a9c2-4c97-a2f1-ddce274944ea gateway port host: dv-neutron-835340-2-hyperv {{(pid=87873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:45:38.598794 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-9d271b68-6ba6-4e06-83f3-37acfa3ca78a req-f013909b-9ba2-4bcd-a2af-70c3f71b966d service neutron] 10.222.0.11 "GET /v2.0/networks/cd203d72-3134-4387-a5fd-0ae842e96a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2248235 Mar 28 12:45:38.730054 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-9d271b68-6ba6-4e06-83f3-37acfa3ca78a req-4dc78971-ae33-4ec4-9a72-36ceeefdd0fc service neutron] 10.222.0.11 "GET /v2.0/networks/cd203d72-3134-4387-a5fd-0ae842e96a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247425 Mar 28 12:45:38.863414 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-2c9c891d-0a27-4c31-bb72-00971581c0a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77981112-a9c2-4c97-a2f1-ddce274944ea', 'name': 'tempest-TestSnapshotPattern-498421062-router', 'tenant_id': '6687cdc7d725481099dcbcdc68d79199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.54'}], 'enable_snat': True}, 'gw_port_id': '28b728c2-3571-467d-9322-4f3e39c27efa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:42:37Z', 'updated_at': '2022-03-28T12:42:41Z', 'revision_number': 4, 'project_id': '6687cdc7d725481099dcbcdc68d79199', 'gw_port': {'id': '28b728c2-3571-467d-9322-4f3e39c27efa', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:03:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77981112-a9c2-4c97-a2f1-ddce274944ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:42:38Z', 'updated_at': '2022-03-28T12:42:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_floatingips': [{'id': '6f681916-70d5-45d5-97dc-569db8ba27d5', 'tenant_id': '6687cdc7d725481099dcbcdc68d79199', 'floating_ip_address': '172.26.7.37', 'floating_network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'router_id': '77981112-a9c2-4c97-a2f1-ddce274944ea', 'port_id': '713eefce-045a-4436-8f3d-03624a7af1b3', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1867, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd203d72-3134-4387-a5fd-0ae842e96a38', 'mac_address': 'fa:16:3e:2b:82:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c30fe30-4ecf-4a47-bfb5-420a3346f599', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T12:43:04Z', 'updated_at': '2022-03-28T12:43:07Z', 'revision_number': 1, 'project_id': '6687cdc7d725481099dcbcdc68d79199', 'fixed_ip_address_scope': None}, {'id': 'e0c8154d-92af-453f-999d-fdef26a981cf', 'tenant_id': '6687cdc7d725481099dcbcdc68d79199', 'floating_ip_address': '172.26.7.206', 'floating_network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'router_id': '77981112-a9c2-4c97-a2f1-ddce274944ea', 'port_id': 'd42d02a5-0608-4696-a942-28d9e6276885', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1870, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd203d72-3134-4387-a5fd-0ae842e96a38', 'mac_address': 'fa:16:3e:9b:6c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff5fe22f-de28-426c-a6ff-7439d0a36084', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T12:45:36Z', 'updated_at': '2022-03-28T12:45:36Z', 'revision_number': 0, 'project_id': '6687cdc7d725481099dcbcdc68d79199', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1aa67788-abc4-4030-a230-a4d7b88fb9e8', 'name': '', 'network_id': 'cd203d72-3134-4387-a5fd-0ae842e96a38', 'tenant_id': '6687cdc7d725481099dcbcdc68d79199', 'mac_address': 'fa:16:3e:1a:19:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77981112-a9c2-4c97-a2f1-ddce274944ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': '52aaa934-efe2-4c88-8e92-642c92607c95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:42:40Z', 'updated_at': '2022-03-28T12:42:47Z', 'revision_number': 5, 'project_id': '6687cdc7d725481099dcbcdc68d79199', 'subnets': [{'id': '52aaa934-efe2-4c88-8e92-642c92607c95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:45:38.867325 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c9c891d-0a27-4c31-bb72-00971581c0a7 None None] The sync data for ids ['77981112-a9c2-4c97-a2f1-ddce274944ea'] in dv-neutron-835340-2-hyperv is: [{'id': '77981112-a9c2-4c97-a2f1-ddce274944ea', 'name': 'tempest-TestSnapshotPattern-498421062-router', 'tenant_id': '6687cdc7d725481099dcbcdc68d79199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.54'}], 'enable_snat': True}, 'gw_port_id': '28b728c2-3571-467d-9322-4f3e39c27efa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:42:37Z', 'updated_at': '2022-03-28T12:42:41Z', 'revision_number': 4, 'project_id': '6687cdc7d725481099dcbcdc68d79199', 'gw_port': {'id': '28b728c2-3571-467d-9322-4f3e39c27efa', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:03:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77981112-a9c2-4c97-a2f1-ddce274944ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:42:38Z', 'updated_at': '2022-03-28T12:42:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_floatingips': [{'id': '6f681916-70d5-45d5-97dc-569db8ba27d5', 'tenant_id': '6687cdc7d725481099dcbcdc68d79199', 'floating_ip_address': '172.26.7.37', 'floating_network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'router_id': '77981112-a9c2-4c97-a2f1-ddce274944ea', 'port_id': '713eefce-045a-4436-8f3d-03624a7af1b3', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1867, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd203d72-3134-4387-a5fd-0ae842e96a38', 'mac_address': 'fa:16:3e:2b:82:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c30fe30-4ecf-4a47-bfb5-420a3346f599', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T12:43:04Z', 'updated_at': '2022-03-28T12:43:07Z', 'revision_number': 1, 'project_id': '6687cdc7d725481099dcbcdc68d79199', 'fixed_ip_address_scope': None}, {'id': 'e0c8154d-92af-453f-999d-fdef26a981cf', 'tenant_id': '6687cdc7d725481099dcbcdc68d79199', 'floating_ip_address': '172.26.7.206', 'floating_network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'router_id': '77981112-a9c2-4c97-a2f1-ddce274944ea', 'port_id': 'd42d02a5-0608-4696-a942-28d9e6276885', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1870, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd203d72-3134-4387-a5fd-0ae842e96a38', 'mac_address': 'fa:16:3e:9b:6c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff5fe22f-de28-426c-a6ff-7439d0a36084', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T12:45:36Z', 'updated_at': '2022-03-28T12:45:36Z', 'revision_number': 0, 'project_id': '6687cdc7d725481099dcbcdc68d79199', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1aa67788-abc4-4030-a230-a4d7b88fb9e8', 'name': '', 'network_id': 'cd203d72-3134-4387-a5fd-0ae842e96a38', 'tenant_id': '6687cdc7d725481099dcbcdc68d79199', 'mac_address': 'fa:16:3e:1a:19:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77981112-a9c2-4c97-a2f1-ddce274944ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': '52aaa934-efe2-4c88-8e92-642c92607c95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:42:40Z', 'updated_at': '2022-03-28T12:42:47Z', 'revision_number': 5, 'project_id': '6687cdc7d725481099dcbcdc68d79199', 'subnets': [{'id': '52aaa934-efe2-4c88-8e92-642c92607c95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 12:45:39.058356 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67335304-9ab6-459e-9a4e-d39d681d81c3 None None] New status for floating IP e0c8154d-92af-453f-999d-fdef26a981cf: ACTIVE {{(pid=87872) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 12:45:49.449308 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.agents_db [None req-03fd49d8-b51b-41c1-8716-b8e265c93689 None None] Agent healthcheck: found 6 active agents {{(pid=87873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 12:45:51.160892 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:46:02.430542 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-372a2987-7bb5-4ca1-b394-5e23f275c21d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:46:04.836814 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-83a7fcdb-5fb9-41aa-afbe-4b61645b15e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:46:05.864040 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:46:05.981453 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-ef3be119-c018-4979-be07-86cf959defc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:46:07.639299 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-b7ccd3c7-0277-4f12-8e5c-e41478141af5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:46:16.394944 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-27779590-c294-4a72-bb57-5c141d50e381 req-dc527298-d490-471a-9e38-1dd188af5373 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=0c30fe30-4ecf-4a47-bfb5-420a3346f599&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0782568 Mar 28 12:46:16.532427 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27779590-c294-4a72-bb57-5c141d50e381 req-017ab156-9925-4aab-9322-3992badc2efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:46:16.533865 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-27779590-c294-4a72-bb57-5c141d50e381 req-017ab156-9925-4aab-9322-3992badc2efe service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6687cdc7d725481099dcbcdc68d79199&device_id=0c30fe30-4ecf-4a47-bfb5-420a3346f599 HTTP/1.1" status: 200 len: 1097 time: 0.0711935 Mar 28 12:46:16.677041 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27779590-c294-4a72-bb57-5c141d50e381 req-9a121376-f91e-4746-b0b8-34c242222c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:46:16.678359 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-27779590-c294-4a72-bb57-5c141d50e381 req-9a121376-f91e-4746-b0b8-34c242222c39 service neutron] 10.222.0.11 "GET /v2.0/networks?id=cd203d72-3134-4387-a5fd-0ae842e96a38 HTTP/1.1" status: 200 len: 909 time: 0.1264241 Mar 28 12:46:16.780430 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-27779590-c294-4a72-bb57-5c141d50e381 req-04911af0-575f-45f4-9cb2-f67c080835e6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=713eefce-045a-4436-8f3d-03624a7af1b3 HTTP/1.1" status: 200 len: 999 time: 0.0951443 Mar 28 12:46:16.842130 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27779590-c294-4a72-bb57-5c141d50e381 req-4d65b801-2b4b-400c-ae95-b31b3469690c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:46:16.844078 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-27779590-c294-4a72-bb57-5c141d50e381 req-4d65b801-2b4b-400c-ae95-b31b3469690c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=52aaa934-efe2-4c88-8e92-642c92607c95 HTTP/1.1" status: 200 len: 848 time: 0.0571728 Mar 28 12:46:16.920136 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27779590-c294-4a72-bb57-5c141d50e381 req-e8c18c97-d418-48fe-8192-14b0564b8915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:46:16.921563 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-27779590-c294-4a72-bb57-5c141d50e381 req-e8c18c97-d418-48fe-8192-14b0564b8915 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=cd203d72-3134-4387-a5fd-0ae842e96a38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0719316 Mar 28 12:46:16.931681 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [req-27779590-c294-4a72-bb57-5c141d50e381 req-3ae1ec92-091c-4989-990b-e12762c9d07d service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=87871) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 28 12:46:16.932583 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-27779590-c294-4a72-bb57-5c141d50e381 req-3ae1ec92-091c-4989-990b-e12762c9d07d service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0046632 Mar 28 12:46:17.060646 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-27779590-c294-4a72-bb57-5c141d50e381 req-ef1b96b3-980e-40c6-b7d6-99b9a6b84673 service neutron] 10.222.0.11 "GET /v2.0/networks/cd203d72-3134-4387-a5fd-0ae842e96a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224854 Mar 28 12:46:17.189818 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-27779590-c294-4a72-bb57-5c141d50e381 req-479fc4ae-2686-4ccd-bef9-50c0fe436ff0 service neutron] 10.222.0.11 "GET /v2.0/networks/cd203d72-3134-4387-a5fd-0ae842e96a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228998 Mar 28 12:46:21.192435 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:46:26.447385 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.agents_db [None req-03fd49d8-b51b-41c1-8716-b8e265c93689 None None] Agent healthcheck: found 6 active agents {{(pid=87873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 12:46:32.433171 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-344a050f-6b5d-4ea4-9195-1637036d828e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:46:34.839458 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-8ebf03db-773f-4277-8ba4-7b2889288b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:46:35.865950 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:46:35.984408 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-ef3be119-c018-4979-be07-86cf959defc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:46:37.639148 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-b7ccd3c7-0277-4f12-8e5c-e41478141af5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:46:51.205414 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:47:02.435984 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-16d01db9-c2b0-4bf4-aab7-68b6cd0641bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:47:03.447921 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.agents_db [None req-03fd49d8-b51b-41c1-8716-b8e265c93689 None None] Agent healthcheck: found 6 active agents {{(pid=87873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 12:47:04.843639 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-291a2eec-7d0e-417b-9cf7-4d583df106d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:47:05.868393 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:47:05.987789 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-ef3be119-c018-4979-be07-86cf959defc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:47:07.641889 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-b7ccd3c7-0277-4f12-8e5c-e41478141af5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:47:08.364396 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Device d42d02a5-0608-4696-a942-28d9e6276885 details requested by agent hyperv_hv-neutron-8353 with host hv-neutron-8353 {{(pid=87872) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 28 12:47:08.507989 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] For port d42d02a5-0608-4696-a942-28d9e6276885, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=d42d02a5-0608-4696-a942-28d9e6276885,segment=NetworkSegment(96f33943-708e-433e-a39a-d41cd1bacc9e),segment_id=96f33943-708e-433e-a39a-d41cd1bacc9e)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:47:08.521816 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Returning: {'device': 'd42d02a5-0608-4696-a942-28d9e6276885', 'network_id': 'cd203d72-3134-4387-a5fd-0ae842e96a38', 'port_id': 'd42d02a5-0608-4696-a942-28d9e6276885', 'mac_address': 'fa:16:3e:9b:6c:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52aaa934-efe2-4c88-8e92-642c92607c95', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87872) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 28 12:47:08.579901 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:47:08.596857 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.notifiers.nova [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d42d02a5-0608-4696-a942-28d9e6276885 {{(pid=87872) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 28 12:47:08.613417 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] For port d42d02a5-0608-4696-a942-28d9e6276885, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=d42d02a5-0608-4696-a942-28d9e6276885,segment=NetworkSegment(96f33943-708e-433e-a39a-d41cd1bacc9e),segment_id=96f33943-708e-433e-a39a-d41cd1bacc9e)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:47:08.617278 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:47:08.689100 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Pushing event updated for resources: {'Port': ['ID=d42d02a5-0608-4696-a942-28d9e6276885,revision_number=6']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:47:08.696742 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:47:08.697123 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:47:08.697463 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:47:08.697798 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:47:08.698128 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:47:08.698458 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:47:08.698780 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:47:08.699109 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:47:08.700166 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:47:08.700492 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:47:08.700812 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:47:08.701133 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87872) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:47:08.706880 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] get_ports_and_sgs() called for port_ids ['d42d02a5-0608-4696-a942-28d9e6276885'] {{(pid=87872) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 28 12:47:10.379736 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Device d42d02a5-0608-4696-a942-28d9e6276885 up at agent hyperv_hv-neutron-8353 {{(pid=87872) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 28 12:47:10.449859 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.provisioning_blocks [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Provisioning complete for port d42d02a5-0608-4696-a942-28d9e6276885 triggered by entity L2. {{(pid=87872) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 28 12:47:10.450465 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931558'] for port, provisioning_complete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:47:10.572933 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1629175'] for port, before_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:47:10.601519 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff5fe22f-de28-426c-a6ff-7439d0a36084', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd42d02a5-0608-4696-a942-28d9e6276885'}] {{(pid=87872) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 12:47:10.612450 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] For port d42d02a5-0608-4696-a942-28d9e6276885, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=d42d02a5-0608-4696-a942-28d9e6276885,segment=NetworkSegment(96f33943-708e-433e-a39a-d41cd1bacc9e),segment_id=96f33943-708e-433e-a39a-d41cd1bacc9e)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:47:10.620142 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783496229111', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783495848259', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783495848304'] for port, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:47:10.662348 dv-neutron-835340-2-hyperv neutron-server[87872]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff5fe22f-de28-426c-a6ff-7439d0a36084', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd42d02a5-0608-4696-a942-28d9e6276885', 'code': 200} Mar 28 12:47:10.707123 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Pushing event updated for resources: {'Port': ['ID=d42d02a5-0608-4696-a942-28d9e6276885,revision_number=7']} {{(pid=87872) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:47:17.526913 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b47e595-a822-41d4-970f-6241f32dfb65 req-c691ee1e-2af5-402c-901f-8617f6ec161c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:47:17.528371 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-4b47e595-a822-41d4-970f-6241f32dfb65 req-c691ee1e-2af5-402c-901f-8617f6ec161c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6687cdc7d725481099dcbcdc68d79199&device_id=ff5fe22f-de28-426c-a6ff-7439d0a36084 HTTP/1.1" status: 200 len: 1099 time: 0.1467979 Mar 28 12:47:17.771617 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b47e595-a822-41d4-970f-6241f32dfb65 req-18c7589c-2352-4028-9716-9e3e333a9483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:47:17.773115 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-4b47e595-a822-41d4-970f-6241f32dfb65 req-18c7589c-2352-4028-9716-9e3e333a9483 service neutron] 10.222.0.11 "GET /v2.0/networks?id=cd203d72-3134-4387-a5fd-0ae842e96a38 HTTP/1.1" status: 200 len: 909 time: 0.1348794 Mar 28 12:47:17.882902 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-4b47e595-a822-41d4-970f-6241f32dfb65 req-bcb2eecb-b47f-4288-b6db-038e66c09283 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d42d02a5-0608-4696-a942-28d9e6276885 HTTP/1.1" status: 200 len: 1002 time: 0.1040657 Mar 28 12:47:17.949708 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b47e595-a822-41d4-970f-6241f32dfb65 req-2061e55d-bff0-492b-831f-b60565828417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:47:17.951234 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-4b47e595-a822-41d4-970f-6241f32dfb65 req-2061e55d-bff0-492b-831f-b60565828417 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=52aaa934-efe2-4c88-8e92-642c92607c95 HTTP/1.1" status: 200 len: 848 time: 0.0627198 Mar 28 12:47:18.026576 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b47e595-a822-41d4-970f-6241f32dfb65 req-27c25929-cec0-4fef-9e93-a98bf8617a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:47:18.028361 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-4b47e595-a822-41d4-970f-6241f32dfb65 req-27c25929-cec0-4fef-9e93-a98bf8617a63 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=cd203d72-3134-4387-a5fd-0ae842e96a38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0709159 Mar 28 12:47:18.054672 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 38828) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:47:18.263895 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-22539ac0-ade0-4b02-8e5a-5cc85b84a91c tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Deleting port 6fbd3acf-5f7b-4ee1-b970-724d8d5848fc {{(pid=87870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:47:18.264310 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-22539ac0-ade0-4b02-8e5a-5cc85b84a91c tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:47:18.266389 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-4b47e595-a822-41d4-970f-6241f32dfb65 req-bbab13b3-175b-41b3-9996-d33f9ea31428 service neutron] 10.222.0.11 "GET /v2.0/networks/cd203d72-3134-4387-a5fd-0ae842e96a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2309999 Mar 28 12:47:18.397762 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-4b47e595-a822-41d4-970f-6241f32dfb65 req-ea66bcec-2b78-468b-b86f-f539d0209681 service neutron] 10.222.0.11 "GET /v2.0/networks/cd203d72-3134-4387-a5fd-0ae842e96a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249316 Mar 28 12:47:18.431953 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-22539ac0-ade0-4b02-8e5a-5cc85b84a91c tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:47:18.432269 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-22539ac0-ade0-4b02-8e5a-5cc85b84a91c tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:47:18.552707 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-22539ac0-ade0-4b02-8e5a-5cc85b84a91c tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Calling delete_port for 6fbd3acf-5f7b-4ee1-b970-724d8d5848fc owned by network:floatingip {{(pid=87870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:47:18.700728 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-22539ac0-ade0-4b02-8e5a-5cc85b84a91c tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:47:18.772939 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22539ac0-ade0-4b02-8e5a-5cc85b84a91c tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Pushing event deleted for resources: {'Port': ['ID=6fbd3acf-5f7b-4ee1-b970-724d8d5848fc,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:47:18.816368 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22539ac0-ade0-4b02-8e5a-5cc85b84a91c tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:47:18.816706 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22539ac0-ade0-4b02-8e5a-5cc85b84a91c tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:47:18.817039 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22539ac0-ade0-4b02-8e5a-5cc85b84a91c tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:47:18.817373 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22539ac0-ade0-4b02-8e5a-5cc85b84a91c tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:47:18.817694 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22539ac0-ade0-4b02-8e5a-5cc85b84a91c tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:47:18.818017 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22539ac0-ade0-4b02-8e5a-5cc85b84a91c tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:47:18.818335 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22539ac0-ade0-4b02-8e5a-5cc85b84a91c tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:47:18.818653 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22539ac0-ade0-4b02-8e5a-5cc85b84a91c tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:47:18.818971 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22539ac0-ade0-4b02-8e5a-5cc85b84a91c tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:47:18.819283 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22539ac0-ade0-4b02-8e5a-5cc85b84a91c tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:47:18.819620 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22539ac0-ade0-4b02-8e5a-5cc85b84a91c tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:47:18.819934 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22539ac0-ade0-4b02-8e5a-5cc85b84a91c tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87870) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:47:18.852413 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-22539ac0-ade0-4b02-8e5a-5cc85b84a91c tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Notify callbacks [] for floatingip, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:47:18.852742 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.db.l3_db [None req-22539ac0-ade0-4b02-8e5a-5cc85b84a91c tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Floating IP e0c8154d-92af-453f-999d-fdef26a981cf disassociated (deleted). External IP: 172.26.7.206, port: d42d02a5-0608-4696-a942-28d9e6276885. Mar 28 12:47:19.302353 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22539ac0-ade0-4b02-8e5a-5cc85b84a91c tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Router 77981112-a9c2-4c97-a2f1-ddce274944ea has already been hosted by L3 agent af79d429-529e-400b-a119-94d4bec03f3e {{(pid=87870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 12:47:19.478931 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22539ac0-ade0-4b02-8e5a-5cc85b84a91c tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 12:47:19.489267 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-021e53a3-b283-47ef-8a21-1172a5eeff86 None None] Sync routers for ids ['77981112-a9c2-4c97-a2f1-ddce274944ea'] in dv-neutron-835340-2-hyperv {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 12:47:19.499766 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-021e53a3-b283-47ef-8a21-1172a5eeff86 None None] Routers {'77981112-a9c2-4c97-a2f1-ddce274944ea'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:47:19.500481 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-021e53a3-b283-47ef-8a21-1172a5eeff86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:47:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['77981112-a9c2-4c97-a2f1-ddce274944ea'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:47:19.500985 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-22539ac0-ade0-4b02-8e5a-5cc85b84a91c tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for floatingip, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:47:19.555262 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-22539ac0-ade0-4b02-8e5a-5cc85b84a91c tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] 10.222.0.30 "DELETE /v2.0/floatingips/e0c8154d-92af-453f-999d-fdef26a981cf HTTP/1.1" status: 204 len: 168 time: 1.4993758 Mar 28 12:47:19.555829 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff5fe22f-de28-426c-a6ff-7439d0a36084', 'tag': 'd42d02a5-0608-4696-a942-28d9e6276885'}] {{(pid=87870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 12:47:19.603937 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff5fe22f-de28-426c-a6ff-7439d0a36084', 'tag': 'd42d02a5-0608-4696-a942-28d9e6276885', 'status': 'completed', 'code': 200} Mar 28 12:47:19.680564 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvr_db [None req-021e53a3-b283-47ef-8a21-1172a5eeff86 None None] Set router 77981112-a9c2-4c97-a2f1-ddce274944ea gateway port host: dv-neutron-835340-2-hyperv {{(pid=87873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:47:19.696502 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74ee30d-d191-4221-b708-0aa1da715b44 req-b14cce2c-47f3-4e2b-9a0d-f98c1cc900ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:47:19.697953 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-a74ee30d-d191-4221-b708-0aa1da715b44 req-b14cce2c-47f3-4e2b-9a0d-f98c1cc900ad service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6687cdc7d725481099dcbcdc68d79199&device_id=ff5fe22f-de28-426c-a6ff-7439d0a36084 HTTP/1.1" status: 200 len: 1099 time: 0.0724704 Mar 28 12:47:19.849907 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74ee30d-d191-4221-b708-0aa1da715b44 req-b486805e-bdca-4e80-a576-1a842d0f039b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:47:19.851405 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-a74ee30d-d191-4221-b708-0aa1da715b44 req-b486805e-bdca-4e80-a576-1a842d0f039b service neutron] 10.222.0.11 "GET /v2.0/networks?id=cd203d72-3134-4387-a5fd-0ae842e96a38 HTTP/1.1" status: 200 len: 909 time: 0.1467378 Mar 28 12:47:19.962591 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-a74ee30d-d191-4221-b708-0aa1da715b44 req-e95df004-9e5e-41ec-a034-4b24c859a931 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d42d02a5-0608-4696-a942-28d9e6276885 HTTP/1.1" status: 200 len: 217 time: 0.0689337 Mar 28 12:47:20.046277 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fac618-bfe5-4062-a7d4-bb3096bafe93 req-989e1ef2-b0fa-4d33-86a1-0ecf7a8fa769 tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:47:20.047745 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-14fac618-bfe5-4062-a7d4-bb3096bafe93 req-989e1ef2-b0fa-4d33-86a1-0ecf7a8fa769 tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff5fe22f-de28-426c-a6ff-7439d0a36084 HTTP/1.1" status: 200 len: 946 time: 0.1938217 Mar 28 12:47:20.049188 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74ee30d-d191-4221-b708-0aa1da715b44 req-f07d3973-5e00-40e1-8a55-4d86fb7ed450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:47:20.050470 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-a74ee30d-d191-4221-b708-0aa1da715b44 req-f07d3973-5e00-40e1-8a55-4d86fb7ed450 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=52aaa934-efe2-4c88-8e92-642c92607c95 HTTP/1.1" status: 200 len: 848 time: 0.0808272 Mar 28 12:47:20.084133 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-021e53a3-b283-47ef-8a21-1172a5eeff86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77981112-a9c2-4c97-a2f1-ddce274944ea', 'name': 'tempest-TestSnapshotPattern-498421062-router', 'tenant_id': '6687cdc7d725481099dcbcdc68d79199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.54'}], 'enable_snat': True}, 'gw_port_id': '28b728c2-3571-467d-9322-4f3e39c27efa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:42:37Z', 'updated_at': '2022-03-28T12:42:41Z', 'revision_number': 4, 'project_id': '6687cdc7d725481099dcbcdc68d79199', 'gw_port': {'id': '28b728c2-3571-467d-9322-4f3e39c27efa', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:03:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77981112-a9c2-4c97-a2f1-ddce274944ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:42:38Z', 'updated_at': '2022-03-28T12:42:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_floatingips': [{'id': '6f681916-70d5-45d5-97dc-569db8ba27d5', 'tenant_id': '6687cdc7d725481099dcbcdc68d79199', 'floating_ip_address': '172.26.7.37', 'floating_network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'router_id': '77981112-a9c2-4c97-a2f1-ddce274944ea', 'port_id': '713eefce-045a-4436-8f3d-03624a7af1b3', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1867, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd203d72-3134-4387-a5fd-0ae842e96a38', 'mac_address': 'fa:16:3e:2b:82:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c30fe30-4ecf-4a47-bfb5-420a3346f599', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T12:43:04Z', 'updated_at': '2022-03-28T12:43:07Z', 'revision_number': 1, 'project_id': '6687cdc7d725481099dcbcdc68d79199', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1aa67788-abc4-4030-a230-a4d7b88fb9e8', 'name': '', 'network_id': 'cd203d72-3134-4387-a5fd-0ae842e96a38', 'tenant_id': '6687cdc7d725481099dcbcdc68d79199', 'mac_address': 'fa:16:3e:1a:19:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77981112-a9c2-4c97-a2f1-ddce274944ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': '52aaa934-efe2-4c88-8e92-642c92607c95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:42:40Z', 'updated_at': '2022-03-28T12:42:47Z', 'revision_number': 5, 'project_id': '6687cdc7d725481099dcbcdc68d79199', 'subnets': [{'id': '52aaa934-efe2-4c88-8e92-642c92607c95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:47:20.087950 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-021e53a3-b283-47ef-8a21-1172a5eeff86 None None] Checking router: 77981112-a9c2-4c97-a2f1-ddce274944ea for host: dv-neutron-835340-2-hyperv {{(pid=87873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 12:47:20.096493 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-021e53a3-b283-47ef-8a21-1172a5eeff86 None None] Routers {'77981112-a9c2-4c97-a2f1-ddce274944ea'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:47:20.097071 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-021e53a3-b283-47ef-8a21-1172a5eeff86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:47:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['77981112-a9c2-4c97-a2f1-ddce274944ea'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:47:20.139605 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-14fac618-bfe5-4062-a7d4-bb3096bafe93 req-cb079bd7-a1ab-4f91-b4d1-ecdc17a19145 tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] 10.222.0.30 "GET /v2.0/security-groups?id=198ea9c5-972f-48f8-9df3-4db0245e123a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856986 Mar 28 12:47:20.161982 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74ee30d-d191-4221-b708-0aa1da715b44 req-df2c8428-e982-43b7-82a9-2787194e9a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:47:20.163580 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-a74ee30d-d191-4221-b708-0aa1da715b44 req-df2c8428-e982-43b7-82a9-2787194e9a82 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=cd203d72-3134-4387-a5fd-0ae842e96a38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0953040 Mar 28 12:47:20.279925 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvr_db [None req-021e53a3-b283-47ef-8a21-1172a5eeff86 None None] Set router 77981112-a9c2-4c97-a2f1-ddce274944ea gateway port host: dv-neutron-835340-2-hyperv {{(pid=87873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:47:20.295367 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-a74ee30d-d191-4221-b708-0aa1da715b44 req-c96208e7-742d-4592-a8d0-a07d86a82d21 service neutron] 10.222.0.11 "GET /v2.0/networks/cd203d72-3134-4387-a5fd-0ae842e96a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253085 Mar 28 12:47:20.426429 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-a74ee30d-d191-4221-b708-0aa1da715b44 req-c710c9b7-5192-408c-8ada-6f791072c41a service neutron] 10.222.0.11 "GET /v2.0/networks/cd203d72-3134-4387-a5fd-0ae842e96a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246126 Mar 28 12:47:20.622011 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-021e53a3-b283-47ef-8a21-1172a5eeff86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77981112-a9c2-4c97-a2f1-ddce274944ea', 'name': 'tempest-TestSnapshotPattern-498421062-router', 'tenant_id': '6687cdc7d725481099dcbcdc68d79199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.54'}], 'enable_snat': True}, 'gw_port_id': '28b728c2-3571-467d-9322-4f3e39c27efa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:42:37Z', 'updated_at': '2022-03-28T12:42:41Z', 'revision_number': 4, 'project_id': '6687cdc7d725481099dcbcdc68d79199', 'gw_port': {'id': '28b728c2-3571-467d-9322-4f3e39c27efa', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:03:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77981112-a9c2-4c97-a2f1-ddce274944ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:42:38Z', 'updated_at': '2022-03-28T12:42:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_floatingips': [{'id': '6f681916-70d5-45d5-97dc-569db8ba27d5', 'tenant_id': '6687cdc7d725481099dcbcdc68d79199', 'floating_ip_address': '172.26.7.37', 'floating_network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'router_id': '77981112-a9c2-4c97-a2f1-ddce274944ea', 'port_id': '713eefce-045a-4436-8f3d-03624a7af1b3', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1867, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd203d72-3134-4387-a5fd-0ae842e96a38', 'mac_address': 'fa:16:3e:2b:82:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c30fe30-4ecf-4a47-bfb5-420a3346f599', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T12:43:04Z', 'updated_at': '2022-03-28T12:43:07Z', 'revision_number': 1, 'project_id': '6687cdc7d725481099dcbcdc68d79199', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1aa67788-abc4-4030-a230-a4d7b88fb9e8', 'name': '', 'network_id': 'cd203d72-3134-4387-a5fd-0ae842e96a38', 'tenant_id': '6687cdc7d725481099dcbcdc68d79199', 'mac_address': 'fa:16:3e:1a:19:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77981112-a9c2-4c97-a2f1-ddce274944ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': '52aaa934-efe2-4c88-8e92-642c92607c95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:42:40Z', 'updated_at': '2022-03-28T12:42:47Z', 'revision_number': 5, 'project_id': '6687cdc7d725481099dcbcdc68d79199', 'subnets': [{'id': '52aaa934-efe2-4c88-8e92-642c92607c95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:47:20.626887 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-021e53a3-b283-47ef-8a21-1172a5eeff86 None None] The sync data for ids ['77981112-a9c2-4c97-a2f1-ddce274944ea'] in dv-neutron-835340-2-hyperv is: [{'id': '77981112-a9c2-4c97-a2f1-ddce274944ea', 'name': 'tempest-TestSnapshotPattern-498421062-router', 'tenant_id': '6687cdc7d725481099dcbcdc68d79199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.54'}], 'enable_snat': True}, 'gw_port_id': '28b728c2-3571-467d-9322-4f3e39c27efa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:42:37Z', 'updated_at': '2022-03-28T12:42:41Z', 'revision_number': 4, 'project_id': '6687cdc7d725481099dcbcdc68d79199', 'gw_port': {'id': '28b728c2-3571-467d-9322-4f3e39c27efa', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:03:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77981112-a9c2-4c97-a2f1-ddce274944ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:42:38Z', 'updated_at': '2022-03-28T12:42:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_floatingips': [{'id': '6f681916-70d5-45d5-97dc-569db8ba27d5', 'tenant_id': '6687cdc7d725481099dcbcdc68d79199', 'floating_ip_address': '172.26.7.37', 'floating_network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'router_id': '77981112-a9c2-4c97-a2f1-ddce274944ea', 'port_id': '713eefce-045a-4436-8f3d-03624a7af1b3', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1867, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd203d72-3134-4387-a5fd-0ae842e96a38', 'mac_address': 'fa:16:3e:2b:82:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c30fe30-4ecf-4a47-bfb5-420a3346f599', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-28T12:43:04Z', 'updated_at': '2022-03-28T12:43:07Z', 'revision_number': 1, 'project_id': '6687cdc7d725481099dcbcdc68d79199', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1aa67788-abc4-4030-a230-a4d7b88fb9e8', 'name': '', 'network_id': 'cd203d72-3134-4387-a5fd-0ae842e96a38', 'tenant_id': '6687cdc7d725481099dcbcdc68d79199', 'mac_address': 'fa:16:3e:1a:19:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77981112-a9c2-4c97-a2f1-ddce274944ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': '52aaa934-efe2-4c88-8e92-642c92607c95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:42:40Z', 'updated_at': '2022-03-28T12:42:47Z', 'revision_number': 5, 'project_id': '6687cdc7d725481099dcbcdc68d79199', 'subnets': [{'id': '52aaa934-efe2-4c88-8e92-642c92607c95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 12:47:20.850109 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-622b211a-a889-44af-b53f-d04cacf1a1cb None None] New status for floating IP e0c8154d-92af-453f-999d-fdef26a981cf: DOWN {{(pid=87872) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 12:47:21.208048 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:47:21.391499 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6141c2a-0d54-450e-b103-5362ccd67bed req-4f2b599e-5d1e-4bda-856c-3f8805902712 tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:47:21.392272 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [req-b6141c2a-0d54-450e-b103-5362ccd67bed req-4f2b599e-5d1e-4bda-856c-3f8805902712 tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Synchronizing usage tracker for tenant:6687cdc7d725481099dcbcdc68d79199 on resource:port {{(pid=87870) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:47:21.407046 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [req-b6141c2a-0d54-450e-b103-5362ccd67bed req-4f2b599e-5d1e-4bda-856c-3f8805902712 tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Unset dirty status for tenant:6687cdc7d725481099dcbcdc68d79199 on resource:port {{(pid=87870) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:47:21.408909 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-b6141c2a-0d54-450e-b103-5362ccd67bed req-4f2b599e-5d1e-4bda-856c-3f8805902712 tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff5fe22f-de28-426c-a6ff-7439d0a36084 HTTP/1.1" status: 200 len: 946 time: 0.1622133 Mar 28 12:47:21.434876 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819804f2-d9e3-4355-9750-9db38c6622a0 req-889a0e70-91d7-4f7c-9f47-054926bd32c0 tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:47:21.436331 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-819804f2-d9e3-4355-9750-9db38c6622a0 req-889a0e70-91d7-4f7c-9f47-054926bd32c0 tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] 10.222.0.11 "GET /v2.0/ports?device_id=ff5fe22f-de28-426c-a6ff-7439d0a36084 HTTP/1.1" status: 200 len: 946 time: 0.0789669 Mar 28 12:47:21.453640 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-b6141c2a-0d54-450e-b103-5362ccd67bed req-799ceaef-b5c2-408f-bb35-88d4fa4ac732 tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] 10.222.0.30 "GET /v2.0/security-groups?id=198ea9c5-972f-48f8-9df3-4db0245e123a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390217 Mar 28 12:47:21.507700 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [req-819804f2-d9e3-4355-9750-9db38c6622a0 req-f9e3db19-c56d-44a7-970e-318ac2864a5b tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Deleting port d42d02a5-0608-4696-a942-28d9e6276885 {{(pid=87871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:47:21.507955 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-819804f2-d9e3-4355-9750-9db38c6622a0 req-f9e3db19-c56d-44a7-970e-318ac2864a5b tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:47:21.747544 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.db [req-819804f2-d9e3-4355-9750-9db38c6622a0 req-f9e3db19-c56d-44a7-970e-318ac2864a5b tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] For port d42d02a5-0608-4696-a942-28d9e6276885, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=d42d02a5-0608-4696-a942-28d9e6276885,segment=NetworkSegment(96f33943-708e-433e-a39a-d41cd1bacc9e),segment_id=96f33943-708e-433e-a39a-d41cd1bacc9e)] {{(pid=87871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:47:21.747895 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-819804f2-d9e3-4355-9750-9db38c6622a0 req-f9e3db19-c56d-44a7-970e-318ac2864a5b tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:47:21.972247 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [req-819804f2-d9e3-4355-9750-9db38c6622a0 req-f9e3db19-c56d-44a7-970e-318ac2864a5b tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Calling delete_port for d42d02a5-0608-4696-a942-28d9e6276885 owned by compute:nova {{(pid=87871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:47:22.111037 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-819804f2-d9e3-4355-9750-9db38c6622a0 req-f9e3db19-c56d-44a7-970e-318ac2864a5b tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:47:22.162862 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e3db19-c56d-44a7-970e-318ac2864a5b tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Pushing event deleted for resources: {'Port': ['ID=d42d02a5-0608-4696-a942-28d9e6276885,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:47:22.201005 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e3db19-c56d-44a7-970e-318ac2864a5b tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:47:22.201353 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e3db19-c56d-44a7-970e-318ac2864a5b tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:47:22.201690 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e3db19-c56d-44a7-970e-318ac2864a5b tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:47:22.202021 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e3db19-c56d-44a7-970e-318ac2864a5b tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:47:22.202355 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e3db19-c56d-44a7-970e-318ac2864a5b tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:47:22.202684 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e3db19-c56d-44a7-970e-318ac2864a5b tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:47:22.203006 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e3db19-c56d-44a7-970e-318ac2864a5b tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:47:22.203329 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e3db19-c56d-44a7-970e-318ac2864a5b tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:47:22.203677 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e3db19-c56d-44a7-970e-318ac2864a5b tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:47:22.203998 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e3db19-c56d-44a7-970e-318ac2864a5b tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:47:22.204317 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e3db19-c56d-44a7-970e-318ac2864a5b tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:47:22.204634 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e3db19-c56d-44a7-970e-318ac2864a5b tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-835340-2-hyperv {{(pid=87871) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 28 12:47:22.245136 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.l3_dvrscheduler_db [req-819804f2-d9e3-4355-9750-9db38c6622a0 req-f9e3db19-c56d-44a7-970e-318ac2864a5b tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] No DVR routers for this DVR port d42d02a5-0608-4696-a942-28d9e6276885 on host hv-neutron-8353 {{(pid=87871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 12:47:22.248341 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-819804f2-d9e3-4355-9750-9db38c6622a0 req-f9e3db19-c56d-44a7-970e-318ac2864a5b tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:47:22.250797 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff5fe22f-de28-426c-a6ff-7439d0a36084', 'name': 'network-vif-deleted', 'tag': 'd42d02a5-0608-4696-a942-28d9e6276885'}] {{(pid=87871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 12:47:22.270408 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-819804f2-d9e3-4355-9750-9db38c6622a0 req-f9e3db19-c56d-44a7-970e-318ac2864a5b tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] 10.222.0.11 "DELETE /v2.0/ports/d42d02a5-0608-4696-a942-28d9e6276885 HTTP/1.1" status: 204 len: 173 time: 0.8292336 Mar 28 12:47:22.356551 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff5fe22f-de28-426c-a6ff-7439d0a36084', 'name': 'network-vif-deleted', 'tag': 'd42d02a5-0608-4696-a942-28d9e6276885', 'status': 'completed', 'code': 200} Mar 28 12:47:22.441243 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Device d42d02a5-0608-4696-a942-28d9e6276885 no longer exists at agent hyperv_hv-neutron-8353 {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 12:47:22.474520 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] No Port match for: d42d02a5-0608-4696-a942-28d9e6276885 {{(pid=87872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 12:47:22.474891 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Device d42d02a5-0608-4696-a942-28d9e6276885 not bound to the agent host hv-neutron-8353 {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 12:47:22.621668 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-4765bbf0-8fd6-43a7-bac9-652d0b073708 req-b13b172c-d79c-4932-a208-ffa54e040919 tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff5fe22f-de28-426c-a6ff-7439d0a36084 HTTP/1.1" status: 200 len: 210 time: 0.0426004 Mar 28 12:47:24.261775 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 38894) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:47:24.462774 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-0c125e7d-db84-444c-9681-b27d9564cee7 tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Deleting port e9430fcf-7f62-458d-8634-5166eaf31e6f {{(pid=87870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:47:24.463117 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-0c125e7d-db84-444c-9681-b27d9564cee7 tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:47:24.629351 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-0c125e7d-db84-444c-9681-b27d9564cee7 tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:47:24.629588 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-0c125e7d-db84-444c-9681-b27d9564cee7 tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:47:24.752693 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-0c125e7d-db84-444c-9681-b27d9564cee7 tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Calling delete_port for e9430fcf-7f62-458d-8634-5166eaf31e6f owned by network:floatingip {{(pid=87870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:47:24.902758 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-0c125e7d-db84-444c-9681-b27d9564cee7 tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:47:25.046183 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c125e7d-db84-444c-9681-b27d9564cee7 tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Pushing event deleted for resources: {'Port': ['ID=e9430fcf-7f62-458d-8634-5166eaf31e6f,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:47:25.134319 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-0c125e7d-db84-444c-9681-b27d9564cee7 tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Notify callbacks [] for floatingip, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:47:25.134642 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.db.l3_db [None req-0c125e7d-db84-444c-9681-b27d9564cee7 tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Floating IP 6f681916-70d5-45d5-97dc-569db8ba27d5 disassociated (deleted). External IP: 172.26.7.37, port: 713eefce-045a-4436-8f3d-03624a7af1b3. Mar 28 12:47:25.476780 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c125e7d-db84-444c-9681-b27d9564cee7 tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Router 77981112-a9c2-4c97-a2f1-ddce274944ea has already been hosted by L3 agent af79d429-529e-400b-a119-94d4bec03f3e {{(pid=87870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 12:47:25.651918 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c125e7d-db84-444c-9681-b27d9564cee7 tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 12:47:25.661951 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c037b417-a7b1-4f61-86da-fb69de76dabe None None] Sync routers for ids ['77981112-a9c2-4c97-a2f1-ddce274944ea'] in dv-neutron-835340-2-hyperv {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 12:47:25.668467 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-0c125e7d-db84-444c-9681-b27d9564cee7 tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for floatingip, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:47:25.671799 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c037b417-a7b1-4f61-86da-fb69de76dabe None None] Routers {'77981112-a9c2-4c97-a2f1-ddce274944ea'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:47:25.672386 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-c037b417-a7b1-4f61-86da-fb69de76dabe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:47:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['77981112-a9c2-4c97-a2f1-ddce274944ea'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:47:25.722302 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-0c125e7d-db84-444c-9681-b27d9564cee7 tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] 10.222.0.30 "DELETE /v2.0/floatingips/6f681916-70d5-45d5-97dc-569db8ba27d5 HTTP/1.1" status: 204 len: 168 time: 1.4594646 Mar 28 12:47:25.722976 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c30fe30-4ecf-4a47-bfb5-420a3346f599', 'tag': '713eefce-045a-4436-8f3d-03624a7af1b3'}] {{(pid=87870) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 12:47:25.765728 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c30fe30-4ecf-4a47-bfb5-420a3346f599', 'tag': '713eefce-045a-4436-8f3d-03624a7af1b3', 'status': 'completed', 'code': 200} Mar 28 12:47:25.864404 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvr_db [None req-c037b417-a7b1-4f61-86da-fb69de76dabe None None] Set router 77981112-a9c2-4c97-a2f1-ddce274944ea gateway port host: dv-neutron-835340-2-hyperv {{(pid=87873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:47:25.881436 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27359bad-4b65-47ba-97b4-fd02a060b8b9 req-94508eab-5873-4c6d-a05d-267b28b23faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:47:25.882980 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-27359bad-4b65-47ba-97b4-fd02a060b8b9 req-94508eab-5873-4c6d-a05d-267b28b23faa service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6687cdc7d725481099dcbcdc68d79199&device_id=0c30fe30-4ecf-4a47-bfb5-420a3346f599 HTTP/1.1" status: 200 len: 1097 time: 0.0946407 Mar 28 12:47:26.040056 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27359bad-4b65-47ba-97b4-fd02a060b8b9 req-49051c9b-64f9-45ca-ada6-780778ec5af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:47:26.041398 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-27359bad-4b65-47ba-97b4-fd02a060b8b9 req-49051c9b-64f9-45ca-ada6-780778ec5af2 service neutron] 10.222.0.11 "GET /v2.0/networks?id=cd203d72-3134-4387-a5fd-0ae842e96a38 HTTP/1.1" status: 200 len: 909 time: 0.1522653 Mar 28 12:47:26.149512 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-27359bad-4b65-47ba-97b4-fd02a060b8b9 req-427d8ebb-8f22-4e6b-a4c0-a7fde771b958 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=713eefce-045a-4436-8f3d-03624a7af1b3 HTTP/1.1" status: 200 len: 217 time: 0.0997884 Mar 28 12:47:26.184712 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-c037b417-a7b1-4f61-86da-fb69de76dabe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77981112-a9c2-4c97-a2f1-ddce274944ea', 'name': 'tempest-TestSnapshotPattern-498421062-router', 'tenant_id': '6687cdc7d725481099dcbcdc68d79199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.54'}], 'enable_snat': True}, 'gw_port_id': '28b728c2-3571-467d-9322-4f3e39c27efa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:42:37Z', 'updated_at': '2022-03-28T12:42:41Z', 'revision_number': 4, 'project_id': '6687cdc7d725481099dcbcdc68d79199', 'gw_port': {'id': '28b728c2-3571-467d-9322-4f3e39c27efa', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:03:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77981112-a9c2-4c97-a2f1-ddce274944ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:42:38Z', 'updated_at': '2022-03-28T12:42:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_interfaces': [{'id': '1aa67788-abc4-4030-a230-a4d7b88fb9e8', 'name': '', 'network_id': 'cd203d72-3134-4387-a5fd-0ae842e96a38', 'tenant_id': '6687cdc7d725481099dcbcdc68d79199', 'mac_address': 'fa:16:3e:1a:19:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77981112-a9c2-4c97-a2f1-ddce274944ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': '52aaa934-efe2-4c88-8e92-642c92607c95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:42:40Z', 'updated_at': '2022-03-28T12:42:47Z', 'revision_number': 5, 'project_id': '6687cdc7d725481099dcbcdc68d79199', 'subnets': [{'id': '52aaa934-efe2-4c88-8e92-642c92607c95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:47:26.188635 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c037b417-a7b1-4f61-86da-fb69de76dabe None None] Checking router: 77981112-a9c2-4c97-a2f1-ddce274944ea for host: dv-neutron-835340-2-hyperv {{(pid=87873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 12:47:26.196850 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c037b417-a7b1-4f61-86da-fb69de76dabe None None] Routers {'77981112-a9c2-4c97-a2f1-ddce274944ea'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:47:26.197440 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-c037b417-a7b1-4f61-86da-fb69de76dabe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:47:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['77981112-a9c2-4c97-a2f1-ddce274944ea'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:47:26.230322 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27359bad-4b65-47ba-97b4-fd02a060b8b9 req-9d0fe5de-d617-462f-a338-5a2d3ade1b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:47:26.231840 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-27359bad-4b65-47ba-97b4-fd02a060b8b9 req-9d0fe5de-d617-462f-a338-5a2d3ade1b27 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=52aaa934-efe2-4c88-8e92-642c92607c95 HTTP/1.1" status: 200 len: 848 time: 0.0761752 Mar 28 12:47:26.244363 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faccf1f-59c3-419f-85a6-01701dbebfa4 req-7407daf1-7309-4817-b855-575ec884aa2c tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:47:26.245020 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [req-9faccf1f-59c3-419f-85a6-01701dbebfa4 req-7407daf1-7309-4817-b855-575ec884aa2c tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Synchronizing usage tracker for tenant:6687cdc7d725481099dcbcdc68d79199 on resource:port {{(pid=87871) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:47:26.304857 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.quota.resource [req-9faccf1f-59c3-419f-85a6-01701dbebfa4 req-7407daf1-7309-4817-b855-575ec884aa2c tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Unset dirty status for tenant:6687cdc7d725481099dcbcdc68d79199 on resource:port {{(pid=87871) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:47:26.305894 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-9faccf1f-59c3-419f-85a6-01701dbebfa4 req-7407daf1-7309-4817-b855-575ec884aa2c tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c30fe30-4ecf-4a47-bfb5-420a3346f599 HTTP/1.1" status: 200 len: 944 time: 0.2724953 Mar 28 12:47:26.363317 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27359bad-4b65-47ba-97b4-fd02a060b8b9 req-f8617c24-22e7-4624-b2e0-1346d0594058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:47:26.364803 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-27359bad-4b65-47ba-97b4-fd02a060b8b9 req-f8617c24-22e7-4624-b2e0-1346d0594058 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=cd203d72-3134-4387-a5fd-0ae842e96a38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1162591 Mar 28 12:47:26.367690 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-9faccf1f-59c3-419f-85a6-01701dbebfa4 req-69b1a1f1-bdf9-4a2e-af5a-3563eb017c8c tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] 10.222.0.30 "GET /v2.0/security-groups?id=198ea9c5-972f-48f8-9df3-4db0245e123a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550041 Mar 28 12:47:26.406556 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvr_db [None req-c037b417-a7b1-4f61-86da-fb69de76dabe None None] Set router 77981112-a9c2-4c97-a2f1-ddce274944ea gateway port host: dv-neutron-835340-2-hyperv {{(pid=87873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:47:26.457410 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Device d42d02a5-0608-4696-a942-28d9e6276885 no longer exists at agent hyperv_hv-neutron-8353 {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 12:47:26.493487 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] No Port match for: d42d02a5-0608-4696-a942-28d9e6276885 {{(pid=87872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 12:47:26.493827 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Device d42d02a5-0608-4696-a942-28d9e6276885 not bound to the agent host hv-neutron-8353 {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 12:47:26.500682 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-27359bad-4b65-47ba-97b4-fd02a060b8b9 req-08008a92-9c5d-4875-b565-6f27570e2b37 service neutron] 10.222.0.11 "GET /v2.0/networks/cd203d72-3134-4387-a5fd-0ae842e96a38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284273 Mar 28 12:47:26.641917 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-27359bad-4b65-47ba-97b4-fd02a060b8b9 req-391240f4-966e-4424-a3af-f8d337dbfbf9 service neutron] 10.222.0.11 "GET /v2.0/networks/cd203d72-3134-4387-a5fd-0ae842e96a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346850 Mar 28 12:47:26.719760 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-c037b417-a7b1-4f61-86da-fb69de76dabe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77981112-a9c2-4c97-a2f1-ddce274944ea', 'name': 'tempest-TestSnapshotPattern-498421062-router', 'tenant_id': '6687cdc7d725481099dcbcdc68d79199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.54'}], 'enable_snat': True}, 'gw_port_id': '28b728c2-3571-467d-9322-4f3e39c27efa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:42:37Z', 'updated_at': '2022-03-28T12:42:41Z', 'revision_number': 4, 'project_id': '6687cdc7d725481099dcbcdc68d79199', 'gw_port': {'id': '28b728c2-3571-467d-9322-4f3e39c27efa', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:03:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77981112-a9c2-4c97-a2f1-ddce274944ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:42:38Z', 'updated_at': '2022-03-28T12:42:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_interfaces': [{'id': '1aa67788-abc4-4030-a230-a4d7b88fb9e8', 'name': '', 'network_id': 'cd203d72-3134-4387-a5fd-0ae842e96a38', 'tenant_id': '6687cdc7d725481099dcbcdc68d79199', 'mac_address': 'fa:16:3e:1a:19:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77981112-a9c2-4c97-a2f1-ddce274944ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': '52aaa934-efe2-4c88-8e92-642c92607c95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:42:40Z', 'updated_at': '2022-03-28T12:42:47Z', 'revision_number': 5, 'project_id': '6687cdc7d725481099dcbcdc68d79199', 'subnets': [{'id': '52aaa934-efe2-4c88-8e92-642c92607c95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:47:26.723589 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c037b417-a7b1-4f61-86da-fb69de76dabe None None] The sync data for ids ['77981112-a9c2-4c97-a2f1-ddce274944ea'] in dv-neutron-835340-2-hyperv is: [{'id': '77981112-a9c2-4c97-a2f1-ddce274944ea', 'name': 'tempest-TestSnapshotPattern-498421062-router', 'tenant_id': '6687cdc7d725481099dcbcdc68d79199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.54'}], 'enable_snat': True}, 'gw_port_id': '28b728c2-3571-467d-9322-4f3e39c27efa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:42:37Z', 'updated_at': '2022-03-28T12:42:41Z', 'revision_number': 4, 'project_id': '6687cdc7d725481099dcbcdc68d79199', 'gw_port': {'id': '28b728c2-3571-467d-9322-4f3e39c27efa', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:03:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77981112-a9c2-4c97-a2f1-ddce274944ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:42:38Z', 'updated_at': '2022-03-28T12:42:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv', '_interfaces': [{'id': '1aa67788-abc4-4030-a230-a4d7b88fb9e8', 'name': '', 'network_id': 'cd203d72-3134-4387-a5fd-0ae842e96a38', 'tenant_id': '6687cdc7d725481099dcbcdc68d79199', 'mac_address': 'fa:16:3e:1a:19:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77981112-a9c2-4c97-a2f1-ddce274944ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1843, 'fixed_ips': [{'subnet_id': '52aaa934-efe2-4c88-8e92-642c92607c95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:42:40Z', 'updated_at': '2022-03-28T12:42:47Z', 'revision_number': 5, 'project_id': '6687cdc7d725481099dcbcdc68d79199', 'subnets': [{'id': '52aaa934-efe2-4c88-8e92-642c92607c95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 12:47:26.933672 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3adbee7c-bf6b-4dfa-bc29-cb61618215bb None None] New status for floating IP 6f681916-70d5-45d5-97dc-569db8ba27d5: DOWN {{(pid=87872) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 28 12:47:27.551022 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e4e062-dbaf-4dda-b121-fe6d66fbeee1 req-2d7c5331-0563-4a55-8be6-e85fafde3e2a tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87871) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:47:27.552468 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-b8e4e062-dbaf-4dda-b121-fe6d66fbeee1 req-2d7c5331-0563-4a55-8be6-e85fafde3e2a tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] 10.222.0.11 "GET /v2.0/ports?device_id=0c30fe30-4ecf-4a47-bfb5-420a3346f599 HTTP/1.1" status: 200 len: 944 time: 0.0865507 Mar 28 12:47:27.556970 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864e70f9-c7a0-4eb5-a88a-bbacbfd3c86b req-b5aafa19-a8df-44ae-8e06-7d3cf39a8004 tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87870) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 28 12:47:27.557660 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [req-864e70f9-c7a0-4eb5-a88a-bbacbfd3c86b req-b5aafa19-a8df-44ae-8e06-7d3cf39a8004 tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Synchronizing usage tracker for tenant:6687cdc7d725481099dcbcdc68d79199 on resource:port {{(pid=87870) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 28 12:47:27.569690 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.quota.resource [req-864e70f9-c7a0-4eb5-a88a-bbacbfd3c86b req-b5aafa19-a8df-44ae-8e06-7d3cf39a8004 tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Unset dirty status for tenant:6687cdc7d725481099dcbcdc68d79199 on resource:port {{(pid=87870) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 28 12:47:27.570948 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-864e70f9-c7a0-4eb5-a88a-bbacbfd3c86b req-b5aafa19-a8df-44ae-8e06-7d3cf39a8004 tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c30fe30-4ecf-4a47-bfb5-420a3346f599 HTTP/1.1" status: 200 len: 944 time: 0.0925400 Mar 28 12:47:27.620199 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-864e70f9-c7a0-4eb5-a88a-bbacbfd3c86b req-8fd6b205-40e5-464b-921a-d6edd463d1f6 tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] 10.222.0.30 "GET /v2.0/security-groups?id=198ea9c5-972f-48f8-9df3-4db0245e123a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422692 Mar 28 12:47:27.624376 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [req-b8e4e062-dbaf-4dda-b121-fe6d66fbeee1 req-fd46f406-d2e0-464b-b9a2-a5da453fd30f tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Deleting port 713eefce-045a-4436-8f3d-03624a7af1b3 {{(pid=87871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:47:27.624716 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-b8e4e062-dbaf-4dda-b121-fe6d66fbeee1 req-fd46f406-d2e0-464b-b9a2-a5da453fd30f tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:47:27.874523 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.db [req-b8e4e062-dbaf-4dda-b121-fe6d66fbeee1 req-fd46f406-d2e0-464b-b9a2-a5da453fd30f tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] For port 713eefce-045a-4436-8f3d-03624a7af1b3, host hv-neutron-8353, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8353',level=0,port_id=713eefce-045a-4436-8f3d-03624a7af1b3,segment=NetworkSegment(96f33943-708e-433e-a39a-d41cd1bacc9e),segment_id=96f33943-708e-433e-a39a-d41cd1bacc9e)] {{(pid=87871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:47:27.874785 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-b8e4e062-dbaf-4dda-b121-fe6d66fbeee1 req-fd46f406-d2e0-464b-b9a2-a5da453fd30f tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:47:28.105787 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [req-b8e4e062-dbaf-4dda-b121-fe6d66fbeee1 req-fd46f406-d2e0-464b-b9a2-a5da453fd30f tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Calling delete_port for 713eefce-045a-4436-8f3d-03624a7af1b3 owned by compute:nova {{(pid=87871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:47:28.252404 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-b8e4e062-dbaf-4dda-b121-fe6d66fbeee1 req-fd46f406-d2e0-464b-b9a2-a5da453fd30f tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:47:28.300222 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd46f406-d2e0-464b-b9a2-a5da453fd30f tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Pushing event deleted for resources: {'Port': ['ID=713eefce-045a-4436-8f3d-03624a7af1b3,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:47:28.379263 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8e4e062-dbaf-4dda-b121-fe6d66fbeee1 req-fd46f406-d2e0-464b-b9a2-a5da453fd30f tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] No DVR routers for this DVR port 713eefce-045a-4436-8f3d-03624a7af1b3 on host hv-neutron-8353 {{(pid=87871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 12:47:28.381544 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [req-b8e4e062-dbaf-4dda-b121-fe6d66fbeee1 req-fd46f406-d2e0-464b-b9a2-a5da453fd30f tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79560'] for port, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:47:28.383951 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c30fe30-4ecf-4a47-bfb5-420a3346f599', 'name': 'network-vif-deleted', 'tag': '713eefce-045a-4436-8f3d-03624a7af1b3'}] {{(pid=87871) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 28 12:47:28.400236 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [req-b8e4e062-dbaf-4dda-b121-fe6d66fbeee1 req-fd46f406-d2e0-464b-b9a2-a5da453fd30f tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] 10.222.0.11 "DELETE /v2.0/ports/713eefce-045a-4436-8f3d-03624a7af1b3 HTTP/1.1" status: 204 len: 173 time: 0.8421988 Mar 28 12:47:28.430746 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c30fe30-4ecf-4a47-bfb5-420a3346f599', 'name': 'network-vif-deleted', 'tag': '713eefce-045a-4436-8f3d-03624a7af1b3', 'status': 'completed', 'code': 200} Mar 28 12:47:28.802448 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [req-8ac99e4f-b10f-4db4-8e75-340c3e372295 req-f914c26c-5687-435f-8494-ecbabe9069f2 tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c30fe30-4ecf-4a47-bfb5-420a3346f599 HTTP/1.1" status: 200 len: 210 time: 0.0601628 Mar 28 12:47:29.896828 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 38914) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:47:29.962061 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-d830792e-47c1-4cd3-bde0-64816bae4639 tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Notify callbacks [] for security_group, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:47:29.991420 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-d830792e-47c1-4cd3-bde0-64816bae4639 tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:47:30.060364 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-d830792e-47c1-4cd3-bde0-64816bae4639 tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:47:30.078517 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d830792e-47c1-4cd3-bde0-64816bae4639 tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=198ea9c5-972f-48f8-9df3-4db0245e123a,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:47:30.091593 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-d830792e-47c1-4cd3-bde0-64816bae4639 tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] Notify callbacks [] for security_group, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:47:30.092714 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-d830792e-47c1-4cd3-bde0-64816bae4639 tempest-TestSnapshotPattern-1902866487 tempest-TestSnapshotPattern-1902866487-project] 10.222.0.30 "DELETE /v2.0/security-groups/198ea9c5-972f-48f8-9df3-4db0245e123a HTTP/1.1" status: 204 len: 168 time: 0.1949265 Mar 28 12:47:30.141148 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 38920) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:47:30.763901 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-f20343ce-9e8f-40f4-ad5a-06e253f698b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-743394'] for router_interface, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:47:31.106671 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-f20343ce-9e8f-40f4-ad5a-06e253f698b7 admin admin] Deleting port 1aa67788-abc4-4030-a230-a4d7b88fb9e8 {{(pid=87870) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:47:31.106922 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-f20343ce-9e8f-40f4-ad5a-06e253f698b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:47:31.278732 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.db [None req-f20343ce-9e8f-40f4-ad5a-06e253f698b7 admin admin] For port 1aa67788-abc4-4030-a230-a4d7b88fb9e8, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=1aa67788-abc4-4030-a230-a4d7b88fb9e8,segment=NetworkSegment(96f33943-708e-433e-a39a-d41cd1bacc9e),segment_id=96f33943-708e-433e-a39a-d41cd1bacc9e)] {{(pid=87870) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:47:31.279412 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-f20343ce-9e8f-40f4-ad5a-06e253f698b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:47:31.398861 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.plugins.ml2.plugin [None req-f20343ce-9e8f-40f4-ad5a-06e253f698b7 admin admin] Calling delete_port for 1aa67788-abc4-4030-a230-a4d7b88fb9e8 owned by network:router_interface {{(pid=87870) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:47:31.717395 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-f20343ce-9e8f-40f4-ad5a-06e253f698b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558281'] for port, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:47:31.768251 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20343ce-9e8f-40f4-ad5a-06e253f698b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=1aa67788-abc4-4030-a230-a4d7b88fb9e8,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:47:32.137939 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-f20343ce-9e8f-40f4-ad5a-06e253f698b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-743246'] for router_interface, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:47:32.436769 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-6dca3bc1-2567-4276-805c-06ac61a7beb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:47:32.491538 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f20343ce-9e8f-40f4-ad5a-06e253f698b7 admin admin] Router 77981112-a9c2-4c97-a2f1-ddce274944ea has already been hosted by L3 agent af79d429-529e-400b-a119-94d4bec03f3e {{(pid=87870) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 12:47:32.518489 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Device 713eefce-045a-4436-8f3d-03624a7af1b3 no longer exists at agent hyperv_hv-neutron-8353 {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 12:47:32.552776 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] No Port match for: 713eefce-045a-4436-8f3d-03624a7af1b3 {{(pid=87872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 12:47:32.553115 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Device 713eefce-045a-4436-8f3d-03624a7af1b3 not bound to the agent host hv-neutron-8353 {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 12:47:32.669973 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f20343ce-9e8f-40f4-ad5a-06e253f698b7 admin admin] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87870) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 12:47:32.678466 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-337d0357-d30e-4260-9b08-66f7dd49fdeb None None] Sync routers for ids ['77981112-a9c2-4c97-a2f1-ddce274944ea'] in dv-neutron-835340-2-hyperv {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 12:47:32.681854 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-f20343ce-9e8f-40f4-ad5a-06e253f698b7 admin admin] 10.222.0.30 "PUT /v2.0/routers/77981112-a9c2-4c97-a2f1-ddce274944ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5396669 Mar 28 12:47:32.685105 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 38924) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:47:32.688904 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-337d0357-d30e-4260-9b08-66f7dd49fdeb None None] Routers {'77981112-a9c2-4c97-a2f1-ddce274944ea'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:47:32.689448 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-337d0357-d30e-4260-9b08-66f7dd49fdeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:47:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['77981112-a9c2-4c97-a2f1-ddce274944ea'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:47:32.864529 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-c57cac25-e1ca-4ec8-a8f3-3e55cfa05339 admin admin] Notify callbacks [] for router, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:47:32.867005 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvr_db [None req-337d0357-d30e-4260-9b08-66f7dd49fdeb None None] Set router 77981112-a9c2-4c97-a2f1-ddce274944ea gateway port host: dv-neutron-835340-2-hyperv {{(pid=87873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:47:33.046251 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-c57cac25-e1ca-4ec8-a8f3-3e55cfa05339 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:47:33.056039 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-c57cac25-e1ca-4ec8-a8f3-3e55cfa05339 admin admin] Deleting port 28b728c2-3571-467d-9322-4f3e39c27efa {{(pid=87871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:47:33.056363 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-c57cac25-e1ca-4ec8-a8f3-3e55cfa05339 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:47:33.156787 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-337d0357-d30e-4260-9b08-66f7dd49fdeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77981112-a9c2-4c97-a2f1-ddce274944ea', 'name': 'tempest-TestSnapshotPattern-498421062-router', 'tenant_id': '6687cdc7d725481099dcbcdc68d79199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.54'}], 'enable_snat': True}, 'gw_port_id': '28b728c2-3571-467d-9322-4f3e39c27efa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:42:37Z', 'updated_at': '2022-03-28T12:47:31Z', 'revision_number': 5, 'project_id': '6687cdc7d725481099dcbcdc68d79199', 'gw_port': {'id': '28b728c2-3571-467d-9322-4f3e39c27efa', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:03:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77981112-a9c2-4c97-a2f1-ddce274944ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1842, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:42:38Z', 'updated_at': '2022-03-28T12:42:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv'}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:47:33.160533 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-337d0357-d30e-4260-9b08-66f7dd49fdeb None None] Checking router: 77981112-a9c2-4c97-a2f1-ddce274944ea for host: dv-neutron-835340-2-hyperv {{(pid=87873) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 12:47:33.169991 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvrscheduler_db [None req-337d0357-d30e-4260-9b08-66f7dd49fdeb None None] Routers {'77981112-a9c2-4c97-a2f1-ddce274944ea'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87873) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:47:33.170579 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-337d0357-d30e-4260-9b08-66f7dd49fdeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:47:05Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['77981112-a9c2-4c97-a2f1-ddce274944ea'], 'active': True} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:47:33.231724 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.db [None req-c57cac25-e1ca-4ec8-a8f3-3e55cfa05339 admin admin] For port 28b728c2-3571-467d-9322-4f3e39c27efa, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=28b728c2-3571-467d-9322-4f3e39c27efa,segment=NetworkSegment(688afb86-c9bd-46e2-ba7d-3fe76fb1efff),segment_id=688afb86-c9bd-46e2-ba7d-3fe76fb1efff)] {{(pid=87871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:47:33.231995 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-c57cac25-e1ca-4ec8-a8f3-3e55cfa05339 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:47:33.321899 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_dvr_db [None req-337d0357-d30e-4260-9b08-66f7dd49fdeb None None] Set router 77981112-a9c2-4c97-a2f1-ddce274944ea gateway port host: None {{(pid=87873) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:47:33.350901 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-c57cac25-e1ca-4ec8-a8f3-3e55cfa05339 admin admin] Calling delete_port for 28b728c2-3571-467d-9322-4f3e39c27efa owned by network:router_gateway {{(pid=87871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:47:33.454839 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.l3_hamode_db [None req-337d0357-d30e-4260-9b08-66f7dd49fdeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77981112-a9c2-4c97-a2f1-ddce274944ea', 'name': 'tempest-TestSnapshotPattern-498421062-router', 'tenant_id': '6687cdc7d725481099dcbcdc68d79199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:42:37Z', 'updated_at': '2022-03-28T12:47:33Z', 'revision_number': 6, 'project_id': '6687cdc7d725481099dcbcdc68d79199', 'gw_port_host': None}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87873) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:47:33.458847 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-337d0357-d30e-4260-9b08-66f7dd49fdeb None None] The sync data for ids ['77981112-a9c2-4c97-a2f1-ddce274944ea'] in dv-neutron-835340-2-hyperv is: [{'id': '77981112-a9c2-4c97-a2f1-ddce274944ea', 'name': 'tempest-TestSnapshotPattern-498421062-router', 'tenant_id': '6687cdc7d725481099dcbcdc68d79199', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:42:37Z', 'updated_at': '2022-03-28T12:47:33Z', 'revision_number': 6, 'project_id': '6687cdc7d725481099dcbcdc68d79199', 'gw_port_host': None}] {{(pid=87873) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 12:47:33.741897 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-c57cac25-e1ca-4ec8-a8f3-3e55cfa05339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:47:33.791339 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57cac25-e1ca-4ec8-a8f3-3e55cfa05339 admin admin] Pushing event deleted for resources: {'Port': ['ID=28b728c2-3571-467d-9322-4f3e39c27efa,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:47:33.884659 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-c57cac25-e1ca-4ec8-a8f3-3e55cfa05339 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-709573'] for router_gateway, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:47:34.058662 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-c57cac25-e1ca-4ec8-a8f3-3e55cfa05339 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-745164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-260864'] for router, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:47:34.060766 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-c57cac25-e1ca-4ec8-a8f3-3e55cfa05339 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:47:34.082986 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-c57cac25-e1ca-4ec8-a8f3-3e55cfa05339 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-745021'] for router, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:47:34.083463 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c57cac25-e1ca-4ec8-a8f3-3e55cfa05339 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 77981112-a9c2-4c97-a2f1-ddce274944ea {{(pid=87871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 12:47:34.096220 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-c57cac25-e1ca-4ec8-a8f3-3e55cfa05339 admin admin] Notify callbacks [] for router, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:47:34.097327 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-c57cac25-e1ca-4ec8-a8f3-3e55cfa05339 admin admin] 10.222.0.30 "DELETE /v2.0/routers/77981112-a9c2-4c97-a2f1-ddce274944ea HTTP/1.1" status: 204 len: 168 time: 1.4112420 Mar 28 12:47:34.099773 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 38928) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:47:34.157227 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.db_base_plugin_v2 [None req-33e6be20-a725-41f2-ae0d-eb4f2c8df8d3 admin admin] Deleting subnet 52aaa934-efe2-4c88-8e92-642c92607c95 {{(pid=87871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 12:47:34.160018 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-33e6be20-a725-41f2-ae0d-eb4f2c8df8d3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:47:34.211788 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-33e6be20-a725-41f2-ae0d-eb4f2c8df8d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3436877'] for subnet, precommit_delete_associations {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:47:34.295650 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-33e6be20-a725-41f2-ae0d-eb4f2c8df8d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1919782'] for subnet, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:47:34.364737 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-33e6be20-a725-41f2-ae0d-eb4f2c8df8d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1919805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2364079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26551417'] for subnet, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:47:34.408465 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e6be20-a725-41f2-ae0d-eb4f2c8df8d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52aaa934-efe2-4c88-8e92-642c92607c95,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:47:34.410360 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-33e6be20-a725-41f2-ae0d-eb4f2c8df8d3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:47:34.414631 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83705c63-cc7b-425b-ad46-7135ec6fb700 None None] Network cd203d72-3134-4387-a5fd-0ae842e96a38 requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 12:47:34.416791 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-33e6be20-a725-41f2-ae0d-eb4f2c8df8d3 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/52aaa934-efe2-4c88-8e92-642c92607c95 HTTP/1.1" status: 204 len: 168 time: 0.3160822 Mar 28 12:47:34.419676 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 38932) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:47:34.526570 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-ce01877d-343c-47d0-97a3-815185b593c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588883'] for network, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:47:34.537603 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-ce01877d-343c-47d0-97a3-815185b593c8 admin admin] Deleting port 751e72da-c739-4718-8530-a5a6842f4ed0 {{(pid=87871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:47:34.537939 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-ce01877d-343c-47d0-97a3-815185b593c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:47:34.673159 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8001330-4573-475f-af52-376815f43a18 None None] DHCP port deletion for cd203d72-3134-4387-a5fd-0ae842e96a38 request from dv-neutron-835340-2-hyperv {{(pid=87872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 12:47:34.677126 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-a8001330-4573-475f-af52-376815f43a18 None None] Deleting port 751e72da-c739-4718-8530-a5a6842f4ed0 {{(pid=87872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:47:34.677565 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-a8001330-4573-475f-af52-376815f43a18 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:47:34.748770 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.db [None req-ce01877d-343c-47d0-97a3-815185b593c8 admin admin] For port 751e72da-c739-4718-8530-a5a6842f4ed0, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=751e72da-c739-4718-8530-a5a6842f4ed0,segment=NetworkSegment(96f33943-708e-433e-a39a-d41cd1bacc9e),segment_id=96f33943-708e-433e-a39a-d41cd1bacc9e)] {{(pid=87871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:47:34.749377 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-ce01877d-343c-47d0-97a3-815185b593c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:47:34.872071 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-ce01877d-343c-47d0-97a3-815185b593c8 admin admin] Calling delete_port for 751e72da-c739-4718-8530-a5a6842f4ed0 owned by network:dhcp {{(pid=87871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:47:34.889657 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-a8001330-4573-475f-af52-376815f43a18 None None] For port 751e72da-c739-4718-8530-a5a6842f4ed0, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=751e72da-c739-4718-8530-a5a6842f4ed0,segment=NetworkSegment(96f33943-708e-433e-a39a-d41cd1bacc9e),segment_id=96f33943-708e-433e-a39a-d41cd1bacc9e)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:47:34.890043 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-a8001330-4573-475f-af52-376815f43a18 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:47:34.896845 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-4b0f9ff2-5bf3-46ef-a757-1b2cb3991d16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:47:34.951911 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-ce01877d-343c-47d0-97a3-815185b593c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:47:34.999010 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce01877d-343c-47d0-97a3-815185b593c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=751e72da-c739-4718-8530-a5a6842f4ed0,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:47:35.002326 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce01877d-343c-47d0-97a3-815185b593c8 admin admin] No DVR routers for this DVR port 751e72da-c739-4718-8530-a5a6842f4ed0 on host dv-neutron-835340-2-hyperv {{(pid=87871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 12:47:35.013061 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-a8001330-4573-475f-af52-376815f43a18 None None] Calling delete_port for 751e72da-c739-4718-8530-a5a6842f4ed0 owned by network:dhcp {{(pid=87872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:47:35.040552 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 28b728c2-3571-467d-9322-4f3e39c27efa no longer exists at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 12:47:35.116646 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] No Port match for: 28b728c2-3571-467d-9322-4f3e39c27efa {{(pid=87872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 12:47:35.116894 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 28b728c2-3571-467d-9322-4f3e39c27efa not bound to the agent host dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 12:47:35.117312 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 1aa67788-abc4-4030-a230-a4d7b88fb9e8 no longer exists at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 12:47:35.158910 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] No Port match for: 1aa67788-abc4-4030-a230-a4d7b88fb9e8 {{(pid=87872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 12:47:35.159244 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 1aa67788-abc4-4030-a230-a4d7b88fb9e8 not bound to the agent host dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 12:47:35.159689 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 751e72da-c739-4718-8530-a5a6842f4ed0 no longer exists at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 12:47:35.196520 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] No Port match for: 751e72da-c739-4718-8530-a5a6842f4ed0 {{(pid=87872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 12:47:35.196858 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 751e72da-c739-4718-8530-a5a6842f4ed0 not bound to the agent host dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 12:47:35.217370 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.db.api [None req-a8001330-4573-475f-af52-376815f43a18 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87872) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 12:47:35.217722 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG oslo_db.api [None req-a8001330-4573-475f-af52-376815f43a18 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 12:47:35.218236 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-ce01877d-343c-47d0-97a3-815185b593c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930431', 'neutron.services.segments.db._delete_segments_for_network-8783496351308'] for network, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:47:35.246306 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.segments.db [None req-ce01877d-343c-47d0-97a3-815185b593c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd203d72-3134-4387-a5fd-0ae842e96a38']}} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:47:35.257949 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.segments.db [None req-ce01877d-343c-47d0-97a3-815185b593c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96f33943-708e-433e-a39a-d41cd1bacc9e') {'for_net_delete': True} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:47:35.258243 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.segments.db [None req-ce01877d-343c-47d0-97a3-815185b593c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96f33943-708e-433e-a39a-d41cd1bacc9e') {} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:47:35.270195 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-ce01877d-343c-47d0-97a3-815185b593c8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783496353639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3436890'] for segment, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:47:35.286926 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-ce01877d-343c-47d0-97a3-815185b593c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:47:35.293001 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce01877d-343c-47d0-97a3-815185b593c8 admin admin] Releasing vlan 55 on physical network physnet1 to pool {{(pid=87871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 12:47:35.293372 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-ce01877d-343c-47d0-97a3-815185b593c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1920481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2363149'] for segment, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:47:35.306052 dv-neutron-835340-2-hyperv neutron-server[87871]: Traceback (most recent call last): Mar 28 12:47:35.306052 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 12:47:35.306052 dv-neutron-835340-2-hyperv neutron-server[87871]: timer() Mar 28 12:47:35.306052 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 12:47:35.306052 dv-neutron-835340-2-hyperv neutron-server[87871]: cb(*args, **kw) Mar 28 12:47:35.306052 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 12:47:35.306052 dv-neutron-835340-2-hyperv neutron-server[87871]: return func(*args, **kwargs) Mar 28 12:47:35.306052 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 12:47:35.306052 dv-neutron-835340-2-hyperv neutron-server[87871]: self._notify() Mar 28 12:47:35.306052 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 12:47:35.306052 dv-neutron-835340-2-hyperv neutron-server[87871]: self.callback(batched_events) Mar 28 12:47:35.306052 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 12:47:35.306052 dv-neutron-835340-2-hyperv neutron-server[87871]: event.method(event) Mar 28 12:47:35.306052 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 12:47:35.306052 dv-neutron-835340-2-hyperv neutron-server[87871]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 12:47:35.306052 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 12:47:35.306052 dv-neutron-835340-2-hyperv neutron-server[87871]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 12:47:35.306052 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 12:47:35.306052 dv-neutron-835340-2-hyperv neutron-server[87871]: return f(self, *a, **k) Mar 28 12:47:35.306052 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 12:47:35.306052 dv-neutron-835340-2-hyperv neutron-server[87871]: return self._get(url).json() Mar 28 12:47:35.306052 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 12:47:35.306052 dv-neutron-835340-2-hyperv neutron-server[87871]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 12:47:35.306052 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 12:47:35.306052 dv-neutron-835340-2-hyperv neutron-server[87871]: return self.request(url, 'GET', **kwargs) Mar 28 12:47:35.306052 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 12:47:35.306052 dv-neutron-835340-2-hyperv neutron-server[87871]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 12:47:35.306052 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 12:47:35.306052 dv-neutron-835340-2-hyperv neutron-server[87871]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 12:47:35.306052 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 12:47:35.306052 dv-neutron-835340-2-hyperv neutron-server[87871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 12:47:35.306052 dv-neutron-835340-2-hyperv neutron-server[87871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 12:47:35.380500 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-ce01877d-343c-47d0-97a3-815185b593c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709602'] for network, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:47:35.396483 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-ce01877d-343c-47d0-97a3-815185b593c8 admin admin] Notify callbacks [] for network, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:47:35.407758 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce01877d-343c-47d0-97a3-815185b593c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=cd203d72-3134-4387-a5fd-0ae842e96a38,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:47:35.419274 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-ce01877d-343c-47d0-97a3-815185b593c8 admin admin] 10.222.0.30 "DELETE /v2.0/networks/cd203d72-3134-4387-a5fd-0ae842e96a38 HTTP/1.1" status: 204 len: 168 time: 0.9986782 Mar 28 12:47:35.422023 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 38936) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:47:35.719224 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-a8001330-4573-475f-af52-376815f43a18 None None] Deleting port 751e72da-c739-4718-8530-a5a6842f4ed0 {{(pid=87872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:47:35.719851 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-a8001330-4573-475f-af52-376815f43a18 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:47:35.788106 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-a8001330-4573-475f-af52-376815f43a18 None None] The port '751e72da-c739-4718-8530-a5a6842f4ed0' was deleted {{(pid=87872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 12:47:35.870817 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:47:35.961173 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-2f052e81-40b6-41d6-9af1-772c1ff94304 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-743394'] for router_interface, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:47:35.991766 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-ef3be119-c018-4979-be07-86cf959defc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:47:36.306259 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-2f052e81-40b6-41d6-9af1-772c1ff94304 admin admin] Deleting port 547b3828-c242-409c-914a-c938989e88c9 {{(pid=87871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:47:36.306514 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-2f052e81-40b6-41d6-9af1-772c1ff94304 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:47:36.586838 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.db [None req-2f052e81-40b6-41d6-9af1-772c1ff94304 admin admin] For port 547b3828-c242-409c-914a-c938989e88c9, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=547b3828-c242-409c-914a-c938989e88c9,segment=NetworkSegment(a43ee7f6-b88b-4c8d-9b0d-dd1fe4f19dd9),segment_id=a43ee7f6-b88b-4c8d-9b0d-dd1fe4f19dd9)] {{(pid=87871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:47:36.587107 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-2f052e81-40b6-41d6-9af1-772c1ff94304 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:47:36.709370 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-2f052e81-40b6-41d6-9af1-772c1ff94304 admin admin] Calling delete_port for 547b3828-c242-409c-914a-c938989e88c9 owned by network:router_interface {{(pid=87871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:47:36.889271 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-2f052e81-40b6-41d6-9af1-772c1ff94304 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:47:36.936484 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f052e81-40b6-41d6-9af1-772c1ff94304 admin admin] Pushing event deleted for resources: {'Port': ['ID=547b3828-c242-409c-914a-c938989e88c9,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:47:37.202192 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-2f052e81-40b6-41d6-9af1-772c1ff94304 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-743246'] for router_interface, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:47:37.556239 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f052e81-40b6-41d6-9af1-772c1ff94304 admin admin] Router 8a724860-9ed3-4ba4-bdae-ea45c6fa7141 has already been hosted by L3 agent af79d429-529e-400b-a119-94d4bec03f3e {{(pid=87871) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 28 12:47:37.646347 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-b7ccd3c7-0277-4f12-8e5c-e41478141af5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:47:37.736535 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f052e81-40b6-41d6-9af1-772c1ff94304 admin admin] Notify agent at l3_agent.dv-neutron-835340-2-hyperv the message routers_updated {{(pid=87871) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 28 12:47:37.745117 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b34fd86-32d4-4cb3-b3cc-eefabd9c6715 None None] Sync routers for ids ['8a724860-9ed3-4ba4-bdae-ea45c6fa7141'] in dv-neutron-835340-2-hyperv {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 28 12:47:37.754670 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-2f052e81-40b6-41d6-9af1-772c1ff94304 admin admin] 10.222.0.30 "PUT /v2.0/routers/8a724860-9ed3-4ba4-bdae-ea45c6fa7141/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3293920 Mar 28 12:47:37.754857 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b34fd86-32d4-4cb3-b3cc-eefabd9c6715 None None] Routers {'8a724860-9ed3-4ba4-bdae-ea45c6fa7141'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:47:37.754960 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 38940) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:47:37.755370 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-7b34fd86-32d4-4cb3-b3cc-eefabd9c6715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:47:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['8a724860-9ed3-4ba4-bdae-ea45c6fa7141'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:47:37.936643 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvr_db [None req-7b34fd86-32d4-4cb3-b3cc-eefabd9c6715 None None] Set router 8a724860-9ed3-4ba4-bdae-ea45c6fa7141 gateway port host: dv-neutron-835340-2-hyperv {{(pid=87872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:47:38.144969 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-b1dd5be1-3ca1-4c0b-9c81-86d0e720f126 admin admin] Notify callbacks [] for router, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:47:38.223214 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-7b34fd86-32d4-4cb3-b3cc-eefabd9c6715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a724860-9ed3-4ba4-bdae-ea45c6fa7141', 'name': 'tempest-TestSnapshotPattern-1811692826-router', 'tenant_id': '3f7bfe032cd04effad692e60159f2e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.31'}], 'enable_snat': True}, 'gw_port_id': 'dc2a3a4f-5aff-4e67-abf4-734d4ca9eaf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:42:43Z', 'updated_at': '2022-03-28T12:47:36Z', 'revision_number': 5, 'project_id': '3f7bfe032cd04effad692e60159f2e44', 'gw_port': {'id': 'dc2a3a4f-5aff-4e67-abf4-734d4ca9eaf6', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:86:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a724860-9ed3-4ba4-bdae-ea45c6fa7141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:42:44Z', 'updated_at': '2022-03-28T12:42:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv'}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:47:38.227034 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b34fd86-32d4-4cb3-b3cc-eefabd9c6715 None None] Checking router: 8a724860-9ed3-4ba4-bdae-ea45c6fa7141 for host: dv-neutron-835340-2-hyperv {{(pid=87872) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 28 12:47:38.235707 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b34fd86-32d4-4cb3-b3cc-eefabd9c6715 None None] Routers {'8a724860-9ed3-4ba4-bdae-ea45c6fa7141'} bound to L3 agent in host dv-neutron-835340-2-hyperv {{(pid=87872) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 28 12:47:38.236300 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-7b34fd86-32d4-4cb3-b3cc-eefabd9c6715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-835340-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-28T11:46:05Z,description=,heartbeat_timestamp=2022-03-28T12:47:35Z,host='dv-neutron-835340-2-hyperv',id=af79d429-529e-400b-a119-94d4bec03f3e,load=0,resource_versions=,resources_synced=,started_at=2022-03-28T11:46:05Z,topic='l3_agent')) {'router_ids': ['8a724860-9ed3-4ba4-bdae-ea45c6fa7141'], 'active': True} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:47:38.320802 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-b1dd5be1-3ca1-4c0b-9c81-86d0e720f126 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:47:38.330675 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-b1dd5be1-3ca1-4c0b-9c81-86d0e720f126 admin admin] Deleting port dc2a3a4f-5aff-4e67-abf4-734d4ca9eaf6 {{(pid=87871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:47:38.331091 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-b1dd5be1-3ca1-4c0b-9c81-86d0e720f126 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:47:38.412590 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_dvr_db [None req-7b34fd86-32d4-4cb3-b3cc-eefabd9c6715 None None] Set router 8a724860-9ed3-4ba4-bdae-ea45c6fa7141 gateway port host: dv-neutron-835340-2-hyperv {{(pid=87872) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 28 12:47:38.506167 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.db [None req-b1dd5be1-3ca1-4c0b-9c81-86d0e720f126 admin admin] For port dc2a3a4f-5aff-4e67-abf4-734d4ca9eaf6, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=dc2a3a4f-5aff-4e67-abf4-734d4ca9eaf6,segment=NetworkSegment(688afb86-c9bd-46e2-ba7d-3fe76fb1efff),segment_id=688afb86-c9bd-46e2-ba7d-3fe76fb1efff)] {{(pid=87871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:47:38.506521 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-b1dd5be1-3ca1-4c0b-9c81-86d0e720f126 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:47:38.632008 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-b1dd5be1-3ca1-4c0b-9c81-86d0e720f126 admin admin] Calling delete_port for dc2a3a4f-5aff-4e67-abf4-734d4ca9eaf6 owned by network:router_gateway {{(pid=87871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:47:38.691968 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.db.l3_hamode_db [None req-7b34fd86-32d4-4cb3-b3cc-eefabd9c6715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a724860-9ed3-4ba4-bdae-ea45c6fa7141', 'name': 'tempest-TestSnapshotPattern-1811692826-router', 'tenant_id': '3f7bfe032cd04effad692e60159f2e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.31'}], 'enable_snat': True}, 'gw_port_id': 'dc2a3a4f-5aff-4e67-abf4-734d4ca9eaf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:42:43Z', 'updated_at': '2022-03-28T12:47:36Z', 'revision_number': 5, 'project_id': '3f7bfe032cd04effad692e60159f2e44', 'gw_port': {'id': 'dc2a3a4f-5aff-4e67-abf4-734d4ca9eaf6', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:86:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a724860-9ed3-4ba4-bdae-ea45c6fa7141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:42:44Z', 'updated_at': '2022-03-28T12:42:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv'}], 'dv-neutron-835340-2-hyperv', False) {} {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:47:38.695903 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b34fd86-32d4-4cb3-b3cc-eefabd9c6715 None None] The sync data for ids ['8a724860-9ed3-4ba4-bdae-ea45c6fa7141'] in dv-neutron-835340-2-hyperv is: [{'id': '8a724860-9ed3-4ba4-bdae-ea45c6fa7141', 'name': 'tempest-TestSnapshotPattern-1811692826-router', 'tenant_id': '3f7bfe032cd04effad692e60159f2e44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'external_fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.31'}], 'enable_snat': True}, 'gw_port_id': 'dc2a3a4f-5aff-4e67-abf4-734d4ca9eaf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-28T12:42:43Z', 'updated_at': '2022-03-28T12:47:36Z', 'revision_number': 5, 'project_id': '3f7bfe032cd04effad692e60159f2e44', 'gw_port': {'id': 'dc2a3a4f-5aff-4e67-abf4-734d4ca9eaf6', 'name': '', 'network_id': 'ac2b1748-8f63-4b17-a9c7-07e79704aa5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:86:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a724860-9ed3-4ba4-bdae-ea45c6fa7141', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1854, 'fixed_ips': [{'subnet_id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'ip_address': '172.26.7.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-835340-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-28T12:42:44Z', 'updated_at': '2022-03-28T12:42:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0b7ebf76-1dc7-431a-a0b4-b96bacf287c2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-835340-2-hyperv'}] {{(pid=87872) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 28 12:47:38.802441 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-b1dd5be1-3ca1-4c0b-9c81-86d0e720f126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:47:38.850051 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dd5be1-3ca1-4c0b-9c81-86d0e720f126 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc2a3a4f-5aff-4e67-abf4-734d4ca9eaf6,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:47:38.947660 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-b1dd5be1-3ca1-4c0b-9c81-86d0e720f126 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-709573'] for router_gateway, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:47:39.105990 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 547b3828-c242-409c-914a-c938989e88c9 no longer exists at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 12:47:39.122447 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-b1dd5be1-3ca1-4c0b-9c81-86d0e720f126 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-745164', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-260864'] for router, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:47:39.124970 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-b1dd5be1-3ca1-4c0b-9c81-86d0e720f126 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:47:39.146401 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] No Port match for: 547b3828-c242-409c-914a-c938989e88c9 {{(pid=87872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 12:47:39.146742 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 547b3828-c242-409c-914a-c938989e88c9 not bound to the agent host dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 12:47:39.154379 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-b1dd5be1-3ca1-4c0b-9c81-86d0e720f126 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-745021'] for router, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:47:39.154909 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1dd5be1-3ca1-4c0b-9c81-86d0e720f126 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8a724860-9ed3-4ba4-bdae-ea45c6fa7141 {{(pid=87871) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 28 12:47:39.168244 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-b1dd5be1-3ca1-4c0b-9c81-86d0e720f126 admin admin] Notify callbacks [] for router, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:47:39.169355 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-b1dd5be1-3ca1-4c0b-9c81-86d0e720f126 admin admin] 10.222.0.30 "DELETE /v2.0/routers/8a724860-9ed3-4ba4-bdae-ea45c6fa7141 HTTP/1.1" status: 204 len: 168 time: 1.4136186 Mar 28 12:47:39.171809 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 38946) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:47:39.232141 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.db_base_plugin_v2 [None req-08a9f915-86be-486a-91e4-2c5fcea136b8 admin admin] Deleting subnet b77eca6f-f578-4e79-baad-9cd70e1e81a6 {{(pid=87871) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 28 12:47:39.235256 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-08a9f915-86be-486a-91e4-2c5fcea136b8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:47:39.285193 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-08a9f915-86be-486a-91e4-2c5fcea136b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3436877'] for subnet, precommit_delete_associations {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:47:39.368353 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-08a9f915-86be-486a-91e4-2c5fcea136b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1919782'] for subnet, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:47:39.435052 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-08a9f915-86be-486a-91e4-2c5fcea136b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1919805', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-753127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2364079', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26551417'] for subnet, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:47:39.470792 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a9f915-86be-486a-91e4-2c5fcea136b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b77eca6f-f578-4e79-baad-9cd70e1e81a6,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:47:39.476150 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-08a9f915-86be-486a-91e4-2c5fcea136b8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:47:39.482851 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75d8426d-e16d-45cb-a593-2a2718c85978 None None] Network 56613982-a91d-4e0c-a588-61b2f46c9987 requested from dv-neutron-835340-2-hyperv {{(pid=87872) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 28 12:47:39.485800 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-08a9f915-86be-486a-91e4-2c5fcea136b8 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/b77eca6f-f578-4e79-baad-9cd70e1e81a6 HTTP/1.1" status: 204 len: 168 time: 0.3105531 Mar 28 12:47:39.485901 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [-] (87871) accepted ('10.222.0.30', 38950) {{(pid=87871) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:47:39.707113 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-0f549bda-cc36-4e90-8337-2659b61cc00f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1588883'] for network, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:47:39.718538 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-0f549bda-cc36-4e90-8337-2659b61cc00f admin admin] Deleting port 5653605b-bdbc-43fd-866d-641a3d56ca7b {{(pid=87871) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:47:39.718874 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-0f549bda-cc36-4e90-8337-2659b61cc00f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:47:39.795867 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1679574-7e1b-45d1-9e4a-ce9f48b39f70 None None] DHCP port deletion for 56613982-a91d-4e0c-a588-61b2f46c9987 request from dv-neutron-835340-2-hyperv {{(pid=87872) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 28 12:47:39.800871 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-d1679574-7e1b-45d1-9e4a-ce9f48b39f70 None None] Deleting port 5653605b-bdbc-43fd-866d-641a3d56ca7b {{(pid=87872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:47:39.801310 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-d1679574-7e1b-45d1-9e4a-ce9f48b39f70 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:47:39.927138 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.db [None req-0f549bda-cc36-4e90-8337-2659b61cc00f admin admin] For port 5653605b-bdbc-43fd-866d-641a3d56ca7b, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=5653605b-bdbc-43fd-866d-641a3d56ca7b,segment=NetworkSegment(a43ee7f6-b88b-4c8d-9b0d-dd1fe4f19dd9),segment_id=a43ee7f6-b88b-4c8d-9b0d-dd1fe4f19dd9)] {{(pid=87871) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:47:39.927517 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-0f549bda-cc36-4e90-8337-2659b61cc00f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:47:40.009113 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.db [None req-d1679574-7e1b-45d1-9e4a-ce9f48b39f70 None None] For port 5653605b-bdbc-43fd-866d-641a3d56ca7b, host dv-neutron-835340-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-835340-2-hyperv',level=0,port_id=5653605b-bdbc-43fd-866d-641a3d56ca7b,segment=NetworkSegment(a43ee7f6-b88b-4c8d-9b0d-dd1fe4f19dd9),segment_id=a43ee7f6-b88b-4c8d-9b0d-dd1fe4f19dd9)] {{(pid=87872) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 28 12:47:40.009422 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-d1679574-7e1b-45d1-9e4a-ce9f48b39f70 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-708834'] for port, precommit_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:47:40.049028 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.plugin [None req-0f549bda-cc36-4e90-8337-2659b61cc00f admin admin] Calling delete_port for 5653605b-bdbc-43fd-866d-641a3d56ca7b owned by network:dhcp {{(pid=87871) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:47:40.129004 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-0f549bda-cc36-4e90-8337-2659b61cc00f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1629748', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48169', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783496229093', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783495848250', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2363248'] for port, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:47:40.132554 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-d1679574-7e1b-45d1-9e4a-ce9f48b39f70 None None] Calling delete_port for 5653605b-bdbc-43fd-866d-641a3d56ca7b owned by network:dhcp {{(pid=87872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 28 12:47:40.178142 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f549bda-cc36-4e90-8337-2659b61cc00f admin admin] Pushing event deleted for resources: {'Port': ['ID=5653605b-bdbc-43fd-866d-641a3d56ca7b,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:47:40.182594 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f549bda-cc36-4e90-8337-2659b61cc00f admin admin] No DVR routers for this DVR port 5653605b-bdbc-43fd-866d-641a3d56ca7b on host dv-neutron-835340-2-hyperv {{(pid=87871) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 28 12:47:40.212373 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.db.api [None req-d1679574-7e1b-45d1-9e4a-ce9f48b39f70 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87872) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 28 12:47:40.212739 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG oslo_db.api [None req-d1679574-7e1b-45d1-9e4a-ce9f48b39f70 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87872) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 28 12:47:40.300788 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-0f549bda-cc36-4e90-8337-2659b61cc00f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1930431', 'neutron.services.segments.db._delete_segments_for_network-8783496351308'] for network, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:47:40.326479 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.segments.db [None req-0f549bda-cc36-4e90-8337-2659b61cc00f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56613982-a91d-4e0c-a588-61b2f46c9987']}} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:47:40.339235 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.segments.db [None req-0f549bda-cc36-4e90-8337-2659b61cc00f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a43ee7f6-b88b-4c8d-9b0d-dd1fe4f19dd9') {'for_net_delete': True} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:47:40.339609 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.services.segments.db [None req-0f549bda-cc36-4e90-8337-2659b61cc00f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a43ee7f6-b88b-4c8d-9b0d-dd1fe4f19dd9') {} {{(pid=87871) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 28 12:47:40.355428 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-0f549bda-cc36-4e90-8337-2659b61cc00f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783496353639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3436890'] for segment, before_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:47:40.376221 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-0f549bda-cc36-4e90-8337-2659b61cc00f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1920403'] for segment, precommit_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:47:40.383916 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f549bda-cc36-4e90-8337-2659b61cc00f admin admin] Releasing vlan 79 on physical network physnet1 to pool {{(pid=87871) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 28 12:47:40.384448 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-0f549bda-cc36-4e90-8337-2659b61cc00f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1920481', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2363149'] for segment, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:47:40.399520 dv-neutron-835340-2-hyperv neutron-server[87871]: Traceback (most recent call last): Mar 28 12:47:40.399520 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 28 12:47:40.399520 dv-neutron-835340-2-hyperv neutron-server[87871]: timer() Mar 28 12:47:40.399520 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 28 12:47:40.399520 dv-neutron-835340-2-hyperv neutron-server[87871]: cb(*args, **kw) Mar 28 12:47:40.399520 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 28 12:47:40.399520 dv-neutron-835340-2-hyperv neutron-server[87871]: return func(*args, **kwargs) Mar 28 12:47:40.399520 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 28 12:47:40.399520 dv-neutron-835340-2-hyperv neutron-server[87871]: self._notify() Mar 28 12:47:40.399520 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 28 12:47:40.399520 dv-neutron-835340-2-hyperv neutron-server[87871]: self.callback(batched_events) Mar 28 12:47:40.399520 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 28 12:47:40.399520 dv-neutron-835340-2-hyperv neutron-server[87871]: event.method(event) Mar 28 12:47:40.399520 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 28 12:47:40.399520 dv-neutron-835340-2-hyperv neutron-server[87871]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 28 12:47:40.399520 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 28 12:47:40.399520 dv-neutron-835340-2-hyperv neutron-server[87871]: aggregate_uuid = self.p_client.list_aggregates( Mar 28 12:47:40.399520 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 28 12:47:40.399520 dv-neutron-835340-2-hyperv neutron-server[87871]: return f(self, *a, **k) Mar 28 12:47:40.399520 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 28 12:47:40.399520 dv-neutron-835340-2-hyperv neutron-server[87871]: return self._get(url).json() Mar 28 12:47:40.399520 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 28 12:47:40.399520 dv-neutron-835340-2-hyperv neutron-server[87871]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 28 12:47:40.399520 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 28 12:47:40.399520 dv-neutron-835340-2-hyperv neutron-server[87871]: return self.request(url, 'GET', **kwargs) Mar 28 12:47:40.399520 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 28 12:47:40.399520 dv-neutron-835340-2-hyperv neutron-server[87871]: base_url = self.get_endpoint(auth, allow=allow, Mar 28 12:47:40.399520 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 28 12:47:40.399520 dv-neutron-835340-2-hyperv neutron-server[87871]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 28 12:47:40.399520 dv-neutron-835340-2-hyperv neutron-server[87871]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 28 12:47:40.399520 dv-neutron-835340-2-hyperv neutron-server[87871]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 28 12:47:40.399520 dv-neutron-835340-2-hyperv neutron-server[87871]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 28 12:47:40.447052 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.agents_db [None req-03fd49d8-b51b-41c1-8716-b8e265c93689 None None] Agent healthcheck: found 6 active agents {{(pid=87873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 12:47:40.493796 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-0f549bda-cc36-4e90-8337-2659b61cc00f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1930422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752984', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-709602'] for network, after_delete {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:47:40.513483 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron_lib.callbacks.manager [None req-0f549bda-cc36-4e90-8337-2659b61cc00f admin admin] Notify callbacks [] for network, before_response {{(pid=87871) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:47:40.525672 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f549bda-cc36-4e90-8337-2659b61cc00f admin admin] Pushing event deleted for resources: {'Network': ['ID=56613982-a91d-4e0c-a588-61b2f46c9987,revision_number=None']} {{(pid=87871) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:47:40.531018 dv-neutron-835340-2-hyperv neutron-server[87871]: INFO neutron.wsgi [None req-0f549bda-cc36-4e90-8337-2659b61cc00f admin admin] 10.222.0.30 "DELETE /v2.0/networks/56613982-a91d-4e0c-a588-61b2f46c9987 HTTP/1.1" status: 204 len: 168 time: 1.0442536 Mar 28 12:47:40.644585 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 38956) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:47:40.696581 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-5ae7a492-6b79-4201-b122-918d610e0caa admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6687cdc7d725481099dcbcdc68d79199&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0508542 Mar 28 12:47:40.700007 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 38960) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:47:40.713591 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-d1679574-7e1b-45d1-9e4a-ce9f48b39f70 None None] Deleting port 5653605b-bdbc-43fd-866d-641a3d56ca7b {{(pid=87872) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 28 12:47:40.714642 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-d1679574-7e1b-45d1-9e4a-ce9f48b39f70 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783496221943'] for port, before_delete {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:47:40.760160 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-299749b8-d444-4c65-9832-d3cbb4145d6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:47:40.787248 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-299749b8-d444-4c65-9832-d3cbb4145d6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:47:40.791846 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-d1679574-7e1b-45d1-9e4a-ce9f48b39f70 None None] The port '5653605b-bdbc-43fd-866d-641a3d56ca7b' was deleted {{(pid=87872) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 28 12:47:40.856784 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-299749b8-d444-4c65-9832-d3cbb4145d6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:47:40.873800 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299749b8-d444-4c65-9832-d3cbb4145d6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7138b0c0-4638-4f15-81ee-c4d157d23da4,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:47:40.883420 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-299749b8-d444-4c65-9832-d3cbb4145d6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:47:40.884627 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-299749b8-d444-4c65-9832-d3cbb4145d6d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7138b0c0-4638-4f15-81ee-c4d157d23da4 HTTP/1.1" status: 204 len: 168 time: 0.1837039 Mar 28 12:47:41.029894 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device dc2a3a4f-5aff-4e67-abf4-734d4ca9eaf6 no longer exists at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 12:47:41.065950 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] No Port match for: dc2a3a4f-5aff-4e67-abf4-734d4ca9eaf6 {{(pid=87872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 12:47:41.066185 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device dc2a3a4f-5aff-4e67-abf4-734d4ca9eaf6 not bound to the agent host dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 12:47:41.066624 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 5653605b-bdbc-43fd-866d-641a3d56ca7b no longer exists at agent ovs-agent-dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 28 12:47:41.101504 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.plugin [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] No Port match for: 5653605b-bdbc-43fd-866d-641a3d56ca7b {{(pid=87872) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 28 12:47:41.101839 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron.plugins.ml2.rpc [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Device 5653605b-bdbc-43fd-866d-641a3d56ca7b not bound to the agent host dv-neutron-835340-2-hyperv {{(pid=87872) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 28 12:47:41.322595 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 38968) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:47:41.372290 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-69960e6e-eb42-418f-adb5-5c446d3d481c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3f7bfe032cd04effad692e60159f2e44&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0485606 Mar 28 12:47:41.374632 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.wsgi [-] (87870) accepted ('10.222.0.30', 38972) {{(pid=87870) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 28 12:47:41.432070 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-299fc249-d803-411d-ae25-007fb61240b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:47:41.456776 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-299fc249-d803-411d-ae25-007fb61240b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:47:41.508711 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-299fc249-d803-411d-ae25-007fb61240b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-752911'] for security_group, after_delete {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:47:41.524235 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299fc249-d803-411d-ae25-007fb61240b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85ce193b-ef80-478e-9862-d4dfe4ade1f0,revision_number=None']} {{(pid=87870) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 28 12:47:41.529297 dv-neutron-835340-2-hyperv neutron-server[87870]: DEBUG neutron_lib.callbacks.manager [None req-299fc249-d803-411d-ae25-007fb61240b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:47:41.530387 dv-neutron-835340-2-hyperv neutron-server[87870]: INFO neutron.wsgi [None req-299fc249-d803-411d-ae25-007fb61240b9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/85ce193b-ef80-478e-9862-d4dfe4ade1f0 HTTP/1.1" status: 204 len: 168 time: 0.1548815 Mar 28 12:47:51.204299 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:48:02.438214 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-7b28ab0c-e1c4-42fb-97ef-befa0aebf245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:48:04.847774 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-8b76be56-d2c4-481c-bed4-8a9710c78441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:48:05.872440 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:48:05.994138 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-ef3be119-c018-4979-be07-86cf959defc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:48:07.650062 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-b7ccd3c7-0277-4f12-8e5c-e41478141af5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:48:17.445569 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.agents_db [None req-03fd49d8-b51b-41c1-8716-b8e265c93689 None None] Agent healthcheck: found 6 active agents {{(pid=87873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 12:48:21.205102 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:48:32.440294 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-5ed4f3a4-4634-4080-bcc8-4b00946e4b64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:48:34.848539 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-4543b824-3140-49ad-bc9e-389a022d1277 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:48:35.875693 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:48:35.996049 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-ef3be119-c018-4979-be07-86cf959defc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:48:37.651581 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-b7ccd3c7-0277-4f12-8e5c-e41478141af5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:48:51.201625 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:48:54.444663 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.agents_db [None req-03fd49d8-b51b-41c1-8716-b8e265c93689 None None] Agent healthcheck: found 6 active agents {{(pid=87873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 12:49:02.441404 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-72cb9efc-fbfd-4df6-9a9b-70e7df6fea79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:49:04.850488 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-215e955e-6b83-4652-88d3-22d468612080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:49:05.878648 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:49:05.997988 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-ef3be119-c018-4979-be07-86cf959defc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:49:07.654430 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-b7ccd3c7-0277-4f12-8e5c-e41478141af5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:49:21.200131 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:49:31.443626 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.agents_db [None req-03fd49d8-b51b-41c1-8716-b8e265c93689 None None] Agent healthcheck: found 6 active agents {{(pid=87873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 12:49:32.443430 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-89cebb7c-f5e3-4279-95aa-8327ca89ecf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:49:34.851624 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-d2f79b40-ea84-46a8-8ede-71a88a4d2a71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:49:35.880826 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:49:36.000776 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-ef3be119-c018-4979-be07-86cf959defc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:49:37.657112 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-b7ccd3c7-0277-4f12-8e5c-e41478141af5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:49:51.217039 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:50:02.445034 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-162ec7f9-b617-49c9-b16e-247f82c977c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:50:04.853876 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-36a5352f-a573-40f7-9904-257fd9deef8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:50:05.882218 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:50:06.003912 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-ef3be119-c018-4979-be07-86cf959defc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:50:07.660235 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-b7ccd3c7-0277-4f12-8e5c-e41478141af5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:50:08.443605 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.agents_db [None req-03fd49d8-b51b-41c1-8716-b8e265c93689 None None] Agent healthcheck: found 6 active agents {{(pid=87873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 12:50:21.217280 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:50:32.475034 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-0962c711-d2f7-482f-b9c3-09b528c8bdab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:50:34.855783 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-ada19bfa-dd56-4dee-8c04-ce3553ceb4ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:50:35.886035 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:50:36.005806 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-ef3be119-c018-4979-be07-86cf959defc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:50:37.662965 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-b7ccd3c7-0277-4f12-8e5c-e41478141af5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:50:45.443331 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.agents_db [None req-03fd49d8-b51b-41c1-8716-b8e265c93689 None None] Agent healthcheck: found 6 active agents {{(pid=87873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 12:50:51.243980 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:51:02.446897 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-03032926-82e7-4104-888d-38486f3863d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:51:04.856911 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-e165cf48-057f-4896-8b22-8ba98c3283ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:51:05.888139 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:51:06.008852 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-ef3be119-c018-4979-be07-86cf959defc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:51:07.664929 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-b7ccd3c7-0277-4f12-8e5c-e41478141af5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:51:21.243453 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:51:21.402565 dv-neutron-835340-2-hyperv neutron-server[87871]: DEBUG neutron.wsgi [req-f50aefec-fe94-4950-9a02-ea5fe28a551c req-fbabb993-0dfa-4b7b-a130-59d3008de271 service neutron] (87871) timed out ('10.222.0.30', 37552) {{(pid=87871) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 28 12:51:22.442610 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.agents_db [None req-03fd49d8-b51b-41c1-8716-b8e265c93689 None None] Agent healthcheck: found 6 active agents {{(pid=87873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 12:51:32.448100 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-04530a99-8cb2-4443-a31e-8ba679b3a05f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:51:34.858812 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-415864e1-ea83-4faa-ab1a-7be458921a99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:51:35.889276 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:51:36.011452 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-ef3be119-c018-4979-be07-86cf959defc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:51:37.667682 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-b7ccd3c7-0277-4f12-8e5c-e41478141af5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:51:51.242290 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:51:59.443249 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.agents_db [None req-03fd49d8-b51b-41c1-8716-b8e265c93689 None None] Agent healthcheck: found 6 active agents {{(pid=87873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 12:52:02.450979 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-d0535d5d-1ad9-47af-9c4a-39e344e19015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:52:04.860200 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-45f46db9-6838-4f13-b30e-3f2b514dbf44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:52:05.891703 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:52:06.014858 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-ef3be119-c018-4979-be07-86cf959defc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:52:07.669142 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-b7ccd3c7-0277-4f12-8e5c-e41478141af5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:52:21.257890 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:52:32.451592 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-0786c5c0-4f8b-4234-b80e-6ec01f9f094a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:52:34.862126 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-4310dcab-2369-4911-8cb8-a54ccfc2534e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:52:35.893203 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:52:36.017243 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-ef3be119-c018-4979-be07-86cf959defc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:52:36.442223 dv-neutron-835340-2-hyperv neutron-server[87873]: DEBUG neutron.db.agents_db [None req-03fd49d8-b51b-41c1-8716-b8e265c93689 None None] Agent healthcheck: found 6 active agents {{(pid=87873) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 28 12:52:37.671715 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-b7ccd3c7-0277-4f12-8e5c-e41478141af5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:52:51.270615 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-2029ef0c-3a3e-405d-947c-73f8b63c1c18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:53:02.457069 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-89c7a1bc-a3b3-4d9b-b8d9-11f2844525e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:53:04.864458 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-59ee86b7-70d5-4bc1-b980-6712bd5e3c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:53:05.894978 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-849e7c17-b7e8-4433-834d-232651aa3a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:53:06.019706 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-ef3be119-c018-4979-be07-86cf959defc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 28 12:53:07.682165 dv-neutron-835340-2-hyperv neutron-server[87872]: DEBUG neutron_lib.callbacks.manager [None req-b7ccd3c7-0277-4f12-8e5c-e41478141af5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783496351281', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931637'] for agent, after_update {{(pid=87872) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}